-- Logs begin at Wed 2022-05-04 16:25:16 UTC, end at Wed 2022-05-04 18:37:54 UTC. -- May 04 17:16:47.084067 dv-neutron-840426-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. May 04 17:16:49.584196 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.common.config [-] Logging enabled! May 04 17:16:49.584883 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.3.1.dev12 May 04 17:16:49.584883 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87930) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 04 17:16:49.587957 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.common.config [-] Logging enabled! May 04 17:16:49.588214 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.3.1.dev12 May 04 17:16:49.588523 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87930) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 04 17:16:49.589458 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 04 17:16:49.589689 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 04 17:16:49.590064 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 04 17:16:49.590312 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 04 17:16:49.590536 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 04 17:16:49.590852 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.591146 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.591438 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.591668 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.591963 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.592251 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.592533 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.592820 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.593115 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.593401 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.593680 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.593987 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.594222 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.594504 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.594789 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.595073 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.595295 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] debug = True {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.595576 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.596013 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.596409 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.596687 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.596975 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.597254 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.597551 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.597829 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.598139 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.598469 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] host = dv-neutron-840426-1-hyperv {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.598747 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.599034 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.599322 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.599609 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.599886 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.600163 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.600449 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.600723 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.600995 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] log_file = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.601271 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.601560 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.601846 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.602158 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.602383 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.602606 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.602891 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.603175 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.603452 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.603726 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.604001 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.604274 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.604547 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.604816 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.605097 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.605381 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.605666 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.605974 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.606252 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.606525 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.606798 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.607082 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.607357 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.607631 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.607905 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.608190 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.608460 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.608734 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.609032 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.609317 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.609599 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.609883 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.610180 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.610462 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.610734 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.611003 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.611271 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] use_json = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.611542 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.611809 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.612088 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.612359 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.612628 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.612900 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.613701 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.614015 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.614290 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:49.614584 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.614878 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.615175 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.615459 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.615748 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.616029 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.616321 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.616596 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.616881 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.617168 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.617454 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.617732 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.618045 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.618324 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.618617 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.618923 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.619212 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.619500 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.619775 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.620048 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.620322 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.620600 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.620885 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.621180 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.621467 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.621738 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.622126 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.622476 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.622810 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.623087 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.623366 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.623655 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.623934 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.624208 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.624489 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.624766 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.625040 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.625312 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.625588 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.625878 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.626178 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.626457 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.626729 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.627004 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.627274 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.627557 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.627833 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.628104 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.628378 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.628653 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.629577 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.629855 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.630160 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.630439 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.630718 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.630990 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.631264 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.631535 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.631806 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.632091 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.632350 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.632621 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.632896 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.633169 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.633440 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.633713 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.634010 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.634286 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.634574 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.634872 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.635151 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.635430 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.635710 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.635986 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.636265 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.636550 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.636829 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.637108 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.637381 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.637669 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.637973 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.638270 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.638553 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.638834 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.639130 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.639407 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.639689 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.639966 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.640252 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.640535 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.640816 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.641108 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.641400 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.641693 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.642012 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.642310 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.642591 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.642901 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.643179 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:49.643397 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 04 17:16:49.643635 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87930) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 04 17:16:50.033202 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO keyring.backend [-] Loading KWallet May 04 17:16:50.040446 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO keyring.backend [-] Loading SecretService May 04 17:16:50.043858 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO keyring.backend [-] Loading Windows May 04 17:16:50.045157 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO keyring.backend [-] Loading chainer May 04 17:16:50.045720 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO keyring.backend [-] Loading macOS May 04 17:16:50.078292 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87930) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:16:50.078563 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87930) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:16:50.078846 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87930) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:16:50.079173 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.manager [-] Loading core plugin: ml2 May 04 17:16:50.467178 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:50.467463 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:50.467734 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:50.469032 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:50.469308 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:50.469575 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:50.504610 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:50.504895 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:50.505163 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:50.518512 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:50.518788 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:50.519057 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:50.550370 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:50.550725 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:50.551500 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:50.588092 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:50.588639 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:50.588639 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:50.822388 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:50.822575 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:50.822845 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:50.823111 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:50.823840 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:50.943571 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:50.943889 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:50.944171 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:50.944440 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:50.944705 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:50.945015 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:50.945281 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:50.945536 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:50.945790 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:50.946100 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:50.946361 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:50.946624 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:50.946888 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:50.947142 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:50.947409 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:50.947676 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:50.947933 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:50.948202 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:50.948454 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:50.948734 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:50.949090 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:50.949343 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:50.949591 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:50.949871 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:50.950144 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:50.950389 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:50.950770 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87930) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 17:16:50.951005 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87930) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 17:16:50.951237 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87930) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 17:16:50.951468 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87930) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 17:16:50.951697 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87930) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 17:16:50.951926 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87930) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 17:16:50.952286 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 04 17:16:50.955333 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 04 17:16:50.959812 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 04 17:16:50.963521 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) May 04 17:16:50.965141 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 04 17:16:50.966598 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 04 17:16:50.966940 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 04 17:16:50.967330 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 04 17:16:50.970113 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 04 17:16:50.970363 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 04 17:16:50.970703 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 04 17:16:50.997921 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 04 17:16:50.998384 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:50.998679 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87930) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 04 17:16:50.999046 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.000407 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87930) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 04 17:16:51.000686 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 04 17:16:51.000928 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 04 17:16:51.004746 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.005030 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.068476 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 04 17:16:51.068714 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 04 17:16:51.068947 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 04 17:16:51.069312 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 04 17:16:51.101322 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_db.sqlalchemy.engines [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87930) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} May 04 17:16:51.433062 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.plugins.ml2.managers [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Initializing driver for type 'gre' May 04 17:16:51.433510 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] gre ID ranges: [(1, 1000)] May 04 17:16:51.487313 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.plugins.ml2.managers [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Initializing driver for type 'local' May 04 17:16:51.487651 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.plugins.ml2.managers [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Initializing driver for type 'vlan' May 04 17:16:51.498893 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] VlanTypeDriver initialization complete May 04 17:16:51.499304 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.plugins.ml2.managers [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Initializing driver for type 'vxlan' May 04 17:16:51.499834 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] vxlan ID ranges: [(1, 1000)] May 04 17:16:51.555498 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.plugins.ml2.managers [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Initializing extension driver 'port_security' May 04 17:16:51.555838 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.plugins.ml2.extensions.port_security [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] PortSecurityExtensionDriver initialization complete May 04 17:16:51.556167 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.plugins.ml2.managers [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Initializing mechanism driver 'openvswitch' May 04 17:16:51.556488 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.plugins.ml2.managers [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Initializing mechanism driver 'hyperv' May 04 17:16:51.562998 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.plugins.ml2.plugin [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:16:51.563670 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: > port after_create 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.564041 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: > port after_update 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.564392 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: > port after_delete 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.564913 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87930) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 04 17:16:51.565336 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: > subnet after_create 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.565684 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: > subnet after_update 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.566054 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.566533 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87930) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 04 17:16:51.566940 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: > network after_create 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.567286 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: > network after_update 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.567630 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: > network after_delete 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.568016 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87930) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 04 17:16:51.568415 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: > security_group after_create 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.568759 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: > security_group after_update 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.569093 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: > security_group after_delete 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.569629 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87930) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 04 17:16:51.570058 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.570408 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.570753 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.571138 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87930) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 04 17:16:51.571538 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: > address_group after_create 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.571885 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: > address_group after_update 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.572217 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: > address_group after_delete 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.572606 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87930) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 04 17:16:51.573046 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] ML2 OVO RPC backend initialized. {{(pid=87930) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} May 04 17:16:51.573750 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.574130 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.574547 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: > network before_response 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.574903 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: > networks before_response 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.575243 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: > port before_response 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.575585 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: > ports before_response 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.575932 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: > subnet before_response 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.576271 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: > subnets before_response 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.576615 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: > network after_create 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.576958 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: > network after_update 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.577289 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: > network after_delete 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.577625 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: > port after_create 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.577985 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: > port after_update 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.578316 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: > port after_delete 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.578651 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: > subnet after_create 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.578988 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: > subnet after_update 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.579319 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.579888 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.plugins.ml2.plugin [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Modular L2 Plugin initialization complete May 04 17:16:51.580212 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading services supported by the core plugin {{(pid=87930) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 04 17:16:51.580538 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.plugins.ml2.managers [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Got port-security extension from driver 'port_security' May 04 17:16:51.581001 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.extensions.vlantransparent [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Disabled vlantransparent extension. May 04 17:16:51.581478 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87930) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 04 17:16:51.581789 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading Plugin: router May 04 17:16:51.619489 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: > router_interface before_create 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.620085 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: > router after_create 55549900 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.620230 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: > router before_create 55549900 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.620593 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.620960 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.621312 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: > router after_delete 55549900 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.621666 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: > floatingip after_update 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.622059 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: > router after_create 55549900 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.622408 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: > router after_update 55549900 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.622752 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: > router after_update 55549900 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.623097 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.623450 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: > router after_update 55549900 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.623856 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: > router precommit_update 55549900 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.624221 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: port after_update 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.624560 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: port after_delete 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.624896 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: subnet after_update 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.625236 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.625581 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: > port precommit_delete 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.625940 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: > router precommit_create 55549900 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.626277 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: port before_delete 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.626620 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: > router precommit_create 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.626974 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: > router after_update 55549900 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.627315 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: > router precommit_delete 55549900 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.627660 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: > router precommit_create 55549900 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.628017 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.628358 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: > router precommit_update 55549900 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.628743 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: > agent after_create 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.629091 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: > agent after_delete 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.629432 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: > network after_delete 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.630321 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.quota.resource_registry [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Tracking information for resource: router configured {{(pid=87930) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 17:16:51.630653 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.quota.resource_registry [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Tracking information for resource: floatingip configured {{(pid=87930) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 17:16:51.635564 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.db.l3_agentschedulers_db [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 04 17:16:51.636137 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: port after_update 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.636496 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: port after_create 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.636846 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: port after_delete 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.637195 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: port after_update 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.637996 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: > router before_create 55550100 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.638359 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: > router precommit_delete 55550100 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.638719 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: > router precommit_create 55550100 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.639072 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: > router precommit_update 55550100 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.643504 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.services.provider_configuration [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Service providers = [] {{(pid=87930) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 04 17:16:51.643869 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.db.servicetype_db [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87930) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 04 17:16:51.647314 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.services.service_base [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87930) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 17:16:51.647662 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.services.service_base [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87930) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 17:16:51.648002 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.services.service_base [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87930) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 17:16:51.648901 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.services.service_base [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87930) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 17:16:51.649269 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.services.service_base [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Default provider is not specified for service type L3_ROUTER_NAT May 04 17:16:51.649640 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87930) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 17:16:51.649986 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 04 17:16:51.661463 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87930) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 17:16:51.661795 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading Plugin: auto_allocate May 04 17:16:51.667392 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: network precommit_update 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.667763 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: network precommit_create 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.668279 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87930) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 17:16:51.668600 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading Plugin: tag May 04 17:16:51.675076 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87930) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 17:16:51.675404 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading Plugin: timestamp May 04 17:16:51.679412 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87930) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 17:16:51.679744 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading Plugin: network_ip_availability May 04 17:16:51.684943 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.685269 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.685624 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.686352 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87930) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 17:16:51.686673 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading Plugin: flavors May 04 17:16:51.691852 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87930) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 17:16:51.692187 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading Plugin: revisions May 04 17:16:51.696401 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87930) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 17:16:51.696786 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_concurrency.lockutils [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.618s {{(pid=87930) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:16:51.697517 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87930) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 04 17:16:51.697852 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Initializing extension manager. May 04 17:16:51.698380 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: __init__.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.698723 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: __pycache__ {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.699060 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.699394 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: address_group.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.700137 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.700697 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loaded extension: address-group May 04 17:16:51.701021 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: address_scope.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.701729 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.702280 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loaded extension: address-scope May 04 17:16:51.702605 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: admin_state_down_before_update.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.703521 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.704040 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loaded extension: router-admin-state-down-before-update May 04 17:16:51.704362 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: agent.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.705235 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.705753 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loaded extension: agent May 04 17:16:51.706107 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: agent_resources_synced.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.707603 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.708124 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loaded extension: agent-resources-synced May 04 17:16:51.708445 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: allowedaddresspairs.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.710258 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.710788 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loaded extension: allowed-address-pairs May 04 17:16:51.711113 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: auto_allocated_topology.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.712176 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.712698 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loaded extension: auto-allocated-topology May 04 17:16:51.713021 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: availability_zone.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.713709 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.714259 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loaded extension: availability_zone May 04 17:16:51.714582 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: availability_zone_filter.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.715486 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.716002 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loaded extension: availability_zone_filter May 04 17:16:51.716320 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: data_plane_status.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.717215 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.717725 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Extension data-plane-status not supported by any of loaded plugins May 04 17:16:51.718080 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: default_subnetpools.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.718984 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.719502 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loaded extension: default-subnetpools May 04 17:16:51.719820 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: dhcpagentscheduler.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.720616 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.721128 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loaded extension: dhcp_agent_scheduler May 04 17:16:51.721447 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: dns.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.722371 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.722912 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Extension dns-integration not supported by any of loaded plugins May 04 17:16:51.723233 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: dns_domain_ports.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.724143 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.724654 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Extension dns-domain-ports not supported by any of loaded plugins May 04 17:16:51.724974 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: dvr.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.725635 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.726182 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loaded extension: dvr May 04 17:16:51.726501 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: empty_string_filtering.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.727407 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.727919 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loaded extension: empty-string-filtering May 04 17:16:51.728240 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.729143 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.729653 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 04 17:16:51.730003 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.730908 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.731414 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 04 17:16:51.731735 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: external_net.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.732641 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.733153 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loaded extension: external-net May 04 17:16:51.733474 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: extra_dhcp_opt.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.734398 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.734908 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loaded extension: extra_dhcp_opt May 04 17:16:51.735228 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: extraroute.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.736128 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.736639 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loaded extension: extraroute May 04 17:16:51.736959 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: extraroute_atomic.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.737999 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.738546 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loaded extension: extraroute-atomic May 04 17:16:51.738867 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: filter_validation.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.739536 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.740048 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loaded extension: filter-validation May 04 17:16:51.740370 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: fip_pf_description.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.741274 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.741784 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 04 17:16:51.742132 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: fip_port_details.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.743060 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.743571 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loaded extension: fip-port-details May 04 17:16:51.743890 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: flavors.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.745106 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.745630 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loaded extension: flavors May 04 17:16:51.745974 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.747609 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.748133 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 04 17:16:51.748460 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: floatingip_pools.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.749149 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.749668 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loaded extension: floatingip-pools May 04 17:16:51.750019 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: ip_allocation.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.750932 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.751440 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Extension ip_allocation not supported by any of loaded plugins May 04 17:16:51.751760 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.752666 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.753182 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loaded extension: ip-substring-filtering May 04 17:16:51.753503 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: l2_adjacency.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.754969 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.755480 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Extension l2_adjacency not supported by any of loaded plugins May 04 17:16:51.755803 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: l3.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.756765 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.757286 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loaded extension: router May 04 17:16:51.757609 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: l3_conntrack_helper.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.759992 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.760525 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 04 17:16:51.760855 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.761787 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.762335 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loaded extension: ext-gw-mode May 04 17:16:51.762658 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.763569 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.764084 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loaded extension: l3-ha May 04 17:16:51.764403 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: l3_flavors.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.765326 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.765835 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loaded extension: l3-flavors May 04 17:16:51.766191 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.767091 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.767599 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loaded extension: l3-port-ip-change-not-allowed May 04 17:16:51.767917 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: l3agentscheduler.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.768944 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.770110 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loaded extension: l3_agent_scheduler May 04 17:16:51.770440 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: logging.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.771917 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.772449 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Extension logging not supported by any of loaded plugins May 04 17:16:51.772773 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: metering.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.773514 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.774120 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loaded extension: metering May 04 17:16:51.774443 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.775519 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.776042 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loaded extension: metering_source_and_destination_fields May 04 17:16:51.776367 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: multiprovidernet.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.777286 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.777802 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loaded extension: multi-provider May 04 17:16:51.778155 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: netmtu.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.779068 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.779845 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loaded extension: net-mtu May 04 17:16:51.780164 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: netmtu_writable.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.781079 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.781597 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loaded extension: net-mtu-writable May 04 17:16:51.781949 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: network_availability_zone.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.782614 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.783127 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loaded extension: network_availability_zone May 04 17:16:51.783445 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: network_ip_availability.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.784530 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.785080 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loaded extension: network-ip-availability May 04 17:16:51.785405 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: network_segment_range.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.786188 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.786699 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Extension network-segment-range not supported by any of loaded plugins May 04 17:16:51.787021 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: pagination.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.787994 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.788325 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loaded extension: pagination May 04 17:16:51.788644 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: port_device_profile.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.789556 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.790109 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loaded extension: port-device-profile May 04 17:16:51.790430 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.791348 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.791865 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loaded extension: port-mac-address-regenerate May 04 17:16:51.792184 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.793095 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.793608 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loaded extension: port-numa-affinity-policy May 04 17:16:51.793939 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: port_resource_request.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.794861 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.795369 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Extension port-resource-request not supported by any of loaded plugins May 04 17:16:51.795685 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: portbindings.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.796602 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.797113 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loaded extension: binding May 04 17:16:51.797430 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: portbindings_extended.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.798833 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.799355 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loaded extension: binding-extended May 04 17:16:51.799686 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: portsecurity.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.800630 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.801153 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loaded extension: port-security May 04 17:16:51.801475 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: project_id.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.802467 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.802800 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loaded extension: project-id May 04 17:16:51.803119 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: providernet.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.804031 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.804552 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loaded extension: provider May 04 17:16:51.804869 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: qos.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.808347 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.808874 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Extension qos not supported by any of loaded plugins May 04 17:16:51.809205 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.810472 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.810995 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 04 17:16:51.811323 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.812236 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.812758 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 04 17:16:51.813087 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: qos_default.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.814025 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.814546 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Extension qos-default not supported by any of loaded plugins May 04 17:16:51.814869 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: qos_fip.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.815513 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.816020 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Extension qos-fip not supported by any of loaded plugins May 04 17:16:51.816854 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: qos_gateway_ip.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.817774 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.818318 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 04 17:16:51.818640 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: qos_port_network_policy.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.819553 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.820067 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 04 17:16:51.820385 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: qos_rule_type_details.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.821286 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.821796 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 04 17:16:51.822138 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: qos_rules_alias.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.823170 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.823690 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Extension qos-rules-alias not supported by any of loaded plugins May 04 17:16:51.824011 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: quotasv2.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.824901 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.825225 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loaded extension: quotas May 04 17:16:51.825543 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: quotasv2_detail.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.827148 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.827483 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loaded extension: quota_details May 04 17:16:51.827812 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: rbac.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.828846 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.829375 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loaded extension: rbac-policies May 04 17:16:51.829708 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: rbac_address_group.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.830659 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.831182 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loaded extension: rbac-address-group May 04 17:16:51.831506 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: rbac_address_scope.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.833065 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.833601 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loaded extension: rbac-address-scope May 04 17:16:51.833940 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: rbac_security_groups.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.834885 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.835407 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loaded extension: rbac-security-groups May 04 17:16:51.835727 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: rbac_subnetpool.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.836636 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.837151 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loaded extension: rbac-subnetpool May 04 17:16:51.837470 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: revisionifmatch.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.838410 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.838926 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loaded extension: revision-if-match May 04 17:16:51.839248 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: revisions.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.840477 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.841000 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loaded extension: standard-attr-revisions May 04 17:16:51.841323 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: router_availability_zone.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.842027 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.842539 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loaded extension: router_availability_zone May 04 17:16:51.842857 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: routerservicetype.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.843768 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.844281 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Extension router-service-type not supported by any of loaded plugins May 04 17:16:51.844599 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.845514 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.846072 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loaded extension: security-groups-normalized-cidr May 04 17:16:51.846393 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: security_groups_port_filtering.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.847308 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.847852 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loaded extension: port-security-groups-filtering May 04 17:16:51.848172 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.849080 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.849598 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loaded extension: security-groups-remote-address-group May 04 17:16:51.849938 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: securitygroup.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.859415 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.859961 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loaded extension: security-group May 04 17:16:51.860289 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: segment.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.861062 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.861578 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Extension segment not supported by any of loaded plugins May 04 17:16:51.861904 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.862866 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.863412 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 04 17:16:51.863735 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: servicetype.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.864834 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.865359 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loaded extension: service-type May 04 17:16:51.865685 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: sorting.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.866707 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.867044 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loaded extension: sorting May 04 17:16:51.867369 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: standard_attr_segment.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.868274 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.868796 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Extension standard-attr-segment not supported by any of loaded plugins May 04 17:16:51.869118 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: standardattrdescription.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.869763 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.870311 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loaded extension: standard-attr-description May 04 17:16:51.870633 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: stateful_security_group.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.871547 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.872064 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loaded extension: stateful-security-group May 04 17:16:51.872384 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: stdattrs_common.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.872956 dv-neutron-840426-1-hyperv neutron-server[87930]: WARNING neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 04 17:16:51.873274 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.874312 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.874825 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 04 17:16:51.875143 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: subnet_onboard.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.876204 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.876723 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loaded extension: subnet_onboard May 04 17:16:51.877045 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.877990 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.878504 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 04 17:16:51.879347 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: subnet_service_types.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.880282 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.880803 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loaded extension: subnet-service-types May 04 17:16:51.881125 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: subnetallocation.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.882227 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.882751 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loaded extension: subnet_allocation May 04 17:16:51.883073 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.883731 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.884245 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loaded extension: subnetpool-prefix-ops May 04 17:16:51.884565 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.885484 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.886024 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 04 17:16:51.886347 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: tagging.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.887400 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.887925 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loaded extension: standard-attr-tag May 04 17:16:51.888249 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: timestamp.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.889468 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.890014 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loaded extension: standard-attr-timestamp May 04 17:16:51.890342 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: trunk.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.891398 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.891918 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Extension trunk not supported by any of loaded plugins May 04 17:16:51.892240 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: trunk_details.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.893152 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.893665 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Extension trunk-details not supported by any of loaded plugins May 04 17:16:51.894018 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: uplink_status_propagation.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.895570 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.896085 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 04 17:16:51.896406 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Loading extension file: vlantransparent.py {{(pid=87930) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 17:16:51.897165 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87930) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 17:16:51.897850 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Extension vlan-transparent not supported by any of loaded plugins May 04 17:16:51.900378 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.quota.resource_registry [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Creating instance of TrackedResource for resource:network May 04 17:16:51.901120 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.quota.resource_registry [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Creating instance of TrackedResource for resource:subnet May 04 17:16:51.901883 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.quota.resource_registry [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Creating instance of TrackedResource for resource:subnetpool May 04 17:16:51.902501 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.quota.resource_registry [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Creating instance of TrackedResource for resource:port May 04 17:16:51.903770 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.v2.resource_helper [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87930) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 17:16:51.904201 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.v2.resource_helper [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Service FLAVORS assigned prefix: {{(pid=87930) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 17:16:51.905095 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.v2.resource_helper [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87930) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 17:16:51.905512 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.v2.resource_helper [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87930) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 17:16:51.905843 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.quota.resource_registry [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Creating instance of TrackedResource for resource:router May 04 17:16:51.906524 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.quota.resource_registry [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Creating instance of TrackedResource for resource:floatingip May 04 17:16:51.907231 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.v2.resource_helper [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Service METERING assigned prefix: /metering {{(pid=87930) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 17:16:51.908673 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.909042 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.909393 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87930) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:16:51.911734 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.quota.resource_registry [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Creating instance of CountableResource for resource:rbac_policy May 04 17:16:51.912183 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.quota.resource_registry [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Creating instance of TrackedResource for resource:security_group May 04 17:16:51.912845 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.quota.resource_registry [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Creating instance of TrackedResource for resource:security_group_rule May 04 17:16:51.913589 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.v2.resource_helper [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Service CORE assigned prefix: {{(pid=87930) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 17:16:51.913932 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.quota.resource_registry [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Creating instance of TrackedResource for resource:subnetpool May 04 17:16:51.914282 dv-neutron-840426-1-hyperv neutron-server[87930]: WARNING neutron.quota.resource_registry [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] subnetpool is already registered May 04 17:16:51.914888 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.v2.resource_helper [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Service CORE assigned prefix: {{(pid=87930) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 17:16:51.915218 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.quota.resource_registry [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Creating instance of TrackedResource for resource:subnetpool May 04 17:16:51.915541 dv-neutron-840426-1-hyperv neutron-server[87930]: WARNING neutron.quota.resource_registry [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] subnetpool is already registered May 04 17:16:52.025534 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.v2.resource_helper [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87930) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 17:16:52.025885 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.v2.resource_helper [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Service FLAVORS assigned prefix: {{(pid=87930) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 17:16:52.026498 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.v2.resource_helper [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87930) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 17:16:52.026922 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.v2.resource_helper [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87930) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 17:16:52.027261 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.quota.resource_registry [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Creating instance of TrackedResource for resource:router May 04 17:16:52.027602 dv-neutron-840426-1-hyperv neutron-server[87930]: WARNING neutron.quota.resource_registry [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] router is already registered May 04 17:16:52.028255 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.quota.resource_registry [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Creating instance of TrackedResource for resource:floatingip May 04 17:16:52.028582 dv-neutron-840426-1-hyperv neutron-server[87930]: WARNING neutron.quota.resource_registry [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] floatingip is already registered May 04 17:16:52.029214 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.v2.resource_helper [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Service METERING assigned prefix: /metering {{(pid=87930) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 17:16:52.030305 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.quota.resource_registry [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Creating instance of CountableResource for resource:rbac_policy May 04 17:16:52.030636 dv-neutron-840426-1-hyperv neutron-server[87930]: WARNING neutron.quota.resource_registry [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] rbac_policy is already registered May 04 17:16:52.031058 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.quota.resource_registry [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Creating instance of TrackedResource for resource:security_group May 04 17:16:52.031383 dv-neutron-840426-1-hyperv neutron-server[87930]: WARNING neutron.quota.resource_registry [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] security_group is already registered May 04 17:16:52.031962 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.quota.resource_registry [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Creating instance of TrackedResource for resource:security_group_rule May 04 17:16:52.032286 dv-neutron-840426-1-hyperv neutron-server[87930]: WARNING neutron.quota.resource_registry [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] security_group_rule is already registered May 04 17:16:52.032941 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.v2.resource_helper [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Service CORE assigned prefix: {{(pid=87930) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 17:16:52.033272 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.quota.resource_registry [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Creating instance of TrackedResource for resource:subnetpool May 04 17:16:52.033598 dv-neutron-840426-1-hyperv neutron-server[87930]: WARNING neutron.quota.resource_registry [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] subnetpool is already registered May 04 17:16:52.034224 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.v2.resource_helper [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Service CORE assigned prefix: {{(pid=87930) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 17:16:52.034551 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.quota.resource_registry [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Creating instance of TrackedResource for resource:subnetpool May 04 17:16:52.034872 dv-neutron-840426-1-hyperv neutron-server[87930]: WARNING neutron.quota.resource_registry [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] subnetpool is already registered May 04 17:16:52.035573 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Extended resource: extensions {{(pid=87930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:16:52.037065 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Extended resource: address-groups {{(pid=87930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:16:52.038714 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Extended resource: address-scopes {{(pid=87930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:16:52.039907 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Extended resource: agents {{(pid=87930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:16:52.041041 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Extended resource: auto-allocated-topology {{(pid=87930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:16:52.042402 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Extended resource: availability_zones {{(pid=87930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:16:52.043615 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Extended resource: dhcp-networks {{(pid=87930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:16:52.044992 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Extended resource: dhcp-agents {{(pid=87930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:16:52.046441 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Extended resource: routers {{(pid=87930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:16:52.048222 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Extended resource: flavors {{(pid=87930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:16:52.049370 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Extended resource: service_profiles {{(pid=87930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:16:52.050603 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Extended resource: next_providers {{(pid=87930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:16:52.052139 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Extended resource: service_profiles {{(pid=87930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:16:52.053643 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Extended resource: floatingip-pools {{(pid=87930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:16:52.054869 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Extended resource: routers {{(pid=87930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:16:52.056649 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Extended resource: floatingips {{(pid=87930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:16:52.057825 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Extended resource: l3-routers {{(pid=87930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:16:52.059215 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Extended resource: l3-agents {{(pid=87930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:16:52.060719 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Extended resource: metering-labels {{(pid=87930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:16:52.061980 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Extended resource: metering-label-rules {{(pid=87930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:16:52.063243 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Extended resource: network-ip-availabilities {{(pid=87930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:16:52.064491 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Extended resource: bindings {{(pid=87930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:16:52.066153 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Extended resource: quotas {{(pid=87930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:16:52.068091 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Extended resource: quotas {{(pid=87930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:16:52.069481 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Extended resource: rbac-policies {{(pid=87930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:16:52.070786 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Extended resource: security-groups {{(pid=87930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:16:52.071987 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Extended resource: security-group-rules {{(pid=87930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:16:52.073219 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Extended resource: service-providers {{(pid=87930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:16:52.074565 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Extended resource: subnetpools {{(pid=87930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:16:52.075865 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Extended resource: subnetpools {{(pid=87930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:16:52.077293 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Extended resource: tags {{(pid=87930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:16:52.079080 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Extended resource: tags {{(pid=87930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:16:52.080753 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Extended resource: tags {{(pid=87930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:16:52.083163 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Extended resource: tags {{(pid=87930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:16:52.085939 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Extended resource: tags {{(pid=87930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:16:52.087770 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Extended resource: tags {{(pid=87930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:16:52.089442 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Extended resource: tags {{(pid=87930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:16:52.091346 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Extended resource: tags {{(pid=87930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:16:52.093094 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Extended resource: tags {{(pid=87930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:16:52.094940 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron.api.extensions [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Extended resource: tags {{(pid=87930) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:16:52.100857 dv-neutron-840426-1-hyperv neutron-server[87930]: WARNING keystonemiddleware.auth_token [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 04 17:16:52.105552 dv-neutron-840426-1-hyperv neutron-server[87930]: WARNING keystonemiddleware.auth_token [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 04 17:16:52.114133 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_concurrency.lockutils [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Acquired lock "singleton_lock" {{(pid=87930) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 04 17:16:52.114606 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_concurrency.lockutils [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Releasing lock "singleton_lock" {{(pid=87930) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 04 17:16:52.115230 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO oslo_service.service [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Starting 2 workers May 04 17:16:52.119845 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Started child 88037 {{(pid=87930) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 04 17:16:52.124022 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Started child 88038 {{(pid=87930) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 04 17:16:52.124999 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:16:52.125594 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO neutron.service [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Neutron service started, listening on 0.0.0.0:9696 May 04 17:16:52.126239 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Notify callbacks [] for process, before_spawn {{(pid=87930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:16:52.126491 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [-] (88037) wsgi starting up on http://0.0.0.0:9696 May 04 17:16:52.128529 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:16:52.129608 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO oslo_service.service [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Starting 1 workers May 04 17:16:52.130481 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [-] (88038) wsgi starting up on http://0.0.0.0:9696 May 04 17:16:52.134144 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Started child 88039 {{(pid=87930) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 04 17:16:52.134672 dv-neutron-840426-1-hyperv neutron-server[87930]: INFO oslo_service.service [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Starting 1 workers May 04 17:16:52.137687 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.service [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] calling RpcWorker wait() {{(pid=88039) _wait /opt/stack/neutron/neutron/service.py:128}} May 04 17:16:52.138360 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.service [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] returning from RpcWorker wait() {{(pid=88039) _wait /opt/stack/neutron/neutron/service.py:135}} May 04 17:16:52.138984 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Started child 88040 {{(pid=87930) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 04 17:16:52.139734 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG neutron_lib.callbacks.manager [None req-ed385c69-46ad-4952-b92e-276cab39c848 None None] Notify callbacks [] for process, after_spawn {{(pid=87930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:16:52.139841 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:16:52.140254 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:16:52.141553 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87930) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 04 17:16:52.141770 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 04 17:16:52.141987 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 04 17:16:52.142208 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 04 17:16:52.142554 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 04 17:16:52.142716 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 04 17:16:52.143203 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.143493 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.143657 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:16:52.144111 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.144111 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.144369 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.144894 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.145161 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.145396 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.145672 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.145942 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.146112 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.146280 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.146534 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.146764 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.147044 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.147298 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.147544 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.147820 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.148000 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.148277 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.148543 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.148804 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.149064 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] debug = True {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.149316 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.149798 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.150049 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.150288 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.150524 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.150826 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.151071 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.151331 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.151574 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.151792 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.152043 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.152309 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.152559 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.152788 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.153008 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.153256 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.153488 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.153991 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] host = dv-neutron-840426-1-hyperv {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.154224 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.154696 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.154955 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.155197 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.155440 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.155655 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.155924 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.156168 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.156437 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.156674 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.156929 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.157170 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.157385 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.157636 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] log_file = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.157799 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] log_options = True {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.158051 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.158323 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.158575 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.158767 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.158917 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.159125 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.159343 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.159548 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.159759 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.160025 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.160238 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.160450 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.160679 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.160917 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.161156 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.161384 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.161613 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.161837 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.162126 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.162330 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.162554 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.162782 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.163023 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.163254 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.163487 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.163699 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.163925 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.165246 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.165246 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.165246 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.165246 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.165246 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.165856 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.165856 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.166114 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:16:52.166245 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.166245 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.166245 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.166630 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.166753 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.166919 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.167162 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.168080 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.168080 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.168080 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.168080 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.168366 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] use_json = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.168442 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.168620 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.169033 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.169241 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.169592 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.169996 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.170671 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.170671 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.171046 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.171584 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.172037 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.172499 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.172880 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.173304 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.173725 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.174182 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.174594 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.177185 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.177185 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.177185 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.177185 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.177185 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.177185 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.177185 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.177856 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.177856 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.178252 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.178490 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.178726 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.179021 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.179198 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.179534 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.180332 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.180332 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.180332 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.180742 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.180742 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.180946 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.181141 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.181372 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.181580 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.182055 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.182461 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.182866 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.183287 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.183541 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.183764 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.183998 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.184269 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.184490 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.184723 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.184948 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.185165 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.185386 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.185597 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.185822 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.186110 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.186328 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.186563 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.186806 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.187043 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.187255 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.187467 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.187685 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.187914 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.188130 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.188342 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.188552 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.188782 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.188998 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.189240 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.189459 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.189673 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.189905 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.190150 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.190361 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.190593 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.190827 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.191298 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.192199 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.192626 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.192847 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.193063 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.193309 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.193525 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.193745 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.194000 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.194225 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.194439 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.194697 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.194920 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.195159 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.195362 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.195638 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.195956 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.196193 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.196461 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.196708 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.196974 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.197209 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.197445 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.197667 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.197908 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.198183 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.198417 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.198642 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.198873 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.199122 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.199342 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.199607 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.199852 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.200071 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.200291 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.200525 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.200762 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.201049 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.201321 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.201613 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.201877 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.202161 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.202428 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.202858 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.203332 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.203744 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.204021 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.204305 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.204744 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.205169 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.205555 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.205982 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.206405 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.206639 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.206950 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.207189 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.207581 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.207979 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.208401 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.208779 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.209140 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.209517 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.209888 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.210424 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.210832 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.211196 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.211591 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.212017 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.212430 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.212827 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.213249 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.213654 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.214105 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.214517 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.214979 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.215391 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.215797 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.216200 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.216587 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.216969 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.217340 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.217751 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.218145 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.218514 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.218789 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.219026 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.219255 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.219484 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.219883 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.220282 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.220519 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.220736 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.220980 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.221232 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.221469 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.221688 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.221908 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.222175 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.222455 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.222669 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.223096 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.223343 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.223588 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.223833 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.224070 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.224303 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.224535 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.224778 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.225178 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.225556 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.225790 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.226041 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.226261 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.226491 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.226715 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.226927 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.227189 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.227428 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.227769 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.228030 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.228280 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.228546 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.228781 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.229015 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.229247 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.229649 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.229888 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.230150 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.230573 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.230881 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.231134 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.231351 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.231566 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.231800 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.232075 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.232324 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.232595 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.232816 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.233038 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.233256 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.233490 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.233709 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.233960 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.234354 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.234793 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.235177 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.235565 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.236040 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.236350 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.236764 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.237195 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.237614 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.238564 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.238940 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.239320 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.239546 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.239760 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.240006 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.240205 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.240423 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.240679 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.240876 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.241177 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.241428 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.241649 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.241964 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.242211 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.242454 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.242731 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.243091 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.243324 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.243566 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.243783 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.244017 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.244255 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.244537 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.244858 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.245156 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.245422 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.245656 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.245965 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.246253 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.246524 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.246739 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.247387 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.247387 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.250174 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.251233 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.251347 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 43076) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:16:52.251514 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.251779 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.252023 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.252257 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.252484 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.252725 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.252952 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.253328 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.253577 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.253908 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.254153 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.254405 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.254628 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.254875 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.255106 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.255400 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.255641 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.255790 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 04 17:16:52.256286 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87930) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 04 17:16:52.256443 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 04 17:16:52.256584 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 04 17:16:52.256763 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 04 17:16:52.256934 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 04 17:16:52.257080 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 04 17:16:52.257281 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.257440 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.257590 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.257748 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.258042 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.258222 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.258374 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.258533 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.258680 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.259255 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.259415 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.259575 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.259723 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.259877 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.260031 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.260176 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.260312 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.260458 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.260619 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.260763 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.260919 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.261422 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.261571 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] debug = True {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.261715 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.263206 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:16:52.264439 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0108678 May 04 17:16:52.266021 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.268076 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.269199 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.271121 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.271489 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.271676 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.271851 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.272025 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.272199 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.272777 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.272777 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.272777 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.273017 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.273017 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.273236 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.273326 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.273454 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] host = dv-neutron-840426-1-hyperv {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.273616 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.273776 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.275104 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.275308 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.275485 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.275717 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.275847 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.277907 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.278132 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.279199 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.279616 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.279795 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.279972 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.280115 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] log_file = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.281083 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] log_options = True {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.281570 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.281879 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.282089 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.282293 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.282470 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.282636 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.282798 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.282962 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.283963 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.284186 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.284378 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.284550 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.284718 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.284882 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.285645 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.285809 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.286251 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.286528 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.286704 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.287344 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.287344 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.287497 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.287742 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.287906 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.288794 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.288794 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.288794 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.288984 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.289048 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.289206 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.289379 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.289542 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.289703 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.289860 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.290041 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.290188 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.290342 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.290497 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.290658 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.290817 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.290978 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.291138 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.291294 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.291450 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.291609 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.291758 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] use_json = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.291919 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.292078 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.292233 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.292383 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.292539 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.292694 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.292854 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.293011 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.293169 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:16:52.293351 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.293536 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.293710 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.293872 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.294077 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.294239 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.294402 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.294568 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.295277 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.296242 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.296856 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.297041 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.297222 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.297382 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.298151 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.298435 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.298782 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.299482 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.299482 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.299482 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.299482 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.299729 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.299849 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.300141 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.300357 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.300549 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.301308 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.301479 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.301640 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.301802 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.302017 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.302176 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.302512 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.302670 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.302979 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.303167 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.303474 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.303634 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.303794 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.303954 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.304166 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.304282 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.304422 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.304580 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.304737 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.305748 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.305748 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.305748 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.305748 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.305748 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.305748 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.306302 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.306302 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.306302 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.306502 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.306502 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.306623 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.306779 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.306940 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.307101 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.307259 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.307430 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.307589 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.307741 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.308052 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.308340 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.308727 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.309664 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.309664 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.309664 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.309664 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.309664 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.310165 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.310165 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.310165 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.311272 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.311272 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.311272 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.311272 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.311272 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.311272 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.311272 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.312151 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.312151 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.312151 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.312151 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.312151 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.312151 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.312914 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.312914 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.312914 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.312914 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.312914 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.312914 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.313649 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.313649 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.313649 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.313649 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.313649 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.314118 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.314118 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.314255 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.314405 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.314514 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.314671 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.314834 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.315830 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.316228 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.316931 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.317393 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.317393 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.317393 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.317712 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.317712 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.317906 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.318051 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.318154 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.318888 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.318888 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.318888 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.318888 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.319308 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.319308 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.319308 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.319516 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.320433 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.320433 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.320433 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.320433 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.320433 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.320858 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.320858 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.320858 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.321064 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.321064 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.321204 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.321366 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.321522 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.321678 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.321836 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.322012 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.322173 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.322335 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.322496 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.322654 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.322810 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.322966 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.323126 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.323279 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.323436 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.323593 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.323750 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.323907 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.324063 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.324219 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.324380 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.324536 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.324697 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.324852 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.325038 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.325191 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.325347 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.325505 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.325661 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.325817 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.325993 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.326151 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.326307 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.326463 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.326620 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.326777 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.326934 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.327077 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.327236 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.327434 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.327550 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.327687 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.327843 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.328000 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.328157 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.328312 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.328470 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.328610 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.328771 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.328927 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.329082 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.329240 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.329413 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.329570 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.329727 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.329887 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.330087 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.330239 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.330423 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.330561 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.330696 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.330831 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.330961 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.331119 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.331275 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.331433 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.331657 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.331811 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.331938 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.332063 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.332188 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.332346 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.332499 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.332656 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.332814 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.332974 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.333114 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.333270 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.333427 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.333582 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.333738 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.333907 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.334096 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.334246 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.334390 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.334539 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.334714 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.334879 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.335019 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.335157 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.335295 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.335433 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.335570 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.335732 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.335888 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.336044 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.336209 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.336367 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.336509 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.336677 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.336821 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.336979 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.337136 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.337277 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.337450 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.337587 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.337724 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.337882 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.338093 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.338233 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.338365 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.338518 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.338668 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.338805 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.338952 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.339098 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.339250 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.339392 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.339559 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.339728 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.339884 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.340038 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.340195 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.340351 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.340507 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.340664 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.340819 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.340974 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.341130 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.341287 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.341443 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.341599 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.341825 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.342027 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.342146 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.342233 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.342385 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.342542 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.342698 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:16:52.342850 dv-neutron-840426-1-hyperv neutron-server[87930]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87930) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 04 17:17:03.140150 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8900b3e1-1476-4bc8-ae4d-3e1b0d6ed4e2 None None] get_active_networks_info from dv-neutron-840426-1-hyperv {{(pid=88039) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 04 17:17:03.201088 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8900b3e1-1476-4bc8-ae4d-3e1b0d6ed4e2 None None] No non-hosted networks {{(pid=88039) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 04 17:17:03.214544 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.agentschedulers_db [None req-8900b3e1-1476-4bc8-ae4d-3e1b0d6ed4e2 None None] DHCP Agent not found on host dv-neutron-840426-1-hyperv {{(pid=88039) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 04 17:17:03.335312 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-c96aac76-0c84-4fb1-a209-62fe5ea43fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-710860'] for agent, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:05.245404 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-33df59fc-f6f5-4480-b1c3-245fdb67177b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-710860'] for agent, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:05.272926 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-f4cd652c-c97c-4597-a347-aadd26951dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:06.431842 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-710860'] for agent, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:06.459597 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-710860'] for agent, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:06.460387 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:06.460963 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:06.461372 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:06.461814 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:06.462301 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:06.462701 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:06.463096 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:06.463630 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:06.464015 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:06.464423 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:06.464847 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:06.465238 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:06.465718 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-840426-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:17:06.470954 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-840426-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:17:07.738533 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-710860'] for agent, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:09.326026 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 43174) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:17:09.894271 dv-neutron-840426-1-hyperv neutron-server[88037]: WARNING oslo_policy.policy [None req-63638c95-74c6-43e6-917b-4c61d228c045 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 17:17:09.894886 dv-neutron-840426-1-hyperv neutron-server[88037]: WARNING oslo_policy.policy [None req-63638c95-74c6-43e6-917b-4c61d228c045 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 17:17:10.111155 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [None req-63638c95-74c6-43e6-917b-4c61d228c045 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:17:10.112353 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-63638c95-74c6-43e6-917b-4c61d228c045 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7842548 May 04 17:17:12.424000 dv-neutron-840426-1-hyperv neutron-server[88039]: INFO neutron.db.l3_hamode_db [None req-c9fa7b0e-8153-4c0a-87cf-f92c51cffd2a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 04 17:17:12.508222 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fa7b0e-8153-4c0a-87cf-f92c51cffd2a None None] Routers set() bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:17:12.508665 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fa7b0e-8153-4c0a-87cf-f92c51cffd2a None None] Router IDs set() for agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} May 04 17:17:12.513613 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 43188) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:17:12.873714 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-48ad3d43-dbe9-4e3d-9a8e-6ea7de2b68db admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:17:12.967300 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.policy [None req-48ad3d43-dbe9-4e3d-9a8e-6ea7de2b68db admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88037) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 04 17:17:13.015642 dv-neutron-840426-1-hyperv neutron-server[88037]: WARNING oslo_policy.policy [None req-48ad3d43-dbe9-4e3d-9a8e-6ea7de2b68db admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 17:17:13.016024 dv-neutron-840426-1-hyperv neutron-server[88037]: WARNING oslo_policy.policy [None req-48ad3d43-dbe9-4e3d-9a8e-6ea7de2b68db admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 17:17:13.024499 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.quota [None req-48ad3d43-dbe9-4e3d-9a8e-6ea7de2b68db admin admin] Loaded quota_driver: . May 04 17:17:13.040533 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-48ad3d43-dbe9-4e3d-9a8e-6ea7de2b68db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:17:13.099453 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-48ad3d43-dbe9-4e3d-9a8e-6ea7de2b68db admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761606547225', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761606546762', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761606566099', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761606562941', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761606583019', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761606593468', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1574400', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1587595', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-570321', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-627557'] for rbac-policy, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:13.159193 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-48ad3d43-dbe9-4e3d-9a8e-6ea7de2b68db admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:13.160363 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-48ad3d43-dbe9-4e3d-9a8e-6ea7de2b68db admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6457462 May 04 17:17:15.799664 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 43202) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:17:16.367466 dv-neutron-840426-1-hyperv neutron-server[88038]: WARNING oslo_policy.policy [None req-a2a0f32d-bfef-4c04-a6ba-f646403bf737 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 17:17:16.368053 dv-neutron-840426-1-hyperv neutron-server[88038]: WARNING oslo_policy.policy [None req-a2a0f32d-bfef-4c04-a6ba-f646403bf737 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 17:17:16.585576 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-a2a0f32d-bfef-4c04-a6ba-f646403bf737 admin admin] Request body: {'network': {'name': 'private', 'project_id': '1e7a5eacd6cb4089863e7ea05f5c68a6', 'admin_state_up': True}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:17:16.587319 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.quota [None req-a2a0f32d-bfef-4c04-a6ba-f646403bf737 admin admin] Loaded quota_driver: . May 04 17:17:16.603334 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-a2a0f32d-bfef-4c04-a6ba-f646403bf737 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:17:16.609417 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-a2a0f32d-bfef-4c04-a6ba-f646403bf737 admin admin] Usage tracker for resource:network and tenant:1e7a5eacd6cb4089863e7ea05f5c68a6 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:17:16.615463 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-a2a0f32d-bfef-4c04-a6ba-f646403bf737 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:17:16.622565 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-a2a0f32d-bfef-4c04-a6ba-f646403bf737 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:17:16.637780 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a0f32d-bfef-4c04-a6ba-f646403bf737 admin admin] Made reservation on behalf of 1e7a5eacd6cb4089863e7ea05f5c68a6 for: {'network': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:17:16.704846 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.policy [None req-a2a0f32d-bfef-4c04-a6ba-f646403bf737 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88038) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 04 17:17:16.749411 dv-neutron-840426-1-hyperv neutron-server[88038]: WARNING oslo_policy.policy [None req-a2a0f32d-bfef-4c04-a6ba-f646403bf737 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 17:17:16.749783 dv-neutron-840426-1-hyperv neutron-server[88038]: WARNING oslo_policy.policy [None req-a2a0f32d-bfef-4c04-a6ba-f646403bf737 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 17:17:16.759337 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a2a0f32d-bfef-4c04-a6ba-f646403bf737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:16.780107 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a2a0f32d-bfef-4c04-a6ba-f646403bf737 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:16.794630 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-a2a0f32d-bfef-4c04-a6ba-f646403bf737 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:17:16.798447 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-a2a0f32d-bfef-4c04-a6ba-f646403bf737 admin admin] Usage tracker for resource:security_group_rule and tenant:1e7a5eacd6cb4089863e7ea05f5c68a6 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:17:16.804093 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-a2a0f32d-bfef-4c04-a6ba-f646403bf737 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:17:16.809641 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-a2a0f32d-bfef-4c04-a6ba-f646403bf737 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:17:16.908803 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a2a0f32d-bfef-4c04-a6ba-f646403bf737 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:16.913094 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a2a0f32d-bfef-4c04-a6ba-f646403bf737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:16.932994 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2a0f32d-bfef-4c04-a6ba-f646403bf737 admin admin] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=88038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:17:16.957044 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a2a0f32d-bfef-4c04-a6ba-f646403bf737 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761604220447', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:16.958162 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a2a0f32d-bfef-4c04-a6ba-f646403bf737 admin admin] Unsubscribe: segment precommit_create {{(pid=88038) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 04 17:17:16.958655 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.segments_db [None req-a2a0f32d-bfef-4c04-a6ba-f646403bf737 admin admin] Added segment eb47acb9-fc43-4315-8287-18f9fc1944d5 of type vlan for network 3e6635e1-2c31-4c0e-b600-10e3d301e53c May 04 17:17:17.018523 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a0f32d-bfef-4c04-a6ba-f646403bf737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c10db4d3-d37b-46da-aa0e-5d12a64a6f78,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:17:17.039616 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a0f32d-bfef-4c04-a6ba-f646403bf737 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:17.039975 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a0f32d-bfef-4c04-a6ba-f646403bf737 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:17.040479 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a0f32d-bfef-4c04-a6ba-f646403bf737 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:17.040825 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a0f32d-bfef-4c04-a6ba-f646403bf737 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:17.041142 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a0f32d-bfef-4c04-a6ba-f646403bf737 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:17.041483 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a0f32d-bfef-4c04-a6ba-f646403bf737 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:17.041811 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a0f32d-bfef-4c04-a6ba-f646403bf737 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:17.042163 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a0f32d-bfef-4c04-a6ba-f646403bf737 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:17.042485 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a0f32d-bfef-4c04-a6ba-f646403bf737 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:17.042803 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a0f32d-bfef-4c04-a6ba-f646403bf737 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:17.043123 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a0f32d-bfef-4c04-a6ba-f646403bf737 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:17.043437 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a0f32d-bfef-4c04-a6ba-f646403bf737 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:17.044757 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a0f32d-bfef-4c04-a6ba-f646403bf737 admin admin] Tracked resource versions report: May 04 17:17:17.044757 dv-neutron-840426-1-hyperv neutron-server[88038]: pushed versions: May 04 17:17:17.044757 dv-neutron-840426-1-hyperv neutron-server[88038]: { 'AddressGroup': {'1.2'}, May 04 17:17:17.044757 dv-neutron-840426-1-hyperv neutron-server[88038]: 'ConntrackHelper': {'1.0'}, May 04 17:17:17.044757 dv-neutron-840426-1-hyperv neutron-server[88038]: 'Log': {'1.0'}, May 04 17:17:17.044757 dv-neutron-840426-1-hyperv neutron-server[88038]: 'Network': {'1.1'}, May 04 17:17:17.044757 dv-neutron-840426-1-hyperv neutron-server[88038]: 'Port': {'1.7'}, May 04 17:17:17.044757 dv-neutron-840426-1-hyperv neutron-server[88038]: 'PortForwarding': {'1.2'}, May 04 17:17:17.044757 dv-neutron-840426-1-hyperv neutron-server[88038]: 'QosPolicy': {'1.8'}, May 04 17:17:17.044757 dv-neutron-840426-1-hyperv neutron-server[88038]: 'SecurityGroup': {'1.4'}, May 04 17:17:17.044757 dv-neutron-840426-1-hyperv neutron-server[88038]: 'SecurityGroupRule': {'1.2'}, May 04 17:17:17.044757 dv-neutron-840426-1-hyperv neutron-server[88038]: 'SubPort': {'1.0'}, May 04 17:17:17.044757 dv-neutron-840426-1-hyperv neutron-server[88038]: 'Subnet': {'1.1'}, May 04 17:17:17.044757 dv-neutron-840426-1-hyperv neutron-server[88038]: 'Trunk': {'1.1'}} May 04 17:17:17.044757 dv-neutron-840426-1-hyperv neutron-server[88038]: consumer versions: May 04 17:17:17.044757 dv-neutron-840426-1-hyperv neutron-server[88038]: { DHCP agent@dv-neutron-840426-1-hyperv: {}, May 04 17:17:17.044757 dv-neutron-840426-1-hyperv neutron-server[88038]: L3 agent@dv-neutron-840426-1-hyperv: {}, May 04 17:17:17.044757 dv-neutron-840426-1-hyperv neutron-server[88038]: Metadata agent@dv-neutron-840426-1-hyperv: {}, May 04 17:17:17.044757 dv-neutron-840426-1-hyperv neutron-server[88038]: Metering agent@dv-neutron-840426-1-hyperv: {}, May 04 17:17:17.044757 dv-neutron-840426-1-hyperv neutron-server[88038]: Open vSwitch agent@dv-neutron-840426-1-hyperv: { 'AddressGroup': '1.2', May 04 17:17:17.044757 dv-neutron-840426-1-hyperv neutron-server[88038]: 'ConntrackHelper': '1.0', May 04 17:17:17.044757 dv-neutron-840426-1-hyperv neutron-server[88038]: 'Log': '1.0', May 04 17:17:17.044757 dv-neutron-840426-1-hyperv neutron-server[88038]: 'Network': '1.1', May 04 17:17:17.044757 dv-neutron-840426-1-hyperv neutron-server[88038]: 'Port': '1.7', May 04 17:17:17.044757 dv-neutron-840426-1-hyperv neutron-server[88038]: 'PortForwarding': '1.2', May 04 17:17:17.044757 dv-neutron-840426-1-hyperv neutron-server[88038]: 'QosPolicy': '1.8', May 04 17:17:17.044757 dv-neutron-840426-1-hyperv neutron-server[88038]: 'SecurityGroup': '1.4', May 04 17:17:17.044757 dv-neutron-840426-1-hyperv neutron-server[88038]: 'SecurityGroupRule': '1.2', May 04 17:17:17.044757 dv-neutron-840426-1-hyperv neutron-server[88038]: 'SubPort': '1.0', May 04 17:17:17.044757 dv-neutron-840426-1-hyperv neutron-server[88038]: 'Subnet': '1.1', May 04 17:17:17.044757 dv-neutron-840426-1-hyperv neutron-server[88038]: 'Trunk': '1.1'}} May 04 17:17:17.044757 dv-neutron-840426-1-hyperv neutron-server[88038]: {{(pid=88038) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 17:17:17.069795 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a2a0f32d-bfef-4c04-a6ba-f646403bf737 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:17.114195 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a2a0f32d-bfef-4c04-a6ba-f646403bf737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:17.115346 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a0f32d-bfef-4c04-a6ba-f646403bf737 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:17:17.115968 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a2a0f32d-bfef-4c04-a6ba-f646403bf737 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:17.219940 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-a2a0f32d-bfef-4c04-a6ba-f646403bf737 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4191055 May 04 17:17:17.225394 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a0f32d-bfef-4c04-a6ba-f646403bf737 admin admin] Pushing event updated for resources: {'Network': ['ID=3e6635e1-2c31-4c0e-b600-10e3d301e53c,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:17:17.238426 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 3e6635e1-2c31-4c0e-b600-10e3d301e53c details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:17:19.929381 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 43224) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:17:20.370563 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bdb71d-c239-4821-8be1-17ffca10fd75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:17:20.371885 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-00bdb71d-c239-4821-8be1-17ffca10fd75 admin admin] 10.222.0.41 "GET /v2.0/networks/3e6635e1-2c31-4c0e-b600-10e3d301e53c HTTP/1.1" status: 200 len: 825 time: 0.4415607 May 04 17:17:20.400527 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-b54777bb-69ad-4067-a032-ed80a18c119d admin admin] 10.222.0.41 "GET /v2.0/subnetpools/579fd344-05a9-47cf-bddd-6c005882a180 HTTP/1.1" status: 200 len: 734 time: 0.0232465 May 04 17:17:20.408954 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-8f693cfc-31ed-47f7-b463-f39b9301b150 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '3e6635e1-2c31-4c0e-b600-10e3d301e53c', 'name': 'private-subnet', 'subnetpool_id': '579fd344-05a9-47cf-bddd-6c005882a180', 'ip_version': 4, 'tenant_id': '1e7a5eacd6cb4089863e7ea05f5c68a6'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:17:20.413797 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-8f693cfc-31ed-47f7-b463-f39b9301b150 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:17:20.417495 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-8f693cfc-31ed-47f7-b463-f39b9301b150 admin admin] Usage tracker for resource:subnet and tenant:1e7a5eacd6cb4089863e7ea05f5c68a6 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:17:20.420299 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-8f693cfc-31ed-47f7-b463-f39b9301b150 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:17:20.426741 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-8f693cfc-31ed-47f7-b463-f39b9301b150 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:17:20.435897 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f693cfc-31ed-47f7-b463-f39b9301b150 admin admin] Made reservation on behalf of 1e7a5eacd6cb4089863e7ea05f5c68a6 for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:17:20.438133 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8f693cfc-31ed-47f7-b463-f39b9301b150 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:20.708143 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8f693cfc-31ed-47f7-b463-f39b9301b150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:20.792389 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f693cfc-31ed-47f7-b463-f39b9301b150 admin admin] Checking segment: {'id': 'eb47acb9-fc43-4315-8287-18f9fc1944d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '3e6635e1-2c31-4c0e-b600-10e3d301e53c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:17:20.792766 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f693cfc-31ed-47f7-b463-f39b9301b150 admin admin] Network hostable DHCP agents. Network: 3e6635e1-2c31-4c0e-b600-10e3d301e53c, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:17:20.798002 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f693cfc-31ed-47f7-b463-f39b9301b150 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d72036d6-fcef-4b8e-a8e5-4d1fb89dac18,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:17:20.814329 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f693cfc-31ed-47f7-b463-f39b9301b150 admin admin] Network 3e6635e1-2c31-4c0e-b600-10e3d301e53c is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:17:20.825198 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-8f693cfc-31ed-47f7-b463-f39b9301b150 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 3e6635e1-2c31-4c0e-b600-10e3d301e53c) {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:17:20.829639 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f693cfc-31ed-47f7-b463-f39b9301b150 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:17:20.830241 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8f693cfc-31ed-47f7-b463-f39b9301b150 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:20.835230 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9479669-cf3b-4b5a-9821-972b99823b25 None None] Network 3e6635e1-2c31-4c0e-b600-10e3d301e53c requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:17:20.848310 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-8f693cfc-31ed-47f7-b463-f39b9301b150 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4425023 May 04 17:17:21.137439 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f37a0c-d372-4ca5-9c7e-01efdf810d57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-3e6635e1-2c31-4c0e-b600-10e3d301e53c', 'network_id': '3e6635e1-2c31-4c0e-b600-10e3d301e53c', 'tenant_id': '1e7a5eacd6cb4089863e7ea05f5c68a6', 'fixed_ips': [{'subnet_id': 'd72036d6-fcef-4b8e-a8e5-4d1fb89dac18'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:17:21.138643 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a4f37a0c-d372-4ca5-9c7e-01efdf810d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:21.324717 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-a4f37a0c-d372-4ca5-9c7e-01efdf810d57 None None] Allocated IP 172.20.0.2 (3e6635e1-2c31-4c0e-b600-10e3d301e53c/d72036d6-fcef-4b8e-a8e5-4d1fb89dac18/18f4c977-e0c2-4c4d-aab7-ccd2cd6ef5c9) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:17:21.544527 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a4f37a0c-d372-4ca5-9c7e-01efdf810d57 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:21.557512 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-a4f37a0c-d372-4ca5-9c7e-01efdf810d57 None None] Transition to ACTIVE for port object 18f4c977-e0c2-4c4d-aab7-ccd2cd6ef5c9 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:17:21.577029 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-a4f37a0c-d372-4ca5-9c7e-01efdf810d57 None None] Transition to ACTIVE for port object 18f4c977-e0c2-4c4d-aab7-ccd2cd6ef5c9 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:17:21.584443 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a4f37a0c-d372-4ca5-9c7e-01efdf810d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:21.645023 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f37a0c-d372-4ca5-9c7e-01efdf810d57 None None] Network 3e6635e1-2c31-4c0e-b600-10e3d301e53c is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:17:21.647811 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-a4f37a0c-d372-4ca5-9c7e-01efdf810d57 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:17:21.653639 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f37a0c-d372-4ca5-9c7e-01efdf810d57 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:17:21.659685 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f37a0c-d372-4ca5-9c7e-01efdf810d57 None None] Pushing event updated for resources: {'Port': ['ID=18f4c977-e0c2-4c4d-aab7-ccd2cd6ef5c9,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:17:21.699577 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f37a0c-d372-4ca5-9c7e-01efdf810d57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:21.699944 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f37a0c-d372-4ca5-9c7e-01efdf810d57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:21.700285 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f37a0c-d372-4ca5-9c7e-01efdf810d57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:21.700617 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f37a0c-d372-4ca5-9c7e-01efdf810d57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:21.700941 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f37a0c-d372-4ca5-9c7e-01efdf810d57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:21.701280 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f37a0c-d372-4ca5-9c7e-01efdf810d57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:21.701605 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f37a0c-d372-4ca5-9c7e-01efdf810d57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:21.701943 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f37a0c-d372-4ca5-9c7e-01efdf810d57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:21.702282 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f37a0c-d372-4ca5-9c7e-01efdf810d57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:21.702607 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f37a0c-d372-4ca5-9c7e-01efdf810d57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:21.702923 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f37a0c-d372-4ca5-9c7e-01efdf810d57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:21.703238 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f37a0c-d372-4ca5-9c7e-01efdf810d57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:21.704558 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f37a0c-d372-4ca5-9c7e-01efdf810d57 None None] Tracked resource versions report: May 04 17:17:21.704558 dv-neutron-840426-1-hyperv neutron-server[88039]: pushed versions: May 04 17:17:21.704558 dv-neutron-840426-1-hyperv neutron-server[88039]: { 'AddressGroup': {'1.2'}, May 04 17:17:21.704558 dv-neutron-840426-1-hyperv neutron-server[88039]: 'ConntrackHelper': {'1.0'}, May 04 17:17:21.704558 dv-neutron-840426-1-hyperv neutron-server[88039]: 'Log': {'1.0'}, May 04 17:17:21.704558 dv-neutron-840426-1-hyperv neutron-server[88039]: 'Network': {'1.1'}, May 04 17:17:21.704558 dv-neutron-840426-1-hyperv neutron-server[88039]: 'Port': {'1.7'}, May 04 17:17:21.704558 dv-neutron-840426-1-hyperv neutron-server[88039]: 'PortForwarding': {'1.2'}, May 04 17:17:21.704558 dv-neutron-840426-1-hyperv neutron-server[88039]: 'QosPolicy': {'1.8'}, May 04 17:17:21.704558 dv-neutron-840426-1-hyperv neutron-server[88039]: 'SecurityGroup': {'1.4'}, May 04 17:17:21.704558 dv-neutron-840426-1-hyperv neutron-server[88039]: 'SecurityGroupRule': {'1.2'}, May 04 17:17:21.704558 dv-neutron-840426-1-hyperv neutron-server[88039]: 'SubPort': {'1.0'}, May 04 17:17:21.704558 dv-neutron-840426-1-hyperv neutron-server[88039]: 'Subnet': {'1.1'}, May 04 17:17:21.704558 dv-neutron-840426-1-hyperv neutron-server[88039]: 'Trunk': {'1.1'}} May 04 17:17:21.704558 dv-neutron-840426-1-hyperv neutron-server[88039]: consumer versions: May 04 17:17:21.704558 dv-neutron-840426-1-hyperv neutron-server[88039]: { DHCP agent@dv-neutron-840426-1-hyperv: {}, May 04 17:17:21.704558 dv-neutron-840426-1-hyperv neutron-server[88039]: L3 agent@dv-neutron-840426-1-hyperv: {}, May 04 17:17:21.704558 dv-neutron-840426-1-hyperv neutron-server[88039]: Metadata agent@dv-neutron-840426-1-hyperv: {}, May 04 17:17:21.704558 dv-neutron-840426-1-hyperv neutron-server[88039]: Metering agent@dv-neutron-840426-1-hyperv: {}, May 04 17:17:21.704558 dv-neutron-840426-1-hyperv neutron-server[88039]: Open vSwitch agent@dv-neutron-840426-1-hyperv: { 'AddressGroup': '1.2', May 04 17:17:21.704558 dv-neutron-840426-1-hyperv neutron-server[88039]: 'ConntrackHelper': '1.0', May 04 17:17:21.704558 dv-neutron-840426-1-hyperv neutron-server[88039]: 'Log': '1.0', May 04 17:17:21.704558 dv-neutron-840426-1-hyperv neutron-server[88039]: 'Network': '1.1', May 04 17:17:21.704558 dv-neutron-840426-1-hyperv neutron-server[88039]: 'Port': '1.7', May 04 17:17:21.704558 dv-neutron-840426-1-hyperv neutron-server[88039]: 'PortForwarding': '1.2', May 04 17:17:21.704558 dv-neutron-840426-1-hyperv neutron-server[88039]: 'QosPolicy': '1.8', May 04 17:17:21.704558 dv-neutron-840426-1-hyperv neutron-server[88039]: 'SecurityGroup': '1.4', May 04 17:17:21.704558 dv-neutron-840426-1-hyperv neutron-server[88039]: 'SecurityGroupRule': '1.2', May 04 17:17:21.704558 dv-neutron-840426-1-hyperv neutron-server[88039]: 'SubPort': '1.0', May 04 17:17:21.704558 dv-neutron-840426-1-hyperv neutron-server[88039]: 'Subnet': '1.1', May 04 17:17:21.704558 dv-neutron-840426-1-hyperv neutron-server[88039]: 'Trunk': '1.1'}} May 04 17:17:21.704558 dv-neutron-840426-1-hyperv neutron-server[88039]: {{(pid=88039) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 17:17:21.758619 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-a4f37a0c-d372-4ca5-9c7e-01efdf810d57 None None] Attempting to bind port 18f4c977-e0c2-4c4d-aab7-ccd2cd6ef5c9 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:17:21.759013 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-a4f37a0c-d372-4ca5-9c7e-01efdf810d57 None None] Attempting to bind port 18f4c977-e0c2-4c4d-aab7-ccd2cd6ef5c9 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'eb47acb9-fc43-4315-8287-18f9fc1944d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '3e6635e1-2c31-4c0e-b600-10e3d301e53c'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:17:21.759423 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f37a0c-d372-4ca5-9c7e-01efdf810d57 None None] Attempting to bind port 18f4c977-e0c2-4c4d-aab7-ccd2cd6ef5c9 on network 3e6635e1-2c31-4c0e-b600-10e3d301e53c {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:17:21.764481 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f37a0c-d372-4ca5-9c7e-01efdf810d57 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:17:21.764868 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f37a0c-d372-4ca5-9c7e-01efdf810d57 None None] Checking segment: {'id': 'eb47acb9-fc43-4315-8287-18f9fc1944d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '3e6635e1-2c31-4c0e-b600-10e3d301e53c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:17:21.765339 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a4f37a0c-d372-4ca5-9c7e-01efdf810d57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:21.765721 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f37a0c-d372-4ca5-9c7e-01efdf810d57 None None] Bound using segment: {'id': 'eb47acb9-fc43-4315-8287-18f9fc1944d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '3e6635e1-2c31-4c0e-b600-10e3d301e53c'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:17:21.766202 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-a4f37a0c-d372-4ca5-9c7e-01efdf810d57 None None] Bound port: 18f4c977-e0c2-4c4d-aab7-ccd2cd6ef5c9, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb47acb9-fc43-4315-8287-18f9fc1944d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '3e6635e1-2c31-4c0e-b600-10e3d301e53c'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:17:21.766585 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a4f37a0c-d372-4ca5-9c7e-01efdf810d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:21.857342 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-a4f37a0c-d372-4ca5-9c7e-01efdf810d57 None None] For port 18f4c977-e0c2-4c4d-aab7-ccd2cd6ef5c9, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:17:21.861031 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-a4f37a0c-d372-4ca5-9c7e-01efdf810d57 None None] For port 18f4c977-e0c2-4c4d-aab7-ccd2cd6ef5c9, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=18f4c977-e0c2-4c4d-aab7-ccd2cd6ef5c9,segment=NetworkSegment(eb47acb9-fc43-4315-8287-18f9fc1944d5),segment_id=eb47acb9-fc43-4315-8287-18f9fc1944d5)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:17:21.866471 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a4f37a0c-d372-4ca5-9c7e-01efdf810d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:21.952990 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f37a0c-d372-4ca5-9c7e-01efdf810d57 None None] Pushing event updated for resources: {'Port': ['ID=18f4c977-e0c2-4c4d-aab7-ccd2cd6ef5c9,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:17:23.344389 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 43234) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:17:23.702323 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [None req-82af2f38-d35a-4c5c-b593-30d8cfb6e097 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:17:23.703305 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-82af2f38-d35a-4c5c-b593-30d8cfb6e097 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3579590 May 04 17:17:25.724049 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ec1cfe-8552-483e-af87-38b43421d972 None None] Network 3e6635e1-2c31-4c0e-b600-10e3d301e53c requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:17:25.838164 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-b5f0d583-8aed-4dd2-a45f-189974b6b0fc None None] Provisioning for port 18f4c977-e0c2-4c4d-aab7-ccd2cd6ef5c9 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:17:26.173453 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 43248) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:17:26.174696 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 18f4c977-e0c2-4c4d-aab7-ccd2cd6ef5c9 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:17:26.247737 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 18f4c977-e0c2-4c4d-aab7-ccd2cd6ef5c9 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:17:26.252279 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 18f4c977-e0c2-4c4d-aab7-ccd2cd6ef5c9 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:17:26.252691 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:26.367135 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:26.399087 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 18f4c977-e0c2-4c4d-aab7-ccd2cd6ef5c9, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=18f4c977-e0c2-4c4d-aab7-ccd2cd6ef5c9,segment=NetworkSegment(eb47acb9-fc43-4315-8287-18f9fc1944d5),segment_id=eb47acb9-fc43-4315-8287-18f9fc1944d5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:17:26.403529 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:26.470615 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=18f4c977-e0c2-4c4d-aab7-ccd2cd6ef5c9,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:17:26.554949 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [None req-71d46f57-ea96-4b83-ad4f-3fe157f7662b admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:17:26.555938 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-71d46f57-ea96-4b83-ad4f-3fe157f7662b admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3806233 May 04 17:17:28.147225 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 18f4c977-e0c2-4c4d-aab7-ccd2cd6ef5c9 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:17:28.227997 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 18f4c977-e0c2-4c4d-aab7-ccd2cd6ef5c9 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:17:28.228611 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:29.231213 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 43260) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:17:29.569093 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-142172e3-407b-4ab0-901b-530b05d6c08b admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '1e7a5eacd6cb4089863e7ea05f5c68a6'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:17:29.573386 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-142172e3-407b-4ab0-901b-530b05d6c08b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:17:29.577832 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-142172e3-407b-4ab0-901b-530b05d6c08b admin admin] Usage tracker for resource:router and tenant:1e7a5eacd6cb4089863e7ea05f5c68a6 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:17:29.581470 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-142172e3-407b-4ab0-901b-530b05d6c08b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:17:29.587978 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-142172e3-407b-4ab0-901b-530b05d6c08b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:17:29.597940 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-142172e3-407b-4ab0-901b-530b05d6c08b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:29.599559 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-142172e3-407b-4ab0-901b-530b05d6c08b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:29.622168 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-142172e3-407b-4ab0-901b-530b05d6c08b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:29.736445 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-142172e3-407b-4ab0-901b-530b05d6c08b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:29.755482 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-142172e3-407b-4ab0-901b-530b05d6c08b admin admin] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:29.756632 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-142172e3-407b-4ab0-901b-530b05d6c08b admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5244701 May 04 17:17:32.180733 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 43270) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:17:32.553095 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [None req-6f3384c2-30be-4669-a032-0a00f7fd2e6c admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:17:32.554095 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-6f3384c2-30be-4669-a032-0a00f7fd2e6c admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3724160 May 04 17:17:33.081978 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-51fde339-cc41-419e-ab15-374e709a3e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:34.997480 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 43280) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:17:35.181010 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 5 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 17:17:35.234882 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-2ef64f06-9c35-46ad-8cc5-bc0a47d3eb0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:35.361891 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-30bacd3e-7024-43ee-804f-447c20d489b1 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:17:35.367547 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-30bacd3e-7024-43ee-804f-447c20d489b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:17:35.371251 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-30bacd3e-7024-43ee-804f-447c20d489b1 admin admin] Usage tracker for resource:network and tenant:8ea86f433ede456d9f4f01bea838af09 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:17:35.374608 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-30bacd3e-7024-43ee-804f-447c20d489b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:17:35.380628 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-30bacd3e-7024-43ee-804f-447c20d489b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:17:35.389975 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30bacd3e-7024-43ee-804f-447c20d489b1 admin admin] Made reservation on behalf of 8ea86f433ede456d9f4f01bea838af09 for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:17:35.392762 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-30bacd3e-7024-43ee-804f-447c20d489b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:35.410589 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-30bacd3e-7024-43ee-804f-447c20d489b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:35.423955 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-30bacd3e-7024-43ee-804f-447c20d489b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:17:35.427613 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-30bacd3e-7024-43ee-804f-447c20d489b1 admin admin] Usage tracker for resource:security_group_rule and tenant:8ea86f433ede456d9f4f01bea838af09 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:17:35.430701 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-30bacd3e-7024-43ee-804f-447c20d489b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:17:35.436169 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-30bacd3e-7024-43ee-804f-447c20d489b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:17:35.531607 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-30bacd3e-7024-43ee-804f-447c20d489b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:35.535185 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-30bacd3e-7024-43ee-804f-447c20d489b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:35.549867 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-30bacd3e-7024-43ee-804f-447c20d489b1 admin admin] Reserving flat network on physical network physnet1 {{(pid=88037) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 04 17:17:35.579190 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-30bacd3e-7024-43ee-804f-447c20d489b1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761604220447', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:35.579756 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-30bacd3e-7024-43ee-804f-447c20d489b1 admin admin] Unsubscribe: segment precommit_create {{(pid=88037) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 04 17:17:35.580236 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-30bacd3e-7024-43ee-804f-447c20d489b1 admin admin] Added segment faed12e7-d683-4ced-bcf3-ffeb36e2f16a of type flat for network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 May 04 17:17:35.626512 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bacd3e-7024-43ee-804f-447c20d489b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4be741-f285-47a9-b6c5-2be2fcbbfbc4,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:17:35.641937 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bacd3e-7024-43ee-804f-447c20d489b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:35.642312 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bacd3e-7024-43ee-804f-447c20d489b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:35.642647 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bacd3e-7024-43ee-804f-447c20d489b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:35.642970 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bacd3e-7024-43ee-804f-447c20d489b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:35.643291 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bacd3e-7024-43ee-804f-447c20d489b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:35.643624 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bacd3e-7024-43ee-804f-447c20d489b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:35.643942 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bacd3e-7024-43ee-804f-447c20d489b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:35.644792 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bacd3e-7024-43ee-804f-447c20d489b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:35.645105 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bacd3e-7024-43ee-804f-447c20d489b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:35.645416 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bacd3e-7024-43ee-804f-447c20d489b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:35.645725 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bacd3e-7024-43ee-804f-447c20d489b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:35.646067 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bacd3e-7024-43ee-804f-447c20d489b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:35.647366 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bacd3e-7024-43ee-804f-447c20d489b1 admin admin] Tracked resource versions report: May 04 17:17:35.647366 dv-neutron-840426-1-hyperv neutron-server[88037]: pushed versions: May 04 17:17:35.647366 dv-neutron-840426-1-hyperv neutron-server[88037]: { 'AddressGroup': {'1.2'}, May 04 17:17:35.647366 dv-neutron-840426-1-hyperv neutron-server[88037]: 'ConntrackHelper': {'1.0'}, May 04 17:17:35.647366 dv-neutron-840426-1-hyperv neutron-server[88037]: 'Log': {'1.0'}, May 04 17:17:35.647366 dv-neutron-840426-1-hyperv neutron-server[88037]: 'Network': {'1.1'}, May 04 17:17:35.647366 dv-neutron-840426-1-hyperv neutron-server[88037]: 'Port': {'1.7'}, May 04 17:17:35.647366 dv-neutron-840426-1-hyperv neutron-server[88037]: 'PortForwarding': {'1.2'}, May 04 17:17:35.647366 dv-neutron-840426-1-hyperv neutron-server[88037]: 'QosPolicy': {'1.8'}, May 04 17:17:35.647366 dv-neutron-840426-1-hyperv neutron-server[88037]: 'SecurityGroup': {'1.4'}, May 04 17:17:35.647366 dv-neutron-840426-1-hyperv neutron-server[88037]: 'SecurityGroupRule': {'1.2'}, May 04 17:17:35.647366 dv-neutron-840426-1-hyperv neutron-server[88037]: 'SubPort': {'1.0'}, May 04 17:17:35.647366 dv-neutron-840426-1-hyperv neutron-server[88037]: 'Subnet': {'1.1'}, May 04 17:17:35.647366 dv-neutron-840426-1-hyperv neutron-server[88037]: 'Trunk': {'1.1'}} May 04 17:17:35.647366 dv-neutron-840426-1-hyperv neutron-server[88037]: consumer versions: May 04 17:17:35.647366 dv-neutron-840426-1-hyperv neutron-server[88037]: { DHCP agent@dv-neutron-840426-1-hyperv: {}, May 04 17:17:35.647366 dv-neutron-840426-1-hyperv neutron-server[88037]: L3 agent@dv-neutron-840426-1-hyperv: {}, May 04 17:17:35.647366 dv-neutron-840426-1-hyperv neutron-server[88037]: Metadata agent@dv-neutron-840426-1-hyperv: {}, May 04 17:17:35.647366 dv-neutron-840426-1-hyperv neutron-server[88037]: Metering agent@dv-neutron-840426-1-hyperv: {}, May 04 17:17:35.647366 dv-neutron-840426-1-hyperv neutron-server[88037]: Open vSwitch agent@dv-neutron-840426-1-hyperv: { 'AddressGroup': '1.2', May 04 17:17:35.647366 dv-neutron-840426-1-hyperv neutron-server[88037]: 'ConntrackHelper': '1.0', May 04 17:17:35.647366 dv-neutron-840426-1-hyperv neutron-server[88037]: 'Log': '1.0', May 04 17:17:35.647366 dv-neutron-840426-1-hyperv neutron-server[88037]: 'Network': '1.1', May 04 17:17:35.647366 dv-neutron-840426-1-hyperv neutron-server[88037]: 'Port': '1.7', May 04 17:17:35.647366 dv-neutron-840426-1-hyperv neutron-server[88037]: 'PortForwarding': '1.2', May 04 17:17:35.647366 dv-neutron-840426-1-hyperv neutron-server[88037]: 'QosPolicy': '1.8', May 04 17:17:35.647366 dv-neutron-840426-1-hyperv neutron-server[88037]: 'SecurityGroup': '1.4', May 04 17:17:35.647366 dv-neutron-840426-1-hyperv neutron-server[88037]: 'SecurityGroupRule': '1.2', May 04 17:17:35.647366 dv-neutron-840426-1-hyperv neutron-server[88037]: 'SubPort': '1.0', May 04 17:17:35.647366 dv-neutron-840426-1-hyperv neutron-server[88037]: 'Subnet': '1.1', May 04 17:17:35.647366 dv-neutron-840426-1-hyperv neutron-server[88037]: 'Trunk': '1.1'}} May 04 17:17:35.647366 dv-neutron-840426-1-hyperv neutron-server[88037]: {{(pid=88037) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 17:17:35.691178 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-30bacd3e-7024-43ee-804f-447c20d489b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:35.739000 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-30bacd3e-7024-43ee-804f-447c20d489b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:35.740390 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bacd3e-7024-43ee-804f-447c20d489b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:17:35.741034 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-30bacd3e-7024-43ee-804f-447c20d489b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:35.842095 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-30bacd3e-7024-43ee-804f-447c20d489b1 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8434887 May 04 17:17:35.847038 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bacd3e-7024-43ee-804f-447c20d489b1 admin admin] Pushing event updated for resources: {'Network': ['ID=30bd8d35-9d66-4ec1-9734-58f713c6cd24,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:17:35.858894 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:17:36.395660 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:36.460816 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:37.712084 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:38.293473 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 43304) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:17:38.494878 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b486a2-0cf4-4b81-826a-07a2b7a2a4ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:17:38.496154 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-53b486a2-0cf4-4b81-826a-07a2b7a2a4ea admin admin] 10.222.0.41 "GET /v2.0/subnets/d72036d6-fcef-4b8e-a8e5-4d1fb89dac18 HTTP/1.1" status: 200 len: 849 time: 0.2016952 May 04 17:17:38.673815 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-68ffa8fa-c4a7-4136-a3d3-918534936fb9 admin admin] 10.222.0.41 "GET /v2.0/routers/6ab9303d-7de3-4cac-bcd1-1093fe6bdbcb HTTP/1.1" status: 200 len: 704 time: 0.1720493 May 04 17:17:39.116163 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4600099d-90cf-421d-bdba-6aabed0f4c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:39.342225 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-4600099d-90cf-421d-bdba-6aabed0f4c9d admin admin] Allocated IP 172.20.0.1 (3e6635e1-2c31-4c0e-b600-10e3d301e53c/d72036d6-fcef-4b8e-a8e5-4d1fb89dac18/5476af21-595a-4f66-9ed0-176ef5e3f917) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:17:39.493574 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4600099d-90cf-421d-bdba-6aabed0f4c9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:39.510545 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-4600099d-90cf-421d-bdba-6aabed0f4c9d admin admin] Transition to ACTIVE for port object 5476af21-595a-4f66-9ed0-176ef5e3f917 will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:17:39.566670 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4600099d-90cf-421d-bdba-6aabed0f4c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:39.630046 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4600099d-90cf-421d-bdba-6aabed0f4c9d admin admin] Network 3e6635e1-2c31-4c0e-b600-10e3d301e53c is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:17:39.632834 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-4600099d-90cf-421d-bdba-6aabed0f4c9d admin admin] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:17:39.639239 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4600099d-90cf-421d-bdba-6aabed0f4c9d admin admin] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:17:39.639753 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4600099d-90cf-421d-bdba-6aabed0f4c9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710357'] for router_interface, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:39.791364 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4600099d-90cf-421d-bdba-6aabed0f4c9d admin admin] Pushing event updated for resources: {'Port': ['ID=5476af21-595a-4f66-9ed0-176ef5e3f917,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:17:39.864360 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-68fbd4a0-9f25-4427-9035-310414e6e19f None None] Provisioning for port 5476af21-595a-4f66-9ed0-176ef5e3f917 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:17:39.868877 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-68fbd4a0-9f25-4427-9035-310414e6e19f None None] Provisioning complete for port 5476af21-595a-4f66-9ed0-176ef5e3f917 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:17:39.869247 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-68fbd4a0-9f25-4427-9035-310414e6e19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:39.920444 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-68fbd4a0-9f25-4427-9035-310414e6e19f None None] Port 5476af21-595a-4f66-9ed0-176ef5e3f917 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:17:39.929210 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4600099d-90cf-421d-bdba-6aabed0f4c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:40.151442 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4600099d-90cf-421d-bdba-6aabed0f4c9d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:40.155983 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4600099d-90cf-421d-bdba-6aabed0f4c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:40.156714 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4600099d-90cf-421d-bdba-6aabed0f4c9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710702'] for router_interface, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:40.253328 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4600099d-90cf-421d-bdba-6aabed0f4c9d admin admin] Pushing event updated for resources: {'Port': ['ID=5476af21-595a-4f66-9ed0-176ef5e3f917,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:17:40.346043 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4600099d-90cf-421d-bdba-6aabed0f4c9d admin admin] Network 3e6635e1-2c31-4c0e-b600-10e3d301e53c is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:17:40.347701 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-4600099d-90cf-421d-bdba-6aabed0f4c9d admin admin] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:17:40.535878 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4600099d-90cf-421d-bdba-6aabed0f4c9d admin admin] Router 6ab9303d-7de3-4cac-bcd1-1093fe6bdbcb is scheduled to L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 with binding_index 1 {{(pid=88038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:17:40.542516 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-dc258076-45ba-438c-8dab-93c85f3824d7 None None] Provisioning complete for port 5476af21-595a-4f66-9ed0-176ef5e3f917 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:17:40.542892 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-dc258076-45ba-438c-8dab-93c85f3824d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:40.595554 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-dc258076-45ba-438c-8dab-93c85f3824d7 None None] Port 5476af21-595a-4f66-9ed0-176ef5e3f917 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:17:40.687142 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4600099d-90cf-421d-bdba-6aabed0f4c9d admin admin] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:17:40.696209 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-4600099d-90cf-421d-bdba-6aabed0f4c9d admin admin] 10.222.0.41 "PUT /v2.0/routers/6ab9303d-7de3-4cac-bcd1-1093fe6bdbcb/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0168836 May 04 17:17:40.696583 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fc5c32-ae25-41f5-8ff3-d8d5cd85e2b1 None None] Sync routers for ids ['6ab9303d-7de3-4cac-bcd1-1093fe6bdbcb'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:17:40.706797 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fc5c32-ae25-41f5-8ff3-d8d5cd85e2b1 None None] Routers {'6ab9303d-7de3-4cac-bcd1-1093fe6bdbcb'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:17:40.707646 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-b6fc5c32-ae25-41f5-8ff3-d8d5cd85e2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:17:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['6ab9303d-7de3-4cac-bcd1-1093fe6bdbcb'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:17:40.880131 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-b6fc5c32-ae25-41f5-8ff3-d8d5cd85e2b1 None None] Set router 6ab9303d-7de3-4cac-bcd1-1093fe6bdbcb gateway port host: None {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:17:41.241513 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-b6fc5c32-ae25-41f5-8ff3-d8d5cd85e2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab9303d-7de3-4cac-bcd1-1093fe6bdbcb', 'name': 'router1', 'tenant_id': '1e7a5eacd6cb4089863e7ea05f5c68a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:17:29Z', 'updated_at': '2022-05-04T17:17:39Z', 'revision_number': 2, 'project_id': '1e7a5eacd6cb4089863e7ea05f5c68a6', 'gw_port_host': None, '_interfaces': [{'id': '5476af21-595a-4f66-9ed0-176ef5e3f917', 'name': '', 'network_id': '3e6635e1-2c31-4c0e-b600-10e3d301e53c', 'tenant_id': '1e7a5eacd6cb4089863e7ea05f5c68a6', 'mac_address': 'fa:16:3e:f0:26:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab9303d-7de3-4cac-bcd1-1093fe6bdbcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd72036d6-fcef-4b8e-a8e5-4d1fb89dac18', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:17:39Z', 'updated_at': '2022-05-04T17:17:39Z', 'revision_number': 2, 'project_id': '1e7a5eacd6cb4089863e7ea05f5c68a6', 'subnets': [{'id': 'd72036d6-fcef-4b8e-a8e5-4d1fb89dac18', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '579fd344-05a9-47cf-bddd-6c005882a180'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:17:41.246404 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fc5c32-ae25-41f5-8ff3-d8d5cd85e2b1 None None] Checking router: 6ab9303d-7de3-4cac-bcd1-1093fe6bdbcb for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:17:41.246781 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fc5c32-ae25-41f5-8ff3-d8d5cd85e2b1 None None] Updating router 6ab9303d-7de3-4cac-bcd1-1093fe6bdbcb port 5476af21-595a-4f66-9ed0-176ef5e3f917 binding host dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:17:41.298137 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-b6fc5c32-ae25-41f5-8ff3-d8d5cd85e2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:41.676253 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-b6fc5c32-ae25-41f5-8ff3-d8d5cd85e2b1 None None] Notify callbacks [] for port, precommit_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:41.691714 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.provisioning_blocks [None req-b6fc5c32-ae25-41f5-8ff3-d8d5cd85e2b1 None None] Transition to ACTIVE for port object 5476af21-595a-4f66-9ed0-176ef5e3f917 will not be triggered until provisioned by entity L2. {{(pid=88040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:17:41.698210 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-b6fc5c32-ae25-41f5-8ff3-d8d5cd85e2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:41.891101 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762242f3-d748-485c-a21d-6c4913cdd715 None None] Pushing event updated for resources: {'Port': ['ID=5476af21-595a-4f66-9ed0-176ef5e3f917,revision_number=3']} {{(pid=88040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:17:41.942713 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762242f3-d748-485c-a21d-6c4913cdd715 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:41.943057 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762242f3-d748-485c-a21d-6c4913cdd715 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:41.943393 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762242f3-d748-485c-a21d-6c4913cdd715 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:41.943716 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762242f3-d748-485c-a21d-6c4913cdd715 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:41.944037 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762242f3-d748-485c-a21d-6c4913cdd715 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:41.944373 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762242f3-d748-485c-a21d-6c4913cdd715 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:41.944694 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762242f3-d748-485c-a21d-6c4913cdd715 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:41.945007 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762242f3-d748-485c-a21d-6c4913cdd715 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:41.945337 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762242f3-d748-485c-a21d-6c4913cdd715 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:41.945653 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762242f3-d748-485c-a21d-6c4913cdd715 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:41.945984 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762242f3-d748-485c-a21d-6c4913cdd715 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:41.946325 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762242f3-d748-485c-a21d-6c4913cdd715 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:41.947663 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762242f3-d748-485c-a21d-6c4913cdd715 None None] Tracked resource versions report: May 04 17:17:41.947663 dv-neutron-840426-1-hyperv neutron-server[88040]: pushed versions: May 04 17:17:41.947663 dv-neutron-840426-1-hyperv neutron-server[88040]: { 'AddressGroup': {'1.2'}, May 04 17:17:41.947663 dv-neutron-840426-1-hyperv neutron-server[88040]: 'ConntrackHelper': {'1.0'}, May 04 17:17:41.947663 dv-neutron-840426-1-hyperv neutron-server[88040]: 'Log': {'1.0'}, May 04 17:17:41.947663 dv-neutron-840426-1-hyperv neutron-server[88040]: 'Network': {'1.1'}, May 04 17:17:41.947663 dv-neutron-840426-1-hyperv neutron-server[88040]: 'Port': {'1.7'}, May 04 17:17:41.947663 dv-neutron-840426-1-hyperv neutron-server[88040]: 'PortForwarding': {'1.2'}, May 04 17:17:41.947663 dv-neutron-840426-1-hyperv neutron-server[88040]: 'QosPolicy': {'1.8'}, May 04 17:17:41.947663 dv-neutron-840426-1-hyperv neutron-server[88040]: 'SecurityGroup': {'1.4'}, May 04 17:17:41.947663 dv-neutron-840426-1-hyperv neutron-server[88040]: 'SecurityGroupRule': {'1.2'}, May 04 17:17:41.947663 dv-neutron-840426-1-hyperv neutron-server[88040]: 'SubPort': {'1.0'}, May 04 17:17:41.947663 dv-neutron-840426-1-hyperv neutron-server[88040]: 'Subnet': {'1.1'}, May 04 17:17:41.947663 dv-neutron-840426-1-hyperv neutron-server[88040]: 'Trunk': {'1.1'}} May 04 17:17:41.947663 dv-neutron-840426-1-hyperv neutron-server[88040]: consumer versions: May 04 17:17:41.947663 dv-neutron-840426-1-hyperv neutron-server[88040]: { DHCP agent@dv-neutron-840426-1-hyperv: {}, May 04 17:17:41.947663 dv-neutron-840426-1-hyperv neutron-server[88040]: L3 agent@dv-neutron-840426-1-hyperv: {}, May 04 17:17:41.947663 dv-neutron-840426-1-hyperv neutron-server[88040]: Metadata agent@dv-neutron-840426-1-hyperv: {}, May 04 17:17:41.947663 dv-neutron-840426-1-hyperv neutron-server[88040]: Metering agent@dv-neutron-840426-1-hyperv: {}, May 04 17:17:41.947663 dv-neutron-840426-1-hyperv neutron-server[88040]: Open vSwitch agent@dv-neutron-840426-1-hyperv: { 'AddressGroup': '1.2', May 04 17:17:41.947663 dv-neutron-840426-1-hyperv neutron-server[88040]: 'ConntrackHelper': '1.0', May 04 17:17:41.947663 dv-neutron-840426-1-hyperv neutron-server[88040]: 'Log': '1.0', May 04 17:17:41.947663 dv-neutron-840426-1-hyperv neutron-server[88040]: 'Network': '1.1', May 04 17:17:41.947663 dv-neutron-840426-1-hyperv neutron-server[88040]: 'Port': '1.7', May 04 17:17:41.947663 dv-neutron-840426-1-hyperv neutron-server[88040]: 'PortForwarding': '1.2', May 04 17:17:41.947663 dv-neutron-840426-1-hyperv neutron-server[88040]: 'QosPolicy': '1.8', May 04 17:17:41.947663 dv-neutron-840426-1-hyperv neutron-server[88040]: 'SecurityGroup': '1.4', May 04 17:17:41.947663 dv-neutron-840426-1-hyperv neutron-server[88040]: 'SecurityGroupRule': '1.2', May 04 17:17:41.947663 dv-neutron-840426-1-hyperv neutron-server[88040]: 'SubPort': '1.0', May 04 17:17:41.947663 dv-neutron-840426-1-hyperv neutron-server[88040]: 'Subnet': '1.1', May 04 17:17:41.947663 dv-neutron-840426-1-hyperv neutron-server[88040]: 'Trunk': '1.1'}} May 04 17:17:41.947663 dv-neutron-840426-1-hyperv neutron-server[88040]: {{(pid=88040) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 17:17:41.958386 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-b6fc5c32-ae25-41f5-8ff3-d8d5cd85e2b1 None None] Attempting to bind port 5476af21-595a-4f66-9ed0-176ef5e3f917 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:17:41.958791 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-b6fc5c32-ae25-41f5-8ff3-d8d5cd85e2b1 None None] Attempting to bind port 5476af21-595a-4f66-9ed0-176ef5e3f917 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'eb47acb9-fc43-4315-8287-18f9fc1944d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '3e6635e1-2c31-4c0e-b600-10e3d301e53c'}] {{(pid=88040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:17:41.959210 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fc5c32-ae25-41f5-8ff3-d8d5cd85e2b1 None None] Attempting to bind port 5476af21-595a-4f66-9ed0-176ef5e3f917 on network 3e6635e1-2c31-4c0e-b600-10e3d301e53c {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:17:41.964372 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fc5c32-ae25-41f5-8ff3-d8d5cd85e2b1 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:17:41.964764 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fc5c32-ae25-41f5-8ff3-d8d5cd85e2b1 None None] Checking segment: {'id': 'eb47acb9-fc43-4315-8287-18f9fc1944d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '3e6635e1-2c31-4c0e-b600-10e3d301e53c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:17:41.965224 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-b6fc5c32-ae25-41f5-8ff3-d8d5cd85e2b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:41.965602 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fc5c32-ae25-41f5-8ff3-d8d5cd85e2b1 None None] Bound using segment: {'id': 'eb47acb9-fc43-4315-8287-18f9fc1944d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '3e6635e1-2c31-4c0e-b600-10e3d301e53c'} {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:17:41.966104 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-b6fc5c32-ae25-41f5-8ff3-d8d5cd85e2b1 None None] Bound port: 5476af21-595a-4f66-9ed0-176ef5e3f917, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb47acb9-fc43-4315-8287-18f9fc1944d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '3e6635e1-2c31-4c0e-b600-10e3d301e53c'}}] {{(pid=88040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:17:41.966486 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-b6fc5c32-ae25-41f5-8ff3-d8d5cd85e2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:42.052015 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.db [None req-b6fc5c32-ae25-41f5-8ff3-d8d5cd85e2b1 None None] For port 5476af21-595a-4f66-9ed0-176ef5e3f917, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:17:42.056080 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.db [None req-b6fc5c32-ae25-41f5-8ff3-d8d5cd85e2b1 None None] For port 5476af21-595a-4f66-9ed0-176ef5e3f917, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=5476af21-595a-4f66-9ed0-176ef5e3f917,segment=NetworkSegment(eb47acb9-fc43-4315-8287-18f9fc1944d5),segment_id=eb47acb9-fc43-4315-8287-18f9fc1944d5)] {{(pid=88040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:17:42.062211 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-b6fc5c32-ae25-41f5-8ff3-d8d5cd85e2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:42.149967 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fc5c32-ae25-41f5-8ff3-d8d5cd85e2b1 None None] Routers {'6ab9303d-7de3-4cac-bcd1-1093fe6bdbcb'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:17:42.150888 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-b6fc5c32-ae25-41f5-8ff3-d8d5cd85e2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:17:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['6ab9303d-7de3-4cac-bcd1-1093fe6bdbcb'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:17:42.203033 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762242f3-d748-485c-a21d-6c4913cdd715 None None] Pushing event updated for resources: {'Port': ['ID=5476af21-595a-4f66-9ed0-176ef5e3f917,revision_number=4']} {{(pid=88040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:17:42.318718 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-b6fc5c32-ae25-41f5-8ff3-d8d5cd85e2b1 None None] Set router 6ab9303d-7de3-4cac-bcd1-1093fe6bdbcb gateway port host: None {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:17:42.635677 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-b6fc5c32-ae25-41f5-8ff3-d8d5cd85e2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab9303d-7de3-4cac-bcd1-1093fe6bdbcb', 'name': 'router1', 'tenant_id': '1e7a5eacd6cb4089863e7ea05f5c68a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:17:29Z', 'updated_at': '2022-05-04T17:17:39Z', 'revision_number': 2, 'project_id': '1e7a5eacd6cb4089863e7ea05f5c68a6', 'gw_port_host': None, '_interfaces': [{'id': '5476af21-595a-4f66-9ed0-176ef5e3f917', 'name': '', 'network_id': '3e6635e1-2c31-4c0e-b600-10e3d301e53c', 'tenant_id': '1e7a5eacd6cb4089863e7ea05f5c68a6', 'mac_address': 'fa:16:3e:f0:26:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab9303d-7de3-4cac-bcd1-1093fe6bdbcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd72036d6-fcef-4b8e-a8e5-4d1fb89dac18', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:17:39Z', 'updated_at': '2022-05-04T17:17:42Z', 'revision_number': 4, 'project_id': '1e7a5eacd6cb4089863e7ea05f5c68a6', 'subnets': [{'id': 'd72036d6-fcef-4b8e-a8e5-4d1fb89dac18', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '579fd344-05a9-47cf-bddd-6c005882a180'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:17:42.639630 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fc5c32-ae25-41f5-8ff3-d8d5cd85e2b1 None None] The sync data for ids ['6ab9303d-7de3-4cac-bcd1-1093fe6bdbcb'] in dv-neutron-840426-1-hyperv is: [{'id': '6ab9303d-7de3-4cac-bcd1-1093fe6bdbcb', 'name': 'router1', 'tenant_id': '1e7a5eacd6cb4089863e7ea05f5c68a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:17:29Z', 'updated_at': '2022-05-04T17:17:39Z', 'revision_number': 2, 'project_id': '1e7a5eacd6cb4089863e7ea05f5c68a6', 'gw_port_host': None, '_interfaces': [{'id': '5476af21-595a-4f66-9ed0-176ef5e3f917', 'name': '', 'network_id': '3e6635e1-2c31-4c0e-b600-10e3d301e53c', 'tenant_id': '1e7a5eacd6cb4089863e7ea05f5c68a6', 'mac_address': 'fa:16:3e:f0:26:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab9303d-7de3-4cac-bcd1-1093fe6bdbcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd72036d6-fcef-4b8e-a8e5-4d1fb89dac18', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:17:39Z', 'updated_at': '2022-05-04T17:17:42Z', 'revision_number': 4, 'project_id': '1e7a5eacd6cb4089863e7ea05f5c68a6', 'subnets': [{'id': 'd72036d6-fcef-4b8e-a8e5-4d1fb89dac18', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '579fd344-05a9-47cf-bddd-6c005882a180'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:17:43.128867 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 43330) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:17:43.306721 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4b8f71-b79a-4135-8717-6eba9d82ea87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:17:43.308750 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-8a4b8f71-b79a-4135-8717-6eba9d82ea87 admin admin] 10.222.0.41 "GET /v2.0/networks/30bd8d35-9d66-4ec1-9734-58f713c6cd24 HTTP/1.1" status: 200 len: 842 time: 0.1787865 May 04 17:17:43.320553 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-385e6fa9-f97c-4fc6-b5e6-19dbea6635c6 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'ip_version': 4, 'gateway_ip': '172.26.0.1', 'cidr': '172.26.0.0/24'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:17:43.329334 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-385e6fa9-f97c-4fc6-b5e6-19dbea6635c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:17:43.335532 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-385e6fa9-f97c-4fc6-b5e6-19dbea6635c6 admin admin] Usage tracker for resource:subnet and tenant:8ea86f433ede456d9f4f01bea838af09 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:17:43.338673 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-385e6fa9-f97c-4fc6-b5e6-19dbea6635c6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:17:43.344707 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-385e6fa9-f97c-4fc6-b5e6-19dbea6635c6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:17:43.356073 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385e6fa9-f97c-4fc6-b5e6-19dbea6635c6 admin admin] Made reservation on behalf of 8ea86f433ede456d9f4f01bea838af09 for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:17:43.358778 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-385e6fa9-f97c-4fc6-b5e6-19dbea6635c6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:43.769305 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.objects.ports [None req-385e6fa9-f97c-4fc6-b5e6-19dbea6635c6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88038) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 04 17:17:43.769665 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-385e6fa9-f97c-4fc6-b5e6-19dbea6635c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:43.844669 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385e6fa9-f97c-4fc6-b5e6-19dbea6635c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7638643e-671d-434e-884c-4e2c66cba17d,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:17:43.849901 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385e6fa9-f97c-4fc6-b5e6-19dbea6635c6 admin admin] Checking segment: {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:17:43.850278 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385e6fa9-f97c-4fc6-b5e6-19dbea6635c6 admin admin] Network hostable DHCP agents. Network: 30bd8d35-9d66-4ec1-9734-58f713c6cd24, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:17:43.867722 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385e6fa9-f97c-4fc6-b5e6-19dbea6635c6 admin admin] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:17:43.876825 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-385e6fa9-f97c-4fc6-b5e6-19dbea6635c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 30bd8d35-9d66-4ec1-9734-58f713c6cd24) {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:17:43.881614 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385e6fa9-f97c-4fc6-b5e6-19dbea6635c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:17:43.882231 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-385e6fa9-f97c-4fc6-b5e6-19dbea6635c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:43.886555 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78f6e5a-acf5-4a37-b0fb-13af3070581b None None] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:17:43.906681 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-385e6fa9-f97c-4fc6-b5e6-19dbea6635c6 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5920463 May 04 17:17:44.109071 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6c8675-7b44-4187-a180-5c662b0fe782 None None] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:17:44.198481 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 5476af21-595a-4f66-9ed0-176ef5e3f917 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:17:44.345713 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 5476af21-595a-4f66-9ed0-176ef5e3f917 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:17:44.383658 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 5476af21-595a-4f66-9ed0-176ef5e3f917 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:17:44.383658 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:44.507160 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:44.541797 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 5476af21-595a-4f66-9ed0-176ef5e3f917, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=5476af21-595a-4f66-9ed0-176ef5e3f917,segment=NetworkSegment(eb47acb9-fc43-4315-8287-18f9fc1944d5),segment_id=eb47acb9-fc43-4315-8287-18f9fc1944d5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:17:44.546357 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:44.620690 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=5476af21-595a-4f66-9ed0-176ef5e3f917,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:17:46.155698 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 5476af21-595a-4f66-9ed0-176ef5e3f917 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:17:46.229049 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 43340) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:17:46.241780 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 5476af21-595a-4f66-9ed0-176ef5e3f917 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:17:46.242212 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:46.425205 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-fa06ad3b-e38e-486a-9efa-90b5f8937045 admin admin] 10.222.0.41 "GET /v2.0/routers/6ab9303d-7de3-4cac-bcd1-1093fe6bdbcb HTTP/1.1" status: 200 len: 710 time: 0.1923995 May 04 17:17:46.547241 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c764f3-2304-4381-a5e1-905e2de2f485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:17:46.548576 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-68c764f3-2304-4381-a5e1-905e2de2f485 admin admin] 10.222.0.41 "GET /v2.0/networks/30bd8d35-9d66-4ec1-9734-58f713c6cd24 HTTP/1.1" status: 200 len: 886 time: 0.1181855 May 04 17:17:46.557682 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-5fec2d66-0fef-43ae-8cec-a1544696c2ed admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:17:46.986284 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5fec2d66-0fef-43ae-8cec-a1544696c2ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:47.308635 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5fec2d66-0fef-43ae-8cec-a1544696c2ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:47.410130 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5fec2d66-0fef-43ae-8cec-a1544696c2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:47.538683 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-5fec2d66-0fef-43ae-8cec-a1544696c2ed admin admin] Allocated IP 172.26.0.3 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/b69a8494-2edf-4eb8-8140-421d4d7eeedf) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:17:47.677598 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5fec2d66-0fef-43ae-8cec-a1544696c2ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:47.705705 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5fec2d66-0fef-43ae-8cec-a1544696c2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:47.765469 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fec2d66-0fef-43ae-8cec-a1544696c2ed admin admin] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:17:47.768224 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-5fec2d66-0fef-43ae-8cec-a1544696c2ed admin admin] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:17:47.772329 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fec2d66-0fef-43ae-8cec-a1544696c2ed admin admin] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:17:47.879674 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fec2d66-0fef-43ae-8cec-a1544696c2ed admin admin] Pushing event updated for resources: {'Port': ['ID=b69a8494-2edf-4eb8-8140-421d4d7eeedf,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:17:48.135400 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5fec2d66-0fef-43ae-8cec-a1544696c2ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:48.461372 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5fec2d66-0fef-43ae-8cec-a1544696c2ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:48.464625 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5fec2d66-0fef-43ae-8cec-a1544696c2ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-712177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-712168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-709817'] for router, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:48.698641 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fec2d66-0fef-43ae-8cec-a1544696c2ed admin admin] Router 6ab9303d-7de3-4cac-bcd1-1093fe6bdbcb has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:17:48.868748 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fec2d66-0fef-43ae-8cec-a1544696c2ed admin admin] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:17:48.877114 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5fec2d66-0fef-43ae-8cec-a1544696c2ed admin admin] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:48.878312 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-5fec2d66-0fef-43ae-8cec-a1544696c2ed admin admin] 10.222.0.41 "PUT /v2.0/routers/6ab9303d-7de3-4cac-bcd1-1093fe6bdbcb HTTP/1.1" status: 200 len: 888 time: 2.3241620 May 04 17:17:48.879156 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa8a7db-7dfd-40b2-b8e1-cf0c4bda5a40 None None] Sync routers for ids ['6ab9303d-7de3-4cac-bcd1-1093fe6bdbcb'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:17:48.889175 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa8a7db-7dfd-40b2-b8e1-cf0c4bda5a40 None None] Routers {'6ab9303d-7de3-4cac-bcd1-1093fe6bdbcb'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:17:48.889845 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-9fa8a7db-7dfd-40b2-b8e1-cf0c4bda5a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:17:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['6ab9303d-7de3-4cac-bcd1-1093fe6bdbcb'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:17:49.080422 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-9fa8a7db-7dfd-40b2-b8e1-cf0c4bda5a40 None None] Set router 6ab9303d-7de3-4cac-bcd1-1093fe6bdbcb gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:17:49.447754 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-9fa8a7db-7dfd-40b2-b8e1-cf0c4bda5a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab9303d-7de3-4cac-bcd1-1093fe6bdbcb', 'name': 'router1', 'tenant_id': '1e7a5eacd6cb4089863e7ea05f5c68a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': 'b69a8494-2edf-4eb8-8140-421d4d7eeedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:17:29Z', 'updated_at': '2022-05-04T17:17:47Z', 'revision_number': 4, 'project_id': '1e7a5eacd6cb4089863e7ea05f5c68a6', 'gw_port': {'id': 'b69a8494-2edf-4eb8-8140-421d4d7eeedf', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:0d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab9303d-7de3-4cac-bcd1-1093fe6bdbcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:17:47Z', 'updated_at': '2022-05-04T17:17:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '5476af21-595a-4f66-9ed0-176ef5e3f917', 'name': '', 'network_id': '3e6635e1-2c31-4c0e-b600-10e3d301e53c', 'tenant_id': '1e7a5eacd6cb4089863e7ea05f5c68a6', 'mac_address': 'fa:16:3e:f0:26:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab9303d-7de3-4cac-bcd1-1093fe6bdbcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd72036d6-fcef-4b8e-a8e5-4d1fb89dac18', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:17:39Z', 'updated_at': '2022-05-04T17:17:44Z', 'revision_number': 5, 'project_id': '1e7a5eacd6cb4089863e7ea05f5c68a6', 'subnets': [{'id': 'd72036d6-fcef-4b8e-a8e5-4d1fb89dac18', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '579fd344-05a9-47cf-bddd-6c005882a180'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:17:49.452502 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa8a7db-7dfd-40b2-b8e1-cf0c4bda5a40 None None] Checking router: 6ab9303d-7de3-4cac-bcd1-1093fe6bdbcb for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:17:49.452855 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa8a7db-7dfd-40b2-b8e1-cf0c4bda5a40 None None] Updating router 6ab9303d-7de3-4cac-bcd1-1093fe6bdbcb port b69a8494-2edf-4eb8-8140-421d4d7eeedf binding host dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:17:49.502833 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9fa8a7db-7dfd-40b2-b8e1-cf0c4bda5a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:49.824381 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9fa8a7db-7dfd-40b2-b8e1-cf0c4bda5a40 None None] Notify callbacks [] for port, precommit_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:49.836342 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-9fa8a7db-7dfd-40b2-b8e1-cf0c4bda5a40 None None] Transition to ACTIVE for port object b69a8494-2edf-4eb8-8140-421d4d7eeedf will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:17:49.842897 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9fa8a7db-7dfd-40b2-b8e1-cf0c4bda5a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:49.919792 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-9fa8a7db-7dfd-40b2-b8e1-cf0c4bda5a40 None None] Attempting to bind port b69a8494-2edf-4eb8-8140-421d4d7eeedf on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:17:49.920395 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-9fa8a7db-7dfd-40b2-b8e1-cf0c4bda5a40 None None] Attempting to bind port b69a8494-2edf-4eb8-8140-421d4d7eeedf by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:17:49.920555 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa8a7db-7dfd-40b2-b8e1-cf0c4bda5a40 None None] Attempting to bind port b69a8494-2edf-4eb8-8140-421d4d7eeedf on network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:17:49.929342 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa8a7db-7dfd-40b2-b8e1-cf0c4bda5a40 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:17:49.929715 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa8a7db-7dfd-40b2-b8e1-cf0c4bda5a40 None None] Checking segment: {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:17:49.930142 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9fa8a7db-7dfd-40b2-b8e1-cf0c4bda5a40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:49.930598 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa8a7db-7dfd-40b2-b8e1-cf0c4bda5a40 None None] Bound using segment: {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:17:49.931068 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-9fa8a7db-7dfd-40b2-b8e1-cf0c4bda5a40 None None] Bound port: b69a8494-2edf-4eb8-8140-421d4d7eeedf, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:17:49.931460 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9fa8a7db-7dfd-40b2-b8e1-cf0c4bda5a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:49.953525 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9a2f4-5fef-4c61-b605-0fe99b972663 None None] Pushing event updated for resources: {'Port': ['ID=b69a8494-2edf-4eb8-8140-421d4d7eeedf,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:17:50.004092 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-9fa8a7db-7dfd-40b2-b8e1-cf0c4bda5a40 None None] For port b69a8494-2edf-4eb8-8140-421d4d7eeedf, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:17:50.007000 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-9fa8a7db-7dfd-40b2-b8e1-cf0c4bda5a40 None None] For port b69a8494-2edf-4eb8-8140-421d4d7eeedf, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=b69a8494-2edf-4eb8-8140-421d4d7eeedf,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:17:50.011605 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9fa8a7db-7dfd-40b2-b8e1-cf0c4bda5a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:50.089716 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa8a7db-7dfd-40b2-b8e1-cf0c4bda5a40 None None] Routers {'6ab9303d-7de3-4cac-bcd1-1093fe6bdbcb'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:17:50.090271 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-9fa8a7db-7dfd-40b2-b8e1-cf0c4bda5a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:17:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['6ab9303d-7de3-4cac-bcd1-1093fe6bdbcb'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:17:50.160457 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9a2f4-5fef-4c61-b605-0fe99b972663 None None] Pushing event updated for resources: {'Port': ['ID=b69a8494-2edf-4eb8-8140-421d4d7eeedf,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:17:50.274720 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-9fa8a7db-7dfd-40b2-b8e1-cf0c4bda5a40 None None] Set router 6ab9303d-7de3-4cac-bcd1-1093fe6bdbcb gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:17:50.601575 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-9fa8a7db-7dfd-40b2-b8e1-cf0c4bda5a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab9303d-7de3-4cac-bcd1-1093fe6bdbcb', 'name': 'router1', 'tenant_id': '1e7a5eacd6cb4089863e7ea05f5c68a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': 'b69a8494-2edf-4eb8-8140-421d4d7eeedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:17:29Z', 'updated_at': '2022-05-04T17:17:47Z', 'revision_number': 4, 'project_id': '1e7a5eacd6cb4089863e7ea05f5c68a6', 'gw_port': {'id': 'b69a8494-2edf-4eb8-8140-421d4d7eeedf', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:0d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab9303d-7de3-4cac-bcd1-1093fe6bdbcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:17:47Z', 'updated_at': '2022-05-04T17:17:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '5476af21-595a-4f66-9ed0-176ef5e3f917', 'name': '', 'network_id': '3e6635e1-2c31-4c0e-b600-10e3d301e53c', 'tenant_id': '1e7a5eacd6cb4089863e7ea05f5c68a6', 'mac_address': 'fa:16:3e:f0:26:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab9303d-7de3-4cac-bcd1-1093fe6bdbcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd72036d6-fcef-4b8e-a8e5-4d1fb89dac18', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:17:39Z', 'updated_at': '2022-05-04T17:17:44Z', 'revision_number': 5, 'project_id': '1e7a5eacd6cb4089863e7ea05f5c68a6', 'subnets': [{'id': 'd72036d6-fcef-4b8e-a8e5-4d1fb89dac18', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '579fd344-05a9-47cf-bddd-6c005882a180'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:17:50.605394 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa8a7db-7dfd-40b2-b8e1-cf0c4bda5a40 None None] The sync data for ids ['6ab9303d-7de3-4cac-bcd1-1093fe6bdbcb'] in dv-neutron-840426-1-hyperv is: [{'id': '6ab9303d-7de3-4cac-bcd1-1093fe6bdbcb', 'name': 'router1', 'tenant_id': '1e7a5eacd6cb4089863e7ea05f5c68a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': 'b69a8494-2edf-4eb8-8140-421d4d7eeedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:17:29Z', 'updated_at': '2022-05-04T17:17:47Z', 'revision_number': 4, 'project_id': '1e7a5eacd6cb4089863e7ea05f5c68a6', 'gw_port': {'id': 'b69a8494-2edf-4eb8-8140-421d4d7eeedf', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:0d:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab9303d-7de3-4cac-bcd1-1093fe6bdbcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:17:47Z', 'updated_at': '2022-05-04T17:17:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '5476af21-595a-4f66-9ed0-176ef5e3f917', 'name': '', 'network_id': '3e6635e1-2c31-4c0e-b600-10e3d301e53c', 'tenant_id': '1e7a5eacd6cb4089863e7ea05f5c68a6', 'mac_address': 'fa:16:3e:f0:26:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab9303d-7de3-4cac-bcd1-1093fe6bdbcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd72036d6-fcef-4b8e-a8e5-4d1fb89dac18', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:17:39Z', 'updated_at': '2022-05-04T17:17:44Z', 'revision_number': 5, 'project_id': '1e7a5eacd6cb4089863e7ea05f5c68a6', 'subnets': [{'id': 'd72036d6-fcef-4b8e-a8e5-4d1fb89dac18', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '579fd344-05a9-47cf-bddd-6c005882a180'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:17:51.295053 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 43350) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:17:51.413598 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-90a922ea-f664-4957-a978-540572d24c38 admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.1174233 May 04 17:17:52.196399 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device b69a8494-2edf-4eb8-8140-421d4d7eeedf up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:17:52.291332 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port b69a8494-2edf-4eb8-8140-421d4d7eeedf completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:17:52.296789 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port b69a8494-2edf-4eb8-8140-421d4d7eeedf triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:17:52.297232 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:52.412159 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:52.428091 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port b69a8494-2edf-4eb8-8140-421d4d7eeedf, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=b69a8494-2edf-4eb8-8140-421d4d7eeedf,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:17:52.431982 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:52.523073 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=b69a8494-2edf-4eb8-8140-421d4d7eeedf,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:17:54.168531 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device b69a8494-2edf-4eb8-8140-421d4d7eeedf up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:17:54.272676 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port b69a8494-2edf-4eb8-8140-421d4d7eeedf triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:17:54.273041 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:03.085807 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-54deed1a-f71f-4759-9bd8-4c935b0c4b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:05.238085 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0129e549-5229-4d6e-a3fd-0c3815dbc95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:06.400753 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:06.462184 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:07.724807 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:12.180746 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 5 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 17:18:33.091416 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-00102e93-b462-4884-bc0e-911ec24ca47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:35.243358 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d0381c79-937e-4cb3-8806-f1556a096651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:36.403876 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:36.466112 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:37.728268 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:49.191026 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 5 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 17:19:03.094562 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-19418716-574d-48e2-bfc0-37c86aec160c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:05.242913 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-5dcd7504-ab25-482e-97a0-8dee31df632b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:06.406656 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:06.469184 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:07.731010 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:26.191159 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 5 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 17:19:33.098709 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ffcc53ef-24cb-492f-a83b-04baee311edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:35.236733 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-81f05264-5ab7-4b6d-8e1b-b34f38629ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:36.404619 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:36.473560 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:37.735680 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:59.012935 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 43952) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:19:59.083055 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdde5ee7-85e7-4fb0-be2d-d08e3e73c985 admin admin] GET failed (client error): The resource could not be found. May 04 17:19:59.083566 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-cdde5ee7-85e7-4fb0-be2d-d08e3e73c985 admin admin] Synchronizing usage tracker for tenant:8ea86f433ede456d9f4f01bea838af09 on resource:network {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:19:59.100102 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-cdde5ee7-85e7-4fb0-be2d-d08e3e73c985 admin admin] Unset dirty status for tenant:8ea86f433ede456d9f4f01bea838af09 on resource:network {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:19:59.101185 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-cdde5ee7-85e7-4fb0-be2d-d08e3e73c985 admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0873227 May 04 17:19:59.234655 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b6b557-af9d-4100-b7c7-f4a03b22776a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:19:59.236052 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-f7b6b557-af9d-4100-b7c7-f4a03b22776a admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1309025 May 04 17:20:01.409509 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 43962) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:20:01.531342 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd70e99-5818-4021-94b0-480dcbe918ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:20:01.532568 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-2fd70e99-5818-4021-94b0-480dcbe918ee admin admin] 10.222.0.41 "GET /v2.0/subnets/d72036d6-fcef-4b8e-a8e5-4d1fb89dac18 HTTP/1.1" status: 200 len: 849 time: 0.1221049 May 04 17:20:01.541680 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-8938b280-ed5f-4c3e-a56d-6c84d21414cb admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:20:01.652395 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8938b280-ed5f-4c3e-a56d-6c84d21414cb admin admin] Notify callbacks [] for subnet, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:01.840086 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8938b280-ed5f-4c3e-a56d-6c84d21414cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761604174596'] for subnet, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:01.882987 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8938b280-ed5f-4c3e-a56d-6c84d21414cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:20:01.883926 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8938b280-ed5f-4c3e-a56d-6c84d21414cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:01.885426 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-8938b280-ed5f-4c3e-a56d-6c84d21414cb admin admin] 10.222.0.41 "PUT /v2.0/subnets/d72036d6-fcef-4b8e-a8e5-4d1fb89dac18 HTTP/1.1" status: 200 len: 868 time: 0.3466520 May 04 17:20:01.888361 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f3295d-48f1-4c1f-9539-ff6836c573b0 None None] Network 3e6635e1-2c31-4c0e-b600-10e3d301e53c requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:20:01.911273 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8938b280-ed5f-4c3e-a56d-6c84d21414cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d72036d6-fcef-4b8e-a8e5-4d1fb89dac18,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:20:01.920073 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8938b280-ed5f-4c3e-a56d-6c84d21414cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:20:01.920073 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8938b280-ed5f-4c3e-a56d-6c84d21414cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:20:01.920398 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8938b280-ed5f-4c3e-a56d-6c84d21414cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:20:01.921292 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8938b280-ed5f-4c3e-a56d-6c84d21414cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:20:01.921478 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8938b280-ed5f-4c3e-a56d-6c84d21414cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:20:01.921788 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8938b280-ed5f-4c3e-a56d-6c84d21414cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:20:01.922155 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8938b280-ed5f-4c3e-a56d-6c84d21414cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:20:01.922569 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8938b280-ed5f-4c3e-a56d-6c84d21414cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:20:01.922898 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8938b280-ed5f-4c3e-a56d-6c84d21414cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:20:01.923225 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8938b280-ed5f-4c3e-a56d-6c84d21414cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:20:01.923547 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8938b280-ed5f-4c3e-a56d-6c84d21414cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:20:01.923871 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8938b280-ed5f-4c3e-a56d-6c84d21414cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:20:02.317356 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-2792477b-13f8-403e-a026-a82187936bea None None] Provisioning complete for port 5476af21-595a-4f66-9ed0-176ef5e3f917 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:20:02.317731 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-2792477b-13f8-403e-a026-a82187936bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:02.442754 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-2792477b-13f8-403e-a026-a82187936bea None None] Provisioning complete for port 18f4c977-e0c2-4c4d-aab7-ccd2cd6ef5c9 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:20:02.443012 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-2792477b-13f8-403e-a026-a82187936bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:03.093764 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-98c8e27d-e7a5-4650-9099-62cee2efb56c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:03.189739 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 5 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 17:20:04.130393 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 43972) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:20:04.305248 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd68238-b3ad-4cb8-8d65-e27b4a251cc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:20:04.305718 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd68238-b3ad-4cb8-8d65-e27b4a251cc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:20:04.308466 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-bfd68238-b3ad-4cb8-8d65-e27b4a251cc6 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1759109 May 04 17:20:05.243391 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d45245f6-23d8-4dfa-8261-20673f48a30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:06.408299 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:06.477580 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:06.600658 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 43982) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:20:06.771284 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec683af3-1956-4e21-9a6c-5d9651888966 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:20:06.771666 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec683af3-1956-4e21-9a6c-5d9651888966 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:20:06.773159 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-ec683af3-1956-4e21-9a6c-5d9651888966 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1715658 May 04 17:20:07.736252 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:08.970808 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 43992) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:20:09.134784 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6f4a87-d03b-41c2-93ae-6886f80e6efb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:20:09.136129 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-4e6f4a87-d03b-41c2-93ae-6886f80e6efb admin admin] 10.222.0.41 "GET /v2.0/networks/30bd8d35-9d66-4ec1-9734-58f713c6cd24 HTTP/1.1" status: 200 len: 886 time: 0.1643996 May 04 17:20:11.301995 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 44002) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:20:11.470107 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad621eba-272f-4aef-b4ec-7be24a8051d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:20:11.471437 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-ad621eba-272f-4aef-b4ec-7be24a8051d9 admin admin] 10.222.0.41 "GET /v2.0/networks/3e6635e1-2c31-4c0e-b600-10e3d301e53c HTTP/1.1" status: 200 len: 869 time: 0.1685164 May 04 17:20:13.630463 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 44012) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:20:13.737319 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984481c3-7778-47af-a489-1c6d23961b0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:20:13.737763 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984481c3-7778-47af-a489-1c6d23961b0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:20:13.739249 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-984481c3-7778-47af-a489-1c6d23961b0c admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1078634 May 04 17:20:15.930315 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 44022) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:20:16.038508 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c00d9f8-81c9-4bc6-8ee6-b0ec80511c58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:20:16.038963 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c00d9f8-81c9-4bc6-8ee6-b0ec80511c58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:20:16.040493 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-2c00d9f8-81c9-4bc6-8ee6-b0ec80511c58 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1092293 May 04 17:20:18.241074 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 44032) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:20:18.344666 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd7bbe2-9aed-4d6c-ab1f-39ad28d9afd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:20:18.345985 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-2bd7bbe2-9aed-4d6c-ab1f-39ad28d9afd6 admin admin] 10.222.0.41 "GET /v2.0/subnets/7638643e-671d-434e-884c-4e2c66cba17d HTTP/1.1" status: 200 len: 816 time: 0.1038551 May 04 17:20:20.505270 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 44042) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:20:20.610521 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c64e1e-cc65-4e1b-b50f-4fe68d60d043 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:20:20.611828 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-62c64e1e-cc65-4e1b-b50f-4fe68d60d043 admin admin] 10.222.0.41 "GET /v2.0/subnets/d72036d6-fcef-4b8e-a8e5-4d1fb89dac18 HTTP/1.1" status: 200 len: 868 time: 0.1056266 May 04 17:20:33.095431 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-99c83890-51c5-44e7-81b1-ad40f7eaa529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:35.239197 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-7f40eb9c-7058-4d90-b889-103050e21b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:36.410581 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:36.479916 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:37.741374 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:39.850507 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 44088) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:20:39.896493 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [None req-6c384de1-8ddf-4545-9ad0-70e4c31608b0 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:20:39.897507 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-6c384de1-8ddf-4545-9ad0-70e4c31608b0 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0460091 May 04 17:20:40.188427 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 5 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 17:20:42.174743 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 44098) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:20:42.245468 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-bab64290-8ac0-4ab9-9ff9-9dae197a9a08 admin admin] GET failed (client error): The resource could not be found. May 04 17:20:42.247484 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-bab64290-8ac0-4ab9-9ff9-9dae197a9a08 admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0716982 May 04 17:20:42.376486 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5d8540-eebf-4677-b071-aac40459eb09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:20:42.377854 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-db5d8540-eebf-4677-b071-aac40459eb09 admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1256089 May 04 17:20:44.563326 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 44108) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:20:44.609019 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-03a5290e-3cf8-4200-b3fa-d85a1c9f4190 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:20:44.613938 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-03a5290e-3cf8-4200-b3fa-d85a1c9f4190 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:20:44.623524 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-03a5290e-3cf8-4200-b3fa-d85a1c9f4190 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:20:44.633083 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a5290e-3cf8-4200-b3fa-d85a1c9f4190 admin admin] Made reservation on behalf of 8ea86f433ede456d9f4f01bea838af09 for: {'network': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:20:44.635427 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-03a5290e-3cf8-4200-b3fa-d85a1c9f4190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:44.721259 dv-neutron-840426-1-hyperv neutron-server[88038]: WARNING neutron.services.revisions.revision_plugin [None req-03a5290e-3cf8-4200-b3fa-d85a1c9f4190 admin admin] Could not find related network for resource to bump revision. May 04 17:20:44.734367 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03a5290e-3cf8-4200-b3fa-d85a1c9f4190 admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=88038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:20:44.743411 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-03a5290e-3cf8-4200-b3fa-d85a1c9f4190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:44.743726 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.segments_db [None req-03a5290e-3cf8-4200-b3fa-d85a1c9f4190 admin admin] Added segment ac2e73fe-4798-4b85-b839-59254739a673 of type vlan for network fb0c96af-9dcc-4171-9770-c7b7d4655cd6 May 04 17:20:44.769066 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-03a5290e-3cf8-4200-b3fa-d85a1c9f4190 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:44.797613 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-03a5290e-3cf8-4200-b3fa-d85a1c9f4190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:44.798549 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a5290e-3cf8-4200-b3fa-d85a1c9f4190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:20:44.799133 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-03a5290e-3cf8-4200-b3fa-d85a1c9f4190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:44.893059 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-03a5290e-3cf8-4200-b3fa-d85a1c9f4190 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3286557 May 04 17:20:44.897702 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a5290e-3cf8-4200-b3fa-d85a1c9f4190 admin admin] Pushing event updated for resources: {'Network': ['ID=fb0c96af-9dcc-4171-9770-c7b7d4655cd6,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:20:44.904921 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a5290e-3cf8-4200-b3fa-d85a1c9f4190 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:20:44.905298 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a5290e-3cf8-4200-b3fa-d85a1c9f4190 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:20:44.905900 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a5290e-3cf8-4200-b3fa-d85a1c9f4190 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:20:44.906337 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a5290e-3cf8-4200-b3fa-d85a1c9f4190 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:20:44.906672 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a5290e-3cf8-4200-b3fa-d85a1c9f4190 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:20:44.907007 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a5290e-3cf8-4200-b3fa-d85a1c9f4190 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:20:44.908142 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a5290e-3cf8-4200-b3fa-d85a1c9f4190 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:20:44.908487 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a5290e-3cf8-4200-b3fa-d85a1c9f4190 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:20:44.908821 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a5290e-3cf8-4200-b3fa-d85a1c9f4190 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:20:44.909150 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a5290e-3cf8-4200-b3fa-d85a1c9f4190 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:20:44.909479 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a5290e-3cf8-4200-b3fa-d85a1c9f4190 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:20:44.909805 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a5290e-3cf8-4200-b3fa-d85a1c9f4190 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:20:44.921214 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network fb0c96af-9dcc-4171-9770-c7b7d4655cd6 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:20:47.070298 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 44118) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:20:47.135046 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7a9ec4e-f7b8-4a60-9f53-6062f5c581d8 admin admin] GET failed (client error): The resource could not be found. May 04 17:20:47.135558 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-a7a9ec4e-f7b8-4a60-9f53-6062f5c581d8 admin admin] Synchronizing usage tracker for tenant:8ea86f433ede456d9f4f01bea838af09 on resource:network {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:20:47.150530 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-a7a9ec4e-f7b8-4a60-9f53-6062f5c581d8 admin admin] Unset dirty status for tenant:8ea86f433ede456d9f4f01bea838af09 on resource:network {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:20:47.151732 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-a7a9ec4e-f7b8-4a60-9f53-6062f5c581d8 admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0804825 May 04 17:20:47.257737 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92338f15-27c8-42fb-af0f-2a672185021f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:20:47.259142 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-92338f15-27c8-42fb-af0f-2a672185021f admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1025441 May 04 17:20:47.269115 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-09ca6033-26c2-4a82-8625-031ee49ec954 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'fb0c96af-9dcc-4171-9770-c7b7d4655cd6', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:20:47.273391 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-09ca6033-26c2-4a82-8625-031ee49ec954 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:20:47.277216 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-09ca6033-26c2-4a82-8625-031ee49ec954 admin admin] Usage tracker for resource:subnet and tenant:8ea86f433ede456d9f4f01bea838af09 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:20:47.281063 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-09ca6033-26c2-4a82-8625-031ee49ec954 admin admin] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:20:47.286615 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-09ca6033-26c2-4a82-8625-031ee49ec954 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:20:47.297393 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ca6033-26c2-4a82-8625-031ee49ec954 admin admin] Made reservation on behalf of 8ea86f433ede456d9f4f01bea838af09 for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:20:47.300150 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-09ca6033-26c2-4a82-8625-031ee49ec954 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:47.494907 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-09ca6033-26c2-4a82-8625-031ee49ec954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:47.572161 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ca6033-26c2-4a82-8625-031ee49ec954 admin admin] Pushing event updated for resources: {'Subnet': ['ID=061aa7ad-28b5-40de-a962-5f00e9a648af,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:20:47.576084 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ca6033-26c2-4a82-8625-031ee49ec954 admin admin] Checking segment: {'id': 'ac2e73fe-4798-4b85-b839-59254739a673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'fb0c96af-9dcc-4171-9770-c7b7d4655cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:20:47.576437 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ca6033-26c2-4a82-8625-031ee49ec954 admin admin] Network hostable DHCP agents. Network: fb0c96af-9dcc-4171-9770-c7b7d4655cd6, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:20:47.594703 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ca6033-26c2-4a82-8625-031ee49ec954 admin admin] Network fb0c96af-9dcc-4171-9770-c7b7d4655cd6 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:20:47.603301 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-09ca6033-26c2-4a82-8625-031ee49ec954 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, fb0c96af-9dcc-4171-9770-c7b7d4655cd6) {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:20:47.607316 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ca6033-26c2-4a82-8625-031ee49ec954 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:20:47.608469 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-09ca6033-26c2-4a82-8625-031ee49ec954 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:47.619377 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cb8177-34aa-40b8-b089-8257f645d85b None None] Network fb0c96af-9dcc-4171-9770-c7b7d4655cd6 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:20:47.637963 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-09ca6033-26c2-4a82-8625-031ee49ec954 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3633230 May 04 17:20:47.875947 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce950427-98f5-437d-8cbf-3c3e9c09b3b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-fb0c96af-9dcc-4171-9770-c7b7d4655cd6', 'network_id': 'fb0c96af-9dcc-4171-9770-c7b7d4655cd6', 'tenant_id': '8ea86f433ede456d9f4f01bea838af09', 'fixed_ips': [{'subnet_id': '061aa7ad-28b5-40de-a962-5f00e9a648af'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:20:47.876808 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ce950427-98f5-437d-8cbf-3c3e9c09b3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:48.029267 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-ce950427-98f5-437d-8cbf-3c3e9c09b3b8 None None] Allocated IP 192.168.233.2 (fb0c96af-9dcc-4171-9770-c7b7d4655cd6/061aa7ad-28b5-40de-a962-5f00e9a648af/3c206eab-9603-4022-ac20-4cbcee775bf9) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:20:48.234497 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ce950427-98f5-437d-8cbf-3c3e9c09b3b8 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:48.244938 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-ce950427-98f5-437d-8cbf-3c3e9c09b3b8 None None] Transition to ACTIVE for port object 3c206eab-9603-4022-ac20-4cbcee775bf9 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:20:48.264142 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-ce950427-98f5-437d-8cbf-3c3e9c09b3b8 None None] Transition to ACTIVE for port object 3c206eab-9603-4022-ac20-4cbcee775bf9 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:20:48.270621 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ce950427-98f5-437d-8cbf-3c3e9c09b3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:48.342748 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce950427-98f5-437d-8cbf-3c3e9c09b3b8 None None] Network fb0c96af-9dcc-4171-9770-c7b7d4655cd6 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:20:48.345580 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-ce950427-98f5-437d-8cbf-3c3e9c09b3b8 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:20:48.348091 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce950427-98f5-437d-8cbf-3c3e9c09b3b8 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:20:48.382241 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce950427-98f5-437d-8cbf-3c3e9c09b3b8 None None] Pushing event updated for resources: {'Port': ['ID=3c206eab-9603-4022-ac20-4cbcee775bf9,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:20:48.421150 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce950427-98f5-437d-8cbf-3c3e9c09b3b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:20:48.421867 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce950427-98f5-437d-8cbf-3c3e9c09b3b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:20:48.422251 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce950427-98f5-437d-8cbf-3c3e9c09b3b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:20:48.422593 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce950427-98f5-437d-8cbf-3c3e9c09b3b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:20:48.423108 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce950427-98f5-437d-8cbf-3c3e9c09b3b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:20:48.423462 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce950427-98f5-437d-8cbf-3c3e9c09b3b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:20:48.423788 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce950427-98f5-437d-8cbf-3c3e9c09b3b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:20:48.424115 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce950427-98f5-437d-8cbf-3c3e9c09b3b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:20:48.424451 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce950427-98f5-437d-8cbf-3c3e9c09b3b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:20:48.424771 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce950427-98f5-437d-8cbf-3c3e9c09b3b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:20:48.425107 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce950427-98f5-437d-8cbf-3c3e9c09b3b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:20:48.425424 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce950427-98f5-437d-8cbf-3c3e9c09b3b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:20:48.456068 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-ce950427-98f5-437d-8cbf-3c3e9c09b3b8 None None] Attempting to bind port 3c206eab-9603-4022-ac20-4cbcee775bf9 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:20:48.456364 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-ce950427-98f5-437d-8cbf-3c3e9c09b3b8 None None] Attempting to bind port 3c206eab-9603-4022-ac20-4cbcee775bf9 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'ac2e73fe-4798-4b85-b839-59254739a673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'fb0c96af-9dcc-4171-9770-c7b7d4655cd6'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:20:48.456721 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce950427-98f5-437d-8cbf-3c3e9c09b3b8 None None] Attempting to bind port 3c206eab-9603-4022-ac20-4cbcee775bf9 on network fb0c96af-9dcc-4171-9770-c7b7d4655cd6 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:20:48.461990 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce950427-98f5-437d-8cbf-3c3e9c09b3b8 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:20:48.462363 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce950427-98f5-437d-8cbf-3c3e9c09b3b8 None None] Checking segment: {'id': 'ac2e73fe-4798-4b85-b839-59254739a673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'fb0c96af-9dcc-4171-9770-c7b7d4655cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:20:48.462755 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ce950427-98f5-437d-8cbf-3c3e9c09b3b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:48.463140 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce950427-98f5-437d-8cbf-3c3e9c09b3b8 None None] Bound using segment: {'id': 'ac2e73fe-4798-4b85-b839-59254739a673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'fb0c96af-9dcc-4171-9770-c7b7d4655cd6'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:20:48.463593 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-ce950427-98f5-437d-8cbf-3c3e9c09b3b8 None None] Bound port: 3c206eab-9603-4022-ac20-4cbcee775bf9, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac2e73fe-4798-4b85-b839-59254739a673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'fb0c96af-9dcc-4171-9770-c7b7d4655cd6'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:20:48.463980 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ce950427-98f5-437d-8cbf-3c3e9c09b3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:48.551594 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-ce950427-98f5-437d-8cbf-3c3e9c09b3b8 None None] For port 3c206eab-9603-4022-ac20-4cbcee775bf9, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:20:48.554657 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-ce950427-98f5-437d-8cbf-3c3e9c09b3b8 None None] For port 3c206eab-9603-4022-ac20-4cbcee775bf9, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=3c206eab-9603-4022-ac20-4cbcee775bf9,segment=NetworkSegment(ac2e73fe-4798-4b85-b839-59254739a673),segment_id=ac2e73fe-4798-4b85-b839-59254739a673)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:20:48.560358 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ce950427-98f5-437d-8cbf-3c3e9c09b3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:48.642380 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce950427-98f5-437d-8cbf-3c3e9c09b3b8 None None] Pushing event updated for resources: {'Port': ['ID=3c206eab-9603-4022-ac20-4cbcee775bf9,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:20:49.511235 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e03bf1-f0bd-47d0-8502-4e77bc2e46e5 None None] Network fb0c96af-9dcc-4171-9770-c7b7d4655cd6 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:20:49.661856 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8d08554b-d889-48a7-8d12-0559c601f931 None None] Provisioning for port 3c206eab-9603-4022-ac20-4cbcee775bf9 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:20:50.284866 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 3c206eab-9603-4022-ac20-4cbcee775bf9 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:20:50.356105 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 3c206eab-9603-4022-ac20-4cbcee775bf9 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:20:50.363300 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 3c206eab-9603-4022-ac20-4cbcee775bf9 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:20:50.363866 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:50.490948 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:50.521900 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 3c206eab-9603-4022-ac20-4cbcee775bf9, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=3c206eab-9603-4022-ac20-4cbcee775bf9,segment=NetworkSegment(ac2e73fe-4798-4b85-b839-59254739a673),segment_id=ac2e73fe-4798-4b85-b839-59254739a673)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:20:50.525730 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:50.589361 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=3c206eab-9603-4022-ac20-4cbcee775bf9,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:20:52.256937 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 3c206eab-9603-4022-ac20-4cbcee775bf9 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:20:52.324302 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 3c206eab-9603-4022-ac20-4cbcee775bf9 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:20:52.324671 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:03.097967 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-497f3bcd-a927-44d2-855f-a61c06b3bc9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:05.233279 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-dbaf25b3-4825-49db-8315-13162c69fa33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:06.414234 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:06.483534 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:07.745965 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:17.188266 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 5 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 17:21:33.119522 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1999ed4e-cb23-4d6a-bd83-f4abc69771d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:35.237976 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1d64c878-dfdf-4c13-9f60-0c588c622946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:36.415790 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:36.484642 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:37.746701 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:54.188974 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 5 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 17:22:03.102049 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-7e2f5b86-5ea6-4e14-93c6-60409a78947b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:22:05.245158 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-fc63fc4e-8f18-49cc-bb52-c8774ad389c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:22:06.420697 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:22:06.485308 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:22:07.749810 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:22:13.003721 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 44162) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:22:13.009603 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [None req-5ff0e4aa-ada8-4de8-b915-6ecb94fd1232 tempest-verify_tempest_config-306982573 tempest-verify_tempest_config-306982573-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:22:13.011120 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-5ff0e4aa-ada8-4de8-b915-6ecb94fd1232 tempest-verify_tempest_config-306982573 tempest-verify_tempest_config-306982573-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064197 May 04 17:22:13.309313 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 44180) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:22:13.421334 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-351ac0a2-f921-4c4d-8d8c-7a367fb380e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:22:13.435525 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-351ac0a2-f921-4c4d-8d8c-7a367fb380e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:22:13.439297 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-351ac0a2-f921-4c4d-8d8c-7a367fb380e6 admin admin] Usage tracker for resource:security_group_rule and tenant:f4399b9cbc704691bd8f44d21e2e9f02 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:22:13.442026 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-351ac0a2-f921-4c4d-8d8c-7a367fb380e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:22:13.448169 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-351ac0a2-f921-4c4d-8d8c-7a367fb380e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:22:13.531845 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-351ac0a2-f921-4c4d-8d8c-7a367fb380e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:22:13.535375 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-351ac0a2-f921-4c4d-8d8c-7a367fb380e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:22:13.581763 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-351ac0a2-f921-4c4d-8d8c-7a367fb380e6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f4399b9cbc704691bd8f44d21e2e9f02&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2713082 May 04 17:22:13.582534 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351ac0a2-f921-4c4d-8d8c-7a367fb380e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae36414d-9fa3-4d4f-915a-147bec84dcfb,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:22:13.584493 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 44186) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:22:13.589201 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351ac0a2-f921-4c4d-8d8c-7a367fb380e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:22:13.589576 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351ac0a2-f921-4c4d-8d8c-7a367fb380e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:22:13.589943 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351ac0a2-f921-4c4d-8d8c-7a367fb380e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:22:13.590285 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351ac0a2-f921-4c4d-8d8c-7a367fb380e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:22:13.590622 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351ac0a2-f921-4c4d-8d8c-7a367fb380e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:22:13.590969 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351ac0a2-f921-4c4d-8d8c-7a367fb380e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:22:13.591305 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351ac0a2-f921-4c4d-8d8c-7a367fb380e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:22:13.591652 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351ac0a2-f921-4c4d-8d8c-7a367fb380e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:22:13.592004 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351ac0a2-f921-4c4d-8d8c-7a367fb380e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:22:13.592330 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351ac0a2-f921-4c4d-8d8c-7a367fb380e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:22:13.592655 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351ac0a2-f921-4c4d-8d8c-7a367fb380e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:22:13.592975 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351ac0a2-f921-4c4d-8d8c-7a367fb380e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:22:13.647836 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ad708964-3184-4059-9543-78a8bf6d2aee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:22:13.673032 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ad708964-3184-4059-9543-78a8bf6d2aee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:22:13.769852 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ad708964-3184-4059-9543-78a8bf6d2aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:22:13.784081 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad708964-3184-4059-9543-78a8bf6d2aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae36414d-9fa3-4d4f-915a-147bec84dcfb,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:22:13.794126 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad708964-3184-4059-9543-78a8bf6d2aee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:22:13.794485 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad708964-3184-4059-9543-78a8bf6d2aee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:22:13.794823 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad708964-3184-4059-9543-78a8bf6d2aee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:22:13.795151 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad708964-3184-4059-9543-78a8bf6d2aee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:22:13.795475 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad708964-3184-4059-9543-78a8bf6d2aee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:22:13.795812 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad708964-3184-4059-9543-78a8bf6d2aee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:22:13.796137 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad708964-3184-4059-9543-78a8bf6d2aee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:22:13.796469 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad708964-3184-4059-9543-78a8bf6d2aee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:22:13.796792 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad708964-3184-4059-9543-78a8bf6d2aee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:22:13.797107 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad708964-3184-4059-9543-78a8bf6d2aee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:22:13.797422 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad708964-3184-4059-9543-78a8bf6d2aee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:22:13.797738 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad708964-3184-4059-9543-78a8bf6d2aee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:22:13.800474 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ad708964-3184-4059-9543-78a8bf6d2aee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:22:13.801549 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-ad708964-3184-4059-9543-78a8bf6d2aee admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ae36414d-9fa3-4d4f-915a-147bec84dcfb HTTP/1.1" status: 204 len: 168 time: 0.2160907 May 04 17:22:31.187941 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 5 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 17:22:33.103300 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-81b893dc-5819-4e22-b68f-fc49c56dc90c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:22:35.238396 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-c9a19ead-84d0-48ed-991c-453100005fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:22:36.421261 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:22:36.487044 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:22:37.755140 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:23:03.104321 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-66401cd8-a239-4f01-bea5-5010fb81e132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:23:05.242255 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-08ca6a48-6932-4c17-a0ae-eecc60a46647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:23:06.423803 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:23:06.487205 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:23:07.754892 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:23:08.187589 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 5 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 17:23:33.106226 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8d9db0f6-9cd5-4469-8f7c-0f1e2ddc8efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:23:35.247127 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0bf35fd4-2082-4ceb-82a9-f7e4754af365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:23:36.426680 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:23:36.487727 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:23:37.757758 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:23:38.996055 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-710860'] for agent, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:23:45.187984 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 17:23:53.210283 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 44256) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:23:53.320428 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-c9d54aec-b895-401d-bf55-bef581b656c6 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1090586 May 04 17:23:55.526828 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 44266) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:23:55.579722 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-5e799dc7-16a1-4fbe-8532-06b836d7dfa5 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0518141 May 04 17:24:03.106926 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-5c52c0f1-8f84-47f0-8f1c-8b243638ec9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:24:05.252197 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-5ed89feb-9b2f-4e60-81e4-6264ecc131bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:24:06.428192 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:24:06.487240 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:24:07.760122 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:24:08.949214 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:24:22.187681 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 17:24:33.122672 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-dbb08f76-fb20-4a0a-b668-456a5e81610d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:24:35.255056 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-be168648-862c-4567-a0d1-31d346043696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:24:36.432067 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:24:36.491736 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:24:37.763871 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:24:38.951785 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:24:59.186673 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 17:25:03.107700 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ca92f1e1-46a3-47fa-83b5-078df58ae3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:05.256837 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-7567ba00-434a-4fd9-b78d-3828bea1f19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:06.435688 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:06.484760 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:07.765943 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:08.965873 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:22.892752 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 44396) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:23.226026 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-0713ecfa-af6f-4ebb-919c-b4c1e4e6a9d3 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1600335060-network', 'tenant_id': 'a1ff53d6703b4f3fb85115a97c2da768'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:25:23.245511 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-0713ecfa-af6f-4ebb-919c-b4c1e4e6a9d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:25:23.251125 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-0713ecfa-af6f-4ebb-919c-b4c1e4e6a9d3 admin admin] Usage tracker for resource:network and tenant:a1ff53d6703b4f3fb85115a97c2da768 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:25:23.255242 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-0713ecfa-af6f-4ebb-919c-b4c1e4e6a9d3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:25:23.261704 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-0713ecfa-af6f-4ebb-919c-b4c1e4e6a9d3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:25:23.272352 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0713ecfa-af6f-4ebb-919c-b4c1e4e6a9d3 admin admin] Made reservation on behalf of a1ff53d6703b4f3fb85115a97c2da768 for: {'network': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:25:23.275459 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0713ecfa-af6f-4ebb-919c-b4c1e4e6a9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:23.291353 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0713ecfa-af6f-4ebb-919c-b4c1e4e6a9d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:23.306316 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-0713ecfa-af6f-4ebb-919c-b4c1e4e6a9d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:25:23.310161 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-0713ecfa-af6f-4ebb-919c-b4c1e4e6a9d3 admin admin] Usage tracker for resource:security_group_rule and tenant:a1ff53d6703b4f3fb85115a97c2da768 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:25:23.313001 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-0713ecfa-af6f-4ebb-919c-b4c1e4e6a9d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:25:23.318901 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-0713ecfa-af6f-4ebb-919c-b4c1e4e6a9d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:25:23.415201 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0713ecfa-af6f-4ebb-919c-b4c1e4e6a9d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:23.419632 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0713ecfa-af6f-4ebb-919c-b4c1e4e6a9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:23.448592 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0713ecfa-af6f-4ebb-919c-b4c1e4e6a9d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=88038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:25:23.460918 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0713ecfa-af6f-4ebb-919c-b4c1e4e6a9d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=358c2c77-6a16-49ee-a4f9-f24b404a053b,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:23.469150 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0713ecfa-af6f-4ebb-919c-b4c1e4e6a9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:23.469685 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.segments_db [None req-0713ecfa-af6f-4ebb-919c-b4c1e4e6a9d3 admin admin] Added segment 40fdd87b-6347-4489-a912-23174799ead5 of type vlan for network dc3827ab-b4d6-4656-be7d-24135047baff May 04 17:25:23.478211 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0713ecfa-af6f-4ebb-919c-b4c1e4e6a9d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:25:23.478551 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0713ecfa-af6f-4ebb-919c-b4c1e4e6a9d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:25:23.479154 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0713ecfa-af6f-4ebb-919c-b4c1e4e6a9d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:25:23.479510 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0713ecfa-af6f-4ebb-919c-b4c1e4e6a9d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:25:23.479863 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0713ecfa-af6f-4ebb-919c-b4c1e4e6a9d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:25:23.480242 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0713ecfa-af6f-4ebb-919c-b4c1e4e6a9d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:25:23.480612 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0713ecfa-af6f-4ebb-919c-b4c1e4e6a9d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:25:23.480938 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0713ecfa-af6f-4ebb-919c-b4c1e4e6a9d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:25:23.481464 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0713ecfa-af6f-4ebb-919c-b4c1e4e6a9d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:25:23.481788 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0713ecfa-af6f-4ebb-919c-b4c1e4e6a9d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:25:23.482135 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0713ecfa-af6f-4ebb-919c-b4c1e4e6a9d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:25:23.482480 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0713ecfa-af6f-4ebb-919c-b4c1e4e6a9d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:25:23.483534 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0713ecfa-af6f-4ebb-919c-b4c1e4e6a9d3 admin admin] Tracked resource versions report: May 04 17:25:23.483534 dv-neutron-840426-1-hyperv neutron-server[88038]: pushed versions: May 04 17:25:23.483534 dv-neutron-840426-1-hyperv neutron-server[88038]: { 'AddressGroup': {'1.2'}, May 04 17:25:23.483534 dv-neutron-840426-1-hyperv neutron-server[88038]: 'ConntrackHelper': {'1.0'}, May 04 17:25:23.483534 dv-neutron-840426-1-hyperv neutron-server[88038]: 'Log': {'1.0'}, May 04 17:25:23.483534 dv-neutron-840426-1-hyperv neutron-server[88038]: 'Network': {'1.1'}, May 04 17:25:23.483534 dv-neutron-840426-1-hyperv neutron-server[88038]: 'Port': {'1.7'}, May 04 17:25:23.483534 dv-neutron-840426-1-hyperv neutron-server[88038]: 'PortForwarding': {'1.2'}, May 04 17:25:23.483534 dv-neutron-840426-1-hyperv neutron-server[88038]: 'QosPolicy': {'1.8'}, May 04 17:25:23.483534 dv-neutron-840426-1-hyperv neutron-server[88038]: 'SecurityGroup': {'1.4'}, May 04 17:25:23.483534 dv-neutron-840426-1-hyperv neutron-server[88038]: 'SecurityGroupRule': {'1.2'}, May 04 17:25:23.483534 dv-neutron-840426-1-hyperv neutron-server[88038]: 'SubPort': {'1.0'}, May 04 17:25:23.483534 dv-neutron-840426-1-hyperv neutron-server[88038]: 'Subnet': {'1.1'}, May 04 17:25:23.483534 dv-neutron-840426-1-hyperv neutron-server[88038]: 'Trunk': {'1.1'}} May 04 17:25:23.483534 dv-neutron-840426-1-hyperv neutron-server[88038]: consumer versions: May 04 17:25:23.483534 dv-neutron-840426-1-hyperv neutron-server[88038]: { DHCP agent@dv-neutron-840426-1-hyperv: {}, May 04 17:25:23.483534 dv-neutron-840426-1-hyperv neutron-server[88038]: HyperV agent@hv-neutron-8404: {}, May 04 17:25:23.483534 dv-neutron-840426-1-hyperv neutron-server[88038]: L3 agent@dv-neutron-840426-1-hyperv: {}, May 04 17:25:23.483534 dv-neutron-840426-1-hyperv neutron-server[88038]: Metadata agent@dv-neutron-840426-1-hyperv: {}, May 04 17:25:23.483534 dv-neutron-840426-1-hyperv neutron-server[88038]: Metering agent@dv-neutron-840426-1-hyperv: {}, May 04 17:25:23.483534 dv-neutron-840426-1-hyperv neutron-server[88038]: Open vSwitch agent@dv-neutron-840426-1-hyperv: { 'AddressGroup': '1.2', May 04 17:25:23.483534 dv-neutron-840426-1-hyperv neutron-server[88038]: 'ConntrackHelper': '1.0', May 04 17:25:23.483534 dv-neutron-840426-1-hyperv neutron-server[88038]: 'Log': '1.0', May 04 17:25:23.483534 dv-neutron-840426-1-hyperv neutron-server[88038]: 'Network': '1.1', May 04 17:25:23.483534 dv-neutron-840426-1-hyperv neutron-server[88038]: 'Port': '1.7', May 04 17:25:23.483534 dv-neutron-840426-1-hyperv neutron-server[88038]: 'PortForwarding': '1.2', May 04 17:25:23.483534 dv-neutron-840426-1-hyperv neutron-server[88038]: 'QosPolicy': '1.8', May 04 17:25:23.483534 dv-neutron-840426-1-hyperv neutron-server[88038]: 'SecurityGroup': '1.4', May 04 17:25:23.483534 dv-neutron-840426-1-hyperv neutron-server[88038]: 'SecurityGroupRule': '1.2', May 04 17:25:23.483534 dv-neutron-840426-1-hyperv neutron-server[88038]: 'SubPort': '1.0', May 04 17:25:23.483534 dv-neutron-840426-1-hyperv neutron-server[88038]: 'Subnet': '1.1', May 04 17:25:23.483534 dv-neutron-840426-1-hyperv neutron-server[88038]: 'Trunk': '1.1'}} May 04 17:25:23.483534 dv-neutron-840426-1-hyperv neutron-server[88038]: {{(pid=88038) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 17:25:23.508168 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0713ecfa-af6f-4ebb-919c-b4c1e4e6a9d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:23.541014 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0713ecfa-af6f-4ebb-919c-b4c1e4e6a9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:23.542345 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0713ecfa-af6f-4ebb-919c-b4c1e4e6a9d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:25:23.542994 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0713ecfa-af6f-4ebb-919c-b4c1e4e6a9d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:23.648977 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0713ecfa-af6f-4ebb-919c-b4c1e4e6a9d3 admin admin] Pushing event updated for resources: {'Network': ['ID=dc3827ab-b4d6-4656-be7d-24135047baff,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:23.652910 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-0713ecfa-af6f-4ebb-919c-b4c1e4e6a9d3 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7581942 May 04 17:25:23.656166 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 44446) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:23.664919 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-fa568bcd-768e-49a8-ac10-b5ce14c21a04 admin admin] Request body: {'subnet': {'network_id': 'dc3827ab-b4d6-4656-be7d-24135047baff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1600335060-subnet', 'tenant_id': 'a1ff53d6703b4f3fb85115a97c2da768', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:25:23.670723 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-fa568bcd-768e-49a8-ac10-b5ce14c21a04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:25:23.675354 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-fa568bcd-768e-49a8-ac10-b5ce14c21a04 admin admin] Usage tracker for resource:subnet and tenant:a1ff53d6703b4f3fb85115a97c2da768 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:25:23.679872 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-fa568bcd-768e-49a8-ac10-b5ce14c21a04 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:25:23.686584 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-fa568bcd-768e-49a8-ac10-b5ce14c21a04 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:25:23.701582 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa568bcd-768e-49a8-ac10-b5ce14c21a04 admin admin] Made reservation on behalf of a1ff53d6703b4f3fb85115a97c2da768 for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:25:23.705165 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fa568bcd-768e-49a8-ac10-b5ce14c21a04 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:23.798480 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network dc3827ab-b4d6-4656-be7d-24135047baff details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:25:24.007555 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fa568bcd-768e-49a8-ac10-b5ce14c21a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:24.087000 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa568bcd-768e-49a8-ac10-b5ce14c21a04 admin admin] Checking segment: {'id': '40fdd87b-6347-4489-a912-23174799ead5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'dc3827ab-b4d6-4656-be7d-24135047baff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:25:24.087469 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa568bcd-768e-49a8-ac10-b5ce14c21a04 admin admin] Network hostable DHCP agents. Network: dc3827ab-b4d6-4656-be7d-24135047baff, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:25:24.104590 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 44462) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:24.119023 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa568bcd-768e-49a8-ac10-b5ce14c21a04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c14252a2-7d43-446e-921a-c611341f12b4,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:24.127666 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa568bcd-768e-49a8-ac10-b5ce14c21a04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:25:24.128023 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa568bcd-768e-49a8-ac10-b5ce14c21a04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:25:24.128368 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa568bcd-768e-49a8-ac10-b5ce14c21a04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:25:24.128701 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa568bcd-768e-49a8-ac10-b5ce14c21a04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:25:24.129026 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa568bcd-768e-49a8-ac10-b5ce14c21a04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:25:24.129562 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa568bcd-768e-49a8-ac10-b5ce14c21a04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:25:24.130109 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa568bcd-768e-49a8-ac10-b5ce14c21a04 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:25:24.130591 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa568bcd-768e-49a8-ac10-b5ce14c21a04 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:25:24.131652 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa568bcd-768e-49a8-ac10-b5ce14c21a04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:25:24.132141 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa568bcd-768e-49a8-ac10-b5ce14c21a04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:25:24.136004 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa568bcd-768e-49a8-ac10-b5ce14c21a04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:25:24.136509 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa568bcd-768e-49a8-ac10-b5ce14c21a04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:25:24.137759 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa568bcd-768e-49a8-ac10-b5ce14c21a04 admin admin] Tracked resource versions report: May 04 17:25:24.137759 dv-neutron-840426-1-hyperv neutron-server[88037]: pushed versions: May 04 17:25:24.137759 dv-neutron-840426-1-hyperv neutron-server[88037]: { 'AddressGroup': {'1.2'}, May 04 17:25:24.137759 dv-neutron-840426-1-hyperv neutron-server[88037]: 'ConntrackHelper': {'1.0'}, May 04 17:25:24.137759 dv-neutron-840426-1-hyperv neutron-server[88037]: 'Log': {'1.0'}, May 04 17:25:24.137759 dv-neutron-840426-1-hyperv neutron-server[88037]: 'Network': {'1.1'}, May 04 17:25:24.137759 dv-neutron-840426-1-hyperv neutron-server[88037]: 'Port': {'1.7'}, May 04 17:25:24.137759 dv-neutron-840426-1-hyperv neutron-server[88037]: 'PortForwarding': {'1.2'}, May 04 17:25:24.137759 dv-neutron-840426-1-hyperv neutron-server[88037]: 'QosPolicy': {'1.8'}, May 04 17:25:24.137759 dv-neutron-840426-1-hyperv neutron-server[88037]: 'SecurityGroup': {'1.4'}, May 04 17:25:24.137759 dv-neutron-840426-1-hyperv neutron-server[88037]: 'SecurityGroupRule': {'1.2'}, May 04 17:25:24.137759 dv-neutron-840426-1-hyperv neutron-server[88037]: 'SubPort': {'1.0'}, May 04 17:25:24.137759 dv-neutron-840426-1-hyperv neutron-server[88037]: 'Subnet': {'1.1'}, May 04 17:25:24.137759 dv-neutron-840426-1-hyperv neutron-server[88037]: 'Trunk': {'1.1'}} May 04 17:25:24.137759 dv-neutron-840426-1-hyperv neutron-server[88037]: consumer versions: May 04 17:25:24.137759 dv-neutron-840426-1-hyperv neutron-server[88037]: { DHCP agent@dv-neutron-840426-1-hyperv: {}, May 04 17:25:24.137759 dv-neutron-840426-1-hyperv neutron-server[88037]: HyperV agent@hv-neutron-8404: {}, May 04 17:25:24.137759 dv-neutron-840426-1-hyperv neutron-server[88037]: L3 agent@dv-neutron-840426-1-hyperv: {}, May 04 17:25:24.137759 dv-neutron-840426-1-hyperv neutron-server[88037]: Metadata agent@dv-neutron-840426-1-hyperv: {}, May 04 17:25:24.137759 dv-neutron-840426-1-hyperv neutron-server[88037]: Metering agent@dv-neutron-840426-1-hyperv: {}, May 04 17:25:24.137759 dv-neutron-840426-1-hyperv neutron-server[88037]: Open vSwitch agent@dv-neutron-840426-1-hyperv: { 'AddressGroup': '1.2', May 04 17:25:24.137759 dv-neutron-840426-1-hyperv neutron-server[88037]: 'ConntrackHelper': '1.0', May 04 17:25:24.137759 dv-neutron-840426-1-hyperv neutron-server[88037]: 'Log': '1.0', May 04 17:25:24.137759 dv-neutron-840426-1-hyperv neutron-server[88037]: 'Network': '1.1', May 04 17:25:24.137759 dv-neutron-840426-1-hyperv neutron-server[88037]: 'Port': '1.7', May 04 17:25:24.137759 dv-neutron-840426-1-hyperv neutron-server[88037]: 'PortForwarding': '1.2', May 04 17:25:24.137759 dv-neutron-840426-1-hyperv neutron-server[88037]: 'QosPolicy': '1.8', May 04 17:25:24.137759 dv-neutron-840426-1-hyperv neutron-server[88037]: 'SecurityGroup': '1.4', May 04 17:25:24.137759 dv-neutron-840426-1-hyperv neutron-server[88037]: 'SecurityGroupRule': '1.2', May 04 17:25:24.137759 dv-neutron-840426-1-hyperv neutron-server[88037]: 'SubPort': '1.0', May 04 17:25:24.137759 dv-neutron-840426-1-hyperv neutron-server[88037]: 'Subnet': '1.1', May 04 17:25:24.137759 dv-neutron-840426-1-hyperv neutron-server[88037]: 'Trunk': '1.1'}} May 04 17:25:24.137759 dv-neutron-840426-1-hyperv neutron-server[88037]: {{(pid=88037) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 17:25:24.142057 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa568bcd-768e-49a8-ac10-b5ce14c21a04 admin admin] Network dc3827ab-b4d6-4656-be7d-24135047baff is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:25:24.154950 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-fa568bcd-768e-49a8-ac10-b5ce14c21a04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, dc3827ab-b4d6-4656-be7d-24135047baff) {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:25:24.163947 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa568bcd-768e-49a8-ac10-b5ce14c21a04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:25:24.165801 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fa568bcd-768e-49a8-ac10-b5ce14c21a04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:24.167034 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44e447f-95d5-4ebf-8266-95b86bba41b7 None None] Network dc3827ab-b4d6-4656-be7d-24135047baff requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:25:24.214937 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-fa568bcd-768e-49a8-ac10-b5ce14c21a04 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5563111 May 04 17:25:24.217675 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 44470) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:24.223514 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-cb28be7c-4506-435b-8594-8cc14a588e0d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1600335060-router', 'tenant_id': 'a1ff53d6703b4f3fb85115a97c2da768', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:25:24.230604 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-cb28be7c-4506-435b-8594-8cc14a588e0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:25:24.239649 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-cb28be7c-4506-435b-8594-8cc14a588e0d admin admin] Usage tracker for resource:router and tenant:a1ff53d6703b4f3fb85115a97c2da768 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:25:24.247526 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-cb28be7c-4506-435b-8594-8cc14a588e0d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:25:24.260816 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-cb28be7c-4506-435b-8594-8cc14a588e0d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:25:24.273581 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cb28be7c-4506-435b-8594-8cc14a588e0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:24.275826 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cb28be7c-4506-435b-8594-8cc14a588e0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:24.314777 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cb28be7c-4506-435b-8594-8cc14a588e0d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:24.362162 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 44474) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:24.405360 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37583e11-d99f-42dc-93df-3222b53e31c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-dc3827ab-b4d6-4656-be7d-24135047baff', 'network_id': 'dc3827ab-b4d6-4656-be7d-24135047baff', 'tenant_id': 'a1ff53d6703b4f3fb85115a97c2da768', 'fixed_ips': [{'subnet_id': 'c14252a2-7d43-446e-921a-c611341f12b4'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:25:24.406482 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-37583e11-d99f-42dc-93df-3222b53e31c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:24.605251 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-37583e11-d99f-42dc-93df-3222b53e31c5 None None] Allocated IP 172.20.0.2 (dc3827ab-b4d6-4656-be7d-24135047baff/c14252a2-7d43-446e-921a-c611341f12b4/e93ec33e-2a19-4d99-8b02-bce543da5f6a) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:25:24.767851 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-1225b8f4-4e0f-459d-af63-7b359cb13586 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-823122399-network', 'tenant_id': '306abfe2022942778f41b8a8d30aa525'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:25:24.782342 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-1225b8f4-4e0f-459d-af63-7b359cb13586 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:25:24.788792 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-1225b8f4-4e0f-459d-af63-7b359cb13586 admin admin] Usage tracker for resource:network and tenant:306abfe2022942778f41b8a8d30aa525 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:25:24.792784 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cb28be7c-4506-435b-8594-8cc14a588e0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:24.796807 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-1225b8f4-4e0f-459d-af63-7b359cb13586 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:25:24.804493 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-1225b8f4-4e0f-459d-af63-7b359cb13586 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:25:24.837996 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1225b8f4-4e0f-459d-af63-7b359cb13586 admin admin] Made reservation on behalf of 306abfe2022942778f41b8a8d30aa525 for: {'network': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:25:24.840354 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1225b8f4-4e0f-459d-af63-7b359cb13586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:24.857297 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1225b8f4-4e0f-459d-af63-7b359cb13586 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:24.861243 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-37583e11-d99f-42dc-93df-3222b53e31c5 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:24.872368 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-6e98d08f-efa7-4481-8a50-d7502632ca7e tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-532855398'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:25:24.873103 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-37583e11-d99f-42dc-93df-3222b53e31c5 None None] Transition to ACTIVE for port object e93ec33e-2a19-4d99-8b02-bce543da5f6a will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:25:24.878623 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-6e98d08f-efa7-4481-8a50-d7502632ca7e tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:25:24.884556 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-1225b8f4-4e0f-459d-af63-7b359cb13586 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:25:24.890496 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-6e98d08f-efa7-4481-8a50-d7502632ca7e tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Usage tracker for resource:network and tenant:f40176f119c942cb87e4ada98f9d418c is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:25:24.890667 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-1225b8f4-4e0f-459d-af63-7b359cb13586 admin admin] Usage tracker for resource:security_group_rule and tenant:306abfe2022942778f41b8a8d30aa525 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:25:24.894456 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-1225b8f4-4e0f-459d-af63-7b359cb13586 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:25:24.898024 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-6e98d08f-efa7-4481-8a50-d7502632ca7e tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:25:24.899743 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-37583e11-d99f-42dc-93df-3222b53e31c5 None None] Transition to ACTIVE for port object e93ec33e-2a19-4d99-8b02-bce543da5f6a will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:25:24.902720 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-1225b8f4-4e0f-459d-af63-7b359cb13586 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:25:24.908487 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-37583e11-d99f-42dc-93df-3222b53e31c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:24.916481 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-6e98d08f-efa7-4481-8a50-d7502632ca7e tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:25:24.933066 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 44492) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:24.950759 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e98d08f-efa7-4481-8a50-d7502632ca7e tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Made reservation on behalf of f40176f119c942cb87e4ada98f9d418c for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:25:24.959559 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6e98d08f-efa7-4481-8a50-d7502632ca7e tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:24.982293 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6e98d08f-efa7-4481-8a50-d7502632ca7e tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:25.003901 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-6e98d08f-efa7-4481-8a50-d7502632ca7e tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:25:25.009982 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-6e98d08f-efa7-4481-8a50-d7502632ca7e tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Usage tracker for resource:security_group_rule and tenant:f40176f119c942cb87e4ada98f9d418c is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:25:25.014665 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-6e98d08f-efa7-4481-8a50-d7502632ca7e tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:25:25.018831 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37583e11-d99f-42dc-93df-3222b53e31c5 None None] Pushing event updated for resources: {'Port': ['ID=e93ec33e-2a19-4d99-8b02-bce543da5f6a,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:25.026146 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-6e98d08f-efa7-4481-8a50-d7502632ca7e tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:25:25.037799 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e11-d99f-42dc-93df-3222b53e31c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:25:25.038247 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e11-d99f-42dc-93df-3222b53e31c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:25:25.039043 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e11-d99f-42dc-93df-3222b53e31c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:25:25.039269 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e11-d99f-42dc-93df-3222b53e31c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:25:25.039777 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e11-d99f-42dc-93df-3222b53e31c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:25:25.040392 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e11-d99f-42dc-93df-3222b53e31c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:25:25.041386 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e11-d99f-42dc-93df-3222b53e31c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:25:25.041773 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e11-d99f-42dc-93df-3222b53e31c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:25:25.042176 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e11-d99f-42dc-93df-3222b53e31c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:25:25.042508 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e11-d99f-42dc-93df-3222b53e31c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:25:25.043187 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e11-d99f-42dc-93df-3222b53e31c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:25:25.043660 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e11-d99f-42dc-93df-3222b53e31c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:25:25.045223 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e11-d99f-42dc-93df-3222b53e31c5 None None] Tracked resource versions report: May 04 17:25:25.045223 dv-neutron-840426-1-hyperv neutron-server[88039]: pushed versions: May 04 17:25:25.045223 dv-neutron-840426-1-hyperv neutron-server[88039]: { 'AddressGroup': {'1.2'}, May 04 17:25:25.045223 dv-neutron-840426-1-hyperv neutron-server[88039]: 'ConntrackHelper': {'1.0'}, May 04 17:25:25.045223 dv-neutron-840426-1-hyperv neutron-server[88039]: 'Log': {'1.0'}, May 04 17:25:25.045223 dv-neutron-840426-1-hyperv neutron-server[88039]: 'Network': {'1.1'}, May 04 17:25:25.045223 dv-neutron-840426-1-hyperv neutron-server[88039]: 'Port': {'1.7'}, May 04 17:25:25.045223 dv-neutron-840426-1-hyperv neutron-server[88039]: 'PortForwarding': {'1.2'}, May 04 17:25:25.045223 dv-neutron-840426-1-hyperv neutron-server[88039]: 'QosPolicy': {'1.8'}, May 04 17:25:25.045223 dv-neutron-840426-1-hyperv neutron-server[88039]: 'SecurityGroup': {'1.4'}, May 04 17:25:25.045223 dv-neutron-840426-1-hyperv neutron-server[88039]: 'SecurityGroupRule': {'1.2'}, May 04 17:25:25.045223 dv-neutron-840426-1-hyperv neutron-server[88039]: 'SubPort': {'1.0'}, May 04 17:25:25.045223 dv-neutron-840426-1-hyperv neutron-server[88039]: 'Subnet': {'1.1'}, May 04 17:25:25.045223 dv-neutron-840426-1-hyperv neutron-server[88039]: 'Trunk': {'1.1'}} May 04 17:25:25.045223 dv-neutron-840426-1-hyperv neutron-server[88039]: consumer versions: May 04 17:25:25.045223 dv-neutron-840426-1-hyperv neutron-server[88039]: { DHCP agent@dv-neutron-840426-1-hyperv: {}, May 04 17:25:25.045223 dv-neutron-840426-1-hyperv neutron-server[88039]: HyperV agent@hv-neutron-8404: {}, May 04 17:25:25.045223 dv-neutron-840426-1-hyperv neutron-server[88039]: L3 agent@dv-neutron-840426-1-hyperv: {}, May 04 17:25:25.045223 dv-neutron-840426-1-hyperv neutron-server[88039]: Metadata agent@dv-neutron-840426-1-hyperv: {}, May 04 17:25:25.045223 dv-neutron-840426-1-hyperv neutron-server[88039]: Metering agent@dv-neutron-840426-1-hyperv: {}, May 04 17:25:25.045223 dv-neutron-840426-1-hyperv neutron-server[88039]: Open vSwitch agent@dv-neutron-840426-1-hyperv: { 'AddressGroup': '1.2', May 04 17:25:25.045223 dv-neutron-840426-1-hyperv neutron-server[88039]: 'ConntrackHelper': '1.0', May 04 17:25:25.045223 dv-neutron-840426-1-hyperv neutron-server[88039]: 'Log': '1.0', May 04 17:25:25.045223 dv-neutron-840426-1-hyperv neutron-server[88039]: 'Network': '1.1', May 04 17:25:25.045223 dv-neutron-840426-1-hyperv neutron-server[88039]: 'Port': '1.7', May 04 17:25:25.045223 dv-neutron-840426-1-hyperv neutron-server[88039]: 'PortForwarding': '1.2', May 04 17:25:25.045223 dv-neutron-840426-1-hyperv neutron-server[88039]: 'QosPolicy': '1.8', May 04 17:25:25.045223 dv-neutron-840426-1-hyperv neutron-server[88039]: 'SecurityGroup': '1.4', May 04 17:25:25.045223 dv-neutron-840426-1-hyperv neutron-server[88039]: 'SecurityGroupRule': '1.2', May 04 17:25:25.045223 dv-neutron-840426-1-hyperv neutron-server[88039]: 'SubPort': '1.0', May 04 17:25:25.045223 dv-neutron-840426-1-hyperv neutron-server[88039]: 'Subnet': '1.1', May 04 17:25:25.045223 dv-neutron-840426-1-hyperv neutron-server[88039]: 'Trunk': '1.1'}} May 04 17:25:25.045223 dv-neutron-840426-1-hyperv neutron-server[88039]: {{(pid=88039) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 17:25:25.050095 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37583e11-d99f-42dc-93df-3222b53e31c5 None None] Network dc3827ab-b4d6-4656-be7d-24135047baff is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:25:25.051391 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-37583e11-d99f-42dc-93df-3222b53e31c5 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:25:25.054086 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37583e11-d99f-42dc-93df-3222b53e31c5 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:25:25.154290 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6e98d08f-efa7-4481-8a50-d7502632ca7e tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:25.159566 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6e98d08f-efa7-4481-8a50-d7502632ca7e tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:25.176541 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e98d08f-efa7-4481-8a50-d7502632ca7e tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:25:25.189560 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6e98d08f-efa7-4481-8a50-d7502632ca7e tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:25.189981 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-6e98d08f-efa7-4481-8a50-d7502632ca7e tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Added segment a04f80d2-0268-406f-b5c7-c61d90f72913 of type vlan for network c711b8e5-dfdf-4f7e-b962-c7498b3e1e4c May 04 17:25:25.215276 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-37583e11-d99f-42dc-93df-3222b53e31c5 None None] Attempting to bind port e93ec33e-2a19-4d99-8b02-bce543da5f6a on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:25:25.216052 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-37583e11-d99f-42dc-93df-3222b53e31c5 None None] Attempting to bind port e93ec33e-2a19-4d99-8b02-bce543da5f6a by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '40fdd87b-6347-4489-a912-23174799ead5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'dc3827ab-b4d6-4656-be7d-24135047baff'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:25:25.216690 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37583e11-d99f-42dc-93df-3222b53e31c5 None None] Attempting to bind port e93ec33e-2a19-4d99-8b02-bce543da5f6a on network dc3827ab-b4d6-4656-be7d-24135047baff {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:25:25.222710 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6e98d08f-efa7-4481-8a50-d7502632ca7e tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:25.225880 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37583e11-d99f-42dc-93df-3222b53e31c5 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:25:25.227006 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37583e11-d99f-42dc-93df-3222b53e31c5 None None] Checking segment: {'id': '40fdd87b-6347-4489-a912-23174799ead5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'dc3827ab-b4d6-4656-be7d-24135047baff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:25:25.227712 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-37583e11-d99f-42dc-93df-3222b53e31c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:25.228787 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37583e11-d99f-42dc-93df-3222b53e31c5 None None] Bound using segment: {'id': '40fdd87b-6347-4489-a912-23174799ead5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'dc3827ab-b4d6-4656-be7d-24135047baff'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:25:25.229771 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-37583e11-d99f-42dc-93df-3222b53e31c5 None None] Bound port: e93ec33e-2a19-4d99-8b02-bce543da5f6a, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40fdd87b-6347-4489-a912-23174799ead5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'dc3827ab-b4d6-4656-be7d-24135047baff'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:25:25.230486 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-37583e11-d99f-42dc-93df-3222b53e31c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:25.265030 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1225b8f4-4e0f-459d-af63-7b359cb13586 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:25.294899 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e98d08f-efa7-4481-8a50-d7502632ca7e tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d41b907-7201-4fb8-92d0-37f395e005ba,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:25.300210 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6e98d08f-efa7-4481-8a50-d7502632ca7e tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:25.306441 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e98d08f-efa7-4481-8a50-d7502632ca7e tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:25:25.307042 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6e98d08f-efa7-4481-8a50-d7502632ca7e tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:25.316707 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1225b8f4-4e0f-459d-af63-7b359cb13586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:25.360459 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225b8f4-4e0f-459d-af63-7b359cb13586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70181ef6-5cb6-4b71-b625-6da1197b1220,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:25.362650 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-37583e11-d99f-42dc-93df-3222b53e31c5 None None] For port e93ec33e-2a19-4d99-8b02-bce543da5f6a, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:25:25.367864 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-37583e11-d99f-42dc-93df-3222b53e31c5 None None] For port e93ec33e-2a19-4d99-8b02-bce543da5f6a, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=e93ec33e-2a19-4d99-8b02-bce543da5f6a,segment=NetworkSegment(40fdd87b-6347-4489-a912-23174799ead5),segment_id=40fdd87b-6347-4489-a912-23174799ead5)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:25:25.371716 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1225b8f4-4e0f-459d-af63-7b359cb13586 admin admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=88038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:25:25.374140 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-37583e11-d99f-42dc-93df-3222b53e31c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:25.374942 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-6e98d08f-efa7-4481-8a50-d7502632ca7e tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.0112033 May 04 17:25:25.378327 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 44508) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:25.386745 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-fb5a4b35-297f-43f8-8096-a1b717cc4bca tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Request body: {'subnet': {'network_id': 'c711b8e5-dfdf-4f7e-b962-c7498b3e1e4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:25:25.474199 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37583e11-d99f-42dc-93df-3222b53e31c5 None None] Pushing event updated for resources: {'Port': ['ID=e93ec33e-2a19-4d99-8b02-bce543da5f6a,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:25.510972 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e98d08f-efa7-4481-8a50-d7502632ca7e tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Pushing event updated for resources: {'Network': ['ID=c711b8e5-dfdf-4f7e-b962-c7498b3e1e4c,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:25.512777 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-fb5a4b35-297f-43f8-8096-a1b717cc4bca tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:25:25.516734 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-fb5a4b35-297f-43f8-8096-a1b717cc4bca tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Usage tracker for resource:subnet and tenant:f40176f119c942cb87e4ada98f9d418c is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:25:25.522426 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-fb5a4b35-297f-43f8-8096-a1b717cc4bca tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:25:25.524722 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network c711b8e5-dfdf-4f7e-b962-c7498b3e1e4c details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:25:25.528546 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-fb5a4b35-297f-43f8-8096-a1b717cc4bca tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:25:25.547047 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1225b8f4-4e0f-459d-af63-7b359cb13586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:25.549167 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.segments_db [None req-1225b8f4-4e0f-459d-af63-7b359cb13586 admin admin] Added segment 87171e6b-f671-4224-9106-00609cd6ea4a of type vlan for network 19db3995-cea8-405f-a544-2f4051674b44 May 04 17:25:25.551308 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cb28be7c-4506-435b-8594-8cc14a588e0d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:25.587187 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5a4b35-297f-43f8-8096-a1b717cc4bca tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Made reservation on behalf of f40176f119c942cb87e4ada98f9d418c for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:25:25.592283 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fb5a4b35-297f-43f8-8096-a1b717cc4bca tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks [] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:25.592468 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-272b00a3-4b44-4772-8f9f-44c04695cb44 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1729791135-network', 'tenant_id': '379b29e6adf3429fb2a4d97286c4b5cf'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:25:25.597403 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-272b00a3-4b44-4772-8f9f-44c04695cb44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:25:25.606996 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-272b00a3-4b44-4772-8f9f-44c04695cb44 admin admin] Usage tracker for resource:network and tenant:379b29e6adf3429fb2a4d97286c4b5cf is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:25:25.612757 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-272b00a3-4b44-4772-8f9f-44c04695cb44 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:25:25.623037 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cb28be7c-4506-435b-8594-8cc14a588e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:25.630432 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-272b00a3-4b44-4772-8f9f-44c04695cb44 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:25:25.655116 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272b00a3-4b44-4772-8f9f-44c04695cb44 admin admin] Made reservation on behalf of 379b29e6adf3429fb2a4d97286c4b5cf for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:25:25.657711 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-272b00a3-4b44-4772-8f9f-44c04695cb44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:25.689320 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-272b00a3-4b44-4772-8f9f-44c04695cb44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:25.708249 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1225b8f4-4e0f-459d-af63-7b359cb13586 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:25.709601 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-272b00a3-4b44-4772-8f9f-44c04695cb44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:25:25.716778 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-272b00a3-4b44-4772-8f9f-44c04695cb44 admin admin] Usage tracker for resource:security_group_rule and tenant:379b29e6adf3429fb2a4d97286c4b5cf is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:25:25.729985 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-272b00a3-4b44-4772-8f9f-44c04695cb44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:25:25.738313 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-272b00a3-4b44-4772-8f9f-44c04695cb44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:25:25.898345 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.db.resource_extend [None req-1225b8f4-4e0f-459d-af63-7b359cb13586 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 17:25:25.935063 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-272b00a3-4b44-4772-8f9f-44c04695cb44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:25.946254 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-272b00a3-4b44-4772-8f9f-44c04695cb44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:25.976691 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1225b8f4-4e0f-459d-af63-7b359cb13586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:25.978102 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1225b8f4-4e0f-459d-af63-7b359cb13586 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:25:25.978371 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1225b8f4-4e0f-459d-af63-7b359cb13586 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:26.000619 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272b00a3-4b44-4772-8f9f-44c04695cb44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb2691a-dac6-4928-b74a-6e1e53356dbc,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:26.014310 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-272b00a3-4b44-4772-8f9f-44c04695cb44 admin admin] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:25:26.027666 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-272b00a3-4b44-4772-8f9f-44c04695cb44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:26.028348 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-272b00a3-4b44-4772-8f9f-44c04695cb44 admin admin] Added segment fbb10c96-8c43-4c34-a667-0746380bba35 of type vlan for network bd18084c-d817-434f-8399-bdaa1bc23fbc May 04 17:25:26.069082 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-272b00a3-4b44-4772-8f9f-44c04695cb44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:26.099476 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-cb28be7c-4506-435b-8594-8cc14a588e0d admin admin] Allocated IP 172.26.0.30 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/55ce866c-a63c-47ab-84b2-8f231a2d5151) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:25:26.105909 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225b8f4-4e0f-459d-af63-7b359cb13586 admin admin] Pushing event updated for resources: {'Network': ['ID=19db3995-cea8-405f-a544-2f4051674b44,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:26.118392 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 19db3995-cea8-405f-a544-2f4051674b44 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:25:26.123077 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-272b00a3-4b44-4772-8f9f-44c04695cb44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:26.124398 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272b00a3-4b44-4772-8f9f-44c04695cb44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:25:26.127395 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-272b00a3-4b44-4772-8f9f-44c04695cb44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:26.154631 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-1225b8f4-4e0f-459d-af63-7b359cb13586 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0452614 May 04 17:25:26.156550 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 44536) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:26.173153 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-41a07af9-71ed-4141-883b-58fec03140ca admin admin] Request body: {'subnet': {'network_id': '19db3995-cea8-405f-a544-2f4051674b44', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-823122399-subnet', 'tenant_id': '306abfe2022942778f41b8a8d30aa525', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:25:26.189171 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-41a07af9-71ed-4141-883b-58fec03140ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:25:26.197736 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-41a07af9-71ed-4141-883b-58fec03140ca admin admin] Usage tracker for resource:subnet and tenant:306abfe2022942778f41b8a8d30aa525 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:25:26.205869 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-41a07af9-71ed-4141-883b-58fec03140ca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:25:26.217887 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-41a07af9-71ed-4141-883b-58fec03140ca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:25:26.227486 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 44540) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:26.253807 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a07af9-71ed-4141-883b-58fec03140ca admin admin] Made reservation on behalf of 306abfe2022942778f41b8a8d30aa525 for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:25:26.256537 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-41a07af9-71ed-4141-883b-58fec03140ca admin admin] Notify callbacks [] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:26.298176 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272b00a3-4b44-4772-8f9f-44c04695cb44 admin admin] Pushing event updated for resources: {'Network': ['ID=bd18084c-d817-434f-8399-bdaa1bc23fbc,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:26.303396 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-272b00a3-4b44-4772-8f9f-44c04695cb44 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.3672466 May 04 17:25:26.307583 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 44548) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:26.310277 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network bd18084c-d817-434f-8399-bdaa1bc23fbc details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:25:26.322866 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-4709a968-3d88-4377-944a-5be8621c1688 admin admin] Request body: {'subnet': {'network_id': 'bd18084c-d817-434f-8399-bdaa1bc23fbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1729791135-subnet', 'tenant_id': '379b29e6adf3429fb2a4d97286c4b5cf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:25:26.335807 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-4709a968-3d88-4377-944a-5be8621c1688 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:25:26.345802 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-4709a968-3d88-4377-944a-5be8621c1688 admin admin] Usage tracker for resource:subnet and tenant:379b29e6adf3429fb2a4d97286c4b5cf is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:25:26.356276 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-4709a968-3d88-4377-944a-5be8621c1688 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:25:26.374101 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-4709a968-3d88-4377-944a-5be8621c1688 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:25:26.399464 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4709a968-3d88-4377-944a-5be8621c1688 admin admin] Made reservation on behalf of 379b29e6adf3429fb2a4d97286c4b5cf for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:25:26.403024 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4709a968-3d88-4377-944a-5be8621c1688 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:26.483433 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device e93ec33e-2a19-4d99-8b02-bce543da5f6a up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:25:26.608551 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port e93ec33e-2a19-4d99-8b02-bce543da5f6a completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:25:26.703548 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 44558) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:26.759105 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4709a968-3d88-4377-944a-5be8621c1688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:26.795587 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fb5a4b35-297f-43f8-8096-a1b717cc4bca tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:26.837283 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4709a968-3d88-4377-944a-5be8621c1688 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f235847f-d3a9-40a5-a380-de5a5d0a1fe6,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:26.849259 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-a41c715b-4435-4d18-bf6b-c4a3c54b85aa tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1493235216'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:25:26.871443 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4709a968-3d88-4377-944a-5be8621c1688 admin admin] Checking segment: {'id': 'fbb10c96-8c43-4c34-a667-0746380bba35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'bd18084c-d817-434f-8399-bdaa1bc23fbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:25:26.871857 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4709a968-3d88-4377-944a-5be8621c1688 admin admin] Network hostable DHCP agents. Network: bd18084c-d817-434f-8399-bdaa1bc23fbc, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:25:26.890225 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cb28be7c-4506-435b-8594-8cc14a588e0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:26.898616 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4709a968-3d88-4377-944a-5be8621c1688 admin admin] Network bd18084c-d817-434f-8399-bdaa1bc23fbc is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:25:26.910868 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-4709a968-3d88-4377-944a-5be8621c1688 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, bd18084c-d817-434f-8399-bdaa1bc23fbc) {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:25:26.920338 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd57afe-a505-4bf9-8ca9-157e6fe34187 None None] Network bd18084c-d817-434f-8399-bdaa1bc23fbc requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:25:26.927211 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4709a968-3d88-4377-944a-5be8621c1688 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:25:26.927211 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4709a968-3d88-4377-944a-5be8621c1688 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:26.943753 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-a41c715b-4435-4d18-bf6b-c4a3c54b85aa tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:25:26.961014 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b21bde-7175-4744-9df7-043e5aed513f None None] Network dc3827ab-b4d6-4656-be7d-24135047baff requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:25:26.968326 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-4709a968-3d88-4377-944a-5be8621c1688 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6570868 May 04 17:25:26.971012 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 44570) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:26.979085 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-a41c715b-4435-4d18-bf6b-c4a3c54b85aa tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Usage tracker for resource:network and tenant:05444c4d4de3474aafe225f2cbe71198 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:25:26.980918 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-66820eb2-7b2b-4e5e-b83b-369bb1fb745d admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1729791135-router', 'tenant_id': '379b29e6adf3429fb2a4d97286c4b5cf', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:25:26.987352 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-66820eb2-7b2b-4e5e-b83b-369bb1fb745d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:25:26.991821 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-66820eb2-7b2b-4e5e-b83b-369bb1fb745d admin admin] Usage tracker for resource:router and tenant:379b29e6adf3429fb2a4d97286c4b5cf is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:25:26.995304 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-66820eb2-7b2b-4e5e-b83b-369bb1fb745d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:25:27.004782 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-66820eb2-7b2b-4e5e-b83b-369bb1fb745d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:25:27.021152 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-66820eb2-7b2b-4e5e-b83b-369bb1fb745d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:27.023250 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-66820eb2-7b2b-4e5e-b83b-369bb1fb745d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:27.050445 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-66820eb2-7b2b-4e5e-b83b-369bb1fb745d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:27.053435 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-a41c715b-4435-4d18-bf6b-c4a3c54b85aa tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:25:27.065483 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5a4b35-297f-43f8-8096-a1b717cc4bca tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Pushing event updated for resources: {'Subnet': ['ID=c33aaf6c-9612-46c3-84f1-bad07f47b265,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:27.098591 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-a41c715b-4435-4d18-bf6b-c4a3c54b85aa tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:25:27.124309 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-48635fc7-59d7-4906-bd85-7d4e9410c9a1 tempest-ExternalNetworksTestJSON-1990479665 tempest-ExternalNetworksTestJSON-1990479665-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-685025023'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:25:27.186186 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-870a7c28-b887-4d26-ad47-5f473a857457 None None] Provisioning for port e93ec33e-2a19-4d99-8b02-bce543da5f6a completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:25:27.189149 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5a4b35-297f-43f8-8096-a1b717cc4bca tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Checking segment: {'id': 'a04f80d2-0268-406f-b5c7-c61d90f72913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c711b8e5-dfdf-4f7e-b962-c7498b3e1e4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:25:27.189596 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5a4b35-297f-43f8-8096-a1b717cc4bca tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Network hostable DHCP agents. Network: c711b8e5-dfdf-4f7e-b962-c7498b3e1e4c, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:25:27.206331 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-48635fc7-59d7-4906-bd85-7d4e9410c9a1 tempest-ExternalNetworksTestJSON-1990479665 tempest-ExternalNetworksTestJSON-1990479665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:25:27.217801 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41c715b-4435-4d18-bf6b-c4a3c54b85aa tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Made reservation on behalf of 05444c4d4de3474aafe225f2cbe71198 for: {'network': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:25:27.229737 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a41c715b-4435-4d18-bf6b-c4a3c54b85aa tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:27.230781 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-870a7c28-b887-4d26-ad47-5f473a857457 None None] Provisioning complete for port e93ec33e-2a19-4d99-8b02-bce543da5f6a triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:25:27.231157 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-870a7c28-b887-4d26-ad47-5f473a857457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:27.259395 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-48635fc7-59d7-4906-bd85-7d4e9410c9a1 tempest-ExternalNetworksTestJSON-1990479665 tempest-ExternalNetworksTestJSON-1990479665-project] Usage tracker for resource:network and tenant:f9cc47ba90c44cb1b8651951b3b3a416 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:25:27.269271 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-48635fc7-59d7-4906-bd85-7d4e9410c9a1 tempest-ExternalNetworksTestJSON-1990479665 tempest-ExternalNetworksTestJSON-1990479665-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:25:27.299137 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a41c715b-4435-4d18-bf6b-c4a3c54b85aa tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:27.308718 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-48635fc7-59d7-4906-bd85-7d4e9410c9a1 tempest-ExternalNetworksTestJSON-1990479665 tempest-ExternalNetworksTestJSON-1990479665-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:25:27.367951 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cb28be7c-4506-435b-8594-8cc14a588e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:27.373476 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-a41c715b-4435-4d18-bf6b-c4a3c54b85aa tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:25:27.392929 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-66820eb2-7b2b-4e5e-b83b-369bb1fb745d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:27.451212 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48635fc7-59d7-4906-bd85-7d4e9410c9a1 tempest-ExternalNetworksTestJSON-1990479665 tempest-ExternalNetworksTestJSON-1990479665-project] Made reservation on behalf of f9cc47ba90c44cb1b8651951b3b3a416 for: {'network': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:25:27.454673 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-48635fc7-59d7-4906-bd85-7d4e9410c9a1 tempest-ExternalNetworksTestJSON-1990479665 tempest-ExternalNetworksTestJSON-1990479665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:27.490757 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-a41c715b-4435-4d18-bf6b-c4a3c54b85aa tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Usage tracker for resource:security_group_rule and tenant:05444c4d4de3474aafe225f2cbe71198 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:25:27.494114 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-41a07af9-71ed-4141-883b-58fec03140ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:27.498267 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5a4b35-297f-43f8-8096-a1b717cc4bca tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Network c711b8e5-dfdf-4f7e-b962-c7498b3e1e4c is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:25:27.504477 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-a41c715b-4435-4d18-bf6b-c4a3c54b85aa tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:25:27.576368 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a07af9-71ed-4141-883b-58fec03140ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=93c411c1-84f2-40bd-a250-70dec47b3f98,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:27.578741 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb28be7c-4506-435b-8594-8cc14a588e0d admin admin] Pushing event updated for resources: {'Port': ['ID=55ce866c-a63c-47ab-84b2-8f231a2d5151,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:27.582415 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-48635fc7-59d7-4906-bd85-7d4e9410c9a1 tempest-ExternalNetworksTestJSON-1990479665 tempest-ExternalNetworksTestJSON-1990479665-project] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:27.600234 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-a41c715b-4435-4d18-bf6b-c4a3c54b85aa tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:25:27.610154 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb28be7c-4506-435b-8594-8cc14a588e0d admin admin] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:25:27.613452 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-fb5a4b35-297f-43f8-8096-a1b717cc4bca tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, c711b8e5-dfdf-4f7e-b962-c7498b3e1e4c) {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:25:27.615820 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-48635fc7-59d7-4906-bd85-7d4e9410c9a1 tempest-ExternalNetworksTestJSON-1990479665 tempest-ExternalNetworksTestJSON-1990479665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:25:27.622620 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-cb28be7c-4506-435b-8594-8cc14a588e0d admin admin] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:25:27.638494 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-48635fc7-59d7-4906-bd85-7d4e9410c9a1 tempest-ExternalNetworksTestJSON-1990479665 tempest-ExternalNetworksTestJSON-1990479665-project] Usage tracker for resource:security_group_rule and tenant:f9cc47ba90c44cb1b8651951b3b3a416 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:25:27.642490 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5a4b35-297f-43f8-8096-a1b717cc4bca tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:25:27.642819 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fb5a4b35-297f-43f8-8096-a1b717cc4bca tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:27.660069 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906aac8f-78e1-487b-a76a-0a863f76c66c None None] Network c711b8e5-dfdf-4f7e-b962-c7498b3e1e4c requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:25:27.677601 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-48635fc7-59d7-4906-bd85-7d4e9410c9a1 tempest-ExternalNetworksTestJSON-1990479665 tempest-ExternalNetworksTestJSON-1990479665-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:25:27.730767 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb28be7c-4506-435b-8594-8cc14a588e0d admin admin] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:25:27.737258 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 44600) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:27.737258 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 44602) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:27.798892 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-48635fc7-59d7-4906-bd85-7d4e9410c9a1 tempest-ExternalNetworksTestJSON-1990479665 tempest-ExternalNetworksTestJSON-1990479665-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:25:27.817259 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-66820eb2-7b2b-4e5e-b83b-369bb1fb745d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:27.849358 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-66820eb2-7b2b-4e5e-b83b-369bb1fb745d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:27.887037 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0709fa13-3da1-4844-9134-ef4286989c60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-bd18084c-d817-434f-8399-bdaa1bc23fbc', 'network_id': 'bd18084c-d817-434f-8399-bdaa1bc23fbc', 'tenant_id': '379b29e6adf3429fb2a4d97286c4b5cf', 'fixed_ips': [{'subnet_id': 'f235847f-d3a9-40a5-a380-de5a5d0a1fe6'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:25:27.888926 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0709fa13-3da1-4844-9134-ef4286989c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:27.909249 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a07af9-71ed-4141-883b-58fec03140ca admin admin] Checking segment: {'id': '87171e6b-f671-4224-9106-00609cd6ea4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '19db3995-cea8-405f-a544-2f4051674b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:25:27.909737 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a07af9-71ed-4141-883b-58fec03140ca admin admin] Network hostable DHCP agents. Network: 19db3995-cea8-405f-a544-2f4051674b44, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:25:27.939342 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-fb5a4b35-297f-43f8-8096-a1b717cc4bca tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5597091 May 04 17:25:28.000754 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-66820eb2-7b2b-4e5e-b83b-369bb1fb745d admin admin] Allocated IP 172.26.0.69 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/d119864a-61e3-42f6-a0cc-3e15026cbe88) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:25:28.003570 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 44612) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:28.011934 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-54d37a6d-d131-4325-a4af-0b253dc41f5d tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:25:28.021127 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-ae0f3b79-6d92-4bb6-821e-eda41a8e2447 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Request body: {'port': {'network_id': 'c711b8e5-dfdf-4f7e-b962-c7498b3e1e4c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1409275674'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:25:28.077108 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-ff5b909f-5f3b-4c01-9683-8267e5bae77b tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Request body: {'floatingip': {'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:25:28.082253 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a07af9-71ed-4141-883b-58fec03140ca admin admin] Network 19db3995-cea8-405f-a544-2f4051674b44 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:25:28.082632 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-870a7c28-b887-4d26-ad47-5f473a857457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:28.123708 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-ff5b909f-5f3b-4c01-9683-8267e5bae77b tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:25:28.130314 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-54d37a6d-d131-4325-a4af-0b253dc41f5d tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] 10.222.0.41 "PUT /v2.0/quotas/be9cbf00198b45efb2f3407170dd32eb HTTP/1.1" status: 200 len: 368 time: 0.3907754 May 04 17:25:28.139186 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 44620) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:28.176453 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-ff5b909f-5f3b-4c01-9683-8267e5bae77b tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Usage tracker for resource:floatingip and tenant:4e0f3f35196b40e1aaf076aeef66bd0a is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:25:28.179746 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-ff5b909f-5f3b-4c01-9683-8267e5bae77b tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:25:28.185849 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-ff5b909f-5f3b-4c01-9683-8267e5bae77b tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:25:28.202640 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ff5b909f-5f3b-4c01-9683-8267e5bae77b tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks [] for floatingip, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:28.219682 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-41a07af9-71ed-4141-883b-58fec03140ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 19db3995-cea8-405f-a544-2f4051674b44) {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:25:28.234430 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a07af9-71ed-4141-883b-58fec03140ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:25:28.235310 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-41a07af9-71ed-4141-883b-58fec03140ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:28.257456 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-ad44644c-5042-494f-9430-894e4d534f77 tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] Request body: {'network': {'project_id': 'be9cbf00198b45efb2f3407170dd32eb'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:25:28.264707 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c07087c-96d3-480a-9c38-0fb5f39f7903 None None] Network 19db3995-cea8-405f-a544-2f4051674b44 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:25:28.299051 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-870a7c28-b887-4d26-ad47-5f473a857457 None None] For port e93ec33e-2a19-4d99-8b02-bce543da5f6a, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=e93ec33e-2a19-4d99-8b02-bce543da5f6a,segment=NetworkSegment(40fdd87b-6347-4489-a912-23174799ead5),segment_id=40fdd87b-6347-4489-a912-23174799ead5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:25:28.324359 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-ad44644c-5042-494f-9430-894e4d534f77 tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:25:28.342917 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-870a7c28-b887-4d26-ad47-5f473a857457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:28.354510 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-ad44644c-5042-494f-9430-894e4d534f77 tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] Usage tracker for resource:network and tenant:be9cbf00198b45efb2f3407170dd32eb is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:25:28.362495 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-ad44644c-5042-494f-9430-894e4d534f77 tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:25:28.382235 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a41c715b-4435-4d18-bf6b-c4a3c54b85aa tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:28.383667 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-ad44644c-5042-494f-9430-894e4d534f77 tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:25:28.386304 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-ae0f3b79-6d92-4bb6-821e-eda41a8e2447 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:25:28.390211 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-ae0f3b79-6d92-4bb6-821e-eda41a8e2447 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Usage tracker for resource:port and tenant:f40176f119c942cb87e4ada98f9d418c is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:25:28.393451 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-ae0f3b79-6d92-4bb6-821e-eda41a8e2447 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:25:28.403579 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-66820eb2-7b2b-4e5e-b83b-369bb1fb745d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:28.407014 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-ae0f3b79-6d92-4bb6-821e-eda41a8e2447 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:25:28.474348 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a41c715b-4435-4d18-bf6b-c4a3c54b85aa tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:28.491359 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0f3b79-6d92-4bb6-821e-eda41a8e2447 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Made reservation on behalf of f40176f119c942cb87e4ada98f9d418c for: {'port': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:25:28.495029 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ae0f3b79-6d92-4bb6-821e-eda41a8e2447 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:28.499290 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-0709fa13-3da1-4844-9134-ef4286989c60 None None] Allocated IP 172.20.0.2 (bd18084c-d817-434f-8399-bdaa1bc23fbc/f235847f-d3a9-40a5-a380-de5a5d0a1fe6/ec08be09-0965-4661-a70e-ab7a40a24328) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:25:28.511723 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-41a07af9-71ed-4141-883b-58fec03140ca admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3490746 May 04 17:25:28.513182 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 44624) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:28.520229 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad44644c-5042-494f-9430-894e4d534f77 tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] Made reservation on behalf of be9cbf00198b45efb2f3407170dd32eb for: {'network': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:25:28.523231 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ad44644c-5042-494f-9430-894e4d534f77 tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:28.529242 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-8e2d7f93-9a3e-4016-9059-a6c6813718b4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-823122399-router', 'tenant_id': '306abfe2022942778f41b8a8d30aa525', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:25:28.533615 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-48635fc7-59d7-4906-bd85-7d4e9410c9a1 tempest-ExternalNetworksTestJSON-1990479665 tempest-ExternalNetworksTestJSON-1990479665-project] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:28.548009 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-8e2d7f93-9a3e-4016-9059-a6c6813718b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:25:28.554194 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ad44644c-5042-494f-9430-894e4d534f77 tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:28.560850 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-8e2d7f93-9a3e-4016-9059-a6c6813718b4 admin admin] Usage tracker for resource:router and tenant:306abfe2022942778f41b8a8d30aa525 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:25:28.565664 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [None req-ae0f3b79-6d92-4bb6-821e-eda41a8e2447 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] device_id is not set on port 93a9cc5f-d6c9-4c3c-9e0c-e8ec536d4502 yet. {{(pid=88037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:25:28.566335 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-48635fc7-59d7-4906-bd85-7d4e9410c9a1 tempest-ExternalNetworksTestJSON-1990479665 tempest-ExternalNetworksTestJSON-1990479665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:28.572397 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a41c715b-4435-4d18-bf6b-c4a3c54b85aa tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=88038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:25:28.594138 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ccc018-9dfe-4af4-88c2-73a06c8dfb58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-c711b8e5-dfdf-4f7e-b962-c7498b3e1e4c', 'network_id': 'c711b8e5-dfdf-4f7e-b962-c7498b3e1e4c', 'tenant_id': 'f40176f119c942cb87e4ada98f9d418c', 'fixed_ips': [{'subnet_id': 'c33aaf6c-9612-46c3-84f1-bad07f47b265'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:25:28.595229 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-85ccc018-9dfe-4af4-88c2-73a06c8dfb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:28.598631 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-8e2d7f93-9a3e-4016-9059-a6c6813718b4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:25:28.605662 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cb28be7c-4506-435b-8594-8cc14a588e0d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:28.615740 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-8e2d7f93-9a3e-4016-9059-a6c6813718b4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:25:28.639013 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870a7c28-b887-4d26-ad47-5f473a857457 None None] Pushing event updated for resources: {'Port': ['ID=e93ec33e-2a19-4d99-8b02-bce543da5f6a,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:28.644363 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-66820eb2-7b2b-4e5e-b83b-369bb1fb745d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:28.662986 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a41c715b-4435-4d18-bf6b-c4a3c54b85aa tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:28.662986 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.segments_db [None req-a41c715b-4435-4d18-bf6b-c4a3c54b85aa tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Added segment 1449fa64-c87a-4bfd-875c-8416a2acb195 of type vlan for network 4665b5a5-2f0b-447d-928f-5d60ef87d67b May 04 17:25:28.665935 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-ad44644c-5042-494f-9430-894e4d534f77 tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:25:28.673952 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41c715b-4435-4d18-bf6b-c4a3c54b85aa tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3306433-562f-4706-b74d-54a666822bf7,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:28.694167 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48635fc7-59d7-4906-bd85-7d4e9410c9a1 tempest-ExternalNetworksTestJSON-1990479665 tempest-ExternalNetworksTestJSON-1990479665-project] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=88038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:25:28.697281 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8e2d7f93-9a3e-4016-9059-a6c6813718b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:28.698392 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8e2d7f93-9a3e-4016-9059-a6c6813718b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:28.708184 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ff5b909f-5f3b-4c01-9683-8267e5bae77b tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:28.712885 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-ad44644c-5042-494f-9430-894e4d534f77 tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] Usage tracker for resource:security_group_rule and tenant:be9cbf00198b45efb2f3407170dd32eb is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:25:28.721023 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-ad44644c-5042-494f-9430-894e4d534f77 tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:25:28.757076 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-ad44644c-5042-494f-9430-894e4d534f77 tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:25:28.761536 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-48635fc7-59d7-4906-bd85-7d4e9410c9a1 tempest-ExternalNetworksTestJSON-1990479665 tempest-ExternalNetworksTestJSON-1990479665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:28.762010 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.segments_db [None req-48635fc7-59d7-4906-bd85-7d4e9410c9a1 tempest-ExternalNetworksTestJSON-1990479665 tempest-ExternalNetworksTestJSON-1990479665-project] Added segment 56f30b02-4046-4e6f-9766-58f57bdfb01a of type vlan for network 653237af-0053-4ec4-be05-e96015e685b3 May 04 17:25:28.790668 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66820eb2-7b2b-4e5e-b83b-369bb1fb745d admin admin] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:25:28.807209 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-31ae6463-492f-4bc5-a5dd-dedeb51b6f0c None None] Provisioning complete for port e93ec33e-2a19-4d99-8b02-bce543da5f6a triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:25:28.807576 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-31ae6463-492f-4bc5-a5dd-dedeb51b6f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:28.827786 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-66820eb2-7b2b-4e5e-b83b-369bb1fb745d admin admin] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:25:28.828259 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a41c715b-4435-4d18-bf6b-c4a3c54b85aa tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:28.846827 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66820eb2-7b2b-4e5e-b83b-369bb1fb745d admin admin] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:25:28.861799 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48635fc7-59d7-4906-bd85-7d4e9410c9a1 tempest-ExternalNetworksTestJSON-1990479665 tempest-ExternalNetworksTestJSON-1990479665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f051f2a2-a133-4f4e-bd41-9587df774623,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:28.897769 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8e2d7f93-9a3e-4016-9059-a6c6813718b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:28.917979 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-48635fc7-59d7-4906-bd85-7d4e9410c9a1 tempest-ExternalNetworksTestJSON-1990479665 tempest-ExternalNetworksTestJSON-1990479665-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:28.991789 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0f7f76-0040-42ba-8d52-7366c9b783dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-19db3995-cea8-405f-a544-2f4051674b44', 'network_id': '19db3995-cea8-405f-a544-2f4051674b44', 'tenant_id': '306abfe2022942778f41b8a8d30aa525', 'fixed_ips': [{'subnet_id': '93c411c1-84f2-40bd-a250-70dec47b3f98'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:25:28.992972 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1b0f7f76-0040-42ba-8d52-7366c9b783dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:29.006277 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a41c715b-4435-4d18-bf6b-c4a3c54b85aa tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:29.008866 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66820eb2-7b2b-4e5e-b83b-369bb1fb745d admin admin] Pushing event updated for resources: {'Port': ['ID=d119864a-61e3-42f6-a0cc-3e15026cbe88,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:29.012074 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41c715b-4435-4d18-bf6b-c4a3c54b85aa tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:25:29.012748 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a41c715b-4435-4d18-bf6b-c4a3c54b85aa tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:29.046584 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.db.resource_extend [None req-48635fc7-59d7-4906-bd85-7d4e9410c9a1 tempest-ExternalNetworksTestJSON-1990479665 tempest-ExternalNetworksTestJSON-1990479665-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 17:25:29.090135 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-ae0f3b79-6d92-4bb6-821e-eda41a8e2447 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Allocated IP 2001:db8::1bc (c711b8e5-dfdf-4f7e-b962-c7498b3e1e4c/c33aaf6c-9612-46c3-84f1-bad07f47b265/93a9cc5f-d6c9-4c3c-9e0c-e8ec536d4502) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:25:29.196352 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0709fa13-3da1-4844-9134-ef4286989c60 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:29.228529 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-0709fa13-3da1-4844-9134-ef4286989c60 None None] Transition to ACTIVE for port object ec08be09-0965-4661-a70e-ab7a40a24328 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:25:29.250047 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-ff5b909f-5f3b-4c01-9683-8267e5bae77b tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Allocated IP 172.26.0.26 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/659fb6b9-0023-41ba-8426-1110f5389c88) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:25:29.298793 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-0709fa13-3da1-4844-9134-ef4286989c60 None None] Transition to ACTIVE for port object ec08be09-0965-4661-a70e-ab7a40a24328 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:25:29.313798 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0709fa13-3da1-4844-9134-ef4286989c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:29.372546 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-1b0f7f76-0040-42ba-8d52-7366c9b783dc None None] Allocated IP 172.20.0.2 (19db3995-cea8-405f-a544-2f4051674b44/93c411c1-84f2-40bd-a250-70dec47b3f98/7b5c9a05-fbc5-4da7-a5d1-526dfefed1ab) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:25:29.393110 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0709fa13-3da1-4844-9134-ef4286989c60 None None] Network bd18084c-d817-434f-8399-bdaa1bc23fbc is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:25:29.394829 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-48635fc7-59d7-4906-bd85-7d4e9410c9a1 tempest-ExternalNetworksTestJSON-1990479665 tempest-ExternalNetworksTestJSON-1990479665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:29.397648 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-0709fa13-3da1-4844-9134-ef4286989c60 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:25:29.401122 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48635fc7-59d7-4906-bd85-7d4e9410c9a1 tempest-ExternalNetworksTestJSON-1990479665 tempest-ExternalNetworksTestJSON-1990479665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:25:29.401820 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-48635fc7-59d7-4906-bd85-7d4e9410c9a1 tempest-ExternalNetworksTestJSON-1990479665 tempest-ExternalNetworksTestJSON-1990479665-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:29.404956 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0709fa13-3da1-4844-9134-ef4286989c60 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:25:29.428170 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41c715b-4435-4d18-bf6b-c4a3c54b85aa tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Pushing event updated for resources: {'Network': ['ID=4665b5a5-2f0b-447d-928f-5d60ef87d67b,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:29.434239 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0709fa13-3da1-4844-9134-ef4286989c60 None None] Pushing event updated for resources: {'Port': ['ID=ec08be09-0965-4661-a70e-ab7a40a24328,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:29.462758 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ff5b909f-5f3b-4c01-9683-8267e5bae77b tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:29.479847 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-a41c715b-4435-4d18-bf6b-c4a3c54b85aa tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.2482476 May 04 17:25:29.480616 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 44632) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:29.485677 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 4665b5a5-2f0b-447d-928f-5d60ef87d67b details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:25:29.517686 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-11cdb5c3-493d-442b-bad7-91bbc7e2485a tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Request body: {'subnet': {'network_id': '4665b5a5-2f0b-447d-928f-5d60ef87d67b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:25:29.550259 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-48635fc7-59d7-4906-bd85-7d4e9410c9a1 tempest-ExternalNetworksTestJSON-1990479665 tempest-ExternalNetworksTestJSON-1990479665-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.8447328 May 04 17:25:29.562192 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 44636) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:29.574561 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ad44644c-5042-494f-9430-894e4d534f77 tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:29.644357 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ff5b909f-5f3b-4c01-9683-8267e5bae77b tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:29.644642 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cb28be7c-4506-435b-8594-8cc14a588e0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:29.648619 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ad44644c-5042-494f-9430-894e4d534f77 tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:29.691854 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-0709fa13-3da1-4844-9134-ef4286989c60 None None] Attempting to bind port ec08be09-0965-4661-a70e-ab7a40a24328 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:25:29.692255 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-0709fa13-3da1-4844-9134-ef4286989c60 None None] Attempting to bind port ec08be09-0965-4661-a70e-ab7a40a24328 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'fbb10c96-8c43-4c34-a667-0746380bba35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'bd18084c-d817-434f-8399-bdaa1bc23fbc'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:25:29.692576 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0709fa13-3da1-4844-9134-ef4286989c60 None None] Attempting to bind port ec08be09-0965-4661-a70e-ab7a40a24328 on network bd18084c-d817-434f-8399-bdaa1bc23fbc {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:25:29.710164 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0709fa13-3da1-4844-9134-ef4286989c60 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:25:29.710433 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0709fa13-3da1-4844-9134-ef4286989c60 None None] Checking segment: {'id': 'fbb10c96-8c43-4c34-a667-0746380bba35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'bd18084c-d817-434f-8399-bdaa1bc23fbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:25:29.710824 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0709fa13-3da1-4844-9134-ef4286989c60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:29.711208 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0709fa13-3da1-4844-9134-ef4286989c60 None None] Bound using segment: {'id': 'fbb10c96-8c43-4c34-a667-0746380bba35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'bd18084c-d817-434f-8399-bdaa1bc23fbc'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:25:29.711685 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-0709fa13-3da1-4844-9134-ef4286989c60 None None] Bound port: ec08be09-0965-4661-a70e-ab7a40a24328, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbb10c96-8c43-4c34-a667-0746380bba35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'bd18084c-d817-434f-8399-bdaa1bc23fbc'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:25:29.712078 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0709fa13-3da1-4844-9134-ef4286989c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:29.770876 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48635fc7-59d7-4906-bd85-7d4e9410c9a1 tempest-ExternalNetworksTestJSON-1990479665 tempest-ExternalNetworksTestJSON-1990479665-project] Pushing event updated for resources: {'Network': ['ID=653237af-0053-4ec4-be05-e96015e685b3,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:29.806958 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 653237af-0053-4ec4-be05-e96015e685b3 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:25:29.839861 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-11cdb5c3-493d-442b-bad7-91bbc7e2485a tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:25:29.844318 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-11cdb5c3-493d-442b-bad7-91bbc7e2485a tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Usage tracker for resource:subnet and tenant:05444c4d4de3474aafe225f2cbe71198 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:25:29.848770 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-11cdb5c3-493d-442b-bad7-91bbc7e2485a tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:25:29.858846 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-11cdb5c3-493d-442b-bad7-91bbc7e2485a tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:25:29.870741 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5b909f-5f3b-4c01-9683-8267e5bae77b tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:25:29.878817 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-444af8ca-830a-48b9-add0-177bb0021ea2 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Request body: {'network': {'name': 'tempest-network--548934329', 'router:external': True}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:25:29.940143 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-ff5b909f-5f3b-4c01-9683-8267e5bae77b tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:25:30.011923 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5b909f-5f3b-4c01-9683-8267e5bae77b tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:25:30.035806 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5b909f-5f3b-4c01-9683-8267e5bae77b tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Pushing event updated for resources: {'Port': ['ID=659fb6b9-0023-41ba-8426-1110f5389c88,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:30.041402 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1b0f7f76-0040-42ba-8d52-7366c9b783dc None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:30.057742 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-0709fa13-3da1-4844-9134-ef4286989c60 None None] For port ec08be09-0965-4661-a70e-ab7a40a24328, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:25:30.060841 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-1b0f7f76-0040-42ba-8d52-7366c9b783dc None None] Transition to ACTIVE for port object 7b5c9a05-fbc5-4da7-a5d1-526dfefed1ab will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:25:30.065011 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-0709fa13-3da1-4844-9134-ef4286989c60 None None] For port ec08be09-0965-4661-a70e-ab7a40a24328, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=ec08be09-0965-4661-a70e-ab7a40a24328,segment=NetworkSegment(fbb10c96-8c43-4c34-a667-0746380bba35),segment_id=fbb10c96-8c43-4c34-a667-0746380bba35)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:25:30.075993 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0709fa13-3da1-4844-9134-ef4286989c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:30.092967 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8e2d7f93-9a3e-4016-9059-a6c6813718b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:30.102782 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad44644c-5042-494f-9430-894e4d534f77 tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4716f0-a0ec-4ba1-801a-2be41216cd29,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:30.114360 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11cdb5c3-493d-442b-bad7-91bbc7e2485a tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Made reservation on behalf of 05444c4d4de3474aafe225f2cbe71198 for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:25:30.118554 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-11cdb5c3-493d-442b-bad7-91bbc7e2485a tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Notify callbacks [] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:30.138293 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-444af8ca-830a-48b9-add0-177bb0021ea2 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:25:30.149132 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-1b0f7f76-0040-42ba-8d52-7366c9b783dc None None] Transition to ACTIVE for port object 7b5c9a05-fbc5-4da7-a5d1-526dfefed1ab will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:25:30.154037 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad44644c-5042-494f-9430-894e4d534f77 tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=88038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:25:30.157605 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-444af8ca-830a-48b9-add0-177bb0021ea2 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Usage tracker for resource:network and tenant:0efba4098a904a9d9afb5616843eed09 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:25:30.168126 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1b0f7f76-0040-42ba-8d52-7366c9b783dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:30.189955 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0709fa13-3da1-4844-9134-ef4286989c60 None None] Pushing event updated for resources: {'Port': ['ID=ec08be09-0965-4661-a70e-ab7a40a24328,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:30.195584 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-444af8ca-830a-48b9-add0-177bb0021ea2 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:25:30.214229 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-444af8ca-830a-48b9-add0-177bb0021ea2 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:25:30.241737 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0f7f76-0040-42ba-8d52-7366c9b783dc None None] Network 19db3995-cea8-405f-a544-2f4051674b44 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:25:30.242574 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ad44644c-5042-494f-9430-894e4d534f77 tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:30.243067 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.segments_db [None req-ad44644c-5042-494f-9430-894e4d534f77 tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] Added segment 570a76ca-9341-4a35-80b0-860fdf578b58 of type vlan for network c8f327f4-2b94-4cc4-84bc-2c3b70d1aad4 May 04 17:25:30.256722 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-1b0f7f76-0040-42ba-8d52-7366c9b783dc None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:25:30.266343 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0f7f76-0040-42ba-8d52-7366c9b783dc None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:25:30.340457 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444af8ca-830a-48b9-add0-177bb0021ea2 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Made reservation on behalf of 0efba4098a904a9d9afb5616843eed09 for: {'network': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:25:30.342889 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-444af8ca-830a-48b9-add0-177bb0021ea2 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:30.363790 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-444af8ca-830a-48b9-add0-177bb0021ea2 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:30.364016 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0f7f76-0040-42ba-8d52-7366c9b783dc None None] Pushing event updated for resources: {'Port': ['ID=7b5c9a05-fbc5-4da7-a5d1-526dfefed1ab,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:30.399825 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-1b0f7f76-0040-42ba-8d52-7366c9b783dc None None] Attempting to bind port 7b5c9a05-fbc5-4da7-a5d1-526dfefed1ab on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:25:30.400200 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-1b0f7f76-0040-42ba-8d52-7366c9b783dc None None] Attempting to bind port 7b5c9a05-fbc5-4da7-a5d1-526dfefed1ab by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '87171e6b-f671-4224-9106-00609cd6ea4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '19db3995-cea8-405f-a544-2f4051674b44'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:25:30.400568 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0f7f76-0040-42ba-8d52-7366c9b783dc None None] Attempting to bind port 7b5c9a05-fbc5-4da7-a5d1-526dfefed1ab on network 19db3995-cea8-405f-a544-2f4051674b44 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:25:30.403976 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb28be7c-4506-435b-8594-8cc14a588e0d admin admin] Router 8c1047f2-83bc-4f84-b640-88b2323be078 is scheduled to L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 with binding_index 1 {{(pid=88038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:25:30.408795 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0f7f76-0040-42ba-8d52-7366c9b783dc None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:25:30.409327 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0f7f76-0040-42ba-8d52-7366c9b783dc None None] Checking segment: {'id': '87171e6b-f671-4224-9106-00609cd6ea4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '19db3995-cea8-405f-a544-2f4051674b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:25:30.409853 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1b0f7f76-0040-42ba-8d52-7366c9b783dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:30.410370 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0f7f76-0040-42ba-8d52-7366c9b783dc None None] Bound using segment: {'id': '87171e6b-f671-4224-9106-00609cd6ea4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '19db3995-cea8-405f-a544-2f4051674b44'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:25:30.410944 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-1b0f7f76-0040-42ba-8d52-7366c9b783dc None None] Bound port: 7b5c9a05-fbc5-4da7-a5d1-526dfefed1ab, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87171e6b-f671-4224-9106-00609cd6ea4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '19db3995-cea8-405f-a544-2f4051674b44'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:25:30.411586 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1b0f7f76-0040-42ba-8d52-7366c9b783dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:30.416883 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-444af8ca-830a-48b9-add0-177bb0021ea2 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:25:30.422820 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ad44644c-5042-494f-9430-894e4d534f77 tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:30.430247 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-444af8ca-830a-48b9-add0-177bb0021ea2 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Usage tracker for resource:security_group_rule and tenant:0efba4098a904a9d9afb5616843eed09 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:25:30.437403 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device e93ec33e-2a19-4d99-8b02-bce543da5f6a up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:25:30.443666 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-444af8ca-830a-48b9-add0-177bb0021ea2 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:25:30.447830 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ff5b909f-5f3b-4c01-9683-8267e5bae77b tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:30.535269 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-444af8ca-830a-48b9-add0-177bb0021ea2 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:25:30.623021 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-66820eb2-7b2b-4e5e-b83b-369bb1fb745d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:30.642643 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-1b0f7f76-0040-42ba-8d52-7366c9b783dc None None] For port 7b5c9a05-fbc5-4da7-a5d1-526dfefed1ab, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:25:30.645081 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.db.resource_extend [None req-ad44644c-5042-494f-9430-894e4d534f77 tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 17:25:30.649290 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-1b0f7f76-0040-42ba-8d52-7366c9b783dc None None] For port 7b5c9a05-fbc5-4da7-a5d1-526dfefed1ab, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=7b5c9a05-fbc5-4da7-a5d1-526dfefed1ab,segment=NetworkSegment(87171e6b-f671-4224-9106-00609cd6ea4a),segment_id=87171e6b-f671-4224-9106-00609cd6ea4a)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:25:30.653166 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port e93ec33e-2a19-4d99-8b02-bce543da5f6a triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:25:30.653484 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:30.690301 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1b0f7f76-0040-42ba-8d52-7366c9b783dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:30.722190 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ff5b909f-5f3b-4c01-9683-8267e5bae77b tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:30.748260 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ae0f3b79-6d92-4bb6-821e-eda41a8e2447 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:30.777636 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ad44644c-5042-494f-9430-894e4d534f77 tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:30.778525 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad44644c-5042-494f-9430-894e4d534f77 tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:25:30.779928 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ad44644c-5042-494f-9430-894e4d534f77 tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:30.794114 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0f7f76-0040-42ba-8d52-7366c9b783dc None None] Pushing event updated for resources: {'Port': ['ID=7b5c9a05-fbc5-4da7-a5d1-526dfefed1ab,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:30.803021 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-ae0f3b79-6d92-4bb6-821e-eda41a8e2447 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Transition to ACTIVE for port object 93a9cc5f-d6c9-4c3c-9e0c-e8ec536d4502 will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:25:30.880290 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb28be7c-4506-435b-8594-8cc14a588e0d admin admin] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:25:30.894542 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e31d66-3c37-438f-b654-d12dbef6f437 None None] Sync routers for ids ['8c1047f2-83bc-4f84-b640-88b2323be078'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:25:30.912873 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e31d66-3c37-438f-b654-d12dbef6f437 None None] Routers {'8c1047f2-83bc-4f84-b640-88b2323be078'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:25:30.913545 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-56e31d66-3c37-438f-b654-d12dbef6f437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:25:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['8c1047f2-83bc-4f84-b640-88b2323be078'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:25:31.016060 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-ad44644c-5042-494f-9430-894e4d534f77 tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.8721631 May 04 17:25:31.027772 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 44642) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:31.029514 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad44644c-5042-494f-9430-894e4d534f77 tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] Pushing event updated for resources: {'Network': ['ID=c8f327f4-2b94-4cc4-84bc-2c3b70d1aad4,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:31.044833 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-8304d691-4996-44c0-b30a-2fd4f6f48818 tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] Request body: {'network': {'project_id': 'be9cbf00198b45efb2f3407170dd32eb'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:25:31.053088 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cb28be7c-4506-435b-8594-8cc14a588e0d admin admin] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:31.057082 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-cb28be7c-4506-435b-8594-8cc14a588e0d admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.8353367 May 04 17:25:31.057082 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-11cdb5c3-493d-442b-bad7-91bbc7e2485a tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:31.060029 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 44646) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:31.074623 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network c8f327f4-2b94-4cc4-84bc-2c3b70d1aad4 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:25:31.174749 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-56e31d66-3c37-438f-b654-d12dbef6f437 None None] Set router 8c1047f2-83bc-4f84-b640-88b2323be078 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:25:31.291841 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-8304d691-4996-44c0-b30a-2fd4f6f48818 tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:25:31.297331 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cdb5c3-493d-442b-bad7-91bbc7e2485a tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Pushing event updated for resources: {'Subnet': ['ID=3cfcd903-85d6-41a0-b69c-621af9e5df0a,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:31.327702 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-8304d691-4996-44c0-b30a-2fd4f6f48818 tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] Usage tracker for resource:network and tenant:be9cbf00198b45efb2f3407170dd32eb is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:25:31.336696 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-8304d691-4996-44c0-b30a-2fd4f6f48818 tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:25:31.362914 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-8304d691-4996-44c0-b30a-2fd4f6f48818 tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:25:31.403989 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-444af8ca-830a-48b9-add0-177bb0021ea2 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:31.460251 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ae0f3b79-6d92-4bb6-821e-eda41a8e2447 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:31.555816 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-444af8ca-830a-48b9-add0-177bb0021ea2 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:31.559101 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-85ccc018-9dfe-4af4-88c2-73a06c8dfb58 None None] Allocated IP 2001:db8::2 (c711b8e5-dfdf-4f7e-b962-c7498b3e1e4c/c33aaf6c-9612-46c3-84f1-bad07f47b265/cf834dc7-e81f-40bf-b53a-a79245adc0b3) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:25:31.580555 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8304d691-4996-44c0-b30a-2fd4f6f48818 tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] Made reservation on behalf of be9cbf00198b45efb2f3407170dd32eb for: {'network': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:25:31.582838 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8304d691-4996-44c0-b30a-2fd4f6f48818 tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:31.585175 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-56e31d66-3c37-438f-b654-d12dbef6f437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c1047f2-83bc-4f84-b640-88b2323be078', 'name': 'tempest-ServerActionsTestJSON-1600335060-router', 'tenant_id': 'a1ff53d6703b4f3fb85115a97c2da768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.30'}], 'enable_snat': True}, 'gw_port_id': '55ce866c-a63c-47ab-84b2-8f231a2d5151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:25:24Z', 'updated_at': '2022-05-04T17:25:28Z', 'revision_number': 3, 'project_id': 'a1ff53d6703b4f3fb85115a97c2da768', 'gw_port': {'id': '55ce866c-a63c-47ab-84b2-8f231a2d5151', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:91:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c1047f2-83bc-4f84-b640-88b2323be078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:25:25Z', 'updated_at': '2022-05-04T17:25:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:25:31.589788 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e31d66-3c37-438f-b654-d12dbef6f437 None None] Checking router: 8c1047f2-83bc-4f84-b640-88b2323be078 for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:25:31.590414 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e31d66-3c37-438f-b654-d12dbef6f437 None None] Updating router 8c1047f2-83bc-4f84-b640-88b2323be078 port 55ce866c-a63c-47ab-84b2-8f231a2d5151 binding host dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:25:31.638052 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-444af8ca-830a-48b9-add0-177bb0021ea2 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=88038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:25:31.653562 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-56e31d66-3c37-438f-b654-d12dbef6f437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:31.659358 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cdb5c3-493d-442b-bad7-91bbc7e2485a tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Checking segment: {'id': '1449fa64-c87a-4bfd-875c-8416a2acb195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '4665b5a5-2f0b-447d-928f-5d60ef87d67b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:25:31.659732 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cdb5c3-493d-442b-bad7-91bbc7e2485a tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Network hostable DHCP agents. Network: 4665b5a5-2f0b-447d-928f-5d60ef87d67b, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:25:31.677951 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-444af8ca-830a-48b9-add0-177bb0021ea2 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:31.678163 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.segments_db [None req-444af8ca-830a-48b9-add0-177bb0021ea2 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Added segment 6a1d5176-032c-4916-a665-e9d502fc72c0 of type vlan for network 408e1c05-6fff-4af2-af79-44d6ffc11e09 May 04 17:25:31.679547 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444af8ca-830a-48b9-add0-177bb0021ea2 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=415c1e83-5cf1-44b3-b14d-dd2b41b64c74,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:31.701158 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8304d691-4996-44c0-b30a-2fd4f6f48818 tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=88038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:25:31.746552 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3b3629-b941-477f-9eaf-04f30470dc83 None None] Network bd18084c-d817-434f-8399-bdaa1bc23fbc requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:25:31.787222 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8304d691-4996-44c0-b30a-2fd4f6f48818 tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:31.788135 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.segments_db [None req-8304d691-4996-44c0-b30a-2fd4f6f48818 tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] Added segment 0a8cfd66-6662-4e7c-9d28-ccc8fc2639e7 of type vlan for network 96d34399-a603-49f1-b0b3-40203c8990f7 May 04 17:25:31.820183 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0f3b79-6d92-4bb6-821e-eda41a8e2447 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Pushing event updated for resources: {'Port': ['ID=93a9cc5f-d6c9-4c3c-9e0c-e8ec536d4502,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:31.827564 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cdb5c3-493d-442b-bad7-91bbc7e2485a tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Network 4665b5a5-2f0b-447d-928f-5d60ef87d67b is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:25:31.841067 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-66820eb2-7b2b-4e5e-b83b-369bb1fb745d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:31.850388 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-444af8ca-830a-48b9-add0-177bb0021ea2 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:31.867255 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-11cdb5c3-493d-442b-bad7-91bbc7e2485a tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 4665b5a5-2f0b-447d-928f-5d60ef87d67b) {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:25:31.888325 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d71479-b060-455a-b823-0522fdf716a2 None None] Network 4665b5a5-2f0b-447d-928f-5d60ef87d67b requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:25:31.927265 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-5c37a990-11c7-408c-910b-5fefadeae2ed None None] Provisioning for port ec08be09-0965-4661-a70e-ab7a40a24328 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:25:31.961268 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8304d691-4996-44c0-b30a-2fd4f6f48818 tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:31.965252 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cdb5c3-493d-442b-bad7-91bbc7e2485a tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:25:31.965840 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-11cdb5c3-493d-442b-bad7-91bbc7e2485a tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:32.096081 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-56e31d66-3c37-438f-b654-d12dbef6f437 None None] Notify callbacks [] for port, precommit_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:32.103599 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-11cdb5c3-493d-442b-bad7-91bbc7e2485a tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6117799 May 04 17:25:32.106732 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-444af8ca-830a-48b9-add0-177bb0021ea2 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:32.107672 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444af8ca-830a-48b9-add0-177bb0021ea2 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:25:32.108439 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-444af8ca-830a-48b9-add0-177bb0021ea2 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:32.112741 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 44650) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:32.119455 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.provisioning_blocks [None req-56e31d66-3c37-438f-b654-d12dbef6f437 None None] Transition to ACTIVE for port object 55ce866c-a63c-47ab-84b2-8f231a2d5151 will not be triggered until provisioned by entity L2. {{(pid=88040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:25:32.131108 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-56e31d66-3c37-438f-b654-d12dbef6f437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:32.143990 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.db.resource_extend [None req-ff5b909f-5f3b-4c01-9683-8267e5bae77b tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] It took 0.69 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 17:25:32.203789 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-85ccc018-9dfe-4af4-88c2-73a06c8dfb58 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:32.216020 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-85ccc018-9dfe-4af4-88c2-73a06c8dfb58 None None] Transition to ACTIVE for port object cf834dc7-e81f-40bf-b53a-a79245adc0b3 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:25:32.236520 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ff5b909f-5f3b-4c01-9683-8267e5bae77b tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:32.237286 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-85ccc018-9dfe-4af4-88c2-73a06c8dfb58 None None] Transition to ACTIVE for port object cf834dc7-e81f-40bf-b53a-a79245adc0b3 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:25:32.246305 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0f3b79-6d92-4bb6-821e-eda41a8e2447 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Network c711b8e5-dfdf-4f7e-b962-c7498b3e1e4c is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:25:32.249153 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-ae0f3b79-6d92-4bb6-821e-eda41a8e2447 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:25:32.251789 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0f3b79-6d92-4bb6-821e-eda41a8e2447 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:25:32.257296 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-85ccc018-9dfe-4af4-88c2-73a06c8dfb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:32.258197 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0f3b79-6d92-4bb6-821e-eda41a8e2447 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:25:32.258896 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ae0f3b79-6d92-4bb6-821e-eda41a8e2447 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:32.261853 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8304d691-4996-44c0-b30a-2fd4f6f48818 tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:32.265382 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8304d691-4996-44c0-b30a-2fd4f6f48818 tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:25:32.266023 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8304d691-4996-44c0-b30a-2fd4f6f48818 tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:32.277958 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-e9cc570d-afbe-469c-be63-857dad585431 tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Request body: {'port': {'network_id': '4665b5a5-2f0b-447d-928f-5d60ef87d67b', 'name': 'tempest-DHCPAgentSchedulersTestJSON-770066652'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:25:32.320757 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-56e31d66-3c37-438f-b654-d12dbef6f437 None None] Attempting to bind port 55ce866c-a63c-47ab-84b2-8f231a2d5151 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:25:32.321113 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-56e31d66-3c37-438f-b654-d12dbef6f437 None None] Attempting to bind port 55ce866c-a63c-47ab-84b2-8f231a2d5151 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}] {{(pid=88040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:25:32.322835 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e31d66-3c37-438f-b654-d12dbef6f437 None None] Attempting to bind port 55ce866c-a63c-47ab-84b2-8f231a2d5151 on network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:25:32.333616 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ff5b909f-5f3b-4c01-9683-8267e5bae77b tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:32.369125 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-444af8ca-830a-48b9-add0-177bb0021ea2 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.7996731 May 04 17:25:32.375620 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e31d66-3c37-438f-b654-d12dbef6f437 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:25:32.376849 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e31d66-3c37-438f-b654-d12dbef6f437 None None] Checking segment: {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:25:32.376849 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-56e31d66-3c37-438f-b654-d12dbef6f437 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:32.377057 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e31d66-3c37-438f-b654-d12dbef6f437 None None] Bound using segment: {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'} {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:25:32.377427 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-56e31d66-3c37-438f-b654-d12dbef6f437 None None] Bound port: 55ce866c-a63c-47ab-84b2-8f231a2d5151, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}}] {{(pid=88040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:25:32.378689 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957c929c-be0a-4509-b2d0-3811eb04a665 None None] Network 19db3995-cea8-405f-a544-2f4051674b44 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:25:32.379960 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-56e31d66-3c37-438f-b654-d12dbef6f437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:32.395087 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 44654) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:32.436634 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ff5b909f-5f3b-4c01-9683-8267e5bae77b tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710218'] for floatingip, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:32.474883 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f384e02e-7caa-4b1b-b76d-5a51cfa022fd None None] Pushing event updated for resources: {'Port': ['ID=55ce866c-a63c-47ab-84b2-8f231a2d5151,revision_number=2']} {{(pid=88040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:32.541774 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ff5b909f-5f3b-4c01-9683-8267e5bae77b tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:32.543017 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-ff5b909f-5f3b-4c01-9683-8267e5bae77b tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8050163 May 04 17:25:32.552353 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 44658) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:32.568129 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-ae0f3b79-6d92-4bb6-821e-eda41a8e2447 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.5616765 May 04 17:25:32.574169 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 44662) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:32.579004 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.db [None req-56e31d66-3c37-438f-b654-d12dbef6f437 None None] For port 55ce866c-a63c-47ab-84b2-8f231a2d5151, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:25:32.585316 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.db [None req-56e31d66-3c37-438f-b654-d12dbef6f437 None None] For port 55ce866c-a63c-47ab-84b2-8f231a2d5151, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=55ce866c-a63c-47ab-84b2-8f231a2d5151,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:25:32.586130 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5b909f-5f3b-4c01-9683-8267e5bae77b tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Pushing event updated for resources: {'Port': ['ID=659fb6b9-0023-41ba-8426-1110f5389c88,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:32.593570 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-3228387b-f75f-450f-b58f-b2b0391712bb tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Request body: {'port': {'network_id': 'c711b8e5-dfdf-4f7e-b962-c7498b3e1e4c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1825881442', 'allowed_address_pairs': [{'ip_address': '2001:db8::1bc', 'mac_address': 'fa:16:3e:16:8e:c9'}]}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:25:32.602916 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f384e02e-7caa-4b1b-b76d-5a51cfa022fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:25:32.603654 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f384e02e-7caa-4b1b-b76d-5a51cfa022fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:25:32.604150 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f384e02e-7caa-4b1b-b76d-5a51cfa022fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:25:32.604701 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f384e02e-7caa-4b1b-b76d-5a51cfa022fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:25:32.605471 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f384e02e-7caa-4b1b-b76d-5a51cfa022fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:25:32.606235 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f384e02e-7caa-4b1b-b76d-5a51cfa022fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:25:32.606847 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f384e02e-7caa-4b1b-b76d-5a51cfa022fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:25:32.607471 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f384e02e-7caa-4b1b-b76d-5a51cfa022fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:25:32.607897 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-8304d691-4996-44c0-b30a-2fd4f6f48818 tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.5736520 May 04 17:25:32.609067 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f384e02e-7caa-4b1b-b76d-5a51cfa022fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:25:32.609591 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f384e02e-7caa-4b1b-b76d-5a51cfa022fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:25:32.610097 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f384e02e-7caa-4b1b-b76d-5a51cfa022fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:25:32.610593 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f384e02e-7caa-4b1b-b76d-5a51cfa022fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:25:32.611944 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f384e02e-7caa-4b1b-b76d-5a51cfa022fd None None] Tracked resource versions report: May 04 17:25:32.611944 dv-neutron-840426-1-hyperv neutron-server[88040]: pushed versions: May 04 17:25:32.611944 dv-neutron-840426-1-hyperv neutron-server[88040]: { 'AddressGroup': {'1.2'}, May 04 17:25:32.611944 dv-neutron-840426-1-hyperv neutron-server[88040]: 'ConntrackHelper': {'1.0'}, May 04 17:25:32.611944 dv-neutron-840426-1-hyperv neutron-server[88040]: 'Log': {'1.0'}, May 04 17:25:32.611944 dv-neutron-840426-1-hyperv neutron-server[88040]: 'Network': {'1.1'}, May 04 17:25:32.611944 dv-neutron-840426-1-hyperv neutron-server[88040]: 'Port': {'1.7'}, May 04 17:25:32.611944 dv-neutron-840426-1-hyperv neutron-server[88040]: 'PortForwarding': {'1.2'}, May 04 17:25:32.611944 dv-neutron-840426-1-hyperv neutron-server[88040]: 'QosPolicy': {'1.8'}, May 04 17:25:32.611944 dv-neutron-840426-1-hyperv neutron-server[88040]: 'SecurityGroup': {'1.4'}, May 04 17:25:32.611944 dv-neutron-840426-1-hyperv neutron-server[88040]: 'SecurityGroupRule': {'1.2'}, May 04 17:25:32.611944 dv-neutron-840426-1-hyperv neutron-server[88040]: 'SubPort': {'1.0'}, May 04 17:25:32.611944 dv-neutron-840426-1-hyperv neutron-server[88040]: 'Subnet': {'1.1'}, May 04 17:25:32.611944 dv-neutron-840426-1-hyperv neutron-server[88040]: 'Trunk': {'1.1'}} May 04 17:25:32.611944 dv-neutron-840426-1-hyperv neutron-server[88040]: consumer versions: May 04 17:25:32.611944 dv-neutron-840426-1-hyperv neutron-server[88040]: { DHCP agent@dv-neutron-840426-1-hyperv: {}, May 04 17:25:32.611944 dv-neutron-840426-1-hyperv neutron-server[88040]: HyperV agent@hv-neutron-8404: {}, May 04 17:25:32.611944 dv-neutron-840426-1-hyperv neutron-server[88040]: L3 agent@dv-neutron-840426-1-hyperv: {}, May 04 17:25:32.611944 dv-neutron-840426-1-hyperv neutron-server[88040]: Metadata agent@dv-neutron-840426-1-hyperv: {}, May 04 17:25:32.611944 dv-neutron-840426-1-hyperv neutron-server[88040]: Metering agent@dv-neutron-840426-1-hyperv: {}, May 04 17:25:32.611944 dv-neutron-840426-1-hyperv neutron-server[88040]: Open vSwitch agent@dv-neutron-840426-1-hyperv: { 'AddressGroup': '1.2', May 04 17:25:32.611944 dv-neutron-840426-1-hyperv neutron-server[88040]: 'ConntrackHelper': '1.0', May 04 17:25:32.611944 dv-neutron-840426-1-hyperv neutron-server[88040]: 'Log': '1.0', May 04 17:25:32.611944 dv-neutron-840426-1-hyperv neutron-server[88040]: 'Network': '1.1', May 04 17:25:32.611944 dv-neutron-840426-1-hyperv neutron-server[88040]: 'Port': '1.7', May 04 17:25:32.611944 dv-neutron-840426-1-hyperv neutron-server[88040]: 'PortForwarding': '1.2', May 04 17:25:32.611944 dv-neutron-840426-1-hyperv neutron-server[88040]: 'QosPolicy': '1.8', May 04 17:25:32.611944 dv-neutron-840426-1-hyperv neutron-server[88040]: 'SecurityGroup': '1.4', May 04 17:25:32.611944 dv-neutron-840426-1-hyperv neutron-server[88040]: 'SecurityGroupRule': '1.2', May 04 17:25:32.611944 dv-neutron-840426-1-hyperv neutron-server[88040]: 'SubPort': '1.0', May 04 17:25:32.611944 dv-neutron-840426-1-hyperv neutron-server[88040]: 'Subnet': '1.1', May 04 17:25:32.611944 dv-neutron-840426-1-hyperv neutron-server[88040]: 'Trunk': '1.1'}} May 04 17:25:32.611944 dv-neutron-840426-1-hyperv neutron-server[88040]: {{(pid=88040) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 17:25:32.615769 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 44668) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:32.618502 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444af8ca-830a-48b9-add0-177bb0021ea2 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Pushing event updated for resources: {'Network': ['ID=408e1c05-6fff-4af2-af79-44d6ffc11e09,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:32.625661 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 7b5c9a05-fbc5-4da7-a5d1-526dfefed1ab up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:25:32.629964 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-0dabf875-580b-4e49-93f9-f8d0dbb7c3ab tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] Request body: {'network': {'project_id': 'be9cbf00198b45efb2f3407170dd32eb'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:25:32.632737 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-eb64bd31-296b-4b93-89f7-320fe786c3ee tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-501105737'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:25:32.635042 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-56e31d66-3c37-438f-b654-d12dbef6f437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:32.635870 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-0dabf875-580b-4e49-93f9-f8d0dbb7c3ab tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:25:32.639868 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-0dabf875-580b-4e49-93f9-f8d0dbb7c3ab tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] Usage tracker for resource:network and tenant:be9cbf00198b45efb2f3407170dd32eb is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:25:32.644278 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-0dabf875-580b-4e49-93f9-f8d0dbb7c3ab tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:25:32.650186 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-0dabf875-580b-4e49-93f9-f8d0dbb7c3ab tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:25:32.654952 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dabf875-580b-4e49-93f9-f8d0dbb7c3ab tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 04 17:25:32.655473 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dabf875-580b-4e49-93f9-f8d0dbb7c3ab tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:25:32.656608 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-0dabf875-580b-4e49-93f9-f8d0dbb7c3ab tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0367389 May 04 17:25:32.660737 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8c039470-457e-4954-9495-e5ab317c8eb1 None None] Provisioning for port 7b5c9a05-fbc5-4da7-a5d1-526dfefed1ab completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:25:32.663794 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 44674) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:32.675709 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8e2d7f93-9a3e-4016-9059-a6c6813718b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:32.687233 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-eb64bd31-296b-4b93-89f7-320fe786c3ee tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:25:32.722260 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 408e1c05-6fff-4af2-af79-44d6ffc11e09 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:25:32.727668 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8e2d7f93-9a3e-4016-9059-a6c6813718b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:32.756109 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e31d66-3c37-438f-b654-d12dbef6f437 None None] Routers {'8c1047f2-83bc-4f84-b640-88b2323be078'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:25:32.756752 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-56e31d66-3c37-438f-b654-d12dbef6f437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:25:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['8c1047f2-83bc-4f84-b640-88b2323be078'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:25:32.786223 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-eb64bd31-296b-4b93-89f7-320fe786c3ee tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Usage tracker for resource:network and tenant:4e0f3f35196b40e1aaf076aeef66bd0a is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:25:32.799695 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-eb64bd31-296b-4b93-89f7-320fe786c3ee tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:25:32.836733 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66820eb2-7b2b-4e5e-b83b-369bb1fb745d admin admin] Router 4a22a707-4e83-4f89-83fe-45dcfa18c511 is scheduled to L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 with binding_index 1 {{(pid=88037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:25:32.861334 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ddc4c0f1-948b-4695-aa15-6847be242fea tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:32.866081 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f384e02e-7caa-4b1b-b76d-5a51cfa022fd None None] Pushing event updated for resources: {'Port': ['ID=55ce866c-a63c-47ab-84b2-8f231a2d5151,revision_number=3']} {{(pid=88040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:32.876148 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-eb64bd31-296b-4b93-89f7-320fe786c3ee tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:25:32.884186 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ccc018-9dfe-4af4-88c2-73a06c8dfb58 None None] Network c711b8e5-dfdf-4f7e-b962-c7498b3e1e4c is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:25:32.887533 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8304d691-4996-44c0-b30a-2fd4f6f48818 tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] Pushing event updated for resources: {'Network': ['ID=96d34399-a603-49f1-b0b3-40203c8990f7,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:32.947911 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-e9cc570d-afbe-469c-be63-857dad585431 tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:25:32.952980 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-85ccc018-9dfe-4af4-88c2-73a06c8dfb58 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:25:32.955844 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb64bd31-296b-4b93-89f7-320fe786c3ee tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Made reservation on behalf of 4e0f3f35196b40e1aaf076aeef66bd0a for: {'network': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:25:32.957097 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ccc018-9dfe-4af4-88c2-73a06c8dfb58 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:25:32.959734 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-eb64bd31-296b-4b93-89f7-320fe786c3ee tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:32.971197 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-e9cc570d-afbe-469c-be63-857dad585431 tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Usage tracker for resource:port and tenant:05444c4d4de3474aafe225f2cbe71198 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:25:32.984144 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-e9cc570d-afbe-469c-be63-857dad585431 tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:25:32.992355 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-c08a5c7c-ca3a-420c-ba39-065f8b0f96e4 tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=be9cbf00198b45efb2f3407170dd32eb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3202970 May 04 17:25:32.993120 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 44680) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:32.999346 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-eb64bd31-296b-4b93-89f7-320fe786c3ee tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:33.010861 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-e9cc570d-afbe-469c-be63-857dad585431 tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:25:33.016458 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 96d34399-a603-49f1-b0b3-40203c8990f7 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:25:33.099229 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-56e31d66-3c37-438f-b654-d12dbef6f437 None None] Set router 8c1047f2-83bc-4f84-b640-88b2323be078 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:25:33.114722 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-eb64bd31-296b-4b93-89f7-320fe786c3ee tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:25:33.128845 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9cc570d-afbe-469c-be63-857dad585431 tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Made reservation on behalf of 05444c4d4de3474aafe225f2cbe71198 for: {'port': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:25:33.133743 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e9cc570d-afbe-469c-be63-857dad585431 tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:33.153305 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-eb64bd31-296b-4b93-89f7-320fe786c3ee tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Usage tracker for resource:security_group_rule and tenant:4e0f3f35196b40e1aaf076aeef66bd0a is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:25:33.168216 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66820eb2-7b2b-4e5e-b83b-369bb1fb745d admin admin] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:25:33.170445 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-eb64bd31-296b-4b93-89f7-320fe786c3ee tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:25:33.182037 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ccc018-9dfe-4af4-88c2-73a06c8dfb58 None None] Pushing event updated for resources: {'Port': ['ID=cf834dc7-e81f-40bf-b53a-a79245adc0b3,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:33.201929 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 7b5c9a05-fbc5-4da7-a5d1-526dfefed1ab completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:25:33.209418 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-eb64bd31-296b-4b93-89f7-320fe786c3ee tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:25:33.213866 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-3228387b-f75f-450f-b58f-b2b0391712bb tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:25:33.217670 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [None req-e9cc570d-afbe-469c-be63-857dad585431 tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] device_id is not set on port 79b66938-468e-4ecf-ad91-5e3feec05295 yet. {{(pid=88038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:25:33.232879 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 7b5c9a05-fbc5-4da7-a5d1-526dfefed1ab triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:25:33.233626 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:33.271678 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-3228387b-f75f-450f-b58f-b2b0391712bb tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Usage tracker for resource:port and tenant:f40176f119c942cb87e4ada98f9d418c is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:25:33.273827 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-66820eb2-7b2b-4e5e-b83b-369bb1fb745d admin admin] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:33.278257 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-66820eb2-7b2b-4e5e-b83b-369bb1fb745d admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 6.3054948 May 04 17:25:33.283276 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 44684) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:33.284092 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-3228387b-f75f-450f-b58f-b2b0391712bb tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:25:33.345175 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b989bdb-90f4-4983-a112-df00e32abb58 None None] Sync routers for ids ['4a22a707-4e83-4f89-83fe-45dcfa18c511'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:25:33.371669 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-3228387b-f75f-450f-b58f-b2b0391712bb tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:25:33.384223 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b989bdb-90f4-4983-a112-df00e32abb58 None None] Routers {'4a22a707-4e83-4f89-83fe-45dcfa18c511'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:25:33.385322 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-0b989bdb-90f4-4983-a112-df00e32abb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:25:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['4a22a707-4e83-4f89-83fe-45dcfa18c511'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:25:33.477401 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ddc4c0f1-948b-4695-aa15-6847be242fea tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:33.548242 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3228387b-f75f-450f-b58f-b2b0391712bb tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Made reservation on behalf of f40176f119c942cb87e4ada98f9d418c for: {'port': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:25:33.574772 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-8e2d7f93-9a3e-4016-9059-a6c6813718b4 admin admin] Allocated IP 172.26.0.80 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/d89105d5-fcb4-48f5-a703-63b60c635dca) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:25:33.592328 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f1b60de6-bf99-4c6c-a467-7a9dccd8361f tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:33.595287 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ddc4c0f1-948b-4695-aa15-6847be242fea tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:25:33.595628 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ddc4c0f1-948b-4695-aa15-6847be242fea tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:25:33.596384 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ddc4c0f1-948b-4695-aa15-6847be242fea tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:25:33.596712 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ddc4c0f1-948b-4695-aa15-6847be242fea tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Subscribe: > port after_create 55550000 {{(pid=88038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:25:33.597024 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ddc4c0f1-948b-4695-aa15-6847be242fea tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:25:33.597372 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ddc4c0f1-948b-4695-aa15-6847be242fea tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Subscribe: > port after_update 55550000 {{(pid=88038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:25:33.597689 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ddc4c0f1-948b-4695-aa15-6847be242fea tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:25:33.598043 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ddc4c0f1-948b-4695-aa15-6847be242fea tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:25:33.630041 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ddc4c0f1-948b-4695-aa15-6847be242fea tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:25:33.630041 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ddc4c0f1-948b-4695-aa15-6847be242fea tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:25:33.665881 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2785b36d-0780-4eb8-95e0-3f6119488a90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-4665b5a5-2f0b-447d-928f-5d60ef87d67b', 'network_id': '4665b5a5-2f0b-447d-928f-5d60ef87d67b', 'tenant_id': '05444c4d4de3474aafe225f2cbe71198', 'fixed_ips': [{'subnet_id': '3cfcd903-85d6-41a0-b69c-621af9e5df0a'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:25:33.666750 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-2785b36d-0780-4eb8-95e0-3f6119488a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:33.678303 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-56e31d66-3c37-438f-b654-d12dbef6f437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c1047f2-83bc-4f84-b640-88b2323be078', 'name': 'tempest-ServerActionsTestJSON-1600335060-router', 'tenant_id': 'a1ff53d6703b4f3fb85115a97c2da768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.30'}], 'enable_snat': True}, 'gw_port_id': '55ce866c-a63c-47ab-84b2-8f231a2d5151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:25:24Z', 'updated_at': '2022-05-04T17:25:28Z', 'revision_number': 3, 'project_id': 'a1ff53d6703b4f3fb85115a97c2da768', 'gw_port': {'id': '55ce866c-a63c-47ab-84b2-8f231a2d5151', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:91:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c1047f2-83bc-4f84-b640-88b2323be078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:25:25Z', 'updated_at': '2022-05-04T17:25:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:25:33.681936 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-da8c8682-a01b-4720-8a9f-756ffb784479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:33.683289 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e31d66-3c37-438f-b654-d12dbef6f437 None None] The sync data for ids ['8c1047f2-83bc-4f84-b640-88b2323be078'] in dv-neutron-840426-1-hyperv is: [{'id': '8c1047f2-83bc-4f84-b640-88b2323be078', 'name': 'tempest-ServerActionsTestJSON-1600335060-router', 'tenant_id': 'a1ff53d6703b4f3fb85115a97c2da768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.30'}], 'enable_snat': True}, 'gw_port_id': '55ce866c-a63c-47ab-84b2-8f231a2d5151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:25:24Z', 'updated_at': '2022-05-04T17:25:28Z', 'revision_number': 3, 'project_id': 'a1ff53d6703b4f3fb85115a97c2da768', 'gw_port': {'id': '55ce866c-a63c-47ab-84b2-8f231a2d5151', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:91:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c1047f2-83bc-4f84-b640-88b2323be078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:25:25Z', 'updated_at': '2022-05-04T17:25:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:25:33.737991 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-85ccc018-9dfe-4af4-88c2-73a06c8dfb58 None None] Attempting to bind port cf834dc7-e81f-40bf-b53a-a79245adc0b3 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:25:33.738313 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-85ccc018-9dfe-4af4-88c2-73a06c8dfb58 None None] Attempting to bind port cf834dc7-e81f-40bf-b53a-a79245adc0b3 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'a04f80d2-0268-406f-b5c7-c61d90f72913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c711b8e5-dfdf-4f7e-b962-c7498b3e1e4c'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:25:33.738671 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ccc018-9dfe-4af4-88c2-73a06c8dfb58 None None] Attempting to bind port cf834dc7-e81f-40bf-b53a-a79245adc0b3 on network c711b8e5-dfdf-4f7e-b962-c7498b3e1e4c {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:25:33.829725 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ddc4c0f1-948b-4695-aa15-6847be242fea tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:25:33.830341 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ddc4c0f1-948b-4695-aa15-6847be242fea tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:25:33.830413 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ddc4c0f1-948b-4695-aa15-6847be242fea tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:25:33.830725 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ddc4c0f1-948b-4695-aa15-6847be242fea tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88038) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:25:33.831077 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-ddc4c0f1-948b-4695-aa15-6847be242fea tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['408e1c05-6fff-4af2-af79-44d6ffc11e09']}} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:25:33.846520 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ccc018-9dfe-4af4-88c2-73a06c8dfb58 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:25:33.846893 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ccc018-9dfe-4af4-88c2-73a06c8dfb58 None None] Checking segment: {'id': 'a04f80d2-0268-406f-b5c7-c61d90f72913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c711b8e5-dfdf-4f7e-b962-c7498b3e1e4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:25:33.847280 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-85ccc018-9dfe-4af4-88c2-73a06c8dfb58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:33.847696 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ccc018-9dfe-4af4-88c2-73a06c8dfb58 None None] Bound using segment: {'id': 'a04f80d2-0268-406f-b5c7-c61d90f72913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c711b8e5-dfdf-4f7e-b962-c7498b3e1e4c'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:25:33.848211 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-85ccc018-9dfe-4af4-88c2-73a06c8dfb58 None None] Bound port: cf834dc7-e81f-40bf-b53a-a79245adc0b3, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a04f80d2-0268-406f-b5c7-c61d90f72913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c711b8e5-dfdf-4f7e-b962-c7498b3e1e4c'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:25:33.848506 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-85ccc018-9dfe-4af4-88c2-73a06c8dfb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:33.885573 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-ddc4c0f1-948b-4695-aa15-6847be242fea tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a1d5176-032c-4916-a665-e9d502fc72c0') {'for_net_delete': True} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:25:33.885573 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-ddc4c0f1-948b-4695-aa15-6847be242fea tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a1d5176-032c-4916-a665-e9d502fc72c0') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:25:33.907776 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:33.918976 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-0b989bdb-90f4-4983-a112-df00e32abb58 None None] Set router 4a22a707-4e83-4f89-83fe-45dcfa18c511 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:25:33.948588 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ddc4c0f1-948b-4695-aa15-6847be242fea tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801627'] for segment, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:33.958978 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3228387b-f75f-450f-b58f-b2b0391712bb tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:33.982256 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6f76012c-cabb-47c3-8482-cc139b261808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:34.005760 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [None req-3228387b-f75f-450f-b58f-b2b0391712bb tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] device_id is not set on port fafa0817-7540-4008-b6e1-97f1bece9f47 yet. {{(pid=88037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:25:34.012716 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f1b60de6-bf99-4c6c-a467-7a9dccd8361f tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:34.092829 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ddc4c0f1-948b-4695-aa15-6847be242fea tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:34.184856 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddc4c0f1-948b-4695-aa15-6847be242fea tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=88038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:25:34.185465 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ddc4c0f1-948b-4695-aa15-6847be242fea tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7881827'] for segment, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:34.207114 dv-neutron-840426-1-hyperv neutron-server[88038]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 17:25:34.207114 dv-neutron-840426-1-hyperv neutron-server[88038]: from cryptography.utils import int_from_bytes May 04 17:25:34.207114 dv-neutron-840426-1-hyperv neutron-server[88038]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 17:25:34.207114 dv-neutron-840426-1-hyperv neutron-server[88038]: from cryptography.utils import int_from_bytes May 04 17:25:34.207114 dv-neutron-840426-1-hyperv neutron-server[88038]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 04 17:25:34.207114 dv-neutron-840426-1-hyperv neutron-server[88038]: util.warn_limited( May 04 17:25:34.207114 dv-neutron-840426-1-hyperv neutron-server[88038]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 04 17:25:34.207114 dv-neutron-840426-1-hyperv neutron-server[88038]: util.warn_limited( May 04 17:25:34.207114 dv-neutron-840426-1-hyperv neutron-server[88038]: Traceback (most recent call last): May 04 17:25:34.207114 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:25:34.207114 dv-neutron-840426-1-hyperv neutron-server[88038]: timer() May 04 17:25:34.207114 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:25:34.207114 dv-neutron-840426-1-hyperv neutron-server[88038]: cb(*args, **kw) May 04 17:25:34.207114 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:25:34.207114 dv-neutron-840426-1-hyperv neutron-server[88038]: return func(*args, **kwargs) May 04 17:25:34.207114 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:25:34.207114 dv-neutron-840426-1-hyperv neutron-server[88038]: self._notify() May 04 17:25:34.207114 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:25:34.207114 dv-neutron-840426-1-hyperv neutron-server[88038]: self.callback(batched_events) May 04 17:25:34.207114 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:25:34.207114 dv-neutron-840426-1-hyperv neutron-server[88038]: event.method(event) May 04 17:25:34.207114 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:25:34.207114 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:25:34.207114 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:25:34.207114 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:25:34.207114 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:25:34.207114 dv-neutron-840426-1-hyperv neutron-server[88038]: return f(self, *a, **k) May 04 17:25:34.207114 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:25:34.207114 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._get(url).json() May 04 17:25:34.207114 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:25:34.207114 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:25:34.207114 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:25:34.207114 dv-neutron-840426-1-hyperv neutron-server[88038]: return self.request(url, 'GET', **kwargs) May 04 17:25:34.207114 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:25:34.207114 dv-neutron-840426-1-hyperv neutron-server[88038]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:25:34.207114 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:25:34.207114 dv-neutron-840426-1-hyperv neutron-server[88038]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:25:34.207114 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:25:34.207114 dv-neutron-840426-1-hyperv neutron-server[88038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:25:34.207114 dv-neutron-840426-1-hyperv neutron-server[88038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:25:34.214143 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-85ccc018-9dfe-4af4-88c2-73a06c8dfb58 None None] For port cf834dc7-e81f-40bf-b53a-a79245adc0b3, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:25:34.217620 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8e2d7f93-9a3e-4016-9059-a6c6813718b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:34.220730 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-85ccc018-9dfe-4af4-88c2-73a06c8dfb58 None None] For port cf834dc7-e81f-40bf-b53a-a79245adc0b3, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=cf834dc7-e81f-40bf-b53a-a79245adc0b3,segment=NetworkSegment(a04f80d2-0268-406f-b5c7-c61d90f72913),segment_id=a04f80d2-0268-406f-b5c7-c61d90f72913)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:25:34.259882 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-eb64bd31-296b-4b93-89f7-320fe786c3ee tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:34.261328 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-e9cc570d-afbe-469c-be63-857dad585431 tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Allocated IP 172.20.0.6 (4665b5a5-2f0b-447d-928f-5d60ef87d67b/3cfcd903-85d6-41a0-b69c-621af9e5df0a/79b66938-468e-4ecf-ad91-5e3feec05295) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:25:34.290363 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-eb64bd31-296b-4b93-89f7-320fe786c3ee tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:34.411959 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-3228387b-f75f-450f-b58f-b2b0391712bb tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Allocated IP 2001:db8::a8 (c711b8e5-dfdf-4f7e-b962-c7498b3e1e4c/c33aaf6c-9612-46c3-84f1-bad07f47b265/fafa0817-7540-4008-b6e1-97f1bece9f47) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:25:34.452533 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 7b5c9a05-fbc5-4da7-a5d1-526dfefed1ab, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=7b5c9a05-fbc5-4da7-a5d1-526dfefed1ab,segment=NetworkSegment(87171e6b-f671-4224-9106-00609cd6ea4a),segment_id=87171e6b-f671-4224-9106-00609cd6ea4a)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:25:34.453350 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb64bd31-296b-4b93-89f7-320fe786c3ee tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=88038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:25:34.463035 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:34.464073 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device ec08be09-0965-4661-a70e-ab7a40a24328 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:25:34.488241 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-85ccc018-9dfe-4af4-88c2-73a06c8dfb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:34.493939 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8e2d7f93-9a3e-4016-9059-a6c6813718b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:34.537777 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ddc4c0f1-948b-4695-aa15-6847be242fea tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:34.547293 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f1b60de6-bf99-4c6c-a467-7a9dccd8361f tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:34.549758 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb64bd31-296b-4b93-89f7-320fe786c3ee tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ace9f521-164b-4b5e-acbf-59b75f984ab0,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:34.614668 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-eb64bd31-296b-4b93-89f7-320fe786c3ee tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:34.615550 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.segments_db [None req-eb64bd31-296b-4b93-89f7-320fe786c3ee tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Added segment 693daf06-1c5b-441e-b84a-95a8b3479912 of type vlan for network 332bc39f-8cd2-4183-b24e-3013de5fb8cc May 04 17:25:34.618294 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc4c0f1-948b-4695-aa15-6847be242fea tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 408e1c05-6fff-4af2-af79-44d6ffc11e09 {{(pid=88038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 04 17:25:34.618698 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2d7f93-9a3e-4016-9059-a6c6813718b4 admin admin] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:25:34.632326 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc4c0f1-948b-4695-aa15-6847be242fea tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Pushing event deleted for resources: {'Network': ['ID=408e1c05-6fff-4af2-af79-44d6ffc11e09,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:34.653865 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-8e2d7f93-9a3e-4016-9059-a6c6813718b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:25:34.671465 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2d7f93-9a3e-4016-9059-a6c6813718b4 admin admin] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:25:34.705618 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=7b5c9a05-fbc5-4da7-a5d1-526dfefed1ab,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:34.722672 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ddc4c0f1-948b-4695-aa15-6847be242fea tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:34.740659 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b60de6-bf99-4c6c-a467-7a9dccd8361f tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4716f0-a0ec-4ba1-801a-2be41216cd29,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:34.862675 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port ec08be09-0965-4661-a70e-ab7a40a24328 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:25:34.895610 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port ec08be09-0965-4661-a70e-ab7a40a24328 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:25:34.896779 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:34.966368 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e9cc570d-afbe-469c-be63-857dad585431 tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:34.985982 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2d7f93-9a3e-4016-9059-a6c6813718b4 admin admin] Pushing event updated for resources: {'Port': ['ID=d89105d5-fcb4-48f5-a703-63b60c635dca,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:35.000058 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-e9cc570d-afbe-469c-be63-857dad585431 tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Transition to ACTIVE for port object 79b66938-468e-4ecf-ad91-5e3feec05295 will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:25:35.032202 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-0b989bdb-90f4-4983-a112-df00e32abb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a22a707-4e83-4f89-83fe-45dcfa18c511', 'name': 'tempest-ServersTestJSON-1729791135-router', 'tenant_id': '379b29e6adf3429fb2a4d97286c4b5cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.69'}], 'enable_snat': True}, 'gw_port_id': 'd119864a-61e3-42f6-a0cc-3e15026cbe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:25:27Z', 'updated_at': '2022-05-04T17:25:29Z', 'revision_number': 3, 'project_id': '379b29e6adf3429fb2a4d97286c4b5cf', 'gw_port': {'id': 'd119864a-61e3-42f6-a0cc-3e15026cbe88', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a22a707-4e83-4f89-83fe-45dcfa18c511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:25:27Z', 'updated_at': '2022-05-04T17:25:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:25:35.083543 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-6f76012c-cabb-47c3-8482-cc139b261808 admin admin] Allocated IP 172.20.0.1 (dc3827ab-b4d6-4656-be7d-24135047baff/c14252a2-7d43-446e-921a-c611341f12b4/0dbc2da6-0dfc-481f-9673-3ac8faafef8a) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:25:35.122057 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b989bdb-90f4-4983-a112-df00e32abb58 None None] Checking router: 4a22a707-4e83-4f89-83fe-45dcfa18c511 for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:25:35.122627 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b989bdb-90f4-4983-a112-df00e32abb58 None None] Updating router 4a22a707-4e83-4f89-83fe-45dcfa18c511 port d119864a-61e3-42f6-a0cc-3e15026cbe88 binding host dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:25:35.148538 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ccc018-9dfe-4af4-88c2-73a06c8dfb58 None None] Pushing event updated for resources: {'Port': ['ID=cf834dc7-e81f-40bf-b53a-a79245adc0b3,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:35.247944 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-ae556875-afca-470a-a716-7672c7e9ec4f None None] Provisioning complete for port 7b5c9a05-fbc5-4da7-a5d1-526dfefed1ab triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:25:35.248312 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ae556875-afca-470a-a716-7672c7e9ec4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:35.281296 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0b989bdb-90f4-4983-a112-df00e32abb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:35.283570 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a6e89c78-8f13-45c5-b69f-5877b0134f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:35.309737 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6f76012c-cabb-47c3-8482-cc139b261808 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:35.327495 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-6f76012c-cabb-47c3-8482-cc139b261808 admin admin] Transition to ACTIVE for port object 0dbc2da6-0dfc-481f-9673-3ac8faafef8a will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:25:35.372571 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-eb64bd31-296b-4b93-89f7-320fe786c3ee tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:35.384068 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-ddc4c0f1-948b-4695-aa15-6847be242fea tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] 10.222.0.41 "DELETE /v2.0/networks/408e1c05-6fff-4af2-af79-44d6ffc11e09 HTTP/1.1" status: 204 len: 168 time: 2.9833603 May 04 17:25:35.390814 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f1b60de6-bf99-4c6c-a467-7a9dccd8361f tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:35.394363 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-f1b60de6-bf99-4c6c-a467-7a9dccd8361f tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] 10.222.0.41 "DELETE /v2.0/security-groups/7e4716f0-a0ec-4ba1-801a-2be41216cd29 HTTP/1.1" status: 204 len: 168 time: 2.3830185 May 04 17:25:35.398142 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 44688) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:35.398477 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 44690) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:35.408432 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3228387b-f75f-450f-b58f-b2b0391712bb tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:35.426868 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e9cc570d-afbe-469c-be63-857dad585431 tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:35.428644 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6f76012c-cabb-47c3-8482-cc139b261808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:35.438909 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-f340d6e7-543f-4227-b8ca-d2fae61545cd tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:25:35.457015 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-2785b36d-0780-4eb8-95e0-3f6119488a90 None None] Allocated IP 172.20.0.2 (4665b5a5-2f0b-447d-928f-5d60ef87d67b/3cfcd903-85d6-41a0-b69c-621af9e5df0a/f9aa5d85-87d9-415f-97d6-ff3d2db960ab) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:25:35.471993 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-3228387b-f75f-450f-b58f-b2b0391712bb tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Transition to ACTIVE for port object fafa0817-7540-4008-b6e1-97f1bece9f47 will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:25:35.497877 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.db.resource_extend [None req-eb64bd31-296b-4b93-89f7-320fe786c3ee tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 17:25:35.532595 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-f340d6e7-543f-4227-b8ca-d2fae61545cd tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:25:35.560330 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-f340d6e7-543f-4227-b8ca-d2fae61545cd tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Usage tracker for resource:network and tenant:0efba4098a904a9d9afb5616843eed09 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:25:35.576269 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-85b1cc83-b68f-448a-866d-e9615dce5e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:35.577945 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-f340d6e7-543f-4227-b8ca-d2fae61545cd tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:25:35.612688 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-f340d6e7-543f-4227-b8ca-d2fae61545cd tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:25:35.680717 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8e2d7f93-9a3e-4016-9059-a6c6813718b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:35.724832 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f76012c-cabb-47c3-8482-cc139b261808 admin admin] Network dc3827ab-b4d6-4656-be7d-24135047baff is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:25:35.727334 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f76012c-cabb-47c3-8482-cc139b261808 admin admin] Pushing event updated for resources: {'Port': ['ID=0dbc2da6-0dfc-481f-9673-3ac8faafef8a,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:35.797091 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3228387b-f75f-450f-b58f-b2b0391712bb tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:35.834291 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-92aed6de-484a-4f41-b6af-c0f5510a06fa tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:35.840118 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-6f76012c-cabb-47c3-8482-cc139b261808 admin admin] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:25:35.845933 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cc570d-afbe-469c-be63-857dad585431 tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Pushing event updated for resources: {'Port': ['ID=79b66938-468e-4ecf-ad91-5e3feec05295,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:35.850516 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f76012c-cabb-47c3-8482-cc139b261808 admin admin] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:25:35.895816 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cc570d-afbe-469c-be63-857dad585431 tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Network 4665b5a5-2f0b-447d-928f-5d60ef87d67b is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:25:35.898063 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f340d6e7-543f-4227-b8ca-d2fae61545cd tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Made reservation on behalf of 0efba4098a904a9d9afb5616843eed09 for: {'network': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:25:35.900324 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f340d6e7-543f-4227-b8ca-d2fae61545cd tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:35.905636 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:35.909320 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-eb64bd31-296b-4b93-89f7-320fe786c3ee tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:35.918483 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb64bd31-296b-4b93-89f7-320fe786c3ee tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:25:35.920132 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-eb64bd31-296b-4b93-89f7-320fe786c3ee tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:35.949786 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-e9cc570d-afbe-469c-be63-857dad585431 tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:25:35.976722 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cc570d-afbe-469c-be63-857dad585431 tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:25:36.113235 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06396ea8-0eb9-44c6-8392-a27d3164f304 None None] Network c711b8e5-dfdf-4f7e-b962-c7498b3e1e4c requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:25:36.186219 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3228387b-f75f-450f-b58f-b2b0391712bb tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Network c711b8e5-dfdf-4f7e-b962-c7498b3e1e4c is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:25:36.190946 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 17:25:36.197689 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-3228387b-f75f-450f-b58f-b2b0391712bb tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:25:36.222931 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port ec08be09-0965-4661-a70e-ab7a40a24328, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=ec08be09-0965-4661-a70e-ab7a40a24328,segment=NetworkSegment(fbb10c96-8c43-4c34-a667-0746380bba35),segment_id=fbb10c96-8c43-4c34-a667-0746380bba35)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:25:36.228269 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3228387b-f75f-450f-b58f-b2b0391712bb tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:25:36.242047 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3228387b-f75f-450f-b58f-b2b0391712bb tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:25:36.243057 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3228387b-f75f-450f-b58f-b2b0391712bb tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:36.255278 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3228387b-f75f-450f-b58f-b2b0391712bb tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Pushing event updated for resources: {'Port': ['ID=fafa0817-7540-4008-b6e1-97f1bece9f47,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:36.255485 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-eb64bd31-296b-4b93-89f7-320fe786c3ee tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 3.6495385 May 04 17:25:36.258659 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-a6e89c78-8f13-45c5-b69f-5877b0134f49 admin admin] Allocated IP 172.20.0.1 (bd18084c-d817-434f-8399-bdaa1bc23fbc/f235847f-d3a9-40a5-a380-de5a5d0a1fe6/170a97cc-123f-4e00-9e7f-94993732bc54) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:25:36.262542 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 44696) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:36.288950 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-f33dc777-1295-4eeb-b268-ca7526690e1a tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Request body: {'subnet': {'network_id': '332bc39f-8cd2-4183-b24e-3013de5fb8cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:25:36.314583 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6f76012c-cabb-47c3-8482-cc139b261808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710357'] for router_interface, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:36.319788 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f340d6e7-543f-4227-b8ca-d2fae61545cd tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=88038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:25:36.324409 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb64bd31-296b-4b93-89f7-320fe786c3ee tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Pushing event updated for resources: {'Network': ['ID=332bc39f-8cd2-4183-b24e-3013de5fb8cc,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:36.363953 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cc570d-afbe-469c-be63-857dad585431 tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:25:36.364576 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e9cc570d-afbe-469c-be63-857dad585431 tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:36.375695 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 332bc39f-8cd2-4183-b24e-3013de5fb8cc details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:25:36.389736 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f340d6e7-543f-4227-b8ca-d2fae61545cd tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:36.390183 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.segments_db [None req-f340d6e7-543f-4227-b8ca-d2fae61545cd tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Added segment c586b774-8c95-4e7d-a205-46bca7a47ce7 of type vlan for network 661b01d2-3f1c-4068-88a1-a230256fadf7 May 04 17:25:36.399054 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:36.473671 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-92aed6de-484a-4f41-b6af-c0f5510a06fa tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:36.503107 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-f33dc777-1295-4eeb-b268-ca7526690e1a tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:25:36.513019 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-f33dc777-1295-4eeb-b268-ca7526690e1a tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Usage tracker for resource:subnet and tenant:4e0f3f35196b40e1aaf076aeef66bd0a is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:25:36.516631 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-f33dc777-1295-4eeb-b268-ca7526690e1a tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:25:36.517073 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-e9cc570d-afbe-469c-be63-857dad585431 tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2802520 May 04 17:25:36.525750 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-f33dc777-1295-4eeb-b268-ca7526690e1a tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:25:36.530724 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 44700) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:36.538494 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f340d6e7-543f-4227-b8ca-d2fae61545cd tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:36.570234 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-92aed6de-484a-4f41-b6af-c0f5510a06fa tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96d34399-a603-49f1-b0b3-40203c8990f7']}} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:25:36.603516 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-92aed6de-484a-4f41-b6af-c0f5510a06fa tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a8cfd66-6662-4e7c-9d28-ccc8fc2639e7') {'for_net_delete': True} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:25:36.603814 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-92aed6de-484a-4f41-b6af-c0f5510a06fa tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a8cfd66-6662-4e7c-9d28-ccc8fc2639e7') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:25:36.632404 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-92aed6de-484a-4f41-b6af-c0f5510a06fa tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801627'] for segment, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:36.680110 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-92aed6de-484a-4f41-b6af-c0f5510a06fa tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:36.692074 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-558519ac-f5c4-4a5e-892a-7ebf61257ac0 None None] Provisioning for port cf834dc7-e81f-40bf-b53a-a79245adc0b3 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:25:36.692392 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-9626134c-d946-49c7-a31c-9a44772a63e8 tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Deleting port 79b66938-468e-4ecf-ad91-5e3feec05295 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:25:36.692728 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9626134c-d946-49c7-a31c-9a44772a63e8 tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:36.735430 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.db.resource_extend [None req-0b989bdb-90f4-4983-a112-df00e32abb58 None None] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 17:25:36.744722 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f340d6e7-543f-4227-b8ca-d2fae61545cd tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:36.745667 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f340d6e7-543f-4227-b8ca-d2fae61545cd tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:25:36.746975 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f340d6e7-543f-4227-b8ca-d2fae61545cd tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:36.754674 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92aed6de-484a-4f41-b6af-c0f5510a06fa tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=88038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:25:36.754955 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-92aed6de-484a-4f41-b6af-c0f5510a06fa tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7881827'] for segment, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:36.757686 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 7b5c9a05-fbc5-4da7-a5d1-526dfefed1ab up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:25:36.758350 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33dc777-1295-4eeb-b268-ca7526690e1a tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Made reservation on behalf of 4e0f3f35196b40e1aaf076aeef66bd0a for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:25:36.761894 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f33dc777-1295-4eeb-b268-ca7526690e1a tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks [] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:36.780444 dv-neutron-840426-1-hyperv neutron-server[88038]: Traceback (most recent call last): May 04 17:25:36.780444 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:25:36.780444 dv-neutron-840426-1-hyperv neutron-server[88038]: timer() May 04 17:25:36.780444 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:25:36.780444 dv-neutron-840426-1-hyperv neutron-server[88038]: cb(*args, **kw) May 04 17:25:36.780444 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:25:36.780444 dv-neutron-840426-1-hyperv neutron-server[88038]: return func(*args, **kwargs) May 04 17:25:36.780444 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:25:36.780444 dv-neutron-840426-1-hyperv neutron-server[88038]: self._notify() May 04 17:25:36.780444 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:25:36.780444 dv-neutron-840426-1-hyperv neutron-server[88038]: self.callback(batched_events) May 04 17:25:36.780444 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:25:36.780444 dv-neutron-840426-1-hyperv neutron-server[88038]: event.method(event) May 04 17:25:36.780444 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:25:36.780444 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:25:36.780444 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:25:36.780444 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:25:36.780444 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:25:36.780444 dv-neutron-840426-1-hyperv neutron-server[88038]: return f(self, *a, **k) May 04 17:25:36.780444 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:25:36.780444 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._get(url).json() May 04 17:25:36.780444 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:25:36.780444 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:25:36.780444 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:25:36.780444 dv-neutron-840426-1-hyperv neutron-server[88038]: return self.request(url, 'GET', **kwargs) May 04 17:25:36.780444 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:25:36.780444 dv-neutron-840426-1-hyperv neutron-server[88038]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:25:36.780444 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:25:36.780444 dv-neutron-840426-1-hyperv neutron-server[88038]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:25:36.780444 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:25:36.780444 dv-neutron-840426-1-hyperv neutron-server[88038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:25:36.780444 dv-neutron-840426-1-hyperv neutron-server[88038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:25:36.847681 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-f340d6e7-543f-4227-b8ca-d2fae61545cd tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.4442151 May 04 17:25:36.858843 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 44706) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:36.864720 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-91a67d6a-3327-4a92-be5c-e6e540877df5 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Request body: {'subnet': {'network_id': '661b01d2-3f1c-4068-88a1-a230256fadf7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:25:36.870493 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a6e89c78-8f13-45c5-b69f-5877b0134f49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:36.891528 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-3228387b-f75f-450f-b58f-b2b0391712bb tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 4.3109925 May 04 17:25:36.903375 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 44710) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:36.904343 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-91a67d6a-3327-4a92-be5c-e6e540877df5 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:25:36.973470 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-91a67d6a-3327-4a92-be5c-e6e540877df5 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Usage tracker for resource:subnet and tenant:0efba4098a904a9d9afb5616843eed09 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:25:36.979622 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-91a67d6a-3327-4a92-be5c-e6e540877df5 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:25:36.999034 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-a6e89c78-8f13-45c5-b69f-5877b0134f49 admin admin] Transition to ACTIVE for port object 170a97cc-123f-4e00-9e7f-94993732bc54 will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:25:36.999194 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:37.013015 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-2785b36d-0780-4eb8-95e0-3f6119488a90 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:37.015892 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:37.033236 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f340d6e7-543f-4227-b8ca-d2fae61545cd tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Pushing event updated for resources: {'Network': ['ID=661b01d2-3f1c-4068-88a1-a230256fadf7,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:37.054013 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-92aed6de-484a-4f41-b6af-c0f5510a06fa tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:37.073403 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 661b01d2-3f1c-4068-88a1-a230256fadf7 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:25:37.080999 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-92aed6de-484a-4f41-b6af-c0f5510a06fa tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:37.088403 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-2785b36d-0780-4eb8-95e0-3f6119488a90 None None] Transition to ACTIVE for port object f9aa5d85-87d9-415f-97d6-ff3d2db960ab will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:25:37.097899 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=ec08be09-0965-4661-a70e-ab7a40a24328,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:37.113230 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aed6de-484a-4f41-b6af-c0f5510a06fa tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] Pushing event deleted for resources: {'Network': ['ID=96d34399-a603-49f1-b0b3-40203c8990f7,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:37.114153 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-2c13a9a5-edae-44aa-bf86-6009c90c7bab None None] Provisioning for port 0dbc2da6-0dfc-481f-9673-3ac8faafef8a completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:25:37.124331 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-92aed6de-484a-4f41-b6af-c0f5510a06fa tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] 10.222.0.41 "DELETE /v2.0/networks/96d34399-a603-49f1-b0b3-40203c8990f7 HTTP/1.1" status: 204 len: 168 time: 1.7162058 May 04 17:25:37.125823 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6f76012c-cabb-47c3-8482-cc139b261808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:37.134639 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 44714) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:37.208164 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-91a67d6a-3327-4a92-be5c-e6e540877df5 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:25:37.263024 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0b989bdb-90f4-4983-a112-df00e32abb58 None None] Notify callbacks [] for port, precommit_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:37.268788 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a67d6a-3327-4a92-be5c-e6e540877df5 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Made reservation on behalf of 0efba4098a904a9d9afb5616843eed09 for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:25:37.271273 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-91a67d6a-3327-4a92-be5c-e6e540877df5 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks [] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:37.296999 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-2c13a9a5-edae-44aa-bf86-6009c90c7bab None None] Provisioning complete for port 0dbc2da6-0dfc-481f-9673-3ac8faafef8a triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:25:37.297405 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-2c13a9a5-edae-44aa-bf86-6009c90c7bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:37.328700 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-0b989bdb-90f4-4983-a112-df00e32abb58 None None] Transition to ACTIVE for port object d119864a-61e3-42f6-a0cc-3e15026cbe88 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:25:37.332516 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8e2d7f93-9a3e-4016-9059-a6c6813718b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:37.346486 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-2785b36d-0780-4eb8-95e0-3f6119488a90 None None] Transition to ACTIVE for port object f9aa5d85-87d9-415f-97d6-ff3d2db960ab will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:25:37.370889 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-90ffdada-60d4-462f-8ff1-8d7d90662cfd tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:37.375581 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0b989bdb-90f4-4983-a112-df00e32abb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:37.397775 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9626134c-d946-49c7-a31c-9a44772a63e8 tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:37.414181 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-2785b36d-0780-4eb8-95e0-3f6119488a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:37.512359 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-2c13a9a5-edae-44aa-bf86-6009c90c7bab None None] Port 0dbc2da6-0dfc-481f-9673-3ac8faafef8a cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:25:37.518136 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2785b36d-0780-4eb8-95e0-3f6119488a90 None None] Network 4665b5a5-2f0b-447d-928f-5d60ef87d67b is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:25:37.531366 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-2785b36d-0780-4eb8-95e0-3f6119488a90 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:25:37.533217 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 7b5c9a05-fbc5-4da7-a5d1-526dfefed1ab triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:25:37.533386 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:37.544557 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8334ea-a4cb-436f-89a5-7fdb4f5629c3 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:25:37.550560 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8334ea-a4cb-436f-89a5-7fdb4f5629c3 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:25:37.556449 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8334ea-a4cb-436f-89a5-7fdb4f5629c3 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:25:37.557324 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-5c8334ea-a4cb-436f-89a5-7fdb4f5629c3 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Synchronizing usage tracker for tenant:f40176f119c942cb87e4ada98f9d418c on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:25:37.567424 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a6e89c78-8f13-45c5-b69f-5877b0134f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:37.579709 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2785b36d-0780-4eb8-95e0-3f6119488a90 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:25:37.587561 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa117e7-5219-42af-8425-a23777b1ffd9 None None] Pushing event updated for resources: {'Port': ['ID=d119864a-61e3-42f6-a0cc-3e15026cbe88,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:37.595426 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-0b989bdb-90f4-4983-a112-df00e32abb58 None None] Attempting to bind port d119864a-61e3-42f6-a0cc-3e15026cbe88 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:25:37.595793 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-0b989bdb-90f4-4983-a112-df00e32abb58 None None] Attempting to bind port d119864a-61e3-42f6-a0cc-3e15026cbe88 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:25:37.596157 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b989bdb-90f4-4983-a112-df00e32abb58 None None] Attempting to bind port d119864a-61e3-42f6-a0cc-3e15026cbe88 on network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:25:37.599439 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-9626134c-d946-49c7-a31c-9a44772a63e8 tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Calling delete_port for 79b66938-468e-4ecf-ad91-5e3feec05295 owned by {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:25:37.695269 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b989bdb-90f4-4983-a112-df00e32abb58 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:25:37.695646 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b989bdb-90f4-4983-a112-df00e32abb58 None None] Checking segment: {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:25:37.696042 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0b989bdb-90f4-4983-a112-df00e32abb58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:37.696436 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b989bdb-90f4-4983-a112-df00e32abb58 None None] Bound using segment: {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:25:37.696918 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-0b989bdb-90f4-4983-a112-df00e32abb58 None None] Bound port: d119864a-61e3-42f6-a0cc-3e15026cbe88, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:25:37.697309 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0b989bdb-90f4-4983-a112-df00e32abb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:37.775195 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e89c78-8f13-45c5-b69f-5877b0134f49 admin admin] Network bd18084c-d817-434f-8399-bdaa1bc23fbc is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:25:37.793911 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-a6e89c78-8f13-45c5-b69f-5877b0134f49 admin admin] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:25:37.804931 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-5c8334ea-a4cb-436f-89a5-7fdb4f5629c3 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Unset dirty status for tenant:f40176f119c942cb87e4ada98f9d418c on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:25:37.809065 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-5c8334ea-a4cb-436f-89a5-7fdb4f5629c3 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.8946047 May 04 17:25:37.810288 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e89c78-8f13-45c5-b69f-5877b0134f49 admin admin] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:25:37.810737 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a6e89c78-8f13-45c5-b69f-5877b0134f49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710357'] for router_interface, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:37.828539 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 44720) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:37.830181 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2785b36d-0780-4eb8-95e0-3f6119488a90 None None] Pushing event updated for resources: {'Port': ['ID=f9aa5d85-87d9-415f-97d6-ff3d2db960ab,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:37.854394 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:37.857866 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-2785b36d-0780-4eb8-95e0-3f6119488a90 None None] Attempting to bind port f9aa5d85-87d9-415f-97d6-ff3d2db960ab on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:25:37.858258 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-2785b36d-0780-4eb8-95e0-3f6119488a90 None None] Attempting to bind port f9aa5d85-87d9-415f-97d6-ff3d2db960ab by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '1449fa64-c87a-4bfd-875c-8416a2acb195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '4665b5a5-2f0b-447d-928f-5d60ef87d67b'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:25:37.858616 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2785b36d-0780-4eb8-95e0-3f6119488a90 None None] Attempting to bind port f9aa5d85-87d9-415f-97d6-ff3d2db960ab on network 4665b5a5-2f0b-447d-928f-5d60ef87d67b {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:25:37.905151 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2785b36d-0780-4eb8-95e0-3f6119488a90 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:25:37.905530 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2785b36d-0780-4eb8-95e0-3f6119488a90 None None] Checking segment: {'id': '1449fa64-c87a-4bfd-875c-8416a2acb195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '4665b5a5-2f0b-447d-928f-5d60ef87d67b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:25:37.906008 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-2785b36d-0780-4eb8-95e0-3f6119488a90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:37.906352 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2785b36d-0780-4eb8-95e0-3f6119488a90 None None] Bound using segment: {'id': '1449fa64-c87a-4bfd-875c-8416a2acb195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '4665b5a5-2f0b-447d-928f-5d60ef87d67b'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:25:37.907082 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-2785b36d-0780-4eb8-95e0-3f6119488a90 None None] Bound port: f9aa5d85-87d9-415f-97d6-ff3d2db960ab, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1449fa64-c87a-4bfd-875c-8416a2acb195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '4665b5a5-2f0b-447d-928f-5d60ef87d67b'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:25:37.907471 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-2785b36d-0780-4eb8-95e0-3f6119488a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:37.932264 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-0b989bdb-90f4-4983-a112-df00e32abb58 None None] For port d119864a-61e3-42f6-a0cc-3e15026cbe88, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:25:37.986139 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-0b989bdb-90f4-4983-a112-df00e32abb58 None None] For port d119864a-61e3-42f6-a0cc-3e15026cbe88, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=d119864a-61e3-42f6-a0cc-3e15026cbe88,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:25:38.008275 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0b989bdb-90f4-4983-a112-df00e32abb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:38.043168 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 55ce866c-a63c-47ab-84b2-8f231a2d5151 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:25:38.043934 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-90ffdada-60d4-462f-8ff1-8d7d90662cfd tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:38.068732 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e89c78-8f13-45c5-b69f-5877b0134f49 admin admin] Pushing event updated for resources: {'Port': ['ID=170a97cc-123f-4e00-9e7f-94993732bc54,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:38.102731 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f33dc777-1295-4eeb-b268-ca7526690e1a tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:38.160523 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-90ffdada-60d4-462f-8ff1-8d7d90662cfd tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8f327f4-2b94-4cc4-84bc-2c3b70d1aad4']}} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:25:38.179943 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-9457c10e-59fd-4406-8c8d-badb10693266 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Deleting port fafa0817-7540-4008-b6e1-97f1bece9f47 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:25:38.180281 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9457c10e-59fd-4406-8c8d-badb10693266 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:38.217672 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa117e7-5219-42af-8425-a23777b1ffd9 None None] Pushing event updated for resources: {'Port': ['ID=d119864a-61e3-42f6-a0cc-3e15026cbe88,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:38.222124 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-2785b36d-0780-4eb8-95e0-3f6119488a90 None None] For port f9aa5d85-87d9-415f-97d6-ff3d2db960ab, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:25:38.224613 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b989bdb-90f4-4983-a112-df00e32abb58 None None] Routers {'4a22a707-4e83-4f89-83fe-45dcfa18c511'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:25:38.225235 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-0b989bdb-90f4-4983-a112-df00e32abb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:25:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['4a22a707-4e83-4f89-83fe-45dcfa18c511'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:25:38.284894 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-90ffdada-60d4-462f-8ff1-8d7d90662cfd tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '570a76ca-9341-4a35-80b0-860fdf578b58') {'for_net_delete': True} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:25:38.285653 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-90ffdada-60d4-462f-8ff1-8d7d90662cfd tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '570a76ca-9341-4a35-80b0-860fdf578b58') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:25:38.308990 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-2785b36d-0780-4eb8-95e0-3f6119488a90 None None] For port f9aa5d85-87d9-415f-97d6-ff3d2db960ab, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=f9aa5d85-87d9-415f-97d6-ff3d2db960ab,segment=NetworkSegment(1449fa64-c87a-4bfd-875c-8416a2acb195),segment_id=1449fa64-c87a-4bfd-875c-8416a2acb195)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:25:38.323659 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-2785b36d-0780-4eb8-95e0-3f6119488a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:38.325743 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-90ffdada-60d4-462f-8ff1-8d7d90662cfd tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801627'] for segment, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:38.393895 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-90ffdada-60d4-462f-8ff1-8d7d90662cfd tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:38.424677 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 55ce866c-a63c-47ab-84b2-8f231a2d5151 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:25:38.430041 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33dc777-1295-4eeb-b268-ca7526690e1a tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Pushing event updated for resources: {'Subnet': ['ID=85f4e312-b700-431a-88ae-a0386a4d1369,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:38.432272 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90ffdada-60d4-462f-8ff1-8d7d90662cfd tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=88038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:25:38.432663 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-90ffdada-60d4-462f-8ff1-8d7d90662cfd tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7881827'] for segment, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:38.451214 dv-neutron-840426-1-hyperv neutron-server[88038]: Traceback (most recent call last): May 04 17:25:38.451214 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:25:38.451214 dv-neutron-840426-1-hyperv neutron-server[88038]: timer() May 04 17:25:38.451214 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:25:38.451214 dv-neutron-840426-1-hyperv neutron-server[88038]: cb(*args, **kw) May 04 17:25:38.451214 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:25:38.451214 dv-neutron-840426-1-hyperv neutron-server[88038]: return func(*args, **kwargs) May 04 17:25:38.451214 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:25:38.451214 dv-neutron-840426-1-hyperv neutron-server[88038]: self._notify() May 04 17:25:38.451214 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:25:38.451214 dv-neutron-840426-1-hyperv neutron-server[88038]: self.callback(batched_events) May 04 17:25:38.451214 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:25:38.451214 dv-neutron-840426-1-hyperv neutron-server[88038]: event.method(event) May 04 17:25:38.451214 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:25:38.451214 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:25:38.451214 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:25:38.451214 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:25:38.451214 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:25:38.451214 dv-neutron-840426-1-hyperv neutron-server[88038]: return f(self, *a, **k) May 04 17:25:38.451214 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:25:38.451214 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._get(url).json() May 04 17:25:38.451214 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:25:38.451214 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:25:38.451214 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:25:38.451214 dv-neutron-840426-1-hyperv neutron-server[88038]: return self.request(url, 'GET', **kwargs) May 04 17:25:38.451214 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:25:38.451214 dv-neutron-840426-1-hyperv neutron-server[88038]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:25:38.451214 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:25:38.451214 dv-neutron-840426-1-hyperv neutron-server[88038]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:25:38.451214 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:25:38.451214 dv-neutron-840426-1-hyperv neutron-server[88038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:25:38.451214 dv-neutron-840426-1-hyperv neutron-server[88038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:25:38.454959 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-dc83e4a8-2033-4d42-8316-af8e775b680d None None] Provisioning for port 170a97cc-123f-4e00-9e7f-94993732bc54 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:25:38.456910 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6f76012c-cabb-47c3-8482-cc139b261808 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:38.461590 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9626134c-d946-49c7-a31c-9a44772a63e8 tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:38.464817 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e2d7f93-9a3e-4016-9059-a6c6813718b4 admin admin] Router c9610e8c-5484-42ad-a20b-e10d6c3f3d59 is scheduled to L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 with binding_index 1 {{(pid=88037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:25:38.476774 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33dc777-1295-4eeb-b268-ca7526690e1a tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Checking segment: {'id': '693daf06-1c5b-441e-b84a-95a8b3479912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '332bc39f-8cd2-4183-b24e-3013de5fb8cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:25:38.477263 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33dc777-1295-4eeb-b268-ca7526690e1a tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Network hostable DHCP agents. Network: 332bc39f-8cd2-4183-b24e-3013de5fb8cc, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:25:38.495295 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 55ce866c-a63c-47ab-84b2-8f231a2d5151 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:25:38.495949 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:38.524877 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6f76012c-cabb-47c3-8482-cc139b261808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:38.527382 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-dc83e4a8-2033-4d42-8316-af8e775b680d None None] Provisioning complete for port 170a97cc-123f-4e00-9e7f-94993732bc54 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:25:38.527947 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-dc83e4a8-2033-4d42-8316-af8e775b680d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:38.626541 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2785b36d-0780-4eb8-95e0-3f6119488a90 None None] Pushing event updated for resources: {'Port': ['ID=f9aa5d85-87d9-415f-97d6-ff3d2db960ab,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:38.642494 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-0b989bdb-90f4-4983-a112-df00e32abb58 None None] Set router 4a22a707-4e83-4f89-83fe-45dcfa18c511 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:25:38.670069 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33dc777-1295-4eeb-b268-ca7526690e1a tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Network 332bc39f-8cd2-4183-b24e-3013de5fb8cc is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:25:38.686151 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a6e89c78-8f13-45c5-b69f-5877b0134f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:38.699295 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6f76012c-cabb-47c3-8482-cc139b261808 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710702'] for router_interface, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:38.761437 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-f33dc777-1295-4eeb-b268-ca7526690e1a tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 332bc39f-8cd2-4183-b24e-3013de5fb8cc) {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:25:38.825726 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec95961f-3d88-48dc-9551-1e2c6c364527 None None] Network 332bc39f-8cd2-4183-b24e-3013de5fb8cc requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:25:38.843334 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9626134c-d946-49c7-a31c-9a44772a63e8 tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Pushing event deleted for resources: {'Port': ['ID=79b66938-468e-4ecf-ad91-5e3feec05295,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:38.855829 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-dc83e4a8-2033-4d42-8316-af8e775b680d None None] Port 170a97cc-123f-4e00-9e7f-94993732bc54 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:25:38.986252 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33dc777-1295-4eeb-b268-ca7526690e1a tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:25:38.986841 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f33dc777-1295-4eeb-b268-ca7526690e1a tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:39.082868 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9457c10e-59fd-4406-8c8d-badb10693266 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:39.083741 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2d7f93-9a3e-4016-9059-a6c6813718b4 admin admin] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:25:39.103044 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-f33dc777-1295-4eeb-b268-ca7526690e1a tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8333101 May 04 17:25:39.103213 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b9afb0-5f43-492a-9bb8-ef4597be1802 None None] Sync routers for ids ['c9610e8c-5484-42ad-a20b-e10d6c3f3d59'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:25:39.105467 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 44724) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:39.116643 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b9afb0-5f43-492a-9bb8-ef4597be1802 None None] Routers {'c9610e8c-5484-42ad-a20b-e10d6c3f3d59'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:25:39.117283 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-95b9afb0-5f43-492a-9bb8-ef4597be1802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:25:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['c9610e8c-5484-42ad-a20b-e10d6c3f3d59'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:25:39.135344 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-b8c3732a-0b04-4014-b23a-df470905e026 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1525358244', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}, 'admin_state_up': False}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:25:39.143133 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:39.147341 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-b8c3732a-0b04-4014-b23a-df470905e026 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:25:39.156024 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:39.162030 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-b8c3732a-0b04-4014-b23a-df470905e026 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Usage tracker for resource:router and tenant:4e0f3f35196b40e1aaf076aeef66bd0a is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:25:39.165379 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8e2d7f93-9a3e-4016-9059-a6c6813718b4 admin admin] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:39.166609 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-8e2d7f93-9a3e-4016-9059-a6c6813718b4 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.6537249 May 04 17:25:39.178327 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-b8c3732a-0b04-4014-b23a-df470905e026 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:25:39.181280 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 44728) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:39.244451 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 55ce866c-a63c-47ab-84b2-8f231a2d5151, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=55ce866c-a63c-47ab-84b2-8f231a2d5151,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:25:39.255471 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-b8c3732a-0b04-4014-b23a-df470905e026 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:25:39.259999 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:39.260909 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device cf834dc7-e81f-40bf-b53a-a79245adc0b3 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:25:39.384275 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-9457c10e-59fd-4406-8c8d-badb10693266 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Calling delete_port for fafa0817-7540-4008-b6e1-97f1bece9f47 owned by {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:25:39.404459 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-71f18dc3-7de4-4ed8-9c6e-2d063f4e5fef None None] Provisioning for port 93a9cc5f-d6c9-4c3c-9e0c-e8ec536d4502 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:25:39.406014 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b8c3732a-0b04-4014-b23a-df470905e026 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:39.407343 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b8c3732a-0b04-4014-b23a-df470905e026 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:39.422320 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-95b9afb0-5f43-492a-9bb8-ef4597be1802 None None] Set router c9610e8c-5484-42ad-a20b-e10d6c3f3d59 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:25:39.465276 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-71f18dc3-7de4-4ed8-9c6e-2d063f4e5fef None None] Provisioning complete for port 93a9cc5f-d6c9-4c3c-9e0c-e8ec536d4502 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:25:39.465645 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-71f18dc3-7de4-4ed8-9c6e-2d063f4e5fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:39.509896 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.objects.ports [None req-91a67d6a-3327-4a92-be5c-e6e540877df5 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88037) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 04 17:25:39.510381 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-91a67d6a-3327-4a92-be5c-e6e540877df5 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:39.518973 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd47bfe-fc17-42d5-a888-2d89132506cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-332bc39f-8cd2-4183-b24e-3013de5fb8cc', 'network_id': '332bc39f-8cd2-4183-b24e-3013de5fb8cc', 'tenant_id': '4e0f3f35196b40e1aaf076aeef66bd0a', 'fixed_ips': [{'subnet_id': '85f4e312-b700-431a-88ae-a0386a4d1369'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:25:39.529654 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1dd47bfe-fc17-42d5-a888-2d89132506cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:39.574320 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b8c3732a-0b04-4014-b23a-df470905e026 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:39.585080 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=55ce866c-a63c-47ab-84b2-8f231a2d5151,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:39.657422 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-71f18dc3-7de4-4ed8-9c6e-2d063f4e5fef None None] Port 93a9cc5f-d6c9-4c3c-9e0c-e8ec536d4502 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:25:39.694524 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port cf834dc7-e81f-40bf-b53a-a79245adc0b3 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:25:39.722157 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port cf834dc7-e81f-40bf-b53a-a79245adc0b3 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:25:39.722891 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:39.748011 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-90ffdada-60d4-462f-8ff1-8d7d90662cfd tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:39.779831 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-71f18dc3-7de4-4ed8-9c6e-2d063f4e5fef None None] Provisioning complete for port fafa0817-7540-4008-b6e1-97f1bece9f47 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:25:39.780546 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-71f18dc3-7de4-4ed8-9c6e-2d063f4e5fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:39.818798 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9457c10e-59fd-4406-8c8d-badb10693266 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:39.837764 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-71f18dc3-7de4-4ed8-9c6e-2d063f4e5fef None None] Port fafa0817-7540-4008-b6e1-97f1bece9f47 was deleted so its status cannot be updated. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 04 17:25:39.852197 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a67d6a-3327-4a92-be5c-e6e540877df5 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5d2ee7ef-b5f7-4541-beef-8e59232588b4,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:39.905533 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-0b989bdb-90f4-4983-a112-df00e32abb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a22a707-4e83-4f89-83fe-45dcfa18c511', 'name': 'tempest-ServersTestJSON-1729791135-router', 'tenant_id': '379b29e6adf3429fb2a4d97286c4b5cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.69'}], 'enable_snat': True}, 'gw_port_id': 'd119864a-61e3-42f6-a0cc-3e15026cbe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:25:27Z', 'updated_at': '2022-05-04T17:25:29Z', 'revision_number': 3, 'project_id': '379b29e6adf3429fb2a4d97286c4b5cf', 'gw_port': {'id': 'd119864a-61e3-42f6-a0cc-3e15026cbe88', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a22a707-4e83-4f89-83fe-45dcfa18c511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:25:27Z', 'updated_at': '2022-05-04T17:25:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:25:39.917044 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-95b9afb0-5f43-492a-9bb8-ef4597be1802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9610e8c-5484-42ad-a20b-e10d6c3f3d59', 'name': 'tempest-ServersTestManualDisk-823122399-router', 'tenant_id': '306abfe2022942778f41b8a8d30aa525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.80'}], 'enable_snat': True}, 'gw_port_id': 'd89105d5-fcb4-48f5-a703-63b60c635dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:25:28Z', 'updated_at': '2022-05-04T17:25:35Z', 'revision_number': 3, 'project_id': '306abfe2022942778f41b8a8d30aa525', 'gw_port': {'id': 'd89105d5-fcb4-48f5-a703-63b60c635dca', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:08:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9610e8c-5484-42ad-a20b-e10d6c3f3d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:25:32Z', 'updated_at': '2022-05-04T17:25:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:25:39.925454 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-90ffdada-60d4-462f-8ff1-8d7d90662cfd tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:39.925533 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b989bdb-90f4-4983-a112-df00e32abb58 None None] The sync data for ids ['4a22a707-4e83-4f89-83fe-45dcfa18c511'] in dv-neutron-840426-1-hyperv is: [{'id': '4a22a707-4e83-4f89-83fe-45dcfa18c511', 'name': 'tempest-ServersTestJSON-1729791135-router', 'tenant_id': '379b29e6adf3429fb2a4d97286c4b5cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.69'}], 'enable_snat': True}, 'gw_port_id': 'd119864a-61e3-42f6-a0cc-3e15026cbe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:25:27Z', 'updated_at': '2022-05-04T17:25:29Z', 'revision_number': 3, 'project_id': '379b29e6adf3429fb2a4d97286c4b5cf', 'gw_port': {'id': 'd119864a-61e3-42f6-a0cc-3e15026cbe88', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a22a707-4e83-4f89-83fe-45dcfa18c511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:25:27Z', 'updated_at': '2022-05-04T17:25:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:25:39.929072 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f76012c-cabb-47c3-8482-cc139b261808 admin admin] Pushing event updated for resources: {'Port': ['ID=0dbc2da6-0dfc-481f-9673-3ac8faafef8a,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:39.931083 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b9afb0-5f43-492a-9bb8-ef4597be1802 None None] Checking router: c9610e8c-5484-42ad-a20b-e10d6c3f3d59 for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:25:39.931612 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b9afb0-5f43-492a-9bb8-ef4597be1802 None None] Updating router c9610e8c-5484-42ad-a20b-e10d6c3f3d59 port d89105d5-fcb4-48f5-a703-63b60c635dca binding host dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:25:39.957607 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-1dd47bfe-fc17-42d5-a888-2d89132506cf None None] Allocated IP 172.20.0.2 (332bc39f-8cd2-4183-b24e-3013de5fb8cc/85f4e312-b700-431a-88ae-a0386a4d1369/aff3028f-87ec-4025-993e-9b51693fffff) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:25:39.973351 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-2365a2cb-1c3f-4659-98c9-2e5a594e929d None None] Could not find standard attr ID for object fafa0817-7540-4008-b6e1-97f1bece9f47. {{(pid=88039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 04 17:25:39.987029 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a6e89c78-8f13-45c5-b69f-5877b0134f49 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:40.020861 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-95b9afb0-5f43-492a-9bb8-ef4597be1802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:40.104370 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcdce44-8beb-45ee-b767-0de4ae2c822d None None] Network 4665b5a5-2f0b-447d-928f-5d60ef87d67b requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:25:40.110451 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a6e89c78-8f13-45c5-b69f-5877b0134f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:40.111394 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a6e89c78-8f13-45c5-b69f-5877b0134f49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710702'] for router_interface, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:40.123416 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:40.160793 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a67d6a-3327-4a92-be5c-e6e540877df5 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Checking segment: {'id': 'c586b774-8c95-4e7d-a205-46bca7a47ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '661b01d2-3f1c-4068-88a1-a230256fadf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:25:40.162054 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a67d6a-3327-4a92-be5c-e6e540877df5 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Network hostable DHCP agents. Network: 661b01d2-3f1c-4068-88a1-a230256fadf7, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:25:40.376408 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-87cb21de-f53c-4c3d-a00f-57332663707b None None] Provisioning for port f9aa5d85-87d9-415f-97d6-ff3d2db960ab completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:25:40.381187 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port cf834dc7-e81f-40bf-b53a-a79245adc0b3, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=cf834dc7-e81f-40bf-b53a-a79245adc0b3,segment=NetworkSegment(a04f80d2-0268-406f-b5c7-c61d90f72913),segment_id=a04f80d2-0268-406f-b5c7-c61d90f72913)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:25:40.416139 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ffdada-60d4-462f-8ff1-8d7d90662cfd tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] Pushing event deleted for resources: {'Network': ['ID=c8f327f4-2b94-4cc4-84bc-2c3b70d1aad4,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:40.425508 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:40.446482 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9457c10e-59fd-4406-8c8d-badb10693266 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Pushing event deleted for resources: {'Port': ['ID=fafa0817-7540-4008-b6e1-97f1bece9f47,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:40.590771 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b8c3732a-0b04-4014-b23a-df470905e026 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:40.656341 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-95b9afb0-5f43-492a-9bb8-ef4597be1802 None None] Notify callbacks [] for port, precommit_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:40.672997 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-90ffdada-60d4-462f-8ff1-8d7d90662cfd tempest-QuotasNegativeTest-833066682 tempest-QuotasNegativeTest-833066682-project-admin] 10.222.0.41 "DELETE /v2.0/networks/c8f327f4-2b94-4cc4-84bc-2c3b70d1aad4 HTTP/1.1" status: 204 len: 168 time: 3.5249367 May 04 17:25:40.685332 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.provisioning_blocks [None req-95b9afb0-5f43-492a-9bb8-ef4597be1802 None None] Transition to ACTIVE for port object d89105d5-fcb4-48f5-a703-63b60c635dca will not be triggered until provisioned by entity L2. {{(pid=88040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:25:40.703802 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-95b9afb0-5f43-492a-9bb8-ef4597be1802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:40.733786 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9626134c-d946-49c7-a31c-9a44772a63e8 tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:40.738502 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-9626134c-d946-49c7-a31c-9a44772a63e8 tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] 10.222.0.41 "DELETE /v2.0/ports/79b66938-468e-4ecf-ad91-5e3feec05295 HTTP/1.1" status: 204 len: 168 time: 4.2022243 May 04 17:25:40.748029 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e89c78-8f13-45c5-b69f-5877b0134f49 admin admin] Pushing event updated for resources: {'Port': ['ID=170a97cc-123f-4e00-9e7f-94993732bc54,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:40.759678 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 44734) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:40.824290 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a67d6a-3327-4a92-be5c-e6e540877df5 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Network 661b01d2-3f1c-4068-88a1-a230256fadf7 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:25:40.870661 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1dd47bfe-fc17-42d5-a888-2d89132506cf None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:40.884090 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-1dd47bfe-fc17-42d5-a888-2d89132506cf None None] Transition to ACTIVE for port object aff3028f-87ec-4025-993e-9b51693fffff will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:25:40.889413 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9457c10e-59fd-4406-8c8d-badb10693266 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:40.895493 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-9457c10e-59fd-4406-8c8d-badb10693266 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] 10.222.0.41 "DELETE /v2.0/ports/fafa0817-7540-4008-b6e1-97f1bece9f47 HTTP/1.1" status: 204 len: 168 time: 3.0632250 May 04 17:25:40.905178 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-95b9afb0-5f43-492a-9bb8-ef4597be1802 None None] Attempting to bind port d89105d5-fcb4-48f5-a703-63b60c635dca on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:25:40.909077 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-95b9afb0-5f43-492a-9bb8-ef4597be1802 None None] Attempting to bind port d89105d5-fcb4-48f5-a703-63b60c635dca by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}] {{(pid=88040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:25:40.909077 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b9afb0-5f43-492a-9bb8-ef4597be1802 None None] Attempting to bind port d89105d5-fcb4-48f5-a703-63b60c635dca on network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:25:40.910243 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 44738) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:40.913902 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-1dd47bfe-fc17-42d5-a888-2d89132506cf None None] Transition to ACTIVE for port object aff3028f-87ec-4025-993e-9b51693fffff will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:25:40.917987 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2264bf5-2a2a-46be-902e-c0bd63627da6 None None] Pushing event updated for resources: {'Port': ['ID=d89105d5-fcb4-48f5-a703-63b60c635dca,revision_number=2']} {{(pid=88040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:40.933434 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b9afb0-5f43-492a-9bb8-ef4597be1802 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:25:40.934153 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b9afb0-5f43-492a-9bb8-ef4597be1802 None None] Checking segment: {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:25:40.934630 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-95b9afb0-5f43-492a-9bb8-ef4597be1802 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:40.935199 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b9afb0-5f43-492a-9bb8-ef4597be1802 None None] Bound using segment: {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'} {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:25:40.935791 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-95b9afb0-5f43-492a-9bb8-ef4597be1802 None None] Bound port: d89105d5-fcb4-48f5-a703-63b60c635dca, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}}] {{(pid=88040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:25:40.936307 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-95b9afb0-5f43-492a-9bb8-ef4597be1802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:40.957024 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=cf834dc7-e81f-40bf-b53a-a79245adc0b3,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:41.002269 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1dd47bfe-fc17-42d5-a888-2d89132506cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:41.007114 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 55ce866c-a63c-47ab-84b2-8f231a2d5151 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:25:41.038846 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa9b45f4-4ebe-42ed-ba31-2222daa486a4 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] GET failed (client error): The resource could not be found. May 04 17:25:41.039511 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-fa9b45f4-4ebe-42ed-ba31-2222daa486a4 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Synchronizing usage tracker for tenant:f40176f119c942cb87e4ada98f9d418c on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:25:41.048527 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f76012c-cabb-47c3-8482-cc139b261808 admin admin] Network dc3827ab-b4d6-4656-be7d-24135047baff is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:25:41.053107 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.db [None req-95b9afb0-5f43-492a-9bb8-ef4597be1802 None None] For port d89105d5-fcb4-48f5-a703-63b60c635dca, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:25:41.056699 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.db [None req-95b9afb0-5f43-492a-9bb8-ef4597be1802 None None] For port d89105d5-fcb4-48f5-a703-63b60c635dca, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=d89105d5-fcb4-48f5-a703-63b60c635dca,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:25:41.059798 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-6f76012c-cabb-47c3-8482-cc139b261808 admin admin] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:25:41.062800 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-95b9afb0-5f43-492a-9bb8-ef4597be1802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:41.086845 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-fa9b45f4-4ebe-42ed-ba31-2222daa486a4 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Unset dirty status for tenant:f40176f119c942cb87e4ada98f9d418c on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:25:41.088353 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-fa9b45f4-4ebe-42ed-ba31-2222daa486a4 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] 10.222.0.41 "GET /v2.0/ports/fafa0817-7540-4008-b6e1-97f1bece9f47 HTTP/1.1" status: 404 len: 333 time: 0.1746292 May 04 17:25:41.179158 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 44746) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:41.270264 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2264bf5-2a2a-46be-902e-c0bd63627da6 None None] Pushing event updated for resources: {'Port': ['ID=d89105d5-fcb4-48f5-a703-63b60c635dca,revision_number=3']} {{(pid=88040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:41.294642 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b9afb0-5f43-492a-9bb8-ef4597be1802 None None] Routers {'c9610e8c-5484-42ad-a20b-e10d6c3f3d59'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:25:41.295269 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-95b9afb0-5f43-492a-9bb8-ef4597be1802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:25:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['c9610e8c-5484-42ad-a20b-e10d6c3f3d59'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:25:41.395404 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd47bfe-fc17-42d5-a888-2d89132506cf None None] Network 332bc39f-8cd2-4183-b24e-3013de5fb8cc is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:25:41.437668 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-1dd47bfe-fc17-42d5-a888-2d89132506cf None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:25:41.444640 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd47bfe-fc17-42d5-a888-2d89132506cf None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:25:41.489537 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-9a55a629-910e-4848-9833-6d9415de5dbc tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Request body: {'port': {'network_id': 'c711b8e5-dfdf-4f7e-b962-c7498b3e1e4c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-785180666'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:25:41.531316 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-91a67d6a-3327-4a92-be5c-e6e540877df5 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 661b01d2-3f1c-4068-88a1-a230256fadf7) {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:25:41.553800 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a67d6a-3327-4a92-be5c-e6e540877df5 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:25:41.554436 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-91a67d6a-3327-4a92-be5c-e6e540877df5 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:41.578430 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f76012c-cabb-47c3-8482-cc139b261808 admin admin] Router 8c1047f2-83bc-4f84-b640-88b2323be078 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:25:41.586075 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd47bfe-fc17-42d5-a888-2d89132506cf None None] Pushing event updated for resources: {'Port': ['ID=aff3028f-87ec-4025-993e-9b51693fffff,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:41.626743 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a60399-556a-47a8-bf07-d6a04458ac14 None None] Network 661b01d2-3f1c-4068-88a1-a230256fadf7 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:25:41.764386 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-95b9afb0-5f43-492a-9bb8-ef4597be1802 None None] Set router c9610e8c-5484-42ad-a20b-e10d6c3f3d59 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:25:41.768848 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 44752) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:41.811993 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-1dd47bfe-fc17-42d5-a888-2d89132506cf None None] Attempting to bind port aff3028f-87ec-4025-993e-9b51693fffff on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:25:41.812907 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-1dd47bfe-fc17-42d5-a888-2d89132506cf None None] Attempting to bind port aff3028f-87ec-4025-993e-9b51693fffff by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '693daf06-1c5b-441e-b84a-95a8b3479912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '332bc39f-8cd2-4183-b24e-3013de5fb8cc'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:25:41.813478 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd47bfe-fc17-42d5-a888-2d89132506cf None None] Attempting to bind port aff3028f-87ec-4025-993e-9b51693fffff on network 332bc39f-8cd2-4183-b24e-3013de5fb8cc {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:25:41.832219 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd47bfe-fc17-42d5-a888-2d89132506cf None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:25:41.832934 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd47bfe-fc17-42d5-a888-2d89132506cf None None] Checking segment: {'id': '693daf06-1c5b-441e-b84a-95a8b3479912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '332bc39f-8cd2-4183-b24e-3013de5fb8cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:25:41.833555 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1dd47bfe-fc17-42d5-a888-2d89132506cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:41.834611 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd47bfe-fc17-42d5-a888-2d89132506cf None None] Bound using segment: {'id': '693daf06-1c5b-441e-b84a-95a8b3479912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '332bc39f-8cd2-4183-b24e-3013de5fb8cc'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:25:41.835227 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-1dd47bfe-fc17-42d5-a888-2d89132506cf None None] Bound port: aff3028f-87ec-4025-993e-9b51693fffff, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '693daf06-1c5b-441e-b84a-95a8b3479912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '332bc39f-8cd2-4183-b24e-3013de5fb8cc'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:25:41.835881 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1dd47bfe-fc17-42d5-a888-2d89132506cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:41.866751 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f76012c-cabb-47c3-8482-cc139b261808 admin admin] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:25:41.873339 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-91a67d6a-3327-4a92-be5c-e6e540877df5 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 5.0109000 May 04 17:25:41.881498 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-6f76012c-cabb-47c3-8482-cc139b261808 admin admin] 10.222.0.41 "PUT /v2.0/routers/8c1047f2-83bc-4f84-b640-88b2323be078/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6918359 May 04 17:25:41.883351 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 44758) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:41.886952 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 55ce866c-a63c-47ab-84b2-8f231a2d5151 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:25:41.887499 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-28bad33a-2569-45d7-add6-be132bf413c0 tempest-DHCPAgentSchedulersTestJSON-247095804 tempest-DHCPAgentSchedulersTestJSON-247095804-project-admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 1.1224699 May 04 17:25:41.887612 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:41.891167 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-c7e9b6ad-ee1f-40e0-88a1-1462ec1bbf2b tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Request body: {'floatingip': {'floating_network_id': '661b01d2-3f1c-4068-88a1-a230256fadf7'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:25:41.897261 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 44762) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:41.897817 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e89c78-8f13-45c5-b69f-5877b0134f49 admin admin] Network bd18084c-d817-434f-8399-bdaa1bc23fbc is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:25:41.900746 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-c7e9b6ad-ee1f-40e0-88a1-1462ec1bbf2b tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:25:41.907318 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-9f159846-05bf-4072-87b8-09776b95b222 tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-876236228'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:25:41.916485 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-c7e9b6ad-ee1f-40e0-88a1-1462ec1bbf2b tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Usage tracker for resource:floatingip and tenant:0efba4098a904a9d9afb5616843eed09 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:25:41.918338 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-a6e89c78-8f13-45c5-b69f-5877b0134f49 admin admin] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:25:41.937235 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-9f159846-05bf-4072-87b8-09776b95b222 tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:25:41.943766 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784a483d-7219-42a0-b53c-66066ffc1d34 None None] Sync routers for ids ['8c1047f2-83bc-4f84-b640-88b2323be078'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:25:41.945440 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-c7e9b6ad-ee1f-40e0-88a1-1462ec1bbf2b tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:25:41.949591 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-9f159846-05bf-4072-87b8-09776b95b222 tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Usage tracker for resource:network and tenant:05444c4d4de3474aafe225f2cbe71198 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:25:41.955128 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-9f159846-05bf-4072-87b8-09776b95b222 tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:25:41.958163 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-c7e9b6ad-ee1f-40e0-88a1-1462ec1bbf2b tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:25:41.966466 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-9f159846-05bf-4072-87b8-09776b95b222 tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:25:41.990645 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c7e9b6ad-ee1f-40e0-88a1-1462ec1bbf2b tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:42.049452 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f159846-05bf-4072-87b8-09776b95b222 tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Made reservation on behalf of 05444c4d4de3474aafe225f2cbe71198 for: {'network': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:25:42.058487 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9f159846-05bf-4072-87b8-09776b95b222 tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:42.130896 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f159846-05bf-4072-87b8-09776b95b222 tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=88038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:25:42.138077 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-3ad97f5c-af15-477c-96d6-bf25af94c3c6 None None] Provisioning complete for port 0dbc2da6-0dfc-481f-9673-3ac8faafef8a triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:25:42.138460 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-3ad97f5c-af15-477c-96d6-bf25af94c3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:42.152992 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9f159846-05bf-4072-87b8-09776b95b222 tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:42.153343 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.segments_db [None req-9f159846-05bf-4072-87b8-09776b95b222 tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Added segment 5de82017-5fe0-4df5-854b-e85a23ff9407 of type vlan for network 881f6520-f280-4605-995e-896b3afd1d8e May 04 17:25:42.206734 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-9a55a629-910e-4848-9833-6d9415de5dbc tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:25:42.256789 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9f159846-05bf-4072-87b8-09776b95b222 tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:42.432599 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-3ad97f5c-af15-477c-96d6-bf25af94c3c6 None None] Port 0dbc2da6-0dfc-481f-9673-3ac8faafef8a cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:25:42.459891 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9f159846-05bf-4072-87b8-09776b95b222 tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:42.462197 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784a483d-7219-42a0-b53c-66066ffc1d34 None None] Routers {'8c1047f2-83bc-4f84-b640-88b2323be078'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:25:42.463035 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-784a483d-7219-42a0-b53c-66066ffc1d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:25:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['8c1047f2-83bc-4f84-b640-88b2323be078'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:25:42.472260 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f159846-05bf-4072-87b8-09776b95b222 tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:25:42.472912 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9f159846-05bf-4072-87b8-09776b95b222 tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:42.490684 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-9a55a629-910e-4848-9833-6d9415de5dbc tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:25:42.504266 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-95b9afb0-5f43-492a-9bb8-ef4597be1802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9610e8c-5484-42ad-a20b-e10d6c3f3d59', 'name': 'tempest-ServersTestManualDisk-823122399-router', 'tenant_id': '306abfe2022942778f41b8a8d30aa525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.80'}], 'enable_snat': True}, 'gw_port_id': 'd89105d5-fcb4-48f5-a703-63b60c635dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:25:28Z', 'updated_at': '2022-05-04T17:25:35Z', 'revision_number': 3, 'project_id': '306abfe2022942778f41b8a8d30aa525', 'gw_port': {'id': 'd89105d5-fcb4-48f5-a703-63b60c635dca', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:08:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9610e8c-5484-42ad-a20b-e10d6c3f3d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:25:32Z', 'updated_at': '2022-05-04T17:25:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:25:42.515150 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b9afb0-5f43-492a-9bb8-ef4597be1802 None None] The sync data for ids ['c9610e8c-5484-42ad-a20b-e10d6c3f3d59'] in dv-neutron-840426-1-hyperv is: [{'id': 'c9610e8c-5484-42ad-a20b-e10d6c3f3d59', 'name': 'tempest-ServersTestManualDisk-823122399-router', 'tenant_id': '306abfe2022942778f41b8a8d30aa525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.80'}], 'enable_snat': True}, 'gw_port_id': 'd89105d5-fcb4-48f5-a703-63b60c635dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:25:28Z', 'updated_at': '2022-05-04T17:25:35Z', 'revision_number': 3, 'project_id': '306abfe2022942778f41b8a8d30aa525', 'gw_port': {'id': 'd89105d5-fcb4-48f5-a703-63b60c635dca', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:08:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9610e8c-5484-42ad-a20b-e10d6c3f3d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:25:32Z', 'updated_at': '2022-05-04T17:25:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:25:42.558398 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-9f159846-05bf-4072-87b8-09776b95b222 tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6571426 May 04 17:25:42.560327 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 44778) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:42.600411 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8ae57cbf-ce6f-4df1-a2af-ebd3bdf87ff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:42.659578 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a55a629-910e-4848-9833-6d9415de5dbc tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Made reservation on behalf of f40176f119c942cb87e4ada98f9d418c for: {'port': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:25:42.663722 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9a55a629-910e-4848-9833-6d9415de5dbc tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:42.702578 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f159846-05bf-4072-87b8-09776b95b222 tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Pushing event updated for resources: {'Network': ['ID=881f6520-f280-4605-995e-896b3afd1d8e,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:42.813635 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-8ae57cbf-ce6f-4df1-a2af-ebd3bdf87ff8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:25:42.856313 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c7e9b6ad-ee1f-40e0-88a1-1462ec1bbf2b tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:42.874963 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-8ae57cbf-ce6f-4df1-a2af-ebd3bdf87ff8 admin admin] Usage tracker for resource:security_group_rule and tenant:36dd3c8fc40f4d2aa2595fd811d55c4b is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:25:42.885941 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-8ae57cbf-ce6f-4df1-a2af-ebd3bdf87ff8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:25:42.926044 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [None req-9a55a629-910e-4848-9833-6d9415de5dbc tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] device_id is not set on port 4bec5766-e7c0-4327-b490-1181efee0537 yet. {{(pid=88037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:25:42.940182 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-784a483d-7219-42a0-b53c-66066ffc1d34 None None] Set router 8c1047f2-83bc-4f84-b640-88b2323be078 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:25:43.003046 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-8ae57cbf-ce6f-4df1-a2af-ebd3bdf87ff8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:25:43.043328 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cd478ab6-6ec6-45d1-be5e-4a83f413aaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:43.110930 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-c7e9b6ad-ee1f-40e0-88a1-1462ec1bbf2b tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Allocated IP 172.20.0.14 (661b01d2-3f1c-4068-88a1-a230256fadf7/5d2ee7ef-b5f7-4541-beef-8e59232588b4/7ccda3cd-d061-4ebe-a94c-bfefc0c01b6d) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:25:43.137258 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6e89c78-8f13-45c5-b69f-5877b0134f49 admin admin] Router 4a22a707-4e83-4f89-83fe-45dcfa18c511 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:25:43.205713 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 881f6520-f280-4605-995e-896b3afd1d8e details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:25:43.326756 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-94f4ca10-8fc0-411d-bc06-7098961e7182 tempest-DHCPAgentSchedulersTestJSON-247095804 tempest-DHCPAgentSchedulersTestJSON-247095804-project-admin] 10.222.0.41 "GET /v2.0/agents/be72a36c-1a0b-4429-b851-b4e8b4fa3f86/dhcp-networks HTTP/1.1" status: 200 len: 8059 time: 0.7533090 May 04 17:25:43.327422 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 44786) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:43.429315 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device f9aa5d85-87d9-415f-97d6-ff3d2db960ab up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:25:43.440967 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c7e9b6ad-ee1f-40e0-88a1-1462ec1bbf2b tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:43.483008 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-1dd47bfe-fc17-42d5-a888-2d89132506cf None None] For port aff3028f-87ec-4025-993e-9b51693fffff, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:25:43.515551 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97e5590-741f-42af-a9a0-1bec55073645 None None] Network 661b01d2-3f1c-4068-88a1-a230256fadf7 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:25:43.551570 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b0065e-b486-4e1e-8b2c-042d709929c0 tempest-DHCPAgentSchedulersTestJSON-247095804 tempest-DHCPAgentSchedulersTestJSON-247095804-project-admin] Network 881f6520-f280-4605-995e-896b3afd1d8e is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:25:43.570081 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-22b0065e-b486-4e1e-8b2c-042d709929c0 tempest-DHCPAgentSchedulersTestJSON-247095804 tempest-DHCPAgentSchedulersTestJSON-247095804-project-admin] 10.222.0.41 "POST /v2.0/agents/be72a36c-1a0b-4429-b851-b4e8b4fa3f86/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2415168 May 04 17:25:43.570424 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-1dd47bfe-fc17-42d5-a888-2d89132506cf None None] For port aff3028f-87ec-4025-993e-9b51693fffff, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=aff3028f-87ec-4025-993e-9b51693fffff,segment=NetworkSegment(693daf06-1c5b-441e-b84a-95a8b3479912),segment_id=693daf06-1c5b-441e-b84a-95a8b3479912)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:25:43.572275 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 44790) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:43.641237 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-42e5edab-65d3-4396-97a8-043c213673df None None] Could not find standard attr ID for object 79b66938-468e-4ecf-ad91-5e3feec05295. {{(pid=88039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 04 17:25:43.644665 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2cccba7-6010-409c-bd7b-0675ef056a81 None None] Network 881f6520-f280-4605-995e-896b3afd1d8e requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:25:43.684693 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1dd47bfe-fc17-42d5-a888-2d89132506cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:43.843574 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c7e9b6ad-ee1f-40e0-88a1-1462ec1bbf2b tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:43.897143 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd47bfe-fc17-42d5-a888-2d89132506cf None None] Pushing event updated for resources: {'Port': ['ID=aff3028f-87ec-4025-993e-9b51693fffff,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:43.932530 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 44794) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:43.939312 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-42e5edab-65d3-4396-97a8-043c213673df None None] Provisioning complete for port 170a97cc-123f-4e00-9e7f-94993732bc54 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:25:43.939692 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-42e5edab-65d3-4396-97a8-043c213673df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:43.970769 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b8c3732a-0b04-4014-b23a-df470905e026 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks [] for router_gateway, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:43.976923 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-0de0e8d9-ca4c-44c8-a1d5-1b2b304f34d6 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1269471585', 'description': 'tempest-description--1065421350'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:25:43.989541 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-0de0e8d9-ca4c-44c8-a1d5-1b2b304f34d6 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:25:44.003737 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e9b6ad-ee1f-40e0-88a1-1462ec1bbf2b tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Network 661b01d2-3f1c-4068-88a1-a230256fadf7 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:25:44.025741 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b8c3732a-0b04-4014-b23a-df470905e026 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:44.036453 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-c7e9b6ad-ee1f-40e0-88a1-1462ec1bbf2b tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:25:44.039829 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e9b6ad-ee1f-40e0-88a1-1462ec1bbf2b tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:25:44.069184 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-0de0e8d9-ca4c-44c8-a1d5-1b2b304f34d6 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Usage tracker for resource:security_group and tenant:a1ff53d6703b4f3fb85115a97c2da768 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:25:44.078470 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-0de0e8d9-ca4c-44c8-a1d5-1b2b304f34d6 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:25:44.087945 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-42e5edab-65d3-4396-97a8-043c213673df None None] Port 170a97cc-123f-4e00-9e7f-94993732bc54 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:25:44.097965 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-8be9d2ba-5ef9-4919-9804-b0e74621d9d5 tempest-DHCPAgentSchedulersTestJSON-247095804 tempest-DHCPAgentSchedulersTestJSON-247095804-project-admin] 10.222.0.41 "GET /v2.0/agents/be72a36c-1a0b-4429-b851-b4e8b4fa3f86/dhcp-networks HTTP/1.1" status: 200 len: 8828 time: 0.5199010 May 04 17:25:44.099386 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-0de0e8d9-ca4c-44c8-a1d5-1b2b304f34d6 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:25:44.103919 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 44798) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:44.104704 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e9b6ad-ee1f-40e0-88a1-1462ec1bbf2b tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Pushing event updated for resources: {'Port': ['ID=7ccda3cd-d061-4ebe-a94c-bfefc0c01b6d,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:44.112495 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-9a55a629-910e-4848-9833-6d9415de5dbc tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Allocated IP 2001:db8::90 (c711b8e5-dfdf-4f7e-b962-c7498b3e1e4c/c33aaf6c-9612-46c3-84f1-bad07f47b265/4bec5766-e7c0-4327-b490-1181efee0537) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:25:44.217545 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0de0e8d9-ca4c-44c8-a1d5-1b2b304f34d6 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:44.267151 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port f9aa5d85-87d9-415f-97d6-ff3d2db960ab completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:25:44.290339 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port f9aa5d85-87d9-415f-97d6-ff3d2db960ab triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:25:44.290711 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:44.333906 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-0de0e8d9-ca4c-44c8-a1d5-1b2b304f34d6 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:25:44.338034 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-0de0e8d9-ca4c-44c8-a1d5-1b2b304f34d6 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Usage tracker for resource:security_group_rule and tenant:a1ff53d6703b4f3fb85115a97c2da768 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:25:44.341089 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-0de0e8d9-ca4c-44c8-a1d5-1b2b304f34d6 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:25:44.347203 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-0de0e8d9-ca4c-44c8-a1d5-1b2b304f34d6 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:25:44.374864 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-cd478ab6-6ec6-45d1-be5e-4a83f413aaf5 admin admin] Allocated IP 172.20.0.1 (19db3995-cea8-405f-a544-2f4051674b44/93c411c1-84f2-40bd-a250-70dec47b3f98/a1bdf7ab-19ab-4ddc-81a1-5b21566c440e) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:25:44.436695 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-ba4bafd3-1fa7-4e58-9ee1-cc96ff433713 tempest-DHCPAgentSchedulersTestJSON-247095804 tempest-DHCPAgentSchedulersTestJSON-247095804-project-admin] 10.222.0.41 "DELETE /v2.0/agents/be72a36c-1a0b-4429-b851-b4e8b4fa3f86/dhcp-networks/881f6520-f280-4605-995e-896b3afd1d8e HTTP/1.1" status: 204 len: 168 time: 0.3262892 May 04 17:25:44.441212 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 44802) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:44.505069 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c7e9b6ad-ee1f-40e0-88a1-1462ec1bbf2b tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:44.514901 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-784a483d-7219-42a0-b53c-66066ffc1d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c1047f2-83bc-4f84-b640-88b2323be078', 'name': 'tempest-ServerActionsTestJSON-1600335060-router', 'tenant_id': 'a1ff53d6703b4f3fb85115a97c2da768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.30'}], 'enable_snat': True}, 'gw_port_id': '55ce866c-a63c-47ab-84b2-8f231a2d5151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:25:24Z', 'updated_at': '2022-05-04T17:25:36Z', 'revision_number': 4, 'project_id': 'a1ff53d6703b4f3fb85115a97c2da768', 'gw_port': {'id': '55ce866c-a63c-47ab-84b2-8f231a2d5151', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:91:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1047f2-83bc-4f84-b640-88b2323be078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:25:25Z', 'updated_at': '2022-05-04T17:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '0dbc2da6-0dfc-481f-9673-3ac8faafef8a', 'name': '', 'network_id': 'dc3827ab-b4d6-4656-be7d-24135047baff', 'tenant_id': 'a1ff53d6703b4f3fb85115a97c2da768', 'mac_address': 'fa:16:3e:23:3d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c1047f2-83bc-4f84-b640-88b2323be078', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'c14252a2-7d43-446e-921a-c611341f12b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:25:34Z', 'updated_at': '2022-05-04T17:25:37Z', 'revision_number': 2, 'project_id': 'a1ff53d6703b4f3fb85115a97c2da768', 'subnets': [{'id': 'c14252a2-7d43-446e-921a-c611341f12b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:25:44.546539 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0de0e8d9-ca4c-44c8-a1d5-1b2b304f34d6 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:44.566665 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784a483d-7219-42a0-b53c-66066ffc1d34 None None] Checking router: 8c1047f2-83bc-4f84-b640-88b2323be078 for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:25:44.567237 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784a483d-7219-42a0-b53c-66066ffc1d34 None None] Updating router 8c1047f2-83bc-4f84-b640-88b2323be078 port 0dbc2da6-0dfc-481f-9673-3ac8faafef8a binding host dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:25:44.615991 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0de0e8d9-ca4c-44c8-a1d5-1b2b304f34d6 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:44.652811 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-784a483d-7219-42a0-b53c-66066ffc1d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:44.663438 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8ae57cbf-ce6f-4df1-a2af-ebd3bdf87ff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:44.665040 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e89c78-8f13-45c5-b69f-5877b0134f49 admin admin] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:25:44.666252 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:44.677427 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75411ee1-4d42-4510-88a9-61ba04bf6c15 None None] Sync routers for ids ['4a22a707-4e83-4f89-83fe-45dcfa18c511'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:25:44.699075 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75411ee1-4d42-4510-88a9-61ba04bf6c15 None None] Routers {'4a22a707-4e83-4f89-83fe-45dcfa18c511'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:25:44.702041 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-75411ee1-4d42-4510-88a9-61ba04bf6c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:25:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['4a22a707-4e83-4f89-83fe-45dcfa18c511'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:25:44.705536 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port f9aa5d85-87d9-415f-97d6-ff3d2db960ab, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=f9aa5d85-87d9-415f-97d6-ff3d2db960ab,segment=NetworkSegment(1449fa64-c87a-4bfd-875c-8416a2acb195),segment_id=1449fa64-c87a-4bfd-875c-8416a2acb195)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:25:44.720363 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:44.721106 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device ec08be09-0965-4661-a70e-ab7a40a24328 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:25:44.725944 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8ae57cbf-ce6f-4df1-a2af-ebd3bdf87ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:44.752817 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c7e9b6ad-ee1f-40e0-88a1-1462ec1bbf2b tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:44.781028 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de0e8d9-ca4c-44c8-a1d5-1b2b304f34d6 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e61ad4b1-418e-498a-b192-3a27040f41d3,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:44.792693 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae57cbf-ce6f-4df1-a2af-ebd3bdf87ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8ca030-8e2f-4dad-a332-3c4fd97cbd79,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:44.805185 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-b8c3732a-0b04-4014-b23a-df470905e026 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Allocated IP 172.26.0.71 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/85973b60-f4bc-401b-9faf-74bdd889d286) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:25:44.811370 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0de0e8d9-ca4c-44c8-a1d5-1b2b304f34d6 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:44.816195 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-0de0e8d9-ca4c-44c8-a1d5-1b2b304f34d6 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8741302 May 04 17:25:44.822456 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 44806) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:44.837001 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-4c832141-976b-4e72-8d99-3d4a970f229b tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Request body: {'security_group_rule': {'security_group_id': 'e61ad4b1-418e-498a-b192-3a27040f41d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:25:44.843161 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-4c832141-976b-4e72-8d99-3d4a970f229b tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:25:44.847514 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-4c832141-976b-4e72-8d99-3d4a970f229b tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Usage tracker for resource:security_group_rule and tenant:a1ff53d6703b4f3fb85115a97c2da768 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:25:44.851024 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-4c832141-976b-4e72-8d99-3d4a970f229b tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:25:44.858134 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-4c832141-976b-4e72-8d99-3d4a970f229b tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:25:44.874557 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-a6e89c78-8f13-45c5-b69f-5877b0134f49 admin admin] 10.222.0.41 "PUT /v2.0/routers/4a22a707-4e83-4f89-83fe-45dcfa18c511/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5870464 May 04 17:25:44.906318 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-8ae57cbf-ce6f-4df1-a2af-ebd3bdf87ff8 admin admin] Synchronizing usage tracker for tenant:8ea86f433ede456d9f4f01bea838af09 on resource:security_group {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:25:44.923525 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-f8b58d72-e3c4-446a-ab5b-9e3fd65b56db tempest-DHCPAgentSchedulersTestJSON-247095804 tempest-DHCPAgentSchedulersTestJSON-247095804-project-admin] 10.222.0.41 "GET /v2.0/agents/be72a36c-1a0b-4429-b851-b4e8b4fa3f86/dhcp-networks HTTP/1.1" status: 200 len: 8059 time: 0.4786739 May 04 17:25:44.924474 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4c832141-976b-4e72-8d99-3d4a970f229b tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:44.934081 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 44812) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:44.978834 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cd478ab6-6ec6-45d1-be5e-4a83f413aaf5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:44.988753 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port ec08be09-0965-4661-a70e-ab7a40a24328 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:25:44.989253 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:45.044687 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-b1449ae8-6172-4042-9126-85e7d0627c7c tempest-DHCPAgentSchedulersTestJSON-247095804 tempest-DHCPAgentSchedulersTestJSON-247095804-project-admin] 10.222.0.41 "GET /v2.0/networks/4665b5a5-2f0b-447d-928f-5d60ef87d67b/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1059802 May 04 17:25:45.065093 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=f9aa5d85-87d9-415f-97d6-ff3d2db960ab,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:45.080098 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-8ae57cbf-ce6f-4df1-a2af-ebd3bdf87ff8 admin admin] Unset dirty status for tenant:8ea86f433ede456d9f4f01bea838af09 on resource:security_group {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:25:45.081484 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-8ae57cbf-ce6f-4df1-a2af-ebd3bdf87ff8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=36dd3c8fc40f4d2aa2595fd811d55c4b&name=default HTTP/1.1" status: 200 len: 2979 time: 3.2997038 May 04 17:25:45.103287 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 44816) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:45.103757 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 44818) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:45.173029 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-75411ee1-4d42-4510-88a9-61ba04bf6c15 None None] Set router 4a22a707-4e83-4f89-83fe-45dcfa18c511 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:25:45.175463 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4c832141-976b-4e72-8d99-3d4a970f229b tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:45.181393 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4c832141-976b-4e72-8d99-3d4a970f229b tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:45.263952 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c832141-976b-4e72-8d99-3d4a970f229b tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43194297-3914-46bb-a79f-3a504970b317,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:45.302633 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4c832141-976b-4e72-8d99-3d4a970f229b tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:45.309393 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-4c832141-976b-4e72-8d99-3d4a970f229b tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4836342 May 04 17:25:45.311945 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 44832) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:45.321612 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-94c458f7-741b-4a9d-b4e3-945bc89d1e55 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Request body: {'security_group_rule': {'security_group_id': 'e61ad4b1-418e-498a-b192-3a27040f41d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:25:45.330756 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-cd478ab6-6ec6-45d1-be5e-4a83f413aaf5 admin admin] Transition to ACTIVE for port object a1bdf7ab-19ab-4ddc-81a1-5b21566c440e will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:25:45.362040 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-94c458f7-741b-4a9d-b4e3-945bc89d1e55 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:25:45.378358 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-94c458f7-741b-4a9d-b4e3-945bc89d1e55 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Usage tracker for resource:security_group_rule and tenant:a1ff53d6703b4f3fb85115a97c2da768 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:25:45.383619 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c7e9b6ad-ee1f-40e0-88a1-1462ec1bbf2b tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:45.389087 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-94c458f7-741b-4a9d-b4e3-945bc89d1e55 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:25:45.400184 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c7e9b6ad-ee1f-40e0-88a1-1462ec1bbf2b tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:45.408668 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-94c458f7-741b-4a9d-b4e3-945bc89d1e55 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:25:45.475558 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device d119864a-61e3-42f6-a0cc-3e15026cbe88 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:25:45.611059 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-93c40fe1-981f-4193-90c2-e44a28c0d7f4 tempest-DHCPAgentSchedulersTestJSON-247095804 tempest-DHCPAgentSchedulersTestJSON-247095804-project-admin] 10.222.0.41 "GET /v2.0/networks/4665b5a5-2f0b-447d-928f-5d60ef87d67b/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.5023966 May 04 17:25:45.622934 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 44838) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:45.657113 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cd478ab6-6ec6-45d1-be5e-4a83f413aaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:45.665380 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9a55a629-910e-4848-9833-6d9415de5dbc tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:45.689272 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b48c438-655a-4a1b-a097-b264985f2102 None None] Network 332bc39f-8cd2-4183-b24e-3013de5fb8cc requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:25:45.728796 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-94c458f7-741b-4a9d-b4e3-945bc89d1e55 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:45.731577 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-784a483d-7219-42a0-b53c-66066ffc1d34 None None] Notify callbacks [] for port, precommit_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:45.762162 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c7e9b6ad-ee1f-40e0-88a1-1462ec1bbf2b tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710218'] for floatingip, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:45.803174 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e9b6ad-ee1f-40e0-88a1-1462ec1bbf2b tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Pushing event updated for resources: {'Port': ['ID=7ccda3cd-d061-4ebe-a94c-bfefc0c01b6d,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:45.820821 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-9a55a629-910e-4848-9833-6d9415de5dbc tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Transition to ACTIVE for port object 4bec5766-e7c0-4327-b490-1181efee0537 will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:25:45.822606 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c7e9b6ad-ee1f-40e0-88a1-1462ec1bbf2b tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:45.826613 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-c7e9b6ad-ee1f-40e0-88a1-1462ec1bbf2b tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9415889 May 04 17:25:45.828841 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 44842) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:45.831541 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-75411ee1-4d42-4510-88a9-61ba04bf6c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a22a707-4e83-4f89-83fe-45dcfa18c511', 'name': 'tempest-ServersTestJSON-1729791135-router', 'tenant_id': '379b29e6adf3429fb2a4d97286c4b5cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.69'}], 'enable_snat': True}, 'gw_port_id': 'd119864a-61e3-42f6-a0cc-3e15026cbe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:25:27Z', 'updated_at': '2022-05-04T17:25:38Z', 'revision_number': 4, 'project_id': '379b29e6adf3429fb2a4d97286c4b5cf', 'gw_port': {'id': 'd119864a-61e3-42f6-a0cc-3e15026cbe88', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a22a707-4e83-4f89-83fe-45dcfa18c511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:25:27Z', 'updated_at': '2022-05-04T17:25:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '170a97cc-123f-4e00-9e7f-94993732bc54', 'name': '', 'network_id': 'bd18084c-d817-434f-8399-bdaa1bc23fbc', 'tenant_id': '379b29e6adf3429fb2a4d97286c4b5cf', 'mac_address': 'fa:16:3e:15:df:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a22a707-4e83-4f89-83fe-45dcfa18c511', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'f235847f-d3a9-40a5-a380-de5a5d0a1fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:25:35Z', 'updated_at': '2022-05-04T17:25:39Z', 'revision_number': 2, 'project_id': '379b29e6adf3429fb2a4d97286c4b5cf', 'subnets': [{'id': 'f235847f-d3a9-40a5-a380-de5a5d0a1fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:25:45.839793 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-784a483d-7219-42a0-b53c-66066ffc1d34 None None] Transition to ACTIVE for port object 0dbc2da6-0dfc-481f-9673-3ac8faafef8a will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:25:45.845707 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75411ee1-4d42-4510-88a9-61ba04bf6c15 None None] Checking router: 4a22a707-4e83-4f89-83fe-45dcfa18c511 for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:25:45.846365 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75411ee1-4d42-4510-88a9-61ba04bf6c15 None None] Updating router 4a22a707-4e83-4f89-83fe-45dcfa18c511 port 170a97cc-123f-4e00-9e7f-94993732bc54 binding host dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:25:45.851353 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-784a483d-7219-42a0-b53c-66066ffc1d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:45.860732 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-9df7f3b8-da15-4b98-b93e-d1398c0b0098 None None] Provisioning for port aff3028f-87ec-4025-993e-9b51693fffff completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:25:45.904105 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-60594a81-1e9a-460a-ab87-22b59f6fb74f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:45.935701 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-87fa6688-5726-4dba-b21b-745f53b76172 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Synchronizing usage tracker for tenant:0efba4098a904a9d9afb5616843eed09 on resource:floatingip {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:25:45.965230 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-60594a81-1e9a-460a-ab87-22b59f6fb74f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:45.989177 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-75411ee1-4d42-4510-88a9-61ba04bf6c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:46.003727 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-94c458f7-741b-4a9d-b4e3-945bc89d1e55 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:46.005213 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-87fa6688-5726-4dba-b21b-745f53b76172 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Unset dirty status for tenant:0efba4098a904a9d9afb5616843eed09 on resource:floatingip {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:25:46.011044 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-87fa6688-5726-4dba-b21b-745f53b76172 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] 10.222.0.41 "GET /v2.0/floatingips?floating_network_id=661b01d2-3f1c-4068-88a1-a230256fadf7 HTTP/1.1" status: 200 len: 690 time: 0.1810112 May 04 17:25:46.012414 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 44848) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:46.015656 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-94c458f7-741b-4a9d-b4e3-945bc89d1e55 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:46.020121 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46920742-9efe-495e-b5ce-bdc7cfaacd18 None None] Pushing event updated for resources: {'Port': ['ID=0dbc2da6-0dfc-481f-9673-3ac8faafef8a,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:46.050992 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd478ab6-6ec6-45d1-be5e-4a83f413aaf5 admin admin] Network 19db3995-cea8-405f-a544-2f4051674b44 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:25:46.076277 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-cd478ab6-6ec6-45d1-be5e-4a83f413aaf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:25:46.078382 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-60594a81-1e9a-460a-ab87-22b59f6fb74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:46.086360 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9a55a629-910e-4848-9833-6d9415de5dbc tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:46.100121 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd478ab6-6ec6-45d1-be5e-4a83f413aaf5 admin admin] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:25:46.102779 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cd478ab6-6ec6-45d1-be5e-4a83f413aaf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710357'] for router_interface, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:46.106378 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c458f7-741b-4a9d-b4e3-945bc89d1e55 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d38ec3f-e9f8-4e5a-ae07-ce6f9414e0a9,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:46.226641 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port d119864a-61e3-42f6-a0cc-3e15026cbe88 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:25:46.315479 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60594a81-1e9a-460a-ab87-22b59f6fb74f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8ca030-8e2f-4dad-a332-3c4fd97cbd79,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:46.320642 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b8c3732a-0b04-4014-b23a-df470905e026 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:46.321751 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-733024b0-30cc-4879-8a43-d182926b85b6 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:46.325175 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-94c458f7-741b-4a9d-b4e3-945bc89d1e55 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:46.328813 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-94c458f7-741b-4a9d-b4e3-945bc89d1e55 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0131981 May 04 17:25:46.385934 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 44854) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:46.386337 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 44856) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:46.387112 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-60594a81-1e9a-460a-ab87-22b59f6fb74f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:46.388216 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-60594a81-1e9a-460a-ab87-22b59f6fb74f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8c8ca030-8e2f-4dad-a332-3c4fd97cbd79 HTTP/1.1" status: 204 len: 168 time: 1.2818606 May 04 17:25:46.420614 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port d119864a-61e3-42f6-a0cc-3e15026cbe88 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:25:46.421230 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:46.423137 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-11e110f9-bc89-420c-b8e8-3da0f150644a tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Request body: {'security_group': {'name': 'tempest-securitygroup--991887871', 'description': 'tempest-description--1505028217'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:25:46.457664 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-08c65b5b-7a94-4268-bc0d-1fab9848ef3b tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Request body: {'floatingip': {'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:25:46.496131 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-11e110f9-bc89-420c-b8e8-3da0f150644a tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:25:46.524927 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-08c65b5b-7a94-4268-bc0d-1fab9848ef3b tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:25:46.539387 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd478ab6-6ec6-45d1-be5e-4a83f413aaf5 admin admin] Pushing event updated for resources: {'Port': ['ID=a1bdf7ab-19ab-4ddc-81a1-5b21566c440e,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:46.545166 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-11e110f9-bc89-420c-b8e8-3da0f150644a tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Usage tracker for resource:security_group and tenant:379b29e6adf3429fb2a4d97286c4b5cf is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:25:46.549189 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-733024b0-30cc-4879-8a43-d182926b85b6 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Deleting port 7ccda3cd-d061-4ebe-a94c-bfefc0c01b6d {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:25:46.549642 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-733024b0-30cc-4879-8a43-d182926b85b6 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:46.588992 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-08c65b5b-7a94-4268-bc0d-1fab9848ef3b tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Usage tracker for resource:floatingip and tenant:a1ff53d6703b4f3fb85115a97c2da768 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:25:46.594664 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-11e110f9-bc89-420c-b8e8-3da0f150644a tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:25:46.611623 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-784a483d-7219-42a0-b53c-66066ffc1d34 None None] Attempting to bind port 0dbc2da6-0dfc-481f-9673-3ac8faafef8a on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:25:46.613589 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-784a483d-7219-42a0-b53c-66066ffc1d34 None None] Attempting to bind port 0dbc2da6-0dfc-481f-9673-3ac8faafef8a by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '40fdd87b-6347-4489-a912-23174799ead5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'dc3827ab-b4d6-4656-be7d-24135047baff'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:25:46.615454 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784a483d-7219-42a0-b53c-66066ffc1d34 None None] Attempting to bind port 0dbc2da6-0dfc-481f-9673-3ac8faafef8a on network dc3827ab-b4d6-4656-be7d-24135047baff {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:25:46.640508 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784a483d-7219-42a0-b53c-66066ffc1d34 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:25:46.641008 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784a483d-7219-42a0-b53c-66066ffc1d34 None None] Checking segment: {'id': '40fdd87b-6347-4489-a912-23174799ead5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'dc3827ab-b4d6-4656-be7d-24135047baff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:25:46.641662 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-784a483d-7219-42a0-b53c-66066ffc1d34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:46.642236 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784a483d-7219-42a0-b53c-66066ffc1d34 None None] Bound using segment: {'id': '40fdd87b-6347-4489-a912-23174799ead5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'dc3827ab-b4d6-4656-be7d-24135047baff'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:25:46.642823 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-784a483d-7219-42a0-b53c-66066ffc1d34 None None] Bound port: 0dbc2da6-0dfc-481f-9673-3ac8faafef8a, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40fdd87b-6347-4489-a912-23174799ead5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'dc3827ab-b4d6-4656-be7d-24135047baff'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:25:46.643330 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-784a483d-7219-42a0-b53c-66066ffc1d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:46.686052 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-75411ee1-4d42-4510-88a9-61ba04bf6c15 None None] Notify callbacks [] for port, precommit_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:46.700313 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.provisioning_blocks [None req-75411ee1-4d42-4510-88a9-61ba04bf6c15 None None] Transition to ACTIVE for port object 170a97cc-123f-4e00-9e7f-94993732bc54 will not be triggered until provisioned by entity L2. {{(pid=88040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:25:46.709118 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-75411ee1-4d42-4510-88a9-61ba04bf6c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:46.734792 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-08c65b5b-7a94-4268-bc0d-1fab9848ef3b tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:25:46.765390 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-733024b0-30cc-4879-8a43-d182926b85b6 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:46.765729 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-733024b0-30cc-4879-8a43-d182926b85b6 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:46.817216 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6861e9-4346-408a-9d76-4a5eebddb371 None None] Pushing event updated for resources: {'Port': ['ID=170a97cc-123f-4e00-9e7f-94993732bc54,revision_number=3']} {{(pid=88040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:46.855438 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:46.897137 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-42e3ee7a-f90c-4397-94dd-f95a40f1b6bb None None] Provisioning for port a1bdf7ab-19ab-4ddc-81a1-5b21566c440e completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:25:46.919405 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-42e3ee7a-f90c-4397-94dd-f95a40f1b6bb None None] Provisioning complete for port a1bdf7ab-19ab-4ddc-81a1-5b21566c440e triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:25:46.919932 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-42e3ee7a-f90c-4397-94dd-f95a40f1b6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:46.920787 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-11e110f9-bc89-420c-b8e8-3da0f150644a tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:25:46.934351 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a55a629-910e-4848-9833-6d9415de5dbc tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Pushing event updated for resources: {'Port': ['ID=4bec5766-e7c0-4327-b490-1181efee0537,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:46.939513 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 44868) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:46.940514 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-08c65b5b-7a94-4268-bc0d-1fab9848ef3b tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:25:46.945760 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a55a629-910e-4848-9833-6d9415de5dbc tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Network c711b8e5-dfdf-4f7e-b962-c7498b3e1e4c is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:25:46.955529 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port d119864a-61e3-42f6-a0cc-3e15026cbe88, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=d119864a-61e3-42f6-a0cc-3e15026cbe88,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:25:46.956958 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-9a55a629-910e-4848-9833-6d9415de5dbc tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:25:46.977056 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:46.981829 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-784a483d-7219-42a0-b53c-66066ffc1d34 None None] For port 0dbc2da6-0dfc-481f-9673-3ac8faafef8a, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:25:46.994586 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3529fb9c-fed2-4958-953d-d536d2cfb1e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:47.020066 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a55a629-910e-4848-9833-6d9415de5dbc tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:25:47.028561 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-733024b0-30cc-4879-8a43-d182926b85b6 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Calling delete_port for 7ccda3cd-d061-4ebe-a94c-bfefc0c01b6d owned by network:floatingip {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:25:47.038261 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a55a629-910e-4848-9833-6d9415de5dbc tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:25:47.039342 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9a55a629-910e-4848-9833-6d9415de5dbc tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:47.068536 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-784a483d-7219-42a0-b53c-66066ffc1d34 None None] For port 0dbc2da6-0dfc-481f-9673-3ac8faafef8a, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=0dbc2da6-0dfc-481f-9673-3ac8faafef8a,segment=NetworkSegment(40fdd87b-6347-4489-a912-23174799ead5),segment_id=40fdd87b-6347-4489-a912-23174799ead5)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:25:47.081449 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-784a483d-7219-42a0-b53c-66066ffc1d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:47.086157 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-42e3ee7a-f90c-4397-94dd-f95a40f1b6bb None None] Port a1bdf7ab-19ab-4ddc-81a1-5b21566c440e cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:25:47.103153 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-75411ee1-4d42-4510-88a9-61ba04bf6c15 None None] Attempting to bind port 170a97cc-123f-4e00-9e7f-94993732bc54 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:25:47.105139 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-75411ee1-4d42-4510-88a9-61ba04bf6c15 None None] Attempting to bind port 170a97cc-123f-4e00-9e7f-94993732bc54 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'fbb10c96-8c43-4c34-a667-0746380bba35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'bd18084c-d817-434f-8399-bdaa1bc23fbc'}] {{(pid=88040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:25:47.105705 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75411ee1-4d42-4510-88a9-61ba04bf6c15 None None] Attempting to bind port 170a97cc-123f-4e00-9e7f-94993732bc54 on network bd18084c-d817-434f-8399-bdaa1bc23fbc {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:25:47.124585 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75411ee1-4d42-4510-88a9-61ba04bf6c15 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:25:47.125775 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75411ee1-4d42-4510-88a9-61ba04bf6c15 None None] Checking segment: {'id': 'fbb10c96-8c43-4c34-a667-0746380bba35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'bd18084c-d817-434f-8399-bdaa1bc23fbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:25:47.127106 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-75411ee1-4d42-4510-88a9-61ba04bf6c15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:47.128481 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=d119864a-61e3-42f6-a0cc-3e15026cbe88,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:47.129126 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75411ee1-4d42-4510-88a9-61ba04bf6c15 None None] Bound using segment: {'id': 'fbb10c96-8c43-4c34-a667-0746380bba35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'bd18084c-d817-434f-8399-bdaa1bc23fbc'} {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:25:47.131606 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-75411ee1-4d42-4510-88a9-61ba04bf6c15 None None] Bound port: 170a97cc-123f-4e00-9e7f-94993732bc54, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbb10c96-8c43-4c34-a667-0746380bba35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'bd18084c-d817-434f-8399-bdaa1bc23fbc'}}] {{(pid=88040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:25:47.133544 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-75411ee1-4d42-4510-88a9-61ba04bf6c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:47.133712 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-11e110f9-bc89-420c-b8e8-3da0f150644a tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:47.174163 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-08c65b5b-7a94-4268-bc0d-1fab9848ef3b tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Notify callbacks [] for floatingip, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:47.207683 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46920742-9efe-495e-b5ce-bdc7cfaacd18 None None] Pushing event updated for resources: {'Port': ['ID=0dbc2da6-0dfc-481f-9673-3ac8faafef8a,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:47.220003 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784a483d-7219-42a0-b53c-66066ffc1d34 None None] Routers {'8c1047f2-83bc-4f84-b640-88b2323be078'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:25:47.235984 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-784a483d-7219-42a0-b53c-66066ffc1d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:25:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['8c1047f2-83bc-4f84-b640-88b2323be078'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:25:47.250846 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-9a55a629-910e-4848-9833-6d9415de5dbc tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 6.0300791 May 04 17:25:47.254898 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 44872) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:47.312465 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-25887860-b880-4eba-b06d-588573dcf53a tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1bc', 'mac_address': 'fa:16:3e:16:8e:c9'}]}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:25:47.446871 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.db [None req-75411ee1-4d42-4510-88a9-61ba04bf6c15 None None] For port 170a97cc-123f-4e00-9e7f-94993732bc54, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:25:47.454037 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device d89105d5-fcb4-48f5-a703-63b60c635dca up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:25:47.456046 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.db [None req-75411ee1-4d42-4510-88a9-61ba04bf6c15 None None] For port 170a97cc-123f-4e00-9e7f-94993732bc54, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=170a97cc-123f-4e00-9e7f-94993732bc54,segment=NetworkSegment(fbb10c96-8c43-4c34-a667-0746380bba35),segment_id=fbb10c96-8c43-4c34-a667-0746380bba35)] {{(pid=88040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:25:47.462053 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-75411ee1-4d42-4510-88a9-61ba04bf6c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:47.525500 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-e9f3bbe2-720b-4f39-9fd9-15f79e1eb834 tempest-DHCPAgentSchedulersTestJSON-247095804 tempest-DHCPAgentSchedulersTestJSON-247095804-project-admin] 10.222.0.41 "GET /v2.0/agents/be72a36c-1a0b-4429-b851-b4e8b4fa3f86/dhcp-networks HTTP/1.1" status: 200 len: 8059 time: 1.8959274 May 04 17:25:47.528547 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-11e110f9-bc89-420c-b8e8-3da0f150644a tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:25:47.534808 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-11e110f9-bc89-420c-b8e8-3da0f150644a tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Usage tracker for resource:security_group_rule and tenant:379b29e6adf3429fb2a4d97286c4b5cf is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:25:47.535174 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 44876) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:47.538415 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-11e110f9-bc89-420c-b8e8-3da0f150644a tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:25:47.545734 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-11e110f9-bc89-420c-b8e8-3da0f150644a tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:25:47.573556 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-3529fb9c-fed2-4958-953d-d536d2cfb1e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:25:47.578998 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cd478ab6-6ec6-45d1-be5e-4a83f413aaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:47.617596 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-3529fb9c-fed2-4958-953d-d536d2cfb1e1 admin admin] Usage tracker for resource:security_group_rule and tenant:7ecfaf36ed964e50a001ee2aaffaa584 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:25:47.621316 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75411ee1-4d42-4510-88a9-61ba04bf6c15 None None] Routers {'4a22a707-4e83-4f89-83fe-45dcfa18c511'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:25:47.622487 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-75411ee1-4d42-4510-88a9-61ba04bf6c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:25:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['4a22a707-4e83-4f89-83fe-45dcfa18c511'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:25:47.677816 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-784a483d-7219-42a0-b53c-66066ffc1d34 None None] Set router 8c1047f2-83bc-4f84-b640-88b2323be078 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:25:47.849686 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-75411ee1-4d42-4510-88a9-61ba04bf6c15 None None] Set router 4a22a707-4e83-4f89-83fe-45dcfa18c511 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:25:47.901402 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-bb89404c-d0cd-4204-a5d7-e8a17948dd37 tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:47.956157 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-733024b0-30cc-4879-8a43-d182926b85b6 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:47.986664 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cd478ab6-6ec6-45d1-be5e-4a83f413aaf5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:47.993192 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-3529fb9c-fed2-4958-953d-d536d2cfb1e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:25:48.000051 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b8c3732a-0b04-4014-b23a-df470905e026 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:48.057418 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cd478ab6-6ec6-45d1-be5e-4a83f413aaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:48.058061 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cd478ab6-6ec6-45d1-be5e-4a83f413aaf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710702'] for router_interface, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:48.070086 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733024b0-30cc-4879-8a43-d182926b85b6 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Pushing event deleted for resources: {'Port': ['ID=7ccda3cd-d061-4ebe-a94c-bfefc0c01b6d,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:48.073499 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-3529fb9c-fed2-4958-953d-d536d2cfb1e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:25:48.089353 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-0c3b22de-1399-4401-8995-d5f1694e40ff None None] Provisioning for port 4bec5766-e7c0-4327-b490-1181efee0537 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:25:48.102905 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-0c3b22de-1399-4401-8995-d5f1694e40ff None None] Provisioning complete for port 4bec5766-e7c0-4327-b490-1181efee0537 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:25:48.103538 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0c3b22de-1399-4401-8995-d5f1694e40ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:48.149394 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port d89105d5-fcb4-48f5-a703-63b60c635dca completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:25:48.165731 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port d89105d5-fcb4-48f5-a703-63b60c635dca triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:25:48.166365 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:48.199082 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-25887860-b880-4eba-b06d-588573dcf53a tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:48.205254 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6861e9-4346-408a-9d76-4a5eebddb371 None None] Pushing event updated for resources: {'Port': ['ID=170a97cc-123f-4e00-9e7f-94993732bc54,revision_number=4']} {{(pid=88040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:48.213824 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-75411ee1-4d42-4510-88a9-61ba04bf6c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a22a707-4e83-4f89-83fe-45dcfa18c511', 'name': 'tempest-ServersTestJSON-1729791135-router', 'tenant_id': '379b29e6adf3429fb2a4d97286c4b5cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.69'}], 'enable_snat': True}, 'gw_port_id': 'd119864a-61e3-42f6-a0cc-3e15026cbe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:25:27Z', 'updated_at': '2022-05-04T17:25:38Z', 'revision_number': 4, 'project_id': '379b29e6adf3429fb2a4d97286c4b5cf', 'gw_port': {'id': 'd119864a-61e3-42f6-a0cc-3e15026cbe88', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a22a707-4e83-4f89-83fe-45dcfa18c511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:25:27Z', 'updated_at': '2022-05-04T17:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '170a97cc-123f-4e00-9e7f-94993732bc54', 'name': '', 'network_id': 'bd18084c-d817-434f-8399-bdaa1bc23fbc', 'tenant_id': '379b29e6adf3429fb2a4d97286c4b5cf', 'mac_address': 'fa:16:3e:15:df:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a22a707-4e83-4f89-83fe-45dcfa18c511', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'f235847f-d3a9-40a5-a380-de5a5d0a1fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:25:35Z', 'updated_at': '2022-05-04T17:25:47Z', 'revision_number': 4, 'project_id': '379b29e6adf3429fb2a4d97286c4b5cf', 'subnets': [{'id': 'f235847f-d3a9-40a5-a380-de5a5d0a1fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:25:48.218308 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75411ee1-4d42-4510-88a9-61ba04bf6c15 None None] The sync data for ids ['4a22a707-4e83-4f89-83fe-45dcfa18c511'] in dv-neutron-840426-1-hyperv is: [{'id': '4a22a707-4e83-4f89-83fe-45dcfa18c511', 'name': 'tempest-ServersTestJSON-1729791135-router', 'tenant_id': '379b29e6adf3429fb2a4d97286c4b5cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.69'}], 'enable_snat': True}, 'gw_port_id': 'd119864a-61e3-42f6-a0cc-3e15026cbe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:25:27Z', 'updated_at': '2022-05-04T17:25:38Z', 'revision_number': 4, 'project_id': '379b29e6adf3429fb2a4d97286c4b5cf', 'gw_port': {'id': 'd119864a-61e3-42f6-a0cc-3e15026cbe88', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a22a707-4e83-4f89-83fe-45dcfa18c511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:25:27Z', 'updated_at': '2022-05-04T17:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '170a97cc-123f-4e00-9e7f-94993732bc54', 'name': '', 'network_id': 'bd18084c-d817-434f-8399-bdaa1bc23fbc', 'tenant_id': '379b29e6adf3429fb2a4d97286c4b5cf', 'mac_address': 'fa:16:3e:15:df:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a22a707-4e83-4f89-83fe-45dcfa18c511', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'f235847f-d3a9-40a5-a380-de5a5d0a1fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:25:35Z', 'updated_at': '2022-05-04T17:25:47Z', 'revision_number': 4, 'project_id': '379b29e6adf3429fb2a4d97286c4b5cf', 'subnets': [{'id': 'f235847f-d3a9-40a5-a380-de5a5d0a1fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:25:48.233569 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-733024b0-30cc-4879-8a43-d182926b85b6 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:48.258693 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-0c3b22de-1399-4401-8995-d5f1694e40ff None None] Port 4bec5766-e7c0-4327-b490-1181efee0537 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:25:48.275699 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-784a483d-7219-42a0-b53c-66066ffc1d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c1047f2-83bc-4f84-b640-88b2323be078', 'name': 'tempest-ServerActionsTestJSON-1600335060-router', 'tenant_id': 'a1ff53d6703b4f3fb85115a97c2da768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.30'}], 'enable_snat': True}, 'gw_port_id': '55ce866c-a63c-47ab-84b2-8f231a2d5151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:25:24Z', 'updated_at': '2022-05-04T17:25:36Z', 'revision_number': 4, 'project_id': 'a1ff53d6703b4f3fb85115a97c2da768', 'gw_port': {'id': '55ce866c-a63c-47ab-84b2-8f231a2d5151', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:91:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1047f2-83bc-4f84-b640-88b2323be078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:25:25Z', 'updated_at': '2022-05-04T17:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '0dbc2da6-0dfc-481f-9673-3ac8faafef8a', 'name': '', 'network_id': 'dc3827ab-b4d6-4656-be7d-24135047baff', 'tenant_id': 'a1ff53d6703b4f3fb85115a97c2da768', 'mac_address': 'fa:16:3e:23:3d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c1047f2-83bc-4f84-b640-88b2323be078', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'c14252a2-7d43-446e-921a-c611341f12b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:25:34Z', 'updated_at': '2022-05-04T17:25:46Z', 'revision_number': 4, 'project_id': 'a1ff53d6703b4f3fb85115a97c2da768', 'subnets': [{'id': 'c14252a2-7d43-446e-921a-c611341f12b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:25:48.289219 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c3732a-0b04-4014-b23a-df470905e026 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:25:48.289749 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784a483d-7219-42a0-b53c-66066ffc1d34 None None] The sync data for ids ['8c1047f2-83bc-4f84-b640-88b2323be078'] in dv-neutron-840426-1-hyperv is: [{'id': '8c1047f2-83bc-4f84-b640-88b2323be078', 'name': 'tempest-ServerActionsTestJSON-1600335060-router', 'tenant_id': 'a1ff53d6703b4f3fb85115a97c2da768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.30'}], 'enable_snat': True}, 'gw_port_id': '55ce866c-a63c-47ab-84b2-8f231a2d5151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:25:24Z', 'updated_at': '2022-05-04T17:25:36Z', 'revision_number': 4, 'project_id': 'a1ff53d6703b4f3fb85115a97c2da768', 'gw_port': {'id': '55ce866c-a63c-47ab-84b2-8f231a2d5151', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:91:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1047f2-83bc-4f84-b640-88b2323be078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:25:25Z', 'updated_at': '2022-05-04T17:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '0dbc2da6-0dfc-481f-9673-3ac8faafef8a', 'name': '', 'network_id': 'dc3827ab-b4d6-4656-be7d-24135047baff', 'tenant_id': 'a1ff53d6703b4f3fb85115a97c2da768', 'mac_address': 'fa:16:3e:23:3d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c1047f2-83bc-4f84-b640-88b2323be078', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'c14252a2-7d43-446e-921a-c611341f12b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:25:34Z', 'updated_at': '2022-05-04T17:25:46Z', 'revision_number': 4, 'project_id': 'a1ff53d6703b4f3fb85115a97c2da768', 'subnets': [{'id': 'c14252a2-7d43-446e-921a-c611341f12b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:25:48.337132 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-b8c3732a-0b04-4014-b23a-df470905e026 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:25:48.372402 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd478ab6-6ec6-45d1-be5e-4a83f413aaf5 admin admin] Network 19db3995-cea8-405f-a544-2f4051674b44 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:25:48.373561 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c3732a-0b04-4014-b23a-df470905e026 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:25:48.443166 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-bb89404c-d0cd-4204-a5d7-e8a17948dd37 tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:48.456341 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-cd478ab6-6ec6-45d1-be5e-4a83f413aaf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:25:48.485765 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:48.526582 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port d89105d5-fcb4-48f5-a703-63b60c635dca, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=d89105d5-fcb4-48f5-a703-63b60c635dca,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:25:48.538597 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:48.540368 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-bb89404c-d0cd-4204-a5d7-e8a17948dd37 tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['881f6520-f280-4605-995e-896b3afd1d8e']}} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:25:48.540601 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device cf834dc7-e81f-40bf-b53a-a79245adc0b3 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:25:48.593807 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-bb89404c-d0cd-4204-a5d7-e8a17948dd37 tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5de82017-5fe0-4df5-854b-e85a23ff9407') {'for_net_delete': True} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:25:48.596139 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-bb89404c-d0cd-4204-a5d7-e8a17948dd37 tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5de82017-5fe0-4df5-854b-e85a23ff9407') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:25:48.637429 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c3732a-0b04-4014-b23a-df470905e026 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Pushing event updated for resources: {'Port': ['ID=85973b60-f4bc-401b-9faf-74bdd889d286,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:48.656434 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-bb89404c-d0cd-4204-a5d7-e8a17948dd37 tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801627'] for segment, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:48.664976 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-733024b0-30cc-4879-8a43-d182926b85b6 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:48.762724 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port cf834dc7-e81f-40bf-b53a-a79245adc0b3 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:25:48.763204 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:48.808550 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-733024b0-30cc-4879-8a43-d182926b85b6 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:48.819731 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=d89105d5-fcb4-48f5-a703-63b60c635dca,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:48.881759 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-bb89404c-d0cd-4204-a5d7-e8a17948dd37 tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:48.942047 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device aff3028f-87ec-4025-993e-9b51693fffff up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:25:49.023767 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd478ab6-6ec6-45d1-be5e-4a83f413aaf5 admin admin] Pushing event updated for resources: {'Port': ['ID=a1bdf7ab-19ab-4ddc-81a1-5b21566c440e,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:49.048395 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-907ac7bc-94ab-42b1-b4fb-2623841fa7a5 None None] Provisioning complete for port a1bdf7ab-19ab-4ddc-81a1-5b21566c440e triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:25:49.048935 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-907ac7bc-94ab-42b1-b4fb-2623841fa7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:49.097321 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-11e110f9-bc89-420c-b8e8-3da0f150644a tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:49.111308 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port aff3028f-87ec-4025-993e-9b51693fffff completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:25:49.116196 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733024b0-30cc-4879-8a43-d182926b85b6 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5d2ee7ef-b5f7-4541-beef-8e59232588b4,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:49.118118 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb89404c-d0cd-4204-a5d7-e8a17948dd37 tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=88038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:25:49.118522 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-bb89404c-d0cd-4204-a5d7-e8a17948dd37 tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7881827'] for segment, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:49.121365 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port aff3028f-87ec-4025-993e-9b51693fffff triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:25:49.121848 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:49.140505 dv-neutron-840426-1-hyperv neutron-server[88038]: Traceback (most recent call last): May 04 17:25:49.140505 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:25:49.140505 dv-neutron-840426-1-hyperv neutron-server[88038]: timer() May 04 17:25:49.140505 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:25:49.140505 dv-neutron-840426-1-hyperv neutron-server[88038]: cb(*args, **kw) May 04 17:25:49.140505 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:25:49.140505 dv-neutron-840426-1-hyperv neutron-server[88038]: return func(*args, **kwargs) May 04 17:25:49.140505 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:25:49.140505 dv-neutron-840426-1-hyperv neutron-server[88038]: self._notify() May 04 17:25:49.140505 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:25:49.140505 dv-neutron-840426-1-hyperv neutron-server[88038]: self.callback(batched_events) May 04 17:25:49.140505 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:25:49.140505 dv-neutron-840426-1-hyperv neutron-server[88038]: event.method(event) May 04 17:25:49.140505 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:25:49.140505 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:25:49.140505 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:25:49.140505 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:25:49.140505 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:25:49.140505 dv-neutron-840426-1-hyperv neutron-server[88038]: return f(self, *a, **k) May 04 17:25:49.140505 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:25:49.140505 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._get(url).json() May 04 17:25:49.140505 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:25:49.140505 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:25:49.140505 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:25:49.140505 dv-neutron-840426-1-hyperv neutron-server[88038]: return self.request(url, 'GET', **kwargs) May 04 17:25:49.140505 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:25:49.140505 dv-neutron-840426-1-hyperv neutron-server[88038]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:25:49.140505 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:25:49.140505 dv-neutron-840426-1-hyperv neutron-server[88038]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:25:49.140505 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:25:49.140505 dv-neutron-840426-1-hyperv neutron-server[88038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:25:49.140505 dv-neutron-840426-1-hyperv neutron-server[88038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:25:49.155625 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-907ac7bc-94ab-42b1-b4fb-2623841fa7a5 None None] Port a1bdf7ab-19ab-4ddc-81a1-5b21566c440e cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:25:49.191429 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-11e110f9-bc89-420c-b8e8-3da0f150644a tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:49.270746 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:49.315676 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port aff3028f-87ec-4025-993e-9b51693fffff, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=aff3028f-87ec-4025-993e-9b51693fffff,segment=NetworkSegment(693daf06-1c5b-441e-b84a-95a8b3479912),segment_id=693daf06-1c5b-441e-b84a-95a8b3479912)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:25:49.321568 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:49.322615 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device f9aa5d85-87d9-415f-97d6-ff3d2db960ab up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:25:49.343031 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-733024b0-30cc-4879-8a43-d182926b85b6 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:49.363057 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-bb89404c-d0cd-4204-a5d7-e8a17948dd37 tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:49.378016 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-11e110f9-bc89-420c-b8e8-3da0f150644a tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:49.379597 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-11e110f9-bc89-420c-b8e8-3da0f150644a tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.9884417 May 04 17:25:49.397239 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 44880) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:49.405011 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-bb89404c-d0cd-4204-a5d7-e8a17948dd37 tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:49.422562 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-bb89404c-d0cd-4204-a5d7-e8a17948dd37 tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] 10.222.0.41 "DELETE /v2.0/networks/881f6520-f280-4605-995e-896b3afd1d8e HTTP/1.1" status: 204 len: 168 time: 1.8549271 May 04 17:25:49.424310 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 44884) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:49.428639 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-733024b0-30cc-4879-8a43-d182926b85b6 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['661b01d2-3f1c-4068-88a1-a230256fadf7']}} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:25:49.444557 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb89404c-d0cd-4204-a5d7-e8a17948dd37 tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Pushing event deleted for resources: {'Network': ['ID=881f6520-f280-4605-995e-896b3afd1d8e,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:49.451646 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-67d21a70-07e6-44ec-8cc3-7b52a790be6f tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Request body: {'security_group_rule': {'security_group_id': 'ef9ce026-f7ab-4d8d-ba44-941d12f6d7a8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:25:49.468479 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-67d21a70-07e6-44ec-8cc3-7b52a790be6f tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:25:49.477726 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=aff3028f-87ec-4025-993e-9b51693fffff,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:49.480558 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port f9aa5d85-87d9-415f-97d6-ff3d2db960ab triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:25:49.481054 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:49.488749 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-733024b0-30cc-4879-8a43-d182926b85b6 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c586b774-8c95-4e7d-a205-46bca7a47ce7') {'for_net_delete': True} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:25:49.489029 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-733024b0-30cc-4879-8a43-d182926b85b6 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c586b774-8c95-4e7d-a205-46bca7a47ce7') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:25:49.512707 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-733024b0-30cc-4879-8a43-d182926b85b6 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801627'] for segment, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:49.530785 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdb5053e-52c8-48c7-b822-d6eeba38ddf9 tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] DELETE failed (client error): The resource could not be found. May 04 17:25:49.531127 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdb5053e-52c8-48c7-b822-d6eeba38ddf9 tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:25:49.534662 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-fdb5053e-52c8-48c7-b822-d6eeba38ddf9 tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] 10.222.0.41 "DELETE /v2.0/ports/79b66938-468e-4ecf-ad91-5e3feec05295 HTTP/1.1" status: 404 len: 333 time: 0.0963807 May 04 17:25:49.543510 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-25887860-b880-4eba-b06d-588573dcf53a tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:49.545888 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e110f9-bc89-420c-b8e8-3da0f150644a tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9ce026-f7ab-4d8d-ba44-941d12f6d7a8,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:49.547295 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 44888) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:49.553286 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-25887860-b880-4eba-b06d-588573dcf53a tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:49.573071 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-67d21a70-07e6-44ec-8cc3-7b52a790be6f tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Usage tracker for resource:security_group_rule and tenant:379b29e6adf3429fb2a4d97286c4b5cf is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:25:49.583897 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-67d21a70-07e6-44ec-8cc3-7b52a790be6f tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:25:49.605830 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-08c65b5b-7a94-4268-bc0d-1fab9848ef3b tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:49.613570 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-67d21a70-07e6-44ec-8cc3-7b52a790be6f tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:25:49.665120 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_v2 [None req-db8d9e0b-9747-4e4d-9acd-956a5c67ecb4 tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Deleting subnet 3cfcd903-85d6-41a0-b69c-621af9e5df0a {{(pid=88038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:25:49.665492 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3529fb9c-fed2-4958-953d-d536d2cfb1e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:49.674778 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-733024b0-30cc-4879-8a43-d182926b85b6 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:49.675539 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd478ab6-6ec6-45d1-be5e-4a83f413aaf5 admin admin] Router c9610e8c-5484-42ad-a20b-e10d6c3f3d59 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:25:49.694061 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3529fb9c-fed2-4958-953d-d536d2cfb1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:49.701861 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-db8d9e0b-9747-4e4d-9acd-956a5c67ecb4 tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Notify callbacks [] for subnet, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:49.731454 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-67d21a70-07e6-44ec-8cc3-7b52a790be6f tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:49.735649 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-733024b0-30cc-4879-8a43-d182926b85b6 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=88038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:25:49.736157 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-733024b0-30cc-4879-8a43-d182926b85b6 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7881827'] for segment, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:49.760692 dv-neutron-840426-1-hyperv neutron-server[88038]: Traceback (most recent call last): May 04 17:25:49.760692 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:25:49.760692 dv-neutron-840426-1-hyperv neutron-server[88038]: timer() May 04 17:25:49.760692 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:25:49.760692 dv-neutron-840426-1-hyperv neutron-server[88038]: cb(*args, **kw) May 04 17:25:49.760692 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:25:49.760692 dv-neutron-840426-1-hyperv neutron-server[88038]: return func(*args, **kwargs) May 04 17:25:49.760692 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:25:49.760692 dv-neutron-840426-1-hyperv neutron-server[88038]: self._notify() May 04 17:25:49.760692 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:25:49.760692 dv-neutron-840426-1-hyperv neutron-server[88038]: self.callback(batched_events) May 04 17:25:49.760692 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:25:49.760692 dv-neutron-840426-1-hyperv neutron-server[88038]: event.method(event) May 04 17:25:49.760692 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:25:49.760692 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:25:49.760692 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:25:49.760692 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:25:49.760692 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:25:49.760692 dv-neutron-840426-1-hyperv neutron-server[88038]: return f(self, *a, **k) May 04 17:25:49.760692 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:25:49.760692 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._get(url).json() May 04 17:25:49.760692 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:25:49.760692 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:25:49.760692 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:25:49.760692 dv-neutron-840426-1-hyperv neutron-server[88038]: return self.request(url, 'GET', **kwargs) May 04 17:25:49.760692 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:25:49.760692 dv-neutron-840426-1-hyperv neutron-server[88038]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:25:49.760692 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:25:49.760692 dv-neutron-840426-1-hyperv neutron-server[88038]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:25:49.760692 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:25:49.760692 dv-neutron-840426-1-hyperv neutron-server[88038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:25:49.760692 dv-neutron-840426-1-hyperv neutron-server[88038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:25:49.763330 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-25887860-b880-4eba-b06d-588573dcf53a tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] In _notify_port_updated(), no bound segment for port 4bec5766-e7c0-4327-b490-1181efee0537 on network c711b8e5-dfdf-4f7e-b962-c7498b3e1e4c {{(pid=88038) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 04 17:25:49.769470 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25887860-b880-4eba-b06d-588573dcf53a tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:25:49.770400 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-25887860-b880-4eba-b06d-588573dcf53a tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:49.776164 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-25887860-b880-4eba-b06d-588573dcf53a tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] 10.222.0.41 "PUT /v2.0/ports/4bec5766-e7c0-4327-b490-1181efee0537 HTTP/1.1" status: 200 len: 1001 time: 2.5174809 May 04 17:25:49.788682 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 44892) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:49.857673 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b8c3732a-0b04-4014-b23a-df470905e026 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks [] for router_gateway, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:49.921752 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25887860-b880-4eba-b06d-588573dcf53a tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Pushing event updated for resources: {'Port': ['ID=4bec5766-e7c0-4327-b490-1181efee0537,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:49.924516 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 0dbc2da6-0dfc-481f-9673-3ac8faafef8a up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:25:49.946964 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-db8d9e0b-9747-4e4d-9acd-956a5c67ecb4 tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-801696'] for subnet, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:49.998578 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-733024b0-30cc-4879-8a43-d182926b85b6 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:50.011190 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-ac1146aa-0ba6-47f2-adb7-8dc6316d262a tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Deleting port 4bec5766-e7c0-4327-b490-1181efee0537 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:25:50.011849 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ac1146aa-0ba6-47f2-adb7-8dc6316d262a tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:50.020856 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 0dbc2da6-0dfc-481f-9673-3ac8faafef8a completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:25:50.026921 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 0dbc2da6-0dfc-481f-9673-3ac8faafef8a triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:25:50.027301 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:50.083396 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-733024b0-30cc-4879-8a43-d182926b85b6 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 661b01d2-3f1c-4068-88a1-a230256fadf7 {{(pid=88038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 04 17:25:50.098069 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-733024b0-30cc-4879-8a43-d182926b85b6 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:50.112010 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733024b0-30cc-4879-8a43-d182926b85b6 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Pushing event deleted for resources: {'Network': ['ID=661b01d2-3f1c-4068-88a1-a230256fadf7,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:50.113337 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-7ca55482-ffd6-49cb-9e5f-f1218b27c392 None None] Provisioning complete for port 4bec5766-e7c0-4327-b490-1181efee0537 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:25:50.113799 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-7ca55482-ffd6-49cb-9e5f-f1218b27c392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:50.125733 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-733024b0-30cc-4879-8a43-d182926b85b6 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] 10.222.0.41 "DELETE /v2.0/networks/661b01d2-3f1c-4068-88a1-a230256fadf7 HTTP/1.1" status: 204 len: 168 time: 4.1117718 May 04 17:25:50.134159 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 44896) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:50.153171 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3529fb9c-fed2-4958-953d-d536d2cfb1e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822a7d5a-fa5c-405e-981e-bc80f91fec64,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:50.203183 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-3529fb9c-fed2-4958-953d-d536d2cfb1e1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7ecfaf36ed964e50a001ee2aaffaa584&name=default HTTP/1.1" status: 200 len: 2979 time: 3.2550437 May 04 17:25:50.222258 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 44900) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:50.346426 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-1d373a79-01e6-40ea-ae1f-491174e69734 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Synchronizing usage tracker for tenant:0efba4098a904a9d9afb5616843eed09 on resource:floatingip {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:25:50.360048 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:50.372580 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-7ca55482-ffd6-49cb-9e5f-f1218b27c392 None None] Port 4bec5766-e7c0-4327-b490-1181efee0537 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:25:50.397813 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 0dbc2da6-0dfc-481f-9673-3ac8faafef8a, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=0dbc2da6-0dfc-481f-9673-3ac8faafef8a,segment=NetworkSegment(40fdd87b-6347-4489-a912-23174799ead5),segment_id=40fdd87b-6347-4489-a912-23174799ead5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:25:50.403125 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:50.404521 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device d89105d5-fcb4-48f5-a703-63b60c635dca up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:25:50.417670 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-1d373a79-01e6-40ea-ae1f-491174e69734 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Unset dirty status for tenant:0efba4098a904a9d9afb5616843eed09 on resource:floatingip {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:25:50.419012 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-1d373a79-01e6-40ea-ae1f-491174e69734 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.2483113 May 04 17:25:50.420301 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-db8d9e0b-9747-4e4d-9acd-956a5c67ecb4 tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:50.429287 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 44904) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:50.525621 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-08c65b5b-7a94-4268-bc0d-1fab9848ef3b tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Allocated IP 172.26.0.79 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/263f0ae0-6843-4f15-8892-0b0c1fee2242) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:25:50.540968 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-67d21a70-07e6-44ec-8cc3-7b52a790be6f tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:50.562622 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd478ab6-6ec6-45d1-be5e-4a83f413aaf5 admin admin] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:25:50.575580 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-67d21a70-07e6-44ec-8cc3-7b52a790be6f tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:50.575906 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port d89105d5-fcb4-48f5-a703-63b60c635dca triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:25:50.576313 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:50.592621 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ac1146aa-0ba6-47f2-adb7-8dc6316d262a tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:50.609607 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=0dbc2da6-0dfc-481f-9673-3ac8faafef8a,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:50.648223 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9649b45-55f9-4253-8d8f-75c452fcede2 None None] Sync routers for ids ['c9610e8c-5484-42ad-a20b-e10d6c3f3d59'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:25:50.703077 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9649b45-55f9-4253-8d8f-75c452fcede2 None None] Routers {'c9610e8c-5484-42ad-a20b-e10d6c3f3d59'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:25:50.703819 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-c9649b45-55f9-4253-8d8f-75c452fcede2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:25:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['c9610e8c-5484-42ad-a20b-e10d6c3f3d59'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:25:50.763296 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-cd478ab6-6ec6-45d1-be5e-4a83f413aaf5 admin admin] 10.222.0.41 "PUT /v2.0/routers/c9610e8c-5484-42ad-a20b-e10d6c3f3d59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5783262 May 04 17:25:50.764342 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-013f3d6c-c538-4549-a797-5398864864e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:50.778216 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-ac1146aa-0ba6-47f2-adb7-8dc6316d262a tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Calling delete_port for 4bec5766-e7c0-4327-b490-1181efee0537 owned by {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:25:50.808631 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d21a70-07e6-44ec-8cc3-7b52a790be6f tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99e8a051-4eee-40b6-8305-e2ca1e126ff8,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:50.869521 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-013f3d6c-c538-4549-a797-5398864864e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:50.961085 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b8c3732a-0b04-4014-b23a-df470905e026 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:50.970817 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-c9649b45-55f9-4253-8d8f-75c452fcede2 None None] Set router c9610e8c-5484-42ad-a20b-e10d6c3f3d59 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:25:50.982717 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4f3f6d-ce15-4fec-9be0-3c0146c8b73f tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:25:50.983307 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4f3f6d-ce15-4fec-9be0-3c0146c8b73f tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:25:50.983602 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4f3f6d-ce15-4fec-9be0-3c0146c8b73f tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:25:50.984048 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4f3f6d-ce15-4fec-9be0-3c0146c8b73f tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:25:50.984492 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4f3f6d-ce15-4fec-9be0-3c0146c8b73f tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:25:50.984964 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4f3f6d-ce15-4fec-9be0-3c0146c8b73f tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:25:50.985446 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4f3f6d-ce15-4fec-9be0-3c0146c8b73f tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:25:50.985841 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4f3f6d-ce15-4fec-9be0-3c0146c8b73f tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:25:50.986409 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4f3f6d-ce15-4fec-9be0-3c0146c8b73f tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:25:50.987468 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-ce4f3f6d-ce15-4fec-9be0-3c0146c8b73f tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Synchronizing usage tracker for tenant:0efba4098a904a9d9afb5616843eed09 on resource:subnet {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:25:51.037217 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-db8d9e0b-9747-4e4d-9acd-956a5c67ecb4 tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:51.083997 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-db8d9e0b-9747-4e4d-9acd-956a5c67ecb4 tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:51.109624 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8d9e0b-9747-4e4d-9acd-956a5c67ecb4 tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Pushing event deleted for resources: {'Subnet': ['ID=3cfcd903-85d6-41a0-b69c-621af9e5df0a,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:51.113790 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-db8d9e0b-9747-4e4d-9acd-956a5c67ecb4 tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] 10.222.0.41 "DELETE /v2.0/subnets/3cfcd903-85d6-41a0-b69c-621af9e5df0a HTTP/1.1" status: 204 len: 168 time: 1.5651822 May 04 17:25:51.116875 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 44914) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:51.145303 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-67d21a70-07e6-44ec-8cc3-7b52a790be6f tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:51.151173 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-67d21a70-07e6-44ec-8cc3-7b52a790be6f tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7395802 May 04 17:25:51.162475 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 44918) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:51.174036 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 170a97cc-123f-4e00-9e7f-94993732bc54 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:25:51.241554 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147febb6-97e2-47cb-a171-0c42055b9a75 None None] Network 4665b5a5-2f0b-447d-928f-5d60ef87d67b requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:25:51.265184 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-34b97cd5-09d4-400e-88e3-8bfa866b80bb tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Request body: {'security_group_rule': {'security_group_id': 'ef9ce026-f7ab-4d8d-ba44-941d12f6d7a8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:25:51.290967 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-34b97cd5-09d4-400e-88e3-8bfa866b80bb tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:25:51.367047 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-013f3d6c-c538-4549-a797-5398864864e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:51.369764 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-013f3d6c-c538-4549-a797-5398864864e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:51.373720 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-013f3d6c-c538-4549-a797-5398864864e3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/822a7d5a-fa5c-405e-981e-bc80f91fec64 HTTP/1.1" status: 204 len: 168 time: 1.1441834 May 04 17:25:51.385779 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-34b97cd5-09d4-400e-88e3-8bfa866b80bb tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Usage tracker for resource:security_group_rule and tenant:379b29e6adf3429fb2a4d97286c4b5cf is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:25:51.400429 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-34b97cd5-09d4-400e-88e3-8bfa866b80bb tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:25:51.408662 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4e30fd6b-e633-4b8f-9806-af604237adeb tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:51.423705 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-34b97cd5-09d4-400e-88e3-8bfa866b80bb tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:25:51.434119 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013f3d6c-c538-4549-a797-5398864864e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822a7d5a-fa5c-405e-981e-bc80f91fec64,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:51.444261 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-4e30fd6b-e633-4b8f-9806-af604237adeb tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Deleting port f9aa5d85-87d9-415f-97d6-ff3d2db960ab {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:25:51.444852 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4e30fd6b-e633-4b8f-9806-af604237adeb tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:51.472379 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-ce4f3f6d-ce15-4fec-9be0-3c0146c8b73f tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Unset dirty status for tenant:0efba4098a904a9d9afb5616843eed09 on resource:subnet {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:25:51.477030 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-ce4f3f6d-ce15-4fec-9be0-3c0146c8b73f tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5811 time: 1.0322568 May 04 17:25:51.479272 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 44924) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:51.484546 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-08c65b5b-7a94-4268-bc0d-1fab9848ef3b tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:51.498998 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ac1146aa-0ba6-47f2-adb7-8dc6316d262a tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:51.543354 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-34b97cd5-09d4-400e-88e3-8bfa866b80bb tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:51.572028 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 44928) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:51.575592 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.api.v2.resource [None req-a84ced61-61cb-4ae2-97b7-02d1e71f89bd tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] delete failed (client error): The resource could not be found. May 04 17:25:51.579184 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-a84ced61-61cb-4ae2-97b7-02d1e71f89bd tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] 10.222.0.41 "DELETE /v2.0/floatingips/e5796332-bdce-47a5-b877-c87740fb57c9 HTTP/1.1" status: 404 len: 345 time: 0.0971417 May 04 17:25:51.579659 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8c3732a-0b04-4014-b23a-df470905e026 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Router c38148f9-6183-48c8-8287-891ed26b2053 is scheduled to L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 with binding_index 1 {{(pid=88037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:25:51.583919 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 44932) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:51.618099 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-8632db86-10db-4e91-872d-a75c8961255d tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1939015959', 'description': 'tempest-description--1903347542'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:25:51.621808 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 170a97cc-123f-4e00-9e7f-94993732bc54 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:25:51.626744 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-8788dc7a-48f3-45f5-bded-29d27ea4f228 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] DELETE failed (client error): The resource could not be found. May 04 17:25:51.627857 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8788dc7a-48f3-45f5-bded-29d27ea4f228 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:25:51.634155 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-8788dc7a-48f3-45f5-bded-29d27ea4f228 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] 10.222.0.41 "DELETE /v2.0/networks/661b01d2-3f1c-4068-88a1-a230256fadf7 HTTP/1.1" status: 404 len: 339 time: 0.0438204 May 04 17:25:51.634318 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1146aa-0ba6-47f2-adb7-8dc6316d262a tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Pushing event deleted for resources: {'Port': ['ID=4bec5766-e7c0-4327-b490-1181efee0537,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:51.655939 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-8632db86-10db-4e91-872d-a75c8961255d tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:25:51.662605 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 170a97cc-123f-4e00-9e7f-94993732bc54 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:25:51.663522 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 44936) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:51.669935 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:51.710427 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-dfc86f2b-1622-456d-8ec9-511d7bc291ff tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Request body: {'network': {'name': 'tempest-network--2042894209', 'router:external': True}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:25:51.715842 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-8632db86-10db-4e91-872d-a75c8961255d tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Usage tracker for resource:security_group and tenant:306abfe2022942778f41b8a8d30aa525 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:25:51.745566 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-8632db86-10db-4e91-872d-a75c8961255d tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:25:51.756656 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-dfc86f2b-1622-456d-8ec9-511d7bc291ff tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:25:51.778293 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-dfc86f2b-1622-456d-8ec9-511d7bc291ff tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Usage tracker for resource:network and tenant:0efba4098a904a9d9afb5616843eed09 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:25:51.779210 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-08c65b5b-7a94-4268-bc0d-1fab9848ef3b tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:51.781254 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-8632db86-10db-4e91-872d-a75c8961255d tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:25:51.803042 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-dfc86f2b-1622-456d-8ec9-511d7bc291ff tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:25:51.817730 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-dfc86f2b-1622-456d-8ec9-511d7bc291ff tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:25:51.894925 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8632db86-10db-4e91-872d-a75c8961255d tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:51.923402 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-c9649b45-55f9-4253-8d8f-75c452fcede2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9610e8c-5484-42ad-a20b-e10d6c3f3d59', 'name': 'tempest-ServersTestManualDisk-823122399-router', 'tenant_id': '306abfe2022942778f41b8a8d30aa525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.80'}], 'enable_snat': True}, 'gw_port_id': 'd89105d5-fcb4-48f5-a703-63b60c635dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:25:28Z', 'updated_at': '2022-05-04T17:25:47Z', 'revision_number': 4, 'project_id': '306abfe2022942778f41b8a8d30aa525', 'gw_port': {'id': 'd89105d5-fcb4-48f5-a703-63b60c635dca', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:08:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9610e8c-5484-42ad-a20b-e10d6c3f3d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:25:32Z', 'updated_at': '2022-05-04T17:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': 'a1bdf7ab-19ab-4ddc-81a1-5b21566c440e', 'name': '', 'network_id': '19db3995-cea8-405f-a544-2f4051674b44', 'tenant_id': '306abfe2022942778f41b8a8d30aa525', 'mac_address': 'fa:16:3e:ea:91:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9610e8c-5484-42ad-a20b-e10d6c3f3d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '93c411c1-84f2-40bd-a250-70dec47b3f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:25:43Z', 'updated_at': '2022-05-04T17:25:47Z', 'revision_number': 2, 'project_id': '306abfe2022942778f41b8a8d30aa525', 'subnets': [{'id': '93c411c1-84f2-40bd-a250-70dec47b3f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:25:51.972112 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-34b97cd5-09d4-400e-88e3-8bfa866b80bb tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:51.972944 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc86f2b-1622-456d-8ec9-511d7bc291ff tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Made reservation on behalf of 0efba4098a904a9d9afb5616843eed09 for: {'network': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:25:51.975614 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-dfc86f2b-1622-456d-8ec9-511d7bc291ff tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:52.035030 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9649b45-55f9-4253-8d8f-75c452fcede2 None None] Checking router: c9610e8c-5484-42ad-a20b-e10d6c3f3d59 for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:25:52.035499 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9649b45-55f9-4253-8d8f-75c452fcede2 None None] Updating router c9610e8c-5484-42ad-a20b-e10d6c3f3d59 port a1bdf7ab-19ab-4ddc-81a1-5b21566c440e binding host dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:25:52.092425 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-34b97cd5-09d4-400e-88e3-8bfa866b80bb tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:52.136579 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:52.148451 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ac1146aa-0ba6-47f2-adb7-8dc6316d262a tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:52.150316 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-ac1146aa-0ba6-47f2-adb7-8dc6316d262a tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] 10.222.0.41 "DELETE /v2.0/ports/4bec5766-e7c0-4327-b490-1181efee0537 HTTP/1.1" status: 204 len: 168 time: 2.3580332 May 04 17:25:52.153313 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-8632db86-10db-4e91-872d-a75c8961255d tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:25:52.162196 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 44948) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:52.165028 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-34b97cd5-09d4-400e-88e3-8bfa866b80bb tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:52.169045 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-34b97cd5-09d4-400e-88e3-8bfa866b80bb tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9986908 May 04 17:25:52.170743 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-8632db86-10db-4e91-872d-a75c8961255d tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Usage tracker for resource:security_group_rule and tenant:306abfe2022942778f41b8a8d30aa525 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:25:52.192177 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-8632db86-10db-4e91-872d-a75c8961255d tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:25:52.194239 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-c9649b45-55f9-4253-8d8f-75c452fcede2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:52.221813 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 44952) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:52.224291 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 170a97cc-123f-4e00-9e7f-94993732bc54, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=170a97cc-123f-4e00-9e7f-94993732bc54,segment=NetworkSegment(fbb10c96-8c43-4c34-a667-0746380bba35),segment_id=fbb10c96-8c43-4c34-a667-0746380bba35)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:25:52.246637 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfc86f2b-1622-456d-8ec9-511d7bc291ff tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=88038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:25:52.249056 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b97cd5-09d4-400e-88e3-8bfa866b80bb tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2b00060-3138-4801-9b91-d3b7702b22bc,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:52.271758 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:52.272419 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device aff3028f-87ec-4025-993e-9b51693fffff up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:25:52.276864 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c65b5b-7a94-4268-bc0d-1fab9848ef3b tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:25:52.303296 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-05d1186a-cd55-4cbc-aea6-4702a5b81a61 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Request body: {'floatingip': {'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:25:52.311155 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-05d1186a-cd55-4cbc-aea6-4702a5b81a61 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:25:52.318940 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-05d1186a-cd55-4cbc-aea6-4702a5b81a61 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Usage tracker for resource:floatingip and tenant:379b29e6adf3429fb2a4d97286c4b5cf is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:25:52.323998 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-05d1186a-cd55-4cbc-aea6-4702a5b81a61 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:25:52.332596 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-05d1186a-cd55-4cbc-aea6-4702a5b81a61 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:25:52.334413 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-daf9ae8f-ca0b-4837-b0a0-d45b06e03793 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] GET failed (client error): The resource could not be found. May 04 17:25:52.335096 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-daf9ae8f-ca0b-4837-b0a0-d45b06e03793 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Synchronizing usage tracker for tenant:f40176f119c942cb87e4ada98f9d418c on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:25:52.338939 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-8632db86-10db-4e91-872d-a75c8961255d tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:25:52.342615 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b0a317-da50-4a08-8ff0-789058cfe9bd None None] DHCP port deletion for 4665b5a5-2f0b-447d-928f-5d60ef87d67b request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:25:52.343519 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c65b5b-7a94-4268-bc0d-1fab9848ef3b tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Pushing event updated for resources: {'Port': ['ID=263f0ae0-6843-4f15-8892-0b0c1fee2242,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:52.347551 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-4e30fd6b-e633-4b8f-9806-af604237adeb tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] For port f9aa5d85-87d9-415f-97d6-ff3d2db960ab, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=f9aa5d85-87d9-415f-97d6-ff3d2db960ab,segment=NetworkSegment(1449fa64-c87a-4bfd-875c-8416a2acb195),segment_id=1449fa64-c87a-4bfd-875c-8416a2acb195)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:25:52.348112 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4e30fd6b-e633-4b8f-9806-af604237adeb tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:52.357145 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-08c65b5b-7a94-4268-bc0d-1fab9848ef3b tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:25:52.363335 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c65b5b-7a94-4268-bc0d-1fab9848ef3b tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:25:52.369355 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-dfc86f2b-1622-456d-8ec9-511d7bc291ff tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:52.369995 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.segments_db [None req-dfc86f2b-1622-456d-8ec9-511d7bc291ff tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Added segment 913e3695-ae67-4881-94bb-24b9cd0768d6 of type vlan for network 866ab429-3860-4c31-97bd-d0e7f5678267 May 04 17:25:52.388798 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-87b0a317-da50-4a08-8ff0-789058cfe9bd None None] Deleting port f9aa5d85-87d9-415f-97d6-ff3d2db960ab {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:25:52.388904 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-87b0a317-da50-4a08-8ff0-789058cfe9bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:52.400327 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-05d1186a-cd55-4cbc-aea6-4702a5b81a61 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Notify callbacks [] for floatingip, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:52.423264 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c3732a-0b04-4014-b23a-df470905e026 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:25:52.438478 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac3d437-cbd5-4ebf-a227-0fef67941a8f None None] Sync routers for ids ['c38148f9-6183-48c8-8287-891ed26b2053'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:25:52.479879 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac3d437-cbd5-4ebf-a227-0fef67941a8f None None] Routers {'c38148f9-6183-48c8-8287-891ed26b2053'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:25:52.480507 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-aac3d437-cbd5-4ebf-a227-0fef67941a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:25:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['c38148f9-6183-48c8-8287-891ed26b2053'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:25:52.514484 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b8c3732a-0b04-4014-b23a-df470905e026 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:52.515833 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-b8c3732a-0b04-4014-b23a-df470905e026 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 13.4033847 May 04 17:25:52.518772 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 44962) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:52.585330 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-08c65b5b-7a94-4268-bc0d-1fab9848ef3b tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:52.594438 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-4e30fd6b-e633-4b8f-9806-af604237adeb tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Calling delete_port for f9aa5d85-87d9-415f-97d6-ff3d2db960ab owned by network:dhcp {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:25:52.597937 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-aac3d437-cbd5-4ebf-a227-0fef67941a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:25:52.616262 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac3d437-cbd5-4ebf-a227-0fef67941a8f None None] Routers {'c38148f9-6183-48c8-8287-891ed26b2053'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:25:52.620827 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-aac3d437-cbd5-4ebf-a227-0fef67941a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:25:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['c38148f9-6183-48c8-8287-891ed26b2053'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:25:52.700774 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4e30fd6b-e633-4b8f-9806-af604237adeb tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:52.704389 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-aac3d437-cbd5-4ebf-a227-0fef67941a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:25:52.705089 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac3d437-cbd5-4ebf-a227-0fef67941a8f None None] The sync data for ids ['c38148f9-6183-48c8-8287-891ed26b2053'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:25:52.748887 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-daf9ae8f-ca0b-4837-b0a0-d45b06e03793 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Unset dirty status for tenant:f40176f119c942cb87e4ada98f9d418c on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:25:52.750095 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-daf9ae8f-ca0b-4837-b0a0-d45b06e03793 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] 10.222.0.41 "GET /v2.0/ports/4bec5766-e7c0-4327-b490-1181efee0537 HTTP/1.1" status: 404 len: 333 time: 0.5828364 May 04 17:25:52.765638 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 44970) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:52.766883 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e30fd6b-e633-4b8f-9806-af604237adeb tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Pushing event deleted for resources: {'Port': ['ID=f9aa5d85-87d9-415f-97d6-ff3d2db960ab,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:52.778625 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-cb81ef11-6d72-450f-8b2b-1b5eb00fa903 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Request body: {'port': {'network_id': 'c711b8e5-dfdf-4f7e-b962-c7498b3e1e4c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-375127778'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:25:52.783951 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-87b0a317-da50-4a08-8ff0-789058cfe9bd None None] For port f9aa5d85-87d9-415f-97d6-ff3d2db960ab, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=f9aa5d85-87d9-415f-97d6-ff3d2db960ab,segment=NetworkSegment(1449fa64-c87a-4bfd-875c-8416a2acb195),segment_id=1449fa64-c87a-4bfd-875c-8416a2acb195)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:25:52.784353 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-87b0a317-da50-4a08-8ff0-789058cfe9bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:52.804018 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e30fd6b-e633-4b8f-9806-af604237adeb tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] No DVR routers for this DVR port f9aa5d85-87d9-415f-97d6-ff3d2db960ab on host dv-neutron-840426-1-hyperv {{(pid=88038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:25:52.842335 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-08c65b5b-7a94-4268-bc0d-1fab9848ef3b tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:52.883458 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=170a97cc-123f-4e00-9e7f-94993732bc54,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:53.027214 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-dfc86f2b-1622-456d-8ec9-511d7bc291ff tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:53.052729 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-87b0a317-da50-4a08-8ff0-789058cfe9bd None None] Calling delete_port for f9aa5d85-87d9-415f-97d6-ff3d2db960ab owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:25:53.208633 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4e30fd6b-e633-4b8f-9806-af604237adeb tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:53.231067 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8632db86-10db-4e91-872d-a75c8961255d tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:53.244980 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8632db86-10db-4e91-872d-a75c8961255d tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:53.311190 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-05d1186a-cd55-4cbc-aea6-4702a5b81a61 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:53.313445 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-4e30fd6b-e633-4b8f-9806-af604237adeb tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4665b5a5-2f0b-447d-928f-5d60ef87d67b']}} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:25:53.354918 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-4e30fd6b-e633-4b8f-9806-af604237adeb tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1449fa64-c87a-4bfd-875c-8416a2acb195') {'for_net_delete': True} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:25:53.355398 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-4e30fd6b-e633-4b8f-9806-af604237adeb tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1449fa64-c87a-4bfd-875c-8416a2acb195') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:25:53.376133 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-cb81ef11-6d72-450f-8b2b-1b5eb00fa903 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:25:53.382344 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8632db86-10db-4e91-872d-a75c8961255d tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0b86cf-a8f4-433e-9176-88c2053bdfef,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:53.388152 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4e30fd6b-e633-4b8f-9806-af604237adeb tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801627'] for segment, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:53.404330 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-dfc86f2b-1622-456d-8ec9-511d7bc291ff tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:53.405476 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc86f2b-1622-456d-8ec9-511d7bc291ff tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:25:53.406274 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-dfc86f2b-1622-456d-8ec9-511d7bc291ff tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:53.410067 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8632db86-10db-4e91-872d-a75c8961255d tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:53.412003 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-8632db86-10db-4e91-872d-a75c8961255d tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.8370082 May 04 17:25:53.430548 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 44982) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:53.433952 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-cb81ef11-6d72-450f-8b2b-1b5eb00fa903 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:25:53.455375 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4e30fd6b-e633-4b8f-9806-af604237adeb tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:53.462003 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-30b04aee-6366-4021-8ca1-0dde41de9371 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Request body: {'security_group_rule': {'security_group_id': '5b0b86cf-a8f4-433e-9176-88c2053bdfef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:25:53.492449 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e30fd6b-e633-4b8f-9806-af604237adeb tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=88038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:25:53.493273 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4e30fd6b-e633-4b8f-9806-af604237adeb tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7881827'] for segment, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:53.508871 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-30b04aee-6366-4021-8ca1-0dde41de9371 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:25:53.513603 dv-neutron-840426-1-hyperv neutron-server[88038]: Traceback (most recent call last): May 04 17:25:53.513603 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:25:53.513603 dv-neutron-840426-1-hyperv neutron-server[88038]: timer() May 04 17:25:53.513603 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:25:53.513603 dv-neutron-840426-1-hyperv neutron-server[88038]: cb(*args, **kw) May 04 17:25:53.513603 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:25:53.513603 dv-neutron-840426-1-hyperv neutron-server[88038]: return func(*args, **kwargs) May 04 17:25:53.513603 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:25:53.513603 dv-neutron-840426-1-hyperv neutron-server[88038]: self._notify() May 04 17:25:53.513603 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:25:53.513603 dv-neutron-840426-1-hyperv neutron-server[88038]: self.callback(batched_events) May 04 17:25:53.513603 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:25:53.513603 dv-neutron-840426-1-hyperv neutron-server[88038]: event.method(event) May 04 17:25:53.513603 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:25:53.513603 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:25:53.513603 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:25:53.513603 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:25:53.513603 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:25:53.513603 dv-neutron-840426-1-hyperv neutron-server[88038]: return f(self, *a, **k) May 04 17:25:53.513603 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:25:53.513603 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._get(url).json() May 04 17:25:53.513603 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:25:53.513603 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:25:53.513603 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:25:53.513603 dv-neutron-840426-1-hyperv neutron-server[88038]: return self.request(url, 'GET', **kwargs) May 04 17:25:53.513603 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:25:53.513603 dv-neutron-840426-1-hyperv neutron-server[88038]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:25:53.513603 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:25:53.513603 dv-neutron-840426-1-hyperv neutron-server[88038]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:25:53.513603 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:25:53.513603 dv-neutron-840426-1-hyperv neutron-server[88038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:25:53.513603 dv-neutron-840426-1-hyperv neutron-server[88038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:25:53.524323 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb81ef11-6d72-450f-8b2b-1b5eb00fa903 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Made reservation on behalf of f40176f119c942cb87e4ada98f9d418c for: {'port': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:25:53.528072 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cb81ef11-6d72-450f-8b2b-1b5eb00fa903 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:53.537817 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-30b04aee-6366-4021-8ca1-0dde41de9371 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Usage tracker for resource:security_group_rule and tenant:306abfe2022942778f41b8a8d30aa525 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:25:53.547322 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-dfc86f2b-1622-456d-8ec9-511d7bc291ff tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.8828552 May 04 17:25:53.548270 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-30b04aee-6366-4021-8ca1-0dde41de9371 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:25:53.562055 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 44988) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:53.566158 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.db.api [None req-87b0a317-da50-4a08-8ff0-789058cfe9bd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:25:53.567279 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG oslo_db.api [None req-87b0a317-da50-4a08-8ff0-789058cfe9bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:25:53.573165 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port aff3028f-87ec-4025-993e-9b51693fffff triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:25:53.573165 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:53.621621 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc86f2b-1622-456d-8ec9-511d7bc291ff tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Pushing event updated for resources: {'Network': ['ID=866ab429-3860-4c31-97bd-d0e7f5678267,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:53.621621 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-30b04aee-6366-4021-8ca1-0dde41de9371 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:25:53.679988 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 866ab429-3860-4c31-97bd-d0e7f5678267 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:25:53.684745 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [None req-cb81ef11-6d72-450f-8b2b-1b5eb00fa903 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] device_id is not set on port e46e0745-be16-4033-9234-eea2257f9810 yet. {{(pid=88038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:25:53.743340 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7f9ebf-deeb-43de-914f-eac3ccc3da7c tempest-ExternalNetworksTestJSON-1990479665 tempest-ExternalNetworksTestJSON-1990479665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:25:53.750017 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7f9ebf-deeb-43de-914f-eac3ccc3da7c tempest-ExternalNetworksTestJSON-1990479665 tempest-ExternalNetworksTestJSON-1990479665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:25:53.756879 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7f9ebf-deeb-43de-914f-eac3ccc3da7c tempest-ExternalNetworksTestJSON-1990479665 tempest-ExternalNetworksTestJSON-1990479665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:25:53.763214 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7f9ebf-deeb-43de-914f-eac3ccc3da7c tempest-ExternalNetworksTestJSON-1990479665 tempest-ExternalNetworksTestJSON-1990479665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:25:53.764998 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-3a7f9ebf-deeb-43de-914f-eac3ccc3da7c tempest-ExternalNetworksTestJSON-1990479665 tempest-ExternalNetworksTestJSON-1990479665-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2019987 May 04 17:25:53.775129 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 44998) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:53.775289 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 44996) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:53.814902 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-30b04aee-6366-4021-8ca1-0dde41de9371 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:53.828528 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4e30fd6b-e633-4b8f-9806-af604237adeb tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:53.898448 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-c9649b45-55f9-4253-8d8f-75c452fcede2 None None] Notify callbacks [] for port, precommit_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:53.908956 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device d119864a-61e3-42f6-a0cc-3e15026cbe88 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:25:53.951762 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-c9649b45-55f9-4253-8d8f-75c452fcede2 None None] Transition to ACTIVE for port object a1bdf7ab-19ab-4ddc-81a1-5b21566c440e will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:25:53.966813 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-c9649b45-55f9-4253-8d8f-75c452fcede2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:53.972085 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4e30fd6b-e633-4b8f-9806-af604237adeb tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:53.988675 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-399d23c5-474a-4805-b399-2062b586e6c4 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1782701333', 'router:external': True}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:25:53.996143 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-cb81ef11-6d72-450f-8b2b-1b5eb00fa903 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Allocated IP 2001:db8::168 (c711b8e5-dfdf-4f7e-b962-c7498b3e1e4c/c33aaf6c-9612-46c3-84f1-bad07f47b265/e46e0745-be16-4033-9234-eea2257f9810) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:25:54.008849 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e30fd6b-e633-4b8f-9806-af604237adeb tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] Pushing event deleted for resources: {'Network': ['ID=4665b5a5-2f0b-447d-928f-5d60ef87d67b,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:54.016561 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-399d23c5-474a-4805-b399-2062b586e6c4 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:25:54.042774 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-399d23c5-474a-4805-b399-2062b586e6c4 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Usage tracker for resource:network and tenant:826e7a781f254ab597721e5ca1a7bd14 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:25:54.057438 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-399d23c5-474a-4805-b399-2062b586e6c4 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:25:54.083773 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-4e30fd6b-e633-4b8f-9806-af604237adeb tempest-DHCPAgentSchedulersTestJSON-931531488 tempest-DHCPAgentSchedulersTestJSON-931531488-project] 10.222.0.41 "DELETE /v2.0/networks/4665b5a5-2f0b-447d-928f-5d60ef87d67b HTTP/1.1" status: 204 len: 168 time: 2.9634187 May 04 17:25:54.110175 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-399d23c5-474a-4805-b399-2062b586e6c4 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:25:54.112398 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9eebcc33-5bd3-4a9e-ab9d-b1b83233dbcb tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:54.136711 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-87b0a317-da50-4a08-8ff0-789058cfe9bd None None] Deleting port f9aa5d85-87d9-415f-97d6-ff3d2db960ab {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:25:54.137908 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-87b0a317-da50-4a08-8ff0-789058cfe9bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:54.143890 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-08c65b5b-7a94-4268-bc0d-1fab9848ef3b tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:54.149980 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-05d1186a-cd55-4cbc-aea6-4702a5b81a61 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Allocated IP 172.26.0.43 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/4ebffe51-0fc8-45fe-b0c3-d6c54d82e9dc) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:25:54.163008 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-08c65b5b-7a94-4268-bc0d-1fab9848ef3b tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:54.191824 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-30b04aee-6366-4021-8ca1-0dde41de9371 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:54.194168 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d6474a-fa11-47ba-a5b5-2c5266e816e7 None None] Pushing event updated for resources: {'Port': ['ID=a1bdf7ab-19ab-4ddc-81a1-5b21566c440e,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:54.237844 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399d23c5-474a-4805-b399-2062b586e6c4 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Made reservation on behalf of 826e7a781f254ab597721e5ca1a7bd14 for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:25:54.240777 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-399d23c5-474a-4805-b399-2062b586e6c4 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:54.253273 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-08c65b5b-7a94-4268-bc0d-1fab9848ef3b tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710218'] for floatingip, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:54.283904 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-30b04aee-6366-4021-8ca1-0dde41de9371 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:54.294978 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-87b0a317-da50-4a08-8ff0-789058cfe9bd None None] The port 'f9aa5d85-87d9-415f-97d6-ff3d2db960ab' was deleted {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 04 17:25:54.323174 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-399d23c5-474a-4805-b399-2062b586e6c4 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:54.379485 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port d119864a-61e3-42f6-a0cc-3e15026cbe88 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:25:54.380658 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:54.407546 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-399d23c5-474a-4805-b399-2062b586e6c4 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:25:54.408944 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b04aee-6366-4021-8ca1-0dde41de9371 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be9d3a36-9fe4-4d71-8d35-c6dc4effa38b,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:54.425633 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-399d23c5-474a-4805-b399-2062b586e6c4 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Usage tracker for resource:security_group_rule and tenant:826e7a781f254ab597721e5ca1a7bd14 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:25:54.430538 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c65b5b-7a94-4268-bc0d-1fab9848ef3b tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Pushing event updated for resources: {'Port': ['ID=263f0ae0-6843-4f15-8892-0b0c1fee2242,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:54.438891 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-08c65b5b-7a94-4268-bc0d-1fab9848ef3b tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:54.450022 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-08c65b5b-7a94-4268-bc0d-1fab9848ef3b tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.0528488 May 04 17:25:54.450022 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-399d23c5-474a-4805-b399-2062b586e6c4 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:25:54.509260 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-c9649b45-55f9-4253-8d8f-75c452fcede2 None None] Attempting to bind port a1bdf7ab-19ab-4ddc-81a1-5b21566c440e on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:25:54.509723 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-c9649b45-55f9-4253-8d8f-75c452fcede2 None None] Attempting to bind port a1bdf7ab-19ab-4ddc-81a1-5b21566c440e by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '87171e6b-f671-4224-9106-00609cd6ea4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '19db3995-cea8-405f-a544-2f4051674b44'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:25:54.510322 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9649b45-55f9-4253-8d8f-75c452fcede2 None None] Attempting to bind port a1bdf7ab-19ab-4ddc-81a1-5b21566c440e on network 19db3995-cea8-405f-a544-2f4051674b44 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:25:54.515761 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-399d23c5-474a-4805-b399-2062b586e6c4 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:25:54.535894 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-30b04aee-6366-4021-8ca1-0dde41de9371 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:54.537808 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9649b45-55f9-4253-8d8f-75c452fcede2 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:25:54.539142 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9649b45-55f9-4253-8d8f-75c452fcede2 None None] Checking segment: {'id': '87171e6b-f671-4224-9106-00609cd6ea4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '19db3995-cea8-405f-a544-2f4051674b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:25:54.539668 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-c9649b45-55f9-4253-8d8f-75c452fcede2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:54.540262 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9649b45-55f9-4253-8d8f-75c452fcede2 None None] Bound using segment: {'id': '87171e6b-f671-4224-9106-00609cd6ea4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '19db3995-cea8-405f-a544-2f4051674b44'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:25:54.541004 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-c9649b45-55f9-4253-8d8f-75c452fcede2 None None] Bound port: a1bdf7ab-19ab-4ddc-81a1-5b21566c440e, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87171e6b-f671-4224-9106-00609cd6ea4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '19db3995-cea8-405f-a544-2f4051674b44'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:25:54.541436 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-c9649b45-55f9-4253-8d8f-75c452fcede2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:54.544436 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-30b04aee-6366-4021-8ca1-0dde41de9371 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1008899 May 04 17:25:54.549938 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9eebcc33-5bd3-4a9e-ab9d-b1b83233dbcb tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:54.552394 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-bbcd2c0b-9a19-4407-8e56-4b059325c76a tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:54.572763 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 45014) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:54.610290 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-5070379d-18a8-4f89-ac72-7fdc162e5e9c tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Request body: {'security_group_rule': {'security_group_id': '5b0b86cf-a8f4-433e-9176-88c2053bdfef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:25:54.637189 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 45018) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:54.650231 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-9eebcc33-5bd3-4a9e-ab9d-b1b83233dbcb tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['866ab429-3860-4c31-97bd-d0e7f5678267']}} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:25:54.667555 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-9eebcc33-5bd3-4a9e-ab9d-b1b83233dbcb tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '913e3695-ae67-4881-94bb-24b9cd0768d6') {'for_net_delete': True} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:25:54.667901 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-9eebcc33-5bd3-4a9e-ab9d-b1b83233dbcb tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '913e3695-ae67-4881-94bb-24b9cd0768d6') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:25:54.683523 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-5070379d-18a8-4f89-ac72-7fdc162e5e9c tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:25:54.705779 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-5070379d-18a8-4f89-ac72-7fdc162e5e9c tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Usage tracker for resource:security_group_rule and tenant:306abfe2022942778f41b8a8d30aa525 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:25:54.711734 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9eebcc33-5bd3-4a9e-ab9d-b1b83233dbcb tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801627'] for segment, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:54.715930 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-c9649b45-55f9-4253-8d8f-75c452fcede2 None None] For port a1bdf7ab-19ab-4ddc-81a1-5b21566c440e, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:25:54.721763 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-5070379d-18a8-4f89-ac72-7fdc162e5e9c tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:25:54.722820 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-c9649b45-55f9-4253-8d8f-75c452fcede2 None None] For port a1bdf7ab-19ab-4ddc-81a1-5b21566c440e, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=a1bdf7ab-19ab-4ddc-81a1-5b21566c440e,segment=NetworkSegment(87171e6b-f671-4224-9106-00609cd6ea4a),segment_id=87171e6b-f671-4224-9106-00609cd6ea4a)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:25:54.733293 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-c9649b45-55f9-4253-8d8f-75c452fcede2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:54.787841 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-5070379d-18a8-4f89-ac72-7fdc162e5e9c tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:25:54.800376 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9eebcc33-5bd3-4a9e-ab9d-b1b83233dbcb tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:54.833610 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9649b45-55f9-4253-8d8f-75c452fcede2 None None] Routers {'c9610e8c-5484-42ad-a20b-e10d6c3f3d59'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:25:54.834139 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-05d1186a-cd55-4cbc-aea6-4702a5b81a61 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:54.836977 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-c9649b45-55f9-4253-8d8f-75c452fcede2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:25:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['c9610e8c-5484-42ad-a20b-e10d6c3f3d59'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:25:54.847235 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cb81ef11-6d72-450f-8b2b-1b5eb00fa903 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:54.860554 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eebcc33-5bd3-4a9e-ab9d-b1b83233dbcb tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=88038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:25:54.860962 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9eebcc33-5bd3-4a9e-ab9d-b1b83233dbcb tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7881827'] for segment, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:54.885600 dv-neutron-840426-1-hyperv neutron-server[88038]: Traceback (most recent call last): May 04 17:25:54.885600 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:25:54.885600 dv-neutron-840426-1-hyperv neutron-server[88038]: timer() May 04 17:25:54.885600 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:25:54.885600 dv-neutron-840426-1-hyperv neutron-server[88038]: cb(*args, **kw) May 04 17:25:54.885600 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:25:54.885600 dv-neutron-840426-1-hyperv neutron-server[88038]: return func(*args, **kwargs) May 04 17:25:54.885600 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:25:54.885600 dv-neutron-840426-1-hyperv neutron-server[88038]: self._notify() May 04 17:25:54.885600 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:25:54.885600 dv-neutron-840426-1-hyperv neutron-server[88038]: self.callback(batched_events) May 04 17:25:54.885600 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:25:54.885600 dv-neutron-840426-1-hyperv neutron-server[88038]: event.method(event) May 04 17:25:54.885600 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:25:54.885600 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:25:54.885600 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:25:54.885600 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:25:54.885600 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:25:54.885600 dv-neutron-840426-1-hyperv neutron-server[88038]: return f(self, *a, **k) May 04 17:25:54.885600 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:25:54.885600 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._get(url).json() May 04 17:25:54.885600 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:25:54.885600 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:25:54.885600 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:25:54.885600 dv-neutron-840426-1-hyperv neutron-server[88038]: return self.request(url, 'GET', **kwargs) May 04 17:25:54.885600 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:25:54.885600 dv-neutron-840426-1-hyperv neutron-server[88038]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:25:54.885600 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:25:54.885600 dv-neutron-840426-1-hyperv neutron-server[88038]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:25:54.885600 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:25:54.885600 dv-neutron-840426-1-hyperv neutron-server[88038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:25:54.885600 dv-neutron-840426-1-hyperv neutron-server[88038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:25:54.932512 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 0dbc2da6-0dfc-481f-9673-3ac8faafef8a up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:25:54.977891 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5070379d-18a8-4f89-ac72-7fdc162e5e9c tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:54.982306 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d6474a-fa11-47ba-a5b5-2c5266e816e7 None None] Pushing event updated for resources: {'Port': ['ID=a1bdf7ab-19ab-4ddc-81a1-5b21566c440e,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:55.055548 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-05d1186a-cd55-4cbc-aea6-4702a5b81a61 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:55.115371 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-cb81ef11-6d72-450f-8b2b-1b5eb00fa903 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Transition to ACTIVE for port object e46e0745-be16-4033-9234-eea2257f9810 will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:25:55.130441 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d1186a-cd55-4cbc-aea6-4702a5b81a61 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:25:55.140718 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9eebcc33-5bd3-4a9e-ab9d-b1b83233dbcb tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:55.142051 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-05d1186a-cd55-4cbc-aea6-4702a5b81a61 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:25:55.153835 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 0dbc2da6-0dfc-481f-9673-3ac8faafef8a triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:25:55.154249 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:55.191904 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d1186a-cd55-4cbc-aea6-4702a5b81a61 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:25:55.193731 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eebcc33-5bd3-4a9e-ab9d-b1b83233dbcb tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 866ab429-3860-4c31-97bd-d0e7f5678267 {{(pid=88038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 04 17:25:55.203164 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9eebcc33-5bd3-4a9e-ab9d-b1b83233dbcb tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:55.206128 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 45044) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:55.216300 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-a73d1386-5121-4f9e-a722-0a121164851b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=05444c4d4de3474aafe225f2cbe71198&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5781801 May 04 17:25:55.223752 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 45046) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:55.228976 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eebcc33-5bd3-4a9e-ab9d-b1b83233dbcb tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Pushing event deleted for resources: {'Network': ['ID=866ab429-3860-4c31-97bd-d0e7f5678267,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:55.233894 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-c9649b45-55f9-4253-8d8f-75c452fcede2 None None] Set router c9610e8c-5484-42ad-a20b-e10d6c3f3d59 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:25:55.247141 dv-neutron-840426-1-hyperv neutron-server[88037]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 04 17:25:55.252402 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-9eebcc33-5bd3-4a9e-ab9d-b1b83233dbcb tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] 10.222.0.41 "DELETE /v2.0/networks/866ab429-3860-4c31-97bd-d0e7f5678267 HTTP/1.1" status: 204 len: 168 time: 1.4693244 May 04 17:25:55.258678 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 45052) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:55.272854 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-90100c27-9629-4482-a6dd-add6876d7d68 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Request body: {'network': {'name': 'tempest-network--185339526', 'router:external': True}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:25:55.290429 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-90100c27-9629-4482-a6dd-add6876d7d68 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:25:55.320694 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-90100c27-9629-4482-a6dd-add6876d7d68 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Usage tracker for resource:network and tenant:0efba4098a904a9d9afb5616843eed09 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:25:55.331852 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5070379d-18a8-4f89-ac72-7fdc162e5e9c tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:55.342518 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-90100c27-9629-4482-a6dd-add6876d7d68 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:25:55.343139 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-399d23c5-474a-4805-b399-2062b586e6c4 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:55.358689 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e006998b-9205-414c-ae69-b4447e6c574d req-c584b2e8-5265-425b-8388-2d04d9bfab62 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1269471585&fields=id&tenant_id=a1ff53d6703b4f3fb85115a97c2da768 HTTP/1.1" status: 200 len: 267 time: 0.1353388 May 04 17:25:55.362089 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5070379d-18a8-4f89-ac72-7fdc162e5e9c tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:55.365576 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-90100c27-9629-4482-a6dd-add6876d7d68 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:25:55.403246 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cb81ef11-6d72-450f-8b2b-1b5eb00fa903 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:55.410409 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070379d-18a8-4f89-ac72-7fdc162e5e9c tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef482af2-aefb-4358-807a-de0e4a850331,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:55.473365 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90100c27-9629-4482-a6dd-add6876d7d68 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Made reservation on behalf of 0efba4098a904a9d9afb5616843eed09 for: {'network': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:25:55.475859 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-90100c27-9629-4482-a6dd-add6876d7d68 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:55.484929 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-62037019-41ad-434a-9adb-7a74f653e6c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:55.522091 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5070379d-18a8-4f89-ac72-7fdc162e5e9c tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:55.523464 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-5070379d-18a8-4f89-ac72-7fdc162e5e9c tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9461679 May 04 17:25:55.535973 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 45056) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:55.543069 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-bbcd2c0b-9a19-4407-8e56-4b059325c76a tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Allocated IP 172.20.0.1 (332bc39f-8cd2-4183-b24e-3013de5fb8cc/85f4e312-b700-431a-88ae-a0386a4d1369/fdb60ca1-c499-4363-95c9-9078265ee7f0) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:25:55.547541 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb81ef11-6d72-450f-8b2b-1b5eb00fa903 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Network c711b8e5-dfdf-4f7e-b962-c7498b3e1e4c is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:25:55.562305 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-620db143-897c-4473-b076-a20d5e9d0f38 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Request body: {'floatingip': {'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:25:55.566495 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-cb81ef11-6d72-450f-8b2b-1b5eb00fa903 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:25:55.585563 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-62037019-41ad-434a-9adb-7a74f653e6c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:55.601737 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb81ef11-6d72-450f-8b2b-1b5eb00fa903 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Pushing event updated for resources: {'Port': ['ID=e46e0745-be16-4033-9234-eea2257f9810,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:55.615013 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-620db143-897c-4473-b076-a20d5e9d0f38 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:25:55.617316 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90100c27-9629-4482-a6dd-add6876d7d68 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=88038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:25:55.619571 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb81ef11-6d72-450f-8b2b-1b5eb00fa903 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:25:55.625256 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb81ef11-6d72-450f-8b2b-1b5eb00fa903 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:25:55.626148 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cb81ef11-6d72-450f-8b2b-1b5eb00fa903 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:55.640245 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-620db143-897c-4473-b076-a20d5e9d0f38 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Usage tracker for resource:floatingip and tenant:306abfe2022942778f41b8a8d30aa525 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:25:55.662439 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-620db143-897c-4473-b076-a20d5e9d0f38 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:25:55.674045 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-90100c27-9629-4482-a6dd-add6876d7d68 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:55.674526 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.segments_db [None req-90100c27-9629-4482-a6dd-add6876d7d68 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Added segment 3fd31776-3a7f-4db8-ad5f-e3307164ec20 of type vlan for network acb4830a-8855-4b20-b20d-2c7014851a7a May 04 17:25:55.678339 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-620db143-897c-4473-b076-a20d5e9d0f38 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:25:55.685509 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 170a97cc-123f-4e00-9e7f-94993732bc54 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:25:55.729045 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-cb81ef11-6d72-450f-8b2b-1b5eb00fa903 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.9597456 May 04 17:25:55.748441 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 45060) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:55.756238 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-620db143-897c-4473-b076-a20d5e9d0f38 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Notify callbacks [] for floatingip, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:55.756426 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-bbcd2c0b-9a19-4407-8e56-4b059325c76a tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:55.773539 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-bbcd2c0b-9a19-4407-8e56-4b059325c76a tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Transition to ACTIVE for port object fdb60ca1-c499-4363-95c9-9078265ee7f0 will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:25:55.776044 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-97f78f61-c403-461f-89da-e14ad0a31468 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:16:8e:c9'}]}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:25:55.799578 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 170a97cc-123f-4e00-9e7f-94993732bc54 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:25:55.800119 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:55.805734 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-399d23c5-474a-4805-b399-2062b586e6c4 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:55.808644 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d1186a-cd55-4cbc-aea6-4702a5b81a61 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Pushing event updated for resources: {'Port': ['ID=4ebffe51-0fc8-45fe-b0c3-d6c54d82e9dc,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:55.839951 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-bbcd2c0b-9a19-4407-8e56-4b059325c76a tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:55.865506 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-c9649b45-55f9-4253-8d8f-75c452fcede2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9610e8c-5484-42ad-a20b-e10d6c3f3d59', 'name': 'tempest-ServersTestManualDisk-823122399-router', 'tenant_id': '306abfe2022942778f41b8a8d30aa525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.80'}], 'enable_snat': True}, 'gw_port_id': 'd89105d5-fcb4-48f5-a703-63b60c635dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:25:28Z', 'updated_at': '2022-05-04T17:25:47Z', 'revision_number': 4, 'project_id': '306abfe2022942778f41b8a8d30aa525', 'gw_port': {'id': 'd89105d5-fcb4-48f5-a703-63b60c635dca', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:08:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9610e8c-5484-42ad-a20b-e10d6c3f3d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:25:32Z', 'updated_at': '2022-05-04T17:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': 'a1bdf7ab-19ab-4ddc-81a1-5b21566c440e', 'name': '', 'network_id': '19db3995-cea8-405f-a544-2f4051674b44', 'tenant_id': '306abfe2022942778f41b8a8d30aa525', 'mac_address': 'fa:16:3e:ea:91:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9610e8c-5484-42ad-a20b-e10d6c3f3d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '93c411c1-84f2-40bd-a250-70dec47b3f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:25:43Z', 'updated_at': '2022-05-04T17:25:54Z', 'revision_number': 4, 'project_id': '306abfe2022942778f41b8a8d30aa525', 'subnets': [{'id': '93c411c1-84f2-40bd-a250-70dec47b3f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:25:55.872747 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9649b45-55f9-4253-8d8f-75c452fcede2 None None] The sync data for ids ['c9610e8c-5484-42ad-a20b-e10d6c3f3d59'] in dv-neutron-840426-1-hyperv is: [{'id': 'c9610e8c-5484-42ad-a20b-e10d6c3f3d59', 'name': 'tempest-ServersTestManualDisk-823122399-router', 'tenant_id': '306abfe2022942778f41b8a8d30aa525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.80'}], 'enable_snat': True}, 'gw_port_id': 'd89105d5-fcb4-48f5-a703-63b60c635dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:25:28Z', 'updated_at': '2022-05-04T17:25:47Z', 'revision_number': 4, 'project_id': '306abfe2022942778f41b8a8d30aa525', 'gw_port': {'id': 'd89105d5-fcb4-48f5-a703-63b60c635dca', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:08:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9610e8c-5484-42ad-a20b-e10d6c3f3d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:25:32Z', 'updated_at': '2022-05-04T17:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': 'a1bdf7ab-19ab-4ddc-81a1-5b21566c440e', 'name': '', 'network_id': '19db3995-cea8-405f-a544-2f4051674b44', 'tenant_id': '306abfe2022942778f41b8a8d30aa525', 'mac_address': 'fa:16:3e:ea:91:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9610e8c-5484-42ad-a20b-e10d6c3f3d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '93c411c1-84f2-40bd-a250-70dec47b3f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:25:43Z', 'updated_at': '2022-05-04T17:25:54Z', 'revision_number': 4, 'project_id': '306abfe2022942778f41b8a8d30aa525', 'subnets': [{'id': '93c411c1-84f2-40bd-a250-70dec47b3f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:25:55.907450 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-90100c27-9629-4482-a6dd-add6876d7d68 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:55.922026 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcd2c0b-9a19-4407-8e56-4b059325c76a tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Network 332bc39f-8cd2-4183-b24e-3013de5fb8cc is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:25:55.932131 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-bbcd2c0b-9a19-4407-8e56-4b059325c76a tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:25:55.943857 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcd2c0b-9a19-4407-8e56-4b059325c76a tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:25:55.944309 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-bbcd2c0b-9a19-4407-8e56-4b059325c76a tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710357'] for router_interface, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:55.975878 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-90100c27-9629-4482-a6dd-add6876d7d68 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:55.977400 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90100c27-9629-4482-a6dd-add6876d7d68 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:25:55.978284 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-90100c27-9629-4482-a6dd-add6876d7d68 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:56.015466 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-5016c6bf-85c8-495f-8419-5dd6e75479de None None] Provisioning for port e46e0745-be16-4033-9234-eea2257f9810 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:25:56.023647 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-5016c6bf-85c8-495f-8419-5dd6e75479de None None] Provisioning complete for port e46e0745-be16-4033-9234-eea2257f9810 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:25:56.024088 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-5016c6bf-85c8-495f-8419-5dd6e75479de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:56.053902 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-62037019-41ad-434a-9adb-7a74f653e6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:56.104106 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device f9aa5d85-87d9-415f-97d6-ff3d2db960ab no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:25:56.130476 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-399d23c5-474a-4805-b399-2062b586e6c4 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:25:56.148496 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: f9aa5d85-87d9-415f-97d6-ff3d2db960ab {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:25:56.148832 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device f9aa5d85-87d9-415f-97d6-ff3d2db960ab not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:25:56.191934 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-5016c6bf-85c8-495f-8419-5dd6e75479de None None] Port e46e0745-be16-4033-9234-eea2257f9810 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:25:56.342723 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d23c5-474a-4805-b399-2062b586e6c4 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c0cf073-4b6e-481f-8a6e-7ff3528f06bd,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:56.343835 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90100c27-9629-4482-a6dd-add6876d7d68 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Pushing event updated for resources: {'Network': ['ID=acb4830a-8855-4b20-b20d-2c7014851a7a,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:56.357623 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network acb4830a-8855-4b20-b20d-2c7014851a7a details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:25:56.369283 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-90100c27-9629-4482-a6dd-add6876d7d68 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1069417 May 04 17:25:56.375412 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 45064) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:56.376435 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62037019-41ad-434a-9adb-7a74f653e6c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3306433-562f-4706-b74d-54a666822bf7,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:56.379568 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-62037019-41ad-434a-9adb-7a74f653e6c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:56.381509 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-62037019-41ad-434a-9adb-7a74f653e6c8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a3306433-562f-4706-b74d-54a666822bf7 HTTP/1.1" status: 204 len: 168 time: 1.1541996 May 04 17:25:56.389696 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e006998b-9205-414c-ae69-b4447e6c574d req-b55b43fd-b14d-41c2-975f-3fce0f4e54c0 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:25:56.399288 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e006998b-9205-414c-ae69-b4447e6c574d req-b55b43fd-b14d-41c2-975f-3fce0f4e54c0 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/networks?id=dc3827ab-b4d6-4656-be7d-24135047baff HTTP/1.1" status: 200 len: 812 time: 1.0374751 May 04 17:25:56.408590 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-05d1186a-cd55-4cbc-aea6-4702a5b81a61 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:56.428790 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-399d23c5-474a-4805-b399-2062b586e6c4 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:56.429216 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-399d23c5-474a-4805-b399-2062b586e6c4 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Added segment 3c3fa7af-feb2-4dc8-98c5-d097efc49838 of type vlan for network b3d687b1-eadd-49ef-8436-87b52ef4a2aa May 04 17:25:56.435655 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcd2c0b-9a19-4407-8e56-4b059325c76a tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Pushing event updated for resources: {'Port': ['ID=fdb60ca1-c499-4363-95c9-9078265ee7f0,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:56.439095 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-bbcd2c0b-9a19-4407-8e56-4b059325c76a tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:56.502551 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-5f19251f-2300-47f8-9db1-b184fddfdb5a None None] Provisioning for port fdb60ca1-c499-4363-95c9-9078265ee7f0 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:25:56.526330 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-5f19251f-2300-47f8-9db1-b184fddfdb5a None None] Provisioning complete for port fdb60ca1-c499-4363-95c9-9078265ee7f0 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:25:56.526707 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-5f19251f-2300-47f8-9db1-b184fddfdb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:56.600246 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-5f19251f-2300-47f8-9db1-b184fddfdb5a None None] Port fdb60ca1-c499-4363-95c9-9078265ee7f0 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:25:56.698088 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08bcdf6-c211-43f5-89ca-7068060ac7ef tempest-ExternalNetworksTestJSON-1990479665 tempest-ExternalNetworksTestJSON-1990479665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:25:56.698706 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-b08bcdf6-c211-43f5-89ca-7068060ac7ef tempest-ExternalNetworksTestJSON-1990479665 tempest-ExternalNetworksTestJSON-1990479665-project] Synchronizing usage tracker for tenant:f9cc47ba90c44cb1b8651951b3b3a416 on resource:network {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:25:56.717075 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e006998b-9205-414c-ae69-b4447e6c574d req-1fba4d6d-b6d7-4fa5-a94a-c891f1a9863c tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/quotas/a1ff53d6703b4f3fb85115a97c2da768 HTTP/1.1" status: 200 len: 375 time: 0.3160632 May 04 17:25:56.809283 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 45072) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:56.838937 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-b08bcdf6-c211-43f5-89ca-7068060ac7ef tempest-ExternalNetworksTestJSON-1990479665 tempest-ExternalNetworksTestJSON-1990479665-project] Unset dirty status for tenant:f9cc47ba90c44cb1b8651951b3b3a416 on resource:network {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:25:56.842577 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-b08bcdf6-c211-43f5-89ca-7068060ac7ef tempest-ExternalNetworksTestJSON-1990479665 tempest-ExternalNetworksTestJSON-1990479665-project] 10.222.0.41 "GET /v2.0/networks/acb4830a-8855-4b20-b20d-2c7014851a7a HTTP/1.1" status: 200 len: 756 time: 0.4573927 May 04 17:25:56.843662 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-05d1186a-cd55-4cbc-aea6-4702a5b81a61 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:56.847311 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 45076) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:56.854788 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-def92540-7a47-4d12-b107-0a54a57a60c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:56.873189 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device a1bdf7ab-19ab-4ddc-81a1-5b21566c440e up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:25:56.924190 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-399d23c5-474a-4805-b399-2062b586e6c4 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:56.964062 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port a1bdf7ab-19ab-4ddc-81a1-5b21566c440e completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:25:56.966878 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-def92540-7a47-4d12-b107-0a54a57a60c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:25:56.972130 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port a1bdf7ab-19ab-4ddc-81a1-5b21566c440e triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:25:56.973016 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:56.979457 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-def92540-7a47-4d12-b107-0a54a57a60c5 admin admin] Usage tracker for resource:security_group_rule and tenant:9ee48b24dc524e06be5bf7917bdf6e8d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:25:56.988099 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-def92540-7a47-4d12-b107-0a54a57a60c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:25:57.046166 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-def92540-7a47-4d12-b107-0a54a57a60c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:25:57.093904 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-620db143-897c-4473-b076-a20d5e9d0f38 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:57.097479 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-97f78f61-c403-461f-89da-e14ad0a31468 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:57.119601 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbc0ad1-aef7-487d-a2f0-63fac3b81f97 tempest-ExternalNetworksTestJSON-1990479665 tempest-ExternalNetworksTestJSON-1990479665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:25:57.123444 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-ecbc0ad1-aef7-487d-a2f0-63fac3b81f97 tempest-ExternalNetworksTestJSON-1990479665 tempest-ExternalNetworksTestJSON-1990479665-project] 10.222.0.41 "GET /v2.0/networks/653237af-0053-4ec4-be05-e96015e685b3 HTTP/1.1" status: 200 len: 767 time: 0.2714372 May 04 17:25:57.125279 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 45080) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:57.137080 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:57.169589 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-399d23c5-474a-4805-b399-2062b586e6c4 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:57.170584 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399d23c5-474a-4805-b399-2062b586e6c4 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:25:57.171765 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-399d23c5-474a-4805-b399-2062b586e6c4 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:57.189275 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port a1bdf7ab-19ab-4ddc-81a1-5b21566c440e, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=a1bdf7ab-19ab-4ddc-81a1-5b21566c440e,segment=NetworkSegment(87171e6b-f671-4224-9106-00609cd6ea4a),segment_id=87171e6b-f671-4224-9106-00609cd6ea4a)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:25:57.198030 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:57.339562 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=a1bdf7ab-19ab-4ddc-81a1-5b21566c440e,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:57.406154 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e006998b-9205-414c-ae69-b4447e6c574d req-5cf351ec-5858-4329-a7d8-2230de9e57b7 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a1ff53d6703b4f3fb85115a97c2da768&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6403015 May 04 17:25:57.468417 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-def92540-7a47-4d12-b107-0a54a57a60c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:57.481260 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-def92540-7a47-4d12-b107-0a54a57a60c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:57.521689 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-620db143-897c-4473-b076-a20d5e9d0f38 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Allocated IP 172.26.0.155 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/d51375c2-f255-41c2-b71d-8dcdc7a088ef) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:25:57.550229 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d23c5-474a-4805-b399-2062b586e6c4 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Pushing event updated for resources: {'Network': ['ID=b3d687b1-eadd-49ef-8436-87b52ef4a2aa,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:57.561954 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network b3d687b1-eadd-49ef-8436-87b52ef4a2aa details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:25:57.567319 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def92540-7a47-4d12-b107-0a54a57a60c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8356da6b-0a52-48eb-b874-fe0e8931e1b5,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:57.581610 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-def92540-7a47-4d12-b107-0a54a57a60c5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9ee48b24dc524e06be5bf7917bdf6e8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7692606 May 04 17:25:57.587549 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 45088) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:57.606899 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9b0dbb34-f73e-463e-acc1-7549a3107a24 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:57.618987 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-399d23c5-474a-4805-b399-2062b586e6c4 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 3.8402624 May 04 17:25:57.627032 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 45092) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:57.654627 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-b2b90466-992b-4560-9529-95073ea886d4 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Request body: {'subnet': {'network_id': 'b3d687b1-eadd-49ef-8436-87b52ef4a2aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:25:57.659437 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-b2b90466-992b-4560-9529-95073ea886d4 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:25:57.663843 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-b2b90466-992b-4560-9529-95073ea886d4 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Usage tracker for resource:subnet and tenant:826e7a781f254ab597721e5ca1a7bd14 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:25:57.666699 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-b2b90466-992b-4560-9529-95073ea886d4 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:25:57.672807 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-b2b90466-992b-4560-9529-95073ea886d4 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:25:57.711572 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [req-e006998b-9205-414c-ae69-b4447e6c574d req-92fe0554-d9a3-4962-879b-509da95d4502 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:25:57.712586 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e006998b-9205-414c-ae69-b4447e6c574d req-92fe0554-d9a3-4962-879b-509da95d4502 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1035681 May 04 17:25:57.759304 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.db.resource_extend [None req-97f78f61-c403-461f-89da-e14ad0a31468 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 17:25:57.766316 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b90466-992b-4560-9529-95073ea886d4 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Made reservation on behalf of 826e7a781f254ab597721e5ca1a7bd14 for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:25:57.768498 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b2b90466-992b-4560-9529-95073ea886d4 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:57.794897 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-05d1186a-cd55-4cbc-aea6-4702a5b81a61 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:57.805332 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-97f78f61-c403-461f-89da-e14ad0a31468 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:57.814313 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-05d1186a-cd55-4cbc-aea6-4702a5b81a61 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:57.825415 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-97f78f61-c403-461f-89da-e14ad0a31468 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:57.943673 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-bbcd2c0b-9a19-4407-8e56-4b059325c76a tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:57.957176 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9b0dbb34-f73e-463e-acc1-7549a3107a24 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:57.968405 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-05d1186a-cd55-4cbc-aea6-4702a5b81a61 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710218'] for floatingip, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:57.970638 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-97f78f61-c403-461f-89da-e14ad0a31468 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] In _notify_port_updated(), no bound segment for port e46e0745-be16-4033-9234-eea2257f9810 on network c711b8e5-dfdf-4f7e-b962-c7498b3e1e4c {{(pid=88038) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 04 17:25:57.976593 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f78f61-c403-461f-89da-e14ad0a31468 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:25:57.977229 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-97f78f61-c403-461f-89da-e14ad0a31468 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:57.981187 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-97f78f61-c403-461f-89da-e14ad0a31468 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] 10.222.0.41 "PUT /v2.0/ports/e46e0745-be16-4033-9234-eea2257f9810 HTTP/1.1" status: 200 len: 1002 time: 2.2269366 May 04 17:25:57.990591 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 45098) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:57.995188 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2cd0ff19-e469-4170-a4c8-85f649c7132c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:58.009752 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-620db143-897c-4473-b076-a20d5e9d0f38 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:58.038278 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-bbcd2c0b-9a19-4407-8e56-4b059325c76a tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:58.038865 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-bbcd2c0b-9a19-4407-8e56-4b059325c76a tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710702'] for router_interface, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:58.074284 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9b0dbb34-f73e-463e-acc1-7549a3107a24 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:25:58.074621 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9b0dbb34-f73e-463e-acc1-7549a3107a24 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:25:58.075393 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9b0dbb34-f73e-463e-acc1-7549a3107a24 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:25:58.075725 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9b0dbb34-f73e-463e-acc1-7549a3107a24 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Subscribe: > port after_create 55550000 {{(pid=88037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:25:58.076044 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9b0dbb34-f73e-463e-acc1-7549a3107a24 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:25:58.076516 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9b0dbb34-f73e-463e-acc1-7549a3107a24 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Subscribe: > port after_update 55550000 {{(pid=88037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:25:58.076873 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9b0dbb34-f73e-463e-acc1-7549a3107a24 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:25:58.077316 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9b0dbb34-f73e-463e-acc1-7549a3107a24 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:25:58.077710 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9b0dbb34-f73e-463e-acc1-7549a3107a24 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:25:58.078053 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9b0dbb34-f73e-463e-acc1-7549a3107a24 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:25:58.110098 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2cd0ff19-e469-4170-a4c8-85f649c7132c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:58.117048 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f78f61-c403-461f-89da-e14ad0a31468 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Pushing event updated for resources: {'Port': ['ID=e46e0745-be16-4033-9234-eea2257f9810,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:58.160981 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-39bf56bb-5d2b-4352-9c24-9c12e585174e tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Deleting port e46e0745-be16-4033-9234-eea2257f9810 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:25:58.161407 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-39bf56bb-5d2b-4352-9c24-9c12e585174e tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:58.237813 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-14922eac-8578-4bd4-a27c-2685cc1577ca None None] Provisioning complete for port e46e0745-be16-4033-9234-eea2257f9810 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:25:58.239362 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-14922eac-8578-4bd4-a27c-2685cc1577ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:58.290722 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9b0dbb34-f73e-463e-acc1-7549a3107a24 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:25:58.291068 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9b0dbb34-f73e-463e-acc1-7549a3107a24 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:25:58.291383 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9b0dbb34-f73e-463e-acc1-7549a3107a24 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:25:58.291711 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9b0dbb34-f73e-463e-acc1-7549a3107a24 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88037) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:25:58.292069 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-9b0dbb34-f73e-463e-acc1-7549a3107a24 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acb4830a-8855-4b20-b20d-2c7014851a7a']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:25:58.303077 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-14922eac-8578-4bd4-a27c-2685cc1577ca None None] Port e46e0745-be16-4033-9234-eea2257f9810 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:25:58.321099 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-05d1186a-cd55-4cbc-aea6-4702a5b81a61 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:58.322427 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-05d1186a-cd55-4cbc-aea6-4702a5b81a61 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0548301 May 04 17:25:58.323181 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d1186a-cd55-4cbc-aea6-4702a5b81a61 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Pushing event updated for resources: {'Port': ['ID=4ebffe51-0fc8-45fe-b0c3-d6c54d82e9dc,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:58.434796 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-620db143-897c-4473-b076-a20d5e9d0f38 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:58.471120 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-9b0dbb34-f73e-463e-acc1-7549a3107a24 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fd31776-3a7f-4db8-ad5f-e3307164ec20') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:25:58.471120 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-9b0dbb34-f73e-463e-acc1-7549a3107a24 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fd31776-3a7f-4db8-ad5f-e3307164ec20') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:25:58.545493 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9b0dbb34-f73e-463e-acc1-7549a3107a24 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:58.557247 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2cd0ff19-e469-4170-a4c8-85f649c7132c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:58.583651 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620db143-897c-4473-b076-a20d5e9d0f38 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:25:58.587493 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e006998b-9205-414c-ae69-b4447e6c574d req-601c4d53-62f8-48cb-aa45-389c1e8b6d69 service neutron] 10.222.0.41 "GET /v2.0/networks/dc3827ab-b4d6-4656-be7d-24135047baff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8491185 May 04 17:25:58.614828 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620db143-897c-4473-b076-a20d5e9d0f38 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Pushing event updated for resources: {'Port': ['ID=d51375c2-f255-41c2-b71d-8dcdc7a088ef,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:58.617511 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd0ff19-e469-4170-a4c8-85f649c7132c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8356da6b-0a52-48eb-b874-fe0e8931e1b5,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:58.619467 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-620db143-897c-4473-b076-a20d5e9d0f38 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:25:58.627400 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620db143-897c-4473-b076-a20d5e9d0f38 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:25:58.669872 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9b0dbb34-f73e-463e-acc1-7549a3107a24 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:58.672195 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcd2c0b-9a19-4407-8e56-4b059325c76a tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Pushing event updated for resources: {'Port': ['ID=fdb60ca1-c499-4363-95c9-9078265ee7f0,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:58.688666 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b0dbb34-f73e-463e-acc1-7549a3107a24 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:25:58.689073 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9b0dbb34-f73e-463e-acc1-7549a3107a24 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:58.705047 dv-neutron-840426-1-hyperv neutron-server[88037]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 17:25:58.705047 dv-neutron-840426-1-hyperv neutron-server[88037]: from cryptography.utils import int_from_bytes May 04 17:25:58.705047 dv-neutron-840426-1-hyperv neutron-server[88037]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 17:25:58.705047 dv-neutron-840426-1-hyperv neutron-server[88037]: from cryptography.utils import int_from_bytes May 04 17:25:58.705047 dv-neutron-840426-1-hyperv neutron-server[88037]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 04 17:25:58.705047 dv-neutron-840426-1-hyperv neutron-server[88037]: util.warn_limited( May 04 17:25:58.705047 dv-neutron-840426-1-hyperv neutron-server[88037]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 04 17:25:58.705047 dv-neutron-840426-1-hyperv neutron-server[88037]: util.warn_limited( May 04 17:25:58.705047 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 17:25:58.705047 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:25:58.705047 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 17:25:58.705047 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:25:58.705047 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 17:25:58.705047 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:25:58.705047 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 17:25:58.705047 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:25:58.705047 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 17:25:58.705047 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:25:58.705047 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 17:25:58.705047 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:25:58.705047 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 17:25:58.705047 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:25:58.705047 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:25:58.705047 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:25:58.705047 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:25:58.705047 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:25:58.705047 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 17:25:58.705047 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:25:58.705047 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 17:25:58.705047 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:25:58.705047 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:25:58.705047 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:25:58.705047 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 17:25:58.705047 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:25:58.705047 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:25:58.705047 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:25:58.705047 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:25:58.705047 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:25:58.705047 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:25:58.705047 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:25:58.790364 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2cd0ff19-e469-4170-a4c8-85f649c7132c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:58.791574 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-2cd0ff19-e469-4170-a4c8-85f649c7132c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8356da6b-0a52-48eb-b874-fe0e8931e1b5 HTTP/1.1" status: 204 len: 168 time: 1.2032800 May 04 17:25:58.832612 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-39bf56bb-5d2b-4352-9c24-9c12e585174e tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:58.845013 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device a1bdf7ab-19ab-4ddc-81a1-5b21566c440e up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:25:58.899796 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcd2c0b-9a19-4407-8e56-4b059325c76a tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Network 332bc39f-8cd2-4183-b24e-3013de5fb8cc is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:25:58.900605 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9b0dbb34-f73e-463e-acc1-7549a3107a24 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:58.903994 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-bbcd2c0b-9a19-4407-8e56-4b059325c76a tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:25:58.945823 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b0dbb34-f73e-463e-acc1-7549a3107a24 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network acb4830a-8855-4b20-b20d-2c7014851a7a {{(pid=88037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 04 17:25:59.017357 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 45126) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:59.030151 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-39bf56bb-5d2b-4352-9c24-9c12e585174e tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Calling delete_port for e46e0745-be16-4033-9234-eea2257f9810 owned by {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:25:59.037096 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0dbb34-f73e-463e-acc1-7549a3107a24 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Pushing event deleted for resources: {'Network': ['ID=acb4830a-8855-4b20-b20d-2c7014851a7a,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:59.040560 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9b0dbb34-f73e-463e-acc1-7549a3107a24 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:59.057791 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e006998b-9205-414c-ae69-b4447e6c574d req-dbe40c06-d1c8-42be-8c72-0c700b1276cf service neutron] 10.222.0.41 "GET /v2.0/networks/dc3827ab-b4d6-4656-be7d-24135047baff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4112399 May 04 17:25:59.083123 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-9b0dbb34-f73e-463e-acc1-7549a3107a24 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] 10.222.0.41 "DELETE /v2.0/networks/acb4830a-8855-4b20-b20d-2c7014851a7a HTTP/1.1" status: 204 len: 168 time: 1.9485555 May 04 17:25:59.088204 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 45132) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:59.095436 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-0aeb476c-64c4-43cd-aa1c-749832fe7a94 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Request body: {'network': {'name': 'tempest-network--973012105'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:25:59.101558 dv-neutron-840426-1-hyperv neutron-server[88038]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 04 17:25:59.104348 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-0aeb476c-64c4-43cd-aa1c-749832fe7a94 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:25:59.158089 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port a1bdf7ab-19ab-4ddc-81a1-5b21566c440e triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:25:59.158506 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:59.194316 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-0aeb476c-64c4-43cd-aa1c-749832fe7a94 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Usage tracker for resource:network and tenant:0efba4098a904a9d9afb5616843eed09 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:25:59.199912 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-0aeb476c-64c4-43cd-aa1c-749832fe7a94 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:25:59.210340 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-0aeb476c-64c4-43cd-aa1c-749832fe7a94 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:25:59.248044 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aeb476c-64c4-43cd-aa1c-749832fe7a94 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Made reservation on behalf of 0efba4098a904a9d9afb5616843eed09 for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:25:59.250546 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0aeb476c-64c4-43cd-aa1c-749832fe7a94 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:59.296257 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-620db143-897c-4473-b076-a20d5e9d0f38 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:59.326429 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aeb476c-64c4-43cd-aa1c-749832fe7a94 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:25:59.337773 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0aeb476c-64c4-43cd-aa1c-749832fe7a94 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:59.338227 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-0aeb476c-64c4-43cd-aa1c-749832fe7a94 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Added segment 91149587-ac33-4045-886f-4336fc93396e of type vlan for network 9915479f-0fda-437a-95f8-95272c167652 May 04 17:25:59.369705 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0aeb476c-64c4-43cd-aa1c-749832fe7a94 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:59.415329 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-ba5e9646-a957-4ac4-b08d-1a723f176862 req-dcf9b08b-52ec-45a4-83e0-543eb5360a3a tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--991887871&fields=id&tenant_id=379b29e6adf3429fb2a4d97286c4b5cf HTTP/1.1" status: 200 len: 267 time: 0.3936598 May 04 17:25:59.416854 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbcd2c0b-9a19-4407-8e56-4b059325c76a tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Router c38148f9-6183-48c8-8287-891ed26b2053 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:25:59.425194 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0aeb476c-64c4-43cd-aa1c-749832fe7a94 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:59.430652 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aeb476c-64c4-43cd-aa1c-749832fe7a94 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:25:59.430652 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0aeb476c-64c4-43cd-aa1c-749832fe7a94 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:59.491167 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-31f38729-9437-48c1-bb1a-d6f51236d328 None None] Provisioning complete for port fdb60ca1-c499-4363-95c9-9078265ee7f0 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:25:59.491571 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-31f38729-9437-48c1-bb1a-d6f51236d328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:59.624927 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-31f38729-9437-48c1-bb1a-d6f51236d328 None None] Port fdb60ca1-c499-4363-95c9-9078265ee7f0 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:25:59.731379 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e9646-a957-4ac4-b08d-1a723f176862 req-be66df24-438e-40fe-8e8a-e314e5a339d4 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:25:59.738099 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-89550be2-647d-438b-9865-a5f9f063fccf req-5ab0ddb5-3af0-42e5-b93b-f415ce18e512 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 210 time: 0.2389112 May 04 17:25:59.749801 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-0aeb476c-64c4-43cd-aa1c-749832fe7a94 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6580925 May 04 17:25:59.750926 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-ba5e9646-a957-4ac4-b08d-1a723f176862 req-be66df24-438e-40fe-8e8a-e314e5a339d4 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] 10.222.0.41 "GET /v2.0/networks?id=bd18084c-d817-434f-8399-bdaa1bc23fbc HTTP/1.1" status: 200 len: 806 time: 0.3217974 May 04 17:25:59.792276 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 45160) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:59.794665 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-39bf56bb-5d2b-4352-9c24-9c12e585174e tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:59.802963 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-ba5e9646-a957-4ac4-b08d-1a723f176862 req-5871fbd1-935e-4f2f-bb97-99ce1d24d737 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] 10.222.0.41 "GET /v2.0/quotas/379b29e6adf3429fb2a4d97286c4b5cf HTTP/1.1" status: 200 len: 375 time: 0.0483916 May 04 17:25:59.809301 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeb476c-64c4-43cd-aa1c-749832fe7a94 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Pushing event updated for resources: {'Network': ['ID=9915479f-0fda-437a-95f8-95272c167652,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:25:59.814639 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-aac7c21d-c1d4-4d4b-bffe-e2189e02fe82 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:25:59.822930 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 9915479f-0fda-437a-95f8-95272c167652 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:25:59.929251 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbcd2c0b-9a19-4407-8e56-4b059325c76a tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:25:59.939678 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-bbcd2c0b-9a19-4407-8e56-4b059325c76a tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] 10.222.0.41 "PUT /v2.0/routers/c38148f9-6183-48c8-8287-891ed26b2053/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4196498 May 04 17:25:59.940527 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 45166) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:25:59.947447 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-a0913cd5-594c-4216-8a77-3710cf5e81d1 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Request body: {'port': {'network_id': '332bc39f-8cd2-4183-b24e-3013de5fb8cc', 'name': 'tempest-FloatingIPAdminTestJSON-1578611384'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:26:00.034040 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9fd260-2914-4329-8983-9df30cbe2288 None None] Sync routers for ids ['c38148f9-6183-48c8-8287-891ed26b2053'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:26:00.063153 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9fd260-2914-4329-8983-9df30cbe2288 None None] Routers {'c38148f9-6183-48c8-8287-891ed26b2053'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:26:00.063990 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-7f9fd260-2914-4329-8983-9df30cbe2288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:25:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['c38148f9-6183-48c8-8287-891ed26b2053'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:00.175902 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-7f9fd260-2914-4329-8983-9df30cbe2288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:00.192319 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-a0913cd5-594c-4216-8a77-3710cf5e81d1 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:26:00.196057 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-a0913cd5-594c-4216-8a77-3710cf5e81d1 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Usage tracker for resource:port and tenant:4e0f3f35196b40e1aaf076aeef66bd0a is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:26:00.199233 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-a0913cd5-594c-4216-8a77-3710cf5e81d1 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:26:00.200863 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9fd260-2914-4329-8983-9df30cbe2288 None None] Routers {'c38148f9-6183-48c8-8287-891ed26b2053'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:26:00.201456 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-7f9fd260-2914-4329-8983-9df30cbe2288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:25:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['c38148f9-6183-48c8-8287-891ed26b2053'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:00.205370 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-a0913cd5-594c-4216-8a77-3710cf5e81d1 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:26:00.215989 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bf56bb-5d2b-4352-9c24-9c12e585174e tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Pushing event deleted for resources: {'Port': ['ID=e46e0745-be16-4033-9234-eea2257f9810,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:00.223988 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0913cd5-594c-4216-8a77-3710cf5e81d1 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Made reservation on behalf of 4e0f3f35196b40e1aaf076aeef66bd0a for: {'port': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:26:00.239515 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a0913cd5-594c-4216-8a77-3710cf5e81d1 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:00.241990 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-39bf56bb-5d2b-4352-9c24-9c12e585174e tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:00.251595 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-620db143-897c-4473-b076-a20d5e9d0f38 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:00.290409 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [None req-a0913cd5-594c-4216-8a77-3710cf5e81d1 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] device_id is not set on port 71b70a4a-ac08-4c35-9be0-32c38e973656 yet. {{(pid=88037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:26:00.340172 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-7f9fd260-2914-4329-8983-9df30cbe2288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:00.340583 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9fd260-2914-4329-8983-9df30cbe2288 None None] The sync data for ids ['c38148f9-6183-48c8-8287-891ed26b2053'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:26:00.494546 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-a0913cd5-594c-4216-8a77-3710cf5e81d1 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Allocated IP 172.20.0.8 (332bc39f-8cd2-4183-b24e-3013de5fb8cc/85f4e312-b700-431a-88ae-a0386a4d1369/71b70a4a-ac08-4c35-9be0-32c38e973656) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:26:00.682749 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-39bf56bb-5d2b-4352-9c24-9c12e585174e tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] 10.222.0.41 "DELETE /v2.0/ports/e46e0745-be16-4033-9234-eea2257f9810 HTTP/1.1" status: 204 len: 168 time: 2.6830494 May 04 17:26:00.689325 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 45196) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:00.774267 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-ba5e9646-a957-4ac4-b08d-1a723f176862 req-7dd9ddf4-23c8-4f4b-ab2e-c69695faa9b8 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=379b29e6adf3429fb2a4d97286c4b5cf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9700699 May 04 17:26:00.775058 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.objects.ports [None req-b2b90466-992b-4560-9529-95073ea886d4 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88038) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 04 17:26:00.775493 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b2b90466-992b-4560-9529-95073ea886d4 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:00.828622 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a0913cd5-594c-4216-8a77-3710cf5e81d1 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:00.893727 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6d45f0fb-fc11-47d6-bff1-68843499832e req-19dd8584-f95d-4ba7-8368-d1a6fdbde24e tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 210 time: 0.0595503 May 04 17:26:00.903112 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-a0913cd5-594c-4216-8a77-3710cf5e81d1 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Transition to ACTIVE for port object 71b70a4a-ac08-4c35-9be0-32c38e973656 will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:26:00.944502 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a0913cd5-594c-4216-8a77-3710cf5e81d1 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:00.971456 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-aac7c21d-c1d4-4d4b-bffe-e2189e02fe82 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:00.991221 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-df69dd67-97d1-4194-be2b-e3264b4a6f84 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] GET failed (client error): The resource could not be found. May 04 17:26:00.991760 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-df69dd67-97d1-4194-be2b-e3264b4a6f84 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Synchronizing usage tracker for tenant:f40176f119c942cb87e4ada98f9d418c on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:26:01.014586 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b90466-992b-4560-9529-95073ea886d4 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Pushing event updated for resources: {'Subnet': ['ID=28b0b288-55b2-4d61-9626-12e51c682796,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:01.030958 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0913cd5-594c-4216-8a77-3710cf5e81d1 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Network 332bc39f-8cd2-4183-b24e-3013de5fb8cc is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:26:01.038611 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-aac7c21d-c1d4-4d4b-bffe-e2189e02fe82 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:01.040079 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-a0913cd5-594c-4216-8a77-3710cf5e81d1 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:26:01.044179 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0913cd5-594c-4216-8a77-3710cf5e81d1 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:26:01.100460 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-aac7c21d-c1d4-4d4b-bffe-e2189e02fe82 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Network 9915479f-0fda-437a-95f8-95272c167652 is not hosted by any dhcp agent {{(pid=88038) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 04 17:26:01.101322 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac7c21d-c1d4-4d4b-bffe-e2189e02fe82 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:01.108223 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-aac7c21d-c1d4-4d4b-bffe-e2189e02fe82 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:01.109734 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-aac7c21d-c1d4-4d4b-bffe-e2189e02fe82 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] 10.222.0.41 "PUT /v2.0/networks/9915479f-0fda-437a-95f8-95272c167652 HTTP/1.1" status: 200 len: 857 time: 1.3044915 May 04 17:26:01.118340 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 45220) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:01.125225 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-df69dd67-97d1-4194-be2b-e3264b4a6f84 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Unset dirty status for tenant:f40176f119c942cb87e4ada98f9d418c on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:26:01.126377 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-df69dd67-97d1-4194-be2b-e3264b4a6f84 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] 10.222.0.41 "GET /v2.0/ports/e46e0745-be16-4033-9234-eea2257f9810 HTTP/1.1" status: 404 len: 333 time: 0.4322388 May 04 17:26:01.135560 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0913cd5-594c-4216-8a77-3710cf5e81d1 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Pushing event updated for resources: {'Port': ['ID=71b70a4a-ac08-4c35-9be0-32c38e973656,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:01.138042 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 45224) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:01.154885 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-620db143-897c-4473-b076-a20d5e9d0f38 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:01.156594 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b90466-992b-4560-9529-95073ea886d4 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Checking segment: {'id': '3c3fa7af-feb2-4dc8-98c5-d097efc49838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'b3d687b1-eadd-49ef-8436-87b52ef4a2aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:26:01.157220 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b90466-992b-4560-9529-95073ea886d4 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Network hostable DHCP agents. Network: b3d687b1-eadd-49ef-8436-87b52ef4a2aa, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:26:01.171797 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-620db143-897c-4473-b076-a20d5e9d0f38 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:01.251172 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-0fe22f96-0400-49a4-bc5e-cd14cd5d1873 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Request body: {'port': {'network_id': 'c711b8e5-dfdf-4f7e-b962-c7498b3e1e4c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-951068084'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:26:01.319094 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [req-ba5e9646-a957-4ac4-b08d-1a723f176862 req-607426c7-347d-4b2b-b12c-000ec39a9f29 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:26:01.320393 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-ba5e9646-a957-4ac4-b08d-1a723f176862 req-607426c7-347d-4b2b-b12c-000ec39a9f29 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3510170 May 04 17:26:01.324020 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac7c21d-c1d4-4d4b-bffe-e2189e02fe82 tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Pushing event updated for resources: {'Network': ['ID=9915479f-0fda-437a-95f8-95272c167652,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:01.398451 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0913cd5-594c-4216-8a77-3710cf5e81d1 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:01.399129 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a0913cd5-594c-4216-8a77-3710cf5e81d1 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:01.418636 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620db143-897c-4473-b076-a20d5e9d0f38 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Pushing event updated for resources: {'Port': ['ID=d51375c2-f255-41c2-b71d-8dcdc7a088ef,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:01.444581 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b90466-992b-4560-9529-95073ea886d4 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Network b3d687b1-eadd-49ef-8436-87b52ef4a2aa is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:26:01.475657 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-3ea9eddc-a477-45d3-9df1-20fa9e17db0f None None] Provisioning for port 71b70a4a-ac08-4c35-9be0-32c38e973656 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:26:01.485356 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 45234) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:01.486768 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-3ea9eddc-a477-45d3-9df1-20fa9e17db0f None None] Provisioning complete for port 71b70a4a-ac08-4c35-9be0-32c38e973656 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:26:01.487136 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-3ea9eddc-a477-45d3-9df1-20fa9e17db0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:01.537993 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-b2b90466-992b-4560-9529-95073ea886d4 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, b3d687b1-eadd-49ef-8436-87b52ef4a2aa) {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:26:01.539566 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-620db143-897c-4473-b076-a20d5e9d0f38 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710218'] for floatingip, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:01.561283 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b90466-992b-4560-9529-95073ea886d4 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:01.561883 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b2b90466-992b-4560-9529-95073ea886d4 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:01.562891 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fcaa6b-bfc7-45b7-92d1-c8f4d3a0aedf None None] Network b3d687b1-eadd-49ef-8436-87b52ef4a2aa requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:26:01.596763 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-a0913cd5-594c-4216-8a77-3710cf5e81d1 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6517594 May 04 17:26:01.596975 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-620db143-897c-4473-b076-a20d5e9d0f38 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:01.596975 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-620db143-897c-4473-b076-a20d5e9d0f38 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0510752 May 04 17:26:01.599246 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 45240) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:01.603615 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-b2b90466-992b-4560-9529-95073ea886d4 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.9719236 May 04 17:26:01.606083 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 45244) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:01.612690 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cf0a3a8c-dbef-4f01-bb21-a37076b4e17b tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:01.616237 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-3ea9eddc-a477-45d3-9df1-20fa9e17db0f None None] Port 71b70a4a-ac08-4c35-9be0-32c38e973656 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:26:01.621885 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-4419efee-1cd8-49d6-92f6-ab2780c809e9 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-483814562', 'network_id': 'b3d687b1-eadd-49ef-8436-87b52ef4a2aa'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:26:01.635996 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-ba5e9646-a957-4ac4-b08d-1a723f176862 req-57f659ab-c654-4933-a75c-f9ded3772f6e service neutron] 10.222.0.41 "GET /v2.0/networks/bd18084c-d817-434f-8399-bdaa1bc23fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065057 May 04 17:26:01.664720 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-4419efee-1cd8-49d6-92f6-ab2780c809e9 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:26:01.675051 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-4419efee-1cd8-49d6-92f6-ab2780c809e9 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Usage tracker for resource:port and tenant:826e7a781f254ab597721e5ca1a7bd14 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:26:01.687800 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-4419efee-1cd8-49d6-92f6-ab2780c809e9 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:26:01.698390 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-4419efee-1cd8-49d6-92f6-ab2780c809e9 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:26:01.710503 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-0fe22f96-0400-49a4-bc5e-cd14cd5d1873 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:26:01.722122 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-97652dd0-e60f-4872-a87c-6b5ab8baf066 tempest-ExternalNetworksAdminNegativeTestJSON-766899041 tempest-ExternalNetworksAdminNegativeTestJSON-766899041-project-admin] Request body: {'floatingip': {'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:26:01.727666 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-97652dd0-e60f-4872-a87c-6b5ab8baf066 tempest-ExternalNetworksAdminNegativeTestJSON-766899041 tempest-ExternalNetworksAdminNegativeTestJSON-766899041-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:26:01.732706 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-97652dd0-e60f-4872-a87c-6b5ab8baf066 tempest-ExternalNetworksAdminNegativeTestJSON-766899041 tempest-ExternalNetworksAdminNegativeTestJSON-766899041-project-admin] Usage tracker for resource:floatingip and tenant:3f9c0a8644f246f98e12a086dc5ec73b is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:26:01.736073 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-97652dd0-e60f-4872-a87c-6b5ab8baf066 tempest-ExternalNetworksAdminNegativeTestJSON-766899041 tempest-ExternalNetworksAdminNegativeTestJSON-766899041-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:26:01.745726 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-97652dd0-e60f-4872-a87c-6b5ab8baf066 tempest-ExternalNetworksAdminNegativeTestJSON-766899041 tempest-ExternalNetworksAdminNegativeTestJSON-766899041-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:26:01.767030 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-97652dd0-e60f-4872-a87c-6b5ab8baf066 tempest-ExternalNetworksAdminNegativeTestJSON-766899041 tempest-ExternalNetworksAdminNegativeTestJSON-766899041-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:01.790680 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4419efee-1cd8-49d6-92f6-ab2780c809e9 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Made reservation on behalf of 826e7a781f254ab597721e5ca1a7bd14 for: {'port': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:26:01.799963 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4419efee-1cd8-49d6-92f6-ab2780c809e9 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:01.802766 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-0fe22f96-0400-49a4-bc5e-cd14cd5d1873 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:26:01.862143 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [None req-4419efee-1cd8-49d6-92f6-ab2780c809e9 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] device_id is not set on port 456eeef3-2e70-4fa9-bf4a-1e4a29fbbee2 yet. {{(pid=88038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:26:01.898774 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cf0a3a8c-dbef-4f01-bb21-a37076b4e17b tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:01.915008 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe22f96-0400-49a4-bc5e-cd14cd5d1873 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Made reservation on behalf of f40176f119c942cb87e4ada98f9d418c for: {'port': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:26:01.917821 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0fe22f96-0400-49a4-bc5e-cd14cd5d1873 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:01.927001 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-40e4f2d8-aa49-4bca-b6f4-c6f845fb58b4 tempest-FloatingIPAdminTestJSON-1086389745 tempest-FloatingIPAdminTestJSON-1086389745-project-admin] Request body: {'floatingip': {'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'project_id': '4e0f3f35196b40e1aaf076aeef66bd0a', 'port_id': '71b70a4a-ac08-4c35-9be0-32c38e973656'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:26:01.960694 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da79963c-6fb9-4873-8298-395cf2d50a90 None None] Network b3d687b1-eadd-49ef-8436-87b52ef4a2aa requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:26:01.970868 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-40e4f2d8-aa49-4bca-b6f4-c6f845fb58b4 tempest-FloatingIPAdminTestJSON-1086389745 tempest-FloatingIPAdminTestJSON-1086389745-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:26:01.982250 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-ba5e9646-a957-4ac4-b08d-1a723f176862 req-a4533a1c-1032-4730-a5d3-c75dbb37a317 service neutron] 10.222.0.41 "GET /v2.0/networks/bd18084c-d817-434f-8399-bdaa1bc23fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3445888 May 04 17:26:01.985647 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-40e4f2d8-aa49-4bca-b6f4-c6f845fb58b4 tempest-FloatingIPAdminTestJSON-1086389745 tempest-FloatingIPAdminTestJSON-1086389745-project-admin] Usage tracker for resource:floatingip and tenant:4e0f3f35196b40e1aaf076aeef66bd0a is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:26:01.996135 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-40e4f2d8-aa49-4bca-b6f4-c6f845fb58b4 tempest-FloatingIPAdminTestJSON-1086389745 tempest-FloatingIPAdminTestJSON-1086389745-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:26:02.010659 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-40e4f2d8-aa49-4bca-b6f4-c6f845fb58b4 tempest-FloatingIPAdminTestJSON-1086389745 tempest-FloatingIPAdminTestJSON-1086389745-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:26:02.016572 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-cf0a3a8c-dbef-4f01-bb21-a37076b4e17b tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9915479f-0fda-437a-95f8-95272c167652']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:02.030012 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [None req-0fe22f96-0400-49a4-bc5e-cd14cd5d1873 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] device_id is not set on port ec4f6d1c-1024-4de9-8c32-c0f513165914 yet. {{(pid=88037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:26:02.063849 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-40e4f2d8-aa49-4bca-b6f4-c6f845fb58b4 tempest-FloatingIPAdminTestJSON-1086389745 tempest-FloatingIPAdminTestJSON-1086389745-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:02.130970 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-4419efee-1cd8-49d6-92f6-ab2780c809e9 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Allocated IP 172.20.0.5 (b3d687b1-eadd-49ef-8436-87b52ef4a2aa/28b0b288-55b2-4d61-9626-12e51c682796/456eeef3-2e70-4fa9-bf4a-1e4a29fbbee2) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:26:02.267088 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-cf0a3a8c-dbef-4f01-bb21-a37076b4e17b tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91149587-ac33-4045-886f-4336fc93396e') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:02.267783 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-cf0a3a8c-dbef-4f01-bb21-a37076b4e17b tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91149587-ac33-4045-886f-4336fc93396e') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:02.328520 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cf0a3a8c-dbef-4f01-bb21-a37076b4e17b tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:02.360544 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.42', 59589) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:02.379175 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-0fe22f96-0400-49a4-bc5e-cd14cd5d1873 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Allocated IP 2001:db8::34c (c711b8e5-dfdf-4f7e-b962-c7498b3e1e4c/c33aaf6c-9612-46c3-84f1-bad07f47b265/ec4f6d1c-1024-4de9-8c32-c0f513165914) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:26:02.417174 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a5ef8b45-a02f-4038-8c76-db03f6036669 req-f6043661-09c2-4a4d-8270-3f583912e56f tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1939015959&fields=id&tenant_id=306abfe2022942778f41b8a8d30aa525 HTTP/1.1" status: 200 len: 267 time: 0.4235108 May 04 17:26:02.422797 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cf0a3a8c-dbef-4f01-bb21-a37076b4e17b tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:02.448932 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf0a3a8c-dbef-4f01-bb21-a37076b4e17b tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:26:02.449332 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cf0a3a8c-dbef-4f01-bb21-a37076b4e17b tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:02.492108 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 17:26:02.492108 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:26:02.492108 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 17:26:02.492108 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:26:02.492108 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 17:26:02.492108 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:26:02.492108 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 17:26:02.492108 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:26:02.492108 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 17:26:02.492108 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:26:02.492108 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 17:26:02.492108 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:26:02.492108 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 17:26:02.492108 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:26:02.492108 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:26:02.492108 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:26:02.492108 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:26:02.492108 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:26:02.492108 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 17:26:02.492108 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:26:02.492108 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 17:26:02.492108 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:26:02.492108 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:26:02.492108 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:26:02.492108 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 17:26:02.492108 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:26:02.492108 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:26:02.492108 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:26:02.492108 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:26:02.492108 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:26:02.492108 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:26:02.492108 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:26:02.505981 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-40e4f2d8-aa49-4bca-b6f4-c6f845fb58b4 tempest-FloatingIPAdminTestJSON-1086389745 tempest-FloatingIPAdminTestJSON-1086389745-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:02.606616 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-97652dd0-e60f-4872-a87c-6b5ab8baf066 tempest-ExternalNetworksAdminNegativeTestJSON-766899041 tempest-ExternalNetworksAdminNegativeTestJSON-766899041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:02.764956 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-6fc2469f-a6e8-4922-b1c1-e93489693614 req-5bb503e2-2a76-4211-94d7-5be8555c4350 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Synchronizing usage tracker for tenant:a1ff53d6703b4f3fb85115a97c2da768 on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:26:02.783837 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cf0a3a8c-dbef-4f01-bb21-a37076b4e17b tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:02.785157 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4419efee-1cd8-49d6-92f6-ab2780c809e9 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:02.876981 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e006998b-9205-414c-ae69-b4447e6c574d req-9ebae4bd-379c-4dee-938d-05218990654f tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:02.877986 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-e006998b-9205-414c-ae69-b4447e6c574d req-9ebae4bd-379c-4dee-938d-05218990654f tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Synchronizing usage tracker for tenant:a1ff53d6703b4f3fb85115a97c2da768 on resource:network {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:26:02.882168 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0a3a8c-dbef-4f01-bb21-a37076b4e17b tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9915479f-0fda-437a-95f8-95272c167652 {{(pid=88037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 04 17:26:02.899388 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0a3a8c-dbef-4f01-bb21-a37076b4e17b tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Pushing event deleted for resources: {'Network': ['ID=9915479f-0fda-437a-95f8-95272c167652,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:02.921749 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-6fc2469f-a6e8-4922-b1c1-e93489693614 req-5bb503e2-2a76-4211-94d7-5be8555c4350 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Unset dirty status for tenant:a1ff53d6703b4f3fb85115a97c2da768 on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:26:02.923275 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-6fc2469f-a6e8-4922-b1c1-e93489693614 req-5bb503e2-2a76-4211-94d7-5be8555c4350 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 210 time: 0.4098876 May 04 17:26:02.951094 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-40e4f2d8-aa49-4bca-b6f4-c6f845fb58b4 tempest-FloatingIPAdminTestJSON-1086389745 tempest-FloatingIPAdminTestJSON-1086389745-project-admin] Allocated IP 172.26.0.65 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/cde83037-0768-4ec9-b1fb-26c6a57d1fac) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:26:02.958785 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-e006998b-9205-414c-ae69-b4447e6c574d req-9ebae4bd-379c-4dee-938d-05218990654f tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Unset dirty status for tenant:a1ff53d6703b4f3fb85115a97c2da768 on resource:network {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:26:02.959987 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-e006998b-9205-414c-ae69-b4447e6c574d req-9ebae4bd-379c-4dee-938d-05218990654f tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.42 "GET /v2.0/networks?id=dc3827ab-b4d6-4656-be7d-24135047baff HTTP/1.1" status: 200 len: 812 time: 0.5977223 May 04 17:26:02.995885 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cf0a3a8c-dbef-4f01-bb21-a37076b4e17b tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:03.020585 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-cf0a3a8c-dbef-4f01-bb21-a37076b4e17b tempest-ExternalNetworksTestJSON-1015106564 tempest-ExternalNetworksTestJSON-1015106564-project-admin] 10.222.0.41 "DELETE /v2.0/networks/9915479f-0fda-437a-95f8-95272c167652 HTTP/1.1" status: 204 len: 168 time: 1.9009123 May 04 17:26:03.024679 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4419efee-1cd8-49d6-92f6-ab2780c809e9 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:03.026426 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 45318) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:03.046871 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef8b45-a02f-4038-8c76-db03f6036669 req-94004391-c7d6-49a3-9e00-a1c2476218b4 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:03.049581 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a5ef8b45-a02f-4038-8c76-db03f6036669 req-94004391-c7d6-49a3-9e00-a1c2476218b4 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] 10.222.0.41 "GET /v2.0/networks?id=19db3995-cea8-405f-a544-2f4051674b44 HTTP/1.1" status: 200 len: 811 time: 0.6220243 May 04 17:26:03.113344 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-2f3b5f97-1d63-42b1-8cb9-5577e1e2f752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:03.281189 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-90e2f53d-5a3c-49d5-be79-648b0898fa53 tempest-ExternalNetworksTestJSON-1990479665 tempest-ExternalNetworksTestJSON-1990479665-project] DELETE failed (client error): The resource could not be found. May 04 17:26:03.281651 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90e2f53d-5a3c-49d5-be79-648b0898fa53 tempest-ExternalNetworksTestJSON-1990479665 tempest-ExternalNetworksTestJSON-1990479665-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:26:03.296841 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a5ef8b45-a02f-4038-8c76-db03f6036669 req-b8be71d7-2e16-4970-9b10-ef6f277b6b82 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] 10.222.0.41 "GET /v2.0/quotas/306abfe2022942778f41b8a8d30aa525 HTTP/1.1" status: 200 len: 375 time: 0.2322428 May 04 17:26:03.317758 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-6e7d4954-8c46-4c1a-99a0-53fdb186dfb6 req-f70af474-6d93-4a63-9c66-c3e80a72a0b4 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1b66867-5b74-48e0-919b-622dcaf3a763 HTTP/1.1" status: 200 len: 210 time: 0.2050862 May 04 17:26:03.321588 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4419efee-1cd8-49d6-92f6-ab2780c809e9 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Network b3d687b1-eadd-49ef-8436-87b52ef4a2aa is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:26:03.333814 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-4419efee-1cd8-49d6-92f6-ab2780c809e9 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:26:03.343118 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-90e2f53d-5a3c-49d5-be79-648b0898fa53 tempest-ExternalNetworksTestJSON-1990479665 tempest-ExternalNetworksTestJSON-1990479665-project] 10.222.0.41 "DELETE /v2.0/subnets/5d2ee7ef-b5f7-4541-beef-8e59232588b4 HTTP/1.1" status: 404 len: 337 time: 0.3124104 May 04 17:26:03.347758 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-e006998b-9205-414c-ae69-b4447e6c574d req-19877e21-2b7b-4515-957c-a07f314a2edd tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Synchronizing usage tracker for tenant:a1ff53d6703b4f3fb85115a97c2da768 on resource:security_group {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:26:03.352594 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 45330) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:03.353864 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4419efee-1cd8-49d6-92f6-ab2780c809e9 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:26:03.377682 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0fe22f96-0400-49a4-bc5e-cd14cd5d1873 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:03.402737 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4419efee-1cd8-49d6-92f6-ab2780c809e9 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Pushing event updated for resources: {'Port': ['ID=456eeef3-2e70-4fa9-bf4a-1e4a29fbbee2,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:03.404073 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-0fe22f96-0400-49a4-bc5e-cd14cd5d1873 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Transition to ACTIVE for port object ec4f6d1c-1024-4de9-8c32-c0f513165914 will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:26:03.435708 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-a5ef8b45-a02f-4038-8c76-db03f6036669 req-8c7f4281-acd4-4073-ab44-c0909b4a18b6 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Synchronizing usage tracker for tenant:306abfe2022942778f41b8a8d30aa525 on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:26:03.466876 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-a5ef8b45-a02f-4038-8c76-db03f6036669 req-8c7f4281-acd4-4073-ab44-c0909b4a18b6 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Unset dirty status for tenant:306abfe2022942778f41b8a8d30aa525 on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:26:03.468176 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a5ef8b45-a02f-4038-8c76-db03f6036669 req-8c7f4281-acd4-4073-ab44-c0909b4a18b6 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=306abfe2022942778f41b8a8d30aa525&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1547878 May 04 17:26:03.476174 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0fe22f96-0400-49a4-bc5e-cd14cd5d1873 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:03.568832 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-e006998b-9205-414c-ae69-b4447e6c574d req-19877e21-2b7b-4515-957c-a07f314a2edd tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Unset dirty status for tenant:a1ff53d6703b4f3fb85115a97c2da768 on resource:security_group {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:26:03.571289 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-e006998b-9205-414c-ae69-b4447e6c574d req-19877e21-2b7b-4515-957c-a07f314a2edd tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1ff53d6703b4f3fb85115a97c2da768 HTTP/1.1" status: 200 len: 380 time: 0.5677478 May 04 17:26:03.609458 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [req-e006998b-9205-414c-ae69-b4447e6c574d req-2d497ea4-efda-4b71-acf9-048c061fd25a tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Request body: {'port': {'device_id': '56230f70-18d0-4065-b68b-cce4667ede3e', 'network_id': 'dc3827ab-b4d6-4656-be7d-24135047baff', 'admin_state_up': True, 'tenant_id': 'a1ff53d6703b4f3fb85115a97c2da768', 'security_groups': ['e61ad4b1-418e-498a-b192-3a27040f41d3']}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:26:03.705987 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe22f96-0400-49a4-bc5e-cd14cd5d1873 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Network c711b8e5-dfdf-4f7e-b962-c7498b3e1e4c is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:26:03.712256 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe22f96-0400-49a4-bc5e-cd14cd5d1873 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Pushing event updated for resources: {'Port': ['ID=ec4f6d1c-1024-4de9-8c32-c0f513165914,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:03.718497 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-0fe22f96-0400-49a4-bc5e-cd14cd5d1873 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:26:03.735342 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe22f96-0400-49a4-bc5e-cd14cd5d1873 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:26:03.741795 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe22f96-0400-49a4-bc5e-cd14cd5d1873 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:03.742549 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0fe22f96-0400-49a4-bc5e-cd14cd5d1873 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:03.838427 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [req-e006998b-9205-414c-ae69-b4447e6c574d req-2d497ea4-efda-4b71-acf9-048c061fd25a tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:26:03.891523 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-0fe22f96-0400-49a4-bc5e-cd14cd5d1873 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.6950479 May 04 17:26:03.892519 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 45336) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:03.900698 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-c1aab50a-8b9d-4675-9fc5-efa150fa6804 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Request body: {'port': {'network_id': 'c711b8e5-dfdf-4f7e-b962-c7498b3e1e4c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-874365296'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:26:03.937552 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a5ef8b45-a02f-4038-8c76-db03f6036669 req-50eade91-57f8-43a7-9b85-a60b98c9706e service neutron] 10.222.0.41 "GET /v2.0/networks/19db3995-cea8-405f-a544-2f4051674b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868856 May 04 17:26:03.976127 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4419efee-1cd8-49d6-92f6-ab2780c809e9 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:03.976809 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4419efee-1cd8-49d6-92f6-ab2780c809e9 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:04.014366 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-40e4f2d8-aa49-4bca-b6f4-c6f845fb58b4 tempest-FloatingIPAdminTestJSON-1086389745 tempest-FloatingIPAdminTestJSON-1086389745-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:04.022831 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8daa2f4b-ed20-44d2-9f98-497746d73264 tempest-ExternalNetworksTestJSON-1990479665 tempest-ExternalNetworksTestJSON-1990479665-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:04.047738 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [req-e006998b-9205-414c-ae69-b4447e6c574d req-2d497ea4-efda-4b71-acf9-048c061fd25a tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:26:04.079582 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-4419efee-1cd8-49d6-92f6-ab2780c809e9 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 2.4669948 May 04 17:26:04.081087 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e006998b-9205-414c-ae69-b4447e6c574d req-2d497ea4-efda-4b71-acf9-048c061fd25a tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Made reservation on behalf of a1ff53d6703b4f3fb85115a97c2da768 for: {'port': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:26:04.087429 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-e006998b-9205-414c-ae69-b4447e6c574d req-2d497ea4-efda-4b71-acf9-048c061fd25a tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:04.123903 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 45342) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:04.215220 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-7630e8cd-931e-469a-b632-516705f03208 None None] Provisioning for port ec4f6d1c-1024-4de9-8c32-c0f513165914 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:26:04.230020 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-7630e8cd-931e-469a-b632-516705f03208 None None] Provisioning complete for port ec4f6d1c-1024-4de9-8c32-c0f513165914 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:26:04.230700 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-7630e8cd-931e-469a-b632-516705f03208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:04.352189 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-7630e8cd-931e-469a-b632-516705f03208 None None] Port ec4f6d1c-1024-4de9-8c32-c0f513165914 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:26:04.408771 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-c1aab50a-8b9d-4675-9fc5-efa150fa6804 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:26:04.416456 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-c1aab50a-8b9d-4675-9fc5-efa150fa6804 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Usage tracker for resource:port and tenant:f40176f119c942cb87e4ada98f9d418c is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:26:04.420881 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a5ef8b45-a02f-4038-8c76-db03f6036669 req-3ca85691-c87f-4b6c-b446-6f4039d94f55 service neutron] 10.222.0.41 "GET /v2.0/networks/19db3995-cea8-405f-a544-2f4051674b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4650578 May 04 17:26:04.421733 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-c1aab50a-8b9d-4675-9fc5-efa150fa6804 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:26:04.434729 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-c1aab50a-8b9d-4675-9fc5-efa150fa6804 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:26:04.437075 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-94363a75-1537-4631-a5f9-fb5ee828061c req-0f717d5f-e867-4b67-b5e4-203850ee9b38 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 210 time: 0.2000477 May 04 17:26:04.467701 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1aab50a-8b9d-4675-9fc5-efa150fa6804 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Made reservation on behalf of f40176f119c942cb87e4ada98f9d418c for: {'port': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:26:04.471609 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c1aab50a-8b9d-4675-9fc5-efa150fa6804 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:04.539356 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [None req-c1aab50a-8b9d-4675-9fc5-efa150fa6804 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] device_id is not set on port 809860c5-54d6-4067-bf05-d10383dc9a14 yet. {{(pid=88037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:26:04.542235 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-a27bb485-f34b-4e3c-b3e0-b33ba0457781 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Deleting port 456eeef3-2e70-4fa9-bf4a-1e4a29fbbee2 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:26:04.542578 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a27bb485-f34b-4e3c-b3e0-b33ba0457781 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:04.709243 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8daa2f4b-ed20-44d2-9f98-497746d73264 tempest-ExternalNetworksTestJSON-1990479665 tempest-ExternalNetworksTestJSON-1990479665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:04.827711 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-40e4f2d8-aa49-4bca-b6f4-c6f845fb58b4 tempest-FloatingIPAdminTestJSON-1086389745 tempest-FloatingIPAdminTestJSON-1086389745-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:04.884411 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-7968cf64-c365-4ae0-8fd6-ce1c6e882889 req-1831aacc-9f8b-4ef7-a3e9-64d3aca523f6 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1b66867-5b74-48e0-919b-622dcaf3a763 HTTP/1.1" status: 200 len: 210 time: 0.2118945 May 04 17:26:05.007819 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0928bf7e-00c1-4852-bdf8-2c8721376b15 req-c284cec8-0828-4b44-b763-42bc1375b9ed tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e3c2a62-a3a5-485e-9329-8a03c7befa50 HTTP/1.1" status: 200 len: 210 time: 0.1893060 May 04 17:26:05.066707 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-c1aab50a-8b9d-4675-9fc5-efa150fa6804 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Allocated IP 2001:db8::2fe (c711b8e5-dfdf-4f7e-b962-c7498b3e1e4c/c33aaf6c-9612-46c3-84f1-bad07f47b265/809860c5-54d6-4067-bf05-d10383dc9a14) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:26:05.077990 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-97652dd0-e60f-4872-a87c-6b5ab8baf066 tempest-ExternalNetworksAdminNegativeTestJSON-766899041 tempest-ExternalNetworksAdminNegativeTestJSON-766899041-project-admin] Allocated IP 172.26.0.130 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/abcf8af8-dc93-4741-bdb8-bbf2f84b04f4) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:26:05.080072 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [req-e006998b-9205-414c-ae69-b4447e6c574d req-2d497ea4-efda-4b71-acf9-048c061fd25a tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Allocated IP 172.20.0.4 (dc3827ab-b4d6-4656-be7d-24135047baff/c14252a2-7d43-446e-921a-c611341f12b4/115c2e5e-626d-476c-9f9c-99d23fa03683) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:26:05.112796 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-8daa2f4b-ed20-44d2-9f98-497746d73264 tempest-ExternalNetworksTestJSON-1990479665 tempest-ExternalNetworksTestJSON-1990479665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['653237af-0053-4ec4-be05-e96015e685b3']}} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:05.146741 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-8daa2f4b-ed20-44d2-9f98-497746d73264 tempest-ExternalNetworksTestJSON-1990479665 tempest-ExternalNetworksTestJSON-1990479665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56f30b02-4046-4e6f-9766-58f57bdfb01a') {'for_net_delete': True} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:05.147036 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-8daa2f4b-ed20-44d2-9f98-497746d73264 tempest-ExternalNetworksTestJSON-1990479665 tempest-ExternalNetworksTestJSON-1990479665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56f30b02-4046-4e6f-9766-58f57bdfb01a') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:05.166343 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e4f2d8-aa49-4bca-b6f4-c6f845fb58b4 tempest-FloatingIPAdminTestJSON-1086389745 tempest-FloatingIPAdminTestJSON-1086389745-project-admin] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:26:05.191416 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-40e4f2d8-aa49-4bca-b6f4-c6f845fb58b4 tempest-FloatingIPAdminTestJSON-1086389745 tempest-FloatingIPAdminTestJSON-1086389745-project-admin] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:26:05.196653 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8daa2f4b-ed20-44d2-9f98-497746d73264 tempest-ExternalNetworksTestJSON-1990479665 tempest-ExternalNetworksTestJSON-1990479665-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801627'] for segment, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:05.216815 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e4f2d8-aa49-4bca-b6f4-c6f845fb58b4 tempest-FloatingIPAdminTestJSON-1086389745 tempest-FloatingIPAdminTestJSON-1086389745-project-admin] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:26:05.281752 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e4f2d8-aa49-4bca-b6f4-c6f845fb58b4 tempest-FloatingIPAdminTestJSON-1086389745 tempest-FloatingIPAdminTestJSON-1086389745-project-admin] Pushing event updated for resources: {'Port': ['ID=cde83037-0768-4ec9-b1fb-26c6a57d1fac,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:05.305960 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8daa2f4b-ed20-44d2-9f98-497746d73264 tempest-ExternalNetworksTestJSON-1990479665 tempest-ExternalNetworksTestJSON-1990479665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:05.397024 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8daa2f4b-ed20-44d2-9f98-497746d73264 tempest-ExternalNetworksTestJSON-1990479665 tempest-ExternalNetworksTestJSON-1990479665-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=88038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:26:05.397548 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8daa2f4b-ed20-44d2-9f98-497746d73264 tempest-ExternalNetworksTestJSON-1990479665 tempest-ExternalNetworksTestJSON-1990479665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7881827'] for segment, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:05.460956 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8a628512-ef48-4f77-b757-2858cb6192d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:05.462304 dv-neutron-840426-1-hyperv neutron-server[88038]: Traceback (most recent call last): May 04 17:26:05.462304 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:26:05.462304 dv-neutron-840426-1-hyperv neutron-server[88038]: timer() May 04 17:26:05.462304 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:26:05.462304 dv-neutron-840426-1-hyperv neutron-server[88038]: cb(*args, **kw) May 04 17:26:05.462304 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:26:05.462304 dv-neutron-840426-1-hyperv neutron-server[88038]: return func(*args, **kwargs) May 04 17:26:05.462304 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:26:05.462304 dv-neutron-840426-1-hyperv neutron-server[88038]: self._notify() May 04 17:26:05.462304 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:26:05.462304 dv-neutron-840426-1-hyperv neutron-server[88038]: self.callback(batched_events) May 04 17:26:05.462304 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:26:05.462304 dv-neutron-840426-1-hyperv neutron-server[88038]: event.method(event) May 04 17:26:05.462304 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:26:05.462304 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:26:05.462304 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:26:05.462304 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:26:05.462304 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:26:05.462304 dv-neutron-840426-1-hyperv neutron-server[88038]: return f(self, *a, **k) May 04 17:26:05.462304 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:26:05.462304 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._get(url).json() May 04 17:26:05.462304 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:26:05.462304 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:26:05.462304 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:26:05.462304 dv-neutron-840426-1-hyperv neutron-server[88038]: return self.request(url, 'GET', **kwargs) May 04 17:26:05.462304 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:26:05.462304 dv-neutron-840426-1-hyperv neutron-server[88038]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:26:05.462304 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:26:05.462304 dv-neutron-840426-1-hyperv neutron-server[88038]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:26:05.462304 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:26:05.462304 dv-neutron-840426-1-hyperv neutron-server[88038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:26:05.462304 dv-neutron-840426-1-hyperv neutron-server[88038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:26:05.679898 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c1aab50a-8b9d-4675-9fc5-efa150fa6804 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:05.702453 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-c1aab50a-8b9d-4675-9fc5-efa150fa6804 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Transition to ACTIVE for port object 809860c5-54d6-4067-bf05-d10383dc9a14 will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:26:05.745994 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-97652dd0-e60f-4872-a87c-6b5ab8baf066 tempest-ExternalNetworksAdminNegativeTestJSON-766899041 tempest-ExternalNetworksAdminNegativeTestJSON-766899041-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:05.805567 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c1aab50a-8b9d-4675-9fc5-efa150fa6804 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:05.868963 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-97652dd0-e60f-4872-a87c-6b5ab8baf066 tempest-ExternalNetworksAdminNegativeTestJSON-766899041 tempest-ExternalNetworksAdminNegativeTestJSON-766899041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:05.869866 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-2954cfa7-7714-4fb1-9dd4-a6d16bacc60c req-ede9abcf-bb30-4a72-a619-cf6c0a823e8c tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 210 time: 0.1889608 May 04 17:26:05.875606 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a27bb485-f34b-4e3c-b3e0-b33ba0457781 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:05.892818 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8daa2f4b-ed20-44d2-9f98-497746d73264 tempest-ExternalNetworksTestJSON-1990479665 tempest-ExternalNetworksTestJSON-1990479665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:05.919293 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97652dd0-e60f-4872-a87c-6b5ab8baf066 tempest-ExternalNetworksAdminNegativeTestJSON-766899041 tempest-ExternalNetworksAdminNegativeTestJSON-766899041-project-admin] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:26:05.933483 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-97652dd0-e60f-4872-a87c-6b5ab8baf066 tempest-ExternalNetworksAdminNegativeTestJSON-766899041 tempest-ExternalNetworksAdminNegativeTestJSON-766899041-project-admin] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:26:05.952430 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97652dd0-e60f-4872-a87c-6b5ab8baf066 tempest-ExternalNetworksAdminNegativeTestJSON-766899041 tempest-ExternalNetworksAdminNegativeTestJSON-766899041-project-admin] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:26:05.987788 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8daa2f4b-ed20-44d2-9f98-497746d73264 tempest-ExternalNetworksTestJSON-1990479665 tempest-ExternalNetworksTestJSON-1990479665-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:06.043213 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1aab50a-8b9d-4675-9fc5-efa150fa6804 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Network c711b8e5-dfdf-4f7e-b962-c7498b3e1e4c is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:26:06.044392 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aab50a-8b9d-4675-9fc5-efa150fa6804 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Pushing event updated for resources: {'Port': ['ID=809860c5-54d6-4067-bf05-d10383dc9a14,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:06.103197 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-a27bb485-f34b-4e3c-b3e0-b33ba0457781 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Calling delete_port for 456eeef3-2e70-4fa9-bf4a-1e4a29fbbee2 owned by {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:26:06.113171 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-c1aab50a-8b9d-4675-9fc5-efa150fa6804 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:26:06.116398 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1aab50a-8b9d-4675-9fc5-efa150fa6804 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:26:06.122122 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1aab50a-8b9d-4675-9fc5-efa150fa6804 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:06.122885 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c1aab50a-8b9d-4675-9fc5-efa150fa6804 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:06.217772 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-28fe0804-8333-4a23-915a-e202b2d0e763 req-e0997b1f-2bc4-40a5-95aa-caa7dd26a33a tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Synchronizing usage tracker for tenant:379b29e6adf3429fb2a4d97286c4b5cf on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:26:06.220827 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-8daa2f4b-ed20-44d2-9f98-497746d73264 tempest-ExternalNetworksTestJSON-1990479665 tempest-ExternalNetworksTestJSON-1990479665-project] 10.222.0.41 "DELETE /v2.0/networks/653237af-0053-4ec4-be05-e96015e685b3 HTTP/1.1" status: 204 len: 168 time: 2.8180623 May 04 17:26:06.229605 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daa2f4b-ed20-44d2-9f98-497746d73264 tempest-ExternalNetworksTestJSON-1990479665 tempest-ExternalNetworksTestJSON-1990479665-project] Pushing event deleted for resources: {'Network': ['ID=653237af-0053-4ec4-be05-e96015e685b3,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:06.303043 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-28fe0804-8333-4a23-915a-e202b2d0e763 req-e0997b1f-2bc4-40a5-95aa-caa7dd26a33a tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Unset dirty status for tenant:379b29e6adf3429fb2a4d97286c4b5cf on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:26:06.304258 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-28fe0804-8333-4a23-915a-e202b2d0e763 req-e0997b1f-2bc4-40a5-95aa-caa7dd26a33a tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1b66867-5b74-48e0-919b-622dcaf3a763 HTTP/1.1" status: 200 len: 210 time: 0.1925352 May 04 17:26:06.331974 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-c1aab50a-8b9d-4675-9fc5-efa150fa6804 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.4357719 May 04 17:26:06.334832 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 45368) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:06.345337 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97652dd0-e60f-4872-a87c-6b5ab8baf066 tempest-ExternalNetworksAdminNegativeTestJSON-766899041 tempest-ExternalNetworksAdminNegativeTestJSON-766899041-project-admin] Pushing event updated for resources: {'Port': ['ID=abcf8af8-dc93-4741-bdb8-bbf2f84b04f4,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:06.358365 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-9709eb7b-f2cd-4919-aca4-892b65d0f688 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1bc', 'mac_address': 'fa:16:3e:16:8e:c9'}, {'ip_address': '2001:db8::34c', 'mac_address': 'fa:16:3e:59:b4:60'}]}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:26:06.377289 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-545056b0-43ba-4764-a4a3-14cfbe98da67 req-e6300aa5-e831-4c69-a2d0-c3d237ce986b tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e3c2a62-a3a5-485e-9329-8a03c7befa50 HTTP/1.1" status: 200 len: 210 time: 0.1744747 May 04 17:26:06.441792 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:06.495388 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-e006998b-9205-414c-ae69-b4447e6c574d req-2d497ea4-efda-4b71-acf9-048c061fd25a tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:06.501776 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.42', 59595) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:06.547033 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:06.673129 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [req-e006998b-9205-414c-ae69-b4447e6c574d req-2d497ea4-efda-4b71-acf9-048c061fd25a tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Transition to ACTIVE for port object 115c2e5e-626d-476c-9f9c-99d23fa03683 will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:26:06.709603 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-adefe04e-16c2-432c-b455-de6b78c4fb62 None None] Provisioning for port 809860c5-54d6-4067-bf05-d10383dc9a14 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:26:06.725808 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-adefe04e-16c2-432c-b455-de6b78c4fb62 None None] Provisioning complete for port 809860c5-54d6-4067-bf05-d10383dc9a14 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:26:06.727586 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-adefe04e-16c2-432c-b455-de6b78c4fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:06.856850 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-97652dd0-e60f-4872-a87c-6b5ab8baf066 tempest-ExternalNetworksAdminNegativeTestJSON-766899041 tempest-ExternalNetworksAdminNegativeTestJSON-766899041-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:06.883506 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a27bb485-f34b-4e3c-b3e0-b33ba0457781 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:06.916630 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-adefe04e-16c2-432c-b455-de6b78c4fb62 None None] Port 809860c5-54d6-4067-bf05-d10383dc9a14 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:26:06.997383 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 45378) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:07.264222 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-97652dd0-e60f-4872-a87c-6b5ab8baf066 tempest-ExternalNetworksAdminNegativeTestJSON-766899041 tempest-ExternalNetworksAdminNegativeTestJSON-766899041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:07.391719 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e9646-a957-4ac4-b08d-1a723f176862 req-cc3ad6c5-af10-4e63-9810-ae0929bbb5fb tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:07.392641 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-ba5e9646-a957-4ac4-b08d-1a723f176862 req-cc3ad6c5-af10-4e63-9810-ae0929bbb5fb tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Synchronizing usage tracker for tenant:379b29e6adf3429fb2a4d97286c4b5cf on resource:network {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:26:07.494651 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27bb485-f34b-4e3c-b3e0-b33ba0457781 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Pushing event deleted for resources: {'Port': ['ID=456eeef3-2e70-4fa9-bf4a-1e4a29fbbee2,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:07.534884 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-e006998b-9205-414c-ae69-b4447e6c574d req-2d497ea4-efda-4b71-acf9-048c061fd25a tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:07.549157 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-ba5e9646-a957-4ac4-b08d-1a723f176862 req-cc3ad6c5-af10-4e63-9810-ae0929bbb5fb tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Unset dirty status for tenant:379b29e6adf3429fb2a4d97286c4b5cf on resource:network {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:26:07.550495 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ba5e9646-a957-4ac4-b08d-1a723f176862 req-cc3ad6c5-af10-4e63-9810-ae0929bbb5fb tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] 10.222.0.42 "GET /v2.0/networks?id=bd18084c-d817-434f-8399-bdaa1bc23fbc HTTP/1.1" status: 200 len: 806 time: 1.0476923 May 04 17:26:07.551258 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9709eb7b-f2cd-4919-aca4-892b65d0f688 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:07.582172 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-a11dcdb4-0b8a-45a4-94e3-830358ef112c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f9cc47ba90c44cb1b8651951b3b3a416&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5836360 May 04 17:26:07.590459 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 45392) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:07.676196 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d497ea4-efda-4b71-acf9-048c061fd25a tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Pushing event updated for resources: {'Port': ['ID=115c2e5e-626d-476c-9f9c-99d23fa03683,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:07.690960 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-1325490a-5e18-4fb8-b1c8-a9d13a63c868 req-4f33fc52-f352-4e29-8742-050cbb13cbaf tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1b66867-5b74-48e0-919b-622dcaf3a763 HTTP/1.1" status: 200 len: 210 time: 0.1975253 May 04 17:26:07.705649 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d86d02a-f8ad-4815-8118-8174c73adec7 req-9b839a09-47ff-4cf0-b3b7-5188e3f3562e tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:07.713527 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9d86d02a-f8ad-4815-8118-8174c73adec7 req-9b839a09-47ff-4cf0-b3b7-5188e3f3562e tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 931 time: 0.5716622 May 04 17:26:07.784105 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:07.874358 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9d86d02a-f8ad-4815-8118-8174c73adec7 req-6a1cbc90-f74e-4326-aa13-740257263507 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596265 May 04 17:26:07.927621 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e006998b-9205-414c-ae69-b4447e6c574d req-2d497ea4-efda-4b71-acf9-048c061fd25a tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Network dc3827ab-b4d6-4656-be7d-24135047baff is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:26:07.938092 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1a69988d-634c-42c5-8488-8126ae9cca9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:07.943724 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-88a51481-c462-4757-90c4-65c4caa9b8b9 req-ef20c4cf-f3cb-4a6a-beed-af1561be29de tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e3c2a62-a3a5-485e-9329-8a03c7befa50 HTTP/1.1" status: 200 len: 210 time: 0.0779259 May 04 17:26:07.945613 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [req-e006998b-9205-414c-ae69-b4447e6c574d req-2d497ea4-efda-4b71-acf9-048c061fd25a tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:26:07.962228 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [req-e006998b-9205-414c-ae69-b4447e6c574d req-2d497ea4-efda-4b71-acf9-048c061fd25a tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:26:07.985151 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-97652dd0-e60f-4872-a87c-6b5ab8baf066 tempest-ExternalNetworksAdminNegativeTestJSON-766899041 tempest-ExternalNetworksAdminNegativeTestJSON-766899041-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:08.002583 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-97652dd0-e60f-4872-a87c-6b5ab8baf066 tempest-ExternalNetworksAdminNegativeTestJSON-766899041 tempest-ExternalNetworksAdminNegativeTestJSON-766899041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:08.060278 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a27bb485-f34b-4e3c-b3e0-b33ba0457781 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:08.086578 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-40e4f2d8-aa49-4bca-b6f4-c6f845fb58b4 tempest-FloatingIPAdminTestJSON-1086389745 tempest-FloatingIPAdminTestJSON-1086389745-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:08.093887 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e006998b-9205-414c-ae69-b4447e6c574d req-2d497ea4-efda-4b71-acf9-048c061fd25a tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:08.094679 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-e006998b-9205-414c-ae69-b4447e6c574d req-2d497ea4-efda-4b71-acf9-048c061fd25a tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:08.104615 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-a27bb485-f34b-4e3c-b3e0-b33ba0457781 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] 10.222.0.41 "DELETE /v2.0/ports/456eeef3-2e70-4fa9-bf4a-1e4a29fbbee2 HTTP/1.1" status: 204 len: 168 time: 3.8856485 May 04 17:26:08.150683 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 45396) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:08.165529 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1a69988d-634c-42c5-8488-8126ae9cca9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:08.210151 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-8affb732-c33a-492d-9b78-a75c69df1109 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b3d687b1-eadd-49ef-8436-87b52ef4a2aa', 'external_fixed_ips': [{'subnet_id': '28b0b288-55b2-4d61-9626-12e51c682796', 'ip_address': '172.20.0.5'}]}}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:26:08.223900 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-8affb732-c33a-492d-9b78-a75c69df1109 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:26:08.248187 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-e006998b-9205-414c-ae69-b4447e6c574d req-2d497ea4-efda-4b71-acf9-048c061fd25a tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6512139 May 04 17:26:08.250773 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-8affb732-c33a-492d-9b78-a75c69df1109 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Usage tracker for resource:router and tenant:826e7a781f254ab597721e5ca1a7bd14 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:26:08.254409 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-8affb732-c33a-492d-9b78-a75c69df1109 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:26:08.264961 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-8affb732-c33a-492d-9b78-a75c69df1109 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:26:08.275186 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-e2d74025-f2ca-4682-a3c8-f9e73efffee7 None None] Provisioning for port 115c2e5e-626d-476c-9f9c-99d23fa03683 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:26:08.288851 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-e2d74025-f2ca-4682-a3c8-f9e73efffee7 None None] Provisioning complete for port 115c2e5e-626d-476c-9f9c-99d23fa03683 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:26:08.290232 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e2d74025-f2ca-4682-a3c8-f9e73efffee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:08.340976 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97652dd0-e60f-4872-a87c-6b5ab8baf066 tempest-ExternalNetworksAdminNegativeTestJSON-766899041 tempest-ExternalNetworksAdminNegativeTestJSON-766899041-project-admin] Pushing event updated for resources: {'Port': ['ID=abcf8af8-dc93-4741-bdb8-bbf2f84b04f4,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:08.355172 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8affb732-c33a-492d-9b78-a75c69df1109 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:08.356284 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8affb732-c33a-492d-9b78-a75c69df1109 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:08.369243 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-97652dd0-e60f-4872-a87c-6b5ab8baf066 tempest-ExternalNetworksAdminNegativeTestJSON-766899041 tempest-ExternalNetworksAdminNegativeTestJSON-766899041-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710218'] for floatingip, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:08.413701 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8affb732-c33a-492d-9b78-a75c69df1109 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:08.436669 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-40e4f2d8-aa49-4bca-b6f4-c6f845fb58b4 tempest-FloatingIPAdminTestJSON-1086389745 tempest-FloatingIPAdminTestJSON-1086389745-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:08.440684 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-e2d74025-f2ca-4682-a3c8-f9e73efffee7 None None] Port 115c2e5e-626d-476c-9f9c-99d23fa03683 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:26:08.453299 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9709eb7b-f2cd-4919-aca4-892b65d0f688 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:08.458724 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-97652dd0-e60f-4872-a87c-6b5ab8baf066 tempest-ExternalNetworksAdminNegativeTestJSON-766899041 tempest-ExternalNetworksAdminNegativeTestJSON-766899041-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:08.460012 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-97652dd0-e60f-4872-a87c-6b5ab8baf066 tempest-ExternalNetworksAdminNegativeTestJSON-766899041 tempest-ExternalNetworksAdminNegativeTestJSON-766899041-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.9736385 May 04 17:26:08.460848 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1a69988d-634c-42c5-8488-8126ae9cca9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:08.463631 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1a69988d-634c-42c5-8488-8126ae9cca9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:08.467153 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-1a69988d-634c-42c5-8488-8126ae9cca9a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f051f2a2-a133-4f4e-bd41-9587df774623 HTTP/1.1" status: 204 len: 168 time: 0.8755882 May 04 17:26:08.470402 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 45400) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:08.481555 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9709eb7b-f2cd-4919-aca4-892b65d0f688 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:08.489864 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-f092e96b-6e91-4586-b6f8-c48f37421859 tempest-ExternalNetworksAdminNegativeTestJSON-766899041 tempest-ExternalNetworksAdminNegativeTestJSON-766899041-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1627920937', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'fixed_ips': [{'ip_address': '172.26.0.130'}]}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:26:08.539177 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a69988d-634c-42c5-8488-8126ae9cca9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f051f2a2-a133-4f4e-bd41-9587df774623,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:08.556149 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-f092e96b-6e91-4586-b6f8-c48f37421859 tempest-ExternalNetworksAdminNegativeTestJSON-766899041 tempest-ExternalNetworksAdminNegativeTestJSON-766899041-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:26:08.574295 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-f092e96b-6e91-4586-b6f8-c48f37421859 tempest-ExternalNetworksAdminNegativeTestJSON-766899041 tempest-ExternalNetworksAdminNegativeTestJSON-766899041-project-admin] Usage tracker for resource:port and tenant:3f9c0a8644f246f98e12a086dc5ec73b is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:26:08.579343 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-9709eb7b-f2cd-4919-aca4-892b65d0f688 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] In _notify_port_updated(), no bound segment for port 809860c5-54d6-4067-bf05-d10383dc9a14 on network c711b8e5-dfdf-4f7e-b962-c7498b3e1e4c {{(pid=88037) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 04 17:26:08.585391 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9709eb7b-f2cd-4919-aca4-892b65d0f688 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:08.586085 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9709eb7b-f2cd-4919-aca4-892b65d0f688 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:08.587406 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-9709eb7b-f2cd-4919-aca4-892b65d0f688 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] 10.222.0.41 "PUT /v2.0/ports/809860c5-54d6-4067-bf05-d10383dc9a14 HTTP/1.1" status: 200 len: 1067 time: 2.2471220 May 04 17:26:08.588501 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-f092e96b-6e91-4586-b6f8-c48f37421859 tempest-ExternalNetworksAdminNegativeTestJSON-766899041 tempest-ExternalNetworksAdminNegativeTestJSON-766899041-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:26:08.603003 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-ba5e9646-a957-4ac4-b08d-1a723f176862 req-5f5b443a-28a1-4266-8294-8ed6ef56d2f4 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Synchronizing usage tracker for tenant:379b29e6adf3429fb2a4d97286c4b5cf on resource:security_group {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:26:08.610353 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 45406) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:08.637683 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-f092e96b-6e91-4586-b6f8-c48f37421859 tempest-ExternalNetworksAdminNegativeTestJSON-766899041 tempest-ExternalNetworksAdminNegativeTestJSON-766899041-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:26:08.748481 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9709eb7b-f2cd-4919-aca4-892b65d0f688 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Pushing event updated for resources: {'Port': ['ID=809860c5-54d6-4067-bf05-d10383dc9a14,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:08.800649 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f092e96b-6e91-4586-b6f8-c48f37421859 tempest-ExternalNetworksAdminNegativeTestJSON-766899041 tempest-ExternalNetworksAdminNegativeTestJSON-766899041-project-admin] Made reservation on behalf of 3f9c0a8644f246f98e12a086dc5ec73b for: {'port': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:26:08.803944 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f092e96b-6e91-4586-b6f8-c48f37421859 tempest-ExternalNetworksAdminNegativeTestJSON-766899041 tempest-ExternalNetworksAdminNegativeTestJSON-766899041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:08.849943 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f092e96b-6e91-4586-b6f8-c48f37421859 tempest-ExternalNetworksAdminNegativeTestJSON-766899041 tempest-ExternalNetworksAdminNegativeTestJSON-766899041-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:08.873800 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-ba5e9646-a957-4ac4-b08d-1a723f176862 req-5f5b443a-28a1-4266-8294-8ed6ef56d2f4 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Unset dirty status for tenant:379b29e6adf3429fb2a4d97286c4b5cf on resource:security_group {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:26:08.874983 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ba5e9646-a957-4ac4-b08d-1a723f176862 req-5f5b443a-28a1-4266-8294-8ed6ef56d2f4 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=379b29e6adf3429fb2a4d97286c4b5cf HTTP/1.1" status: 200 len: 379 time: 0.4450572 May 04 17:26:08.889994 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-2a44be77-ad4d-435a-b0c8-a1ab5d4393cf tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Deleting port 809860c5-54d6-4067-bf05-d10383dc9a14 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:26:08.890343 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2a44be77-ad4d-435a-b0c8-a1ab5d4393cf tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:09.014142 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:09.016740 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-40e4f2d8-aa49-4bca-b6f4-c6f845fb58b4 tempest-FloatingIPAdminTestJSON-1086389745 tempest-FloatingIPAdminTestJSON-1086389745-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:09.022597 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-f092e96b-6e91-4586-b6f8-c48f37421859 tempest-ExternalNetworksAdminNegativeTestJSON-766899041 tempest-ExternalNetworksAdminNegativeTestJSON-766899041-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:26:09.029478 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d1a2bbe6-ee31-40f2-abef-998029f17fac req-952bdfb1-7e70-4629-a46f-5e16942d4c48 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1b66867-5b74-48e0-919b-622dcaf3a763 HTTP/1.1" status: 200 len: 210 time: 0.0817964 May 04 17:26:09.034355 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-f092e96b-6e91-4586-b6f8-c48f37421859 tempest-ExternalNetworksAdminNegativeTestJSON-766899041 tempest-ExternalNetworksAdminNegativeTestJSON-766899041-project-admin] Usage tracker for resource:security_group_rule and tenant:3f9c0a8644f246f98e12a086dc5ec73b is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:26:09.039680 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-f092e96b-6e91-4586-b6f8-c48f37421859 tempest-ExternalNetworksAdminNegativeTestJSON-766899041 tempest-ExternalNetworksAdminNegativeTestJSON-766899041-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:26:09.061348 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-f092e96b-6e91-4586-b6f8-c48f37421859 tempest-ExternalNetworksAdminNegativeTestJSON-766899041 tempest-ExternalNetworksAdminNegativeTestJSON-766899041-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:26:09.099080 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-a3e33548-3580-4cdf-a17d-17f1c0cf6663 None None] Provisioning complete for port 809860c5-54d6-4067-bf05-d10383dc9a14 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:26:09.099848 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a3e33548-3580-4cdf-a17d-17f1c0cf6663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:09.192289 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [req-e006998b-9205-414c-ae69-b4447e6c574d req-bac9b5fe-0884-4f09-829d-e036f56aedef tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:26:09.193445 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-e006998b-9205-414c-ae69-b4447e6c574d req-bac9b5fe-0884-4f09-829d-e036f56aedef tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1739285 May 04 17:26:09.233785 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-a3e33548-3580-4cdf-a17d-17f1c0cf6663 None None] Port 809860c5-54d6-4067-bf05-d10383dc9a14 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:26:09.292142 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 45420) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:09.313091 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [req-ba5e9646-a957-4ac4-b08d-1a723f176862 req-4a69d6ab-bce7-4ebf-b752-3adb04bce1d0 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Request body: {'port': {'device_id': 'a1b66867-5b74-48e0-919b-622dcaf3a763', 'network_id': 'bd18084c-d817-434f-8399-bdaa1bc23fbc', 'admin_state_up': True, 'tenant_id': '379b29e6adf3429fb2a4d97286c4b5cf', 'security_groups': ['ef9ce026-f7ab-4d8d-ba44-941d12f6d7a8']}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:26:09.324918 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-40e4f2d8-aa49-4bca-b6f4-c6f845fb58b4 tempest-FloatingIPAdminTestJSON-1086389745 tempest-FloatingIPAdminTestJSON-1086389745-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:09.742838 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e4f2d8-aa49-4bca-b6f4-c6f845fb58b4 tempest-FloatingIPAdminTestJSON-1086389745 tempest-FloatingIPAdminTestJSON-1086389745-project-admin] Pushing event updated for resources: {'Port': ['ID=cde83037-0768-4ec9-b1fb-26c6a57d1fac,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:09.758235 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8affb732-c33a-492d-9b78-a75c69df1109 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:09.766248 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-40e4f2d8-aa49-4bca-b6f4-c6f845fb58b4 tempest-FloatingIPAdminTestJSON-1086389745 tempest-FloatingIPAdminTestJSON-1086389745-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710218'] for floatingip, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:09.847859 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0dc0aae0-34b4-407c-88b3-24c582f1c92d req-d63bab8e-2462-44f2-9c24-396b8b0715d0 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e3c2a62-a3a5-485e-9329-8a03c7befa50 HTTP/1.1" status: 200 len: 210 time: 0.4611790 May 04 17:26:10.021253 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-603cca0a-02c1-4e29-8870-4e92ea9c457a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0efba4098a904a9d9afb5616843eed09&name=default HTTP/1.1" status: 200 len: 2977 time: 0.7220962 May 04 17:26:10.049732 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 45426) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:10.066126 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2a44be77-ad4d-435a-b0c8-a1ab5d4393cf tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:10.080374 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd73561-7cf9-48b1-a267-44416b98012d req-9ae32f57-acdd-44b6-b643-9b9ac250681a tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:10.081099 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-5cd73561-7cf9-48b1-a267-44416b98012d req-9ae32f57-acdd-44b6-b643-9b9ac250681a tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Synchronizing usage tracker for tenant:a1ff53d6703b4f3fb85115a97c2da768 on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:26:10.155539 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.l3_db [None req-40e4f2d8-aa49-4bca-b6f4-c6f845fb58b4 tempest-FloatingIPAdminTestJSON-1086389745 tempest-FloatingIPAdminTestJSON-1086389745-project-admin] Floating IP 326a2019-5764-4da9-86ed-4ab72b8639bd associated. External IP: 172.26.0.65, port: 71b70a4a-ac08-4c35-9be0-32c38e973656. May 04 17:26:10.214078 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-5cd73561-7cf9-48b1-a267-44416b98012d req-9ae32f57-acdd-44b6-b643-9b9ac250681a tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Unset dirty status for tenant:a1ff53d6703b4f3fb85115a97c2da768 on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:26:10.214300 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-2a44be77-ad4d-435a-b0c8-a1ab5d4393cf tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Calling delete_port for 809860c5-54d6-4067-bf05-d10383dc9a14 owned by {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:26:10.214400 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-5cd73561-7cf9-48b1-a267-44416b98012d req-9ae32f57-acdd-44b6-b643-9b9ac250681a tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 931 time: 0.8713644 May 04 17:26:10.348567 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-50ddd974-40a0-434c-a750-95a95deb3658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:10.455656 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-5cd73561-7cf9-48b1-a267-44416b98012d req-a90b48d2-0975-4a87-8720-431bdb46efd8 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2373183 May 04 17:26:10.494149 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-8021f54e-cdbc-4bfa-a6e0-c2b84a42fc93 req-a178a4fd-adff-4b45-9034-61a07112c881 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1b66867-5b74-48e0-919b-622dcaf3a763 HTTP/1.1" status: 200 len: 210 time: 0.0457985 May 04 17:26:10.507500 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [req-ba5e9646-a957-4ac4-b08d-1a723f176862 req-4a69d6ab-bce7-4ebf-b752-3adb04bce1d0 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:26:10.512004 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-50ddd974-40a0-434c-a750-95a95deb3658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:10.526862 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2a44be77-ad4d-435a-b0c8-a1ab5d4393cf tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:10.534481 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [req-ba5e9646-a957-4ac4-b08d-1a723f176862 req-4a69d6ab-bce7-4ebf-b752-3adb04bce1d0 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:26:10.573536 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f092e96b-6e91-4586-b6f8-c48f37421859 tempest-ExternalNetworksAdminNegativeTestJSON-766899041 tempest-ExternalNetworksAdminNegativeTestJSON-766899041-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:10.593772 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f092e96b-6e91-4586-b6f8-c48f37421859 tempest-ExternalNetworksAdminNegativeTestJSON-766899041 tempest-ExternalNetworksAdminNegativeTestJSON-766899041-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:10.626552 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a44be77-ad4d-435a-b0c8-a1ab5d4393cf tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Pushing event deleted for resources: {'Port': ['ID=809860c5-54d6-4067-bf05-d10383dc9a14,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:10.672539 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [None req-f092e96b-6e91-4586-b6f8-c48f37421859 tempest-ExternalNetworksAdminNegativeTestJSON-766899041 tempest-ExternalNetworksAdminNegativeTestJSON-766899041-project-admin] device_id is not set on port 5181208d-aa3b-44b1-a9fd-1e7805b205ca yet. {{(pid=88037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:26:10.744236 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba5e9646-a957-4ac4-b08d-1a723f176862 req-4a69d6ab-bce7-4ebf-b752-3adb04bce1d0 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Made reservation on behalf of 379b29e6adf3429fb2a4d97286c4b5cf for: {'port': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:26:10.748818 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-ba5e9646-a957-4ac4-b08d-1a723f176862 req-4a69d6ab-bce7-4ebf-b752-3adb04bce1d0 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:10.765327 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f092e96b-6e91-4586-b6f8-c48f37421859 tempest-ExternalNetworksAdminNegativeTestJSON-766899041 tempest-ExternalNetworksAdminNegativeTestJSON-766899041-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f21e42c-bcf2-40ce-98d7-9343f1730fb2,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:10.817992 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-50ddd974-40a0-434c-a750-95a95deb3658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:10.912045 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ddd974-40a0-434c-a750-95a95deb3658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415c1e83-5cf1-44b3-b14d-dd2b41b64c74,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:10.943377 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-50ddd974-40a0-434c-a750-95a95deb3658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:10.947422 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-50ddd974-40a0-434c-a750-95a95deb3658 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/415c1e83-5cf1-44b3-b14d-dd2b41b64c74 HTTP/1.1" status: 204 len: 168 time: 0.8919384 May 04 17:26:11.136787 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-637e91b5-39be-4e24-9336-04e4c847bdf2 req-78bdde4d-3731-485f-b188-013c131cd753 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e3c2a62-a3a5-485e-9329-8a03c7befa50 HTTP/1.1" status: 200 len: 210 time: 0.1268439 May 04 17:26:11.141032 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40e4f2d8-aa49-4bca-b6f4-c6f845fb58b4 tempest-FloatingIPAdminTestJSON-1086389745 tempest-FloatingIPAdminTestJSON-1086389745-project-admin] Router c38148f9-6183-48c8-8287-891ed26b2053 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:26:11.244658 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [req-ba5e9646-a957-4ac4-b08d-1a723f176862 req-4a69d6ab-bce7-4ebf-b752-3adb04bce1d0 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Allocated IP 172.20.0.14 (bd18084c-d817-434f-8399-bdaa1bc23fbc/f235847f-d3a9-40a5-a380-de5a5d0a1fe6/b9efea67-99e3-45b2-88d4-93cc730d1f0d) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:26:11.318831 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8affb732-c33a-492d-9b78-a75c69df1109 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:11.396320 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8affb732-c33a-492d-9b78-a75c69df1109 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:11.452812 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-ba5e9646-a957-4ac4-b08d-1a723f176862 req-4a69d6ab-bce7-4ebf-b752-3adb04bce1d0 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:11.471362 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [req-ba5e9646-a957-4ac4-b08d-1a723f176862 req-4a69d6ab-bce7-4ebf-b752-3adb04bce1d0 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Transition to ACTIVE for port object b9efea67-99e3-45b2-88d4-93cc730d1f0d will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:26:11.735609 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e4f2d8-aa49-4bca-b6f4-c6f845fb58b4 tempest-FloatingIPAdminTestJSON-1086389745 tempest-FloatingIPAdminTestJSON-1086389745-project-admin] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:26:11.748361 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9659c235-9b00-48c4-8be8-33222a149dac None None] Sync routers for ids ['c38148f9-6183-48c8-8287-891ed26b2053'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:26:11.761887 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9659c235-9b00-48c4-8be8-33222a149dac None None] Routers {'c38148f9-6183-48c8-8287-891ed26b2053'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:26:11.766339 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-9659c235-9b00-48c4-8be8-33222a149dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:26:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['c38148f9-6183-48c8-8287-891ed26b2053'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:11.869295 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-ba5e9646-a957-4ac4-b08d-1a723f176862 req-4a69d6ab-bce7-4ebf-b752-3adb04bce1d0 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:12.014547 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-9659c235-9b00-48c4-8be8-33222a149dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:12.043407 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-40e4f2d8-aa49-4bca-b6f4-c6f845fb58b4 tempest-FloatingIPAdminTestJSON-1086389745 tempest-FloatingIPAdminTestJSON-1086389745-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:12.048371 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9659c235-9b00-48c4-8be8-33222a149dac None None] Routers {'c38148f9-6183-48c8-8287-891ed26b2053'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:26:12.049263 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-9659c235-9b00-48c4-8be8-33222a149dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:26:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['c38148f9-6183-48c8-8287-891ed26b2053'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:12.067811 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-f092e96b-6e91-4586-b6f8-c48f37421859 tempest-ExternalNetworksAdminNegativeTestJSON-766899041 tempest-ExternalNetworksAdminNegativeTestJSON-766899041-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 04 17:26:12.069214 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f092e96b-6e91-4586-b6f8-c48f37421859 tempest-ExternalNetworksAdminNegativeTestJSON-766899041 tempest-ExternalNetworksAdminNegativeTestJSON-766899041-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:26:12.124834 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-9659c235-9b00-48c4-8be8-33222a149dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:12.125529 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9659c235-9b00-48c4-8be8-33222a149dac None None] The sync data for ids ['c38148f9-6183-48c8-8287-891ed26b2053'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:26:12.188572 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-40e4f2d8-aa49-4bca-b6f4-c6f845fb58b4 tempest-FloatingIPAdminTestJSON-1086389745 tempest-FloatingIPAdminTestJSON-1086389745-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 10.5748279 May 04 17:26:12.195940 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 45460) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:12.334845 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba5e9646-a957-4ac4-b08d-1a723f176862 req-4a69d6ab-bce7-4ebf-b752-3adb04bce1d0 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Network bd18084c-d817-434f-8399-bdaa1bc23fbc is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:26:12.339882 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-f575ffdc-0250-4eba-9f20-5abc915c228b tempest-FloatingIPAdminTestJSON-1086389745 tempest-FloatingIPAdminTestJSON-1086389745-project-admin] 10.222.0.41 "GET /v2.0/floatingips/326a2019-5764-4da9-86ed-4ab72b8639bd HTTP/1.1" status: 200 len: 982 time: 0.1422746 May 04 17:26:12.344383 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 45464) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:12.350678 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [req-ba5e9646-a957-4ac4-b08d-1a723f176862 req-4a69d6ab-bce7-4ebf-b752-3adb04bce1d0 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:26:12.356799 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2a44be77-ad4d-435a-b0c8-a1ab5d4393cf tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:12.386170 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-2a44be77-ad4d-435a-b0c8-a1ab5d4393cf tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] 10.222.0.41 "DELETE /v2.0/ports/809860c5-54d6-4067-bf05-d10383dc9a14 HTTP/1.1" status: 204 len: 168 time: 3.7623637 May 04 17:26:12.387407 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba5e9646-a957-4ac4-b08d-1a723f176862 req-4a69d6ab-bce7-4ebf-b752-3adb04bce1d0 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:26:12.423106 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-8affb732-c33a-492d-9b78-a75c69df1109 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Allocated IP 172.20.0.5 (b3d687b1-eadd-49ef-8436-87b52ef4a2aa/28b0b288-55b2-4d61-9626-12e51c682796/0b8c7120-4883-4a9d-bae7-6b47d3262328) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:26:12.427905 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 45468) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:12.428464 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 45470) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:12.459562 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee7819e-387a-479e-877d-92292efc4e6c req-a7ea7895-fb43-48dd-a125-3f2a35d6f524 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:12.462385 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-3ee7819e-387a-479e-877d-92292efc4e6c req-a7ea7895-fb43-48dd-a125-3f2a35d6f524 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1b66867-5b74-48e0-919b-622dcaf3a763 HTTP/1.1" status: 200 len: 932 time: 0.7342582 May 04 17:26:12.489012 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a939533-f4ca-4d53-a635-7c3cd00301cd tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] GET failed (client error): The resource could not be found. May 04 17:26:12.489772 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-0a939533-f4ca-4d53-a635-7c3cd00301cd tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Synchronizing usage tracker for tenant:f40176f119c942cb87e4ada98f9d418c on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:26:12.514940 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a69d6ab-bce7-4ebf-b752-3adb04bce1d0 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Pushing event updated for resources: {'Port': ['ID=b9efea67-99e3-45b2-88d4-93cc730d1f0d,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:12.556781 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-f092e96b-6e91-4586-b6f8-c48f37421859 tempest-ExternalNetworksAdminNegativeTestJSON-766899041 tempest-ExternalNetworksAdminNegativeTestJSON-766899041-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 4.0791132 May 04 17:26:12.562506 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 45478) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:12.591326 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-9d7d73f3-ca1a-4770-ab7c-b4092a39b2a2 tempest-FloatingIPAdminTestJSON-1086389745 tempest-FloatingIPAdminTestJSON-1086389745-project-admin] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3383 time: 0.2457418 May 04 17:26:12.633326 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 45482) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:12.657171 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9939a7ab-2ddb-436c-b48e-3c5799b06db9 req-d164dd87-7231-4428-b480-2e5efb5cfed0 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:12.664799 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9939a7ab-2ddb-436c-b48e-3c5799b06db9 req-d164dd87-7231-4428-b480-2e5efb5cfed0 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 931 time: 0.9245443 May 04 17:26:12.666675 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-0a939533-f4ca-4d53-a635-7c3cd00301cd tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Unset dirty status for tenant:f40176f119c942cb87e4ada98f9d418c on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:26:12.670459 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-0a939533-f4ca-4d53-a635-7c3cd00301cd tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] 10.222.0.41 "GET /v2.0/ports/809860c5-54d6-4067-bf05-d10383dc9a14 HTTP/1.1" status: 404 len: 333 time: 0.2368028 May 04 17:26:12.691608 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8a93503c-7077-4dc9-a17e-d6b71874fefd None None] Provisioning for port b9efea67-99e3-45b2-88d4-93cc730d1f0d completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:26:12.698025 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8a93503c-7077-4dc9-a17e-d6b71874fefd None None] Provisioning complete for port b9efea67-99e3-45b2-88d4-93cc730d1f0d triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:26:12.698407 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8a93503c-7077-4dc9-a17e-d6b71874fefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:12.701318 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 45486) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:12.716388 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e9646-a957-4ac4-b08d-1a723f176862 req-4a69d6ab-bce7-4ebf-b752-3adb04bce1d0 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:12.717141 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-ba5e9646-a957-4ac4-b08d-1a723f176862 req-4a69d6ab-bce7-4ebf-b752-3adb04bce1d0 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:12.742646 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-ecd20757-9eed-4936-8689-75f21f0ea6f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1114643097'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:26:12.768702 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8a93503c-7077-4dc9-a17e-d6b71874fefd None None] Port b9efea67-99e3-45b2-88d4-93cc730d1f0d cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:26:12.791479 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-ecd20757-9eed-4936-8689-75f21f0ea6f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:26:12.831098 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-3ee7819e-387a-479e-877d-92292efc4e6c req-e908ea3a-647c-4afc-b1c9-a8b125330683 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef9ce026-f7ab-4d8d-ba44-941d12f6d7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3320532 May 04 17:26:12.885107 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-85c53357-922d-4341-8571-5f15dc7fb760 tempest-ExternalNetworksAdminNegativeTestJSON-766899041 tempest-ExternalNetworksAdminNegativeTestJSON-766899041-project-admin] Deleting port abcf8af8-dc93-4741-bdb8-bbf2f84b04f4 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:26:12.885450 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-85c53357-922d-4341-8571-5f15dc7fb760 tempest-ExternalNetworksAdminNegativeTestJSON-766899041 tempest-ExternalNetworksAdminNegativeTestJSON-766899041-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:12.915427 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9939a7ab-2ddb-436c-b48e-3c5799b06db9 req-564235c8-f588-4fdf-8f53-cdbdabd23701 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2494950 May 04 17:26:12.930215 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-ecd20757-9eed-4936-8689-75f21f0ea6f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Usage tracker for resource:network and tenant:23bd1c3b3e5b41e08f90cb10fa23facb is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:26:12.942266 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [req-e006998b-9205-414c-ae69-b4447e6c574d req-5dc4b23d-ce56-4a9d-8ef8-628d2799a126 service neutron] Request body: {'port': {'device_id': '56230f70-18d0-4065-b68b-cce4667ede3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:26:12.950918 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-ecd20757-9eed-4936-8689-75f21f0ea6f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:26:12.954385 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ba5e9646-a957-4ac4-b08d-1a723f176862 req-4a69d6ab-bce7-4ebf-b752-3adb04bce1d0 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6613402 May 04 17:26:12.963553 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-ecd20757-9eed-4936-8689-75f21f0ea6f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:26:12.981508 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-f4a70ff2-0c39-412e-aa0e-96ec88556349 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Deleting port ec4f6d1c-1024-4de9-8c32-c0f513165914 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:26:12.982005 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f4a70ff2-0c39-412e-aa0e-96ec88556349 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:13.043507 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd20757-9eed-4936-8689-75f21f0ea6f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Made reservation on behalf of 23bd1c3b3e5b41e08f90cb10fa23facb for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:26:13.047188 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ecd20757-9eed-4936-8689-75f21f0ea6f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:13.059889 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8affb732-c33a-492d-9b78-a75c69df1109 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:13.069045 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-53fc0a08-8dab-4fca-af6a-138e3749c334 req-5581b46e-4d52-4d24-ba30-640e14ca36a7 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e3c2a62-a3a5-485e-9329-8a03c7befa50 HTTP/1.1" status: 200 len: 210 time: 0.0844092 May 04 17:26:13.076369 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ecd20757-9eed-4936-8689-75f21f0ea6f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:13.126047 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-ff1d2ee2-1ec7-4912-9e1c-b46a04593955 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Deleting port cde83037-0768-4ec9-b1fb-26c6a57d1fac {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:26:13.126392 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ff1d2ee2-1ec7-4912-9e1c-b46a04593955 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:13.179210 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-ecd20757-9eed-4936-8689-75f21f0ea6f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:26:13.200810 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 17:26:13.203524 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-e006998b-9205-414c-ae69-b4447e6c574d req-5dc4b23d-ce56-4a9d-8ef8-628d2799a126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:13.203997 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-ecd20757-9eed-4936-8689-75f21f0ea6f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Usage tracker for resource:security_group_rule and tenant:23bd1c3b3e5b41e08f90cb10fa23facb is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:26:13.213901 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-ecd20757-9eed-4936-8689-75f21f0ea6f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:26:13.227929 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-ecd20757-9eed-4936-8689-75f21f0ea6f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:26:13.259284 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-85c53357-922d-4341-8571-5f15dc7fb760 tempest-ExternalNetworksAdminNegativeTestJSON-766899041 tempest-ExternalNetworksAdminNegativeTestJSON-766899041-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:13.259609 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-85c53357-922d-4341-8571-5f15dc7fb760 tempest-ExternalNetworksAdminNegativeTestJSON-766899041 tempest-ExternalNetworksAdminNegativeTestJSON-766899041-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:13.349283 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8affb732-c33a-492d-9b78-a75c69df1109 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:13.436725 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-85c53357-922d-4341-8571-5f15dc7fb760 tempest-ExternalNetworksAdminNegativeTestJSON-766899041 tempest-ExternalNetworksAdminNegativeTestJSON-766899041-project-admin] Calling delete_port for abcf8af8-dc93-4741-bdb8-bbf2f84b04f4 owned by network:floatingip {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:26:13.444121 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8affb732-c33a-492d-9b78-a75c69df1109 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Network b3d687b1-eadd-49ef-8436-87b52ef4a2aa is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:26:13.458600 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-8affb732-c33a-492d-9b78-a75c69df1109 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:26:13.499609 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8affb732-c33a-492d-9b78-a75c69df1109 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:26:13.546073 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ff1d2ee2-1ec7-4912-9e1c-b46a04593955 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:13.546406 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ff1d2ee2-1ec7-4912-9e1c-b46a04593955 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:13.567738 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8affb732-c33a-492d-9b78-a75c69df1109 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Pushing event updated for resources: {'Port': ['ID=0b8c7120-4883-4a9d-bae7-6b47d3262328,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:13.589671 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f4a70ff2-0c39-412e-aa0e-96ec88556349 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:13.739330 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-f4a70ff2-0c39-412e-aa0e-96ec88556349 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Calling delete_port for ec4f6d1c-1024-4de9-8c32-c0f513165914 owned by {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:26:13.801735 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-ff1d2ee2-1ec7-4912-9e1c-b46a04593955 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Calling delete_port for cde83037-0768-4ec9-b1fb-26c6a57d1fac owned by network:floatingip {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:26:13.942426 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ecd20757-9eed-4936-8689-75f21f0ea6f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:13.963358 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ecd20757-9eed-4936-8689-75f21f0ea6f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:14.075378 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecd20757-9eed-4936-8689-75f21f0ea6f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:26:14.079533 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-85c53357-922d-4341-8571-5f15dc7fb760 tempest-ExternalNetworksAdminNegativeTestJSON-766899041 tempest-ExternalNetworksAdminNegativeTestJSON-766899041-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:14.155414 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd20757-9eed-4936-8689-75f21f0ea6f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6102cd70-e14d-4f93-bd45-1d84c954cd15,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:14.173184 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c53357-922d-4341-8571-5f15dc7fb760 tempest-ExternalNetworksAdminNegativeTestJSON-766899041 tempest-ExternalNetworksAdminNegativeTestJSON-766899041-project-admin] Pushing event deleted for resources: {'Port': ['ID=abcf8af8-dc93-4741-bdb8-bbf2f84b04f4,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:14.284880 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ecd20757-9eed-4936-8689-75f21f0ea6f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:14.286245 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-ecd20757-9eed-4936-8689-75f21f0ea6f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Added segment 4ddb8aba-c6d1-4d24-977c-7e0398ee2fcd of type vlan for network 1c5a0dfa-3c5b-4c8e-9f87-8951d73f24e9 May 04 17:26:14.294273 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f4a70ff2-0c39-412e-aa0e-96ec88556349 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:14.362674 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b0eea6-862e-41bc-8369-0104658b1281 req-1561f3c7-2ec0-4f6a-aa7f-8fa541bccbc5 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:14.363412 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-79b0eea6-862e-41bc-8369-0104658b1281 req-1561f3c7-2ec0-4f6a-aa7f-8fa541bccbc5 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Synchronizing usage tracker for tenant:379b29e6adf3429fb2a4d97286c4b5cf on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:26:14.419618 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a70ff2-0c39-412e-aa0e-96ec88556349 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Pushing event deleted for resources: {'Port': ['ID=ec4f6d1c-1024-4de9-8c32-c0f513165914,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:14.438372 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-85c53357-922d-4341-8571-5f15dc7fb760 tempest-ExternalNetworksAdminNegativeTestJSON-766899041 tempest-ExternalNetworksAdminNegativeTestJSON-766899041-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:14.449558 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f4a70ff2-0c39-412e-aa0e-96ec88556349 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:14.461704 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ecd20757-9eed-4936-8689-75f21f0ea6f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:14.485992 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-79b0eea6-862e-41bc-8369-0104658b1281 req-1561f3c7-2ec0-4f6a-aa7f-8fa541bccbc5 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Unset dirty status for tenant:379b29e6adf3429fb2a4d97286c4b5cf on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:26:14.487166 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-79b0eea6-862e-41bc-8369-0104658b1281 req-1561f3c7-2ec0-4f6a-aa7f-8fa541bccbc5 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1b66867-5b74-48e0-919b-622dcaf3a763 HTTP/1.1" status: 200 len: 932 time: 0.5300643 May 04 17:26:14.498628 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0f899-1cce-4379-b3bb-cf479674c79a req-c165762a-574e-4e5c-b4d4-755bf9d745d6 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:14.500150 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-7de0f899-1cce-4379-b3bb-cf479674c79a req-c165762a-574e-4e5c-b4d4-755bf9d745d6 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 931 time: 0.4259727 May 04 17:26:14.533015 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-f4a70ff2-0c39-412e-aa0e-96ec88556349 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] 10.222.0.41 "DELETE /v2.0/ports/ec4f6d1c-1024-4de9-8c32-c0f513165914 HTTP/1.1" status: 204 len: 168 time: 1.8113868 May 04 17:26:14.539291 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 45500) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:14.544030 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-85c53357-922d-4341-8571-5f15dc7fb760 tempest-ExternalNetworksAdminNegativeTestJSON-766899041 tempest-ExternalNetworksAdminNegativeTestJSON-766899041-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:14.548441 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-85c53357-922d-4341-8571-5f15dc7fb760 tempest-ExternalNetworksAdminNegativeTestJSON-766899041 tempest-ExternalNetworksAdminNegativeTestJSON-766899041-project-admin] 10.222.0.41 "DELETE /v2.0/floatingips/067eced8-68ee-4232-ac50-91f3deb8fae0 HTTP/1.1" status: 204 len: 168 time: 1.9774551 May 04 17:26:14.576744 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ff1d2ee2-1ec7-4912-9e1c-b46a04593955 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:14.585643 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [req-e006998b-9205-414c-ae69-b4447e6c574d req-5dc4b23d-ce56-4a9d-8ef8-628d2799a126 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 115c2e5e-626d-476c-9f9c-99d23fa03683 {{(pid=88038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:26:14.630156 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ecd20757-9eed-4936-8689-75f21f0ea6f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:14.635418 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd20757-9eed-4936-8689-75f21f0ea6f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:14.636016 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ecd20757-9eed-4936-8689-75f21f0ea6f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:14.644721 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-e006998b-9205-414c-ae69-b4447e6c574d req-5dc4b23d-ce56-4a9d-8ef8-628d2799a126 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:14.656255 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1d2ee2-1ec7-4912-9e1c-b46a04593955 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Pushing event deleted for resources: {'Port': ['ID=cde83037-0768-4ec9-b1fb-26c6a57d1fac,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:14.689766 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-c61dd8eb-ccbf-4026-98cc-01011266c5fd tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] GET failed (client error): The resource could not be found. May 04 17:26:14.690316 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-c61dd8eb-ccbf-4026-98cc-01011266c5fd tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Synchronizing usage tracker for tenant:f40176f119c942cb87e4ada98f9d418c on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:26:14.699893 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [req-ba5e9646-a957-4ac4-b08d-1a723f176862 req-cc0f1c1a-74ce-4c10-ad97-d4a1b4ea7e6b service neutron] Request body: {'port': {'device_id': 'a1b66867-5b74-48e0-919b-622dcaf3a763', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:26:14.701896 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-7de0f899-1cce-4379-b3bb-cf479674c79a req-03c1b643-5dc8-43f4-bc8f-207824725c73 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1755891 May 04 17:26:14.702481 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8affb732-c33a-492d-9b78-a75c69df1109 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:14.740813 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-79b0eea6-862e-41bc-8369-0104658b1281 req-24b9dbb4-6897-490c-8c83-6e444700e23c tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef9ce026-f7ab-4d8d-ba44-941d12f6d7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2421978 May 04 17:26:14.793555 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [req-e006998b-9205-414c-ae69-b4447e6c574d req-5dc4b23d-ce56-4a9d-8ef8-628d2799a126 service neutron] Transition to ACTIVE for port object 115c2e5e-626d-476c-9f9c-99d23fa03683 will not be triggered until provisioned by entity L2. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:26:14.818667 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-e006998b-9205-414c-ae69-b4447e6c574d req-5dc4b23d-ce56-4a9d-8ef8-628d2799a126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:14.879436 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd20757-9eed-4936-8689-75f21f0ea6f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Pushing event updated for resources: {'Network': ['ID=1c5a0dfa-3c5b-4c8e-9f87-8951d73f24e9,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:14.892269 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 1c5a0dfa-3c5b-4c8e-9f87-8951d73f24e9 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:26:14.898029 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-c61dd8eb-ccbf-4026-98cc-01011266c5fd tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Unset dirty status for tenant:f40176f119c942cb87e4ada98f9d418c on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:26:14.902870 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-c61dd8eb-ccbf-4026-98cc-01011266c5fd tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] 10.222.0.41 "GET /v2.0/ports/ec4f6d1c-1024-4de9-8c32-c0f513165914 HTTP/1.1" status: 404 len: 333 time: 0.3592100 May 04 17:26:14.904396 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-ecd20757-9eed-4936-8689-75f21f0ea6f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.4745286 May 04 17:26:14.909267 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 45508) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:14.909603 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 45510) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:14.922248 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-99925710-9a09-411d-b4b4-a92463541113 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Request body: {'subnet': {'network_id': '1c5a0dfa-3c5b-4c8e-9f87-8951d73f24e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:26:14.925721 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.42', 59601) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:15.048982 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 45518) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:15.052382 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-90ba5068-6341-4ccd-9e66-3eddae210fd2 req-8bf9c30e-d977-4bc9-90a5-85c64330defe tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e3c2a62-a3a5-485e-9329-8a03c7befa50 HTTP/1.1" status: 200 len: 210 time: 0.1992157 May 04 17:26:15.175037 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f44d8-535b-419d-94bb-067cf32f957c tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Deleting port 93a9cc5f-d6c9-4c3c-9e0c-e8ec536d4502 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:26:15.175299 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cd8f44d8-535b-419d-94bb-067cf32f957c tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:15.216373 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-ba5e9646-a957-4ac4-b08d-1a723f176862 req-cc0f1c1a-74ce-4c10-ad97-d4a1b4ea7e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:15.253636 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-99925710-9a09-411d-b4b4-a92463541113 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:26:15.262209 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-99925710-9a09-411d-b4b4-a92463541113 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Usage tracker for resource:subnet and tenant:23bd1c3b3e5b41e08f90cb10fa23facb is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:26:15.268702 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-99925710-9a09-411d-b4b4-a92463541113 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:26:15.315445 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-99925710-9a09-411d-b4b4-a92463541113 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:26:15.368237 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ff1d2ee2-1ec7-4912-9e1c-b46a04593955 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks [] for floatingip, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:15.368575 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.l3_db [None req-ff1d2ee2-1ec7-4912-9e1c-b46a04593955 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Floating IP 326a2019-5764-4da9-86ed-4ab72b8639bd disassociated (deleted). External IP: 172.26.0.65, port: 71b70a4a-ac08-4c35-9be0-32c38e973656. May 04 17:26:15.395126 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3bfa8657-52e0-4fc5-ad60-ca868f9a8d96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:15.438290 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99925710-9a09-411d-b4b4-a92463541113 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Made reservation on behalf of 23bd1c3b3e5b41e08f90cb10fa23facb for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:26:15.442679 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-99925710-9a09-411d-b4b4-a92463541113 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:15.463538 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-3bfa8657-52e0-4fc5-ad60-ca868f9a8d96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:26:15.467131 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc4b23d-ce56-4a9d-8ef8-628d2799a126 service neutron] Pushing event updated for resources: {'Port': ['ID=115c2e5e-626d-476c-9f9c-99d23fa03683,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:15.515110 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-3bfa8657-52e0-4fc5-ad60-ca868f9a8d96 admin admin] Usage tracker for resource:security_group_rule and tenant:e23e3af3f1634472a0171342898a8980 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:26:15.548858 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-3bfa8657-52e0-4fc5-ad60-ca868f9a8d96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:26:15.566984 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-3bfa8657-52e0-4fc5-ad60-ca868f9a8d96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:26:15.873734 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef8b45-a02f-4038-8c76-db03f6036669 req-54a76565-ffcc-4bc4-b84a-cdcae79ed089 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:15.874443 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-a5ef8b45-a02f-4038-8c76-db03f6036669 req-54a76565-ffcc-4bc4-b84a-cdcae79ed089 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Synchronizing usage tracker for tenant:306abfe2022942778f41b8a8d30aa525 on resource:network {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:26:15.974170 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [req-e006998b-9205-414c-ae69-b4447e6c574d req-5dc4b23d-ce56-4a9d-8ef8-628d2799a126 service neutron] Attempting to bind port 115c2e5e-626d-476c-9f9c-99d23fa03683 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:26:15.974534 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [req-e006998b-9205-414c-ae69-b4447e6c574d req-5dc4b23d-ce56-4a9d-8ef8-628d2799a126 service neutron] Attempting to bind port 115c2e5e-626d-476c-9f9c-99d23fa03683 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '40fdd87b-6347-4489-a912-23174799ead5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'dc3827ab-b4d6-4656-be7d-24135047baff'}] {{(pid=88038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:26:15.974880 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e006998b-9205-414c-ae69-b4447e6c574d req-5dc4b23d-ce56-4a9d-8ef8-628d2799a126 service neutron] Attempting to bind port 115c2e5e-626d-476c-9f9c-99d23fa03683 on network dc3827ab-b4d6-4656-be7d-24135047baff {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:26:16.007843 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cd8f44d8-535b-419d-94bb-067cf32f957c tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:16.049635 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-a5ef8b45-a02f-4038-8c76-db03f6036669 req-54a76565-ffcc-4bc4-b84a-cdcae79ed089 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Unset dirty status for tenant:306abfe2022942778f41b8a8d30aa525 on resource:network {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:26:16.050786 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-a5ef8b45-a02f-4038-8c76-db03f6036669 req-54a76565-ffcc-4bc4-b84a-cdcae79ed089 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] 10.222.0.42 "GET /v2.0/networks?id=19db3995-cea8-405f-a544-2f4051674b44 HTTP/1.1" status: 200 len: 811 time: 1.1130228 May 04 17:26:16.058947 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e006998b-9205-414c-ae69-b4447e6c574d req-5dc4b23d-ce56-4a9d-8ef8-628d2799a126 service neutron] Port 115c2e5e-626d-476c-9f9c-99d23fa03683 on network dc3827ab-b4d6-4656-be7d-24135047baff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:26:16.059298 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e006998b-9205-414c-ae69-b4447e6c574d req-5dc4b23d-ce56-4a9d-8ef8-628d2799a126 service neutron] Attempting to bind port 115c2e5e-626d-476c-9f9c-99d23fa03683 on network dc3827ab-b4d6-4656-be7d-24135047baff {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:26:16.103630 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e006998b-9205-414c-ae69-b4447e6c574d req-5dc4b23d-ce56-4a9d-8ef8-628d2799a126 service neutron] Checking agent: {'id': '84d0dbeb-cfa8-4636-8b1c-9790acf21ef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'started_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:26:16.103630 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e006998b-9205-414c-ae69-b4447e6c574d req-5dc4b23d-ce56-4a9d-8ef8-628d2799a126 service neutron] Checking segment: {'id': '40fdd87b-6347-4489-a912-23174799ead5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'dc3827ab-b4d6-4656-be7d-24135047baff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:26:16.104110 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e006998b-9205-414c-ae69-b4447e6c574d req-5dc4b23d-ce56-4a9d-8ef8-628d2799a126 service neutron] Bound using segment: {'id': '40fdd87b-6347-4489-a912-23174799ead5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'dc3827ab-b4d6-4656-be7d-24135047baff'} {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:26:16.104342 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [req-e006998b-9205-414c-ae69-b4447e6c574d req-5dc4b23d-ce56-4a9d-8ef8-628d2799a126 service neutron] Bound port: 115c2e5e-626d-476c-9f9c-99d23fa03683, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40fdd87b-6347-4489-a912-23174799ead5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'dc3827ab-b4d6-4656-be7d-24135047baff'}}] {{(pid=88038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:26:16.104689 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-e006998b-9205-414c-ae69-b4447e6c574d req-5dc4b23d-ce56-4a9d-8ef8-628d2799a126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:16.114166 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8affb732-c33a-492d-9b78-a75c69df1109 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:16.205624 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-cd8f44d8-535b-419d-94bb-067cf32f957c tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Calling delete_port for 93a9cc5f-d6c9-4c3c-9e0c-e8ec536d4502 owned by {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:26:16.347551 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-a5ef8b45-a02f-4038-8c76-db03f6036669 req-034074f1-67a5-4eba-b5a1-c3e1987d7a6a tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Synchronizing usage tracker for tenant:306abfe2022942778f41b8a8d30aa525 on resource:security_group {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:26:16.358535 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3bfa8657-52e0-4fc5-ad60-ca868f9a8d96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:16.391021 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3bfa8657-52e0-4fc5-ad60-ca868f9a8d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:16.406391 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a5c983-fe22-4e0a-8718-54919b97c695 req-a6382a0f-71a8-4d15-81e7-5287f2c1eb94 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:16.408083 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a0a5c983-fe22-4e0a-8718-54919b97c695 req-a6382a0f-71a8-4d15-81e7-5287f2c1eb94 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 943 time: 0.5398352 May 04 17:26:16.477195 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355218a3-b157-4c1d-a7c1-55016b292e55 req-272b903f-6297-4564-8c29-d2357e4280b4 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:16.478693 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-355218a3-b157-4c1d-a7c1-55016b292e55 req-272b903f-6297-4564-8c29-d2357e4280b4 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1b66867-5b74-48e0-919b-622dcaf3a763 HTTP/1.1" status: 200 len: 932 time: 0.5914485 May 04 17:26:16.518781 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-a5ef8b45-a02f-4038-8c76-db03f6036669 req-034074f1-67a5-4eba-b5a1-c3e1987d7a6a tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Unset dirty status for tenant:306abfe2022942778f41b8a8d30aa525 on resource:security_group {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:26:16.520429 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-a5ef8b45-a02f-4038-8c76-db03f6036669 req-034074f1-67a5-4eba-b5a1-c3e1987d7a6a tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=306abfe2022942778f41b8a8d30aa525 HTTP/1.1" status: 200 len: 380 time: 0.4571645 May 04 17:26:16.523003 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [req-e006998b-9205-414c-ae69-b4447e6c574d req-5dc4b23d-ce56-4a9d-8ef8-628d2799a126 service neutron] For port 115c2e5e-626d-476c-9f9c-99d23fa03683, host hv-neutron-8404, cleared binding levels {{(pid=88038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:26:16.545327 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [req-a5ef8b45-a02f-4038-8c76-db03f6036669 req-0983c29b-6f9c-4cb8-ad7d-55f2ae125aaf tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Request body: {'port': {'device_id': '1e3c2a62-a3a5-485e-9329-8a03c7befa50', 'network_id': '19db3995-cea8-405f-a544-2f4051674b44', 'admin_state_up': True, 'tenant_id': '306abfe2022942778f41b8a8d30aa525', 'security_groups': ['5b0b86cf-a8f4-433e-9176-88c2053bdfef']}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:26:16.571569 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff1d2ee2-1ec7-4912-9e1c-b46a04593955 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Router c38148f9-6183-48c8-8287-891ed26b2053 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:26:16.579424 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-99925710-9a09-411d-b4b4-a92463541113 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:16.585465 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [req-e006998b-9205-414c-ae69-b4447e6c574d req-5dc4b23d-ce56-4a9d-8ef8-628d2799a126 service neutron] For port 115c2e5e-626d-476c-9f9c-99d23fa03683, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=115c2e5e-626d-476c-9f9c-99d23fa03683,segment=NetworkSegment(40fdd87b-6347-4489-a912-23174799ead5),segment_id=40fdd87b-6347-4489-a912-23174799ead5)] {{(pid=88038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:26:16.615796 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-e006998b-9205-414c-ae69-b4447e6c574d req-5dc4b23d-ce56-4a9d-8ef8-628d2799a126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:16.624296 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-3bfa8657-52e0-4fc5-ad60-ca868f9a8d96 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e23e3af3f1634472a0171342898a8980&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5622010 May 04 17:26:16.642558 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 45534) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:16.646830 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfa8657-52e0-4fc5-ad60-ca868f9a8d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b60155b-8e2e-48ed-874c-82d65b7f9e58,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:16.679238 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [req-ba5e9646-a957-4ac4-b08d-1a723f176862 req-cc0f1c1a-74ce-4c10-ad97-d4a1b4ea7e6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9efea67-99e3-45b2-88d4-93cc730d1f0d {{(pid=88037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:26:16.696848 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a0a5c983-fe22-4e0a-8718-54919b97c695 req-afa0599f-8082-4f48-b09a-240a9811e0d4 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2609816 May 04 17:26:16.718725 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-ba5e9646-a957-4ac4-b08d-1a723f176862 req-cc0f1c1a-74ce-4c10-ad97-d4a1b4ea7e6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:16.769509 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cd8f44d8-535b-419d-94bb-067cf32f957c tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:16.813215 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [req-ba5e9646-a957-4ac4-b08d-1a723f176862 req-cc0f1c1a-74ce-4c10-ad97-d4a1b4ea7e6b service neutron] Transition to ACTIVE for port object b9efea67-99e3-45b2-88d4-93cc730d1f0d will not be triggered until provisioned by entity L2. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:26:16.820253 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99925710-9a09-411d-b4b4-a92463541113 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Pushing event updated for resources: {'Subnet': ['ID=79a7377d-b995-499a-9a78-9867f12e2e1c,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:16.838474 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-355218a3-b157-4c1d-a7c1-55016b292e55 req-f38b6e31-b75b-42f9-9ae8-0aa22874f901 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef9ce026-f7ab-4d8d-ba44-941d12f6d7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3462460 May 04 17:26:16.845144 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-ba5e9646-a957-4ac4-b08d-1a723f176862 req-cc0f1c1a-74ce-4c10-ad97-d4a1b4ea7e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:16.906652 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f44d8-535b-419d-94bb-067cf32f957c tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Pushing event deleted for resources: {'Port': ['ID=93a9cc5f-d6c9-4c3c-9e0c-e8ec536d4502,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:16.977276 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99925710-9a09-411d-b4b4-a92463541113 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Checking segment: {'id': '4ddb8aba-c6d1-4d24-977c-7e0398ee2fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1c5a0dfa-3c5b-4c8e-9f87-8951d73f24e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:26:16.977629 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99925710-9a09-411d-b4b4-a92463541113 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Network hostable DHCP agents. Network: 1c5a0dfa-3c5b-4c8e-9f87-8951d73f24e9, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:26:16.996483 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e006998b-9205-414c-ae69-b4447e6c574d req-5dc4b23d-ce56-4a9d-8ef8-628d2799a126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:16.997039 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-913fc7ce-df08-4ae1-98ff-ed1128e80c19 req-cab240ec-7e58-454c-8d9a-14c4521221da tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e3c2a62-a3a5-485e-9329-8a03c7befa50 HTTP/1.1" status: 200 len: 210 time: 0.1649802 May 04 17:26:16.998551 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-e006998b-9205-414c-ae69-b4447e6c574d req-5dc4b23d-ce56-4a9d-8ef8-628d2799a126 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:17.001240 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-e006998b-9205-414c-ae69-b4447e6c574d req-5dc4b23d-ce56-4a9d-8ef8-628d2799a126 service neutron] 10.222.0.42 "PUT /v2.0/ports/115c2e5e-626d-476c-9f9c-99d23fa03683 HTTP/1.1" status: 200 len: 1093 time: 4.1983738 May 04 17:26:17.004625 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56230f70-18d0-4065-b68b-cce4667ede3e', 'tag': '115c2e5e-626d-476c-9f9c-99d23fa03683'}] {{(pid=88038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:26:17.009857 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cd8f44d8-535b-419d-94bb-067cf32f957c tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:17.118198 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a7effd5e-14ab-480f-a6b1-170ee9937f35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:17.126064 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0f1c1a-74ce-4c10-ad97-d4a1b4ea7e6b service neutron] Pushing event updated for resources: {'Port': ['ID=b9efea67-99e3-45b2-88d4-93cc730d1f0d,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:17.171385 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99925710-9a09-411d-b4b4-a92463541113 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Network 1c5a0dfa-3c5b-4c8e-9f87-8951d73f24e9 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:26:17.190128 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-cd8f44d8-535b-419d-94bb-067cf32f957c tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] 10.222.0.41 "DELETE /v2.0/ports/93a9cc5f-d6c9-4c3c-9e0c-e8ec536d4502 HTTP/1.1" status: 204 len: 168 time: 2.2793243 May 04 17:26:17.227938 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 45542) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:17.242186 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-99925710-9a09-411d-b4b4-a92463541113 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 1c5a0dfa-3c5b-4c8e-9f87-8951d73f24e9) {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:26:17.248521 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99925710-9a09-411d-b4b4-a92463541113 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:17.249058 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-99925710-9a09-411d-b4b4-a92463541113 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:17.255335 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89cdace4-d7e2-4f61-978c-d6839c88d170 None None] Network 1c5a0dfa-3c5b-4c8e-9f87-8951d73f24e9 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:26:17.260518 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc4b23d-ce56-4a9d-8ef8-628d2799a126 service neutron] Pushing event updated for resources: {'Port': ['ID=115c2e5e-626d-476c-9f9c-99d23fa03683,revision_number=3']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:17.277466 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8affb732-c33a-492d-9b78-a75c69df1109 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Router 1b51d483-4249-4b9f-802c-e429fdbc5994 is scheduled to L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 with binding_index 1 {{(pid=88038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:26:17.289240 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [req-a5ef8b45-a02f-4038-8c76-db03f6036669 req-0983c29b-6f9c-4cb8-ad7d-55f2ae125aaf tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:26:17.298650 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a7effd5e-14ab-480f-a6b1-170ee9937f35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:17.374720 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-99925710-9a09-411d-b4b4-a92463541113 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4589069 May 04 17:26:17.382616 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 45546) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:17.388109 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-dcc5a411-43a2-45e6-84dc-555e88f5d0c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Request body: {'port': {'network_id': '1c5a0dfa-3c5b-4c8e-9f87-8951d73f24e9', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-94314265'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:26:17.442583 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [req-a5ef8b45-a02f-4038-8c76-db03f6036669 req-0983c29b-6f9c-4cb8-ad7d-55f2ae125aaf tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:26:17.451182 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-67018614-a90a-4559-b4db-484157a11462 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Deleting subnet c33aaf6c-9612-46c3-84f1-bad07f47b265 {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:26:17.464682 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-ba5e9646-a957-4ac4-b08d-1a723f176862 req-cc0f1c1a-74ce-4c10-ad97-d4a1b4ea7e6b service neutron] Attempting to bind port b9efea67-99e3-45b2-88d4-93cc730d1f0d on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:26:17.465272 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-ba5e9646-a957-4ac4-b08d-1a723f176862 req-cc0f1c1a-74ce-4c10-ad97-d4a1b4ea7e6b service neutron] Attempting to bind port b9efea67-99e3-45b2-88d4-93cc730d1f0d by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': 'fbb10c96-8c43-4c34-a667-0746380bba35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'bd18084c-d817-434f-8399-bdaa1bc23fbc'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:26:17.465817 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5e9646-a957-4ac4-b08d-1a723f176862 req-cc0f1c1a-74ce-4c10-ad97-d4a1b4ea7e6b service neutron] Attempting to bind port b9efea67-99e3-45b2-88d4-93cc730d1f0d on network bd18084c-d817-434f-8399-bdaa1bc23fbc {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:26:17.471996 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-67018614-a90a-4559-b4db-484157a11462 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:17.475688 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff1d2ee2-1ec7-4912-9e1c-b46a04593955 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:26:17.493753 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5ef8b45-a02f-4038-8c76-db03f6036669 req-0983c29b-6f9c-4cb8-ad7d-55f2ae125aaf tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Made reservation on behalf of 306abfe2022942778f41b8a8d30aa525 for: {'port': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:26:17.497356 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-a5ef8b45-a02f-4038-8c76-db03f6036669 req-0983c29b-6f9c-4cb8-ad7d-55f2ae125aaf tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:17.526545 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a7184d-a7ef-426c-a5b0-8af67afd02a7 None None] Sync routers for ids ['c38148f9-6183-48c8-8287-891ed26b2053'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:26:17.557673 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a7184d-a7ef-426c-a5b0-8af67afd02a7 None None] Routers {'c38148f9-6183-48c8-8287-891ed26b2053'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:26:17.558604 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-98a7184d-a7ef-426c-a5b0-8af67afd02a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:26:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['c38148f9-6183-48c8-8287-891ed26b2053'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:17.565966 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5e9646-a957-4ac4-b08d-1a723f176862 req-cc0f1c1a-74ce-4c10-ad97-d4a1b4ea7e6b service neutron] Port b9efea67-99e3-45b2-88d4-93cc730d1f0d on network bd18084c-d817-434f-8399-bdaa1bc23fbc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:26:17.566208 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5e9646-a957-4ac4-b08d-1a723f176862 req-cc0f1c1a-74ce-4c10-ad97-d4a1b4ea7e6b service neutron] Attempting to bind port b9efea67-99e3-45b2-88d4-93cc730d1f0d on network bd18084c-d817-434f-8399-bdaa1bc23fbc {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:26:17.645338 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3ac5635-f2e4-4716-a79e-81f3805ae2cc'] response: {'name': 'network-changed', 'server_uuid': '56230f70-18d0-4065-b68b-cce4667ede3e', 'tag': '115c2e5e-626d-476c-9f9c-99d23fa03683', 'status': 'completed', 'code': 200} May 04 17:26:17.652510 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e006998b-9205-414c-ae69-b4447e6c574d req-9ba77a4e-8e4c-4b14-817b-9cac90c3efb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:17.653367 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-e006998b-9205-414c-ae69-b4447e6c574d req-9ba77a4e-8e4c-4b14-817b-9cac90c3efb3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a1ff53d6703b4f3fb85115a97c2da768&device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 1096 time: 0.5404696 May 04 17:26:17.658831 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ff1d2ee2-1ec7-4912-9e1c-b46a04593955 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:17.666979 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-98a7184d-a7ef-426c-a5b0-8af67afd02a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:17.677329 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a7184d-a7ef-426c-a5b0-8af67afd02a7 None None] Routers {'c38148f9-6183-48c8-8287-891ed26b2053'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:26:17.677972 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-98a7184d-a7ef-426c-a5b0-8af67afd02a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:26:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['c38148f9-6183-48c8-8287-891ed26b2053'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:17.708068 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5e9646-a957-4ac4-b08d-1a723f176862 req-cc0f1c1a-74ce-4c10-ad97-d4a1b4ea7e6b service neutron] Checking agent: {'id': '84d0dbeb-cfa8-4636-8b1c-9790acf21ef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'started_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:26:17.708620 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5e9646-a957-4ac4-b08d-1a723f176862 req-cc0f1c1a-74ce-4c10-ad97-d4a1b4ea7e6b service neutron] Checking segment: {'id': 'fbb10c96-8c43-4c34-a667-0746380bba35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'bd18084c-d817-434f-8399-bdaa1bc23fbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:26:17.708875 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5e9646-a957-4ac4-b08d-1a723f176862 req-cc0f1c1a-74ce-4c10-ad97-d4a1b4ea7e6b service neutron] Bound using segment: {'id': 'fbb10c96-8c43-4c34-a667-0746380bba35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'bd18084c-d817-434f-8399-bdaa1bc23fbc'} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:26:17.709271 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-ba5e9646-a957-4ac4-b08d-1a723f176862 req-cc0f1c1a-74ce-4c10-ad97-d4a1b4ea7e6b service neutron] Bound port: b9efea67-99e3-45b2-88d4-93cc730d1f0d, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbb10c96-8c43-4c34-a667-0746380bba35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'bd18084c-d817-434f-8399-bdaa1bc23fbc'}}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:26:17.709624 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-ba5e9646-a957-4ac4-b08d-1a723f176862 req-cc0f1c1a-74ce-4c10-ad97-d4a1b4ea7e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:17.729567 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-67018614-a90a-4559-b4db-484157a11462 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:17.745728 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-98a7184d-a7ef-426c-a5b0-8af67afd02a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:17.746156 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a7184d-a7ef-426c-a5b0-8af67afd02a7 None None] The sync data for ids ['c38148f9-6183-48c8-8287-891ed26b2053'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:26:17.747665 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d47da6c-68d5-4ce0-960c-3a150887b488 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-1c5a0dfa-3c5b-4c8e-9f87-8951d73f24e9', 'network_id': '1c5a0dfa-3c5b-4c8e-9f87-8951d73f24e9', 'tenant_id': '23bd1c3b3e5b41e08f90cb10fa23facb', 'fixed_ips': [{'subnet_id': '79a7377d-b995-499a-9a78-9867f12e2e1c'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:26:17.748518 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9d47da6c-68d5-4ce0-960c-3a150887b488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:17.815458 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-e006998b-9205-414c-ae69-b4447e6c574d req-6ce762af-d484-43f4-ba5c-13b516cdf25c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=115c2e5e-626d-476c-9f9c-99d23fa03683 HTTP/1.1" status: 200 len: 217 time: 0.1117895 May 04 17:26:17.846430 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a7effd5e-14ab-480f-a6b1-170ee9937f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:17.883833 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-ff1d2ee2-1ec7-4912-9e1c-b46a04593955 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] 10.222.0.41 "DELETE /v2.0/floatingips/326a2019-5764-4da9-86ed-4ab72b8639bd HTTP/1.1" status: 204 len: 168 time: 5.2495260 May 04 17:26:17.884861 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 45560) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:17.895909 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8affb732-c33a-492d-9b78-a75c69df1109 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:26:17.905544 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b77c790-7c73-48ef-a474-78af0cb2b8f2 None None] Sync routers for ids ['1b51d483-4249-4b9f-802c-e429fdbc5994'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:26:17.912955 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-a13396f3-6116-4873-9351-8c9e445e1ce5 tempest-FloatingIPAdminTestJSON-1086389745 tempest-FloatingIPAdminTestJSON-1086389745-project-admin] Request body: {'floatingip': {'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:26:17.918684 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b77c790-7c73-48ef-a474-78af0cb2b8f2 None None] Routers {'1b51d483-4249-4b9f-802c-e429fdbc5994'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:26:17.921574 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-3b77c790-7c73-48ef-a474-78af0cb2b8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:26:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['1b51d483-4249-4b9f-802c-e429fdbc5994'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:17.926792 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-9d47da6c-68d5-4ce0-960c-3a150887b488 None None] Allocated IP 2001:db8::2 (1c5a0dfa-3c5b-4c8e-9f87-8951d73f24e9/79a7377d-b995-499a-9a78-9867f12e2e1c/7c481aff-d0ef-452c-8197-e04beaffbaed) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:26:17.948653 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-a13396f3-6116-4873-9351-8c9e445e1ce5 tempest-FloatingIPAdminTestJSON-1086389745 tempest-FloatingIPAdminTestJSON-1086389745-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:26:17.954194 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7effd5e-14ab-480f-a6b1-170ee9937f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b60155b-8e2e-48ed-874c-82d65b7f9e58,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:17.965678 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-dcc5a411-43a2-45e6-84dc-555e88f5d0c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:26:17.975092 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a7effd5e-14ab-480f-a6b1-170ee9937f35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:17.978678 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-a7effd5e-14ab-480f-a6b1-170ee9937f35 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7b60155b-8e2e-48ed-874c-82d65b7f9e58 HTTP/1.1" status: 204 len: 168 time: 1.3259683 May 04 17:26:17.978678 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-dcc5a411-43a2-45e6-84dc-555e88f5d0c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Usage tracker for resource:port and tenant:23bd1c3b3e5b41e08f90cb10fa23facb is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:26:18.008784 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-a13396f3-6116-4873-9351-8c9e445e1ce5 tempest-FloatingIPAdminTestJSON-1086389745 tempest-FloatingIPAdminTestJSON-1086389745-project-admin] Usage tracker for resource:floatingip and tenant:836755d8a0bb49339a502e793b2a6d42 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:26:18.017557 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-a13396f3-6116-4873-9351-8c9e445e1ce5 tempest-FloatingIPAdminTestJSON-1086389745 tempest-FloatingIPAdminTestJSON-1086389745-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:26:18.029284 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-dcc5a411-43a2-45e6-84dc-555e88f5d0c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:26:18.050481 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-dcc5a411-43a2-45e6-84dc-555e88f5d0c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:26:18.080223 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-a13396f3-6116-4873-9351-8c9e445e1ce5 tempest-FloatingIPAdminTestJSON-1086389745 tempest-FloatingIPAdminTestJSON-1086389745-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:26:18.090505 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e006998b-9205-414c-ae69-b4447e6c574d req-5f4801aa-8f7f-4128-8f93-a30a0c8b369a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:18.092355 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-e006998b-9205-414c-ae69-b4447e6c574d req-5f4801aa-8f7f-4128-8f93-a30a0c8b369a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c14252a2-7d43-446e-921a-c611341f12b4 HTTP/1.1" status: 200 len: 851 time: 0.2540035 May 04 17:26:18.122508 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-ba5e9646-a957-4ac4-b08d-1a723f176862 req-cc0f1c1a-74ce-4c10-ad97-d4a1b4ea7e6b service neutron] For port b9efea67-99e3-45b2-88d4-93cc730d1f0d, host hv-neutron-8404, cleared binding levels {{(pid=88037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:26:18.151296 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-ba5e9646-a957-4ac4-b08d-1a723f176862 req-cc0f1c1a-74ce-4c10-ad97-d4a1b4ea7e6b service neutron] For port b9efea67-99e3-45b2-88d4-93cc730d1f0d, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=b9efea67-99e3-45b2-88d4-93cc730d1f0d,segment=NetworkSegment(fbb10c96-8c43-4c34-a667-0746380bba35),segment_id=fbb10c96-8c43-4c34-a667-0746380bba35)] {{(pid=88037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:26:18.154647 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc5a411-43a2-45e6-84dc-555e88f5d0c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Made reservation on behalf of 23bd1c3b3e5b41e08f90cb10fa23facb for: {'port': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:26:18.159142 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dcc5a411-43a2-45e6-84dc-555e88f5d0c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:18.170705 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8affb732-c33a-492d-9b78-a75c69df1109 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:18.173198 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-8affb732-c33a-492d-9b78-a75c69df1109 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 9.9854438 May 04 17:26:18.178806 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-ba5e9646-a957-4ac4-b08d-1a723f176862 req-cc0f1c1a-74ce-4c10-ad97-d4a1b4ea7e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:18.180335 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a13396f3-6116-4873-9351-8c9e445e1ce5 tempest-FloatingIPAdminTestJSON-1086389745 tempest-FloatingIPAdminTestJSON-1086389745-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:18.189395 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 45568) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:18.216914 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [req-a5ef8b45-a02f-4038-8c76-db03f6036669 req-0983c29b-6f9c-4cb8-ad7d-55f2ae125aaf tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Allocated IP 172.20.0.8 (19db3995-cea8-405f-a544-2f4051674b44/93c411c1-84f2-40bd-a250-70dec47b3f98/3705644d-3b46-45bb-b3ca-58a94f3888ea) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:26:18.332647 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-3b77c790-7c73-48ef-a474-78af0cb2b8f2 None None] Set router 1b51d483-4249-4b9f-802c-e429fdbc5994 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:26:18.404275 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9d47da6c-68d5-4ce0-960c-3a150887b488 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:18.410839 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [None req-dcc5a411-43a2-45e6-84dc-555e88f5d0c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] device_id is not set on port e7428cce-e36c-4b9f-8ee1-184f719c26ed yet. {{(pid=88037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:26:18.418030 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-9d47da6c-68d5-4ce0-960c-3a150887b488 None None] Transition to ACTIVE for port object 7c481aff-d0ef-452c-8197-e04beaffbaed will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:26:18.421718 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de4de3c-c457-4a70-bc2a-241f2369ed4d req-608c25b0-d8a5-48a3-88ca-f57c4e8d46b7 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:18.423442 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-9de4de3c-c457-4a70-bc2a-241f2369ed4d req-608c25b0-d8a5-48a3-88ca-f57c4e8d46b7 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1b66867-5b74-48e0-919b-622dcaf3a763 HTTP/1.1" status: 200 len: 944 time: 0.4070504 May 04 17:26:18.448450 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-9d47da6c-68d5-4ce0-960c-3a150887b488 None None] Transition to ACTIVE for port object 7c481aff-d0ef-452c-8197-e04beaffbaed will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:26:18.460673 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9d47da6c-68d5-4ce0-960c-3a150887b488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:18.480982 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e006998b-9205-414c-ae69-b4447e6c574d req-869f611c-5a19-4ceb-b6bd-a66098084228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:18.483003 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-e006998b-9205-414c-ae69-b4447e6c574d req-869f611c-5a19-4ceb-b6bd-a66098084228 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc3827ab-b4d6-4656-be7d-24135047baff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3794987 May 04 17:26:18.571739 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d47da6c-68d5-4ce0-960c-3a150887b488 None None] Network 1c5a0dfa-3c5b-4c8e-9f87-8951d73f24e9 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:26:18.573829 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d47da6c-68d5-4ce0-960c-3a150887b488 None None] Pushing event updated for resources: {'Port': ['ID=7c481aff-d0ef-452c-8197-e04beaffbaed,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:18.584449 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-9d47da6c-68d5-4ce0-960c-3a150887b488 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:26:18.586782 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d47da6c-68d5-4ce0-960c-3a150887b488 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:26:18.611383 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e9646-a957-4ac4-b08d-1a723f176862 req-cc0f1c1a-74ce-4c10-ad97-d4a1b4ea7e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:18.614170 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-ba5e9646-a957-4ac4-b08d-1a723f176862 req-cc0f1c1a-74ce-4c10-ad97-d4a1b4ea7e6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:18.615608 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ba5e9646-a957-4ac4-b08d-1a723f176862 req-cc0f1c1a-74ce-4c10-ad97-d4a1b4ea7e6b service neutron] 10.222.0.42 "PUT /v2.0/ports/b9efea67-99e3-45b2-88d4-93cc730d1f0d HTTP/1.1" status: 200 len: 1094 time: 3.9316516 May 04 17:26:18.616036 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 45574) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:18.617490 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-67018614-a90a-4559-b4db-484157a11462 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:18.683074 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1b66867-5b74-48e0-919b-622dcaf3a763', 'tag': 'b9efea67-99e3-45b2-88d4-93cc730d1f0d'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:26:18.721908 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-9d47da6c-68d5-4ce0-960c-3a150887b488 None None] Attempting to bind port 7c481aff-d0ef-452c-8197-e04beaffbaed on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:26:18.723693 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-9d47da6c-68d5-4ce0-960c-3a150887b488 None None] Attempting to bind port 7c481aff-d0ef-452c-8197-e04beaffbaed by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '4ddb8aba-c6d1-4d24-977c-7e0398ee2fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1c5a0dfa-3c5b-4c8e-9f87-8951d73f24e9'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:26:18.724343 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d47da6c-68d5-4ce0-960c-3a150887b488 None None] Attempting to bind port 7c481aff-d0ef-452c-8197-e04beaffbaed on network 1c5a0dfa-3c5b-4c8e-9f87-8951d73f24e9 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:26:18.730771 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d47da6c-68d5-4ce0-960c-3a150887b488 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:26:18.731427 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d47da6c-68d5-4ce0-960c-3a150887b488 None None] Checking segment: {'id': '4ddb8aba-c6d1-4d24-977c-7e0398ee2fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1c5a0dfa-3c5b-4c8e-9f87-8951d73f24e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:26:18.731972 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9d47da6c-68d5-4ce0-960c-3a150887b488 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:18.732514 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d47da6c-68d5-4ce0-960c-3a150887b488 None None] Bound using segment: {'id': '4ddb8aba-c6d1-4d24-977c-7e0398ee2fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1c5a0dfa-3c5b-4c8e-9f87-8951d73f24e9'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:26:18.733285 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-9d47da6c-68d5-4ce0-960c-3a150887b488 None None] Bound port: 7c481aff-d0ef-452c-8197-e04beaffbaed, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ddb8aba-c6d1-4d24-977c-7e0398ee2fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1c5a0dfa-3c5b-4c8e-9f87-8951d73f24e9'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:26:18.733804 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9d47da6c-68d5-4ce0-960c-3a150887b488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:18.748500 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-3b77c790-7c73-48ef-a474-78af0cb2b8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b51d483-4249-4b9f-802c-e429fdbc5994', 'name': '', 'tenant_id': '826e7a781f254ab597721e5ca1a7bd14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d687b1-eadd-49ef-8436-87b52ef4a2aa', 'external_fixed_ips': [{'subnet_id': '28b0b288-55b2-4d61-9626-12e51c682796', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': '0b8c7120-4883-4a9d-bae7-6b47d3262328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:26:08Z', 'updated_at': '2022-05-04T17:26:14Z', 'revision_number': 3, 'project_id': '826e7a781f254ab597721e5ca1a7bd14', 'gw_port': {'id': '0b8c7120-4883-4a9d-bae7-6b47d3262328', 'name': '', 'network_id': 'b3d687b1-eadd-49ef-8436-87b52ef4a2aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1e:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b51d483-4249-4b9f-802c-e429fdbc5994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 201, 'fixed_ips': [{'subnet_id': '28b0b288-55b2-4d61-9626-12e51c682796', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:26:11Z', 'updated_at': '2022-05-04T17:26:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '28b0b288-55b2-4d61-9626-12e51c682796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:18.753680 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b77c790-7c73-48ef-a474-78af0cb2b8f2 None None] Checking router: 1b51d483-4249-4b9f-802c-e429fdbc5994 for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:26:18.755080 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b77c790-7c73-48ef-a474-78af0cb2b8f2 None None] Updating router 1b51d483-4249-4b9f-802c-e429fdbc5994 port 0b8c7120-4883-4a9d-bae7-6b47d3262328 binding host dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:26:18.792761 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-a5ef8b45-a02f-4038-8c76-db03f6036669 req-0983c29b-6f9c-4cb8-ad7d-55f2ae125aaf tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:18.812046 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [req-a5ef8b45-a02f-4038-8c76-db03f6036669 req-0983c29b-6f9c-4cb8-ad7d-55f2ae125aaf tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Transition to ACTIVE for port object 3705644d-3b46-45bb-b3ca-58a94f3888ea will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:26:18.824403 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-3b77c790-7c73-48ef-a474-78af0cb2b8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:18.863489 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-9d47da6c-68d5-4ce0-960c-3a150887b488 None None] For port 7c481aff-d0ef-452c-8197-e04beaffbaed, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:26:18.871467 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-dcc5a411-43a2-45e6-84dc-555e88f5d0c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Allocated IP 2001:db8::26e (1c5a0dfa-3c5b-4c8e-9f87-8951d73f24e9/79a7377d-b995-499a-9a78-9867f12e2e1c/e7428cce-e36c-4b9f-8ee1-184f719c26ed) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:26:18.874610 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-9d47da6c-68d5-4ce0-960c-3a150887b488 None None] For port 7c481aff-d0ef-452c-8197-e04beaffbaed, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=7c481aff-d0ef-452c-8197-e04beaffbaed,segment=NetworkSegment(4ddb8aba-c6d1-4d24-977c-7e0398ee2fcd),segment_id=4ddb8aba-c6d1-4d24-977c-7e0398ee2fcd)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:26:18.882344 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9d47da6c-68d5-4ce0-960c-3a150887b488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:18.926895 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-9de4de3c-c457-4a70-bc2a-241f2369ed4d req-a6d62e8c-09e0-4783-8589-0ae1e65b1071 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef9ce026-f7ab-4d8d-ba44-941d12f6d7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4617834 May 04 17:26:18.986750 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e5699-f1ca-4ac5-9da4-bacde049dd67 req-bd4aaea2-7c33-4c72-a999-359ad2477c6b tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:18.996893 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-806e5699-f1ca-4ac5-9da4-bacde049dd67 req-bd4aaea2-7c33-4c72-a999-359ad2477c6b tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 943 time: 1.0992782 May 04 17:26:19.034495 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d47da6c-68d5-4ce0-960c-3a150887b488 None None] Pushing event updated for resources: {'Port': ['ID=7c481aff-d0ef-452c-8197-e04beaffbaed,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:19.198920 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-e006998b-9205-414c-ae69-b4447e6c574d req-3578a09e-fa49-433e-ad7e-ad1f888fe3ab service neutron] 10.222.0.42 "GET /v2.0/networks/dc3827ab-b4d6-4656-be7d-24135047baff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6878934 May 04 17:26:19.207068 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-a5ef8b45-a02f-4038-8c76-db03f6036669 req-0983c29b-6f9c-4cb8-ad7d-55f2ae125aaf tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:19.297743 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0f1c1a-74ce-4c10-ad97-d4a1b4ea7e6b service neutron] Pushing event updated for resources: {'Port': ['ID=b9efea67-99e3-45b2-88d4-93cc730d1f0d,revision_number=3']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:19.328936 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-3b77c790-7c73-48ef-a474-78af0cb2b8f2 None None] Notify callbacks [] for port, precommit_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:19.344431 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.provisioning_blocks [None req-3b77c790-7c73-48ef-a474-78af0cb2b8f2 None None] Transition to ACTIVE for port object 0b8c7120-4883-4a9d-bae7-6b47d3262328 will not be triggered until provisioned by entity L2. {{(pid=88040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:26:19.356377 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-3b77c790-7c73-48ef-a474-78af0cb2b8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:19.356918 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-6315051d-e6bb-4077-91a4-9923b5b92d45 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3f9c0a8644f246f98e12a086dc5ec73b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6636436 May 04 17:26:19.362217 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-806e5699-f1ca-4ac5-9da4-bacde049dd67 req-073fa136-c0dd-4f5d-bd83-77d170d882db tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3634102 May 04 17:26:19.367263 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 45586) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:19.436526 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dcc5a411-43a2-45e6-84dc-555e88f5d0c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:19.465073 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-93e48d58-c897-4338-9509-11d6930c8afd tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks [] for router, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:19.479080 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-3b77c790-7c73-48ef-a474-78af0cb2b8f2 None None] Attempting to bind port 0b8c7120-4883-4a9d-bae7-6b47d3262328 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:26:19.479469 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-3b77c790-7c73-48ef-a474-78af0cb2b8f2 None None] Attempting to bind port 0b8c7120-4883-4a9d-bae7-6b47d3262328 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '3c3fa7af-feb2-4dc8-98c5-d097efc49838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'b3d687b1-eadd-49ef-8436-87b52ef4a2aa'}] {{(pid=88040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:26:19.479808 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b77c790-7c73-48ef-a474-78af0cb2b8f2 None None] Attempting to bind port 0b8c7120-4883-4a9d-bae7-6b47d3262328 on network b3d687b1-eadd-49ef-8436-87b52ef4a2aa {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:26:19.490792 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b77c790-7c73-48ef-a474-78af0cb2b8f2 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:26:19.491163 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b77c790-7c73-48ef-a474-78af0cb2b8f2 None None] Checking segment: {'id': '3c3fa7af-feb2-4dc8-98c5-d097efc49838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'b3d687b1-eadd-49ef-8436-87b52ef4a2aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:26:19.491553 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-3b77c790-7c73-48ef-a474-78af0cb2b8f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:19.491943 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b77c790-7c73-48ef-a474-78af0cb2b8f2 None None] Bound using segment: {'id': '3c3fa7af-feb2-4dc8-98c5-d097efc49838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'b3d687b1-eadd-49ef-8436-87b52ef4a2aa'} {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:26:19.492419 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-3b77c790-7c73-48ef-a474-78af0cb2b8f2 None None] Bound port: 0b8c7120-4883-4a9d-bae7-6b47d3262328, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c3fa7af-feb2-4dc8-98c5-d097efc49838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'b3d687b1-eadd-49ef-8436-87b52ef4a2aa'}}] {{(pid=88040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:26:19.493088 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-3b77c790-7c73-48ef-a474-78af0cb2b8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:19.529604 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6856c9b3-36b5-4fbe-bc6d-8a0426769101 None None] Pushing event updated for resources: {'Port': ['ID=0b8c7120-4883-4a9d-bae7-6b47d3262328,revision_number=2']} {{(pid=88040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:19.562378 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-67018614-a90a-4559-b4db-484157a11462 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:19.587884 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-e006998b-9205-414c-ae69-b4447e6c574d req-346d599e-bcfe-4d1d-8d18-b2fd8fd3299a service neutron] 10.222.0.42 "GET /v2.0/networks/dc3827ab-b4d6-4656-be7d-24135047baff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3684306 May 04 17:26:19.612285 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5ef8b45-a02f-4038-8c76-db03f6036669 req-0983c29b-6f9c-4cb8-ad7d-55f2ae125aaf tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Network 19db3995-cea8-405f-a544-2f4051674b44 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:26:19.615038 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.db [None req-3b77c790-7c73-48ef-a474-78af0cb2b8f2 None None] For port 0b8c7120-4883-4a9d-bae7-6b47d3262328, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:26:19.618517 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.db [None req-3b77c790-7c73-48ef-a474-78af0cb2b8f2 None None] For port 0b8c7120-4883-4a9d-bae7-6b47d3262328, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=0b8c7120-4883-4a9d-bae7-6b47d3262328,segment=NetworkSegment(3c3fa7af-feb2-4dc8-98c5-d097efc49838),segment_id=3c3fa7af-feb2-4dc8-98c5-d097efc49838)] {{(pid=88040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:26:19.623988 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-3b77c790-7c73-48ef-a474-78af0cb2b8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:19.624901 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [req-a5ef8b45-a02f-4038-8c76-db03f6036669 req-0983c29b-6f9c-4cb8-ad7d-55f2ae125aaf tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:26:19.634237 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ef8b45-a02f-4038-8c76-db03f6036669 req-0983c29b-6f9c-4cb8-ad7d-55f2ae125aaf tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:26:19.650079 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93642bcf-c912-44d3-8461-a69fddb47c8b'] response: {'name': 'network-changed', 'server_uuid': 'a1b66867-5b74-48e0-919b-622dcaf3a763', 'tag': 'b9efea67-99e3-45b2-88d4-93cc730d1f0d', 'status': 'completed', 'code': 200} May 04 17:26:19.673476 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-dcc5a411-43a2-45e6-84dc-555e88f5d0c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Transition to ACTIVE for port object e7428cce-e36c-4b9f-8ee1-184f719c26ed will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:26:19.678666 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a13396f3-6116-4873-9351-8c9e445e1ce5 tempest-FloatingIPAdminTestJSON-1086389745 tempest-FloatingIPAdminTestJSON-1086389745-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:19.680337 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67018614-a90a-4559-b4db-484157a11462 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Pushing event deleted for resources: {'Subnet': ['ID=c33aaf6c-9612-46c3-84f1-bad07f47b265,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:19.700757 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-67018614-a90a-4559-b4db-484157a11462 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:19.710459 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909ac3e2-01d0-4f27-87dd-c5ced4597b4f None None] Network c711b8e5-dfdf-4f7e-b962-c7498b3e1e4c requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:26:19.712744 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e9646-a957-4ac4-b08d-1a723f176862 req-e8ef73bf-9243-48c1-91bc-7a6af1556ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:19.714257 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ba5e9646-a957-4ac4-b08d-1a723f176862 req-e8ef73bf-9243-48c1-91bc-7a6af1556ba4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=379b29e6adf3429fb2a4d97286c4b5cf&device_id=a1b66867-5b74-48e0-919b-622dcaf3a763 HTTP/1.1" status: 200 len: 1097 time: 0.9940455 May 04 17:26:19.750765 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b77c790-7c73-48ef-a474-78af0cb2b8f2 None None] Routers {'1b51d483-4249-4b9f-802c-e429fdbc5994'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:26:19.751539 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-3b77c790-7c73-48ef-a474-78af0cb2b8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:26:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['1b51d483-4249-4b9f-802c-e429fdbc5994'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:19.810282 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-986bd18b-c622-4a53-b760-3d1edee3db75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:19.837115 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0983c29b-6f9c-4cb8-ad7d-55f2ae125aaf tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Pushing event updated for resources: {'Port': ['ID=3705644d-3b46-45bb-b3ca-58a94f3888ea,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:19.848858 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6856c9b3-36b5-4fbe-bc6d-8a0426769101 None None] Pushing event updated for resources: {'Port': ['ID=0b8c7120-4883-4a9d-bae7-6b47d3262328,revision_number=3']} {{(pid=88040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:19.877379 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef8b45-a02f-4038-8c76-db03f6036669 req-0983c29b-6f9c-4cb8-ad7d-55f2ae125aaf tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:19.882098 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-a5ef8b45-a02f-4038-8c76-db03f6036669 req-0983c29b-6f9c-4cb8-ad7d-55f2ae125aaf tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:19.947161 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-a5ef8b45-a02f-4038-8c76-db03f6036669 req-0983c29b-6f9c-4cb8-ad7d-55f2ae125aaf tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4125674 May 04 17:26:19.989677 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [req-a5ef8b45-a02f-4038-8c76-db03f6036669 req-9d37e406-54c2-4086-a851-eb0a8c62d659 service neutron] Request body: {'port': {'device_id': '1e3c2a62-a3a5-485e-9329-8a03c7befa50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:26:20.044478 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ba5e9646-a957-4ac4-b08d-1a723f176862 req-d5f26e0f-90d5-48cc-b04e-9f29349d6ab9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9efea67-99e3-45b2-88d4-93cc730d1f0d HTTP/1.1" status: 200 len: 217 time: 0.2371564 May 04 17:26:20.048196 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-67018614-a90a-4559-b4db-484157a11462 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] 10.222.0.41 "DELETE /v2.0/subnets/c33aaf6c-9612-46c3-84f1-bad07f47b265 HTTP/1.1" status: 204 len: 168 time: 2.8168561 May 04 17:26:20.058997 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 45596) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:20.075732 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-3b77c790-7c73-48ef-a474-78af0cb2b8f2 None None] Set router 1b51d483-4249-4b9f-802c-e429fdbc5994 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:26:20.082890 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-7571eed1-fcb2-48a0-b58a-196ff39bfd68 None None] Provisioning for port 3705644d-3b46-45bb-b3ca-58a94f3888ea completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:26:20.102874 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-7571eed1-fcb2-48a0-b58a-196ff39bfd68 None None] Provisioning complete for port 3705644d-3b46-45bb-b3ca-58a94f3888ea triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:26:20.103258 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-7571eed1-fcb2-48a0-b58a-196ff39bfd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:20.140898 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-986bd18b-c622-4a53-b760-3d1edee3db75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:20.182085 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-7571eed1-fcb2-48a0-b58a-196ff39bfd68 None None] Port 3705644d-3b46-45bb-b3ca-58a94f3888ea cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:26:20.198411 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeed8d8-7b2e-41b3-bc16-1ece47f837a5 req-e7eea8c3-8c84-45bf-86e4-c8cc8c1b72c8 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:20.199287 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-daeed8d8-7b2e-41b3-bc16-1ece47f837a5 req-e7eea8c3-8c84-45bf-86e4-c8cc8c1b72c8 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Synchronizing usage tracker for tenant:306abfe2022942778f41b8a8d30aa525 on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:26:20.240288 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-daeed8d8-7b2e-41b3-bc16-1ece47f837a5 req-e7eea8c3-8c84-45bf-86e4-c8cc8c1b72c8 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Unset dirty status for tenant:306abfe2022942778f41b8a8d30aa525 on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:26:20.241589 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-daeed8d8-7b2e-41b3-bc16-1ece47f837a5 req-e7eea8c3-8c84-45bf-86e4-c8cc8c1b72c8 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e3c2a62-a3a5-485e-9329-8a03c7befa50 HTTP/1.1" status: 200 len: 931 time: 1.0412991 May 04 17:26:20.303569 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f271e903-4eb7-48cc-8120-077aad431200 None None] DHCP port deletion for c711b8e5-dfdf-4f7e-b962-c7498b3e1e4c request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:26:20.303846 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539ba8b8-2cc7-49b5-a1ad-cc946e2e7ff9 req-a3b5d9e3-5190-4e0b-86ad-56edf21c80a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:20.305509 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-539ba8b8-2cc7-49b5-a1ad-cc946e2e7ff9 req-a3b5d9e3-5190-4e0b-86ad-56edf21c80a6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a1ff53d6703b4f3fb85115a97c2da768&device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 1096 time: 0.6312578 May 04 17:26:20.308438 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-f271e903-4eb7-48cc-8120-077aad431200 None None] Deleting port cf834dc7-e81f-40bf-b53a-a79245adc0b3 {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:26:20.308807 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-f271e903-4eb7-48cc-8120-077aad431200 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:20.310147 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-a13396f3-6116-4873-9351-8c9e445e1ce5 tempest-FloatingIPAdminTestJSON-1086389745 tempest-FloatingIPAdminTestJSON-1086389745-project-admin] Allocated IP 172.26.0.171 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/6551d7d2-9d7f-4ed5-bd48-4cd11a80bf2d) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:26:20.322663 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-a5ef8b45-a02f-4038-8c76-db03f6036669 req-9d37e406-54c2-4086-a851-eb0a8c62d659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:20.386076 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dcc5a411-43a2-45e6-84dc-555e88f5d0c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:20.458990 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e9646-a957-4ac4-b08d-1a723f176862 req-34b35d3c-96c8-49cb-a14d-2cd42a393cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:20.460698 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ba5e9646-a957-4ac4-b08d-1a723f176862 req-34b35d3c-96c8-49cb-a14d-2cd42a393cf2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f235847f-d3a9-40a5-a380-de5a5d0a1fe6 HTTP/1.1" status: 200 len: 845 time: 0.4008403 May 04 17:26:20.485491 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539ba8b8-2cc7-49b5-a1ad-cc946e2e7ff9 req-ba80f6c7-567e-4095-98ec-30503186743a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:20.486983 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-539ba8b8-2cc7-49b5-a1ad-cc946e2e7ff9 req-ba80f6c7-567e-4095-98ec-30503186743a service neutron] 10.222.0.42 "GET /v2.0/networks?id=dc3827ab-b4d6-4656-be7d-24135047baff HTTP/1.1" status: 200 len: 913 time: 0.1676269 May 04 17:26:20.507128 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-3b77c790-7c73-48ef-a474-78af0cb2b8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b51d483-4249-4b9f-802c-e429fdbc5994', 'name': '', 'tenant_id': '826e7a781f254ab597721e5ca1a7bd14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d687b1-eadd-49ef-8436-87b52ef4a2aa', 'external_fixed_ips': [{'subnet_id': '28b0b288-55b2-4d61-9626-12e51c682796', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': '0b8c7120-4883-4a9d-bae7-6b47d3262328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:26:08Z', 'updated_at': '2022-05-04T17:26:14Z', 'revision_number': 3, 'project_id': '826e7a781f254ab597721e5ca1a7bd14', 'gw_port': {'id': '0b8c7120-4883-4a9d-bae7-6b47d3262328', 'name': '', 'network_id': 'b3d687b1-eadd-49ef-8436-87b52ef4a2aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1e:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b51d483-4249-4b9f-802c-e429fdbc5994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 201, 'fixed_ips': [{'subnet_id': '28b0b288-55b2-4d61-9626-12e51c682796', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:26:11Z', 'updated_at': '2022-05-04T17:26:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28b0b288-55b2-4d61-9626-12e51c682796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:20.512478 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b77c790-7c73-48ef-a474-78af0cb2b8f2 None None] The sync data for ids ['1b51d483-4249-4b9f-802c-e429fdbc5994'] in dv-neutron-840426-1-hyperv is: [{'id': '1b51d483-4249-4b9f-802c-e429fdbc5994', 'name': '', 'tenant_id': '826e7a781f254ab597721e5ca1a7bd14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b3d687b1-eadd-49ef-8436-87b52ef4a2aa', 'external_fixed_ips': [{'subnet_id': '28b0b288-55b2-4d61-9626-12e51c682796', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': '0b8c7120-4883-4a9d-bae7-6b47d3262328', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:26:08Z', 'updated_at': '2022-05-04T17:26:14Z', 'revision_number': 3, 'project_id': '826e7a781f254ab597721e5ca1a7bd14', 'gw_port': {'id': '0b8c7120-4883-4a9d-bae7-6b47d3262328', 'name': '', 'network_id': 'b3d687b1-eadd-49ef-8436-87b52ef4a2aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1e:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b51d483-4249-4b9f-802c-e429fdbc5994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 201, 'fixed_ips': [{'subnet_id': '28b0b288-55b2-4d61-9626-12e51c682796', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:26:11Z', 'updated_at': '2022-05-04T17:26:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '28b0b288-55b2-4d61-9626-12e51c682796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:26:20.557937 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-f271e903-4eb7-48cc-8120-077aad431200 None None] For port cf834dc7-e81f-40bf-b53a-a79245adc0b3, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=cf834dc7-e81f-40bf-b53a-a79245adc0b3,segment=NetworkSegment(a04f80d2-0268-406f-b5c7-c61d90f72913),segment_id=a04f80d2-0268-406f-b5c7-c61d90f72913)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:26:20.558354 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-f271e903-4eb7-48cc-8120-077aad431200 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:20.574290 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-93e48d58-c897-4338-9509-11d6930c8afd tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:20.597500 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-daeed8d8-7b2e-41b3-bc16-1ece47f837a5 req-fc1a1319-8c7a-4d50-8637-84b3982c5d17 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b0b86cf-a8f4-433e-9176-88c2053bdfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3460965 May 04 17:26:20.665264 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-539ba8b8-2cc7-49b5-a1ad-cc946e2e7ff9 req-ee859ec1-177a-4f6a-b3ee-c558d85ff6c4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=115c2e5e-626d-476c-9f9c-99d23fa03683 HTTP/1.1" status: 200 len: 217 time: 0.1682851 May 04 17:26:20.731963 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0d6d80-67fd-4109-aa84-18616e7e01a7 None None] Network 1c5a0dfa-3c5b-4c8e-9f87-8951d73f24e9 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:26:20.748856 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539ba8b8-2cc7-49b5-a1ad-cc946e2e7ff9 req-f9638e6d-9d06-490c-8e88-f73382fc66bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:20.750767 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-539ba8b8-2cc7-49b5-a1ad-cc946e2e7ff9 req-f9638e6d-9d06-490c-8e88-f73382fc66bc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c14252a2-7d43-446e-921a-c611341f12b4 HTTP/1.1" status: 200 len: 851 time: 0.0656238 May 04 17:26:20.755411 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-f271e903-4eb7-48cc-8120-077aad431200 None None] Calling delete_port for cf834dc7-e81f-40bf-b53a-a79245adc0b3 owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:26:20.810605 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc5a411-43a2-45e6-84dc-555e88f5d0c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Pushing event updated for resources: {'Port': ['ID=e7428cce-e36c-4b9f-8ee1-184f719c26ed,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:20.836533 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc5a411-43a2-45e6-84dc-555e88f5d0c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Network 1c5a0dfa-3c5b-4c8e-9f87-8951d73f24e9 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:26:20.837580 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-93e48d58-c897-4338-9509-11d6930c8afd tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Deleting port 0b8c7120-4883-4a9d-bae7-6b47d3262328 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:26:20.838002 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-93e48d58-c897-4338-9509-11d6930c8afd tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:20.885077 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-dcc5a411-43a2-45e6-84dc-555e88f5d0c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:26:20.887244 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8a6bd329-38f7-4ea7-9453-e533e7117bd4 None None] Provisioning for port 7c481aff-d0ef-452c-8197-e04beaffbaed completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:26:20.893486 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc5a411-43a2-45e6-84dc-555e88f5d0c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:26:20.915448 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc5a411-43a2-45e6-84dc-555e88f5d0c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:20.922020 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dcc5a411-43a2-45e6-84dc-555e88f5d0c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:21.033250 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-f271e903-4eb7-48cc-8120-077aad431200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124'] for port, after_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:21.082400 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 7c481aff-d0ef-452c-8197-e04beaffbaed up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:26:21.101363 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ff62e064-4668-427c-805d-120ec6265c08 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:21.114106 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a5d49-e701-4078-a8c9-225482051b1e req-d160fa34-b01e-4060-a264-f0d3275c9e9f tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:21.115637 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a43a5d49-e701-4078-a8c9-225482051b1e req-d160fa34-b01e-4060-a264-f0d3275c9e9f tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1b66867-5b74-48e0-919b-622dcaf3a763 HTTP/1.1" status: 200 len: 944 time: 0.9539156 May 04 17:26:21.123003 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f271e903-4eb7-48cc-8120-077aad431200 None None] Pushing event deleted for resources: {'Port': ['ID=cf834dc7-e81f-40bf-b53a-a79245adc0b3,revision_number=None']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:21.154371 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a13396f3-6116-4873-9351-8c9e445e1ce5 tempest-FloatingIPAdminTestJSON-1086389745 tempest-FloatingIPAdminTestJSON-1086389745-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:21.160009 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f271e903-4eb7-48cc-8120-077aad431200 None None] No DVR routers for this DVR port cf834dc7-e81f-40bf-b53a-a79245adc0b3 on host dv-neutron-840426-1-hyperv {{(pid=88039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:26:21.272825 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539ba8b8-2cc7-49b5-a1ad-cc946e2e7ff9 req-3554a9a6-626b-433c-9b47-a9dc861ceb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:21.274772 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-539ba8b8-2cc7-49b5-a1ad-cc946e2e7ff9 req-3554a9a6-626b-433c-9b47-a9dc861ceb2e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc3827ab-b4d6-4656-be7d-24135047baff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4743195 May 04 17:26:21.301794 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a13396f3-6116-4873-9351-8c9e445e1ce5 tempest-FloatingIPAdminTestJSON-1086389745 tempest-FloatingIPAdminTestJSON-1086389745-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:21.314936 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 7c481aff-d0ef-452c-8197-e04beaffbaed completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:26:21.324733 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-dcc5a411-43a2-45e6-84dc-555e88f5d0c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 3.9382150 May 04 17:26:21.324934 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9468461-5781-4b44-ab62-3f85dc6c5791 req-22145352-97b6-4bd9-a23a-e496673cb16d tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:21.325446 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a43a5d49-e701-4078-a8c9-225482051b1e req-a094c34d-b3ab-498d-978c-0a48f49f5a87 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef9ce026-f7ab-4d8d-ba44-941d12f6d7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1885636 May 04 17:26:21.326369 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-a9468461-5781-4b44-ab62-3f85dc6c5791 req-22145352-97b6-4bd9-a23a-e496673cb16d tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 943 time: 0.5700734 May 04 17:26:21.327456 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 45602) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:21.332894 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e9646-a957-4ac4-b08d-1a723f176862 req-7812aebc-02e4-429a-9f93-a908f9ae427a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:21.334609 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 7c481aff-d0ef-452c-8197-e04beaffbaed triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:26:21.334734 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ba5e9646-a957-4ac4-b08d-1a723f176862 req-7812aebc-02e4-429a-9f93-a908f9ae427a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bd18084c-d817-434f-8399-bdaa1bc23fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7749970 May 04 17:26:21.335251 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-986bd18b-c622-4a53-b760-3d1edee3db75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:21.335469 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:21.337765 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-986bd18b-c622-4a53-b760-3d1edee3db75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:21.341679 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-986bd18b-c622-4a53-b760-3d1edee3db75 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8f21e42c-bcf2-40ce-98d7-9343f1730fb2 HTTP/1.1" status: 204 len: 168 time: 1.9680645 May 04 17:26:21.341679 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-93e48d58-c897-4338-9509-11d6930c8afd tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] For port 0b8c7120-4883-4a9d-bae7-6b47d3262328, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=0b8c7120-4883-4a9d-bae7-6b47d3262328,segment=NetworkSegment(3c3fa7af-feb2-4dc8-98c5-d097efc49838),segment_id=3c3fa7af-feb2-4dc8-98c5-d097efc49838)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:26:21.342115 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-93e48d58-c897-4338-9509-11d6930c8afd tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:21.406040 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986bd18b-c622-4a53-b760-3d1edee3db75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f21e42c-bcf2-40ce-98d7-9343f1730fb2,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:21.528955 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:21.572557 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 7c481aff-d0ef-452c-8197-e04beaffbaed, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=7c481aff-d0ef-452c-8197-e04beaffbaed,segment=NetworkSegment(4ddb8aba-c6d1-4d24-977c-7e0398ee2fcd),segment_id=4ddb8aba-c6d1-4d24-977c-7e0398ee2fcd)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:26:21.580352 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:21.627507 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-93e48d58-c897-4338-9509-11d6930c8afd tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Calling delete_port for 0b8c7120-4883-4a9d-bae7-6b47d3262328 owned by network:router_gateway {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:26:21.659196 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-7d38c880-be41-4299-90db-0cc307e131cb tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Request body: {'port': {'network_id': '1c5a0dfa-3c5b-4c8e-9f87-8951d73f24e9', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-732346502', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:26:21.659763 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.api.validators [None req-7d38c880-be41-4299-90db-0cc307e131cb tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] bootfile-name is not in valid_values {{(pid=88038) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 04 17:26:21.660682 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.api.validators [None req-7d38c880-be41-4299-90db-0cc307e131cb tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] tftp-server is not in valid_values {{(pid=88038) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 04 17:26:21.661049 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.api.validators [None req-7d38c880-be41-4299-90db-0cc307e131cb tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] server-ip-address is not in valid_values {{(pid=88038) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 04 17:26:21.690701 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ff62e064-4668-427c-805d-120ec6265c08 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:21.715050 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=7c481aff-d0ef-452c-8197-e04beaffbaed,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:21.739116 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device cf834dc7-e81f-40bf-b53a-a79245adc0b3 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:26:21.801328 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13396f3-6116-4873-9351-8c9e445e1ce5 tempest-FloatingIPAdminTestJSON-1086389745 tempest-FloatingIPAdminTestJSON-1086389745-project-admin] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:26:21.805591 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: cf834dc7-e81f-40bf-b53a-a79245adc0b3 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:26:21.806605 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device cf834dc7-e81f-40bf-b53a-a79245adc0b3 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:26:21.848643 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-a13396f3-6116-4873-9351-8c9e445e1ce5 tempest-FloatingIPAdminTestJSON-1086389745 tempest-FloatingIPAdminTestJSON-1086389745-project-admin] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:26:21.882073 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13396f3-6116-4873-9351-8c9e445e1ce5 tempest-FloatingIPAdminTestJSON-1086389745 tempest-FloatingIPAdminTestJSON-1086389745-project-admin] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:26:21.892730 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-ff62e064-4668-427c-805d-120ec6265c08 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c711b8e5-dfdf-4f7e-b962-c7498b3e1e4c']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:21.911473 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-ff62e064-4668-427c-805d-120ec6265c08 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a04f80d2-0268-406f-b5c7-c61d90f72913') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:21.911771 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-ff62e064-4668-427c-805d-120ec6265c08 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a04f80d2-0268-406f-b5c7-c61d90f72913') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:21.924046 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ff62e064-4668-427c-805d-120ec6265c08 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:21.985785 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-7ec69683-eb81-44df-a936-6fb1ce9ca19f None None] Provisioning complete for port 7c481aff-d0ef-452c-8197-e04beaffbaed triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:26:21.986629 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-7ec69683-eb81-44df-a936-6fb1ce9ca19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:22.035571 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-a9468461-5781-4b44-ab62-3f85dc6c5791 req-51774acb-e557-478d-ade8-bd1e0cf26afd tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5970948 May 04 17:26:22.136820 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13396f3-6116-4873-9351-8c9e445e1ce5 tempest-FloatingIPAdminTestJSON-1086389745 tempest-FloatingIPAdminTestJSON-1086389745-project-admin] Pushing event updated for resources: {'Port': ['ID=6551d7d2-9d7f-4ed5-bd48-4cd11a80bf2d,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:22.152869 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ff62e064-4668-427c-805d-120ec6265c08 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:22.273991 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-7ec69683-eb81-44df-a936-6fb1ce9ca19f None None] Provisioning for port e7428cce-e36c-4b9f-8ee1-184f719c26ed completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:26:22.281272 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-7ec69683-eb81-44df-a936-6fb1ce9ca19f None None] Provisioning complete for port e7428cce-e36c-4b9f-8ee1-184f719c26ed triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:26:22.282798 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-7ec69683-eb81-44df-a936-6fb1ce9ca19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:22.342170 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ba5e9646-a957-4ac4-b08d-1a723f176862 req-9c33c92f-21c0-44d6-8542-8759470f9873 service neutron] 10.222.0.42 "GET /v2.0/networks/bd18084c-d817-434f-8399-bdaa1bc23fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9809062 May 04 17:26:22.369233 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-7ec69683-eb81-44df-a936-6fb1ce9ca19f None None] Port e7428cce-e36c-4b9f-8ee1-184f719c26ed cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:26:22.375280 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a13396f3-6116-4873-9351-8c9e445e1ce5 tempest-FloatingIPAdminTestJSON-1086389745 tempest-FloatingIPAdminTestJSON-1086389745-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:22.381020 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff62e064-4668-427c-805d-120ec6265c08 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:26:22.381490 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ff62e064-4668-427c-805d-120ec6265c08 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:22.390570 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-539ba8b8-2cc7-49b5-a1ad-cc946e2e7ff9 req-475767b3-2c52-488b-b7ee-4fa089116c38 service neutron] 10.222.0.42 "GET /v2.0/networks/dc3827ab-b4d6-4656-be7d-24135047baff?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0984364 May 04 17:26:22.399824 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 17:26:22.399824 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:26:22.399824 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 17:26:22.399824 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:26:22.399824 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 17:26:22.399824 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:26:22.399824 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 17:26:22.399824 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:26:22.399824 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 17:26:22.399824 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:26:22.399824 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 17:26:22.399824 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:26:22.399824 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 17:26:22.399824 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:26:22.399824 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:26:22.399824 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:26:22.399824 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:26:22.399824 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:26:22.399824 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 17:26:22.399824 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:26:22.399824 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 17:26:22.399824 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:26:22.399824 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:26:22.399824 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:26:22.399824 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 17:26:22.399824 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:26:22.399824 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:26:22.399824 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:26:22.399824 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:26:22.399824 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:26:22.399824 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:26:22.399824 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:26:22.492115 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-7d38c880-be41-4299-90db-0cc307e131cb tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:26:22.508346 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-7eabad17-4370-4b09-bbf5-df928af2de90 None None] Provisioning complete for port e7428cce-e36c-4b9f-8ee1-184f719c26ed triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:26:22.508735 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-7eabad17-4370-4b09-bbf5-df928af2de90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:22.537042 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-7d38c880-be41-4299-90db-0cc307e131cb tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Usage tracker for resource:port and tenant:23bd1c3b3e5b41e08f90cb10fa23facb is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:26:22.590974 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-7eabad17-4370-4b09-bbf5-df928af2de90 None None] Port e7428cce-e36c-4b9f-8ee1-184f719c26ed cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:26:22.625836 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-7d38c880-be41-4299-90db-0cc307e131cb tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:26:22.645490 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-7d38c880-be41-4299-90db-0cc307e131cb tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:26:22.666551 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a13396f3-6116-4873-9351-8c9e445e1ce5 tempest-FloatingIPAdminTestJSON-1086389745 tempest-FloatingIPAdminTestJSON-1086389745-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:22.687427 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ff62e064-4668-427c-805d-120ec6265c08 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:22.721377 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ff62e064-4668-427c-805d-120ec6265c08 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:22.745589 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff62e064-4668-427c-805d-120ec6265c08 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] Pushing event deleted for resources: {'Network': ['ID=c711b8e5-dfdf-4f7e-b962-c7498b3e1e4c,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:22.774378 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d622d-fe02-47d6-a3e2-b03feb882cdf req-6cb0dc49-4675-4b7a-8c7b-eddaeadb8635 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:22.776166 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2e6d622d-fe02-47d6-a3e2-b03feb882cdf req-6cb0dc49-4675-4b7a-8c7b-eddaeadb8635 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e3c2a62-a3a5-485e-9329-8a03c7befa50 HTTP/1.1" status: 200 len: 931 time: 0.8165638 May 04 17:26:22.779783 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d38c880-be41-4299-90db-0cc307e131cb tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Made reservation on behalf of 23bd1c3b3e5b41e08f90cb10fa23facb for: {'port': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:26:22.784133 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7d38c880-be41-4299-90db-0cc307e131cb tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:22.784583 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-ff62e064-4668-427c-805d-120ec6265c08 tempest-AllowedAddressPairIpV6TestJSON-2135971064 tempest-AllowedAddressPairIpV6TestJSON-2135971064-project] 10.222.0.41 "DELETE /v2.0/networks/c711b8e5-dfdf-4f7e-b962-c7498b3e1e4c HTTP/1.1" status: 204 len: 168 time: 2.7159138 May 04 17:26:22.790015 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ba5e9646-a957-4ac4-b08d-1a723f176862 req-ef5cc4e0-47d2-4bf7-b9bb-168ae3359779 service neutron] 10.222.0.42 "GET /v2.0/networks/bd18084c-d817-434f-8399-bdaa1bc23fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4123840 May 04 17:26:22.795432 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [req-a5ef8b45-a02f-4038-8c76-db03f6036669 req-9d37e406-54c2-4086-a851-eb0a8c62d659 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3705644d-3b46-45bb-b3ca-58a94f3888ea {{(pid=88038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:26:22.802981 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-93e48d58-c897-4338-9509-11d6930c8afd tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:22.832740 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-a5ef8b45-a02f-4038-8c76-db03f6036669 req-9d37e406-54c2-4086-a851-eb0a8c62d659 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:22.901549 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [None req-7d38c880-be41-4299-90db-0cc307e131cb tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] device_id is not set on port 681f23fd-4c4d-4e7c-9dca-4c00b016a11e yet. {{(pid=88038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:26:22.918982 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e48d58-c897-4338-9509-11d6930c8afd tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Pushing event deleted for resources: {'Port': ['ID=0b8c7120-4883-4a9d-bae7-6b47d3262328,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:22.976635 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [req-a5ef8b45-a02f-4038-8c76-db03f6036669 req-9d37e406-54c2-4086-a851-eb0a8c62d659 service neutron] Transition to ACTIVE for port object 3705644d-3b46-45bb-b3ca-58a94f3888ea will not be triggered until provisioned by entity L2. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:26:22.981404 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-539ba8b8-2cc7-49b5-a1ad-cc946e2e7ff9 req-7e2489c1-dc7d-4b77-b8ca-259d17fc3e52 service neutron] 10.222.0.42 "GET /v2.0/networks/dc3827ab-b4d6-4656-be7d-24135047baff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5574892 May 04 17:26:23.019230 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-a5ef8b45-a02f-4038-8c76-db03f6036669 req-9d37e406-54c2-4086-a851-eb0a8c62d659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:23.058346 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 7c481aff-d0ef-452c-8197-e04beaffbaed up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:26:23.096176 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745c2c7-66a1-4b3c-a49e-65eea25f36ae req-45cee594-92f7-4c36-94c4-2c8a3ff1d1d7 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:23.097730 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-b745c2c7-66a1-4b3c-a49e-65eea25f36ae req-45cee594-92f7-4c36-94c4-2c8a3ff1d1d7 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1b66867-5b74-48e0-919b-622dcaf3a763 HTTP/1.1" status: 200 len: 944 time: 0.6069880 May 04 17:26:23.110624 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2e6d622d-fe02-47d6-a3e2-b03feb882cdf req-f887acff-ce44-4038-8fd4-3aa004ea943d tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b0b86cf-a8f4-433e-9176-88c2053bdfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3241353 May 04 17:26:23.118860 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-93e48d58-c897-4338-9509-11d6930c8afd tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710199'] for router_gateway, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:23.271723 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 7c481aff-d0ef-452c-8197-e04beaffbaed triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:26:23.272089 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:23.446871 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 0b8c7120-4883-4a9d-bae7-6b47d3262328 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:26:23.448677 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 45644) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:23.488763 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 0b8c7120-4883-4a9d-bae7-6b47d3262328 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:26:23.489141 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 0b8c7120-4883-4a9d-bae7-6b47d3262328 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 04 17:26:23.497098 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37e406-54c2-4086-a851-eb0a8c62d659 service neutron] Pushing event updated for resources: {'Port': ['ID=3705644d-3b46-45bb-b3ca-58a94f3888ea,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:23.518083 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-93e48d58-c897-4338-9509-11d6930c8afd tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:23.521346 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-93e48d58-c897-4338-9509-11d6930c8afd tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:23.565211 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Port 0b8c7120-4883-4a9d-bae7-6b47d3262328 not found, will not notify nova. {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 04 17:26:23.625878 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-b745c2c7-66a1-4b3c-a49e-65eea25f36ae req-3e25d444-f43b-4b1f-bbd9-54794ec4d85a tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef9ce026-f7ab-4d8d-ba44-941d12f6d7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4286840 May 04 17:26:23.632487 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37e406-54c2-4086-a851-eb0a8c62d659 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:23.633007 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37e406-54c2-4086-a851-eb0a8c62d659 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:23.633493 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37e406-54c2-4086-a851-eb0a8c62d659 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:23.634900 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37e406-54c2-4086-a851-eb0a8c62d659 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:23.635391 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37e406-54c2-4086-a851-eb0a8c62d659 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:23.636521 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37e406-54c2-4086-a851-eb0a8c62d659 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:23.637028 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37e406-54c2-4086-a851-eb0a8c62d659 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:23.637528 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37e406-54c2-4086-a851-eb0a8c62d659 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:23.638033 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37e406-54c2-4086-a851-eb0a8c62d659 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:23.638510 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37e406-54c2-4086-a851-eb0a8c62d659 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:23.639000 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37e406-54c2-4086-a851-eb0a8c62d659 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:23.639489 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d37e406-54c2-4086-a851-eb0a8c62d659 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:23.659808 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-93e48d58-c897-4338-9509-11d6930c8afd tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:23.659808 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e48d58-c897-4338-9509-11d6930c8afd tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1b51d483-4249-4b9f-802c-e429fdbc5994 {{(pid=88037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:26:23.689620 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-93e48d58-c897-4338-9509-11d6930c8afd tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:23.693793 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-93e48d58-c897-4338-9509-11d6930c8afd tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] 10.222.0.41 "DELETE /v2.0/routers/1b51d483-4249-4b9f-802c-e429fdbc5994 HTTP/1.1" status: 204 len: 168 time: 5.4707186 May 04 17:26:23.695922 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 45654) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:23.745964 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f400e4-ef3e-4fa2-bcd6-148fcf7d84bf req-aea04b12-5573-4744-b51f-962442777048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:23.749141 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 115c2e5e-626d-476c-9f9c-99d23fa03683 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:26:23.752341 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c8f400e4-ef3e-4fa2-bcd6-148fcf7d84bf req-aea04b12-5573-4744-b51f-962442777048 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=379b29e6adf3429fb2a4d97286c4b5cf&device_id=a1b66867-5b74-48e0-919b-622dcaf3a763 HTTP/1.1" status: 200 len: 1097 time: 0.8848937 May 04 17:26:23.767237 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-7d38c880-be41-4299-90db-0cc307e131cb tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Allocated IP 2001:db8::20a (1c5a0dfa-3c5b-4c8e-9f87-8951d73f24e9/79a7377d-b995-499a-9a78-9867f12e2e1c/681f23fd-4c4d-4e7c-9dca-4c00b016a11e) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:26:23.842646 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a13396f3-6116-4873-9351-8c9e445e1ce5 tempest-FloatingIPAdminTestJSON-1086389745 tempest-FloatingIPAdminTestJSON-1086389745-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:23.879735 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a13396f3-6116-4873-9351-8c9e445e1ce5 tempest-FloatingIPAdminTestJSON-1086389745 tempest-FloatingIPAdminTestJSON-1086389745-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:23.940738 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-66aa689b-aa47-47c5-98c1-09687f5a8854 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Deleting subnet 28b0b288-55b2-4d61-9626-12e51c682796 {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:26:23.947636 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-66aa689b-aa47-47c5-98c1-09687f5a8854 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:23.967218 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 115c2e5e-626d-476c-9f9c-99d23fa03683, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=115c2e5e-626d-476c-9f9c-99d23fa03683,segment=NetworkSegment(40fdd87b-6347-4489-a912-23174799ead5),segment_id=40fdd87b-6347-4489-a912-23174799ead5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:26:23.970953 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [req-a5ef8b45-a02f-4038-8c76-db03f6036669 req-9d37e406-54c2-4086-a851-eb0a8c62d659 service neutron] Attempting to bind port 3705644d-3b46-45bb-b3ca-58a94f3888ea on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:26:23.971330 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [req-a5ef8b45-a02f-4038-8c76-db03f6036669 req-9d37e406-54c2-4086-a851-eb0a8c62d659 service neutron] Attempting to bind port 3705644d-3b46-45bb-b3ca-58a94f3888ea by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '87171e6b-f671-4224-9106-00609cd6ea4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '19db3995-cea8-405f-a544-2f4051674b44'}] {{(pid=88038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:26:23.971622 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ef8b45-a02f-4038-8c76-db03f6036669 req-9d37e406-54c2-4086-a851-eb0a8c62d659 service neutron] Attempting to bind port 3705644d-3b46-45bb-b3ca-58a94f3888ea on network 19db3995-cea8-405f-a544-2f4051674b44 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:26:23.975561 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-2a19094a-031b-408b-8a62-d626cab4e811 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f40176f119c942cb87e4ada98f9d418c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5059333 May 04 17:26:23.981393 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 45664) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:23.990544 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Returning: {'device': '115c2e5e-626d-476c-9f9c-99d23fa03683', 'network_id': 'dc3827ab-b4d6-4656-be7d-24135047baff', 'port_id': '115c2e5e-626d-476c-9f9c-99d23fa03683', 'mac_address': 'fa:16:3e:c7:95:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c14252a2-7d43-446e-921a-c611341f12b4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:26:23.991226 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f400e4-ef3e-4fa2-bcd6-148fcf7d84bf req-053d7302-50b9-412b-b909-429eb4e83702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:23.992677 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c8f400e4-ef3e-4fa2-bcd6-148fcf7d84bf req-053d7302-50b9-412b-b909-429eb4e83702 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bd18084c-d817-434f-8399-bdaa1bc23fbc HTTP/1.1" status: 200 len: 907 time: 0.2337017 May 04 17:26:24.021679 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae89f30e-3eb8-4976-a922-66e54505297d req-0339b935-7770-43b6-b8ac-b13bf78be6c8 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:24.021679 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ae89f30e-3eb8-4976-a922-66e54505297d req-0339b935-7770-43b6-b8ac-b13bf78be6c8 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 943 time: 0.4114044 May 04 17:26:24.076662 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:24.102254 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 115c2e5e-626d-476c-9f9c-99d23fa03683 {{(pid=88039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:26:24.111586 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c8f400e4-ef3e-4fa2-bcd6-148fcf7d84bf req-2e6da16f-8aa6-4159-98e8-f2f6ac17aa10 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9efea67-99e3-45b2-88d4-93cc730d1f0d HTTP/1.1" status: 200 len: 217 time: 0.1022866 May 04 17:26:24.128884 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 115c2e5e-626d-476c-9f9c-99d23fa03683, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=115c2e5e-626d-476c-9f9c-99d23fa03683,segment=NetworkSegment(40fdd87b-6347-4489-a912-23174799ead5),segment_id=40fdd87b-6347-4489-a912-23174799ead5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:26:24.137076 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:24.169636 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-66aa689b-aa47-47c5-98c1-09687f5a8854 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:24.180398 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a13396f3-6116-4873-9351-8c9e445e1ce5 tempest-FloatingIPAdminTestJSON-1086389745 tempest-FloatingIPAdminTestJSON-1086389745-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710218'] for floatingip, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:24.188490 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ef8b45-a02f-4038-8c76-db03f6036669 req-9d37e406-54c2-4086-a851-eb0a8c62d659 service neutron] Port 3705644d-3b46-45bb-b3ca-58a94f3888ea on network 19db3995-cea8-405f-a544-2f4051674b44 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:26:24.188773 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ef8b45-a02f-4038-8c76-db03f6036669 req-9d37e406-54c2-4086-a851-eb0a8c62d659 service neutron] Attempting to bind port 3705644d-3b46-45bb-b3ca-58a94f3888ea on network 19db3995-cea8-405f-a544-2f4051674b44 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:26:24.217722 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ef8b45-a02f-4038-8c76-db03f6036669 req-9d37e406-54c2-4086-a851-eb0a8c62d659 service neutron] Checking agent: {'id': '84d0dbeb-cfa8-4636-8b1c-9790acf21ef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'started_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:26:24.218093 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ef8b45-a02f-4038-8c76-db03f6036669 req-9d37e406-54c2-4086-a851-eb0a8c62d659 service neutron] Checking segment: {'id': '87171e6b-f671-4224-9106-00609cd6ea4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '19db3995-cea8-405f-a544-2f4051674b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:26:24.218521 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ef8b45-a02f-4038-8c76-db03f6036669 req-9d37e406-54c2-4086-a851-eb0a8c62d659 service neutron] Bound using segment: {'id': '87171e6b-f671-4224-9106-00609cd6ea4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '19db3995-cea8-405f-a544-2f4051674b44'} {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:26:24.219010 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [req-a5ef8b45-a02f-4038-8c76-db03f6036669 req-9d37e406-54c2-4086-a851-eb0a8c62d659 service neutron] Bound port: 3705644d-3b46-45bb-b3ca-58a94f3888ea, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87171e6b-f671-4224-9106-00609cd6ea4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '19db3995-cea8-405f-a544-2f4051674b44'}}] {{(pid=88038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:26:24.219361 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-a5ef8b45-a02f-4038-8c76-db03f6036669 req-9d37e406-54c2-4086-a851-eb0a8c62d659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:24.248730 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13396f3-6116-4873-9351-8c9e445e1ce5 tempest-FloatingIPAdminTestJSON-1086389745 tempest-FloatingIPAdminTestJSON-1086389745-project-admin] Pushing event updated for resources: {'Port': ['ID=6551d7d2-9d7f-4ed5-bd48-4cd11a80bf2d,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:24.279518 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 45672) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:24.280081 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=115c2e5e-626d-476c-9f9c-99d23fa03683,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:24.361801 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a13396f3-6116-4873-9351-8c9e445e1ce5 tempest-FloatingIPAdminTestJSON-1086389745 tempest-FloatingIPAdminTestJSON-1086389745-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:24.363026 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-a13396f3-6116-4873-9351-8c9e445e1ce5 tempest-FloatingIPAdminTestJSON-1086389745 tempest-FloatingIPAdminTestJSON-1086389745-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.4692037 May 04 17:26:24.370294 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 45676) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:24.404281 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ae89f30e-3eb8-4976-a922-66e54505297d req-342dfbb5-8e75-48ba-bd63-ad5b0f867af8 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3226082 May 04 17:26:24.418886 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f400e4-ef3e-4fa2-bcd6-148fcf7d84bf req-74f2e01e-ddcb-4ec2-a175-78715fedeaee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:24.420239 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c8f400e4-ef3e-4fa2-bcd6-148fcf7d84bf req-74f2e01e-ddcb-4ec2-a175-78715fedeaee service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f235847f-d3a9-40a5-a380-de5a5d0a1fe6 HTTP/1.1" status: 200 len: 845 time: 0.2949672 May 04 17:26:24.466265 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [req-a5ef8b45-a02f-4038-8c76-db03f6036669 req-9d37e406-54c2-4086-a851-eb0a8c62d659 service neutron] For port 3705644d-3b46-45bb-b3ca-58a94f3888ea, host hv-neutron-8404, cleared binding levels {{(pid=88038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:26:24.484459 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] get_ports_and_sgs() called for port_ids ['115c2e5e-626d-476c-9f9c-99d23fa03683'] {{(pid=88039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:26:24.486640 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-66aa689b-aa47-47c5-98c1-09687f5a8854 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:24.515516 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dab6346a-faf8-4c53-b7a9-a3e21d79a6b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:24.570889 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [req-a5ef8b45-a02f-4038-8c76-db03f6036669 req-9d37e406-54c2-4086-a851-eb0a8c62d659 service neutron] For port 3705644d-3b46-45bb-b3ca-58a94f3888ea, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=3705644d-3b46-45bb-b3ca-58a94f3888ea,segment=NetworkSegment(87171e6b-f671-4224-9106-00609cd6ea4a),segment_id=87171e6b-f671-4224-9106-00609cd6ea4a)] {{(pid=88038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:26:24.578290 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dab6346a-faf8-4c53-b7a9-a3e21d79a6b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:24.584160 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-a5ef8b45-a02f-4038-8c76-db03f6036669 req-9d37e406-54c2-4086-a851-eb0a8c62d659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:24.638902 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-ef990542-bbda-4014-b14c-85daa80a131b tempest-QuotasTest-1298593354 tempest-QuotasTest-1298593354-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:26:24.689953 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef8b45-a02f-4038-8c76-db03f6036669 req-9d37e406-54c2-4086-a851-eb0a8c62d659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:24.690733 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-a5ef8b45-a02f-4038-8c76-db03f6036669 req-9d37e406-54c2-4086-a851-eb0a8c62d659 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:24.693134 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-a5ef8b45-a02f-4038-8c76-db03f6036669 req-9d37e406-54c2-4086-a851-eb0a8c62d659 service neutron] 10.222.0.42 "PUT /v2.0/ports/3705644d-3b46-45bb-b3ca-58a94f3888ea HTTP/1.1" status: 200 len: 1093 time: 4.7077675 May 04 17:26:24.695862 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e3c2a62-a3a5-485e-9329-8a03c7befa50', 'tag': '3705644d-3b46-45bb-b3ca-58a94f3888ea'}] {{(pid=88038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:26:24.698278 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f400e4-ef3e-4fa2-bcd6-148fcf7d84bf req-2eabcb03-e6c1-4c2f-a9af-632431c786a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:24.699991 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c8f400e4-ef3e-4fa2-bcd6-148fcf7d84bf req-2eabcb03-e6c1-4c2f-a9af-632431c786a3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bd18084c-d817-434f-8399-bdaa1bc23fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2664061 May 04 17:26:24.704310 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-66aa689b-aa47-47c5-98c1-09687f5a8854 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:24.836008 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f0c4c-f64c-42ba-b5c5-fa053d11fe5e req-596e00a9-b199-4410-9c94-1191b72c7954 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:24.841763 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aa689b-aa47-47c5-98c1-09687f5a8854 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=28b0b288-55b2-4d61-9626-12e51c682796,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:24.844055 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-7f5f0c4c-f64c-42ba-b5c5-fa053d11fe5e req-596e00a9-b199-4410-9c94-1191b72c7954 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e3c2a62-a3a5-485e-9329-8a03c7befa50 HTTP/1.1" status: 200 len: 943 time: 0.4898052 May 04 17:26:24.851836 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7d38c880-be41-4299-90db-0cc307e131cb tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:24.863127 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-66aa689b-aa47-47c5-98c1-09687f5a8854 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:24.870343 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37e406-54c2-4086-a851-eb0a8c62d659 service neutron] Pushing event updated for resources: {'Port': ['ID=3705644d-3b46-45bb-b3ca-58a94f3888ea,revision_number=3']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:24.911585 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-7d38c880-be41-4299-90db-0cc307e131cb tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Transition to ACTIVE for port object 681f23fd-4c4d-4e7c-9dca-4c00b016a11e will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:26:24.964933 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-7f5f0c4c-f64c-42ba-b5c5-fa053d11fe5e req-7b6d0976-ba4c-4e2f-9f87-d9b1b8b8a4e6 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b0b86cf-a8f4-433e-9176-88c2053bdfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197343 May 04 17:26:24.984479 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-7edb9619-2210-4ba9-8462-545bc97d2aa7 tempest-FloatingIPAdminTestJSON-1075033707 tempest-FloatingIPAdminTestJSON-1075033707-project] Request body: {'floatingip': {'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:26:24.991002 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 0b8c7120-4883-4a9d-bae7-6b47d3262328 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:26:25.009831 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-7edb9619-2210-4ba9-8462-545bc97d2aa7 tempest-FloatingIPAdminTestJSON-1075033707 tempest-FloatingIPAdminTestJSON-1075033707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:26:25.020449 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dab6346a-faf8-4c53-b7a9-a3e21d79a6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:25.024784 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aa689b-aa47-47c5-98c1-09687f5a8854 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:25.025114 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aa689b-aa47-47c5-98c1-09687f5a8854 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:25.025458 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aa689b-aa47-47c5-98c1-09687f5a8854 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:25.025773 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aa689b-aa47-47c5-98c1-09687f5a8854 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:25.026162 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aa689b-aa47-47c5-98c1-09687f5a8854 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:25.026489 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aa689b-aa47-47c5-98c1-09687f5a8854 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:25.026811 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aa689b-aa47-47c5-98c1-09687f5a8854 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:25.027128 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aa689b-aa47-47c5-98c1-09687f5a8854 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:25.027454 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aa689b-aa47-47c5-98c1-09687f5a8854 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:25.027762 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aa689b-aa47-47c5-98c1-09687f5a8854 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:25.028075 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aa689b-aa47-47c5-98c1-09687f5a8854 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:25.028546 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aa689b-aa47-47c5-98c1-09687f5a8854 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:25.034680 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-7edb9619-2210-4ba9-8462-545bc97d2aa7 tempest-FloatingIPAdminTestJSON-1075033707 tempest-FloatingIPAdminTestJSON-1075033707-project] Usage tracker for resource:floatingip and tenant:7303bf3413d34dc5bb20ab355a6fbef9 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:26:25.042241 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-7edb9619-2210-4ba9-8462-545bc97d2aa7 tempest-FloatingIPAdminTestJSON-1075033707 tempest-FloatingIPAdminTestJSON-1075033707-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:26:25.053956 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-7edb9619-2210-4ba9-8462-545bc97d2aa7 tempest-FloatingIPAdminTestJSON-1075033707 tempest-FloatingIPAdminTestJSON-1075033707-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:26:25.057723 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef8b45-a02f-4038-8c76-db03f6036669 req-38e7e774-d1db-405f-af16-c063e4227d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:25.058022 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 0b8c7120-4883-4a9d-bae7-6b47d3262328 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:26:25.058372 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 0b8c7120-4883-4a9d-bae7-6b47d3262328 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:26:25.060028 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-a5ef8b45-a02f-4038-8c76-db03f6036669 req-38e7e774-d1db-405f-af16-c063e4227d2b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=306abfe2022942778f41b8a8d30aa525&device_id=1e3c2a62-a3a5-485e-9329-8a03c7befa50 HTTP/1.1" status: 200 len: 1096 time: 0.3239977 May 04 17:26:25.129691 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0186819a-0040-4b4d-aa2e-f6a1d1d13e23'] response: {'name': 'network-changed', 'server_uuid': '1e3c2a62-a3a5-485e-9329-8a03c7befa50', 'tag': '3705644d-3b46-45bb-b3ca-58a94f3888ea', 'status': 'completed', 'code': 200} May 04 17:26:25.137798 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7edb9619-2210-4ba9-8462-545bc97d2aa7 tempest-FloatingIPAdminTestJSON-1075033707 tempest-FloatingIPAdminTestJSON-1075033707-project] Notify callbacks [] for floatingip, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:25.145460 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dab6346a-faf8-4c53-b7a9-a3e21d79a6b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:25.146597 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-dab6346a-faf8-4c53-b7a9-a3e21d79a6b7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6d41b907-7201-4fb8-92d0-37f395e005ba HTTP/1.1" status: 204 len: 168 time: 1.1632786 May 04 17:26:25.154443 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-a5ef8b45-a02f-4038-8c76-db03f6036669 req-ad56e415-c3c0-447c-9818-0535a5786e02 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3705644d-3b46-45bb-b3ca-58a94f3888ea HTTP/1.1" status: 200 len: 217 time: 0.0864611 May 04 17:26:25.158500 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7d38c880-be41-4299-90db-0cc307e131cb tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:25.161732 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-66aa689b-aa47-47c5-98c1-09687f5a8854 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] 10.222.0.41 "DELETE /v2.0/subnets/28b0b288-55b2-4d61-9626-12e51c682796 HTTP/1.1" status: 204 len: 168 time: 1.4637487 May 04 17:26:25.168293 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 45690) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:25.187258 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab6346a-faf8-4c53-b7a9-a3e21d79a6b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d41b907-7201-4fb8-92d0-37f395e005ba,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:25.200002 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-ef990542-bbda-4014-b14c-85daa80a131b tempest-QuotasTest-1298593354 tempest-QuotasTest-1298593354-project-admin] 10.222.0.41 "PUT /v2.0/quotas/2c191ea612d04992bacc47519f6a446a HTTP/1.1" status: 200 len: 366 time: 0.9110913 May 04 17:26:25.206373 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 45692) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:25.245325 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-82fa146c-dfcd-4aa5-a1f4-dd9851f6c502 tempest-QuotasTest-1298593354 tempest-QuotasTest-1298593354-project-admin] 10.222.0.41 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0329607 May 04 17:26:25.247727 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 45698) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:25.260014 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c8f400e4-ef3e-4fa2-bcd6-148fcf7d84bf req-0347a216-ff63-44d6-a1d6-43104e2f4832 service neutron] 10.222.0.42 "GET /v2.0/networks/bd18084c-d817-434f-8399-bdaa1bc23fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5486596 May 04 17:26:25.292796 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-f2257bc8-7005-4445-9d13-4e3d37ec2231 tempest-QuotasTest-1298593354 tempest-QuotasTest-1298593354-project-admin] 10.222.0.41 "GET /v2.0/quotas/2c191ea612d04992bacc47519f6a446a HTTP/1.1" status: 200 len: 366 time: 0.0409110 May 04 17:26:25.294006 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 45702) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:25.301793 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8d647d-7553-46df-ad52-710da6dbd450 req-5e4ba05e-2488-4f3d-b3b6-434cfe5368b7 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:25.303342 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ce8d647d-7553-46df-ad52-710da6dbd450 req-5e4ba05e-2488-4f3d-b3b6-434cfe5368b7 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1b66867-5b74-48e0-919b-622dcaf3a763 HTTP/1.1" status: 200 len: 944 time: 0.3267076 May 04 17:26:25.333346 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d38c880-be41-4299-90db-0cc307e131cb tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Network 1c5a0dfa-3c5b-4c8e-9f87-8951d73f24e9 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:26:25.352783 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-7d38c880-be41-4299-90db-0cc307e131cb tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:26:25.355374 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d38c880-be41-4299-90db-0cc307e131cb tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:26:25.361407 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d38c880-be41-4299-90db-0cc307e131cb tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:25.362261 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7d38c880-be41-4299-90db-0cc307e131cb tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:25.406657 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-2cb6a081-0e9f-4639-b2a3-5c1d51ffa84c tempest-QuotasTest-1298593354 tempest-QuotasTest-1298593354-project-admin] 10.222.0.41 "DELETE /v2.0/quotas/2c191ea612d04992bacc47519f6a446a HTTP/1.1" status: 204 len: 168 time: 0.1022146 May 04 17:26:25.413102 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 45708) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:25.443126 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d38c880-be41-4299-90db-0cc307e131cb tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Pushing event updated for resources: {'Port': ['ID=681f23fd-4c4d-4e7c-9dca-4c00b016a11e,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:25.447564 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef8b45-a02f-4038-8c76-db03f6036669 req-cf08e113-9182-4e2b-9ae1-3c9d4621509a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:25.450486 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-c70ee8a0-522b-4997-9ec4-dd99c145b0b6 tempest-QuotasTest-1298593354 tempest-QuotasTest-1298593354-project-admin] 10.222.0.41 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0257454 May 04 17:26:25.450587 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-a5ef8b45-a02f-4038-8c76-db03f6036669 req-cf08e113-9182-4e2b-9ae1-3c9d4621509a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=93c411c1-84f2-40bd-a250-70dec47b3f98 HTTP/1.1" status: 200 len: 850 time: 0.2797337 May 04 17:26:25.462174 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 45714) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:25.499396 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ce8d647d-7553-46df-ad52-710da6dbd450 req-45586587-aae6-4b7c-9dc2-8fe39e399378 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef9ce026-f7ab-4d8d-ba44-941d12f6d7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1814508 May 04 17:26:25.524761 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-57bb5a6b-7c21-4f06-bbd8-0a88799c3564 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:25.533827 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-7d38c880-be41-4299-90db-0cc307e131cb tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 4.1143515 May 04 17:26:25.540364 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-72b14031-fef1-4cbf-ac02-a668e399b536 tempest-QuotasTest-1298593354 tempest-QuotasTest-1298593354-project-admin] 10.222.0.41 "GET /v2.0/quotas/2c191ea612d04992bacc47519f6a446a HTTP/1.1" status: 200 len: 370 time: 0.0684345 May 04 17:26:25.542664 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 45720) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:25.543002 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 45722) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:25.550295 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-6404fb04-9bfd-4740-9f8b-894e99846f17 tempest-QuotasTest-1298593354 tempest-QuotasTest-1298593354-project-admin] 10.222.0.41 "GET /v2.0/quotas/2c191ea612d04992bacc47519f6a446a/default HTTP/1.1" status: 200 len: 370 time: 0.0042057 May 04 17:26:25.584906 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 45728) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:25.595055 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c8f400e4-ef3e-4fa2-bcd6-148fcf7d84bf req-b109f367-e222-423d-9847-4d7d8e756ac8 service neutron] 10.222.0.42 "GET /v2.0/networks/bd18084c-d817-434f-8399-bdaa1bc23fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282149 May 04 17:26:25.636277 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.api.v2.resource [None req-7aa305a8-93b2-4e79-984a-688b636dae5f tempest-QuotasTest-1298593354 tempest-QuotasTest-1298593354-project-admin] delete failed (client error): The resource could not be found. May 04 17:26:25.638045 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-7aa305a8-93b2-4e79-984a-688b636dae5f tempest-QuotasTest-1298593354 tempest-QuotasTest-1298593354-project-admin] 10.222.0.41 "DELETE /v2.0/quotas/2c191ea612d04992bacc47519f6a446a HTTP/1.1" status: 404 len: 348 time: 0.0515387 May 04 17:26:25.700995 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29425007-fb4f-4ee4-8851-e21f8c35acfb tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:25.711169 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29425007-fb4f-4ee4-8851-e21f8c35acfb tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:25.719682 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29425007-fb4f-4ee4-8851-e21f8c35acfb tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:25.720837 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-29425007-fb4f-4ee4-8851-e21f8c35acfb tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Synchronizing usage tracker for tenant:23bd1c3b3e5b41e08f90cb10fa23facb on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:26:25.736318 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device b9efea67-99e3-45b2-88d4-93cc730d1f0d details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:26:25.748035 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-29425007-fb4f-4ee4-8851-e21f8c35acfb tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Unset dirty status for tenant:23bd1c3b3e5b41e08f90cb10fa23facb on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:26:25.755631 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-29425007-fb4f-4ee4-8851-e21f8c35acfb tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.2055652 May 04 17:26:25.755631 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 45740) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:25.805509 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 115c2e5e-626d-476c-9f9c-99d23fa03683 up at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:26:25.842924 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-9b206a5b-e7bc-49a3-bae9-1fc25b71e9dc tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Deleting port 681f23fd-4c4d-4e7c-9dca-4c00b016a11e {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:26:25.843345 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9b206a5b-e7bc-49a3-bae9-1fc25b71e9dc tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:25.873806 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-57bb5a6b-7c21-4f06-bbd8-0a88799c3564 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:25.891782 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 45746) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:25.912110 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-57bb5a6b-7c21-4f06-bbd8-0a88799c3564 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3d687b1-eadd-49ef-8436-87b52ef4a2aa']}} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:25.932119 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-57bb5a6b-7c21-4f06-bbd8-0a88799c3564 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c3fa7af-feb2-4dc8-98c5-d097efc49838') {'for_net_delete': True} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:25.932343 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-57bb5a6b-7c21-4f06-bbd8-0a88799c3564 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c3fa7af-feb2-4dc8-98c5-d097efc49838') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:25.943684 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-69dde5e9-ecf2-427b-bb89-6b5c2e9d0007 tempest-QuotasTest-1298593354 tempest-QuotasTest-1298593354-project-admin] Usage tracker for resource:network and tenant:751647f603304d9ca8ff419b2f4074fa is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:26:25.948277 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-57bb5a6b-7c21-4f06-bbd8-0a88799c3564 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801627'] for segment, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:25.965557 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-57bb5a6b-7c21-4f06-bbd8-0a88799c3564 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:25.973655 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57bb5a6b-7c21-4f06-bbd8-0a88799c3564 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=88038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:26:25.974574 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-57bb5a6b-7c21-4f06-bbd8-0a88799c3564 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7881827'] for segment, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:25.977850 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-5eee9896-c612-4839-baea-3f92660fdc2d None None] Provisioning for port 681f23fd-4c4d-4e7c-9dca-4c00b016a11e completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:26:25.990653 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-5eee9896-c612-4839-baea-3f92660fdc2d None None] Provisioning complete for port 681f23fd-4c4d-4e7c-9dca-4c00b016a11e triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:26:25.991031 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-5eee9896-c612-4839-baea-3f92660fdc2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:26.000011 dv-neutron-840426-1-hyperv neutron-server[88038]: Traceback (most recent call last): May 04 17:26:26.000011 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:26:26.000011 dv-neutron-840426-1-hyperv neutron-server[88038]: timer() May 04 17:26:26.000011 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:26:26.000011 dv-neutron-840426-1-hyperv neutron-server[88038]: cb(*args, **kw) May 04 17:26:26.000011 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:26:26.000011 dv-neutron-840426-1-hyperv neutron-server[88038]: return func(*args, **kwargs) May 04 17:26:26.000011 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:26:26.000011 dv-neutron-840426-1-hyperv neutron-server[88038]: self._notify() May 04 17:26:26.000011 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:26:26.000011 dv-neutron-840426-1-hyperv neutron-server[88038]: self.callback(batched_events) May 04 17:26:26.000011 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:26:26.000011 dv-neutron-840426-1-hyperv neutron-server[88038]: event.method(event) May 04 17:26:26.000011 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:26:26.000011 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:26:26.000011 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:26:26.000011 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:26:26.000011 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:26:26.000011 dv-neutron-840426-1-hyperv neutron-server[88038]: return f(self, *a, **k) May 04 17:26:26.000011 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:26:26.000011 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._get(url).json() May 04 17:26:26.000011 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:26:26.000011 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:26:26.000011 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:26:26.000011 dv-neutron-840426-1-hyperv neutron-server[88038]: return self.request(url, 'GET', **kwargs) May 04 17:26:26.000011 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:26:26.000011 dv-neutron-840426-1-hyperv neutron-server[88038]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:26:26.000011 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:26:26.000011 dv-neutron-840426-1-hyperv neutron-server[88038]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:26:26.000011 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:26:26.000011 dv-neutron-840426-1-hyperv neutron-server[88038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:26:26.000011 dv-neutron-840426-1-hyperv neutron-server[88038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:26:26.020769 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef8b45-a02f-4038-8c76-db03f6036669 req-08c2a5e8-997a-411e-bafb-5ca70c5f15a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:26.022265 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-a5ef8b45-a02f-4038-8c76-db03f6036669 req-08c2a5e8-997a-411e-bafb-5ca70c5f15a5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=19db3995-cea8-405f-a544-2f4051674b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5568194 May 04 17:26:26.052607 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port b9efea67-99e3-45b2-88d4-93cc730d1f0d, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=b9efea67-99e3-45b2-88d4-93cc730d1f0d,segment=NetworkSegment(fbb10c96-8c43-4c34-a667-0746380bba35),segment_id=fbb10c96-8c43-4c34-a667-0746380bba35)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:26:26.060643 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning for port 115c2e5e-626d-476c-9f9c-99d23fa03683 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:26:26.077904 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning complete for port 115c2e5e-626d-476c-9f9c-99d23fa03683 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:26:26.089353 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:26.139016 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Returning: {'device': 'b9efea67-99e3-45b2-88d4-93cc730d1f0d', 'network_id': 'bd18084c-d817-434f-8399-bdaa1bc23fbc', 'port_id': 'b9efea67-99e3-45b2-88d4-93cc730d1f0d', 'mac_address': 'fa:16:3e:83:a3:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f235847f-d3a9-40a5-a380-de5a5d0a1fe6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:26:26.157289 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-5eee9896-c612-4839-baea-3f92660fdc2d None None] Port 681f23fd-4c4d-4e7c-9dca-4c00b016a11e cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:26:26.199134 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-69dde5e9-ecf2-427b-bb89-6b5c2e9d0007 tempest-QuotasTest-1298593354 tempest-QuotasTest-1298593354-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:26:26.298409 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:26.313009 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-69dde5e9-ecf2-427b-bb89-6b5c2e9d0007 tempest-QuotasTest-1298593354 tempest-QuotasTest-1298593354-project-admin] Usage tracker for resource:subnet and tenant:751647f603304d9ca8ff419b2f4074fa is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:26:26.333905 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9efea67-99e3-45b2-88d4-93cc730d1f0d {{(pid=88039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:26:26.341550 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-69dde5e9-ecf2-427b-bb89-6b5c2e9d0007 tempest-QuotasTest-1298593354 tempest-QuotasTest-1298593354-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:26:26.351734 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:26.360841 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9b206a5b-e7bc-49a3-bae9-1fc25b71e9dc tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:26.396905 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 115c2e5e-626d-476c-9f9c-99d23fa03683, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=115c2e5e-626d-476c-9f9c-99d23fa03683,segment=NetworkSegment(40fdd87b-6347-4489-a912-23174799ead5),segment_id=40fdd87b-6347-4489-a912-23174799ead5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:26:26.400232 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56230f70-18d0-4065-b68b-cce4667ede3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '115c2e5e-626d-476c-9f9c-99d23fa03683'}] {{(pid=88039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:26:26.409710 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb7f14-5054-4757-9a39-778e1121cb69 req-d607d9d6-4a16-4964-b679-6fd90fd2f385 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:26.414477 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-2fbb7f14-5054-4757-9a39-778e1121cb69 req-d607d9d6-4a16-4964-b679-6fd90fd2f385 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 944 time: 0.8182893 May 04 17:26:26.416776 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-a5ef8b45-a02f-4038-8c76-db03f6036669 req-145b2882-886d-4501-8779-463ceca0b7dd service neutron] 10.222.0.42 "GET /v2.0/networks/19db3995-cea8-405f-a544-2f4051674b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401706 May 04 17:26:26.418710 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 45760) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:26.470526 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:26.474397 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port b9efea67-99e3-45b2-88d4-93cc730d1f0d, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=b9efea67-99e3-45b2-88d4-93cc730d1f0d,segment=NetworkSegment(fbb10c96-8c43-4c34-a667-0746380bba35),segment_id=fbb10c96-8c43-4c34-a667-0746380bba35)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:26:26.487257 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7edb9619-2210-4ba9-8462-545bc97d2aa7 tempest-FloatingIPAdminTestJSON-1075033707 tempest-FloatingIPAdminTestJSON-1075033707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:26.503889 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-9b206a5b-e7bc-49a3-bae9-1fc25b71e9dc tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Calling delete_port for 681f23fd-4c4d-4e7c-9dca-4c00b016a11e owned by {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:26:26.504631 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-57bb5a6b-7c21-4f06-bbd8-0a88799c3564 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:26.510465 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57bb5a6b-7c21-4f06-bbd8-0a88799c3564 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b3d687b1-eadd-49ef-8436-87b52ef4a2aa {{(pid=88038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 04 17:26:26.513208 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-57bb5a6b-7c21-4f06-bbd8-0a88799c3564 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:26.537437 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:26.552952 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-69dde5e9-ecf2-427b-bb89-6b5c2e9d0007 tempest-QuotasTest-1298593354 tempest-QuotasTest-1298593354-project-admin] Usage tracker for resource:subnetpool and tenant:751647f603304d9ca8ff419b2f4074fa is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:26:26.577765 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-69dde5e9-ecf2-427b-bb89-6b5c2e9d0007 tempest-QuotasTest-1298593354 tempest-QuotasTest-1298593354-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:26:26.579036 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=115c2e5e-626d-476c-9f9c-99d23fa03683,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:26.593839 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7b766-dc08-41a2-9a37-448a46525270 req-06b89f24-0b2b-449d-9a9a-9efdbafe3e25 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:26.595057 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:26.596066 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:26.596418 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:26.596909 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:26.597248 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:26.597654 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:26.598008 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:26.598347 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:26.598675 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:26.599127 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:26.599510 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:26.599849 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:26.602260 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-82d7b766-dc08-41a2-9a37-448a46525270 req-06b89f24-0b2b-449d-9a9a-9efdbafe3e25 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e3c2a62-a3a5-485e-9329-8a03c7befa50 HTTP/1.1" status: 200 len: 943 time: 0.4001598 May 04 17:26:26.636098 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-69dde5e9-ecf2-427b-bb89-6b5c2e9d0007 tempest-QuotasTest-1298593354 tempest-QuotasTest-1298593354-project-admin] Usage tracker for resource:port and tenant:751647f603304d9ca8ff419b2f4074fa is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:26:26.674893 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-573f6fc1-4ec6-47b3-8ac1-f6e887fee2c1 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1320458513'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:26:26.681026 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bb5a6b-7c21-4f06-bbd8-0a88799c3564 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Pushing event deleted for resources: {'Network': ['ID=b3d687b1-eadd-49ef-8436-87b52ef4a2aa,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:26.697883 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-69dde5e9-ecf2-427b-bb89-6b5c2e9d0007 tempest-QuotasTest-1298593354 tempest-QuotasTest-1298593354-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:26:26.705367 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-57bb5a6b-7c21-4f06-bbd8-0a88799c3564 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] 10.222.0.41 "DELETE /v2.0/networks/b3d687b1-eadd-49ef-8436-87b52ef4a2aa HTTP/1.1" status: 204 len: 168 time: 1.4993467 May 04 17:26:26.706674 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-573f6fc1-4ec6-47b3-8ac1-f6e887fee2c1 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:26:26.714367 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=b9efea67-99e3-45b2-88d4-93cc730d1f0d,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:26.741358 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-82d7b766-dc08-41a2-9a37-448a46525270 req-ad29e382-6477-4fed-8aff-79bdbee42fc6 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b0b86cf-a8f4-433e-9176-88c2053bdfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339750 May 04 17:26:26.743129 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-69dde5e9-ecf2-427b-bb89-6b5c2e9d0007 tempest-QuotasTest-1298593354 tempest-QuotasTest-1298593354-project-admin] Usage tracker for resource:router and tenant:751647f603304d9ca8ff419b2f4074fa is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:26:26.748454 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-69dde5e9-ecf2-427b-bb89-6b5c2e9d0007 tempest-QuotasTest-1298593354 tempest-QuotasTest-1298593354-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:26:26.780906 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-2fbb7f14-5054-4757-9a39-778e1121cb69 req-ceded071-f789-4dd5-964b-d5fcb385930b tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3606746 May 04 17:26:26.784410 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-573f6fc1-4ec6-47b3-8ac1-f6e887fee2c1 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Usage tracker for resource:network and tenant:983c2322fbac41498b7f731747fedd84 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:26:26.789524 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-573f6fc1-4ec6-47b3-8ac1-f6e887fee2c1 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:26:26.812121 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-69dde5e9-ecf2-427b-bb89-6b5c2e9d0007 tempest-QuotasTest-1298593354 tempest-QuotasTest-1298593354-project-admin] Usage tracker for resource:floatingip and tenant:751647f603304d9ca8ff419b2f4074fa is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:26:26.821016 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-69dde5e9-ecf2-427b-bb89-6b5c2e9d0007 tempest-QuotasTest-1298593354 tempest-QuotasTest-1298593354-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:26:26.822643 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-573f6fc1-4ec6-47b3-8ac1-f6e887fee2c1 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:26:26.862581 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9b206a5b-e7bc-49a3-bae9-1fc25b71e9dc tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:26.875421 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] get_ports_and_sgs() called for port_ids ['b9efea67-99e3-45b2-88d4-93cc730d1f0d'] {{(pid=88039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:26:26.904981 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-573f6fc1-4ec6-47b3-8ac1-f6e887fee2c1 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Made reservation on behalf of 983c2322fbac41498b7f731747fedd84 for: {'network': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:26:26.908982 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-573f6fc1-4ec6-47b3-8ac1-f6e887fee2c1 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:26.935825 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-573f6fc1-4ec6-47b3-8ac1-f6e887fee2c1 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:26.959401 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-a5ef8b45-a02f-4038-8c76-db03f6036669 req-0c9c6345-5cb2-49fa-81bb-efcd1de3d1cb service neutron] 10.222.0.42 "GET /v2.0/networks/19db3995-cea8-405f-a544-2f4051674b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5282631 May 04 17:26:26.995031 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-573f6fc1-4ec6-47b3-8ac1-f6e887fee2c1 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:26:27.002643 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-573f6fc1-4ec6-47b3-8ac1-f6e887fee2c1 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Usage tracker for resource:security_group_rule and tenant:983c2322fbac41498b7f731747fedd84 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:26:27.009529 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-573f6fc1-4ec6-47b3-8ac1-f6e887fee2c1 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:26:27.031367 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b206a5b-e7bc-49a3-bae9-1fc25b71e9dc tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Pushing event deleted for resources: {'Port': ['ID=681f23fd-4c4d-4e7c-9dca-4c00b016a11e,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:27.057718 dv-neutron-840426-1-hyperv neutron-server[88039]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36381fe3-47fb-4b94-b2ec-c002d76a2b59'] response: {'server_uuid': '56230f70-18d0-4065-b68b-cce4667ede3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '115c2e5e-626d-476c-9f9c-99d23fa03683', 'code': 200} May 04 17:26:27.075449 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-573f6fc1-4ec6-47b3-8ac1-f6e887fee2c1 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:26:27.100588 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-7edb9619-2210-4ba9-8462-545bc97d2aa7 tempest-FloatingIPAdminTestJSON-1075033707 tempest-FloatingIPAdminTestJSON-1075033707-project] Allocated IP 172.26.0.220 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/733ff206-79bc-4725-80d3-20751b32010a) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:26:27.127683 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9b206a5b-e7bc-49a3-bae9-1fc25b71e9dc tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:27.322071 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 45784) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:27.346543 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-cd26d444-a72b-473e-8e3a-ccfc4f72bdd2 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Request body: {'router': {'name': 'tempest-router--689517375', 'project_id': 'f3ba8c3b87604c14a1d0ca788259bfc5'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:26:27.365847 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-cd26d444-a72b-473e-8e3a-ccfc4f72bdd2 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:26:27.374383 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-573f6fc1-4ec6-47b3-8ac1-f6e887fee2c1 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:27.403830 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-69dde5e9-ecf2-427b-bb89-6b5c2e9d0007 tempest-QuotasTest-1298593354 tempest-QuotasTest-1298593354-project-admin] Usage tracker for resource:security_group and tenant:751647f603304d9ca8ff419b2f4074fa is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:26:27.412039 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-9b206a5b-e7bc-49a3-bae9-1fc25b71e9dc tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] 10.222.0.41 "DELETE /v2.0/ports/681f23fd-4c4d-4e7c-9dca-4c00b016a11e HTTP/1.1" status: 204 len: 168 time: 1.6564550 May 04 17:26:27.415627 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-69dde5e9-ecf2-427b-bb89-6b5c2e9d0007 tempest-QuotasTest-1298593354 tempest-QuotasTest-1298593354-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:26:27.419782 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 45788) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:27.424768 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-cd26d444-a72b-473e-8e3a-ccfc4f72bdd2 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Usage tracker for resource:router and tenant:f3ba8c3b87604c14a1d0ca788259bfc5 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:26:27.428354 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-edc0559f-4870-49a2-b85a-d4053fdc4b8a tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Request body: {'port': {'name': 'tempest-new-port-name-1004055006', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:26:27.428650 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-cd26d444-a72b-473e-8e3a-ccfc4f72bdd2 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:26:27.428811 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.api.validators [None req-edc0559f-4870-49a2-b85a-d4053fdc4b8a tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] bootfile-name is not in valid_values {{(pid=88037) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 04 17:26:27.429139 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.api.validators [None req-edc0559f-4870-49a2-b85a-d4053fdc4b8a tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] tftp-server is not in valid_values {{(pid=88037) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 04 17:26:27.429477 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.api.validators [None req-edc0559f-4870-49a2-b85a-d4053fdc4b8a tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] server-ip-address is not in valid_values {{(pid=88037) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 04 17:26:27.435212 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-573f6fc1-4ec6-47b3-8ac1-f6e887fee2c1 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:27.455396 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-cd26d444-a72b-473e-8e3a-ccfc4f72bdd2 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:26:27.488187 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-69dde5e9-ecf2-427b-bb89-6b5c2e9d0007 tempest-QuotasTest-1298593354 tempest-QuotasTest-1298593354-project-admin] Usage tracker for resource:security_group_rule and tenant:751647f603304d9ca8ff419b2f4074fa is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:26:27.493737 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-573f6fc1-4ec6-47b3-8ac1-f6e887fee2c1 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=88038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:26:27.503195 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-69dde5e9-ecf2-427b-bb89-6b5c2e9d0007 tempest-QuotasTest-1298593354 tempest-QuotasTest-1298593354-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:26:27.519055 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa9c02-a0dd-4114-9ce2-288bfb25a4c6 req-083d9d94-fd2c-46f2-b433-1b5bbc8fdefe tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:27.521013 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-21fa9c02-a0dd-4114-9ce2-288bfb25a4c6 req-083d9d94-fd2c-46f2-b433-1b5bbc8fdefe tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1b66867-5b74-48e0-919b-622dcaf3a763 HTTP/1.1" status: 200 len: 945 time: 0.5386271 May 04 17:26:27.522818 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7649731f-5779-465f-accd-b75df3e40cbd req-305bd567-6ce4-4f71-913f-2b6c4d64c909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:27.527306 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-69dde5e9-ecf2-427b-bb89-6b5c2e9d0007 tempest-QuotasTest-1298593354 tempest-QuotasTest-1298593354-project-admin] 10.222.0.41 "GET /v2.0/quotas/751647f603304d9ca8ff419b2f4074fa/details.json HTTP/1.1" status: 200 len: 703 time: 1.6304622 May 04 17:26:27.527436 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-7649731f-5779-465f-accd-b75df3e40cbd req-305bd567-6ce4-4f71-913f-2b6c4d64c909 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=306abfe2022942778f41b8a8d30aa525&device_id=1e3c2a62-a3a5-485e-9329-8a03c7befa50 HTTP/1.1" status: 200 len: 1096 time: 0.5087786 May 04 17:26:27.527436 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cd26d444-a72b-473e-8e3a-ccfc4f72bdd2 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:27.527436 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cd26d444-a72b-473e-8e3a-ccfc4f72bdd2 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:27.539876 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573f6fc1-4ec6-47b3-8ac1-f6e887fee2c1 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6833dd9-9673-4359-9e4c-6d514dbe2e01,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:27.547228 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-573f6fc1-4ec6-47b3-8ac1-f6e887fee2c1 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:27.547581 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.segments_db [None req-573f6fc1-4ec6-47b3-8ac1-f6e887fee2c1 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Added segment d14d3a98-5423-4f1d-bb1f-32f377dc6bd3 of type vlan for network 4ace9741-ee8e-4384-a966-455b35b21296 May 04 17:26:27.591718 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba2be1-c134-4656-a473-bb3c982ca87e req-1bfbe4bd-b62b-49f3-9347-e31890841447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:27.593356 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d7ba2be1-c134-4656-a473-bb3c982ca87e req-1bfbe4bd-b62b-49f3-9347-e31890841447 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 1098 time: 0.2526565 May 04 17:26:27.633623 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7edb9619-2210-4ba9-8462-545bc97d2aa7 tempest-FloatingIPAdminTestJSON-1075033707 tempest-FloatingIPAdminTestJSON-1075033707-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:27.640695 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cd26d444-a72b-473e-8e3a-ccfc4f72bdd2 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:27.643184 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-d7ba2be1-c134-4656-a473-bb3c982ca87e req-8b385c4e-c803-4954-a87b-e6da80c57e92 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:27.645636 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-573f6fc1-4ec6-47b3-8ac1-f6e887fee2c1 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:27.669566 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-edc0559f-4870-49a2-b85a-d4053fdc4b8a tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:27.678676 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [req-d7ba2be1-c134-4656-a473-bb3c982ca87e req-8b385c4e-c803-4954-a87b-e6da80c57e92 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:26:27.684838 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-21fa9c02-a0dd-4114-9ce2-288bfb25a4c6 req-76e5b352-297f-40f9-b6d1-8658666042a9 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef9ce026-f7ab-4d8d-ba44-941d12f6d7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287332 May 04 17:26:27.689345 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-d7ba2be1-c134-4656-a473-bb3c982ca87e req-8b385c4e-c803-4954-a87b-e6da80c57e92 service neutron] Usage tracker for resource:security_group_rule and tenant:a8e1f5f45e5042aba0b7a4c2aca353bd is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:26:27.694516 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-d7ba2be1-c134-4656-a473-bb3c982ca87e req-8b385c4e-c803-4954-a87b-e6da80c57e92 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:26:27.739041 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [req-d7ba2be1-c134-4656-a473-bb3c982ca87e req-8b385c4e-c803-4954-a87b-e6da80c57e92 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:26:27.774933 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cd26d444-a72b-473e-8e3a-ccfc4f72bdd2 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:27.805992 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-573f6fc1-4ec6-47b3-8ac1-f6e887fee2c1 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:27.811973 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573f6fc1-4ec6-47b3-8ac1-f6e887fee2c1 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:27.814276 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-573f6fc1-4ec6-47b3-8ac1-f6e887fee2c1 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:27.861182 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7649731f-5779-465f-accd-b75df3e40cbd req-923b7dce-1da6-49cc-adf1-995e22c68194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:27.862638 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-7649731f-5779-465f-accd-b75df3e40cbd req-923b7dce-1da6-49cc-adf1-995e22c68194 service neutron] 10.222.0.42 "GET /v2.0/networks?id=19db3995-cea8-405f-a544-2f4051674b44 HTTP/1.1" status: 200 len: 912 time: 0.3133116 May 04 17:26:27.866665 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 45800) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:28.064531 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-7649731f-5779-465f-accd-b75df3e40cbd req-dffd8f5d-0ac1-481f-8a64-6371c89085e2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3705644d-3b46-45bb-b3ca-58a94f3888ea HTTP/1.1" status: 200 len: 217 time: 0.1932139 May 04 17:26:28.073657 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-72bc4bd8-4b6b-4ec7-b9c8-7d56607ae0c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:28.078187 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7edb9619-2210-4ba9-8462-545bc97d2aa7 tempest-FloatingIPAdminTestJSON-1075033707 tempest-FloatingIPAdminTestJSON-1075033707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:28.111331 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-d7ba2be1-c134-4656-a473-bb3c982ca87e req-8b385c4e-c803-4954-a87b-e6da80c57e92 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:28.115029 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-72bc4bd8-4b6b-4ec7-b9c8-7d56607ae0c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:26:28.119120 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573f6fc1-4ec6-47b3-8ac1-f6e887fee2c1 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Pushing event updated for resources: {'Network': ['ID=4ace9741-ee8e-4384-a966-455b35b21296,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:28.122406 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-72bc4bd8-4b6b-4ec7-b9c8-7d56607ae0c8 admin admin] Usage tracker for resource:security_group_rule and tenant:8e0cbfa5fb97438b97fa54187348745e is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:26:28.126573 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-d7ba2be1-c134-4656-a473-bb3c982ca87e req-8b385c4e-c803-4954-a87b-e6da80c57e92 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:28.130834 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 4ace9741-ee8e-4384-a966-455b35b21296 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:26:28.135096 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-72bc4bd8-4b6b-4ec7-b9c8-7d56607ae0c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:26:28.151879 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-72bc4bd8-4b6b-4ec7-b9c8-7d56607ae0c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:26:28.164685 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cd26d444-a72b-473e-8e3a-ccfc4f72bdd2 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:28.168744 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-cd26d444-a72b-473e-8e3a-ccfc4f72bdd2 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8388312 May 04 17:26:28.168744 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-573f6fc1-4ec6-47b3-8ac1-f6e887fee2c1 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7454302 May 04 17:26:28.186132 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 45806) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:28.186464 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 45808) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:28.203973 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d7ba2be1-c134-4656-a473-bb3c982ca87e req-8b385c4e-c803-4954-a87b-e6da80c57e92 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6022017 May 04 17:26:28.210926 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-e4bdf321-0424-4813-9d1d-748121168551 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Request body: {'subnet': {'network_id': '4ace9741-ee8e-4384-a966-455b35b21296', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:26:28.226973 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edb9619-2210-4ba9-8462-545bc97d2aa7 tempest-FloatingIPAdminTestJSON-1075033707 tempest-FloatingIPAdminTestJSON-1075033707-project] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:26:28.232711 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-7edb9619-2210-4ba9-8462-545bc97d2aa7 tempest-FloatingIPAdminTestJSON-1075033707 tempest-FloatingIPAdminTestJSON-1075033707-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:26:28.235399 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edb9619-2210-4ba9-8462-545bc97d2aa7 tempest-FloatingIPAdminTestJSON-1075033707 tempest-FloatingIPAdminTestJSON-1075033707-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:26:28.262862 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edb9619-2210-4ba9-8462-545bc97d2aa7 tempest-FloatingIPAdminTestJSON-1075033707 tempest-FloatingIPAdminTestJSON-1075033707-project] Pushing event updated for resources: {'Port': ['ID=733ff206-79bc-4725-80d3-20751b32010a,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:28.284821 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7649731f-5779-465f-accd-b75df3e40cbd req-b35941e3-97e5-4a13-9d48-7b1850c6f25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:28.286799 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-7649731f-5779-465f-accd-b75df3e40cbd req-b35941e3-97e5-4a13-9d48-7b1850c6f25d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=93c411c1-84f2-40bd-a250-70dec47b3f98 HTTP/1.1" status: 200 len: 850 time: 0.2034898 May 04 17:26:28.287003 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd7b937-0e5f-4583-b19e-7b9434e6cd87 req-ff5840eb-ebd8-4d8e-a722-1368544ca582 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:28.288842 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0bd7b937-0e5f-4583-b19e-7b9434e6cd87 req-ff5840eb-ebd8-4d8e-a722-1368544ca582 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 945 time: 0.3538761 May 04 17:26:28.291538 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-edc0559f-4870-49a2-b85a-d4053fdc4b8a tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:28.301574 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b385c4e-c803-4954-a87b-e6da80c57e92 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=357139fd-e868-44a3-a418-6a87412341a7,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:28.325220 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67646303-db76-4f6a-9c4e-19d9341ac28b req-0aa35dbe-36b3-401b-9e71-78d92b6a2d0b tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:28.326721 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-67646303-db76-4f6a-9c4e-19d9341ac28b req-0aa35dbe-36b3-401b-9e71-78d92b6a2d0b tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e3c2a62-a3a5-485e-9329-8a03c7befa50 HTTP/1.1" status: 200 len: 943 time: 0.3788617 May 04 17:26:28.381030 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-edc0559f-4870-49a2-b85a-d4053fdc4b8a tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:28.386805 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7edb9619-2210-4ba9-8462-545bc97d2aa7 tempest-FloatingIPAdminTestJSON-1075033707 tempest-FloatingIPAdminTestJSON-1075033707-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:28.390584 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-67646303-db76-4f6a-9c4e-19d9341ac28b req-5d6d87d7-9724-4a62-ad98-cab162d08ebc tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b0b86cf-a8f4-433e-9176-88c2053bdfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516472 May 04 17:26:28.454926 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7edb9619-2210-4ba9-8462-545bc97d2aa7 tempest-FloatingIPAdminTestJSON-1075033707 tempest-FloatingIPAdminTestJSON-1075033707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:28.501489 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-edc0559f-4870-49a2-b85a-d4053fdc4b8a tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] In _notify_port_updated(), no bound segment for port e7428cce-e36c-4b9f-8ee1-184f719c26ed on network 1c5a0dfa-3c5b-4c8e-9f87-8951d73f24e9 {{(pid=88037) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 04 17:26:28.507236 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc0559f-4870-49a2-b85a-d4053fdc4b8a tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:28.508369 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-edc0559f-4870-49a2-b85a-d4053fdc4b8a tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:28.509203 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-edc0559f-4870-49a2-b85a-d4053fdc4b8a tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] 10.222.0.41 "PUT /v2.0/ports/e7428cce-e36c-4b9f-8ee1-184f719c26ed HTTP/1.1" status: 200 len: 1130 time: 1.0875642 May 04 17:26:28.541179 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 45814) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:28.559574 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-97d919cc-ba11-4d3e-858d-d7959c3a7297 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks [] for router, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:28.735639 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-4ddfb92d-c625-43af-a550-0337ac57b4fd None None] Provisioning complete for port e7428cce-e36c-4b9f-8ee1-184f719c26ed triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:26:28.736667 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4ddfb92d-c625-43af-a550-0337ac57b4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:28.748390 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc0559f-4870-49a2-b85a-d4053fdc4b8a tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Pushing event updated for resources: {'Port': ['ID=e7428cce-e36c-4b9f-8ee1-184f719c26ed,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:28.751497 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-e4bdf321-0424-4813-9d1d-748121168551 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:26:28.771490 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0bd7b937-0e5f-4583-b19e-7b9434e6cd87 req-8dc2deda-7797-4fc2-b02b-4c9fad495548 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4049902 May 04 17:26:28.774532 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-e4bdf321-0424-4813-9d1d-748121168551 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Usage tracker for resource:subnet and tenant:983c2322fbac41498b7f731747fedd84 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:26:28.778477 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-e4bdf321-0424-4813-9d1d-748121168551 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:26:28.836303 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-e4bdf321-0424-4813-9d1d-748121168551 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:26:28.842312 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-4ddfb92d-c625-43af-a550-0337ac57b4fd None None] Port e7428cce-e36c-4b9f-8ee1-184f719c26ed cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:26:28.855859 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5336dd2f-2cfd-45b1-8e56-f2327d5b6fa8 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:28.856471 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-5336dd2f-2cfd-45b1-8e56-f2327d5b6fa8 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Synchronizing usage tracker for tenant:23bd1c3b3e5b41e08f90cb10fa23facb on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:26:28.934931 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7649731f-5779-465f-accd-b75df3e40cbd req-e470a8c8-ed85-41fc-8cbf-999073f190f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:28.936389 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-7649731f-5779-465f-accd-b75df3e40cbd req-e470a8c8-ed85-41fc-8cbf-999073f190f9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=19db3995-cea8-405f-a544-2f4051674b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4250886 May 04 17:26:28.980021 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-5336dd2f-2cfd-45b1-8e56-f2327d5b6fa8 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Unset dirty status for tenant:23bd1c3b3e5b41e08f90cb10fa23facb on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:26:28.981192 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-5336dd2f-2cfd-45b1-8e56-f2327d5b6fa8 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] 10.222.0.41 "GET /v2.0/ports/e7428cce-e36c-4b9f-8ee1-184f719c26ed HTTP/1.1" status: 200 len: 1130 time: 0.4290721 May 04 17:26:28.991743 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 45820) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:29.088611 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4bdf321-0424-4813-9d1d-748121168551 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Made reservation on behalf of 983c2322fbac41498b7f731747fedd84 for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:26:29.093425 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e4bdf321-0424-4813-9d1d-748121168551 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:29.128519 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-97d919cc-ba11-4d3e-858d-d7959c3a7297 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:29.134733 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-97d919cc-ba11-4d3e-858d-d7959c3a7297 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:29.190711 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d2c8b-ccf6-4165-9bb2-6861396e4d1a req-30e44467-a702-43ca-b48f-50ef9da521fe tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:29.192499 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-fd5d2c8b-ccf6-4165-9bb2-6861396e4d1a req-30e44467-a702-43ca-b48f-50ef9da521fe tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1b66867-5b74-48e0-919b-622dcaf3a763 HTTP/1.1" status: 200 len: 945 time: 0.3276002 May 04 17:26:29.194794 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7edb9619-2210-4ba9-8462-545bc97d2aa7 tempest-FloatingIPAdminTestJSON-1075033707 tempest-FloatingIPAdminTestJSON-1075033707-project] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:29.203219 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-98fca60b-3f41-4959-8473-934eaa0f3cb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Deleting port e7428cce-e36c-4b9f-8ee1-184f719c26ed {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:26:29.203778 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-98fca60b-3f41-4959-8473-934eaa0f3cb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:29.227815 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-72bc4bd8-4b6b-4ec7-b9c8-7d56607ae0c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:29.237273 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-72bc4bd8-4b6b-4ec7-b9c8-7d56607ae0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:29.266730 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-97d919cc-ba11-4d3e-858d-d7959c3a7297 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:29.267201 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d919cc-ba11-4d3e-858d-d7959c3a7297 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4c741535-4e26-46d6-841d-7b2fd7285c41 {{(pid=88037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:26:29.282311 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7edb9619-2210-4ba9-8462-545bc97d2aa7 tempest-FloatingIPAdminTestJSON-1075033707 tempest-FloatingIPAdminTestJSON-1075033707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:29.306880 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-72bc4bd8-4b6b-4ec7-b9c8-7d56607ae0c8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8e0cbfa5fb97438b97fa54187348745e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4367998 May 04 17:26:29.307162 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 45824) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:29.310857 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bc4bd8-4b6b-4ec7-b9c8-7d56607ae0c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f78bf3e-d4ae-441d-a1c6-e460a581f799,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:29.329781 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-7649731f-5779-465f-accd-b75df3e40cbd req-d2baf66d-5d0f-4104-9a58-a8ddec7de22d service neutron] 10.222.0.42 "GET /v2.0/networks/19db3995-cea8-405f-a544-2f4051674b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3827035 May 04 17:26:29.499002 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-97d919cc-ba11-4d3e-858d-d7959c3a7297 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:29.500135 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-97d919cc-ba11-4d3e-858d-d7959c3a7297 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] 10.222.0.41 "DELETE /v2.0/routers/4c741535-4e26-46d6-841d-7b2fd7285c41 HTTP/1.1" status: 204 len: 168 time: 1.3097472 May 04 17:26:29.533798 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-fd5d2c8b-ccf6-4165-9bb2-6861396e4d1a req-98e9bc90-3dad-457f-b150-8cd42881f6fd tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef9ce026-f7ab-4d8d-ba44-941d12f6d7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2926190 May 04 17:26:29.557958 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c64193c4-a6e8-4775-becc-2433ed56837a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:29.571016 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e4bdf321-0424-4813-9d1d-748121168551 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:29.591184 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edb9619-2210-4ba9-8462-545bc97d2aa7 tempest-FloatingIPAdminTestJSON-1075033707 tempest-FloatingIPAdminTestJSON-1075033707-project] Pushing event updated for resources: {'Port': ['ID=733ff206-79bc-4725-80d3-20751b32010a,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:29.635403 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7edb9619-2210-4ba9-8462-545bc97d2aa7 tempest-FloatingIPAdminTestJSON-1075033707 tempest-FloatingIPAdminTestJSON-1075033707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710218'] for floatingip, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:29.665774 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c64193c4-a6e8-4775-becc-2433ed56837a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:29.731075 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bdf321-0424-4813-9d1d-748121168551 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Pushing event updated for resources: {'Subnet': ['ID=c5f6b320-a398-43fe-9d34-3563e8593130,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:29.750980 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 45832) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:29.756713 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bdf321-0424-4813-9d1d-748121168551 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Checking segment: {'id': 'd14d3a98-5423-4f1d-bb1f-32f377dc6bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4ace9741-ee8e-4384-a966-455b35b21296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:26:29.756713 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bdf321-0424-4813-9d1d-748121168551 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Network hostable DHCP agents. Network: 4ace9741-ee8e-4384-a966-455b35b21296, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:26:29.763292 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-7649731f-5779-465f-accd-b75df3e40cbd req-d8ad1572-19cc-40d1-b3ce-56c5758f77b3 service neutron] 10.222.0.42 "GET /v2.0/networks/19db3995-cea8-405f-a544-2f4051674b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4212642 May 04 17:26:29.766827 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7edb9619-2210-4ba9-8462-545bc97d2aa7 tempest-FloatingIPAdminTestJSON-1075033707 tempest-FloatingIPAdminTestJSON-1075033707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:29.767963 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-7edb9619-2210-4ba9-8462-545bc97d2aa7 tempest-FloatingIPAdminTestJSON-1075033707 tempest-FloatingIPAdminTestJSON-1075033707-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3659425 May 04 17:26:29.772157 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device b9efea67-99e3-45b2-88d4-93cc730d1f0d up at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:26:29.779749 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 45836) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:29.812157 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c40e4-71d8-49a0-95c8-c7e2b49567b0 req-279878a2-62b1-4749-bf8a-826b3db7fc79 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:29.821410 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-101c40e4-71d8-49a0-95c8-c7e2b49567b0 req-279878a2-62b1-4749-bf8a-826b3db7fc79 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e3c2a62-a3a5-485e-9329-8a03c7befa50 HTTP/1.1" status: 200 len: 943 time: 0.2998931 May 04 17:26:29.825820 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bdf321-0424-4813-9d1d-748121168551 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Network 4ace9741-ee8e-4384-a966-455b35b21296 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:26:29.862950 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning for port b9efea67-99e3-45b2-88d4-93cc730d1f0d completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:26:29.868856 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning complete for port b9efea67-99e3-45b2-88d4-93cc730d1f0d triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:26:29.869438 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:29.875492 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-e4bdf321-0424-4813-9d1d-748121168551 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 4ace9741-ee8e-4384-a966-455b35b21296) {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:26:29.884890 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c64193c4-a6e8-4775-becc-2433ed56837a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:29.888422 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bdf321-0424-4813-9d1d-748121168551 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:29.889017 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e4bdf321-0424-4813-9d1d-748121168551 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:29.930141 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-101c40e4-71d8-49a0-95c8-c7e2b49567b0 req-b98737de-5967-4128-93f7-2516438cb7da tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b0b86cf-a8f4-433e-9176-88c2053bdfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075013 May 04 17:26:29.933776 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64193c4-a6e8-4775-becc-2433ed56837a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f78bf3e-d4ae-441d-a1c6-e460a581f799,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:29.944110 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-18344e1b-156e-4d18-ab77-6e437bfeb89a tempest-FloatingIPAdminTestJSON-1086389745 tempest-FloatingIPAdminTestJSON-1086389745-project-admin] Synchronizing usage tracker for tenant:836755d8a0bb49339a502e793b2a6d42 on resource:floatingip {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:26:29.961540 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c64193c4-a6e8-4775-becc-2433ed56837a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:29.963087 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-c64193c4-a6e8-4775-becc-2433ed56837a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3f78bf3e-d4ae-441d-a1c6-e460a581f799 HTTP/1.1" status: 204 len: 168 time: 0.6549568 May 04 17:26:29.969409 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-e4bdf321-0424-4813-9d1d-748121168551 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7772250 May 04 17:26:29.972170 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 45846) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:29.980236 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-9f142ae4-3b54-4823-a2ac-3b101959a5cf tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-854500420', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}, 'admin_state_up': False}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:26:29.981985 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6930e0c0-8da2-4307-a46d-d5f0e5f45260 None None] Network 4ace9741-ee8e-4384-a966-455b35b21296 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:26:29.993199 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-9f142ae4-3b54-4823-a2ac-3b101959a5cf tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:26:29.996177 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-18344e1b-156e-4d18-ab77-6e437bfeb89a tempest-FloatingIPAdminTestJSON-1086389745 tempest-FloatingIPAdminTestJSON-1086389745-project-admin] Unset dirty status for tenant:836755d8a0bb49339a502e793b2a6d42 on resource:floatingip {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:26:29.998663 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-18344e1b-156e-4d18-ab77-6e437bfeb89a tempest-FloatingIPAdminTestJSON-1086389745 tempest-FloatingIPAdminTestJSON-1086389745-project-admin] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3089 time: 0.2091298 May 04 17:26:30.002388 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-9f142ae4-3b54-4823-a2ac-3b101959a5cf tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Usage tracker for resource:router and tenant:983c2322fbac41498b7f731747fedd84 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:26:30.007731 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-9f142ae4-3b54-4823-a2ac-3b101959a5cf tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:26:30.016859 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-9f142ae4-3b54-4823-a2ac-3b101959a5cf tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:26:30.025162 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 45850) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:30.108953 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-98fca60b-3f41-4959-8473-934eaa0f3cb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:30.118249 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9f142ae4-3b54-4823-a2ac-3b101959a5cf tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:30.119592 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9f142ae4-3b54-4823-a2ac-3b101959a5cf tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:30.141495 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-7815f1ba-c6b3-4f66-9da6-d33e903fc919 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-909262931', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}, 'admin_state_up': False}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:26:30.163747 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-7815f1ba-c6b3-4f66-9da6-d33e903fc919 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:26:30.172785 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-b275c2c4-352a-4283-8bf3-e04d71927839 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Synchronizing usage tracker for tenant:4e0f3f35196b40e1aaf076aeef66bd0a on resource:floatingip {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:26:30.176680 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-7815f1ba-c6b3-4f66-9da6-d33e903fc919 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Usage tracker for resource:router and tenant:cb678e2f68e045d181911c05c3b5ef71 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:26:30.182985 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-7815f1ba-c6b3-4f66-9da6-d33e903fc919 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:26:30.205709 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-7815f1ba-c6b3-4f66-9da6-d33e903fc919 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:26:30.209321 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9f142ae4-3b54-4823-a2ac-3b101959a5cf tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:30.211039 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-b275c2c4-352a-4283-8bf3-e04d71927839 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Unset dirty status for tenant:4e0f3f35196b40e1aaf076aeef66bd0a on resource:floatingip {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:26:30.215899 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-b275c2c4-352a-4283-8bf3-e04d71927839 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1894448 May 04 17:26:30.216679 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 45854) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:30.421324 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:30.433029 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-98fca60b-3f41-4959-8473-934eaa0f3cb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Calling delete_port for e7428cce-e36c-4b9f-8ee1-184f719c26ed owned by {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:26:30.457653 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-fc23f684-a3e8-4b66-83cb-eaf732a83d4e tempest-FloatingIPAdminTestJSON-1075033707 tempest-FloatingIPAdminTestJSON-1075033707-project] Deleting port 733ff206-79bc-4725-80d3-20751b32010a {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:26:30.458288 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fc23f684-a3e8-4b66-83cb-eaf732a83d4e tempest-FloatingIPAdminTestJSON-1075033707 tempest-FloatingIPAdminTestJSON-1075033707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:30.470732 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port b9efea67-99e3-45b2-88d4-93cc730d1f0d, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=b9efea67-99e3-45b2-88d4-93cc730d1f0d,segment=NetworkSegment(fbb10c96-8c43-4c34-a667-0746380bba35),segment_id=fbb10c96-8c43-4c34-a667-0746380bba35)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:26:30.475362 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b66867-5b74-48e0-919b-622dcaf3a763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9efea67-99e3-45b2-88d4-93cc730d1f0d'}] {{(pid=88039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:26:30.483195 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:30.486043 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7815f1ba-c6b3-4f66-9da6-d33e903fc919 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:30.487652 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7815f1ba-c6b3-4f66-9da6-d33e903fc919 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:30.605557 dv-neutron-840426-1-hyperv neutron-server[88039]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a8228b8-f8b5-40d6-9a3f-38a6088beb58'] response: {'server_uuid': 'a1b66867-5b74-48e0-919b-622dcaf3a763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9efea67-99e3-45b2-88d4-93cc730d1f0d', 'code': 200} May 04 17:26:30.682352 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a46ccb-5f41-4f79-b99e-546431fcdc91 None None] Network 4ace9741-ee8e-4384-a966-455b35b21296 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:26:30.712578 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-98fca60b-3f41-4959-8473-934eaa0f3cb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:30.823378 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 45864) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:30.868881 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=b9efea67-99e3-45b2-88d4-93cc730d1f0d,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:30.930236 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7815f1ba-c6b3-4f66-9da6-d33e903fc919 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:30.984453 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fca60b-3f41-4959-8473-934eaa0f3cb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Pushing event deleted for resources: {'Port': ['ID=e7428cce-e36c-4b9f-8ee1-184f719c26ed,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:31.000348 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d18f3c9d-f974-4096-b9a0-4fe42cc5e67a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:31.016350 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e7e5b1-167a-4aa9-913a-bcff672ba583 req-ab29b475-54f8-4ddb-bf03-3ab2c1225a39 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:31.017901 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-21e7e5b1-167a-4aa9-913a-bcff672ba583 req-ab29b475-54f8-4ddb-bf03-3ab2c1225a39 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 945 time: 1.0161395 May 04 17:26:31.023983 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-98fca60b-3f41-4959-8473-934eaa0f3cb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:31.065656 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-98fca60b-3f41-4959-8473-934eaa0f3cb2 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] 10.222.0.41 "DELETE /v2.0/ports/e7428cce-e36c-4b9f-8ee1-184f719c26ed HTTP/1.1" status: 204 len: 168 time: 2.0698910 May 04 17:26:31.067385 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 45870) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:31.133242 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-21e7e5b1-167a-4aa9-913a-bcff672ba583 req-6d2ba52e-df96-493d-8e3d-5739b3745122 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044621 May 04 17:26:31.156206 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461ea3a-d54a-4af3-b149-cb4af870893f req-7125c5db-dd0f-4803-8031-531ceadbb026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:31.158348 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-5461ea3a-d54a-4af3-b149-cb4af870893f req-7125c5db-dd0f-4803-8031-531ceadbb026 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a1b66867-5b74-48e0-919b-622dcaf3a763 HTTP/1.1" status: 200 len: 1099 time: 0.2603662 May 04 17:26:31.166310 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_v2 [None req-c96d0438-c4a7-4ae0-af92-a0042445a0b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Deleting subnet 79a7377d-b995-499a-9a78-9867f12e2e1c {{(pid=88038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:26:31.202086 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c96d0438-c4a7-4ae0-af92-a0042445a0b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Notify callbacks [] for subnet, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:31.270243 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-d18f3c9d-f974-4096-b9a0-4fe42cc5e67a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:26:31.310191 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-5461ea3a-d54a-4af3-b149-cb4af870893f req-e27e71b7-1aa2-488b-8648-88cfb6a233ab service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ef9ce026-f7ab-4d8d-ba44-941d12f6d7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404378 May 04 17:26:31.328194 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c96d0438-c4a7-4ae0-af92-a0042445a0b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-801696'] for subnet, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:31.329042 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fc23f684-a3e8-4b66-83cb-eaf732a83d4e tempest-FloatingIPAdminTestJSON-1075033707 tempest-FloatingIPAdminTestJSON-1075033707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:31.329396 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fc23f684-a3e8-4b66-83cb-eaf732a83d4e tempest-FloatingIPAdminTestJSON-1075033707 tempest-FloatingIPAdminTestJSON-1075033707-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:31.398282 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-d18f3c9d-f974-4096-b9a0-4fe42cc5e67a admin admin] Usage tracker for resource:security_group_rule and tenant:751647f603304d9ca8ff419b2f4074fa is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:26:31.411809 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a381dac2-e563-4e10-8a29-c5e22f9fda78 req-38de0703-e3a8-4919-804b-17f44d6ee59f tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:31.412080 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9f142ae4-3b54-4823-a2ac-3b101959a5cf tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:31.413278 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-a381dac2-e563-4e10-8a29-c5e22f9fda78 req-38de0703-e3a8-4919-804b-17f44d6ee59f tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e3c2a62-a3a5-485e-9329-8a03c7befa50 HTTP/1.1" status: 200 len: 943 time: 0.1583185 May 04 17:26:31.461484 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c96d0438-c4a7-4ae0-af92-a0042445a0b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:31.471124 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-d18f3c9d-f974-4096-b9a0-4fe42cc5e67a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:26:31.491298 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-a381dac2-e563-4e10-8a29-c5e22f9fda78 req-a6bc2ff0-6d25-4f9e-bf0d-2049dce14d7e tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b0b86cf-a8f4-433e-9176-88c2053bdfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710101 May 04 17:26:31.545567 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c96d0438-c4a7-4ae0-af92-a0042445a0b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:31.551055 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-fc23f684-a3e8-4b66-83cb-eaf732a83d4e tempest-FloatingIPAdminTestJSON-1075033707 tempest-FloatingIPAdminTestJSON-1075033707-project] Calling delete_port for 733ff206-79bc-4725-80d3-20751b32010a owned by network:floatingip {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:26:31.579885 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-d18f3c9d-f974-4096-b9a0-4fe42cc5e67a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:26:31.606420 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96d0438-c4a7-4ae0-af92-a0042445a0b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Pushing event deleted for resources: {'Subnet': ['ID=79a7377d-b995-499a-9a78-9867f12e2e1c,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:31.608482 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c96d0438-c4a7-4ae0-af92-a0042445a0b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:31.614258 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60523fb2-6acd-41e1-90d5-8b731a2f951c None None] Network 1c5a0dfa-3c5b-4c8e-9f87-8951d73f24e9 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:26:31.619657 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-c96d0438-c4a7-4ae0-af92-a0042445a0b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] 10.222.0.41 "DELETE /v2.0/subnets/79a7377d-b995-499a-9a78-9867f12e2e1c HTTP/1.1" status: 204 len: 168 time: 0.5411692 May 04 17:26:31.620033 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 45874) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:31.728217 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ac64201b-da30-47f5-96b8-968e6b00b6f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:31.739777 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-ac64201b-da30-47f5-96b8-968e6b00b6f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Deleting port 7c481aff-d0ef-452c-8197-e04beaffbaed {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:26:31.740179 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ac64201b-da30-47f5-96b8-968e6b00b6f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:31.768941 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 3705644d-3b46-45bb-b3ca-58a94f3888ea details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:26:31.782480 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7815f1ba-c6b3-4f66-9da6-d33e903fc919 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:31.795046 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0dc1d-7f81-4f8d-909e-fb5822389723 req-be6caa7f-0861-4a9b-9a65-69c553ef9769 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:31.797116 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-45f0dc1d-7f81-4f8d-909e-fb5822389723 req-be6caa7f-0861-4a9b-9a65-69c553ef9769 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1b66867-5b74-48e0-919b-622dcaf3a763 HTTP/1.1" status: 200 len: 946 time: 0.9726341 May 04 17:26:31.948483 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-45f0dc1d-7f81-4f8d-909e-fb5822389723 req-e21d7c33-19f6-433e-a103-937e24df0ee9 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef9ce026-f7ab-4d8d-ba44-941d12f6d7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234832 May 04 17:26:31.969392 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-ac64201b-da30-47f5-96b8-968e6b00b6f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] For port 7c481aff-d0ef-452c-8197-e04beaffbaed, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=7c481aff-d0ef-452c-8197-e04beaffbaed,segment=NetworkSegment(4ddb8aba-c6d1-4d24-977c-7e0398ee2fcd),segment_id=4ddb8aba-c6d1-4d24-977c-7e0398ee2fcd)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:26:31.970066 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ac64201b-da30-47f5-96b8-968e6b00b6f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:31.976755 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 3705644d-3b46-45bb-b3ca-58a94f3888ea, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=3705644d-3b46-45bb-b3ca-58a94f3888ea,segment=NetworkSegment(87171e6b-f671-4224-9106-00609cd6ea4a),segment_id=87171e6b-f671-4224-9106-00609cd6ea4a)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:26:32.000559 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Returning: {'device': '3705644d-3b46-45bb-b3ca-58a94f3888ea', 'network_id': '19db3995-cea8-405f-a544-2f4051674b44', 'port_id': '3705644d-3b46-45bb-b3ca-58a94f3888ea', 'mac_address': 'fa:16:3e:2b:49:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93c411c1-84f2-40bd-a250-70dec47b3f98', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:26:32.070350 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:32.089662 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5810cf44-9374-4daa-8f6b-2069ccbe20a6 None None] DHCP port deletion for 1c5a0dfa-3c5b-4c8e-9f87-8951d73f24e9 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:26:32.093654 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3705644d-3b46-45bb-b3ca-58a94f3888ea {{(pid=88039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:26:32.094879 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-ac64201b-da30-47f5-96b8-968e6b00b6f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Calling delete_port for 7c481aff-d0ef-452c-8197-e04beaffbaed owned by network:dhcp {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:26:32.111806 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 3705644d-3b46-45bb-b3ca-58a94f3888ea, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=3705644d-3b46-45bb-b3ca-58a94f3888ea,segment=NetworkSegment(87171e6b-f671-4224-9106-00609cd6ea4a),segment_id=87171e6b-f671-4224-9106-00609cd6ea4a)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:26:32.115019 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-5810cf44-9374-4daa-8f6b-2069ccbe20a6 None None] Deleting port 7c481aff-d0ef-452c-8197-e04beaffbaed {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:26:32.115836 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-5810cf44-9374-4daa-8f6b-2069ccbe20a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:32.147098 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:32.187728 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d18f3c9d-f974-4096-b9a0-4fe42cc5e67a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:32.190343 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fc23f684-a3e8-4b66-83cb-eaf732a83d4e tempest-FloatingIPAdminTestJSON-1075033707 tempest-FloatingIPAdminTestJSON-1075033707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:32.198279 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ac64201b-da30-47f5-96b8-968e6b00b6f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:32.236255 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d18f3c9d-f974-4096-b9a0-4fe42cc5e67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:32.275829 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc23f684-a3e8-4b66-83cb-eaf732a83d4e tempest-FloatingIPAdminTestJSON-1075033707 tempest-FloatingIPAdminTestJSON-1075033707-project] Pushing event deleted for resources: {'Port': ['ID=733ff206-79bc-4725-80d3-20751b32010a,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:32.287513 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-5810cf44-9374-4daa-8f6b-2069ccbe20a6 None None] The port '7c481aff-d0ef-452c-8197-e04beaffbaed' was deleted {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 04 17:26:32.287770 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac64201b-da30-47f5-96b8-968e6b00b6f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Pushing event deleted for resources: {'Port': ['ID=7c481aff-d0ef-452c-8197-e04beaffbaed,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:32.299255 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac64201b-da30-47f5-96b8-968e6b00b6f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] No DVR routers for this DVR port 7c481aff-d0ef-452c-8197-e04beaffbaed on host dv-neutron-840426-1-hyperv {{(pid=88038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:26:32.299768 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=3705644d-3b46-45bb-b3ca-58a94f3888ea,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:32.440955 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18f3c9d-f974-4096-b9a0-4fe42cc5e67a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e59cbaad-4c21-438f-9d0e-9cb9d2c8b4ee,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:32.473092 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ac64201b-da30-47f5-96b8-968e6b00b6f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:32.502277 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-ac64201b-da30-47f5-96b8-968e6b00b6f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c5a0dfa-3c5b-4c8e-9f87-8951d73f24e9']}} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:32.506124 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] get_ports_and_sgs() called for port_ids ['3705644d-3b46-45bb-b3ca-58a94f3888ea'] {{(pid=88039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:26:32.518170 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-ac64201b-da30-47f5-96b8-968e6b00b6f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ddb8aba-c6d1-4d24-977c-7e0398ee2fcd') {'for_net_delete': True} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:32.518465 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-ac64201b-da30-47f5-96b8-968e6b00b6f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ddb8aba-c6d1-4d24-977c-7e0398ee2fcd') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:32.536589 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f56568f-cad4-42ad-bbca-e36351174407 req-4af92398-b8bb-458a-a97e-4d60d7cccb66 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:32.538104 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-5f56568f-cad4-42ad-bbca-e36351174407 req-4af92398-b8bb-458a-a97e-4d60d7cccb66 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 945 time: 0.2069161 May 04 17:26:32.541991 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ac64201b-da30-47f5-96b8-968e6b00b6f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801627'] for segment, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:32.568556 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-d18f3c9d-f974-4096-b9a0-4fe42cc5e67a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=751647f603304d9ca8ff419b2f4074fa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7375383 May 04 17:26:32.581028 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 45882) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:32.587039 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ac64201b-da30-47f5-96b8-968e6b00b6f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:32.599129 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-5f56568f-cad4-42ad-bbca-e36351174407 req-1f5a7bb5-6d97-4f0b-acc1-0ade33266425 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505273 May 04 17:26:32.600118 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac64201b-da30-47f5-96b8-968e6b00b6f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=88038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:26:32.600513 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ac64201b-da30-47f5-96b8-968e6b00b6f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7881827'] for segment, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:32.615258 dv-neutron-840426-1-hyperv neutron-server[88038]: Traceback (most recent call last): May 04 17:26:32.615258 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:26:32.615258 dv-neutron-840426-1-hyperv neutron-server[88038]: timer() May 04 17:26:32.615258 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:26:32.615258 dv-neutron-840426-1-hyperv neutron-server[88038]: cb(*args, **kw) May 04 17:26:32.615258 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:26:32.615258 dv-neutron-840426-1-hyperv neutron-server[88038]: return func(*args, **kwargs) May 04 17:26:32.615258 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:26:32.615258 dv-neutron-840426-1-hyperv neutron-server[88038]: self._notify() May 04 17:26:32.615258 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:26:32.615258 dv-neutron-840426-1-hyperv neutron-server[88038]: self.callback(batched_events) May 04 17:26:32.615258 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:26:32.615258 dv-neutron-840426-1-hyperv neutron-server[88038]: event.method(event) May 04 17:26:32.615258 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:26:32.615258 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:26:32.615258 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:26:32.615258 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:26:32.615258 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:26:32.615258 dv-neutron-840426-1-hyperv neutron-server[88038]: return f(self, *a, **k) May 04 17:26:32.615258 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:26:32.615258 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._get(url).json() May 04 17:26:32.615258 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:26:32.615258 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:26:32.615258 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:26:32.615258 dv-neutron-840426-1-hyperv neutron-server[88038]: return self.request(url, 'GET', **kwargs) May 04 17:26:32.615258 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:26:32.615258 dv-neutron-840426-1-hyperv neutron-server[88038]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:26:32.615258 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:26:32.615258 dv-neutron-840426-1-hyperv neutron-server[88038]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:26:32.615258 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:26:32.615258 dv-neutron-840426-1-hyperv neutron-server[88038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:26:32.615258 dv-neutron-840426-1-hyperv neutron-server[88038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:26:32.854329 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9f142ae4-3b54-4823-a2ac-3b101959a5cf tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for router_gateway, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:32.912307 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ac64201b-da30-47f5-96b8-968e6b00b6f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:32.933338 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 7c481aff-d0ef-452c-8197-e04beaffbaed no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:26:32.933533 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ac64201b-da30-47f5-96b8-968e6b00b6f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:32.952482 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac64201b-da30-47f5-96b8-968e6b00b6f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] Pushing event deleted for resources: {'Network': ['ID=1c5a0dfa-3c5b-4c8e-9f87-8951d73f24e9,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:32.958393 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-ac64201b-da30-47f5-96b8-968e6b00b6f1 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984 tempest-ExtraDHCPOptionsIpV6TestJSON-1025082984-project] 10.222.0.41 "DELETE /v2.0/networks/1c5a0dfa-3c5b-4c8e-9f87-8951d73f24e9 HTTP/1.1" status: 204 len: 168 time: 1.3373139 May 04 17:26:32.999179 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249839c4-5630-4082-8b83-945c1d018597 req-1adcb251-0a95-44e4-b0d1-b033d7755e68 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:33.000476 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 7c481aff-d0ef-452c-8197-e04beaffbaed {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:26:33.000942 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 7c481aff-d0ef-452c-8197-e04beaffbaed not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:26:33.016422 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9f142ae4-3b54-4823-a2ac-3b101959a5cf tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:33.017497 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-249839c4-5630-4082-8b83-945c1d018597 req-1adcb251-0a95-44e4-b0d1-b033d7755e68 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 945 time: 0.1594777 May 04 17:26:33.018102 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 45892) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:33.023499 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-1409b0a5-6c01-4e39-8e0c-0cde7e07a66f tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Request body: {'floatingip': {'port_id': '115c2e5e-626d-476c-9f9c-99d23fa03683'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:26:33.030831 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fc23f684-a3e8-4b66-83cb-eaf732a83d4e tempest-FloatingIPAdminTestJSON-1075033707 tempest-FloatingIPAdminTestJSON-1075033707-project] Notify callbacks [] for floatingip, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:33.125519 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1409b0a5-6c01-4e39-8e0c-0cde7e07a66f tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Notify callbacks [] for floatingip, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:33.154274 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7815f1ba-c6b3-4f66-9da6-d33e903fc919 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks [] for router_gateway, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:33.187460 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-23e18375-21eb-479a-9ba3-9cca7bc4159f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:33.211922 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b2e3fc70-645d-4fe8-aaab-a7dd5a367660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:33.213897 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7815f1ba-c6b3-4f66-9da6-d33e903fc919 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:33.342118 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b2e3fc70-645d-4fe8-aaab-a7dd5a367660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:33.359542 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11057401-ac45-4162-9339-0752cad3b41e req-40161bba-8fbb-4dbc-99d4-d7bd9e1d8d31 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:33.360921 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-11057401-ac45-4162-9339-0752cad3b41e req-40161bba-8fbb-4dbc-99d4-d7bd9e1d8d31 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e3c2a62-a3a5-485e-9329-8a03c7befa50 HTTP/1.1" status: 200 len: 944 time: 0.7491949 May 04 17:26:33.389500 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fc23f684-a3e8-4b66-83cb-eaf732a83d4e tempest-FloatingIPAdminTestJSON-1075033707 tempest-FloatingIPAdminTestJSON-1075033707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:33.390665 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-fc23f684-a3e8-4b66-83cb-eaf732a83d4e tempest-FloatingIPAdminTestJSON-1075033707 tempest-FloatingIPAdminTestJSON-1075033707-project] 10.222.0.41 "DELETE /v2.0/floatingips/37776afb-fb5c-4d64-9486-c1b1762ad430 HTTP/1.1" status: 204 len: 168 time: 3.1650214 May 04 17:26:33.394050 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 45898) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:33.423968 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 45902) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:33.462707 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261fe12c-a24d-4063-b683-8c0c9f50a874 req-52a0385b-ecb8-4f27-9227-3662a881d486 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:33.466430 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-261fe12c-a24d-4063-b683-8c0c9f50a874 req-52a0385b-ecb8-4f27-9227-3662a881d486 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1b66867-5b74-48e0-919b-622dcaf3a763 HTTP/1.1" status: 200 len: 946 time: 0.2681870 May 04 17:26:33.485710 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-9f142ae4-3b54-4823-a2ac-3b101959a5cf tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Allocated IP 172.26.0.77 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/6627a91f-7863-4964-a5da-d763eae609f2) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:26:33.498520 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-11057401-ac45-4162-9339-0752cad3b41e req-978fa271-3b89-4078-90ef-c3a94734cf76 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b0b86cf-a8f4-433e-9176-88c2053bdfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246274 May 04 17:26:33.530812 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b2e3fc70-645d-4fe8-aaab-a7dd5a367660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:33.557056 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e3fc70-645d-4fe8-aaab-a7dd5a367660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59cbaad-4c21-438f-9d0e-9cb9d2c8b4ee,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:33.662602 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b2e3fc70-645d-4fe8-aaab-a7dd5a367660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:33.663588 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-b2e3fc70-645d-4fe8-aaab-a7dd5a367660 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e59cbaad-4c21-438f-9d0e-9cb9d2c8b4ee HTTP/1.1" status: 204 len: 168 time: 1.0776722 May 04 17:26:33.697160 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-48dc254a-4835-4ce5-a4a3-a0fed8088377 tempest-FloatingIPAdminTestJSON-1086389745 tempest-FloatingIPAdminTestJSON-1086389745-project-admin] Deleting port 6551d7d2-9d7f-4ed5-bd48-4cd11a80bf2d {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:26:33.697513 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-48dc254a-4835-4ce5-a4a3-a0fed8088377 tempest-FloatingIPAdminTestJSON-1086389745 tempest-FloatingIPAdminTestJSON-1086389745-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:33.706251 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-6036e850-f841-4c3f-a60c-3e36af71949b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=23bd1c3b3e5b41e08f90cb10fa23facb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2678339 May 04 17:26:33.707702 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 45910) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:33.722167 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9f142ae4-3b54-4823-a2ac-3b101959a5cf tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:33.785581 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 3705644d-3b46-45bb-b3ca-58a94f3888ea up at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:26:33.787971 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-31e2e7c5-c811-4939-91c9-21c85430b9f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:33.817303 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9f142ae4-3b54-4823-a2ac-3b101959a5cf tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:33.821305 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-261fe12c-a24d-4063-b683-8c0c9f50a874 req-ee2ec9fe-b4f2-47de-a28b-0418623ab117 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef9ce026-f7ab-4d8d-ba44-941d12f6d7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2700670 May 04 17:26:33.901237 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-31e2e7c5-c811-4939-91c9-21c85430b9f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:33.943570 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning for port 3705644d-3b46-45bb-b3ca-58a94f3888ea completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:26:33.952108 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning complete for port 3705644d-3b46-45bb-b3ca-58a94f3888ea triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:26:33.952824 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:33.969137 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f142ae4-3b54-4823-a2ac-3b101959a5cf tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:26:34.066845 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-48dc254a-4835-4ce5-a4a3-a0fed8088377 tempest-FloatingIPAdminTestJSON-1086389745 tempest-FloatingIPAdminTestJSON-1086389745-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:34.067184 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-48dc254a-4835-4ce5-a4a3-a0fed8088377 tempest-FloatingIPAdminTestJSON-1086389745 tempest-FloatingIPAdminTestJSON-1086389745-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:34.083905 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-9f142ae4-3b54-4823-a2ac-3b101959a5cf tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:26:34.086550 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f142ae4-3b54-4823-a2ac-3b101959a5cf tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:26:34.104147 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:34.141948 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3c2a62-a3a5-485e-9329-8a03c7befa50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3705644d-3b46-45bb-b3ca-58a94f3888ea'}] {{(pid=88039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:26:34.145618 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-7815f1ba-c6b3-4f66-9da6-d33e903fc919 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Allocated IP 172.26.0.12 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/3d3abe2f-b7bd-4f24-b0fc-ed1cc8bed1f8) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:26:34.168447 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 3705644d-3b46-45bb-b3ca-58a94f3888ea, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=3705644d-3b46-45bb-b3ca-58a94f3888ea,segment=NetworkSegment(87171e6b-f671-4224-9106-00609cd6ea4a),segment_id=87171e6b-f671-4224-9106-00609cd6ea4a)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:26:34.179492 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:34.249789 dv-neutron-840426-1-hyperv neutron-server[88039]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff93ed77-83bb-434c-8ceb-59417fd928b2'] response: {'server_uuid': '1e3c2a62-a3a5-485e-9329-8a03c7befa50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3705644d-3b46-45bb-b3ca-58a94f3888ea', 'code': 200} May 04 17:26:34.314820 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-48dc254a-4835-4ce5-a4a3-a0fed8088377 tempest-FloatingIPAdminTestJSON-1086389745 tempest-FloatingIPAdminTestJSON-1086389745-project-admin] Calling delete_port for 6551d7d2-9d7f-4ed5-bd48-4cd11a80bf2d owned by network:floatingip {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:26:34.335142 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=3705644d-3b46-45bb-b3ca-58a94f3888ea,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:34.417293 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-31e2e7c5-c811-4939-91c9-21c85430b9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:34.461222 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e2e7c5-c811-4939-91c9-21c85430b9f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6102cd70-e14d-4f93-bd45-1d84c954cd15,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:34.463026 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f142ae4-3b54-4823-a2ac-3b101959a5cf tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Pushing event updated for resources: {'Port': ['ID=6627a91f-7863-4964-a5da-d763eae609f2,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:34.568764 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7815f1ba-c6b3-4f66-9da6-d33e903fc919 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:34.585267 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1409b0a5-6c01-4e39-8e0c-0cde7e07a66f tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:34.603887 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1409b0a5-6c01-4e39-8e0c-0cde7e07a66f tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710218'] for floatingip, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:34.606572 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-31e2e7c5-c811-4939-91c9-21c85430b9f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:34.611672 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-31e2e7c5-c811-4939-91c9-21c85430b9f8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6102cd70-e14d-4f93-bd45-1d84c954cd15 HTTP/1.1" status: 204 len: 168 time: 0.9031625 May 04 17:26:34.719870 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7815f1ba-c6b3-4f66-9da6-d33e903fc919 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:34.825187 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-48dc254a-4835-4ce5-a4a3-a0fed8088377 tempest-FloatingIPAdminTestJSON-1086389745 tempest-FloatingIPAdminTestJSON-1086389745-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:34.835438 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d88d47-45fd-4e92-a5ca-4be8009b2307 req-aef48205-497d-4183-a7b7-b9a6dc3a87d8 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:34.837132 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-97d88d47-45fd-4e92-a5ca-4be8009b2307 req-aef48205-497d-4183-a7b7-b9a6dc3a87d8 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1b66867-5b74-48e0-919b-622dcaf3a763 HTTP/1.1" status: 200 len: 946 time: 0.8788514 May 04 17:26:34.853898 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 45942) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:34.890436 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8645bde0-b6b7-489f-b44b-0879cda3b1b2 req-fa5ca178-cf70-4155-9078-ff2c9ad027cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:34.891637 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-8645bde0-b6b7-489f-b44b-0879cda3b1b2 req-fa5ca178-cf70-4155-9078-ff2c9ad027cc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1e3c2a62-a3a5-485e-9329-8a03c7befa50 HTTP/1.1" status: 200 len: 1098 time: 0.4281802 May 04 17:26:34.908375 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc254a-4835-4ce5-a4a3-a0fed8088377 tempest-FloatingIPAdminTestJSON-1086389745 tempest-FloatingIPAdminTestJSON-1086389745-project-admin] Pushing event deleted for resources: {'Port': ['ID=6551d7d2-9d7f-4ed5-bd48-4cd11a80bf2d,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:34.989526 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7815f1ba-c6b3-4f66-9da6-d33e903fc919 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:26:34.994762 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-fb1e9241-c373-499f-a283-318026dc53a9 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Request body: {'floatingip': {'port_id': 'b9efea67-99e3-45b2-88d4-93cc730d1f0d'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:26:35.054093 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-7815f1ba-c6b3-4f66-9da6-d33e903fc919 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:26:35.056196 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-8645bde0-b6b7-489f-b44b-0879cda3b1b2 req-1328fc71-dfd0-4088-b743-c09ee077424a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5b0b86cf-a8f4-433e-9176-88c2053bdfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512072 May 04 17:26:35.057645 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.l3_db [None req-1409b0a5-6c01-4e39-8e0c-0cde7e07a66f tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Floating IP 661da138-086e-4e2c-8dfb-adbc2154f546 associated. External IP: 172.26.0.79, port: 115c2e5e-626d-476c-9f9c-99d23fa03683. May 04 17:26:35.075972 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7815f1ba-c6b3-4f66-9da6-d33e903fc919 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:26:35.106865 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7815f1ba-c6b3-4f66-9da6-d33e903fc919 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Pushing event updated for resources: {'Port': ['ID=3d3abe2f-b7bd-4f24-b0fc-ed1cc8bed1f8,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:35.116891 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961af7dc-593e-46b6-a699-29bf87a66b9a req-e8942737-279e-4191-a3b3-16ebcd3316be tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:35.118966 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fb1e9241-c373-499f-a283-318026dc53a9 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Notify callbacks [] for floatingip, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:35.119107 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-961af7dc-593e-46b6-a699-29bf87a66b9a req-e8942737-279e-4191-a3b3-16ebcd3316be tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e3c2a62-a3a5-485e-9329-8a03c7befa50 HTTP/1.1" status: 200 len: 945 time: 0.4554555 May 04 17:26:35.170194 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-48dc254a-4835-4ce5-a4a3-a0fed8088377 tempest-FloatingIPAdminTestJSON-1086389745 tempest-FloatingIPAdminTestJSON-1086389745-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:35.248420 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-961af7dc-593e-46b6-a699-29bf87a66b9a req-7160da1d-a597-40f9-b056-2e12a3660ff1 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b0b86cf-a8f4-433e-9176-88c2053bdfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081409 May 04 17:26:35.313258 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-48dc254a-4835-4ce5-a4a3-a0fed8088377 tempest-FloatingIPAdminTestJSON-1086389745 tempest-FloatingIPAdminTestJSON-1086389745-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:35.318709 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-48dc254a-4835-4ce5-a4a3-a0fed8088377 tempest-FloatingIPAdminTestJSON-1086389745 tempest-FloatingIPAdminTestJSON-1086389745-project-admin] 10.222.0.41 "DELETE /v2.0/floatingips/c04e1335-61c3-4e4c-8947-9093e61148e1 HTTP/1.1" status: 204 len: 168 time: 1.9197421 May 04 17:26:35.322747 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 45964) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:35.463169 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-80c6b134-f8c6-4c8f-947e-577824dc6883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:35.476204 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-0cfa22f6-9f49-4e0a-b847-0502ddc164d3 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Deleting port 71b70a4a-ac08-4c35-9be0-32c38e973656 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:26:35.476204 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0cfa22f6-9f49-4e0a-b847-0502ddc164d3 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:35.662409 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9f142ae4-3b54-4823-a2ac-3b101959a5cf tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for router_gateway, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:35.712089 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 45978) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:35.868078 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 45986) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:35.881862 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1409b0a5-6c01-4e39-8e0c-0cde7e07a66f tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Router 8c1047f2-83bc-4f84-b640-88b2323be078 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:26:36.007883 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0cfa22f6-9f49-4e0a-b847-0502ddc164d3 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:36.023570 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-a338e9fd-12bd-4d4d-9101-329561cddf4e tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-27439934'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:26:36.061521 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-46835eec-65e4-4b87-b569-378de3a85d71 tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-147667473'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:26:36.200055 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-0cfa22f6-9f49-4e0a-b847-0502ddc164d3 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Calling delete_port for 71b70a4a-ac08-4c35-9be0-32c38e973656 owned by {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:26:36.215300 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-a338e9fd-12bd-4d4d-9101-329561cddf4e tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:26:36.224294 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-46835eec-65e4-4b87-b569-378de3a85d71 tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:26:36.241975 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-a338e9fd-12bd-4d4d-9101-329561cddf4e tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Usage tracker for resource:network and tenant:c844e1f4a6a940a7879dfcfef24c3740 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:26:36.249392 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-a338e9fd-12bd-4d4d-9101-329561cddf4e tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:26:36.258546 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-46835eec-65e4-4b87-b569-378de3a85d71 tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Usage tracker for resource:router and tenant:087325274ac44f53b667b77e13a87327 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:26:36.268034 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-a338e9fd-12bd-4d4d-9101-329561cddf4e tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:26:36.270103 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-46835eec-65e4-4b87-b569-378de3a85d71 tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:26:36.276483 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1409b0a5-6c01-4e39-8e0c-0cde7e07a66f tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:26:36.286902 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-46835eec-65e4-4b87-b569-378de3a85d71 tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:26:36.292056 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1409b0a5-6c01-4e39-8e0c-0cde7e07a66f tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:36.294022 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31b5559-01a1-45ce-a069-adf92a43c169 None None] Sync routers for ids ['8c1047f2-83bc-4f84-b640-88b2323be078'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:26:36.321288 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31b5559-01a1-45ce-a069-adf92a43c169 None None] Routers {'8c1047f2-83bc-4f84-b640-88b2323be078'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:26:36.338779 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-c31b5559-01a1-45ce-a069-adf92a43c169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:26:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['8c1047f2-83bc-4f84-b640-88b2323be078'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:36.372845 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a338e9fd-12bd-4d4d-9101-329561cddf4e tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Made reservation on behalf of c844e1f4a6a940a7879dfcfef24c3740 for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:26:36.376242 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a338e9fd-12bd-4d4d-9101-329561cddf4e tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:36.398848 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-1409b0a5-6c01-4e39-8e0c-0cde7e07a66f tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "PUT /v2.0/floatingips/661da138-086e-4e2c-8dfb-adbc2154f546 HTTP/1.1" status: 200 len: 990 time: 3.3794432 May 04 17:26:36.401809 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56230f70-18d0-4065-b68b-cce4667ede3e', 'tag': '115c2e5e-626d-476c-9f9c-99d23fa03683'}] {{(pid=88038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:26:36.432795 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0cfa22f6-9f49-4e0a-b847-0502ddc164d3 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:36.538629 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfa22f6-9f49-4e0a-b847-0502ddc164d3 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Pushing event deleted for resources: {'Port': ['ID=71b70a4a-ac08-4c35-9be0-32c38e973656,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:36.589223 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:36.594884 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:36.655987 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a338e9fd-12bd-4d4d-9101-329561cddf4e tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:36.665194 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-46835eec-65e4-4b87-b569-378de3a85d71 tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:36.666732 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-46835eec-65e4-4b87-b569-378de3a85d71 tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:36.712711 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0cfa22f6-9f49-4e0a-b847-0502ddc164d3 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:36.724998 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-c31b5559-01a1-45ce-a069-adf92a43c169 None None] Set router 8c1047f2-83bc-4f84-b640-88b2323be078 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:26:36.725789 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-0cfa22f6-9f49-4e0a-b847-0502ddc164d3 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] 10.222.0.41 "DELETE /v2.0/ports/71b70a4a-ac08-4c35-9be0-32c38e973656 HTTP/1.1" status: 204 len: 168 time: 1.4020135 May 04 17:26:36.727487 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 45998) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:36.739412 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7815f1ba-c6b3-4f66-9da6-d33e903fc919 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks [] for router_gateway, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:36.797160 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64990af2-9bb8-408e-956f-6cf77a54e4dc req-7326ecbb-c5b9-483b-86a1-b0c483fbb4a9 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:36.798975 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-64990af2-9bb8-408e-956f-6cf77a54e4dc req-7326ecbb-c5b9-483b-86a1-b0c483fbb4a9 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 945 time: 0.2618842 May 04 17:26:36.862297 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-64990af2-9bb8-408e-956f-6cf77a54e4dc req-389f6918-04f0-47ee-8270-9ec9de08ee6c tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556304 May 04 17:26:36.871064 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbdbede-abf2-4a08-93e6-8b65547142e5 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:36.871881 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-4dbdbede-abf2-4a08-93e6-8b65547142e5 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Synchronizing usage tracker for tenant:4e0f3f35196b40e1aaf076aeef66bd0a on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:26:36.899446 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-4dbdbede-abf2-4a08-93e6-8b65547142e5 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Unset dirty status for tenant:4e0f3f35196b40e1aaf076aeef66bd0a on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:26:36.903456 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-4dbdbede-abf2-4a08-93e6-8b65547142e5 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] 10.222.0.41 "GET /v2.0/ports?device_id=c38148f9-6183-48c8-8287-891ed26b2053 HTTP/1.1" status: 200 len: 913 time: 0.1746268 May 04 17:26:36.904118 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46004) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:36.967915 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3356a30d-e706-424e-a344-756311a5a961'] response: {'name': 'network-changed', 'server_uuid': '56230f70-18d0-4065-b68b-cce4667ede3e', 'tag': '115c2e5e-626d-476c-9f9c-99d23fa03683', 'status': 'completed', 'code': 200} May 04 17:26:37.138434 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-c31b5559-01a1-45ce-a069-adf92a43c169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c1047f2-83bc-4f84-b640-88b2323be078', 'name': 'tempest-ServerActionsTestJSON-1600335060-router', 'tenant_id': 'a1ff53d6703b4f3fb85115a97c2da768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.30'}], 'enable_snat': True}, 'gw_port_id': '55ce866c-a63c-47ab-84b2-8f231a2d5151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:25:24Z', 'updated_at': '2022-05-04T17:25:36Z', 'revision_number': 4, 'project_id': 'a1ff53d6703b4f3fb85115a97c2da768', 'gw_port': {'id': '55ce866c-a63c-47ab-84b2-8f231a2d5151', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:91:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1047f2-83bc-4f84-b640-88b2323be078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:25:25Z', 'updated_at': '2022-05-04T17:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': '661da138-086e-4e2c-8dfb-adbc2154f546', 'tenant_id': 'a1ff53d6703b4f3fb85115a97c2da768', 'floating_ip_address': '172.26.0.79', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '8c1047f2-83bc-4f84-b640-88b2323be078', 'port_id': '115c2e5e-626d-476c-9f9c-99d23fa03683', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc3827ab-b4d6-4656-be7d-24135047baff', 'mac_address': 'fa:16:3e:c7:95:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56230f70-18d0-4065-b68b-cce4667ede3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:25:52Z', 'updated_at': '2022-05-04T17:26:34Z', 'revision_number': 1, 'project_id': 'a1ff53d6703b4f3fb85115a97c2da768', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dbc2da6-0dfc-481f-9673-3ac8faafef8a', 'name': '', 'network_id': 'dc3827ab-b4d6-4656-be7d-24135047baff', 'tenant_id': 'a1ff53d6703b4f3fb85115a97c2da768', 'mac_address': 'fa:16:3e:23:3d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1047f2-83bc-4f84-b640-88b2323be078', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'c14252a2-7d43-446e-921a-c611341f12b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:25:34Z', 'updated_at': '2022-05-04T17:25:50Z', 'revision_number': 5, 'project_id': 'a1ff53d6703b4f3fb85115a97c2da768', 'subnets': [{'id': 'c14252a2-7d43-446e-921a-c611341f12b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:37.143508 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31b5559-01a1-45ce-a069-adf92a43c169 None None] Checking router: 8c1047f2-83bc-4f84-b640-88b2323be078 for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:26:37.150745 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31b5559-01a1-45ce-a069-adf92a43c169 None None] Routers {'8c1047f2-83bc-4f84-b640-88b2323be078'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:26:37.151402 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-c31b5559-01a1-45ce-a069-adf92a43c169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:26:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['8c1047f2-83bc-4f84-b640-88b2323be078'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:37.266013 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9f142ae4-3b54-4823-a2ac-3b101959a5cf tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:37.272091 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-a338e9fd-12bd-4d4d-9101-329561cddf4e tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:26:37.276259 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-a338e9fd-12bd-4d4d-9101-329561cddf4e tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Usage tracker for resource:security_group_rule and tenant:c844e1f4a6a940a7879dfcfef24c3740 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:26:37.279286 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-a338e9fd-12bd-4d4d-9101-329561cddf4e tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:26:37.285332 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-a338e9fd-12bd-4d4d-9101-329561cddf4e tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:26:37.306452 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af25ea6-2af1-49d6-9ee6-f5ea44af6cff req-a23d1ebe-dbb9-43ca-bc05-4d9e967c49cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:37.308255 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-7af25ea6-2af1-49d6-9ee6-f5ea44af6cff req-a23d1ebe-dbb9-43ca-bc05-4d9e967c49cf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a1ff53d6703b4f3fb85115a97c2da768&device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 1098 time: 0.3485732 May 04 17:26:37.319085 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe4aaff-72f8-4a84-9980-383e97158082 req-0c81767e-04f6-4ccd-b80e-be278bac1b64 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:37.320544 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-ffe4aaff-72f8-4a84-9980-383e97158082 req-0c81767e-04f6-4ccd-b80e-be278bac1b64 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 945 time: 0.2859802 May 04 17:26:37.335448 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-c31b5559-01a1-45ce-a069-adf92a43c169 None None] Set router 8c1047f2-83bc-4f84-b640-88b2323be078 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:26:37.426112 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-46835eec-65e4-4b87-b569-378de3a85d71 tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:37.540096 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7815f1ba-c6b3-4f66-9da6-d33e903fc919 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:37.659564 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-ffe4aaff-72f8-4a84-9980-383e97158082 req-8a80b77a-b84a-49c6-af34-daac400a376c tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3158221 May 04 17:26:37.709937 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-c31b5559-01a1-45ce-a069-adf92a43c169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c1047f2-83bc-4f84-b640-88b2323be078', 'name': 'tempest-ServerActionsTestJSON-1600335060-router', 'tenant_id': 'a1ff53d6703b4f3fb85115a97c2da768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.30'}], 'enable_snat': True}, 'gw_port_id': '55ce866c-a63c-47ab-84b2-8f231a2d5151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:25:24Z', 'updated_at': '2022-05-04T17:25:36Z', 'revision_number': 4, 'project_id': 'a1ff53d6703b4f3fb85115a97c2da768', 'gw_port': {'id': '55ce866c-a63c-47ab-84b2-8f231a2d5151', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:91:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1047f2-83bc-4f84-b640-88b2323be078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:25:25Z', 'updated_at': '2022-05-04T17:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': '661da138-086e-4e2c-8dfb-adbc2154f546', 'tenant_id': 'a1ff53d6703b4f3fb85115a97c2da768', 'floating_ip_address': '172.26.0.79', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '8c1047f2-83bc-4f84-b640-88b2323be078', 'port_id': '115c2e5e-626d-476c-9f9c-99d23fa03683', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc3827ab-b4d6-4656-be7d-24135047baff', 'mac_address': 'fa:16:3e:c7:95:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56230f70-18d0-4065-b68b-cce4667ede3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:25:52Z', 'updated_at': '2022-05-04T17:26:34Z', 'revision_number': 1, 'project_id': 'a1ff53d6703b4f3fb85115a97c2da768', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dbc2da6-0dfc-481f-9673-3ac8faafef8a', 'name': '', 'network_id': 'dc3827ab-b4d6-4656-be7d-24135047baff', 'tenant_id': 'a1ff53d6703b4f3fb85115a97c2da768', 'mac_address': 'fa:16:3e:23:3d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1047f2-83bc-4f84-b640-88b2323be078', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'c14252a2-7d43-446e-921a-c611341f12b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:25:34Z', 'updated_at': '2022-05-04T17:25:50Z', 'revision_number': 5, 'project_id': 'a1ff53d6703b4f3fb85115a97c2da768', 'subnets': [{'id': 'c14252a2-7d43-446e-921a-c611341f12b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:37.714559 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31b5559-01a1-45ce-a069-adf92a43c169 None None] The sync data for ids ['8c1047f2-83bc-4f84-b640-88b2323be078'] in dv-neutron-840426-1-hyperv is: [{'id': '8c1047f2-83bc-4f84-b640-88b2323be078', 'name': 'tempest-ServerActionsTestJSON-1600335060-router', 'tenant_id': 'a1ff53d6703b4f3fb85115a97c2da768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.30'}], 'enable_snat': True}, 'gw_port_id': '55ce866c-a63c-47ab-84b2-8f231a2d5151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:25:24Z', 'updated_at': '2022-05-04T17:25:36Z', 'revision_number': 4, 'project_id': 'a1ff53d6703b4f3fb85115a97c2da768', 'gw_port': {'id': '55ce866c-a63c-47ab-84b2-8f231a2d5151', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:91:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1047f2-83bc-4f84-b640-88b2323be078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:25:25Z', 'updated_at': '2022-05-04T17:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': '661da138-086e-4e2c-8dfb-adbc2154f546', 'tenant_id': 'a1ff53d6703b4f3fb85115a97c2da768', 'floating_ip_address': '172.26.0.79', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '8c1047f2-83bc-4f84-b640-88b2323be078', 'port_id': '115c2e5e-626d-476c-9f9c-99d23fa03683', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc3827ab-b4d6-4656-be7d-24135047baff', 'mac_address': 'fa:16:3e:c7:95:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56230f70-18d0-4065-b68b-cce4667ede3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:25:52Z', 'updated_at': '2022-05-04T17:26:34Z', 'revision_number': 1, 'project_id': 'a1ff53d6703b4f3fb85115a97c2da768', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dbc2da6-0dfc-481f-9673-3ac8faafef8a', 'name': '', 'network_id': 'dc3827ab-b4d6-4656-be7d-24135047baff', 'tenant_id': 'a1ff53d6703b4f3fb85115a97c2da768', 'mac_address': 'fa:16:3e:23:3d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1047f2-83bc-4f84-b640-88b2323be078', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'c14252a2-7d43-446e-921a-c611341f12b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:25:34Z', 'updated_at': '2022-05-04T17:25:50Z', 'revision_number': 5, 'project_id': 'a1ff53d6703b4f3fb85115a97c2da768', 'subnets': [{'id': 'c14252a2-7d43-446e-921a-c611341f12b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:26:37.744624 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af25ea6-2af1-49d6-9ee6-f5ea44af6cff req-9641a03d-0c85-439e-a487-1e0fea871b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:37.746140 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-7af25ea6-2af1-49d6-9ee6-f5ea44af6cff req-9641a03d-0c85-439e-a487-1e0fea871b04 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dc3827ab-b4d6-4656-be7d-24135047baff HTTP/1.1" status: 200 len: 913 time: 0.4246979 May 04 17:26:37.786971 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:37.822629 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-46835eec-65e4-4b87-b569-378de3a85d71 tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:37.868682 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110302fb-01a2-4866-87dc-66bffb4556a7 req-c295cd75-788a-4558-b983-d370056af545 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:37.870327 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-110302fb-01a2-4866-87dc-66bffb4556a7 req-c295cd75-788a-4558-b983-d370056af545 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e3c2a62-a3a5-485e-9329-8a03c7befa50 HTTP/1.1" status: 200 len: 945 time: 1.1987021 May 04 17:26:37.893115 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.db.resource_extend [None req-fb1e9241-c373-499f-a283-318026dc53a9 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 17:26:37.905002 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-7af25ea6-2af1-49d6-9ee6-f5ea44af6cff req-e78d5b3d-7275-466c-9994-6513bd979942 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=115c2e5e-626d-476c-9f9c-99d23fa03683 HTTP/1.1" status: 200 len: 998 time: 0.1520691 May 04 17:26:37.967371 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de1c43a-d251-45e4-8ea7-ad93cdc95372 None None] New status for floating IP 661da138-086e-4e2c-8dfb-adbc2154f546: ACTIVE {{(pid=88040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:26:38.027936 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af25ea6-2af1-49d6-9ee6-f5ea44af6cff req-4652d22f-8cf5-43e5-a1c1-f148a320842a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:38.029410 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-7af25ea6-2af1-49d6-9ee6-f5ea44af6cff req-4652d22f-8cf5-43e5-a1c1-f148a320842a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c14252a2-7d43-446e-921a-c611341f12b4 HTTP/1.1" status: 200 len: 851 time: 0.1074347 May 04 17:26:38.077858 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-46835eec-65e4-4b87-b569-378de3a85d71 tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:38.081400 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-46835eec-65e4-4b87-b569-378de3a85d71 tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 2.3645837 May 04 17:26:38.087381 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46008) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:38.109284 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a338e9fd-12bd-4d4d-9101-329561cddf4e tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:38.135370 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a338e9fd-12bd-4d4d-9101-329561cddf4e tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:38.148504 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fb1e9241-c373-499f-a283-318026dc53a9 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:38.172409 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-110302fb-01a2-4866-87dc-66bffb4556a7 req-66538fd7-5f8b-4801-935f-41a6471a67b9 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b0b86cf-a8f4-433e-9176-88c2053bdfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2810161 May 04 17:26:38.182830 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fb1e9241-c373-499f-a283-318026dc53a9 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710218'] for floatingip, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:38.215218 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-215091c6-f79c-4be6-97c3-86e8e76ac054 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710748'] for router_interface, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:38.252639 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a338e9fd-12bd-4d4d-9101-329561cddf4e tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:26:38.291347 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a338e9fd-12bd-4d4d-9101-329561cddf4e tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a359d859-62a0-4c39-808a-825828375263,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:38.306883 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a338e9fd-12bd-4d4d-9101-329561cddf4e tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:38.307278 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-a338e9fd-12bd-4d4d-9101-329561cddf4e tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Added segment c5ab49e8-fbd7-425f-bdb9-ba737677caf5 of type vlan for network 7d889c6c-22eb-4497-8ae5-4a95aae1a3fb May 04 17:26:38.376170 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1a475040-6702-46e9-b83a-23a2564ba3e4 tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Notify callbacks [] for router, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:38.395689 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f142ae4-3b54-4823-a2ac-3b101959a5cf tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Router 0cd77043-c03f-4b34-b6fb-545c4144e091 is scheduled to L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 with binding_index 1 {{(pid=88037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:26:38.439998 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a338e9fd-12bd-4d4d-9101-329561cddf4e tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:38.530809 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7815f1ba-c6b3-4f66-9da6-d33e903fc919 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Router f26684f9-596e-4947-abb5-75f07f230126 is scheduled to L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 with binding_index 1 {{(pid=88037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:26:38.551541 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.l3_db [None req-fb1e9241-c373-499f-a283-318026dc53a9 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Floating IP cfb9886a-1c60-41e2-ab22-07e4399dac71 associated. External IP: 172.26.0.43, port: b9efea67-99e3-45b2-88d4-93cc730d1f0d. May 04 17:26:38.760050 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a338e9fd-12bd-4d4d-9101-329561cddf4e tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:38.765474 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a338e9fd-12bd-4d4d-9101-329561cddf4e tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:38.766095 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a338e9fd-12bd-4d4d-9101-329561cddf4e tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:38.807876 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af25ea6-2af1-49d6-9ee6-f5ea44af6cff req-b2806fe4-59b0-4147-bf24-e02eeb4e013c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:38.809260 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-7af25ea6-2af1-49d6-9ee6-f5ea44af6cff req-b2806fe4-59b0-4147-bf24-e02eeb4e013c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc3827ab-b4d6-4656-be7d-24135047baff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7713163 May 04 17:26:38.964788 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1a475040-6702-46e9-b83a-23a2564ba3e4 tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:38.978143 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1a475040-6702-46e9-b83a-23a2564ba3e4 tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:39.018301 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:39.054421 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-a338e9fd-12bd-4d4d-9101-329561cddf4e tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 3.1755102 May 04 17:26:39.059865 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a338e9fd-12bd-4d4d-9101-329561cddf4e tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Pushing event updated for resources: {'Network': ['ID=7d889c6c-22eb-4497-8ae5-4a95aae1a3fb,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:39.064632 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46014) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:39.068150 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f142ae4-3b54-4823-a2ac-3b101959a5cf tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:26:39.077883 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ed3c62-13ea-4037-ba05-5cb4617daabe None None] Sync routers for ids ['0cd77043-c03f-4b34-b6fb-545c4144e091'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:26:39.087330 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-e6bbf4c5-14e2-464a-ae45-8f127b07b439 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Request body: {'subnet': {'network_id': '7d889c6c-22eb-4497-8ae5-4a95aae1a3fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:26:39.089735 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 7d889c6c-22eb-4497-8ae5-4a95aae1a3fb details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:26:39.111786 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ed3c62-13ea-4037-ba05-5cb4617daabe None None] Routers {'0cd77043-c03f-4b34-b6fb-545c4144e091'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:26:39.112519 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-c1ed3c62-13ea-4037-ba05-5cb4617daabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:26:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['0cd77043-c03f-4b34-b6fb-545c4144e091'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:39.148201 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1a475040-6702-46e9-b83a-23a2564ba3e4 tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:39.148682 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9f142ae4-3b54-4823-a2ac-3b101959a5cf tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:39.148799 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a475040-6702-46e9-b83a-23a2564ba3e4 tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 02138c49-ea77-4132-a42b-99c25997e1e5 {{(pid=88038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:26:39.153244 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-9f142ae4-3b54-4823-a2ac-3b101959a5cf tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.1764326 May 04 17:26:39.153797 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46018) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:39.154295 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7815f1ba-c6b3-4f66-9da6-d33e903fc919 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:26:39.177692 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cb3b72-4e2f-4660-b864-fcb43a519fe5 None None] Sync routers for ids ['f26684f9-596e-4947-abb5-75f07f230126'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:26:39.202822 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cb3b72-4e2f-4660-b864-fcb43a519fe5 None None] Routers {'f26684f9-596e-4947-abb5-75f07f230126'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:26:39.203451 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-06cb3b72-4e2f-4660-b864-fcb43a519fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:26:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['f26684f9-596e-4947-abb5-75f07f230126'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:39.219984 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-c1ed3c62-13ea-4037-ba05-5cb4617daabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:39.304298 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1a475040-6702-46e9-b83a-23a2564ba3e4 tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:39.308189 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-1a475040-6702-46e9-b83a-23a2564ba3e4 tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] 10.222.0.41 "DELETE /v2.0/routers/02138c49-ea77-4132-a42b-99c25997e1e5 HTTP/1.1" status: 204 len: 168 time: 1.2171230 May 04 17:26:39.329891 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46024) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:39.346465 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-4c050f25-32a9-4799-96cb-396faa09b096 tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Request body: {'router': {'name': 'tempest-router-160879560', 'distributed': False}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:26:39.352913 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-06cb3b72-4e2f-4660-b864-fcb43a519fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:39.357070 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-7af25ea6-2af1-49d6-9ee6-f5ea44af6cff req-d47a017a-7cb5-4120-a031-32502a67f688 service neutron] 10.222.0.42 "GET /v2.0/networks/dc3827ab-b4d6-4656-be7d-24135047baff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4998889 May 04 17:26:39.371445 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cb3b72-4e2f-4660-b864-fcb43a519fe5 None None] Routers {'f26684f9-596e-4947-abb5-75f07f230126'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:26:39.371830 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ed3c62-13ea-4037-ba05-5cb4617daabe None None] Routers {'0cd77043-c03f-4b34-b6fb-545c4144e091'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:26:39.372446 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-c1ed3c62-13ea-4037-ba05-5cb4617daabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:26:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['0cd77043-c03f-4b34-b6fb-545c4144e091'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:39.372950 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-06cb3b72-4e2f-4660-b864-fcb43a519fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:26:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['f26684f9-596e-4947-abb5-75f07f230126'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:39.409070 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-4c050f25-32a9-4799-96cb-396faa09b096 tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:26:39.437848 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-c1ed3c62-13ea-4037-ba05-5cb4617daabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:39.438266 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ed3c62-13ea-4037-ba05-5cb4617daabe None None] The sync data for ids ['0cd77043-c03f-4b34-b6fb-545c4144e091'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:26:39.450294 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-4c050f25-32a9-4799-96cb-396faa09b096 tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Usage tracker for resource:router and tenant:087325274ac44f53b667b77e13a87327 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:26:39.461553 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-06cb3b72-4e2f-4660-b864-fcb43a519fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:39.463379 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cb3b72-4e2f-4660-b864-fcb43a519fe5 None None] The sync data for ids ['f26684f9-596e-4947-abb5-75f07f230126'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:26:39.465757 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-4c050f25-32a9-4799-96cb-396faa09b096 tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:26:39.481165 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69dbeba-cb83-4aac-ae1f-9cf86a0138ee req-f50d44c6-530c-489b-a4d2-80a1ea9e31a6 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:39.482671 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-c69dbeba-cb83-4aac-ae1f-9cf86a0138ee req-f50d44c6-530c-489b-a4d2-80a1ea9e31a6 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 945 time: 0.6266310 May 04 17:26:39.491988 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7815f1ba-c6b3-4f66-9da6-d33e903fc919 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:39.494393 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-7815f1ba-c6b3-4f66-9da6-d33e903fc919 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 9.7421479 May 04 17:26:39.497881 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-e6bbf4c5-14e2-464a-ae45-8f127b07b439 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:26:39.502947 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46028) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:39.506560 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-e6bbf4c5-14e2-464a-ae45-8f127b07b439 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Usage tracker for resource:subnet and tenant:c844e1f4a6a940a7879dfcfef24c3740 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:26:39.507337 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-4c050f25-32a9-4799-96cb-396faa09b096 tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:26:39.559912 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-e6bbf4c5-14e2-464a-ae45-8f127b07b439 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:26:39.642286 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4c050f25-32a9-4799-96cb-396faa09b096 tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:39.642685 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-e6bbf4c5-14e2-464a-ae45-8f127b07b439 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:26:39.642994 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4c050f25-32a9-4799-96cb-396faa09b096 tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:39.697712 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6bbf4c5-14e2-464a-ae45-8f127b07b439 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Made reservation on behalf of c844e1f4a6a940a7879dfcfef24c3740 for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:26:39.701166 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e6bbf4c5-14e2-464a-ae45-8f127b07b439 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:39.767984 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-215091c6-f79c-4be6-97c3-86e8e76ac054 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Deleting port fdb60ca1-c499-4363-95c9-9078265ee7f0 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:26:39.768309 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-215091c6-f79c-4be6-97c3-86e8e76ac054 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:39.826589 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-c69dbeba-cb83-4aac-ae1f-9cf86a0138ee req-901f99e6-cb5b-410d-a29c-9bd1e7313a7a tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3162026 May 04 17:26:39.833994 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4c050f25-32a9-4799-96cb-396faa09b096 tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:39.851121 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-7af25ea6-2af1-49d6-9ee6-f5ea44af6cff req-e3dc9b50-7ac8-4fb0-8b3e-58ecd42478ad service neutron] 10.222.0.42 "GET /v2.0/networks/dc3827ab-b4d6-4656-be7d-24135047baff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4229863 May 04 17:26:39.872090 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb1e9241-c373-499f-a283-318026dc53a9 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Router 4a22a707-4e83-4f89-83fe-45dcfa18c511 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:26:39.934730 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a2fbef-394e-4200-9c80-9a9ec21bbc73 req-c68b5683-258d-4cbf-b907-90bdbdf6926a tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:39.936091 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-81a2fbef-394e-4200-9c80-9a9ec21bbc73 req-c68b5683-258d-4cbf-b907-90bdbdf6926a tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e3c2a62-a3a5-485e-9329-8a03c7befa50 HTTP/1.1" status: 200 len: 945 time: 0.5393827 May 04 17:26:39.971928 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4c050f25-32a9-4799-96cb-396faa09b096 tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:40.079769 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-24da4931-1c88-4ab8-8801-fcd820c29688 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] 10.222.0.41 "GET /v2.0/routers/f26684f9-596e-4947-abb5-75f07f230126 HTTP/1.1" status: 200 len: 919 time: 0.5746071 May 04 17:26:40.090717 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46032) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:40.135519 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4c050f25-32a9-4799-96cb-396faa09b096 tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:40.136715 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-4c050f25-32a9-4799-96cb-396faa09b096 tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.8036919 May 04 17:26:40.144884 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46036) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:40.154105 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-81a2fbef-394e-4200-9c80-9a9ec21bbc73 req-d791ac9d-f86e-44d0-9072-14d37307894f tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b0b86cf-a8f4-433e-9176-88c2053bdfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2066054 May 04 17:26:40.162704 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-a9392b41-3afa-45cd-a217-749f68cab30b tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] 10.222.0.41 "GET /v2.0/ports?device_id=f26684f9-596e-4947-abb5-75f07f230126 HTTP/1.1" status: 200 len: 205 time: 0.0675499 May 04 17:26:40.215722 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46040) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:40.297569 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-df73fbc6-3cbf-4f8c-aa53-900337142636 req-be3d690f-1f2e-4003-853b-dffe55c28237 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5224538 May 04 17:26:40.502837 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-215091c6-f79c-4be6-97c3-86e8e76ac054 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:40.524453 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb1e9241-c373-499f-a283-318026dc53a9 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:26:40.536629 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57be364-8c71-429d-8aa5-60bb7a60cfd1 None None] Sync routers for ids ['4a22a707-4e83-4f89-83fe-45dcfa18c511'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:26:40.547877 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57be364-8c71-429d-8aa5-60bb7a60cfd1 None None] Routers {'4a22a707-4e83-4f89-83fe-45dcfa18c511'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:26:40.548491 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-b57be364-8c71-429d-8aa5-60bb7a60cfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:26:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['4a22a707-4e83-4f89-83fe-45dcfa18c511'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:40.570427 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fb1e9241-c373-499f-a283-318026dc53a9 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:40.643075 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0445afc9-009f-4b01-8aac-614a8cccd14d tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Notify callbacks [] for router, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:40.705062 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-215091c6-f79c-4be6-97c3-86e8e76ac054 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Calling delete_port for fdb60ca1-c499-4363-95c9-9078265ee7f0 owned by network:router_interface {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:26:40.723407 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e6bbf4c5-14e2-464a-ae45-8f127b07b439 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:40.762601 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6fab70bb-9b3c-455e-b03a-f58a51e0eda9 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks [] for router, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:40.772602 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-b57be364-8c71-429d-8aa5-60bb7a60cfd1 None None] Set router 4a22a707-4e83-4f89-83fe-45dcfa18c511 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:26:40.900799 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-fb1e9241-c373-499f-a283-318026dc53a9 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] 10.222.0.41 "PUT /v2.0/floatingips/cfb9886a-1c60-41e2-ab22-07e4399dac71 HTTP/1.1" status: 200 len: 991 time: 6.0448513 May 04 17:26:40.953895 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1b66867-5b74-48e0-919b-622dcaf3a763', 'tag': 'b9efea67-99e3-45b2-88d4-93cc730d1f0d'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:26:40.966976 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df73fbc6-3cbf-4f8c-aa53-900337142636 req-ed226bd6-c9d6-426d-8f5a-d0d713ad7faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:40.968446 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-df73fbc6-3cbf-4f8c-aa53-900337142636 req-ed226bd6-c9d6-426d-8f5a-d0d713ad7faa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a1ff53d6703b4f3fb85115a97c2da768&device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 1098 time: 0.5909276 May 04 17:26:41.044255 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bbf4c5-14e2-464a-ae45-8f127b07b439 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Pushing event updated for resources: {'Subnet': ['ID=9a0b2840-5a04-4e58-86a6-2c01f197c86b,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:41.102138 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bbf4c5-14e2-464a-ae45-8f127b07b439 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Checking segment: {'id': 'c5ab49e8-fbd7-425f-bdb9-ba737677caf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7d889c6c-22eb-4497-8ae5-4a95aae1a3fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:26:41.102508 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6bbf4c5-14e2-464a-ae45-8f127b07b439 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Network hostable DHCP agents. Network: 7d889c6c-22eb-4497-8ae5-4a95aae1a3fb, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:26:41.141370 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-b57be364-8c71-429d-8aa5-60bb7a60cfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a22a707-4e83-4f89-83fe-45dcfa18c511', 'name': 'tempest-ServersTestJSON-1729791135-router', 'tenant_id': '379b29e6adf3429fb2a4d97286c4b5cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.69'}], 'enable_snat': True}, 'gw_port_id': 'd119864a-61e3-42f6-a0cc-3e15026cbe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:25:27Z', 'updated_at': '2022-05-04T17:25:38Z', 'revision_number': 4, 'project_id': '379b29e6adf3429fb2a4d97286c4b5cf', 'gw_port': {'id': 'd119864a-61e3-42f6-a0cc-3e15026cbe88', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a22a707-4e83-4f89-83fe-45dcfa18c511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:25:27Z', 'updated_at': '2022-05-04T17:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': 'cfb9886a-1c60-41e2-ab22-07e4399dac71', 'tenant_id': '379b29e6adf3429fb2a4d97286c4b5cf', 'floating_ip_address': '172.26.0.43', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '4a22a707-4e83-4f89-83fe-45dcfa18c511', 'port_id': 'b9efea67-99e3-45b2-88d4-93cc730d1f0d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd18084c-d817-434f-8399-bdaa1bc23fbc', 'mac_address': 'fa:16:3e:83:a3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b66867-5b74-48e0-919b-622dcaf3a763', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:25:55Z', 'updated_at': '2022-05-04T17:26:37Z', 'revision_number': 1, 'project_id': '379b29e6adf3429fb2a4d97286c4b5cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '170a97cc-123f-4e00-9e7f-94993732bc54', 'name': '', 'network_id': 'bd18084c-d817-434f-8399-bdaa1bc23fbc', 'tenant_id': '379b29e6adf3429fb2a4d97286c4b5cf', 'mac_address': 'fa:16:3e:15:df:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a22a707-4e83-4f89-83fe-45dcfa18c511', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'f235847f-d3a9-40a5-a380-de5a5d0a1fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:25:35Z', 'updated_at': '2022-05-04T17:25:52Z', 'revision_number': 5, 'project_id': '379b29e6adf3429fb2a4d97286c4b5cf', 'subnets': [{'id': 'f235847f-d3a9-40a5-a380-de5a5d0a1fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:41.145390 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57be364-8c71-429d-8aa5-60bb7a60cfd1 None None] Checking router: 4a22a707-4e83-4f89-83fe-45dcfa18c511 for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:26:41.153583 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57be364-8c71-429d-8aa5-60bb7a60cfd1 None None] Routers {'4a22a707-4e83-4f89-83fe-45dcfa18c511'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:26:41.154251 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-b57be364-8c71-429d-8aa5-60bb7a60cfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:26:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['4a22a707-4e83-4f89-83fe-45dcfa18c511'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:41.204448 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0445afc9-009f-4b01-8aac-614a8cccd14d tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:41.206467 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6fab70bb-9b3c-455e-b03a-f58a51e0eda9 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:41.210253 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0445afc9-009f-4b01-8aac-614a8cccd14d tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:41.232768 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6bbf4c5-14e2-464a-ae45-8f127b07b439 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Network 7d889c6c-22eb-4497-8ae5-4a95aae1a3fb is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:26:41.233849 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb5bdb-b79a-42ae-8fd7-fd84382a005e req-42c5e8d8-9181-4218-b988-ea566075a675 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:41.234883 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-6fab70bb-9b3c-455e-b03a-f58a51e0eda9 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Deleting port 3d3abe2f-b7bd-4f24-b0fc-ed1cc8bed1f8 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:26:41.235223 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6fab70bb-9b3c-455e-b03a-f58a51e0eda9 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:41.248784 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-90cb5bdb-b79a-42ae-8fd7-fd84382a005e req-42c5e8d8-9181-4218-b988-ea566075a675 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e3c2a62-a3a5-485e-9329-8a03c7befa50 HTTP/1.1" status: 200 len: 945 time: 0.9206014 May 04 17:26:41.259674 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46052) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:41.289885 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-f3b98c0d-47a5-42c8-baa2-c20870676689 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Request body: {'floatingip': {'port_id': '3705644d-3b46-45bb-b3ca-58a94f3888ea'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:26:41.334532 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0445afc9-009f-4b01-8aac-614a8cccd14d tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:41.335292 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0445afc9-009f-4b01-8aac-614a8cccd14d tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f53b8053-1f60-460d-91f1-df247adccbd9 {{(pid=88038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:26:41.343587 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df73fbc6-3cbf-4f8c-aa53-900337142636 req-da9870b1-6bf9-4821-8a3c-adc02414eba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:41.345043 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-df73fbc6-3cbf-4f8c-aa53-900337142636 req-da9870b1-6bf9-4821-8a3c-adc02414eba0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dc3827ab-b4d6-4656-be7d-24135047baff HTTP/1.1" status: 200 len: 913 time: 0.3516753 May 04 17:26:41.358390 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0445afc9-009f-4b01-8aac-614a8cccd14d tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:41.363971 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-0445afc9-009f-4b01-8aac-614a8cccd14d tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] 10.222.0.41 "DELETE /v2.0/routers/f53b8053-1f60-460d-91f1-df247adccbd9 HTTP/1.1" status: 204 len: 168 time: 1.2144272 May 04 17:26:41.371122 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46056) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:41.380130 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-b51d85c9-9bed-40a8-9aff-168b1d60b238 tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Request body: {'router': {'name': 'tempest-router-1732204452', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '3a6e84b44dc9461ebb5ecb81564d73db'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:26:41.389368 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-b57be364-8c71-429d-8aa5-60bb7a60cfd1 None None] Set router 4a22a707-4e83-4f89-83fe-45dcfa18c511 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:26:41.433417 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-e6bbf4c5-14e2-464a-ae45-8f127b07b439 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 7d889c6c-22eb-4497-8ae5-4a95aae1a3fb) {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:26:41.447450 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c774525b-0612-43c8-90cd-ee820690c818 None None] Network 7d889c6c-22eb-4497-8ae5-4a95aae1a3fb requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:26:41.460829 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f2261e-c598-4177-96b3-8990a9def854 req-df0357df-3e57-44fe-98d0-f30a57883d6a tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:41.462408 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-19f2261e-c598-4177-96b3-8990a9def854 req-df0357df-3e57-44fe-98d0-f30a57883d6a tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 945 time: 0.4734907 May 04 17:26:41.470782 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f3b98c0d-47a5-42c8-baa2-c20870676689 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Notify callbacks [] for floatingip, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:41.523836 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bbf4c5-14e2-464a-ae45-8f127b07b439 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:41.524419 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e6bbf4c5-14e2-464a-ae45-8f127b07b439 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:41.556236 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-b51d85c9-9bed-40a8-9aff-168b1d60b238 tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:26:41.578892 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-b51d85c9-9bed-40a8-9aff-168b1d60b238 tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Usage tracker for resource:router and tenant:3a6e84b44dc9461ebb5ecb81564d73db is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:26:41.596811 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-b51d85c9-9bed-40a8-9aff-168b1d60b238 tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:26:41.638081 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-b51d85c9-9bed-40a8-9aff-168b1d60b238 tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:26:41.682995 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-e6bbf4c5-14e2-464a-ae45-8f127b07b439 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6130917 May 04 17:26:41.689134 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46060) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:41.695765 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b51d85c9-9bed-40a8-9aff-168b1d60b238 tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:41.696821 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b51d85c9-9bed-40a8-9aff-168b1d60b238 tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:41.707755 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-43b3ccfb-2760-498f-995c-9faa1e6edd8a tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Request body: {'port': {'network_id': '7d889c6c-22eb-4497-8ae5-4a95aae1a3fb', 'name': 'tempest-ExtraDHCPOptionsTestJSON-605063578'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:26:41.728663 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-73b24029-017d-44e0-a4a7-2f02089a1736 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:41.742054 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-df73fbc6-3cbf-4f8c-aa53-900337142636 req-54198a57-e39a-4501-a2c8-50c1af49607f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=115c2e5e-626d-476c-9f9c-99d23fa03683 HTTP/1.1" status: 200 len: 1000 time: 0.3864939 May 04 17:26:41.757291 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-19f2261e-c598-4177-96b3-8990a9def854 req-6ff5c5ff-9069-474d-aaec-77362aeab0ce tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2351274 May 04 17:26:41.861763 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-043cdc20-dc13-4333-82d8-90ee16be74ad'] response: {'name': 'network-changed', 'server_uuid': 'a1b66867-5b74-48e0-919b-622dcaf3a763', 'tag': 'b9efea67-99e3-45b2-88d4-93cc730d1f0d', 'status': 'completed', 'code': 200} May 04 17:26:41.890431 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6fab70bb-9b3c-455e-b03a-f58a51e0eda9 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:41.892049 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b1ad1d-74f3-4bb5-8c02-5bd2e9e263b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-7d889c6c-22eb-4497-8ae5-4a95aae1a3fb', 'network_id': '7d889c6c-22eb-4497-8ae5-4a95aae1a3fb', 'tenant_id': 'c844e1f4a6a940a7879dfcfef24c3740', 'fixed_ips': [{'subnet_id': '9a0b2840-5a04-4e58-86a6-2c01f197c86b'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:26:41.892911 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-73b1ad1d-74f3-4bb5-8c02-5bd2e9e263b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:41.908129 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13254d32-b06c-4ba9-a576-b887655523bd req-7aa5b5d2-1c05-4df6-949d-1ab2a00a4aaf tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:41.915903 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-13254d32-b06c-4ba9-a576-b887655523bd req-7aa5b5d2-1c05-4df6-949d-1ab2a00a4aaf tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1b66867-5b74-48e0-919b-622dcaf3a763 HTTP/1.1" status: 200 len: 946 time: 0.5288801 May 04 17:26:42.015605 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df73fbc6-3cbf-4f8c-aa53-900337142636 req-c68c5e6d-8f71-4651-9889-45cf5684cde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:42.017089 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-df73fbc6-3cbf-4f8c-aa53-900337142636 req-c68c5e6d-8f71-4651-9889-45cf5684cde7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c14252a2-7d43-446e-921a-c611341f12b4 HTTP/1.1" status: 200 len: 851 time: 0.2553413 May 04 17:26:42.036735 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b51d85c9-9bed-40a8-9aff-168b1d60b238 tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:42.122334 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-215091c6-f79c-4be6-97c3-86e8e76ac054 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:42.152149 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-b57be364-8c71-429d-8aa5-60bb7a60cfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a22a707-4e83-4f89-83fe-45dcfa18c511', 'name': 'tempest-ServersTestJSON-1729791135-router', 'tenant_id': '379b29e6adf3429fb2a4d97286c4b5cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.69'}], 'enable_snat': True}, 'gw_port_id': 'd119864a-61e3-42f6-a0cc-3e15026cbe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:25:27Z', 'updated_at': '2022-05-04T17:25:38Z', 'revision_number': 4, 'project_id': '379b29e6adf3429fb2a4d97286c4b5cf', 'gw_port': {'id': 'd119864a-61e3-42f6-a0cc-3e15026cbe88', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a22a707-4e83-4f89-83fe-45dcfa18c511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:25:27Z', 'updated_at': '2022-05-04T17:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': 'cfb9886a-1c60-41e2-ab22-07e4399dac71', 'tenant_id': '379b29e6adf3429fb2a4d97286c4b5cf', 'floating_ip_address': '172.26.0.43', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '4a22a707-4e83-4f89-83fe-45dcfa18c511', 'port_id': 'b9efea67-99e3-45b2-88d4-93cc730d1f0d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd18084c-d817-434f-8399-bdaa1bc23fbc', 'mac_address': 'fa:16:3e:83:a3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b66867-5b74-48e0-919b-622dcaf3a763', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:25:55Z', 'updated_at': '2022-05-04T17:26:37Z', 'revision_number': 1, 'project_id': '379b29e6adf3429fb2a4d97286c4b5cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '170a97cc-123f-4e00-9e7f-94993732bc54', 'name': '', 'network_id': 'bd18084c-d817-434f-8399-bdaa1bc23fbc', 'tenant_id': '379b29e6adf3429fb2a4d97286c4b5cf', 'mac_address': 'fa:16:3e:15:df:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a22a707-4e83-4f89-83fe-45dcfa18c511', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'f235847f-d3a9-40a5-a380-de5a5d0a1fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:25:35Z', 'updated_at': '2022-05-04T17:25:52Z', 'revision_number': 5, 'project_id': '379b29e6adf3429fb2a4d97286c4b5cf', 'subnets': [{'id': 'f235847f-d3a9-40a5-a380-de5a5d0a1fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:42.166241 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57be364-8c71-429d-8aa5-60bb7a60cfd1 None None] The sync data for ids ['4a22a707-4e83-4f89-83fe-45dcfa18c511'] in dv-neutron-840426-1-hyperv is: [{'id': '4a22a707-4e83-4f89-83fe-45dcfa18c511', 'name': 'tempest-ServersTestJSON-1729791135-router', 'tenant_id': '379b29e6adf3429fb2a4d97286c4b5cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.69'}], 'enable_snat': True}, 'gw_port_id': 'd119864a-61e3-42f6-a0cc-3e15026cbe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:25:27Z', 'updated_at': '2022-05-04T17:25:38Z', 'revision_number': 4, 'project_id': '379b29e6adf3429fb2a4d97286c4b5cf', 'gw_port': {'id': 'd119864a-61e3-42f6-a0cc-3e15026cbe88', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a22a707-4e83-4f89-83fe-45dcfa18c511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:25:27Z', 'updated_at': '2022-05-04T17:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': 'cfb9886a-1c60-41e2-ab22-07e4399dac71', 'tenant_id': '379b29e6adf3429fb2a4d97286c4b5cf', 'floating_ip_address': '172.26.0.43', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '4a22a707-4e83-4f89-83fe-45dcfa18c511', 'port_id': 'b9efea67-99e3-45b2-88d4-93cc730d1f0d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd18084c-d817-434f-8399-bdaa1bc23fbc', 'mac_address': 'fa:16:3e:83:a3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b66867-5b74-48e0-919b-622dcaf3a763', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:25:55Z', 'updated_at': '2022-05-04T17:26:37Z', 'revision_number': 1, 'project_id': '379b29e6adf3429fb2a4d97286c4b5cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '170a97cc-123f-4e00-9e7f-94993732bc54', 'name': '', 'network_id': 'bd18084c-d817-434f-8399-bdaa1bc23fbc', 'tenant_id': '379b29e6adf3429fb2a4d97286c4b5cf', 'mac_address': 'fa:16:3e:15:df:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a22a707-4e83-4f89-83fe-45dcfa18c511', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'f235847f-d3a9-40a5-a380-de5a5d0a1fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:25:35Z', 'updated_at': '2022-05-04T17:25:52Z', 'revision_number': 5, 'project_id': '379b29e6adf3429fb2a4d97286c4b5cf', 'subnets': [{'id': 'f235847f-d3a9-40a5-a380-de5a5d0a1fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:26:42.173589 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-73b1ad1d-74f3-4bb5-8c02-5bd2e9e263b4 None None] Allocated IP 172.20.0.2 (7d889c6c-22eb-4497-8ae5-4a95aae1a3fb/9a0b2840-5a04-4e58-86a6-2c01f197c86b/e3b0238b-ef33-4d37-add7-72da35951c3a) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:26:42.236784 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-6fab70bb-9b3c-455e-b03a-f58a51e0eda9 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Calling delete_port for 3d3abe2f-b7bd-4f24-b0fc-ed1cc8bed1f8 owned by network:router_gateway {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:26:42.395355 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b51d85c9-9bed-40a8-9aff-168b1d60b238 tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:42.400695 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215091c6-f79c-4be6-97c3-86e8e76ac054 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Pushing event deleted for resources: {'Port': ['ID=fdb60ca1-c499-4363-95c9-9078265ee7f0,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:42.417228 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-13254d32-b06c-4ba9-a576-b887655523bd req-3fb411f5-0744-46c6-a0d9-88ad73c9f2bc tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef9ce026-f7ab-4d8d-ba44-941d12f6d7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5004776 May 04 17:26:42.432113 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-73b1ad1d-74f3-4bb5-8c02-5bd2e9e263b4 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:42.445754 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-73b1ad1d-74f3-4bb5-8c02-5bd2e9e263b4 None None] Transition to ACTIVE for port object e3b0238b-ef33-4d37-add7-72da35951c3a will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:26:42.469488 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-73b1ad1d-74f3-4bb5-8c02-5bd2e9e263b4 None None] Transition to ACTIVE for port object e3b0238b-ef33-4d37-add7-72da35951c3a will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:26:42.481454 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-73b1ad1d-74f3-4bb5-8c02-5bd2e9e263b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:42.509940 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-43b3ccfb-2760-498f-995c-9faa1e6edd8a tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:26:42.539313 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-43b3ccfb-2760-498f-995c-9faa1e6edd8a tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Usage tracker for resource:port and tenant:c844e1f4a6a940a7879dfcfef24c3740 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:26:42.592783 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b1ad1d-74f3-4bb5-8c02-5bd2e9e263b4 None None] Network 7d889c6c-22eb-4497-8ae5-4a95aae1a3fb is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:26:42.605571 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-43b3ccfb-2760-498f-995c-9faa1e6edd8a tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:26:42.609761 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-73b1ad1d-74f3-4bb5-8c02-5bd2e9e263b4 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:26:42.617211 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b1ad1d-74f3-4bb5-8c02-5bd2e9e263b4 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:26:42.623629 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b1ad1d-74f3-4bb5-8c02-5bd2e9e263b4 None None] Pushing event updated for resources: {'Port': ['ID=e3b0238b-ef33-4d37-add7-72da35951c3a,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:42.634892 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-43b3ccfb-2760-498f-995c-9faa1e6edd8a tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:26:42.667863 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554b5dc4-f62f-4698-8c03-1e5cec8f6d89 None None] New status for floating IP cfb9886a-1c60-41e2-ab22-07e4399dac71: ACTIVE {{(pid=88040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:26:42.692157 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b51d85c9-9bed-40a8-9aff-168b1d60b238 tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:42.696596 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-b51d85c9-9bed-40a8-9aff-168b1d60b238 tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.3248322 May 04 17:26:42.703507 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46070) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:42.714641 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f5698-f4b3-47ef-8e8c-d96bf8a45b1d req-e1584a43-f116-4ada-9586-ea9c9a4731e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:42.716310 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-710f5698-f4b3-47ef-8e8c-d96bf8a45b1d req-e1584a43-f116-4ada-9586-ea9c9a4731e8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=379b29e6adf3429fb2a4d97286c4b5cf&device_id=a1b66867-5b74-48e0-919b-622dcaf3a763 HTTP/1.1" status: 200 len: 1099 time: 0.7793512 May 04 17:26:42.724509 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-3a080303-85d9-4d79-9eb8-1d436bc80af0 tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:26:42.755169 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-73b1ad1d-74f3-4bb5-8c02-5bd2e9e263b4 None None] Attempting to bind port e3b0238b-ef33-4d37-add7-72da35951c3a on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:26:42.755535 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-73b1ad1d-74f3-4bb5-8c02-5bd2e9e263b4 None None] Attempting to bind port e3b0238b-ef33-4d37-add7-72da35951c3a by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'c5ab49e8-fbd7-425f-bdb9-ba737677caf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7d889c6c-22eb-4497-8ae5-4a95aae1a3fb'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:26:42.755891 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b1ad1d-74f3-4bb5-8c02-5bd2e9e263b4 None None] Attempting to bind port e3b0238b-ef33-4d37-add7-72da35951c3a on network 7d889c6c-22eb-4497-8ae5-4a95aae1a3fb {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:26:42.761775 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b1ad1d-74f3-4bb5-8c02-5bd2e9e263b4 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:26:42.762235 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b1ad1d-74f3-4bb5-8c02-5bd2e9e263b4 None None] Checking segment: {'id': 'c5ab49e8-fbd7-425f-bdb9-ba737677caf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7d889c6c-22eb-4497-8ae5-4a95aae1a3fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:26:42.762629 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-73b1ad1d-74f3-4bb5-8c02-5bd2e9e263b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:42.764295 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b1ad1d-74f3-4bb5-8c02-5bd2e9e263b4 None None] Bound using segment: {'id': 'c5ab49e8-fbd7-425f-bdb9-ba737677caf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7d889c6c-22eb-4497-8ae5-4a95aae1a3fb'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:26:42.764769 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-73b1ad1d-74f3-4bb5-8c02-5bd2e9e263b4 None None] Bound port: e3b0238b-ef33-4d37-add7-72da35951c3a, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5ab49e8-fbd7-425f-bdb9-ba737677caf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7d889c6c-22eb-4497-8ae5-4a95aae1a3fb'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:26:42.765137 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-73b1ad1d-74f3-4bb5-8c02-5bd2e9e263b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:42.770456 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6fab70bb-9b3c-455e-b03a-f58a51e0eda9 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:42.847446 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fab70bb-9b3c-455e-b03a-f58a51e0eda9 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Pushing event deleted for resources: {'Port': ['ID=3d3abe2f-b7bd-4f24-b0fc-ed1cc8bed1f8,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:42.880226 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df73fbc6-3cbf-4f8c-aa53-900337142636 req-47f22683-7c8e-4927-9b70-839c387812b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:42.881717 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-df73fbc6-3cbf-4f8c-aa53-900337142636 req-47f22683-7c8e-4927-9b70-839c387812b9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc3827ab-b4d6-4656-be7d-24135047baff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5974474 May 04 17:26:42.893561 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-73b1ad1d-74f3-4bb5-8c02-5bd2e9e263b4 None None] For port e3b0238b-ef33-4d37-add7-72da35951c3a, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:26:42.895342 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b1dc4c-b553-4c3f-8ed2-ff40938e5961 req-e47fb6db-11e9-4573-8003-db64d0647fc3 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:42.896828 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f8b1dc4c-b553-4c3f-8ed2-ff40938e5961 req-e47fb6db-11e9-4573-8003-db64d0647fc3 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 945 time: 0.8249648 May 04 17:26:42.897767 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-73b1ad1d-74f3-4bb5-8c02-5bd2e9e263b4 None None] For port e3b0238b-ef33-4d37-add7-72da35951c3a, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=e3b0238b-ef33-4d37-add7-72da35951c3a,segment=NetworkSegment(c5ab49e8-fbd7-425f-bdb9-ba737677caf5),segment_id=c5ab49e8-fbd7-425f-bdb9-ba737677caf5)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:26:42.903827 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-73b1ad1d-74f3-4bb5-8c02-5bd2e9e263b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:42.927325 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b3ccfb-2760-498f-995c-9faa1e6edd8a tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Made reservation on behalf of c844e1f4a6a940a7879dfcfef24c3740 for: {'port': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:26:42.931109 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-43b3ccfb-2760-498f-995c-9faa1e6edd8a tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:43.017756 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b1ad1d-74f3-4bb5-8c02-5bd2e9e263b4 None None] Pushing event updated for resources: {'Port': ['ID=e3b0238b-ef33-4d37-add7-72da35951c3a,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:43.113702 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f8b1dc4c-b553-4c3f-8ed2-ff40938e5961 req-70e2b538-8563-4657-b887-a21d8509234c tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1899669 May 04 17:26:43.136489 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6fab70bb-9b3c-455e-b03a-f58a51e0eda9 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710199'] for router_gateway, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:43.200680 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-73b24029-017d-44e0-a4a7-2f02089a1736 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Allocated IP 172.20.0.1 (4ace9741-ee8e-4384-a966-455b35b21296/c5f6b320-a398-43fe-9d34-3563e8593130/1df27b43-a0f0-4cc7-bd6e-1a500450e9d1) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:26:43.347622 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.db.resource_extend [None req-f3b98c0d-47a5-42c8-baa2-c20870676689 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 17:26:43.437002 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6fab70bb-9b3c-455e-b03a-f58a51e0eda9 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:43.442737 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-df73fbc6-3cbf-4f8c-aa53-900337142636 req-ea5a4743-876b-47e5-b139-bfd92d5e9110 service neutron] 10.222.0.42 "GET /v2.0/networks/dc3827ab-b4d6-4656-be7d-24135047baff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5438018 May 04 17:26:43.443827 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6fab70bb-9b3c-455e-b03a-f58a51e0eda9 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:43.457158 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [None req-43b3ccfb-2760-498f-995c-9faa1e6edd8a tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] device_id is not set on port 2a11e7d2-98e0-456c-81fb-dc6ae7fb8f7f yet. {{(pid=88038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:26:43.494706 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f3b98c0d-47a5-42c8-baa2-c20870676689 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:43.503416 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f3b98c0d-47a5-42c8-baa2-c20870676689 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710218'] for floatingip, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:43.588622 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6fab70bb-9b3c-455e-b03a-f58a51e0eda9 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:43.589051 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fab70bb-9b3c-455e-b03a-f58a51e0eda9 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Fanout notify agent at l3_agent the message router_deleted on router f26684f9-596e-4947-abb5-75f07f230126 {{(pid=88037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:26:43.863187 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f5698-f4b3-47ef-8e8c-d96bf8a45b1d req-5bb8c440-b8f9-4a3a-b9c1-7d6209545d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:43.864655 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-710f5698-f4b3-47ef-8e8c-d96bf8a45b1d req-5bb8c440-b8f9-4a3a-b9c1-7d6209545d92 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bd18084c-d817-434f-8399-bdaa1bc23fbc HTTP/1.1" status: 200 len: 907 time: 1.0615804 May 04 17:26:43.887494 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3a080303-85d9-4d79-9eb8-1d436bc80af0 tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:43.887876 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3a080303-85d9-4d79-9eb8-1d436bc80af0 tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Notify callbacks [] for router, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:43.903868 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6fab70bb-9b3c-455e-b03a-f58a51e0eda9 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:43.904978 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-6fab70bb-9b3c-455e-b03a-f58a51e0eda9 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] 10.222.0.41 "DELETE /v2.0/routers/f26684f9-596e-4947-abb5-75f07f230126 HTTP/1.1" status: 204 len: 168 time: 3.6882994 May 04 17:26:43.912529 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46078) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:43.923849 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-5ec1d7bb-3277-464b-8d6e-c7709c518a6a tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Request body: {'router': {'name': 'tempest-snat-router-328627712', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'enable_snat': False}}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:26:43.947964 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-5ec1d7bb-3277-464b-8d6e-c7709c518a6a tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:26:43.958724 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-5ec1d7bb-3277-464b-8d6e-c7709c518a6a tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Usage tracker for resource:router and tenant:826e7a781f254ab597721e5ca1a7bd14 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:26:43.963755 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-df73fbc6-3cbf-4f8c-aa53-900337142636 req-d6a53c5d-150e-4de9-9c86-759157d15f42 service neutron] 10.222.0.42 "GET /v2.0/networks/dc3827ab-b4d6-4656-be7d-24135047baff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5049722 May 04 17:26:43.967620 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-5ec1d7bb-3277-464b-8d6e-c7709c518a6a tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:26:43.977243 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.l3_db [None req-f3b98c0d-47a5-42c8-baa2-c20870676689 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Floating IP f9549416-89fe-4092-b188-4135a19bbc2e associated. External IP: 172.26.0.155, port: 3705644d-3b46-45bb-b3ca-58a94f3888ea. May 04 17:26:44.027396 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-5ec1d7bb-3277-464b-8d6e-c7709c518a6a tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:26:44.069593 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df44e3c-0837-42a8-b47e-bf4e24ef3bc5 req-aa5acb7a-ea1c-4799-9e4e-47275b691315 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:44.071178 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-1df44e3c-0837-42a8-b47e-bf4e24ef3bc5 req-aa5acb7a-ea1c-4799-9e4e-47275b691315 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 945 time: 0.4993162 May 04 17:26:44.074557 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5ec1d7bb-3277-464b-8d6e-c7709c518a6a tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:44.075759 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5ec1d7bb-3277-464b-8d6e-c7709c518a6a tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:44.138089 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-215091c6-f79c-4be6-97c3-86e8e76ac054 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710832'] for router_interface, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:44.205062 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-1df44e3c-0837-42a8-b47e-bf4e24ef3bc5 req-a62716d4-3758-4db3-815e-8e41610563ca tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256387 May 04 17:26:44.211623 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-73b24029-017d-44e0-a4a7-2f02089a1736 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:44.214137 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5ec1d7bb-3277-464b-8d6e-c7709c518a6a tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:44.259419 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e200bae2-f146-48d0-801a-e070a31bd09b None None] Network 7d889c6c-22eb-4497-8ae5-4a95aae1a3fb requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:26:44.271052 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3a080303-85d9-4d79-9eb8-1d436bc80af0 tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88038) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} May 04 17:26:44.271415 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3a080303-85d9-4d79-9eb8-1d436bc80af0 tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Router e346e071-f056-4020-90f2-925dff50ca3b migrating from provider to provider. {{(pid=88038) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} May 04 17:26:44.271823 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3a080303-85d9-4d79-9eb8-1d436bc80af0 tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:44.287990 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-710f5698-f4b3-47ef-8e8c-d96bf8a45b1d req-241ae9ab-6628-4d42-937a-72605cb446e7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9efea67-99e3-45b2-88d4-93cc730d1f0d HTTP/1.1" status: 200 len: 1001 time: 0.4070661 May 04 17:26:44.309847 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3a080303-85d9-4d79-9eb8-1d436bc80af0 tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:44.362295 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3a080303-85d9-4d79-9eb8-1d436bc80af0 tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-712177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-712168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-709817'] for router, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:44.370360 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-43b3ccfb-2760-498f-995c-9faa1e6edd8a tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Allocated IP 172.20.0.11 (7d889c6c-22eb-4497-8ae5-4a95aae1a3fb/9a0b2840-5a04-4e58-86a6-2c01f197c86b/2a11e7d2-98e0-456c-81fb-dc6ae7fb8f7f) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:26:44.618112 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d76b0359-0ca0-4ffe-807a-7344d58cc9c5 None None] Provisioning for port e3b0238b-ef33-4d37-add7-72da35951c3a completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:26:44.708484 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5ec1d7bb-3277-464b-8d6e-c7709c518a6a tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:44.767478 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f5698-f4b3-47ef-8e8c-d96bf8a45b1d req-e8405577-a27a-4e9b-a769-aa338ffa0a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:44.769900 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-710f5698-f4b3-47ef-8e8c-d96bf8a45b1d req-e8405577-a27a-4e9b-a769-aa338ffa0a4d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f235847f-d3a9-40a5-a380-de5a5d0a1fe6 HTTP/1.1" status: 200 len: 845 time: 0.4613190 May 04 17:26:44.912536 dv-neutron-840426-1-hyperv neutron-server[88038]: WARNING neutron.scheduler.l3_agent_scheduler [None req-3a080303-85d9-4d79-9eb8-1d436bc80af0 tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] No L3 agents can host the router e346e071-f056-4020-90f2-925dff50ca3b May 04 17:26:44.929331 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device e3b0238b-ef33-4d37-add7-72da35951c3a up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:26:44.931663 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-73b24029-017d-44e0-a4a7-2f02089a1736 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:44.969363 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3b98c0d-47a5-42c8-baa2-c20870676689 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Router c9610e8c-5484-42ad-a20b-e10d6c3f3d59 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:26:45.053727 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port e3b0238b-ef33-4d37-add7-72da35951c3a completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:26:45.058645 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port e3b0238b-ef33-4d37-add7-72da35951c3a triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:26:45.059086 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:45.167033 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b24029-017d-44e0-a4a7-2f02089a1736 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Network 4ace9741-ee8e-4384-a966-455b35b21296 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:26:45.195388 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:45.230629 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port e3b0238b-ef33-4d37-add7-72da35951c3a, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=e3b0238b-ef33-4d37-add7-72da35951c3a,segment=NetworkSegment(c5ab49e8-fbd7-425f-bdb9-ba737677caf5),segment_id=c5ab49e8-fbd7-425f-bdb9-ba737677caf5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:26:45.235724 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:45.242616 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-73b24029-017d-44e0-a4a7-2f02089a1736 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:26:45.311669 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b24029-017d-44e0-a4a7-2f02089a1736 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:26:45.320233 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=e3b0238b-ef33-4d37-add7-72da35951c3a,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:45.364607 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b24029-017d-44e0-a4a7-2f02089a1736 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Pushing event updated for resources: {'Port': ['ID=1df27b43-a0f0-4cc7-bd6e-1a500450e9d1,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:45.470886 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ca2f8-06c6-43b8-9bfb-3d9a57a7311c req-155b1e7a-370d-46f7-a8b1-ca1f49ae62a9 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:45.472404 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c18ca2f8-06c6-43b8-9bfb-3d9a57a7311c req-155b1e7a-370d-46f7-a8b1-ca1f49ae62a9 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 945 time: 0.4499359 May 04 17:26:45.511823 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f5698-f4b3-47ef-8e8c-d96bf8a45b1d req-f7bf7e7a-e804-4bd0-bd8e-3b21ed406b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:45.513299 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-710f5698-f4b3-47ef-8e8c-d96bf8a45b1d req-f7bf7e7a-e804-4bd0-bd8e-3b21ed406b2c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bd18084c-d817-434f-8399-bdaa1bc23fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7320421 May 04 17:26:45.544184 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b98c0d-47a5-42c8-baa2-c20870676689 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:26:45.554643 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df241e14-818c-4dd1-a191-cdc6d88212d1 None None] Sync routers for ids ['c9610e8c-5484-42ad-a20b-e10d6c3f3d59'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:26:45.562308 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-73b24029-017d-44e0-a4a7-2f02089a1736 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710357'] for router_interface, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:45.564307 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df241e14-818c-4dd1-a191-cdc6d88212d1 None None] Routers {'c9610e8c-5484-42ad-a20b-e10d6c3f3d59'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:26:45.565048 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-df241e14-818c-4dd1-a191-cdc6d88212d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:26:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['c9610e8c-5484-42ad-a20b-e10d6c3f3d59'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:45.606093 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f3b98c0d-47a5-42c8-baa2-c20870676689 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:45.670706 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c18ca2f8-06c6-43b8-9bfb-3d9a57a7311c req-dee41521-20c0-4322-802b-1477d1afb5fb tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358013 May 04 17:26:45.672902 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a080303-85d9-4d79-9eb8-1d436bc80af0 tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Hosts for router e346e071-f056-4020-90f2-925dff50ca3b: [] {{(pid=88038) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} May 04 17:26:45.693380 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-f3b98c0d-47a5-42c8-baa2-c20870676689 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] 10.222.0.41 "PUT /v2.0/floatingips/f9549416-89fe-4092-b188-4135a19bbc2e HTTP/1.1" status: 200 len: 991 time: 4.4254184 May 04 17:26:45.696099 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e3c2a62-a3a5-485e-9329-8a03c7befa50', 'tag': '3705644d-3b46-45bb-b3ca-58a94f3888ea'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:26:45.701628 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5ec1d7bb-3277-464b-8d6e-c7709c518a6a tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:45.732858 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5ec1d7bb-3277-464b-8d6e-c7709c518a6a tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:45.764964 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-df241e14-818c-4dd1-a191-cdc6d88212d1 None None] Set router c9610e8c-5484-42ad-a20b-e10d6c3f3d59 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:26:45.786973 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-43b3ccfb-2760-498f-995c-9faa1e6edd8a tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:45.807362 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bf1ac4b-8712-410d-92e1-4798c0df411a'] response: {'name': 'network-changed', 'server_uuid': '1e3c2a62-a3a5-485e-9329-8a03c7befa50', 'tag': '3705644d-3b46-45bb-b3ca-58a94f3888ea', 'status': 'completed', 'code': 200} May 04 17:26:45.873978 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a080303-85d9-4d79-9eb8-1d436bc80af0 tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Hosts for other DVR routers connected to router e346e071-f056-4020-90f2-925dff50ca3b: set() {{(pid=88038) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} May 04 17:26:45.946285 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-5ec1d7bb-3277-464b-8d6e-c7709c518a6a tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Allocated IP 172.26.0.24 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/1a37fd8f-84db-4af4-b4c4-2f1378e68dee) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:26:45.963135 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-43b3ccfb-2760-498f-995c-9faa1e6edd8a tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Transition to ACTIVE for port object 2a11e7d2-98e0-456c-81fb-dc6ae7fb8f7f will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:26:45.967523 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3a080303-85d9-4d79-9eb8-1d436bc80af0 tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:45.968674 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-3a080303-85d9-4d79-9eb8-1d436bc80af0 tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] 10.222.0.41 "PUT /v2.0/routers/e346e071-f056-4020-90f2-925dff50ca3b HTTP/1.1" status: 200 len: 717 time: 3.2571337 May 04 17:26:45.973480 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-215091c6-f79c-4be6-97c3-86e8e76ac054 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Router c38148f9-6183-48c8-8287-891ed26b2053 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:26:45.980456 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46094) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:46.054779 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21fb979-5f9a-4e1d-83c3-fb65957f47e9 req-f83a8346-1528-4f20-985e-cc9b0d06700b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:46.056299 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b21fb979-5f9a-4e1d-83c3-fb65957f47e9 req-f83a8346-1528-4f20-985e-cc9b0d06700b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=306abfe2022942778f41b8a8d30aa525&device_id=1e3c2a62-a3a5-485e-9329-8a03c7befa50 HTTP/1.1" status: 200 len: 1098 time: 0.2022455 May 04 17:26:46.158195 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-710f5698-f4b3-47ef-8e8c-d96bf8a45b1d req-c97bbe93-12d3-4ac9-a8dd-25d0578f46fb service neutron] 10.222.0.42 "GET /v2.0/networks/bd18084c-d817-434f-8399-bdaa1bc23fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6340482 May 04 17:26:46.172136 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-43b3ccfb-2760-498f-995c-9faa1e6edd8a tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:46.194782 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-df241e14-818c-4dd1-a191-cdc6d88212d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9610e8c-5484-42ad-a20b-e10d6c3f3d59', 'name': 'tempest-ServersTestManualDisk-823122399-router', 'tenant_id': '306abfe2022942778f41b8a8d30aa525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.80'}], 'enable_snat': True}, 'gw_port_id': 'd89105d5-fcb4-48f5-a703-63b60c635dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:25:28Z', 'updated_at': '2022-05-04T17:25:47Z', 'revision_number': 4, 'project_id': '306abfe2022942778f41b8a8d30aa525', 'gw_port': {'id': 'd89105d5-fcb4-48f5-a703-63b60c635dca', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:08:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9610e8c-5484-42ad-a20b-e10d6c3f3d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:25:32Z', 'updated_at': '2022-05-04T17:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': 'f9549416-89fe-4092-b188-4135a19bbc2e', 'tenant_id': '306abfe2022942778f41b8a8d30aa525', 'floating_ip_address': '172.26.0.155', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': 'c9610e8c-5484-42ad-a20b-e10d6c3f3d59', 'port_id': '3705644d-3b46-45bb-b3ca-58a94f3888ea', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19db3995-cea8-405f-a544-2f4051674b44', 'mac_address': 'fa:16:3e:2b:49:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3c2a62-a3a5-485e-9329-8a03c7befa50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:25:58Z', 'updated_at': '2022-05-04T17:26:43Z', 'revision_number': 1, 'project_id': '306abfe2022942778f41b8a8d30aa525', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1bdf7ab-19ab-4ddc-81a1-5b21566c440e', 'name': '', 'network_id': '19db3995-cea8-405f-a544-2f4051674b44', 'tenant_id': '306abfe2022942778f41b8a8d30aa525', 'mac_address': 'fa:16:3e:ea:91:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9610e8c-5484-42ad-a20b-e10d6c3f3d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '93c411c1-84f2-40bd-a250-70dec47b3f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:25:43Z', 'updated_at': '2022-05-04T17:25:57Z', 'revision_number': 5, 'project_id': '306abfe2022942778f41b8a8d30aa525', 'subnets': [{'id': '93c411c1-84f2-40bd-a250-70dec47b3f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:46.200376 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df241e14-818c-4dd1-a191-cdc6d88212d1 None None] Checking router: c9610e8c-5484-42ad-a20b-e10d6c3f3d59 for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:26:46.210716 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df241e14-818c-4dd1-a191-cdc6d88212d1 None None] Routers {'c9610e8c-5484-42ad-a20b-e10d6c3f3d59'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:26:46.211321 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-df241e14-818c-4dd1-a191-cdc6d88212d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:26:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['c9610e8c-5484-42ad-a20b-e10d6c3f3d59'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:46.287160 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-3b9f45f3-cc6e-44ab-aa4d-75d69e898d7c tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] 10.222.0.41 "GET /v2.0/routers/e346e071-f056-4020-90f2-925dff50ca3b HTTP/1.1" status: 200 len: 717 time: 0.3055100 May 04 17:26:46.293640 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46098) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:46.411044 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5ec1d7bb-3277-464b-8d6e-c7709c518a6a tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:46.421782 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-df241e14-818c-4dd1-a191-cdc6d88212d1 None None] Set router c9610e8c-5484-42ad-a20b-e10d6c3f3d59 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:26:46.437165 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21fb979-5f9a-4e1d-83c3-fb65957f47e9 req-efe20f88-5cb8-4799-8348-84ce19abf7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:46.438752 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b21fb979-5f9a-4e1d-83c3-fb65957f47e9 req-efe20f88-5cb8-4799-8348-84ce19abf7ab service neutron] 10.222.0.42 "GET /v2.0/networks?id=19db3995-cea8-405f-a544-2f4051674b44 HTTP/1.1" status: 200 len: 912 time: 0.3241315 May 04 17:26:46.490660 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f42d8ab-7103-46aa-8a97-fd9c1050f49d req-3cc096dd-2578-48ea-82df-286fa260bf01 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:46.492132 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-1f42d8ab-7103-46aa-8a97-fd9c1050f49d req-3cc096dd-2578-48ea-82df-286fa260bf01 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e3c2a62-a3a5-485e-9329-8a03c7befa50 HTTP/1.1" status: 200 len: 945 time: 0.6816666 May 04 17:26:46.586035 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b3ccfb-2760-498f-995c-9faa1e6edd8a tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Network 7d889c6c-22eb-4497-8ae5-4a95aae1a3fb is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:26:46.600082 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-43b3ccfb-2760-498f-995c-9faa1e6edd8a tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:26:46.614213 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b3ccfb-2760-498f-995c-9faa1e6edd8a tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:26:46.676152 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-d5c0f782-0ecc-499c-b9ed-fe50439b53d9 tempest-RoutersTestDVR-2101320086 tempest-RoutersTestDVR-2101320086-project] 10.222.0.41 "GET /v2.0/routers/e346e071-f056-4020-90f2-925dff50ca3b HTTP/1.1" status: 200 len: 683 time: 0.3784089 May 04 17:26:46.678067 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46104) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:46.732719 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b3ccfb-2760-498f-995c-9faa1e6edd8a tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Pushing event updated for resources: {'Port': ['ID=2a11e7d2-98e0-456c-81fb-dc6ae7fb8f7f,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:46.743956 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-215091c6-f79c-4be6-97c3-86e8e76ac054 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:26:46.756265 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6c52a6-c582-4452-91cc-a3fedc94b9e0 None None] Sync routers for ids ['c38148f9-6183-48c8-8287-891ed26b2053'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:26:46.761072 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-215091c6-f79c-4be6-97c3-86e8e76ac054 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] 10.222.0.41 "PUT /v2.0/routers/c38148f9-6183-48c8-8287-891ed26b2053/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8559382 May 04 17:26:46.768114 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46110) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:46.773371 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5ec1d7bb-3277-464b-8d6e-c7709c518a6a tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:46.778865 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6c52a6-c582-4452-91cc-a3fedc94b9e0 None None] Routers {'c38148f9-6183-48c8-8287-891ed26b2053'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:26:46.779490 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-1e6c52a6-c582-4452-91cc-a3fedc94b9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:26:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['c38148f9-6183-48c8-8287-891ed26b2053'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:46.785580 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-1f42d8ab-7103-46aa-8a97-fd9c1050f49d req-d3d21f83-8369-4e33-95a8-5caf235680fd tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b0b86cf-a8f4-433e-9176-88c2053bdfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2672637 May 04 17:26:46.871378 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-1e6c52a6-c582-4452-91cc-a3fedc94b9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:46.917302 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6c52a6-c582-4452-91cc-a3fedc94b9e0 None None] Routers {'c38148f9-6183-48c8-8287-891ed26b2053'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:26:46.918233 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-1e6c52a6-c582-4452-91cc-a3fedc94b9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:26:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['c38148f9-6183-48c8-8287-891ed26b2053'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:46.958941 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device e3b0238b-ef33-4d37-add7-72da35951c3a up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:26:46.989044 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-1e6c52a6-c582-4452-91cc-a3fedc94b9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:46.989693 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6c52a6-c582-4452-91cc-a3fedc94b9e0 None None] The sync data for ids ['c38148f9-6183-48c8-8287-891ed26b2053'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:26:47.038405 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b21fb979-5f9a-4e1d-83c3-fb65957f47e9 req-d8142eb2-dbf2-43b0-9a3c-796d299daf52 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3705644d-3b46-45bb-b3ca-58a94f3888ea HTTP/1.1" status: 200 len: 999 time: 0.5913305 May 04 17:26:47.044754 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-73b24029-017d-44e0-a4a7-2f02089a1736 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:47.073687 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-4197794a-60d4-42fa-9b29-c667c8104e7d None None] Provisioning for port 2a11e7d2-98e0-456c-81fb-dc6ae7fb8f7f completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:26:47.079864 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-4197794a-60d4-42fa-9b29-c667c8104e7d None None] Provisioning complete for port 2a11e7d2-98e0-456c-81fb-dc6ae7fb8f7f triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:26:47.080786 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4197794a-60d4-42fa-9b29-c667c8104e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:47.082560 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-710f5698-f4b3-47ef-8e8c-d96bf8a45b1d req-81cb3767-3474-4be2-a2bf-10373dd22db2 service neutron] 10.222.0.42 "GET /v2.0/networks/bd18084c-d817-434f-8399-bdaa1bc23fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9119554 May 04 17:26:47.091031 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b3ccfb-2760-498f-995c-9faa1e6edd8a tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:47.091637 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-43b3ccfb-2760-498f-995c-9faa1e6edd8a tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:47.110099 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port e3b0238b-ef33-4d37-add7-72da35951c3a triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:26:47.110703 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:47.149564 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-43b3ccfb-2760-498f-995c-9faa1e6edd8a tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 5.4522047 May 04 17:26:47.151084 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46118) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:47.162748 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-00b13365-333d-46ce-967e-f464fe312e2e tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Notify callbacks [] for router, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:47.185380 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-df241e14-818c-4dd1-a191-cdc6d88212d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9610e8c-5484-42ad-a20b-e10d6c3f3d59', 'name': 'tempest-ServersTestManualDisk-823122399-router', 'tenant_id': '306abfe2022942778f41b8a8d30aa525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.80'}], 'enable_snat': True}, 'gw_port_id': 'd89105d5-fcb4-48f5-a703-63b60c635dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:25:28Z', 'updated_at': '2022-05-04T17:25:47Z', 'revision_number': 4, 'project_id': '306abfe2022942778f41b8a8d30aa525', 'gw_port': {'id': 'd89105d5-fcb4-48f5-a703-63b60c635dca', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:08:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9610e8c-5484-42ad-a20b-e10d6c3f3d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:25:32Z', 'updated_at': '2022-05-04T17:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': 'f9549416-89fe-4092-b188-4135a19bbc2e', 'tenant_id': '306abfe2022942778f41b8a8d30aa525', 'floating_ip_address': '172.26.0.155', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': 'c9610e8c-5484-42ad-a20b-e10d6c3f3d59', 'port_id': '3705644d-3b46-45bb-b3ca-58a94f3888ea', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19db3995-cea8-405f-a544-2f4051674b44', 'mac_address': 'fa:16:3e:2b:49:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3c2a62-a3a5-485e-9329-8a03c7befa50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:25:58Z', 'updated_at': '2022-05-04T17:26:43Z', 'revision_number': 1, 'project_id': '306abfe2022942778f41b8a8d30aa525', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1bdf7ab-19ab-4ddc-81a1-5b21566c440e', 'name': '', 'network_id': '19db3995-cea8-405f-a544-2f4051674b44', 'tenant_id': '306abfe2022942778f41b8a8d30aa525', 'mac_address': 'fa:16:3e:ea:91:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9610e8c-5484-42ad-a20b-e10d6c3f3d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '93c411c1-84f2-40bd-a250-70dec47b3f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:25:43Z', 'updated_at': '2022-05-04T17:25:57Z', 'revision_number': 5, 'project_id': '306abfe2022942778f41b8a8d30aa525', 'subnets': [{'id': '93c411c1-84f2-40bd-a250-70dec47b3f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:47.185626 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0f3305ba-359f-45e2-8210-e111a5968243 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks [] for router, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:47.202013 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df241e14-818c-4dd1-a191-cdc6d88212d1 None None] The sync data for ids ['c9610e8c-5484-42ad-a20b-e10d6c3f3d59'] in dv-neutron-840426-1-hyperv is: [{'id': 'c9610e8c-5484-42ad-a20b-e10d6c3f3d59', 'name': 'tempest-ServersTestManualDisk-823122399-router', 'tenant_id': '306abfe2022942778f41b8a8d30aa525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.80'}], 'enable_snat': True}, 'gw_port_id': 'd89105d5-fcb4-48f5-a703-63b60c635dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:25:28Z', 'updated_at': '2022-05-04T17:25:47Z', 'revision_number': 4, 'project_id': '306abfe2022942778f41b8a8d30aa525', 'gw_port': {'id': 'd89105d5-fcb4-48f5-a703-63b60c635dca', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:08:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9610e8c-5484-42ad-a20b-e10d6c3f3d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:25:32Z', 'updated_at': '2022-05-04T17:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': 'f9549416-89fe-4092-b188-4135a19bbc2e', 'tenant_id': '306abfe2022942778f41b8a8d30aa525', 'floating_ip_address': '172.26.0.155', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': 'c9610e8c-5484-42ad-a20b-e10d6c3f3d59', 'port_id': '3705644d-3b46-45bb-b3ca-58a94f3888ea', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19db3995-cea8-405f-a544-2f4051674b44', 'mac_address': 'fa:16:3e:2b:49:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3c2a62-a3a5-485e-9329-8a03c7befa50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:25:58Z', 'updated_at': '2022-05-04T17:26:43Z', 'revision_number': 1, 'project_id': '306abfe2022942778f41b8a8d30aa525', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1bdf7ab-19ab-4ddc-81a1-5b21566c440e', 'name': '', 'network_id': '19db3995-cea8-405f-a544-2f4051674b44', 'tenant_id': '306abfe2022942778f41b8a8d30aa525', 'mac_address': 'fa:16:3e:ea:91:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9610e8c-5484-42ad-a20b-e10d6c3f3d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '93c411c1-84f2-40bd-a250-70dec47b3f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:25:43Z', 'updated_at': '2022-05-04T17:25:57Z', 'revision_number': 5, 'project_id': '306abfe2022942778f41b8a8d30aa525', 'subnets': [{'id': '93c411c1-84f2-40bd-a250-70dec47b3f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:26:47.230892 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-21fd6be4-6593-47f2-a105-e8e7c42bf224 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Request body: {'port': {'network_id': '7d889c6c-22eb-4497-8ae5-4a95aae1a3fb', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1419749952', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:26:47.231376 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.api.validators [None req-21fd6be4-6593-47f2-a105-e8e7c42bf224 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] bootfile-name is not in valid_values {{(pid=88037) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 04 17:26:47.231708 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.api.validators [None req-21fd6be4-6593-47f2-a105-e8e7c42bf224 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] tftp-server is not in valid_values {{(pid=88037) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 04 17:26:47.232035 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.api.validators [None req-21fd6be4-6593-47f2-a105-e8e7c42bf224 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] server-ip-address is not in valid_values {{(pid=88037) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 04 17:26:47.252786 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec1d7bb-3277-464b-8d6e-c7709c518a6a tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:26:47.287470 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-4197794a-60d4-42fa-9b29-c667c8104e7d None None] Port 2a11e7d2-98e0-456c-81fb-dc6ae7fb8f7f cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:26:47.337020 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-5ec1d7bb-3277-464b-8d6e-c7709c518a6a tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:26:47.354625 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec1d7bb-3277-464b-8d6e-c7709c518a6a tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:26:47.394260 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec1d7bb-3277-464b-8d6e-c7709c518a6a tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Pushing event updated for resources: {'Port': ['ID=1a37fd8f-84db-4af4-b4c4-2f1378e68dee,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:47.423547 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21fb979-5f9a-4e1d-83c3-fb65957f47e9 req-d936880d-8bb4-4b23-9009-97ce407ec99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:47.425042 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b21fb979-5f9a-4e1d-83c3-fb65957f47e9 req-d936880d-8bb4-4b23-9009-97ce407ec99e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=93c411c1-84f2-40bd-a250-70dec47b3f98 HTTP/1.1" status: 200 len: 850 time: 0.3696389 May 04 17:26:47.444357 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6ffb1a-2ca3-4edc-8258-f521dd07e0a0 None None] New status for floating IP f9549416-89fe-4092-b188-4135a19bbc2e: ACTIVE {{(pid=88039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:26:47.560873 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0f3305ba-359f-45e2-8210-e111a5968243 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:47.613520 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-0f3305ba-359f-45e2-8210-e111a5968243 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Deleting port 85973b60-f4bc-401b-9faf-74bdd889d286 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:26:47.614178 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0f3305ba-359f-45e2-8210-e111a5968243 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:47.734892 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-00b13365-333d-46ce-967e-f464fe312e2e tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:47.787985 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-00b13365-333d-46ce-967e-f464fe312e2e tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:47.908170 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-73b24029-017d-44e0-a4a7-2f02089a1736 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:47.914053 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0f3305ba-359f-45e2-8210-e111a5968243 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:47.922448 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-73b24029-017d-44e0-a4a7-2f02089a1736 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:47.942046 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ec9c6-8dc8-48d9-b1f3-efc1a88489e4 req-ac0f7ff0-cb64-461c-a9e4-b840508a4ee9 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:47.943574 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-107ec9c6-8dc8-48d9-b1f3-efc1a88489e4 req-ac0f7ff0-cb64-461c-a9e4-b840508a4ee9 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 945 time: 0.8963203 May 04 17:26:47.972894 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-00b13365-333d-46ce-967e-f464fe312e2e tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:47.973294 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b13365-333d-46ce-967e-f464fe312e2e tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e346e071-f056-4020-90f2-925dff50ca3b {{(pid=88037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:26:47.989330 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-21fd6be4-6593-47f2-a105-e8e7c42bf224 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:26:48.002773 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-21fd6be4-6593-47f2-a105-e8e7c42bf224 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Usage tracker for resource:port and tenant:c844e1f4a6a940a7879dfcfef24c3740 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:26:48.011289 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-21fd6be4-6593-47f2-a105-e8e7c42bf224 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:26:48.027923 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-21fd6be4-6593-47f2-a105-e8e7c42bf224 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:26:48.057519 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21fb979-5f9a-4e1d-83c3-fb65957f47e9 req-eecd9da3-db97-47af-b316-ad8b1db2eb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:48.059034 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b21fb979-5f9a-4e1d-83c3-fb65957f47e9 req-eecd9da3-db97-47af-b316-ad8b1db2eb46 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=19db3995-cea8-405f-a544-2f4051674b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5861504 May 04 17:26:48.063741 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-00b13365-333d-46ce-967e-f464fe312e2e tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:48.064822 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-00b13365-333d-46ce-967e-f464fe312e2e tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] 10.222.0.41 "DELETE /v2.0/routers/e346e071-f056-4020-90f2-925dff50ca3b HTTP/1.1" status: 204 len: 168 time: 1.3857524 May 04 17:26:48.088010 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46122) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:48.113431 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21fd6be4-6593-47f2-a105-e8e7c42bf224 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Made reservation on behalf of c844e1f4a6a940a7879dfcfef24c3740 for: {'port': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:26:48.116875 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-21fd6be4-6593-47f2-a105-e8e7c42bf224 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:48.132155 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-cc52f381-0312-47b4-81f7-1e3bf67c78fd tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Request body: {'router': {'name': 'tempest-router-40040198', 'distributed': True}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:26:48.135109 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-107ec9c6-8dc8-48d9-b1f3-efc1a88489e4 req-0f3a6299-b803-4e24-be4e-37923df1ef14 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747823 May 04 17:26:48.205518 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [None req-21fd6be4-6593-47f2-a105-e8e7c42bf224 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] device_id is not set on port 579d09b4-adb5-418b-aa06-c3126e441492 yet. {{(pid=88037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:26:48.256590 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-cc52f381-0312-47b4-81f7-1e3bf67c78fd tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:26:48.273486 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-0f3305ba-359f-45e2-8210-e111a5968243 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Calling delete_port for 85973b60-f4bc-401b-9faf-74bdd889d286 owned by network:router_gateway {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:26:48.317907 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-cc52f381-0312-47b4-81f7-1e3bf67c78fd tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Usage tracker for resource:router and tenant:087325274ac44f53b667b77e13a87327 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:26:48.331792 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-cc52f381-0312-47b4-81f7-1e3bf67c78fd tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:26:48.344859 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-cc52f381-0312-47b4-81f7-1e3bf67c78fd tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:26:48.354940 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-73b24029-017d-44e0-a4a7-2f02089a1736 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710702'] for router_interface, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:48.361999 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b24029-017d-44e0-a4a7-2f02089a1736 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Pushing event updated for resources: {'Port': ['ID=1df27b43-a0f0-4cc7-bd6e-1a500450e9d1,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:48.392111 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cc52f381-0312-47b4-81f7-1e3bf67c78fd tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:48.393115 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cc52f381-0312-47b4-81f7-1e3bf67c78fd tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:48.588076 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5ec1d7bb-3277-464b-8d6e-c7709c518a6a tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:48.625059 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cc52f381-0312-47b4-81f7-1e3bf67c78fd tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:48.643403 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b21fb979-5f9a-4e1d-83c3-fb65957f47e9 req-133ac77b-7a0a-447d-8d60-98954b734ee0 service neutron] 10.222.0.42 "GET /v2.0/networks/19db3995-cea8-405f-a544-2f4051674b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5181293 May 04 17:26:48.689088 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cc52f381-0312-47b4-81f7-1e3bf67c78fd tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:48.712097 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b24029-017d-44e0-a4a7-2f02089a1736 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Network 4ace9741-ee8e-4384-a966-455b35b21296 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:26:48.747232 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-73b24029-017d-44e0-a4a7-2f02089a1736 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:26:48.791252 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-21fd6be4-6593-47f2-a105-e8e7c42bf224 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Allocated IP 172.20.0.7 (7d889c6c-22eb-4497-8ae5-4a95aae1a3fb/9a0b2840-5a04-4e58-86a6-2c01f197c86b/579d09b4-adb5-418b-aa06-c3126e441492) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:26:48.822399 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cc52f381-0312-47b4-81f7-1e3bf67c78fd tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:48.823607 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-cc52f381-0312-47b4-81f7-1e3bf67c78fd tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 719 time: 0.7063804 May 04 17:26:48.842115 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46128) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:48.980799 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b21fb979-5f9a-4e1d-83c3-fb65957f47e9 req-a0568470-3ebd-4027-9e5c-b6f425a934ef service neutron] 10.222.0.42 "GET /v2.0/networks/19db3995-cea8-405f-a544-2f4051674b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210809 May 04 17:26:49.053597 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0f3305ba-359f-45e2-8210-e111a5968243 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:49.105765 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6db92199-b20c-486b-b8b6-f06b64c0d203 tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Notify callbacks [] for router, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:49.163260 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3305ba-359f-45e2-8210-e111a5968243 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Pushing event deleted for resources: {'Port': ['ID=85973b60-f4bc-401b-9faf-74bdd889d286,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:49.219905 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5ec1d7bb-3277-464b-8d6e-c7709c518a6a tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:49.330077 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-21fd6be4-6593-47f2-a105-e8e7c42bf224 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:49.414549 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-21fd6be4-6593-47f2-a105-e8e7c42bf224 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Transition to ACTIVE for port object 579d09b4-adb5-418b-aa06-c3126e441492 will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:26:49.472024 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-21fd6be4-6593-47f2-a105-e8e7c42bf224 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:49.533909 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec1d7bb-3277-464b-8d6e-c7709c518a6a tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Router a41b1c44-e5a5-41c2-ac1f-3c1368ab7d39 is scheduled to L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 with binding_index 1 {{(pid=88037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:26:49.554917 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fd6be4-6593-47f2-a105-e8e7c42bf224 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Network 7d889c6c-22eb-4497-8ae5-4a95aae1a3fb is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:26:49.559082 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-21fd6be4-6593-47f2-a105-e8e7c42bf224 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:26:49.565191 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fd6be4-6593-47f2-a105-e8e7c42bf224 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:26:49.590895 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fd6be4-6593-47f2-a105-e8e7c42bf224 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Pushing event updated for resources: {'Port': ['ID=579d09b4-adb5-418b-aa06-c3126e441492,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:49.653494 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b24029-017d-44e0-a4a7-2f02089a1736 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Router 0cd77043-c03f-4b34-b6fb-545c4144e091 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:26:49.786237 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0f3305ba-359f-45e2-8210-e111a5968243 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710199'] for router_gateway, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:49.837203 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-7934e0c3-419b-43ef-956e-3d59bc368fa6 None None] Provisioning for port 579d09b4-adb5-418b-aa06-c3126e441492 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:26:49.843225 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-7934e0c3-419b-43ef-956e-3d59bc368fa6 None None] Provisioning complete for port 579d09b4-adb5-418b-aa06-c3126e441492 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:26:49.843735 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-7934e0c3-419b-43ef-956e-3d59bc368fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:49.898970 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fd6be4-6593-47f2-a105-e8e7c42bf224 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:49.899507 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-21fd6be4-6593-47f2-a105-e8e7c42bf224 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:49.905222 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6db92199-b20c-486b-b8b6-f06b64c0d203 tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:49.918460 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-7934e0c3-419b-43ef-956e-3d59bc368fa6 None None] Port 579d09b4-adb5-418b-aa06-c3126e441492 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:26:49.931769 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-21fd6be4-6593-47f2-a105-e8e7c42bf224 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.7712207 May 04 17:26:49.935343 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46134) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:49.964732 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6db92199-b20c-486b-b8b6-f06b64c0d203 tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:49.974579 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec1d7bb-3277-464b-8d6e-c7709c518a6a tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:26:49.987038 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9844b52-672d-4e8a-8680-a8eabe0fa5cb None None] Sync routers for ids ['a41b1c44-e5a5-41c2-ac1f-3c1368ab7d39'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:26:50.000351 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9844b52-672d-4e8a-8680-a8eabe0fa5cb None None] Routers {'a41b1c44-e5a5-41c2-ac1f-3c1368ab7d39'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:26:50.001267 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-f9844b52-672d-4e8a-8680-a8eabe0fa5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:26:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['a41b1c44-e5a5-41c2-ac1f-3c1368ab7d39'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:50.013764 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5ec1d7bb-3277-464b-8d6e-c7709c518a6a tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:50.015113 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-5ec1d7bb-3277-464b-8d6e-c7709c518a6a tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.1000366 May 04 17:26:50.017899 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46138) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:50.022225 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0f3305ba-359f-45e2-8210-e111a5968243 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:50.027874 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0f3305ba-359f-45e2-8210-e111a5968243 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:50.039714 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6db92199-b20c-486b-b8b6-f06b64c0d203 tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:50.040207 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db92199-b20c-486b-b8b6-f06b64c0d203 tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5381593d-766a-47c5-bd0d-e1a85ff7b5a9 {{(pid=88038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:26:50.135658 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59997023-858c-41e2-93fc-7d73979b5bb6 req-2d044bf1-f7bd-4de7-8f1d-e0c5bd9b4fa4 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:50.137163 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-59997023-858c-41e2-93fc-7d73979b5bb6 req-2d044bf1-f7bd-4de7-8f1d-e0c5bd9b4fa4 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 945 time: 0.7023215 May 04 17:26:50.142180 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6db92199-b20c-486b-b8b6-f06b64c0d203 tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:50.148434 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-6db92199-b20c-486b-b8b6-f06b64c0d203 tempest-RoutersTestDVR-1838852562 tempest-RoutersTestDVR-1838852562-project-admin] 10.222.0.41 "DELETE /v2.0/routers/5381593d-766a-47c5-bd0d-e1a85ff7b5a9 HTTP/1.1" status: 204 len: 168 time: 1.3001945 May 04 17:26:50.148434 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0f3305ba-359f-45e2-8210-e111a5968243 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:50.148434 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f3305ba-359f-45e2-8210-e111a5968243 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Fanout notify agent at l3_agent the message router_deleted on router c38148f9-6183-48c8-8287-891ed26b2053 {{(pid=88038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:26:50.172448 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d3cf8a-b664-4da7-bd3b-668681ec2236 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:50.178642 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d3cf8a-b664-4da7-bd3b-668681ec2236 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:50.184949 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d3cf8a-b664-4da7-bd3b-668681ec2236 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:50.186193 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-16d3cf8a-b664-4da7-bd3b-668681ec2236 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Synchronizing usage tracker for tenant:c844e1f4a6a940a7879dfcfef24c3740 on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:26:50.197423 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0f3305ba-359f-45e2-8210-e111a5968243 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:50.198554 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-0f3305ba-359f-45e2-8210-e111a5968243 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] 10.222.0.41 "DELETE /v2.0/routers/c38148f9-6183-48c8-8287-891ed26b2053 HTTP/1.1" status: 204 len: 168 time: 3.4035120 May 04 17:26:50.203508 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46144) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:50.213322 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b24029-017d-44e0-a4a7-2f02089a1736 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:26:50.223401 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bb34cd-75ee-42d1-a5e7-b17cca36b636 None None] Sync routers for ids ['0cd77043-c03f-4b34-b6fb-545c4144e091'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:26:50.232537 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-73b24029-017d-44e0-a4a7-2f02089a1736 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] 10.222.0.41 "PUT /v2.0/routers/0cd77043-c03f-4b34-b6fb-545c4144e091/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0751908 May 04 17:26:50.236124 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46148) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:50.240337 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bb34cd-75ee-42d1-a5e7-b17cca36b636 None None] Routers {'0cd77043-c03f-4b34-b6fb-545c4144e091'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:26:50.241031 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-b5bb34cd-75ee-42d1-a5e7-b17cca36b636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:26:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['0cd77043-c03f-4b34-b6fb-545c4144e091'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:50.243419 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-59997023-858c-41e2-93fc-7d73979b5bb6 req-e1c6b0c1-8b02-4efc-98f0-9ed68d883ea7 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861075 May 04 17:26:50.244866 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 17:26:50.246906 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-5857047b-97c0-42df-9969-e8113ef4b1a1 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Request body: {'port': {'network_id': '4ace9741-ee8e-4384-a966-455b35b21296', 'name': 'tempest-FloatingIPTestJSON-1838825803'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:26:50.280337 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-f9844b52-672d-4e8a-8680-a8eabe0fa5cb None None] Set router a41b1c44-e5a5-41c2-ac1f-3c1368ab7d39 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:26:50.291019 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-6690d769-3864-453e-b435-4e8fbaa947c0 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Deleting subnet 85f4e312-b700-431a-88ae-a0386a4d1369 {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:26:50.294778 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6690d769-3864-453e-b435-4e8fbaa947c0 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:50.363229 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6690d769-3864-453e-b435-4e8fbaa947c0 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:50.418183 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-b5bb34cd-75ee-42d1-a5e7-b17cca36b636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:50.437511 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bb34cd-75ee-42d1-a5e7-b17cca36b636 None None] Routers {'0cd77043-c03f-4b34-b6fb-545c4144e091'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:26:50.438108 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-b5bb34cd-75ee-42d1-a5e7-b17cca36b636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:26:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['0cd77043-c03f-4b34-b6fb-545c4144e091'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:50.444354 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-5857047b-97c0-42df-9969-e8113ef4b1a1 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:26:50.448797 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-5857047b-97c0-42df-9969-e8113ef4b1a1 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Usage tracker for resource:port and tenant:983c2322fbac41498b7f731747fedd84 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:26:50.452712 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-5857047b-97c0-42df-9969-e8113ef4b1a1 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:26:50.459460 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-5857047b-97c0-42df-9969-e8113ef4b1a1 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:26:50.473697 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5857047b-97c0-42df-9969-e8113ef4b1a1 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Made reservation on behalf of 983c2322fbac41498b7f731747fedd84 for: {'port': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:26:50.478183 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5857047b-97c0-42df-9969-e8113ef4b1a1 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:50.492459 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6690d769-3864-453e-b435-4e8fbaa947c0 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:50.506811 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [None req-5857047b-97c0-42df-9969-e8113ef4b1a1 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] device_id is not set on port 2f53263e-1872-4374-b986-74a4aad07dd2 yet. {{(pid=88038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:26:50.540096 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-16d3cf8a-b664-4da7-bd3b-668681ec2236 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Unset dirty status for tenant:c844e1f4a6a940a7879dfcfef24c3740 on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:26:50.545201 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-16d3cf8a-b664-4da7-bd3b-668681ec2236 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.6092401 May 04 17:26:50.546680 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46154) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:50.554471 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-c6a3474c-eab5-4549-bd20-d57668b36233 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] 10.222.0.41 "GET /v2.0/routers/a41b1c44-e5a5-41c2-ac1f-3c1368ab7d39 HTTP/1.1" status: 200 len: 907 time: 0.5352602 May 04 17:26:50.556951 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46156) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:50.592424 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-b5bb34cd-75ee-42d1-a5e7-b17cca36b636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:50.592971 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bb34cd-75ee-42d1-a5e7-b17cca36b636 None None] The sync data for ids ['0cd77043-c03f-4b34-b6fb-545c4144e091'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:26:50.622746 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-4dbcd763-13fe-4a92-94d7-21f5d8c8c697 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Request body: {'router': {'name': 'tempest-snat-router-328627712', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'enable_snat': True}}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:26:50.634849 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-4dbcd763-13fe-4a92-94d7-21f5d8c8c697 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:26:50.653078 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-4dbcd763-13fe-4a92-94d7-21f5d8c8c697 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Usage tracker for resource:router and tenant:826e7a781f254ab597721e5ca1a7bd14 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:26:50.662921 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-4dbcd763-13fe-4a92-94d7-21f5d8c8c697 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:26:50.674363 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-7e26833a-b7ff-4da9-9482-55d5a9d8478c tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Deleting port 579d09b4-adb5-418b-aa06-c3126e441492 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:26:50.674715 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7e26833a-b7ff-4da9-9482-55d5a9d8478c tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:50.696096 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-f9844b52-672d-4e8a-8680-a8eabe0fa5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41b1c44-e5a5-41c2-ac1f-3c1368ab7d39', 'name': 'tempest-snat-router-328627712', 'tenant_id': '826e7a781f254ab597721e5ca1a7bd14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.24'}], 'enable_snat': False}, 'gw_port_id': '1a37fd8f-84db-4af4-b4c4-2f1378e68dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:26:44Z', 'updated_at': '2022-05-04T17:26:48Z', 'revision_number': 3, 'project_id': '826e7a781f254ab597721e5ca1a7bd14', 'gw_port': {'id': '1a37fd8f-84db-4af4-b4c4-2f1378e68dee', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:08:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41b1c44-e5a5-41c2-ac1f-3c1368ab7d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:26:45Z', 'updated_at': '2022-05-04T17:26:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:50.699691 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9844b52-672d-4e8a-8680-a8eabe0fa5cb None None] Checking router: a41b1c44-e5a5-41c2-ac1f-3c1368ab7d39 for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:26:50.699903 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-4dbcd763-13fe-4a92-94d7-21f5d8c8c697 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:26:50.700161 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9844b52-672d-4e8a-8680-a8eabe0fa5cb None None] Updating router a41b1c44-e5a5-41c2-ac1f-3c1368ab7d39 port 1a37fd8f-84db-4af4-b4c4-2f1378e68dee binding host dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:26:50.706432 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46162) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:50.726854 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-5857047b-97c0-42df-9969-e8113ef4b1a1 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Allocated IP 172.20.0.2 (4ace9741-ee8e-4384-a966-455b35b21296/c5f6b320-a398-43fe-9d34-3563e8593130/2f53263e-1872-4374-b986-74a4aad07dd2) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:26:50.756926 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-f9844b52-672d-4e8a-8680-a8eabe0fa5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:50.757156 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4dbcd763-13fe-4a92-94d7-21f5d8c8c697 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:50.758336 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4dbcd763-13fe-4a92-94d7-21f5d8c8c697 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:50.766548 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6690d769-3864-453e-b435-4e8fbaa947c0 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:50.855990 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6690d769-3864-453e-b435-4e8fbaa947c0 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:50.858599 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6690d769-3864-453e-b435-4e8fbaa947c0 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Pushing event deleted for resources: {'Subnet': ['ID=85f4e312-b700-431a-88ae-a0386a4d1369,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:50.865280 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f85191-d36b-47bd-95de-5f0a151045bf None None] Network 332bc39f-8cd2-4183-b24e-3013de5fb8cc requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:26:50.894090 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-6690d769-3864-453e-b435-4e8fbaa947c0 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] 10.222.0.41 "DELETE /v2.0/subnets/85f4e312-b700-431a-88ae-a0386a4d1369 HTTP/1.1" status: 204 len: 168 time: 0.6858485 May 04 17:26:50.895439 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4dbcd763-13fe-4a92-94d7-21f5d8c8c697 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:50.897002 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46168) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:50.961257 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5857047b-97c0-42df-9969-e8113ef4b1a1 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:50.991529 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5857047b-97c0-42df-9969-e8113ef4b1a1 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:50.995847 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-aca4045e-4ee6-4308-9623-e85b6abc1fa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:51.074962 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5857047b-97c0-42df-9969-e8113ef4b1a1 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Network 4ace9741-ee8e-4384-a966-455b35b21296 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:26:51.078351 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-5857047b-97c0-42df-9969-e8113ef4b1a1 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:26:51.087027 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5857047b-97c0-42df-9969-e8113ef4b1a1 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:26:51.092099 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-aca4045e-4ee6-4308-9623-e85b6abc1fa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:26:51.126064 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5857047b-97c0-42df-9969-e8113ef4b1a1 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Pushing event updated for resources: {'Port': ['ID=2f53263e-1872-4374-b986-74a4aad07dd2,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:51.180687 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f533a877-0a8f-437e-86bd-088b05b269aa None None] DHCP port deletion for 332bc39f-8cd2-4183-b24e-3013de5fb8cc request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:26:51.184566 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-f533a877-0a8f-437e-86bd-088b05b269aa None None] Deleting port aff3028f-87ec-4025-993e-9b51693fffff {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:26:51.184939 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-f533a877-0a8f-437e-86bd-088b05b269aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:51.185243 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-f9844b52-672d-4e8a-8680-a8eabe0fa5cb None None] Notify callbacks [] for port, precommit_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:51.197535 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.provisioning_blocks [None req-f9844b52-672d-4e8a-8680-a8eabe0fa5cb None None] Transition to ACTIVE for port object 1a37fd8f-84db-4af4-b4c4-2f1378e68dee will not be triggered until provisioned by entity L2. {{(pid=88040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:26:51.201118 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5857047b-97c0-42df-9969-e8113ef4b1a1 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:51.201795 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5857047b-97c0-42df-9969-e8113ef4b1a1 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:51.204469 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-f9844b52-672d-4e8a-8680-a8eabe0fa5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:51.226516 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-5857047b-97c0-42df-9969-e8113ef4b1a1 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9891849 May 04 17:26:51.229065 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46172) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:51.243530 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-d95b502c-6ef0-4a6d-a97f-ef5e6370d41c tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Request body: {'port': {'network_id': '4ace9741-ee8e-4384-a966-455b35b21296', 'name': 'tempest-FloatingIPTestJSON-1920267185'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:26:51.278700 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-aca4045e-4ee6-4308-9623-e85b6abc1fa4 admin admin] Usage tracker for resource:security_group_rule and tenant:3a6e84b44dc9461ebb5ecb81564d73db is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:26:51.288737 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-aca4045e-4ee6-4308-9623-e85b6abc1fa4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:26:51.316316 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-f9844b52-672d-4e8a-8680-a8eabe0fa5cb None None] Attempting to bind port 1a37fd8f-84db-4af4-b4c4-2f1378e68dee on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:26:51.316685 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-f9844b52-672d-4e8a-8680-a8eabe0fa5cb None None] Attempting to bind port 1a37fd8f-84db-4af4-b4c4-2f1378e68dee by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}] {{(pid=88040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:26:51.317046 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9844b52-672d-4e8a-8680-a8eabe0fa5cb None None] Attempting to bind port 1a37fd8f-84db-4af4-b4c4-2f1378e68dee on network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:26:51.328713 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-aca4045e-4ee6-4308-9623-e85b6abc1fa4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:26:51.334515 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd40f808-15ed-423f-ab8f-cc72c4a47f97 None None] Pushing event updated for resources: {'Port': ['ID=1a37fd8f-84db-4af4-b4c4-2f1378e68dee,revision_number=2']} {{(pid=88040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:51.340109 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9844b52-672d-4e8a-8680-a8eabe0fa5cb None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:26:51.340487 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9844b52-672d-4e8a-8680-a8eabe0fa5cb None None] Checking segment: {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:26:51.340889 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-f9844b52-672d-4e8a-8680-a8eabe0fa5cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:51.341281 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9844b52-672d-4e8a-8680-a8eabe0fa5cb None None] Bound using segment: {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'} {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:26:51.341760 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-f9844b52-672d-4e8a-8680-a8eabe0fa5cb None None] Bound port: 1a37fd8f-84db-4af4-b4c4-2f1378e68dee, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}}] {{(pid=88040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:26:51.342195 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-f9844b52-672d-4e8a-8680-a8eabe0fa5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:51.347280 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2bcdd50e-3a58-4da2-a08d-539ba3746c49 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:51.383558 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd40f808-15ed-423f-ab8f-cc72c4a47f97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:51.383922 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd40f808-15ed-423f-ab8f-cc72c4a47f97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:51.384266 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd40f808-15ed-423f-ab8f-cc72c4a47f97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:51.384598 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd40f808-15ed-423f-ab8f-cc72c4a47f97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:51.384929 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd40f808-15ed-423f-ab8f-cc72c4a47f97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:51.385440 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd40f808-15ed-423f-ab8f-cc72c4a47f97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:51.385774 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd40f808-15ed-423f-ab8f-cc72c4a47f97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:51.386132 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd40f808-15ed-423f-ab8f-cc72c4a47f97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:51.386470 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd40f808-15ed-423f-ab8f-cc72c4a47f97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:51.386794 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd40f808-15ed-423f-ab8f-cc72c4a47f97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:51.387115 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd40f808-15ed-423f-ab8f-cc72c4a47f97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:51.387433 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd40f808-15ed-423f-ab8f-cc72c4a47f97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:51.453271 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.db [None req-f9844b52-672d-4e8a-8680-a8eabe0fa5cb None None] For port 1a37fd8f-84db-4af4-b4c4-2f1378e68dee, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:26:51.457333 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.db [None req-f9844b52-672d-4e8a-8680-a8eabe0fa5cb None None] For port 1a37fd8f-84db-4af4-b4c4-2f1378e68dee, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=1a37fd8f-84db-4af4-b4c4-2f1378e68dee,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:26:51.463748 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-f9844b52-672d-4e8a-8680-a8eabe0fa5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:51.526400 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-f533a877-0a8f-437e-86bd-088b05b269aa None None] For port aff3028f-87ec-4025-993e-9b51693fffff, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=aff3028f-87ec-4025-993e-9b51693fffff,segment=NetworkSegment(693daf06-1c5b-441e-b84a-95a8b3479912),segment_id=693daf06-1c5b-441e-b84a-95a8b3479912)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:26:51.526936 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-f533a877-0a8f-437e-86bd-088b05b269aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:51.556752 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd40f808-15ed-423f-ab8f-cc72c4a47f97 None None] Pushing event updated for resources: {'Port': ['ID=1a37fd8f-84db-4af4-b4c4-2f1378e68dee,revision_number=3']} {{(pid=88040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:51.577066 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-d95b502c-6ef0-4a6d-a97f-ef5e6370d41c tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:26:51.581710 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-d95b502c-6ef0-4a6d-a97f-ef5e6370d41c tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Usage tracker for resource:port and tenant:983c2322fbac41498b7f731747fedd84 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:26:51.583535 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9844b52-672d-4e8a-8680-a8eabe0fa5cb None None] Routers {'a41b1c44-e5a5-41c2-ac1f-3c1368ab7d39'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:26:51.584419 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-f9844b52-672d-4e8a-8680-a8eabe0fa5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:26:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['a41b1c44-e5a5-41c2-ac1f-3c1368ab7d39'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:51.585099 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-d95b502c-6ef0-4a6d-a97f-ef5e6370d41c tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:26:51.591649 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-d95b502c-6ef0-4a6d-a97f-ef5e6370d41c tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:26:51.597176 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4dbcd763-13fe-4a92-94d7-21f5d8c8c697 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:51.606849 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d95b502c-6ef0-4a6d-a97f-ef5e6370d41c tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Made reservation on behalf of 983c2322fbac41498b7f731747fedd84 for: {'port': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:26:51.611924 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d95b502c-6ef0-4a6d-a97f-ef5e6370d41c tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:51.644279 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [None req-d95b502c-6ef0-4a6d-a97f-ef5e6370d41c tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] device_id is not set on port 7cc9c858-76b6-4845-b1b6-bc031b02ce62 yet. {{(pid=88038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:26:51.661177 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-f533a877-0a8f-437e-86bd-088b05b269aa None None] Calling delete_port for aff3028f-87ec-4025-993e-9b51693fffff owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:26:51.742143 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7e26833a-b7ff-4da9-9482-55d5a9d8478c tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:51.745594 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-f533a877-0a8f-437e-86bd-088b05b269aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124'] for port, after_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:51.764302 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-2bcdd50e-3a58-4da2-a08d-539ba3746c49 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Deleting port aff3028f-87ec-4025-993e-9b51693fffff {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:26:51.764889 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2bcdd50e-3a58-4da2-a08d-539ba3746c49 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:51.801303 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f533a877-0a8f-437e-86bd-088b05b269aa None None] Pushing event deleted for resources: {'Port': ['ID=aff3028f-87ec-4025-993e-9b51693fffff,revision_number=None']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:51.807341 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f533a877-0a8f-437e-86bd-088b05b269aa None None] No DVR routers for this DVR port aff3028f-87ec-4025-993e-9b51693fffff on host dv-neutron-840426-1-hyperv {{(pid=88039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:26:51.819349 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-d95b502c-6ef0-4a6d-a97f-ef5e6370d41c tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Allocated IP 172.20.0.12 (4ace9741-ee8e-4384-a966-455b35b21296/c5f6b320-a398-43fe-9d34-3563e8593130/7cc9c858-76b6-4845-b1b6-bc031b02ce62) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:26:51.829316 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-f9844b52-672d-4e8a-8680-a8eabe0fa5cb None None] Set router a41b1c44-e5a5-41c2-ac1f-3c1368ab7d39 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:26:51.906382 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-2bcdd50e-3a58-4da2-a08d-539ba3746c49 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] The port 'aff3028f-87ec-4025-993e-9b51693fffff' was deleted {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 04 17:26:51.971439 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-7e26833a-b7ff-4da9-9482-55d5a9d8478c tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Calling delete_port for 579d09b4-adb5-418b-aa06-c3126e441492 owned by {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:26:52.033135 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d95b502c-6ef0-4a6d-a97f-ef5e6370d41c tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:52.066233 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d95b502c-6ef0-4a6d-a97f-ef5e6370d41c tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:52.112744 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-f9844b52-672d-4e8a-8680-a8eabe0fa5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41b1c44-e5a5-41c2-ac1f-3c1368ab7d39', 'name': 'tempest-snat-router-328627712', 'tenant_id': '826e7a781f254ab597721e5ca1a7bd14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.24'}], 'enable_snat': False}, 'gw_port_id': '1a37fd8f-84db-4af4-b4c4-2f1378e68dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:26:44Z', 'updated_at': '2022-05-04T17:26:48Z', 'revision_number': 3, 'project_id': '826e7a781f254ab597721e5ca1a7bd14', 'gw_port': {'id': '1a37fd8f-84db-4af4-b4c4-2f1378e68dee', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:08:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41b1c44-e5a5-41c2-ac1f-3c1368ab7d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:26:45Z', 'updated_at': '2022-05-04T17:26:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:52.116737 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9844b52-672d-4e8a-8680-a8eabe0fa5cb None None] The sync data for ids ['a41b1c44-e5a5-41c2-ac1f-3c1368ab7d39'] in dv-neutron-840426-1-hyperv is: [{'id': 'a41b1c44-e5a5-41c2-ac1f-3c1368ab7d39', 'name': 'tempest-snat-router-328627712', 'tenant_id': '826e7a781f254ab597721e5ca1a7bd14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.24'}], 'enable_snat': False}, 'gw_port_id': '1a37fd8f-84db-4af4-b4c4-2f1378e68dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:26:44Z', 'updated_at': '2022-05-04T17:26:48Z', 'revision_number': 3, 'project_id': '826e7a781f254ab597721e5ca1a7bd14', 'gw_port': {'id': '1a37fd8f-84db-4af4-b4c4-2f1378e68dee', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:08:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41b1c44-e5a5-41c2-ac1f-3c1368ab7d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:26:45Z', 'updated_at': '2022-05-04T17:26:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:26:52.141796 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95b502c-6ef0-4a6d-a97f-ef5e6370d41c tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Network 4ace9741-ee8e-4384-a966-455b35b21296 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:26:52.146446 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-d95b502c-6ef0-4a6d-a97f-ef5e6370d41c tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:26:52.148459 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95b502c-6ef0-4a6d-a97f-ef5e6370d41c tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Pushing event updated for resources: {'Port': ['ID=7cc9c858-76b6-4845-b1b6-bc031b02ce62,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:52.150730 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95b502c-6ef0-4a6d-a97f-ef5e6370d41c tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:26:52.156700 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2bcdd50e-3a58-4da2-a08d-539ba3746c49 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:52.223768 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-2bcdd50e-3a58-4da2-a08d-539ba3746c49 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['332bc39f-8cd2-4183-b24e-3013de5fb8cc']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:52.249390 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95b502c-6ef0-4a6d-a97f-ef5e6370d41c tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:52.250113 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d95b502c-6ef0-4a6d-a97f-ef5e6370d41c tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:52.259471 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-2bcdd50e-3a58-4da2-a08d-539ba3746c49 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '693daf06-1c5b-441e-b84a-95a8b3479912') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:52.259774 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-2bcdd50e-3a58-4da2-a08d-539ba3746c49 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '693daf06-1c5b-441e-b84a-95a8b3479912') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:52.273958 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-d95b502c-6ef0-4a6d-a97f-ef5e6370d41c tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0410936 May 04 17:26:52.274525 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46178) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:52.279754 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-7521fa19-9666-4473-9ec6-cde04e8bc035 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Request body: {'floatingip': {'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'port_id': '7cc9c858-76b6-4845-b1b6-bc031b02ce62', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:26:52.287209 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-7521fa19-9666-4473-9ec6-cde04e8bc035 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:26:52.288519 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2bcdd50e-3a58-4da2-a08d-539ba3746c49 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:52.291412 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-7521fa19-9666-4473-9ec6-cde04e8bc035 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Usage tracker for resource:floatingip and tenant:983c2322fbac41498b7f731747fedd84 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:26:52.294346 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-7521fa19-9666-4473-9ec6-cde04e8bc035 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:26:52.300660 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-7521fa19-9666-4473-9ec6-cde04e8bc035 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:26:52.311954 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7521fa19-9666-4473-9ec6-cde04e8bc035 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for floatingip, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:52.324181 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b9cd1-f488-4434-88b8-9089988b33e3 req-6706c55a-e545-471f-a42f-3aa9fb3b86d1 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:52.325720 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-aa8b9cd1-f488-4434-88b8-9089988b33e3 req-6706c55a-e545-471f-a42f-3aa9fb3b86d1 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 945 time: 0.8045268 May 04 17:26:52.382736 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-aca4045e-4ee6-4308-9623-e85b6abc1fa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:52.444999 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2bcdd50e-3a58-4da2-a08d-539ba3746c49 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:52.458195 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-aca4045e-4ee6-4308-9623-e85b6abc1fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:52.483262 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bcdd50e-3a58-4da2-a08d-539ba3746c49 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:26:52.483673 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2bcdd50e-3a58-4da2-a08d-539ba3746c49 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:52.492021 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7521fa19-9666-4473-9ec6-cde04e8bc035 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:52.500711 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 17:26:52.500711 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:26:52.500711 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 17:26:52.500711 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:26:52.500711 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 17:26:52.500711 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:26:52.500711 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 17:26:52.500711 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:26:52.500711 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 17:26:52.500711 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:26:52.500711 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 17:26:52.500711 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:26:52.500711 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 17:26:52.500711 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:26:52.500711 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:26:52.500711 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:26:52.500711 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:26:52.500711 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:26:52.500711 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 17:26:52.500711 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:26:52.500711 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 17:26:52.500711 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:26:52.500711 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:26:52.500711 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:26:52.500711 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 17:26:52.500711 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:26:52.500711 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:26:52.500711 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:26:52.500711 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:26:52.500711 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:26:52.500711 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:26:52.500711 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:26:52.595053 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-aca4045e-4ee6-4308-9623-e85b6abc1fa4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3a6e84b44dc9461ebb5ecb81564d73db&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8859932 May 04 17:26:52.606230 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46182) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:52.660647 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-aa8b9cd1-f488-4434-88b8-9089988b33e3 req-4dee1324-5ac7-40be-b730-5b65d793d7bb tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2848961 May 04 17:26:52.661300 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca4045e-4ee6-4308-9623-e85b6abc1fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02456ab3-8380-4ef4-8d7d-6746e3fdefcd,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:52.669493 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7e26833a-b7ff-4da9-9482-55d5a9d8478c tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:52.695406 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-7521fa19-9666-4473-9ec6-cde04e8bc035 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Allocated IP 172.26.0.148 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/77da4fae-603a-4251-a487-76f2ac544383) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:26:52.722739 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2bcdd50e-3a58-4da2-a08d-539ba3746c49 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:52.746094 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c376cc6d-eea9-4207-8cd1-266ffd5de21b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:52.748816 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e26833a-b7ff-4da9-9482-55d5a9d8478c tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Pushing event deleted for resources: {'Port': ['ID=579d09b4-adb5-418b-aa06-c3126e441492,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:52.757147 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2bcdd50e-3a58-4da2-a08d-539ba3746c49 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:52.811432 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcdd50e-3a58-4da2-a08d-539ba3746c49 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Pushing event deleted for resources: {'Network': ['ID=332bc39f-8cd2-4183-b24e-3013de5fb8cc,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:52.857607 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-2bcdd50e-3a58-4da2-a08d-539ba3746c49 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] 10.222.0.41 "DELETE /v2.0/networks/332bc39f-8cd2-4183-b24e-3013de5fb8cc HTTP/1.1" status: 204 len: 168 time: 1.9578075 May 04 17:26:52.864014 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46188) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:52.881066 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c376cc6d-eea9-4207-8cd1-266ffd5de21b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:52.898589 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 1a37fd8f-84db-4af4-b4c4-2f1378e68dee up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:26:52.944311 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c376cc6d-eea9-4207-8cd1-266ffd5de21b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:53.019943 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c376cc6d-eea9-4207-8cd1-266ffd5de21b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02456ab3-8380-4ef4-8d7d-6746e3fdefcd,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:53.022071 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 1a37fd8f-84db-4af4-b4c4-2f1378e68dee completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:26:53.031152 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7521fa19-9666-4473-9ec6-cde04e8bc035 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:53.040653 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c376cc6d-eea9-4207-8cd1-266ffd5de21b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:53.044250 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-c376cc6d-eea9-4207-8cd1-266ffd5de21b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/02456ab3-8380-4ef4-8d7d-6746e3fdefcd HTTP/1.1" status: 204 len: 168 time: 0.4345868 May 04 17:26:53.044374 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 1a37fd8f-84db-4af4-b4c4-2f1378e68dee triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:26:53.044374 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:53.099319 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7521fa19-9666-4473-9ec6-cde04e8bc035 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:53.167267 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7521fa19-9666-4473-9ec6-cde04e8bc035 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:26:53.170293 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-7521fa19-9666-4473-9ec6-cde04e8bc035 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:26:53.174264 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7521fa19-9666-4473-9ec6-cde04e8bc035 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:26:53.182969 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:53.207389 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 1a37fd8f-84db-4af4-b4c4-2f1378e68dee, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=1a37fd8f-84db-4af4-b4c4-2f1378e68dee,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:26:53.211293 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7521fa19-9666-4473-9ec6-cde04e8bc035 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Pushing event updated for resources: {'Port': ['ID=77da4fae-603a-4251-a487-76f2ac544383,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:53.215380 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:53.328813 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device aff3028f-87ec-4025-993e-9b51693fffff no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:26:53.355187 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7e26833a-b7ff-4da9-9482-55d5a9d8478c tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:53.361343 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-7e26833a-b7ff-4da9-9482-55d5a9d8478c tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] 10.222.0.41 "DELETE /v2.0/ports/579d09b4-adb5-418b-aa06-c3126e441492 HTTP/1.1" status: 204 len: 168 time: 2.8023930 May 04 17:26:53.401527 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: aff3028f-87ec-4025-993e-9b51693fffff {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:26:53.401851 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device aff3028f-87ec-4025-993e-9b51693fffff not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:26:53.402073 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46198) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:53.419801 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=1a37fd8f-84db-4af4-b4c4-2f1378e68dee,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:53.435461 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-acbeb378-5ee3-4f1a-a83c-8de3f19a0480 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Request body: {'port': {'name': 'tempest-new-port-name-1128353175', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:26:53.435854 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.api.validators [None req-acbeb378-5ee3-4f1a-a83c-8de3f19a0480 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] bootfile-name is not in valid_values {{(pid=88038) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 04 17:26:53.436225 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.api.validators [None req-acbeb378-5ee3-4f1a-a83c-8de3f19a0480 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] tftp-server is not in valid_values {{(pid=88038) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 04 17:26:53.436554 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.api.validators [None req-acbeb378-5ee3-4f1a-a83c-8de3f19a0480 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] server-ip-address is not in valid_values {{(pid=88038) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 04 17:26:53.545902 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46202) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:53.580684 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-0cce06c0-4bda-4841-a479-da7fd2b6f8d0 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Deleting port 659fb6b9-0023-41ba-8426-1110f5389c88 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:26:53.581075 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0cce06c0-4bda-4841-a479-da7fd2b6f8d0 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:53.613424 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5c01b953-e535-4ff6-8b39-0aa2b137bb50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:53.634045 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4dbcd763-13fe-4a92-94d7-21f5d8c8c697 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:53.674471 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4dbcd763-13fe-4a92-94d7-21f5d8c8c697 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:53.712837 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-5c01b953-e535-4ff6-8b39-0aa2b137bb50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:26:53.723529 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-5c01b953-e535-4ff6-8b39-0aa2b137bb50 admin admin] Usage tracker for resource:security_group_rule and tenant:087325274ac44f53b667b77e13a87327 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:26:53.745706 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-5c01b953-e535-4ff6-8b39-0aa2b137bb50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:26:53.762584 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-5c01b953-e535-4ff6-8b39-0aa2b137bb50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:26:53.872860 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-acbeb378-5ee3-4f1a-a83c-8de3f19a0480 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:53.980335 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0cce06c0-4bda-4841-a479-da7fd2b6f8d0 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:53.980667 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0cce06c0-4bda-4841-a479-da7fd2b6f8d0 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:54.046216 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764a390-37f3-4f29-922a-b317265542cc req-42665e0c-81dd-4d8e-9e46-67812a06141c tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:54.047673 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-e764a390-37f3-4f29-922a-b317265542cc req-42665e0c-81dd-4d8e-9e46-67812a06141c tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 945 time: 0.2365036 May 04 17:26:54.125514 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-4dbcd763-13fe-4a92-94d7-21f5d8c8c697 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Allocated IP 172.26.0.150 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/05aa67d4-28c8-467d-af75-fde3d2b356df) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:26:54.133456 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-0cce06c0-4bda-4841-a479-da7fd2b6f8d0 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Calling delete_port for 659fb6b9-0023-41ba-8426-1110f5389c88 owned by network:floatingip {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:26:54.181560 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-e764a390-37f3-4f29-922a-b317265542cc req-01323c7d-7804-49eb-bc08-104920ec2544 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183918 May 04 17:26:54.233726 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7521fa19-9666-4473-9ec6-cde04e8bc035 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:54.247399 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5c01b953-e535-4ff6-8b39-0aa2b137bb50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:54.267759 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-acbeb378-5ee3-4f1a-a83c-8de3f19a0480 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:54.272636 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-acbeb378-5ee3-4f1a-a83c-8de3f19a0480 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:54.276778 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5c01b953-e535-4ff6-8b39-0aa2b137bb50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:54.400484 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c01b953-e535-4ff6-8b39-0aa2b137bb50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=245a270d-26bd-4b59-a1ce-28686332c9bd,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:54.404550 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-5c01b953-e535-4ff6-8b39-0aa2b137bb50 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=087325274ac44f53b667b77e13a87327&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8519783 May 04 17:26:54.408650 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46208) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:54.437196 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbeb378-5ee3-4f1a-a83c-8de3f19a0480 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Pushing event updated for resources: {'Port': ['ID=2a11e7d2-98e0-456c-81fb-dc6ae7fb8f7f,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:54.442576 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7521fa19-9666-4473-9ec6-cde04e8bc035 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:54.495491 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-acbeb378-5ee3-4f1a-a83c-8de3f19a0480 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] In _notify_port_updated(), no bound segment for port 2a11e7d2-98e0-456c-81fb-dc6ae7fb8f7f on network 7d889c6c-22eb-4497-8ae5-4a95aae1a3fb {{(pid=88038) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 04 17:26:54.500887 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbeb378-5ee3-4f1a-a83c-8de3f19a0480 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:54.501531 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-acbeb378-5ee3-4f1a-a83c-8de3f19a0480 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:54.503397 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-acbeb378-5ee3-4f1a-a83c-8de3f19a0480 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] 10.222.0.41 "PUT /v2.0/ports/2a11e7d2-98e0-456c-81fb-dc6ae7fb8f7f HTTP/1.1" status: 200 len: 1137 time: 1.0828636 May 04 17:26:54.506042 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46212) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:54.517483 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4dbcd763-13fe-4a92-94d7-21f5d8c8c697 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:54.565997 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0cce06c0-4bda-4841-a479-da7fd2b6f8d0 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:54.608052 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df302e17-b81a-4781-870b-2470d3f31a44 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:54.608650 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-df302e17-b81a-4781-870b-2470d3f31a44 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Synchronizing usage tracker for tenant:c844e1f4a6a940a7879dfcfef24c3740 on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:26:54.618599 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-779c504b-f1cd-4a69-b85a-2fb3efb96700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:54.636400 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cce06c0-4bda-4841-a479-da7fd2b6f8d0 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Pushing event deleted for resources: {'Port': ['ID=659fb6b9-0023-41ba-8426-1110f5389c88,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:54.694547 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-df302e17-b81a-4781-870b-2470d3f31a44 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Unset dirty status for tenant:c844e1f4a6a940a7879dfcfef24c3740 on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:26:54.695672 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-df302e17-b81a-4781-870b-2470d3f31a44 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] 10.222.0.41 "GET /v2.0/ports/2a11e7d2-98e0-456c-81fb-dc6ae7fb8f7f HTTP/1.1" status: 200 len: 1137 time: 0.1888046 May 04 17:26:54.699298 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46216) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:54.701190 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-629b50a0-d215-4862-9f03-4655b1c46186 None None] Provisioning complete for port 2a11e7d2-98e0-456c-81fb-dc6ae7fb8f7f triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:26:54.702089 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-629b50a0-d215-4862-9f03-4655b1c46186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:54.724672 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-779c504b-f1cd-4a69-b85a-2fb3efb96700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:54.754621 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4dbcd763-13fe-4a92-94d7-21f5d8c8c697 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:54.761651 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-629b50a0-d215-4862-9f03-4655b1c46186 None None] Port 2a11e7d2-98e0-456c-81fb-dc6ae7fb8f7f cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:26:54.786853 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-3b20c2b0-9177-4452-add4-e2dbab2b0aab tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Deleting port 2a11e7d2-98e0-456c-81fb-dc6ae7fb8f7f {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:26:54.787197 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3b20c2b0-9177-4452-add4-e2dbab2b0aab tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:54.851488 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0cce06c0-4bda-4841-a479-da7fd2b6f8d0 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks [] for floatingip, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:54.855833 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbcd763-13fe-4a92-94d7-21f5d8c8c697 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:26:54.856527 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7521fa19-9666-4473-9ec6-cde04e8bc035 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:54.864492 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-4dbcd763-13fe-4a92-94d7-21f5d8c8c697 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:26:54.865553 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 1a37fd8f-84db-4af4-b4c4-2f1378e68dee up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:26:54.869547 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbcd763-13fe-4a92-94d7-21f5d8c8c697 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Pushing event updated for resources: {'Port': ['ID=05aa67d4-28c8-467d-af75-fde3d2b356df,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:54.874884 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbcd763-13fe-4a92-94d7-21f5d8c8c697 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:26:54.887448 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7521fa19-9666-4473-9ec6-cde04e8bc035 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:54.930198 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-779c504b-f1cd-4a69-b85a-2fb3efb96700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:54.951416 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 1a37fd8f-84db-4af4-b4c4-2f1378e68dee triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:26:54.952293 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:54.960820 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779c504b-f1cd-4a69-b85a-2fb3efb96700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245a270d-26bd-4b59-a1ce-28686332c9bd,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:55.045299 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7521fa19-9666-4473-9ec6-cde04e8bc035 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Pushing event updated for resources: {'Port': ['ID=77da4fae-603a-4251-a487-76f2ac544383,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:55.077835 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7521fa19-9666-4473-9ec6-cde04e8bc035 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710218'] for floatingip, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:55.092868 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-779c504b-f1cd-4a69-b85a-2fb3efb96700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:55.094145 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-779c504b-f1cd-4a69-b85a-2fb3efb96700 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/245a270d-26bd-4b59-a1ce-28686332c9bd HTTP/1.1" status: 204 len: 168 time: 0.6844032 May 04 17:26:55.097507 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0cce06c0-4bda-4841-a479-da7fd2b6f8d0 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:55.101399 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-0cce06c0-4bda-4841-a479-da7fd2b6f8d0 tempest-FloatingIPAdminTestJSON-1895712203 tempest-FloatingIPAdminTestJSON-1895712203-project] 10.222.0.41 "DELETE /v2.0/floatingips/ba80a072-ca2e-49a8-b13b-851a22ea1fb6 HTTP/1.1" status: 204 len: 168 time: 2.0626040 May 04 17:26:55.445139 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3b20c2b0-9177-4452-add4-e2dbab2b0aab tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:55.531594 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46234) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:55.578542 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-3b20c2b0-9177-4452-add4-e2dbab2b0aab tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Calling delete_port for 2a11e7d2-98e0-456c-81fb-dc6ae7fb8f7f owned by {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:26:55.591489 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4dbcd763-13fe-4a92-94d7-21f5d8c8c697 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:55.635837 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.l3_db [None req-7521fa19-9666-4473-9ec6-cde04e8bc035 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Floating IP 2f17de9e-d066-4c59-8240-234b703861c9 associated. External IP: 172.26.0.148, port: 7cc9c858-76b6-4845-b1b6-bc031b02ce62. May 04 17:26:55.658667 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b775ee-5c0c-4b93-810f-4213689d0dae req-287471b9-3944-4217-ba31-05a066720941 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:55.660348 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-91b775ee-5c0c-4b93-810f-4213689d0dae req-287471b9-3944-4217-ba31-05a066720941 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 945 time: 0.2680717 May 04 17:26:55.806958 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-91b775ee-5c0c-4b93-810f-4213689d0dae req-2ee52422-ec5c-4be9-981c-d00f655df649 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281142 May 04 17:26:56.052394 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3b20c2b0-9177-4452-add4-e2dbab2b0aab tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:56.062515 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-7c8b95ab-20ae-4f07-a3d3-c3b3cc7c827b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4e0f3f35196b40e1aaf076aeef66bd0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5295041 May 04 17:26:56.065123 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46254) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:56.103985 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4dbcd763-13fe-4a92-94d7-21f5d8c8c697 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:56.113739 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46258) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:56.121235 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b20c2b0-9177-4452-add4-e2dbab2b0aab tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Pushing event deleted for resources: {'Port': ['ID=2a11e7d2-98e0-456c-81fb-dc6ae7fb8f7f,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:56.249898 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7521fa19-9666-4473-9ec6-cde04e8bc035 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Router 0cd77043-c03f-4b34-b6fb-545c4144e091 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:26:56.261249 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3b20c2b0-9177-4452-add4-e2dbab2b0aab tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:56.325409 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-734a9d84-9977-41a9-9212-5176ff607726 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-2004041748'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:26:56.333962 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-734a9d84-9977-41a9-9212-5176ff607726 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:26:56.340832 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-32938396-2cb0-458d-9697-2555836375ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:56.343040 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-734a9d84-9977-41a9-9212-5176ff607726 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Usage tracker for resource:network and tenant:7d997a0ae69242c29855f6b9ee4d0826 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:26:56.348754 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-734a9d84-9977-41a9-9212-5176ff607726 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:26:56.368850 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-734a9d84-9977-41a9-9212-5176ff607726 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:26:56.378506 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-3b20c2b0-9177-4452-add4-e2dbab2b0aab tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] 10.222.0.41 "DELETE /v2.0/ports/2a11e7d2-98e0-456c-81fb-dc6ae7fb8f7f HTTP/1.1" status: 204 len: 168 time: 1.6782153 May 04 17:26:56.384163 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46264) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:56.430569 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-32938396-2cb0-458d-9697-2555836375ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:56.451852 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734a9d84-9977-41a9-9212-5176ff607726 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Made reservation on behalf of 7d997a0ae69242c29855f6b9ee4d0826 for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:26:56.455214 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-734a9d84-9977-41a9-9212-5176ff607726 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:56.468391 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7521fa19-9666-4473-9ec6-cde04e8bc035 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:26:56.480392 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37604490-de3a-498e-9d09-2d1512f4578b None None] Sync routers for ids ['0cd77043-c03f-4b34-b6fb-545c4144e091'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:26:56.489727 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7521fa19-9666-4473-9ec6-cde04e8bc035 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:56.491839 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37604490-de3a-498e-9d09-2d1512f4578b None None] Routers {'0cd77043-c03f-4b34-b6fb-545c4144e091'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:26:56.492779 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-37604490-de3a-498e-9d09-2d1512f4578b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:26:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['0cd77043-c03f-4b34-b6fb-545c4144e091'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:56.501318 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-734a9d84-9977-41a9-9212-5176ff607726 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:56.552786 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ab08f2a-b5c4-4938-9ff1-5c926936b8fc tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Deleting subnet 9a0b2840-5a04-4e58-86a6-2c01f197c86b {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:26:56.553095 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-7521fa19-9666-4473-9ec6-cde04e8bc035 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.2775099 May 04 17:26:56.553754 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46268) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:56.555347 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-734a9d84-9977-41a9-9212-5176ff607726 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:26:56.558743 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-887c7df1-4312-4b21-b149-28a8d9353fe1 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:26:56.563750 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-734a9d84-9977-41a9-9212-5176ff607726 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Usage tracker for resource:security_group_rule and tenant:7d997a0ae69242c29855f6b9ee4d0826 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:26:56.566835 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3ab08f2a-b5c4-4938-9ff1-5c926936b8fc tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:56.578468 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-37604490-de3a-498e-9d09-2d1512f4578b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:56.587431 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37604490-de3a-498e-9d09-2d1512f4578b None None] Routers {'0cd77043-c03f-4b34-b6fb-545c4144e091'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:26:56.588024 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-37604490-de3a-498e-9d09-2d1512f4578b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:26:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['0cd77043-c03f-4b34-b6fb-545c4144e091'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:56.596155 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-734a9d84-9977-41a9-9212-5176ff607726 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:26:56.607405 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-734a9d84-9977-41a9-9212-5176ff607726 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:26:56.611979 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dbcd763-13fe-4a92-94d7-21f5d8c8c697 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Router 815d77c4-13e0-4426-9ab3-e97e29452100 is scheduled to L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 with binding_index 1 {{(pid=88037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:26:56.648726 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-37604490-de3a-498e-9d09-2d1512f4578b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:56.649117 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37604490-de3a-498e-9d09-2d1512f4578b None None] The sync data for ids ['0cd77043-c03f-4b34-b6fb-545c4144e091'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:26:56.669973 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-887c7df1-4312-4b21-b149-28a8d9353fe1 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for floatingip, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:56.728712 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3ab08f2a-b5c4-4938-9ff1-5c926936b8fc tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:56.758729 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-32938396-2cb0-458d-9697-2555836375ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:56.798683 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32938396-2cb0-458d-9697-2555836375ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace9f521-164b-4b5e-acbf-59b75f984ab0,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:56.917216 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-32938396-2cb0-458d-9697-2555836375ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:56.921234 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-32938396-2cb0-458d-9697-2555836375ab admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ace9f521-164b-4b5e-acbf-59b75f984ab0 HTTP/1.1" status: 204 len: 168 time: 0.8518026 May 04 17:26:57.085652 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dbcd763-13fe-4a92-94d7-21f5d8c8c697 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:26:57.095880 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6f9e50-9073-4bc6-8936-0016593b1f87 None None] Sync routers for ids ['815d77c4-13e0-4426-9ab3-e97e29452100'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:26:57.108178 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6f9e50-9073-4bc6-8936-0016593b1f87 None None] Routers {'815d77c4-13e0-4426-9ab3-e97e29452100'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:26:57.109053 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-cc6f9e50-9073-4bc6-8936-0016593b1f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:26:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['815d77c4-13e0-4426-9ab3-e97e29452100'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:57.138320 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-887c7df1-4312-4b21-b149-28a8d9353fe1 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:57.143083 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-734a9d84-9977-41a9-9212-5176ff607726 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:57.149501 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-887c7df1-4312-4b21-b149-28a8d9353fe1 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710218'] for floatingip, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:57.149829 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.l3_db [None req-887c7df1-4312-4b21-b149-28a8d9353fe1 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Floating IP 2f17de9e-d066-4c59-8240-234b703861c9 disassociated. External IP: 172.26.0.148, port: 7cc9c858-76b6-4845-b1b6-bc031b02ce62. May 04 17:26:57.151326 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4dbcd763-13fe-4a92-94d7-21f5d8c8c697 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:57.152544 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-4dbcd763-13fe-4a92-94d7-21f5d8c8c697 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.5587807 May 04 17:26:57.153870 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3ab08f2a-b5c4-4938-9ff1-5c926936b8fc tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:57.181502 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46278) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:57.188740 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-734a9d84-9977-41a9-9212-5176ff607726 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:57.274826 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf19aeb-183e-4976-ae73-8eceecc10404 req-6af08e5f-4aca-47e5-9d56-f9a0bbb6ba04 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:57.287306 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-8bf19aeb-183e-4976-ae73-8eceecc10404 req-6af08e5f-4aca-47e5-9d56-f9a0bbb6ba04 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 945 time: 0.3130953 May 04 17:26:57.322389 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-734a9d84-9977-41a9-9212-5176ff607726 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:26:57.384548 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-cc6f9e50-9073-4bc6-8936-0016593b1f87 None None] Set router 815d77c4-13e0-4426-9ab3-e97e29452100 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:26:57.412304 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46282) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:57.423178 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-734a9d84-9977-41a9-9212-5176ff607726 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:57.423553 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-734a9d84-9977-41a9-9212-5176ff607726 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Added segment 26558990-b402-4f2a-b18d-71776d68e98d of type vlan for network 823f36b4-bba5-4f78-8301-0993974d4b5d May 04 17:26:57.443499 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734a9d84-9977-41a9-9212-5176ff607726 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=057aa58e-e50b-4cf3-8cc7-7d9f2e5581d8,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:57.454719 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-8bf19aeb-183e-4976-ae73-8eceecc10404 req-172ce088-a0d8-4c8f-af59-3504e7ef92f3 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664586 May 04 17:26:57.460778 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8bf2fb92-c035-4c28-a17c-56f2db61e0e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:57.507704 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-8bf2fb92-c035-4c28-a17c-56f2db61e0e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:26:57.516268 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-5282a358-263f-4320-8e00-88f0e6dfc215 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] 10.222.0.41 "GET /v2.0/routers/815d77c4-13e0-4426-9ab3-e97e29452100 HTTP/1.1" status: 200 len: 907 time: 0.3336556 May 04 17:26:57.517376 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-8bf2fb92-c035-4c28-a17c-56f2db61e0e3 admin admin] Usage tracker for resource:security_group_rule and tenant:7303bf3413d34dc5bb20ab355a6fbef9 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:26:57.521095 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-734a9d84-9977-41a9-9212-5176ff607726 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:57.524873 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3ab08f2a-b5c4-4938-9ff1-5c926936b8fc tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:57.528425 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-8bf2fb92-c035-4c28-a17c-56f2db61e0e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:26:57.531637 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46286) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:57.623621 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-8bf2fb92-c035-4c28-a17c-56f2db61e0e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:26:57.654775 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab08f2a-b5c4-4938-9ff1-5c926936b8fc tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Pushing event deleted for resources: {'Subnet': ['ID=9a0b2840-5a04-4e58-86a6-2c01f197c86b,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:57.656701 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3ab08f2a-b5c4-4938-9ff1-5c926936b8fc tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:57.664662 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-887c7df1-4312-4b21-b149-28a8d9353fe1 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Router 0cd77043-c03f-4b34-b6fb-545c4144e091 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:26:57.671670 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfab0a34-0c4e-42c8-b6c6-0f2174555467 None None] Network 7d889c6c-22eb-4497-8ae5-4a95aae1a3fb requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:26:57.675278 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.db.resource_extend [None req-734a9d84-9977-41a9-9212-5176ff607726 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 17:26:57.700881 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-3ab08f2a-b5c4-4938-9ff1-5c926936b8fc tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] 10.222.0.41 "DELETE /v2.0/subnets/9a0b2840-5a04-4e58-86a6-2c01f197c86b HTTP/1.1" status: 204 len: 168 time: 1.3156922 May 04 17:26:57.708104 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46290) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:57.799926 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-734a9d84-9977-41a9-9212-5176ff607726 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:57.805577 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734a9d84-9977-41a9-9212-5176ff607726 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:57.806188 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-734a9d84-9977-41a9-9212-5176ff607726 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:57.871022 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-cc6f9e50-9073-4bc6-8936-0016593b1f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815d77c4-13e0-4426-9ab3-e97e29452100', 'name': 'tempest-snat-router-328627712', 'tenant_id': '826e7a781f254ab597721e5ca1a7bd14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.150'}], 'enable_snat': True}, 'gw_port_id': '05aa67d4-28c8-467d-af75-fde3d2b356df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:26:50Z', 'updated_at': '2022-05-04T17:26:55Z', 'revision_number': 3, 'project_id': '826e7a781f254ab597721e5ca1a7bd14', 'gw_port': {'id': '05aa67d4-28c8-467d-af75-fde3d2b356df', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2a:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '815d77c4-13e0-4426-9ab3-e97e29452100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:26:53Z', 'updated_at': '2022-05-04T17:26:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:57.875055 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-887c7df1-4312-4b21-b149-28a8d9353fe1 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:26:57.878494 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6f9e50-9073-4bc6-8936-0016593b1f87 None None] Checking router: 815d77c4-13e0-4426-9ab3-e97e29452100 for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:26:57.878846 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6f9e50-9073-4bc6-8936-0016593b1f87 None None] Updating router 815d77c4-13e0-4426-9ab3-e97e29452100 port 05aa67d4-28c8-467d-af75-fde3d2b356df binding host dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:26:57.880575 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-887c7df1-4312-4b21-b149-28a8d9353fe1 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:57.890511 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6243c47-2c42-4781-97c3-85fa813e9e81 None None] Sync routers for ids ['0cd77043-c03f-4b34-b6fb-545c4144e091'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:26:57.906785 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6243c47-2c42-4781-97c3-85fa813e9e81 None None] Routers {'0cd77043-c03f-4b34-b6fb-545c4144e091'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:26:57.908477 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-b6243c47-2c42-4781-97c3-85fa813e9e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:26:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['0cd77043-c03f-4b34-b6fb-545c4144e091'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:57.933956 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-cc6f9e50-9073-4bc6-8936-0016593b1f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:57.939722 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-887c7df1-4312-4b21-b149-28a8d9353fe1 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] 10.222.0.41 "PUT /v2.0/floatingips/2f17de9e-d066-4c59-8240-234b703861c9 HTTP/1.1" status: 200 len: 688 time: 1.3846080 May 04 17:26:57.942573 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46294) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:57.986322 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-734a9d84-9977-41a9-9212-5176ff607726 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.8714633 May 04 17:26:57.987788 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46298) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:57.996581 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-b6243c47-2c42-4781-97c3-85fa813e9e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:58.008006 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6243c47-2c42-4781-97c3-85fa813e9e81 None None] Routers {'0cd77043-c03f-4b34-b6fb-545c4144e091'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:26:58.009145 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-b6243c47-2c42-4781-97c3-85fa813e9e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:26:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['0cd77043-c03f-4b34-b6fb-545c4144e091'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:58.062089 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-b45696ad-25f1-4029-ad31-36070a24e1d5 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Request body: {'subnet': {'network_id': '823f36b4-bba5-4f78-8301-0993974d4b5d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:26:58.084590 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-54a02482-7caf-4053-9fba-060bcc11c1d3 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:58.086724 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-db83e4a1-d63f-4375-94ab-1451a6419a98 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks [] for router, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:58.090115 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-b6243c47-2c42-4781-97c3-85fa813e9e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:58.090736 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6243c47-2c42-4781-97c3-85fa813e9e81 None None] The sync data for ids ['0cd77043-c03f-4b34-b6fb-545c4144e091'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:26:58.104909 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4348827f-61e2-4fac-a741-6ebe68a51ac8 None None] DHCP port deletion for 7d889c6c-22eb-4497-8ae5-4a95aae1a3fb request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:26:58.124068 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-4348827f-61e2-4fac-a741-6ebe68a51ac8 None None] Deleting port e3b0238b-ef33-4d37-add7-72da35951c3a {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:26:58.124840 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4348827f-61e2-4fac-a741-6ebe68a51ac8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:58.133949 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734a9d84-9977-41a9-9212-5176ff607726 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Pushing event updated for resources: {'Network': ['ID=823f36b4-bba5-4f78-8301-0993974d4b5d,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:58.147686 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-4b125665-0e06-4061-8f97-6dcae18e17f8 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Deleting port 77da4fae-603a-4251-a487-76f2ac544383 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:26:58.148154 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4b125665-0e06-4061-8f97-6dcae18e17f8 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:58.173551 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 823f36b4-bba5-4f78-8301-0993974d4b5d details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:26:58.294625 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-54a02482-7caf-4053-9fba-060bcc11c1d3 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Deleting port e3b0238b-ef33-4d37-add7-72da35951c3a {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:26:58.294865 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-54a02482-7caf-4053-9fba-060bcc11c1d3 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:58.325687 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4b125665-0e06-4061-8f97-6dcae18e17f8 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:58.327068 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4b125665-0e06-4061-8f97-6dcae18e17f8 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:58.388471 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8bf2fb92-c035-4c28-a17c-56f2db61e0e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:58.412694 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8bf2fb92-c035-4c28-a17c-56f2db61e0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:58.436787 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-b45696ad-25f1-4029-ad31-36070a24e1d5 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:26:58.449894 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-4b125665-0e06-4061-8f97-6dcae18e17f8 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Calling delete_port for 77da4fae-603a-4251-a487-76f2ac544383 owned by network:floatingip {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:26:58.460310 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-b45696ad-25f1-4029-ad31-36070a24e1d5 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Usage tracker for resource:subnet and tenant:7d997a0ae69242c29855f6b9ee4d0826 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:26:58.469517 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-b45696ad-25f1-4029-ad31-36070a24e1d5 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:26:58.486318 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-b45696ad-25f1-4029-ad31-36070a24e1d5 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:26:58.501654 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-8bf2fb92-c035-4c28-a17c-56f2db61e0e3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7303bf3413d34dc5bb20ab355a6fbef9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0850320 May 04 17:26:58.511393 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46304) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:58.556792 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf2fb92-c035-4c28-a17c-56f2db61e0e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32a258d-1496-4458-b34f-ab1dd47c4172,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:58.575504 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45696ad-25f1-4029-ad31-36070a24e1d5 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Made reservation on behalf of 7d997a0ae69242c29855f6b9ee4d0826 for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:26:58.579536 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b45696ad-25f1-4029-ad31-36070a24e1d5 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:58.607171 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-db83e4a1-d63f-4375-94ab-1451a6419a98 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:58.610565 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-4348827f-61e2-4fac-a741-6ebe68a51ac8 None None] For port e3b0238b-ef33-4d37-add7-72da35951c3a, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=e3b0238b-ef33-4d37-add7-72da35951c3a,segment=NetworkSegment(c5ab49e8-fbd7-425f-bdb9-ba737677caf5),segment_id=c5ab49e8-fbd7-425f-bdb9-ba737677caf5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:26:58.610968 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4348827f-61e2-4fac-a741-6ebe68a51ac8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:58.752533 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-4348827f-61e2-4fac-a741-6ebe68a51ac8 None None] Calling delete_port for e3b0238b-ef33-4d37-add7-72da35951c3a owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:26:58.768877 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c1ad5f37-a0cd-4abd-8fef-ceee0d7346d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:58.797703 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-cc6f9e50-9073-4bc6-8936-0016593b1f87 None None] Notify callbacks [] for port, precommit_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:58.842638 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c1ad5f37-a0cd-4abd-8fef-ceee0d7346d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:58.855815 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4348827f-61e2-4fac-a741-6ebe68a51ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124'] for port, after_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:58.875127 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-54a02482-7caf-4053-9fba-060bcc11c1d3 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] For port e3b0238b-ef33-4d37-add7-72da35951c3a, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=e3b0238b-ef33-4d37-add7-72da35951c3a,segment=NetworkSegment(c5ab49e8-fbd7-425f-bdb9-ba737677caf5),segment_id=c5ab49e8-fbd7-425f-bdb9-ba737677caf5)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:26:58.876294 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-54a02482-7caf-4053-9fba-060bcc11c1d3 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:58.888580 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4b125665-0e06-4061-8f97-6dcae18e17f8 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:58.942975 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b125665-0e06-4061-8f97-6dcae18e17f8 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Pushing event deleted for resources: {'Port': ['ID=77da4fae-603a-4251-a487-76f2ac544383,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:58.972040 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-cc6f9e50-9073-4bc6-8936-0016593b1f87 None None] Transition to ACTIVE for port object 05aa67d4-28c8-467d-af75-fde3d2b356df will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:26:58.987531 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device e3b0238b-ef33-4d37-add7-72da35951c3a no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:26:59.018119 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c1ad5f37-a0cd-4abd-8fef-ceee0d7346d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:59.029549 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-db83e4a1-d63f-4375-94ab-1451a6419a98 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Deleting port 05aa67d4-28c8-467d-af75-fde3d2b356df {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:26:59.029863 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-db83e4a1-d63f-4375-94ab-1451a6419a98 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:59.034742 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4348827f-61e2-4fac-a741-6ebe68a51ac8 None None] No DVR routers for this DVR port e3b0238b-ef33-4d37-add7-72da35951c3a on host dv-neutron-840426-1-hyperv {{(pid=88039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:26:59.038985 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4348827f-61e2-4fac-a741-6ebe68a51ac8 None None] Pushing event deleted for resources: {'Port': ['ID=e3b0238b-ef33-4d37-add7-72da35951c3a,revision_number=None']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:59.043851 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ad5f37-a0cd-4abd-8fef-ceee0d7346d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32a258d-1496-4458-b34f-ab1dd47c4172,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:59.057522 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4b125665-0e06-4061-8f97-6dcae18e17f8 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for floatingip, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:59.060245 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-cc6f9e50-9073-4bc6-8936-0016593b1f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:59.062819 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-54a02482-7caf-4053-9fba-060bcc11c1d3 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Calling delete_port for e3b0238b-ef33-4d37-add7-72da35951c3a owned by network:dhcp {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:26:59.071705 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4b125665-0e06-4061-8f97-6dcae18e17f8 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:59.076147 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-4b125665-0e06-4061-8f97-6dcae18e17f8 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] 10.222.0.41 "DELETE /v2.0/floatingips/2f17de9e-d066-4c59-8240-234b703861c9 HTTP/1.1" status: 204 len: 168 time: 1.1283000 May 04 17:26:59.079239 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46308) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:59.083201 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c1ad5f37-a0cd-4abd-8fef-ceee0d7346d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:59.087047 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-c1ad5f37-a0cd-4abd-8fef-ceee0d7346d8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f32a258d-1496-4458-b34f-ab1dd47c4172 HTTP/1.1" status: 204 len: 168 time: 0.5722394 May 04 17:26:59.089675 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-89ac953f-d91c-4baa-aa26-bf3d42f02af9 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Request body: {'floatingip': {'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'port_id': '2f53263e-1872-4374-b986-74a4aad07dd2'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:26:59.097001 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-89ac953f-d91c-4baa-aa26-bf3d42f02af9 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:26:59.100952 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-89ac953f-d91c-4baa-aa26-bf3d42f02af9 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Usage tracker for resource:floatingip and tenant:983c2322fbac41498b7f731747fedd84 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:26:59.106188 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-89ac953f-d91c-4baa-aa26-bf3d42f02af9 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:26:59.118755 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-89ac953f-d91c-4baa-aa26-bf3d42f02af9 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:26:59.120213 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: e3b0238b-ef33-4d37-add7-72da35951c3a {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:26:59.120701 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device e3b0238b-ef33-4d37-add7-72da35951c3a not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:26:59.155120 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-89ac953f-d91c-4baa-aa26-bf3d42f02af9 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for floatingip, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:59.205792 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-cc6f9e50-9073-4bc6-8936-0016593b1f87 None None] Attempting to bind port 05aa67d4-28c8-467d-af75-fde3d2b356df on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:26:59.207023 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-cc6f9e50-9073-4bc6-8936-0016593b1f87 None None] Attempting to bind port 05aa67d4-28c8-467d-af75-fde3d2b356df by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:26:59.207695 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6f9e50-9073-4bc6-8936-0016593b1f87 None None] Attempting to bind port 05aa67d4-28c8-467d-af75-fde3d2b356df on network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:26:59.216964 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6f9e50-9073-4bc6-8936-0016593b1f87 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:26:59.217332 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6f9e50-9073-4bc6-8936-0016593b1f87 None None] Checking segment: {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:26:59.230153 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-cc6f9e50-9073-4bc6-8936-0016593b1f87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:59.230676 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6f9e50-9073-4bc6-8936-0016593b1f87 None None] Bound using segment: {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:26:59.231201 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-cc6f9e50-9073-4bc6-8936-0016593b1f87 None None] Bound port: 05aa67d4-28c8-467d-af75-fde3d2b356df, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:26:59.231628 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-cc6f9e50-9073-4bc6-8936-0016593b1f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:59.285317 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933f6077-5a70-4c85-a4ce-2be8f41452b0 None None] Pushing event updated for resources: {'Port': ['ID=05aa67d4-28c8-467d-af75-fde3d2b356df,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:59.351023 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-89ac953f-d91c-4baa-aa26-bf3d42f02af9 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:59.352218 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-cc6f9e50-9073-4bc6-8936-0016593b1f87 None None] For port 05aa67d4-28c8-467d-af75-fde3d2b356df, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:26:59.355937 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-cc6f9e50-9073-4bc6-8936-0016593b1f87 None None] For port 05aa67d4-28c8-467d-af75-fde3d2b356df, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=05aa67d4-28c8-467d-af75-fde3d2b356df,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:26:59.362775 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-cc6f9e50-9073-4bc6-8936-0016593b1f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:59.453248 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6f9e50-9073-4bc6-8936-0016593b1f87 None None] Routers {'815d77c4-13e0-4426-9ab3-e97e29452100'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:26:59.453975 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-cc6f9e50-9073-4bc6-8936-0016593b1f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:26:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['815d77c4-13e0-4426-9ab3-e97e29452100'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:59.459327 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350b5e9b-26f1-46d6-bcd5-30eed9136631 req-e6118e97-3172-46c7-912e-a5c72e28579f tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:59.460954 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-350b5e9b-26f1-46d6-bcd5-30eed9136631 req-e6118e97-3172-46c7-912e-a5c72e28579f tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 945 time: 0.8627028 May 04 17:26:59.469307 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.db.api [None req-54a02482-7caf-4053-9fba-060bcc11c1d3 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88037) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:26:59.469784 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG oslo_db.api [None req-54a02482-7caf-4053-9fba-060bcc11c1d3 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:26:59.539768 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-db83e4a1-d63f-4375-94ab-1451a6419a98 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] For port 05aa67d4-28c8-467d-af75-fde3d2b356df, host dv-neutron-840426-1-hyperv, got binding levels [] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:26:59.540006 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-db83e4a1-d63f-4375-94ab-1451a6419a98 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:59.543268 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-89ac953f-d91c-4baa-aa26-bf3d42f02af9 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Allocated IP 172.26.0.106 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/c9070aff-c042-493a-97dc-0450168a1068) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:26:59.559418 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46316) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:59.587376 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933f6077-5a70-4c85-a4ce-2be8f41452b0 None None] Pushing event updated for resources: {'Port': ['ID=05aa67d4-28c8-467d-af75-fde3d2b356df,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:59.602272 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a84fa6eb-319d-4b18-9993-13aee023d9f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:59.613213 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-cc6f9e50-9073-4bc6-8936-0016593b1f87 None None] Set router 815d77c4-13e0-4426-9ab3-e97e29452100 gateway port host: None {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:26:59.637394 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-350b5e9b-26f1-46d6-bcd5-30eed9136631 req-9ff08228-912d-4a5a-b5fb-916285c0370f tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590581 May 04 17:26:59.671615 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-a84fa6eb-319d-4b18-9993-13aee023d9f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:26:59.680409 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-a84fa6eb-319d-4b18-9993-13aee023d9f6 admin admin] Usage tracker for resource:security_group_rule and tenant:836755d8a0bb49339a502e793b2a6d42 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:26:59.684508 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-a84fa6eb-319d-4b18-9993-13aee023d9f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:26:59.699349 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-a84fa6eb-319d-4b18-9993-13aee023d9f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:26:59.710967 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-db83e4a1-d63f-4375-94ab-1451a6419a98 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Calling delete_port for 05aa67d4-28c8-467d-af75-fde3d2b356df owned by network:router_gateway {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:26:59.727919 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-cc6f9e50-9073-4bc6-8936-0016593b1f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815d77c4-13e0-4426-9ab3-e97e29452100', 'name': 'tempest-snat-router-328627712', 'tenant_id': '826e7a781f254ab597721e5ca1a7bd14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:26:50Z', 'updated_at': '2022-05-04T17:26:58Z', 'revision_number': 4, 'project_id': '826e7a781f254ab597721e5ca1a7bd14', 'gw_port_host': None}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:59.732074 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6f9e50-9073-4bc6-8936-0016593b1f87 None None] The sync data for ids ['815d77c4-13e0-4426-9ab3-e97e29452100'] in dv-neutron-840426-1-hyperv is: [{'id': '815d77c4-13e0-4426-9ab3-e97e29452100', 'name': 'tempest-snat-router-328627712', 'tenant_id': '826e7a781f254ab597721e5ca1a7bd14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:26:50Z', 'updated_at': '2022-05-04T17:26:58Z', 'revision_number': 4, 'project_id': '826e7a781f254ab597721e5ca1a7bd14', 'gw_port_host': None}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:26:59.756953 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-89ac953f-d91c-4baa-aa26-bf3d42f02af9 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:59.764020 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b45696ad-25f1-4029-ad31-36070a24e1d5 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:59.837155 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-89ac953f-d91c-4baa-aa26-bf3d42f02af9 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:59.879981 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a84fa6eb-319d-4b18-9993-13aee023d9f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:59.889539 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45696ad-25f1-4029-ad31-36070a24e1d5 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Pushing event updated for resources: {'Subnet': ['ID=aae8015c-262b-4ed1-95c0-822310bbae8b,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:59.901405 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45696ad-25f1-4029-ad31-36070a24e1d5 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Checking segment: {'id': '26558990-b402-4f2a-b18d-71776d68e98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '823f36b4-bba5-4f78-8301-0993974d4b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:26:59.901542 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a84fa6eb-319d-4b18-9993-13aee023d9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:59.901759 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45696ad-25f1-4029-ad31-36070a24e1d5 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Network hostable DHCP agents. Network: 823f36b4-bba5-4f78-8301-0993974d4b5d, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:26:59.920070 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ac953f-d91c-4baa-aa26-bf3d42f02af9 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:26:59.929611 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-89ac953f-d91c-4baa-aa26-bf3d42f02af9 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:26:59.936874 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45696ad-25f1-4029-ad31-36070a24e1d5 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Network 823f36b4-bba5-4f78-8301-0993974d4b5d is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:26:59.942155 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.db.api [None req-db83e4a1-d63f-4375-94ab-1451a6419a98 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88037) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:26:59.942334 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ac953f-d91c-4baa-aa26-bf3d42f02af9 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:26:59.942437 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG oslo_db.api [None req-db83e4a1-d63f-4375-94ab-1451a6419a98 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:26:59.949644 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-b45696ad-25f1-4029-ad31-36070a24e1d5 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 823f36b4-bba5-4f78-8301-0993974d4b5d) {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:26:59.954160 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45696ad-25f1-4029-ad31-36070a24e1d5 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:26:59.954753 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b45696ad-25f1-4029-ad31-36070a24e1d5 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:59.959610 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d82c095-b5ee-42f6-a505-2929037cb3fe None None] Network 823f36b4-bba5-4f78-8301-0993974d4b5d requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:26:59.973608 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-54a02482-7caf-4053-9fba-060bcc11c1d3 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Deleting port e3b0238b-ef33-4d37-add7-72da35951c3a {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:26:59.974013 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-54a02482-7caf-4053-9fba-060bcc11c1d3 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:59.998015 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ac953f-d91c-4baa-aa26-bf3d42f02af9 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Pushing event updated for resources: {'Port': ['ID=c9070aff-c042-493a-97dc-0450168a1068,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:00.005248 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-a84fa6eb-319d-4b18-9993-13aee023d9f6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=836755d8a0bb49339a502e793b2a6d42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4448583 May 04 17:27:00.006476 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46322) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:00.018417 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84fa6eb-319d-4b18-9993-13aee023d9f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e27c2958-877f-4f43-ab34-81bbb0c1ba0a,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:00.066944 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-b45696ad-25f1-4029-ad31-36070a24e1d5 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0192719 May 04 17:27:00.071333 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-54a02482-7caf-4053-9fba-060bcc11c1d3 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] The port 'e3b0238b-ef33-4d37-add7-72da35951c3a' was deleted {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 04 17:27:00.072830 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46326) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:00.081635 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-8004d2d6-7090-48ad-9c40-130b886a0ca4 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Request body: {'port': {'network_id': '823f36b4-bba5-4f78-8301-0993974d4b5d', 'name': 'tempest-AllowedAddressPairTestJSON-1586755624'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:27:00.181300 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2c106273-45ba-463f-9720-75cfa674a08a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:00.215960 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4ef50d-bcce-4846-b9cc-a14e6d6cc1f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-823f36b4-bba5-4f78-8301-0993974d4b5d', 'network_id': '823f36b4-bba5-4f78-8301-0993974d4b5d', 'tenant_id': '7d997a0ae69242c29855f6b9ee4d0826', 'fixed_ips': [{'subnet_id': 'aae8015c-262b-4ed1-95c0-822310bbae8b'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:27:00.216791 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-dc4ef50d-bcce-4846-b9cc-a14e6d6cc1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:00.266259 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-54a02482-7caf-4053-9fba-060bcc11c1d3 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:00.306850 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2c106273-45ba-463f-9720-75cfa674a08a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:00.314016 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-54a02482-7caf-4053-9fba-060bcc11c1d3 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d889c6c-22eb-4497-8ae5-4a95aae1a3fb']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:00.335283 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-54a02482-7caf-4053-9fba-060bcc11c1d3 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5ab49e8-fbd7-425f-bdb9-ba737677caf5') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:00.335485 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-54a02482-7caf-4053-9fba-060bcc11c1d3 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5ab49e8-fbd7-425f-bdb9-ba737677caf5') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:00.356355 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-8004d2d6-7090-48ad-9c40-130b886a0ca4 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:27:00.359735 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-54a02482-7caf-4053-9fba-060bcc11c1d3 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:00.385886 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-54a02482-7caf-4053-9fba-060bcc11c1d3 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:00.392912 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54a02482-7caf-4053-9fba-060bcc11c1d3 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:27:00.393776 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-54a02482-7caf-4053-9fba-060bcc11c1d3 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:00.395136 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-dc4ef50d-bcce-4846-b9cc-a14e6d6cc1f1 None None] Allocated IP 172.20.0.2 (823f36b4-bba5-4f78-8301-0993974d4b5d/aae8015c-262b-4ed1-95c0-822310bbae8b/aa0c8039-cbac-4ae7-bbfe-d35eab77666e) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:27:00.410042 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-8004d2d6-7090-48ad-9c40-130b886a0ca4 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Usage tracker for resource:port and tenant:7d997a0ae69242c29855f6b9ee4d0826 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:27:00.410796 dv-neutron-840426-1-hyperv neutron-server[88037]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:27:00.410796 dv-neutron-840426-1-hyperv neutron-server[88037]: util.warn( May 04 17:27:00.410796 dv-neutron-840426-1-hyperv neutron-server[88037]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:27:00.410796 dv-neutron-840426-1-hyperv neutron-server[88037]: util.warn( May 04 17:27:00.410796 dv-neutron-840426-1-hyperv neutron-server[88037]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:27:00.410796 dv-neutron-840426-1-hyperv neutron-server[88037]: util.warn( May 04 17:27:00.410796 dv-neutron-840426-1-hyperv neutron-server[88037]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:27:00.410796 dv-neutron-840426-1-hyperv neutron-server[88037]: util.warn( May 04 17:27:00.410796 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 17:27:00.410796 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:27:00.410796 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 17:27:00.410796 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:27:00.410796 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 17:27:00.410796 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:27:00.410796 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 17:27:00.410796 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:27:00.410796 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 17:27:00.410796 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:27:00.410796 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 17:27:00.410796 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:27:00.410796 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 17:27:00.410796 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:27:00.410796 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:27:00.410796 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:27:00.410796 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:27:00.410796 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:27:00.410796 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 17:27:00.410796 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:27:00.410796 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 17:27:00.410796 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:27:00.410796 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:27:00.410796 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:27:00.410796 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 17:27:00.410796 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:27:00.410796 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:27:00.410796 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:27:00.410796 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:27:00.410796 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:27:00.410796 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:27:00.410796 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:27:00.429021 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-8004d2d6-7090-48ad-9c40-130b886a0ca4 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:27:00.435117 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-8004d2d6-7090-48ad-9c40-130b886a0ca4 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:27:00.455641 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8004d2d6-7090-48ad-9c40-130b886a0ca4 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Made reservation on behalf of 7d997a0ae69242c29855f6b9ee4d0826 for: {'port': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:27:00.459281 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8004d2d6-7090-48ad-9c40-130b886a0ca4 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:00.498514 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [None req-8004d2d6-7090-48ad-9c40-130b886a0ca4 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] device_id is not set on port 4c5f9c6e-d3dd-441c-b86c-6dd6ebe4a5bd yet. {{(pid=88038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:27:00.553741 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-db83e4a1-d63f-4375-94ab-1451a6419a98 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Deleting port 05aa67d4-28c8-467d-af75-fde3d2b356df {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:27:00.554177 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-db83e4a1-d63f-4375-94ab-1451a6419a98 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:00.643889 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-dc4ef50d-bcce-4846-b9cc-a14e6d6cc1f1 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:00.655183 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2c106273-45ba-463f-9720-75cfa674a08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:00.659394 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-dc4ef50d-bcce-4846-b9cc-a14e6d6cc1f1 None None] Transition to ACTIVE for port object aa0c8039-cbac-4ae7-bbfe-d35eab77666e will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:27:00.680482 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c106273-45ba-463f-9720-75cfa674a08a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27c2958-877f-4f43-ab34-81bbb0c1ba0a,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:00.683307 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-dc4ef50d-bcce-4846-b9cc-a14e6d6cc1f1 None None] Transition to ACTIVE for port object aa0c8039-cbac-4ae7-bbfe-d35eab77666e will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:27:00.712020 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-54a02482-7caf-4053-9fba-060bcc11c1d3 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:00.716913 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-54a02482-7caf-4053-9fba-060bcc11c1d3 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:00.728237 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-dc4ef50d-bcce-4846-b9cc-a14e6d6cc1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:00.743545 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-54a02482-7caf-4053-9fba-060bcc11c1d3 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] 10.222.0.41 "DELETE /v2.0/networks/7d889c6c-22eb-4497-8ae5-4a95aae1a3fb HTTP/1.1" status: 204 len: 168 time: 3.0323145 May 04 17:27:00.758013 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2c106273-45ba-463f-9720-75cfa674a08a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:00.759397 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-2c106273-45ba-463f-9720-75cfa674a08a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e27c2958-877f-4f43-ab34-81bbb0c1ba0a HTTP/1.1" status: 204 len: 168 time: 0.7496769 May 04 17:27:00.765812 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-89ac953f-d91c-4baa-aa26-bf3d42f02af9 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:00.766977 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a02482-7caf-4053-9fba-060bcc11c1d3 tempest-ExtraDHCPOptionsTestJSON-480361900 tempest-ExtraDHCPOptionsTestJSON-480361900-project] Pushing event deleted for resources: {'Network': ['ID=7d889c6c-22eb-4497-8ae5-4a95aae1a3fb,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:00.877634 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-db83e4a1-d63f-4375-94ab-1451a6419a98 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] For port 05aa67d4-28c8-467d-af75-fde3d2b356df, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=05aa67d4-28c8-467d-af75-fde3d2b356df,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:27:00.878032 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-db83e4a1-d63f-4375-94ab-1451a6419a98 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:00.935974 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4ef50d-bcce-4846-b9cc-a14e6d6cc1f1 None None] Network 823f36b4-bba5-4f78-8301-0993974d4b5d is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:27:00.940025 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-dc4ef50d-bcce-4846-b9cc-a14e6d6cc1f1 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:27:00.948677 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4ef50d-bcce-4846-b9cc-a14e6d6cc1f1 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:27:00.961513 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4ef50d-bcce-4846-b9cc-a14e6d6cc1f1 None None] Pushing event updated for resources: {'Port': ['ID=aa0c8039-cbac-4ae7-bbfe-d35eab77666e,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:01.004782 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-89ac953f-d91c-4baa-aa26-bf3d42f02af9 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:01.024374 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-db83e4a1-d63f-4375-94ab-1451a6419a98 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Calling delete_port for 05aa67d4-28c8-467d-af75-fde3d2b356df owned by network:router_gateway {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:27:01.095016 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-dc4ef50d-bcce-4846-b9cc-a14e6d6cc1f1 None None] Attempting to bind port aa0c8039-cbac-4ae7-bbfe-d35eab77666e on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:27:01.095719 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-dc4ef50d-bcce-4846-b9cc-a14e6d6cc1f1 None None] Attempting to bind port aa0c8039-cbac-4ae7-bbfe-d35eab77666e by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '26558990-b402-4f2a-b18d-71776d68e98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '823f36b4-bba5-4f78-8301-0993974d4b5d'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:27:01.097130 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4ef50d-bcce-4846-b9cc-a14e6d6cc1f1 None None] Attempting to bind port aa0c8039-cbac-4ae7-bbfe-d35eab77666e on network 823f36b4-bba5-4f78-8301-0993974d4b5d {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:27:01.107775 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4ef50d-bcce-4846-b9cc-a14e6d6cc1f1 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:27:01.108949 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4ef50d-bcce-4846-b9cc-a14e6d6cc1f1 None None] Checking segment: {'id': '26558990-b402-4f2a-b18d-71776d68e98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '823f36b4-bba5-4f78-8301-0993974d4b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:27:01.109389 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-dc4ef50d-bcce-4846-b9cc-a14e6d6cc1f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:01.110464 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4ef50d-bcce-4846-b9cc-a14e6d6cc1f1 None None] Bound using segment: {'id': '26558990-b402-4f2a-b18d-71776d68e98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '823f36b4-bba5-4f78-8301-0993974d4b5d'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:27:01.111420 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-dc4ef50d-bcce-4846-b9cc-a14e6d6cc1f1 None None] Bound port: aa0c8039-cbac-4ae7-bbfe-d35eab77666e, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26558990-b402-4f2a-b18d-71776d68e98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '823f36b4-bba5-4f78-8301-0993974d4b5d'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:27:01.112139 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-dc4ef50d-bcce-4846-b9cc-a14e6d6cc1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:01.257359 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46340) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:01.258947 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-dc4ef50d-bcce-4846-b9cc-a14e6d6cc1f1 None None] For port aa0c8039-cbac-4ae7-bbfe-d35eab77666e, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:27:01.265647 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-dc4ef50d-bcce-4846-b9cc-a14e6d6cc1f1 None None] For port aa0c8039-cbac-4ae7-bbfe-d35eab77666e, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=aa0c8039-cbac-4ae7-bbfe-d35eab77666e,segment=NetworkSegment(26558990-b402-4f2a-b18d-71776d68e98d),segment_id=26558990-b402-4f2a-b18d-71776d68e98d)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:27:01.275850 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-8004d2d6-7090-48ad-9c40-130b886a0ca4 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Allocated IP 172.20.0.7 (823f36b4-bba5-4f78-8301-0993974d4b5d/aae8015c-262b-4ed1-95c0-822310bbae8b/4c5f9c6e-d3dd-441c-b86c-6dd6ebe4a5bd) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:27:01.277818 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-dc4ef50d-bcce-4846-b9cc-a14e6d6cc1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:01.346265 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-db83e4a1-d63f-4375-94ab-1451a6419a98 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:01.424400 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db83e4a1-d63f-4375-94ab-1451a6419a98 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Pushing event deleted for resources: {'Port': ['ID=05aa67d4-28c8-467d-af75-fde3d2b356df,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:01.447867 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036a7c4-9389-4fd2-852c-169cd28a56da req-321be630-c459-48ee-842c-e683f69f2451 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:01.450108 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-6036a7c4-9389-4fd2-852c-169cd28a56da req-321be630-c459-48ee-842c-e683f69f2451 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 945 time: 0.4461493 May 04 17:27:01.456456 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4ef50d-bcce-4846-b9cc-a14e6d6cc1f1 None None] Pushing event updated for resources: {'Port': ['ID=aa0c8039-cbac-4ae7-bbfe-d35eab77666e,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:01.535945 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.db.resource_extend [None req-89ac953f-d91c-4baa-aa26-bf3d42f02af9 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 17:27:01.553185 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-db83e4a1-d63f-4375-94ab-1451a6419a98 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710199'] for router_gateway, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:01.600308 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-89ac953f-d91c-4baa-aa26-bf3d42f02af9 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:01.624140 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-89ac953f-d91c-4baa-aa26-bf3d42f02af9 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:01.766726 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-db83e4a1-d63f-4375-94ab-1451a6419a98 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:01.771639 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-db83e4a1-d63f-4375-94ab-1451a6419a98 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:01.786313 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-6036a7c4-9389-4fd2-852c-169cd28a56da req-d16be37d-d318-4017-aa68-37d5e103f341 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2908623 May 04 17:27:01.820814 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-db83e4a1-d63f-4375-94ab-1451a6419a98 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:01.821467 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db83e4a1-d63f-4375-94ab-1451a6419a98 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 815d77c4-13e0-4426-9ab3-e97e29452100 {{(pid=88037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:27:01.849487 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-4058ccc1-76ed-47e9-9925-1b19fc8372f6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c844e1f4a6a940a7879dfcfef24c3740&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5904930 May 04 17:27:01.852909 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46362) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:01.887960 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ac953f-d91c-4baa-aa26-bf3d42f02af9 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Pushing event updated for resources: {'Port': ['ID=c9070aff-c042-493a-97dc-0450168a1068,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:01.943951 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8004d2d6-7090-48ad-9c40-130b886a0ca4 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:01.958980 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-db83e4a1-d63f-4375-94ab-1451a6419a98 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:01.963509 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-db83e4a1-d63f-4375-94ab-1451a6419a98 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] 10.222.0.41 "DELETE /v2.0/routers/815d77c4-13e0-4426-9ab3-e97e29452100 HTTP/1.1" status: 204 len: 168 time: 4.4040284 May 04 17:27:01.965426 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46366) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:01.976667 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-8004d2d6-7090-48ad-9c40-130b886a0ca4 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Transition to ACTIVE for port object 4c5f9c6e-d3dd-441c-b86c-6dd6ebe4a5bd will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:27:02.013330 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-89ac953f-d91c-4baa-aa26-bf3d42f02af9 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710218'] for floatingip, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:02.069386 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-67e0f3d7-f4be-4b7b-a10f-565902870da5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:02.094065 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8004d2d6-7090-48ad-9c40-130b886a0ca4 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:02.166957 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-67e0f3d7-f4be-4b7b-a10f-565902870da5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:02.215815 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c668e1f6-6970-4a34-9bc3-80f7e9d2b3b4 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks [] for router, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:02.251295 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8004d2d6-7090-48ad-9c40-130b886a0ca4 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Network 823f36b4-bba5-4f78-8301-0993974d4b5d is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:27:02.257449 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-8004d2d6-7090-48ad-9c40-130b886a0ca4 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:27:02.259266 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8004d2d6-7090-48ad-9c40-130b886a0ca4 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Pushing event updated for resources: {'Port': ['ID=4c5f9c6e-d3dd-441c-b86c-6dd6ebe4a5bd,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:02.261428 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8004d2d6-7090-48ad-9c40-130b886a0ca4 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:27:02.335934 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.l3_db [None req-89ac953f-d91c-4baa-aa26-bf3d42f02af9 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Floating IP ca71c2a2-c093-4a5f-8a38-e108aaffd797 associated. External IP: 172.26.0.106, port: 2f53263e-1872-4374-b986-74a4aad07dd2. May 04 17:27:02.420919 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8004d2d6-7090-48ad-9c40-130b886a0ca4 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:02.421829 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8004d2d6-7090-48ad-9c40-130b886a0ca4 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:02.499120 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-67e0f3d7-f4be-4b7b-a10f-565902870da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:02.517010 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e0f3d7-f4be-4b7b-a10f-565902870da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a359d859-62a0-4c39-808a-825828375263,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:02.558371 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-67e0f3d7-f4be-4b7b-a10f-565902870da5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:02.561750 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-67e0f3d7-f4be-4b7b-a10f-565902870da5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a359d859-62a0-4c39-808a-825828375263 HTTP/1.1" status: 204 len: 168 time: 0.7043273 May 04 17:27:02.570153 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c668e1f6-6970-4a34-9bc3-80f7e9d2b3b4 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:02.594011 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-c668e1f6-6970-4a34-9bc3-80f7e9d2b3b4 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Deleting port 1a37fd8f-84db-4af4-b4c4-2f1378e68dee {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:27:02.594967 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c668e1f6-6970-4a34-9bc3-80f7e9d2b3b4 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:02.617549 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-8004d2d6-7090-48ad-9c40-130b886a0ca4 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5436404 May 04 17:27:02.629338 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46386) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:02.629338 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-9ec2d20e-f2dd-4245-9418-b4bd4de0b3d8 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Request body: {'port': {'network_id': '823f36b4-bba5-4f78-8301-0993974d4b5d', 'name': 'tempest-AllowedAddressPairTestJSON-1382108403', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:d6:da:ed'}]}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:27:02.860742 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46396) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:02.882796 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0435ad-1e9c-41a3-acbd-63fc1cacf761 None None] Network 823f36b4-bba5-4f78-8301-0993974d4b5d requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:27:02.895322 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-c668e1f6-6970-4a34-9bc3-80f7e9d2b3b4 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] For port 1a37fd8f-84db-4af4-b4c4-2f1378e68dee, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=1a37fd8f-84db-4af4-b4c4-2f1378e68dee,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:27:02.895692 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c668e1f6-6970-4a34-9bc3-80f7e9d2b3b4 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:03.033187 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device aa0c8039-cbac-4ae7-bbfe-d35eab77666e up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:27:03.113214 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-c668e1f6-6970-4a34-9bc3-80f7e9d2b3b4 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Calling delete_port for 1a37fd8f-84db-4af4-b4c4-2f1378e68dee owned by network:router_gateway {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:27:03.161505 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-f18eb86c-6f60-4358-8fd0-7de4ef898b07 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1345808453', 'router:external': True}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:27:03.173371 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-f18eb86c-6f60-4358-8fd0-7de4ef898b07 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:27:03.193332 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-f18eb86c-6f60-4358-8fd0-7de4ef898b07 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Usage tracker for resource:network and tenant:16421e25b6674404ad030e8cb41c27b5 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:27:03.202563 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-f18eb86c-6f60-4358-8fd0-7de4ef898b07 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:27:03.214354 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-f18eb86c-6f60-4358-8fd0-7de4ef898b07 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:27:03.250123 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-981bbfdc-4676-457d-b3e7-e21235e103dc None None] Provisioning for port aa0c8039-cbac-4ae7-bbfe-d35eab77666e completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:27:03.253257 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18eb86c-6f60-4358-8fd0-7de4ef898b07 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Made reservation on behalf of 16421e25b6674404ad030e8cb41c27b5 for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:27:03.255893 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f18eb86c-6f60-4358-8fd0-7de4ef898b07 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:03.281142 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f18eb86c-6f60-4358-8fd0-7de4ef898b07 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:03.312680 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e411ec9-fd2e-4cb2-b953-6258c421815c req-aa43f1d6-d901-42d9-8d03-50b111000531 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:03.312896 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-df80a546-d669-4dae-bf94-6839f1dc9b1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:03.313902 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-4e411ec9-fd2e-4cb2-b953-6258c421815c req-aa43f1d6-d901-42d9-8d03-50b111000531 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 945 time: 0.3103774 May 04 17:27:03.316818 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-f18eb86c-6f60-4358-8fd0-7de4ef898b07 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:27:03.323669 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-f18eb86c-6f60-4358-8fd0-7de4ef898b07 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Usage tracker for resource:security_group_rule and tenant:16421e25b6674404ad030e8cb41c27b5 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:27:03.327939 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port aa0c8039-cbac-4ae7-bbfe-d35eab77666e completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:27:03.328342 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-f18eb86c-6f60-4358-8fd0-7de4ef898b07 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:27:03.339994 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-9ec2d20e-f2dd-4245-9418-b4bd4de0b3d8 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:27:03.340574 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port aa0c8039-cbac-4ae7-bbfe-d35eab77666e triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:27:03.340766 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:03.345906 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-9ec2d20e-f2dd-4245-9418-b4bd4de0b3d8 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Usage tracker for resource:port and tenant:7d997a0ae69242c29855f6b9ee4d0826 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:27:03.347764 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-9ec2d20e-f2dd-4245-9418-b4bd4de0b3d8 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:27:03.349605 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-f18eb86c-6f60-4358-8fd0-7de4ef898b07 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:27:03.354593 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-9ec2d20e-f2dd-4245-9418-b4bd4de0b3d8 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:27:03.374949 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec2d20e-f2dd-4245-9418-b4bd4de0b3d8 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Made reservation on behalf of 7d997a0ae69242c29855f6b9ee4d0826 for: {'port': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:27:03.395506 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-4e411ec9-fd2e-4cb2-b953-6258c421815c req-790040cb-c632-42c9-bb6c-4bc14f47d909 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730057 May 04 17:27:03.488053 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89ac953f-d91c-4baa-aa26-bf3d42f02af9 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Router 0cd77043-c03f-4b34-b6fb-545c4144e091 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:27:03.511572 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c668e1f6-6970-4a34-9bc3-80f7e9d2b3b4 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:03.549231 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:03.597619 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port aa0c8039-cbac-4ae7-bbfe-d35eab77666e, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=aa0c8039-cbac-4ae7-bbfe-d35eab77666e,segment=NetworkSegment(26558990-b402-4f2a-b18d-71776d68e98d),segment_id=26558990-b402-4f2a-b18d-71776d68e98d)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:27:03.610689 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:03.619364 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c668e1f6-6970-4a34-9bc3-80f7e9d2b3b4 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Pushing event deleted for resources: {'Port': ['ID=1a37fd8f-84db-4af4-b4c4-2f1378e68dee,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:03.640466 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46420) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:03.704718 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f18eb86c-6f60-4358-8fd0-7de4ef898b07 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:03.714073 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f18eb86c-6f60-4358-8fd0-7de4ef898b07 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:03.720639 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=aa0c8039-cbac-4ae7-bbfe-d35eab77666e,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:03.725488 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9ec2d20e-f2dd-4245-9418-b4bd4de0b3d8 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:03.727127 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f18eb86c-6f60-4358-8fd0-7de4ef898b07 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:27:03.737854 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f18eb86c-6f60-4358-8fd0-7de4ef898b07 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:03.738346 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-f18eb86c-6f60-4358-8fd0-7de4ef898b07 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Added segment ffedf025-30ff-44b4-a9b2-17d95c156b8a of type vlan for network f5c48689-5a04-42d8-b404-fbe9fe7543d1 May 04 17:27:03.772395 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f18eb86c-6f60-4358-8fd0-7de4ef898b07 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:03.821690 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-4277f81f-8a26-48e4-948d-1d485957fc0a None None] Provisioning complete for port aa0c8039-cbac-4ae7-bbfe-d35eab77666e triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:27:03.822586 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4277f81f-8a26-48e4-948d-1d485957fc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:03.831898 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c668e1f6-6970-4a34-9bc3-80f7e9d2b3b4 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710199'] for router_gateway, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:03.835951 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [None req-9ec2d20e-f2dd-4245-9418-b4bd4de0b3d8 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] device_id is not set on port ae4f7a89-9735-4a25-84f2-d4bcb46144e5 yet. {{(pid=88038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:27:03.930736 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ac953f-d91c-4baa-aa26-bf3d42f02af9 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:27:03.949974 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294c484d-9bc2-4fec-ba09-2317f375d14c None None] Sync routers for ids ['0cd77043-c03f-4b34-b6fb-545c4144e091'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:27:03.975301 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294c484d-9bc2-4fec-ba09-2317f375d14c None None] Routers {'0cd77043-c03f-4b34-b6fb-545c4144e091'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:27:03.975949 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-294c484d-9bc2-4fec-ba09-2317f375d14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:26:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['0cd77043-c03f-4b34-b6fb-545c4144e091'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:04.020156 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-89ac953f-d91c-4baa-aa26-bf3d42f02af9 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:04.024817 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-25e4bcdb-5186-43b5-b090-24a4b427e570 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Request body: {'network': {'name': 'tempest-RoutersTest-609564686'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:27:04.045188 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-294c484d-9bc2-4fec-ba09-2317f375d14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:04.047914 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-25e4bcdb-5186-43b5-b090-24a4b427e570 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:27:04.052855 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f18eb86c-6f60-4358-8fd0-7de4ef898b07 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:04.053948 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18eb86c-6f60-4358-8fd0-7de4ef898b07 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:04.054677 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f18eb86c-6f60-4358-8fd0-7de4ef898b07 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:04.058287 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18eb86c-6f60-4358-8fd0-7de4ef898b07 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc38cc1-4956-49ea-8fdd-e743421b1e42,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:04.061899 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294c484d-9bc2-4fec-ba09-2317f375d14c None None] Routers {'0cd77043-c03f-4b34-b6fb-545c4144e091'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:27:04.062533 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-294c484d-9bc2-4fec-ba09-2317f375d14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:26:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['0cd77043-c03f-4b34-b6fb-545c4144e091'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:04.063268 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c668e1f6-6970-4a34-9bc3-80f7e9d2b3b4 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:04.082512 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c668e1f6-6970-4a34-9bc3-80f7e9d2b3b4 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:04.088512 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-9ec2d20e-f2dd-4245-9418-b4bd4de0b3d8 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Allocated IP 172.20.0.9 (823f36b4-bba5-4f78-8301-0993974d4b5d/aae8015c-262b-4ed1-95c0-822310bbae8b/ae4f7a89-9735-4a25-84f2-d4bcb46144e5) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:27:04.088972 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-25e4bcdb-5186-43b5-b090-24a4b427e570 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Usage tracker for resource:network and tenant:4d4e7c7b24884dc786dfd71b0f2e4f89 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:27:04.096230 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-25e4bcdb-5186-43b5-b090-24a4b427e570 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:27:04.098316 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-89ac953f-d91c-4baa-aa26-bf3d42f02af9 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.0180054 May 04 17:27:04.102666 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46426) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:04.118826 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-25e4bcdb-5186-43b5-b090-24a4b427e570 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:27:04.125467 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-294c484d-9bc2-4fec-ba09-2317f375d14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:04.125790 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294c484d-9bc2-4fec-ba09-2317f375d14c None None] The sync data for ids ['0cd77043-c03f-4b34-b6fb-545c4144e091'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:27:04.128160 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-4277f81f-8a26-48e4-948d-1d485957fc0a None None] Provisioning for port 4c5f9c6e-d3dd-441c-b86c-6dd6ebe4a5bd completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:27:04.133159 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-4277f81f-8a26-48e4-948d-1d485957fc0a None None] Provisioning complete for port 4c5f9c6e-d3dd-441c-b86c-6dd6ebe4a5bd triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:27:04.133690 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4277f81f-8a26-48e4-948d-1d485957fc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:04.189318 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-4277f81f-8a26-48e4-948d-1d485957fc0a None None] Port 4c5f9c6e-d3dd-441c-b86c-6dd6ebe4a5bd cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:27:04.230699 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18eb86c-6f60-4358-8fd0-7de4ef898b07 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Pushing event updated for resources: {'Network': ['ID=f5c48689-5a04-42d8-b404-fbe9fe7543d1,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:04.233501 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c668e1f6-6970-4a34-9bc3-80f7e9d2b3b4 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:04.234446 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c668e1f6-6970-4a34-9bc3-80f7e9d2b3b4 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a41b1c44-e5a5-41c2-ac1f-3c1368ab7d39 {{(pid=88037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:27:04.236999 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-f18eb86c-6f60-4358-8fd0-7de4ef898b07 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.3753202 May 04 17:27:04.238886 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e4bcdb-5186-43b5-b090-24a4b427e570 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Made reservation on behalf of 4d4e7c7b24884dc786dfd71b0f2e4f89 for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:27:04.242473 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-25e4bcdb-5186-43b5-b090-24a4b427e570 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:04.246722 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46430) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:04.254706 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network f5c48689-5a04-42d8-b404-fbe9fe7543d1 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:27:04.257288 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-3eda5ec0-bdc7-404e-95c7-aa58507d32ac tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Request body: {'subnet': {'network_id': 'f5c48689-5a04-42d8-b404-fbe9fe7543d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:27:04.259351 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c668e1f6-6970-4a34-9bc3-80f7e9d2b3b4 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:04.264126 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-c668e1f6-6970-4a34-9bc3-80f7e9d2b3b4 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] 10.222.0.41 "DELETE /v2.0/routers/a41b1c44-e5a5-41c2-ac1f-3c1368ab7d39 HTTP/1.1" status: 204 len: 168 time: 2.2938783 May 04 17:27:04.265417 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46434) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:04.271514 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-515dcc0d-303e-418d-b4a9-824771cd0704 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] 10.222.0.41 "GET /v2.0/floatingips/ca71c2a2-c093-4a5f-8a38-e108aaffd797 HTTP/1.1" status: 200 len: 978 time: 0.1681323 May 04 17:27:04.273710 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-073a2c25-2771-4e85-ac74-dcfa57cb58d1 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-315158399', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}, 'admin_state_up': False}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:27:04.279701 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46438) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:04.282654 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-25e4bcdb-5186-43b5-b090-24a4b427e570 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:04.289623 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-3eda5ec0-bdc7-404e-95c7-aa58507d32ac tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:27:04.310171 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-3eda5ec0-bdc7-404e-95c7-aa58507d32ac tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Usage tracker for resource:subnet and tenant:16421e25b6674404ad030e8cb41c27b5 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:27:04.316155 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-3eda5ec0-bdc7-404e-95c7-aa58507d32ac tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:27:04.325397 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-3eda5ec0-bdc7-404e-95c7-aa58507d32ac tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:27:04.355547 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-073a2c25-2771-4e85-ac74-dcfa57cb58d1 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:27:04.379120 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-073a2c25-2771-4e85-ac74-dcfa57cb58d1 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Usage tracker for resource:router and tenant:cb678e2f68e045d181911c05c3b5ef71 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:27:04.384586 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-073a2c25-2771-4e85-ac74-dcfa57cb58d1 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:27:04.387905 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-25e4bcdb-5186-43b5-b090-24a4b427e570 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:27:04.388143 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-1546c1a5-2ba6-4538-b57b-200c907e4ba4 None None] Provisioning complete for port 4c5f9c6e-d3dd-441c-b86c-6dd6ebe4a5bd triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:27:04.388555 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1546c1a5-2ba6-4538-b57b-200c907e4ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:04.398197 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-073a2c25-2771-4e85-ac74-dcfa57cb58d1 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:27:04.398416 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eda5ec0-bdc7-404e-95c7-aa58507d32ac tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Made reservation on behalf of 16421e25b6674404ad030e8cb41c27b5 for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:27:04.399859 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-25e4bcdb-5186-43b5-b090-24a4b427e570 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Usage tracker for resource:security_group_rule and tenant:4d4e7c7b24884dc786dfd71b0f2e4f89 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:27:04.400656 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3eda5ec0-bdc7-404e-95c7-aa58507d32ac tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:04.405450 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-25e4bcdb-5186-43b5-b090-24a4b427e570 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:27:04.416836 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-25e4bcdb-5186-43b5-b090-24a4b427e570 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:27:04.437775 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-073a2c25-2771-4e85-ac74-dcfa57cb58d1 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:04.438816 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-073a2c25-2771-4e85-ac74-dcfa57cb58d1 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:04.453692 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-b4e834c6-42e5-4f6a-b54d-eb07df48d8e5 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1723397 May 04 17:27:04.459193 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46444) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:04.475180 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-5631b291-25b1-441f-9622-ae1fbce23c7c tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Request body: {'floatingip': {'port_id': '7cc9c858-76b6-4845-b1b6-bc031b02ce62'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:27:04.487783 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-1546c1a5-2ba6-4538-b57b-200c907e4ba4 None None] Port 4c5f9c6e-d3dd-441c-b86c-6dd6ebe4a5bd cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:27:04.550398 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9ec2d20e-f2dd-4245-9418-b4bd4de0b3d8 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:04.629219 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-9ec2d20e-f2dd-4245-9418-b4bd4de0b3d8 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Transition to ACTIVE for port object ae4f7a89-9735-4a25-84f2-d4bcb46144e5 will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:27:04.683990 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-073a2c25-2771-4e85-ac74-dcfa57cb58d1 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:04.720741 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5631b291-25b1-441f-9622-ae1fbce23c7c tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for floatingip, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:04.746613 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93323a3d-c25a-4cc9-b197-51ee91fc14ec req-b64e7b01-e4ca-486e-89b5-468a3fe4f28d tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:04.747982 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-93323a3d-c25a-4cc9-b197-51ee91fc14ec req-b64e7b01-e4ca-486e-89b5-468a3fe4f28d tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 945 time: 0.1917157 May 04 17:27:04.751083 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9ec2d20e-f2dd-4245-9418-b4bd4de0b3d8 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:04.889053 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec2d20e-f2dd-4245-9418-b4bd4de0b3d8 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Network 823f36b4-bba5-4f78-8301-0993974d4b5d is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:27:04.895569 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device aa0c8039-cbac-4ae7-bbfe-d35eab77666e up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:27:04.898970 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-9ec2d20e-f2dd-4245-9418-b4bd4de0b3d8 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:27:04.900823 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec2d20e-f2dd-4245-9418-b4bd4de0b3d8 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Pushing event updated for resources: {'Port': ['ID=ae4f7a89-9735-4a25-84f2-d4bcb46144e5,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:04.905028 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec2d20e-f2dd-4245-9418-b4bd4de0b3d8 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:27:04.957606 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-93323a3d-c25a-4cc9-b197-51ee91fc14ec req-a610d214-5a66-4745-9281-7f1e83f1a2f4 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1962936 May 04 17:27:04.990287 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec2d20e-f2dd-4245-9418-b4bd4de0b3d8 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:04.991326 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9ec2d20e-f2dd-4245-9418-b4bd4de0b3d8 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:05.017651 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port aa0c8039-cbac-4ae7-bbfe-d35eab77666e triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:27:05.018944 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:05.037610 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-9ec2d20e-f2dd-4245-9418-b4bd4de0b3d8 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.4158175 May 04 17:27:05.052135 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46448) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:05.228380 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-765d0f27-6fa7-4370-8ff8-43a885e63a65 None None] Provisioning for port ae4f7a89-9735-4a25-84f2-d4bcb46144e5 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:27:05.231830 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-25e4bcdb-5186-43b5-b090-24a4b427e570 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:05.233205 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 1a37fd8f-84db-4af4-b4c4-2f1378e68dee no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:27:05.274359 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-765d0f27-6fa7-4370-8ff8-43a885e63a65 None None] Provisioning complete for port ae4f7a89-9735-4a25-84f2-d4bcb46144e5 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:27:05.274649 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-765d0f27-6fa7-4370-8ff8-43a885e63a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:05.281708 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-073a2c25-2771-4e85-ac74-dcfa57cb58d1 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:05.287039 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-25e4bcdb-5186-43b5-b090-24a4b427e570 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:05.304631 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 1a37fd8f-84db-4af4-b4c4-2f1378e68dee {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:27:05.304631 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 1a37fd8f-84db-4af4-b4c4-2f1378e68dee not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:27:05.347480 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.objects.ports [None req-3eda5ec0-bdc7-404e-95c7-aa58507d32ac tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88038) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 04 17:27:05.348016 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3eda5ec0-bdc7-404e-95c7-aa58507d32ac tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:05.356035 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-765d0f27-6fa7-4370-8ff8-43a885e63a65 None None] Port ae4f7a89-9735-4a25-84f2-d4bcb46144e5 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:27:05.366921 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25e4bcdb-5186-43b5-b090-24a4b427e570 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:27:05.412439 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e4bcdb-5186-43b5-b090-24a4b427e570 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7160f4-e4aa-42aa-8ea9-59b035c46488,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:05.431567 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eda5ec0-bdc7-404e-95c7-aa58507d32ac tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Pushing event updated for resources: {'Subnet': ['ID=42dcad57-b38b-4069-8228-f4c0efea24e8,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:05.433774 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eda5ec0-bdc7-404e-95c7-aa58507d32ac tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Checking segment: {'id': 'ffedf025-30ff-44b4-a9b2-17d95c156b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f5c48689-5a04-42d8-b404-fbe9fe7543d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:27:05.434154 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eda5ec0-bdc7-404e-95c7-aa58507d32ac tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Network hostable DHCP agents. Network: f5c48689-5a04-42d8-b404-fbe9fe7543d1, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:27:05.453729 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eda5ec0-bdc7-404e-95c7-aa58507d32ac tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Network f5c48689-5a04-42d8-b404-fbe9fe7543d1 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:27:05.460631 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ce5a8727-2bc2-4982-850f-1a055dce9257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:05.464412 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-3eda5ec0-bdc7-404e-95c7-aa58507d32ac tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, f5c48689-5a04-42d8-b404-fbe9fe7543d1) {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:27:05.468315 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eda5ec0-bdc7-404e-95c7-aa58507d32ac tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:05.468912 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3eda5ec0-bdc7-404e-95c7-aa58507d32ac tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:05.473510 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359f02dd-f23e-4c45-8d94-2d2856d7c500 None None] Network f5c48689-5a04-42d8-b404-fbe9fe7543d1 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:27:05.480581 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-25e4bcdb-5186-43b5-b090-24a4b427e570 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:05.481030 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-25e4bcdb-5186-43b5-b090-24a4b427e570 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Added segment 5ffefe9e-546b-486c-bfd6-2fd0857286e2 of type vlan for network 739c7cdb-93e6-45d0-83ed-2fd9020bb945 May 04 17:27:05.496670 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-3eda5ec0-bdc7-404e-95c7-aa58507d32ac tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.2461820 May 04 17:27:05.496896 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46452) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:05.502785 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-e9966b2d-7437-45ba-adae-21fd5fabe1b6 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-61323723', 'network_id': 'f5c48689-5a04-42d8-b404-fbe9fe7543d1'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:27:05.507509 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-e9966b2d-7437-45ba-adae-21fd5fabe1b6 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:27:05.512193 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-e9966b2d-7437-45ba-adae-21fd5fabe1b6 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Usage tracker for resource:port and tenant:16421e25b6674404ad030e8cb41c27b5 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:27:05.515359 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-e9966b2d-7437-45ba-adae-21fd5fabe1b6 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:27:05.521843 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-e9966b2d-7437-45ba-adae-21fd5fabe1b6 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:27:05.532788 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9966b2d-7437-45ba-adae-21fd5fabe1b6 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Made reservation on behalf of 16421e25b6674404ad030e8cb41c27b5 for: {'port': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:27:05.535945 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e9966b2d-7437-45ba-adae-21fd5fabe1b6 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:05.556528 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [None req-e9966b2d-7437-45ba-adae-21fd5fabe1b6 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] device_id is not set on port da32306b-a967-45c0-89c1-500dd7597ef9 yet. {{(pid=88038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:27:05.635539 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-25e4bcdb-5186-43b5-b090-24a4b427e570 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:05.649878 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb8c80b-cf36-43e1-81fc-239e005ff2d2 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:05.655783 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb8c80b-cf36-43e1-81fc-239e005ff2d2 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:05.662908 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb8c80b-cf36-43e1-81fc-239e005ff2d2 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:05.668690 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-5cb8c80b-cf36-43e1-81fc-239e005ff2d2 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.5728958 May 04 17:27:05.670925 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46456) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:05.731744 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45feeb98-31f8-4a5a-aca9-04bcb3146b7c None None] Network f5c48689-5a04-42d8-b404-fbe9fe7543d1 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:27:05.746766 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-e9966b2d-7437-45ba-adae-21fd5fabe1b6 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Allocated IP 2001:db8::2c3 (f5c48689-5a04-42d8-b404-fbe9fe7543d1/42dcad57-b38b-4069-8228-f4c0efea24e8/da32306b-a967-45c0-89c1-500dd7597ef9) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:27:05.766231 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-17760cc3-82b0-4205-a8b6-d0434b25d3c8 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Deleting port ae4f7a89-9735-4a25-84f2-d4bcb46144e5 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:27:05.766998 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-17760cc3-82b0-4205-a8b6-d0434b25d3c8 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:05.856656 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-25e4bcdb-5186-43b5-b090-24a4b427e570 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:05.862528 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e4bcdb-5186-43b5-b090-24a4b427e570 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:05.863118 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-25e4bcdb-5186-43b5-b090-24a4b427e570 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:06.018682 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e4bcdb-5186-43b5-b090-24a4b427e570 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Pushing event updated for resources: {'Network': ['ID=739c7cdb-93e6-45d0-83ed-2fd9020bb945,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:06.027208 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-25e4bcdb-5186-43b5-b090-24a4b427e570 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.3560271 May 04 17:27:06.030418 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46462) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:06.041134 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-6420455a-c9ad-45cd-802d-a2bb00c3d8dd tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Request body: {'network': {'name': 'tempest-RoutersTest-1568943351'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:27:06.044255 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 739c7cdb-93e6-45d0-83ed-2fd9020bb945 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:27:06.171577 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e9966b2d-7437-45ba-adae-21fd5fabe1b6 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:06.178412 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-17760cc3-82b0-4205-a8b6-d0434b25d3c8 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:06.223344 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-6420455a-c9ad-45cd-802d-a2bb00c3d8dd tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:27:06.305569 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-17760cc3-82b0-4205-a8b6-d0434b25d3c8 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Calling delete_port for ae4f7a89-9735-4a25-84f2-d4bcb46144e5 owned by {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:27:06.321586 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-6420455a-c9ad-45cd-802d-a2bb00c3d8dd tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Usage tracker for resource:network and tenant:4d4e7c7b24884dc786dfd71b0f2e4f89 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:27:06.334069 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-6420455a-c9ad-45cd-802d-a2bb00c3d8dd tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:27:06.353428 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-6420455a-c9ad-45cd-802d-a2bb00c3d8dd tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:27:06.389717 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e9966b2d-7437-45ba-adae-21fd5fabe1b6 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:06.407575 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6420455a-c9ad-45cd-802d-a2bb00c3d8dd tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Made reservation on behalf of 4d4e7c7b24884dc786dfd71b0f2e4f89 for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:27:06.410955 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6420455a-c9ad-45cd-802d-a2bb00c3d8dd tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:06.421992 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-073a2c25-2771-4e85-ac74-dcfa57cb58d1 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks [] for router_gateway, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:06.436030 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:06.467928 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-073a2c25-2771-4e85-ac74-dcfa57cb58d1 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:06.504657 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9966b2d-7437-45ba-adae-21fd5fabe1b6 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Network f5c48689-5a04-42d8-b404-fbe9fe7543d1 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:27:06.507842 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:06.510756 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-e9966b2d-7437-45ba-adae-21fd5fabe1b6 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:27:06.515220 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9966b2d-7437-45ba-adae-21fd5fabe1b6 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Pushing event updated for resources: {'Port': ['ID=da32306b-a967-45c0-89c1-500dd7597ef9,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:06.517743 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9966b2d-7437-45ba-adae-21fd5fabe1b6 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:27:06.519284 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9966b2d-7437-45ba-adae-21fd5fabe1b6 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:06.519883 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e9966b2d-7437-45ba-adae-21fd5fabe1b6 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:06.545681 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-17760cc3-82b0-4205-a8b6-d0434b25d3c8 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:06.552009 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6420455a-c9ad-45cd-802d-a2bb00c3d8dd tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:27:06.578506 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d862e0-e08b-41ef-a3fb-76c79bcd7d98 req-3282bf69-4ec3-4900-9f27-05143ac72aa4 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:06.579966 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e9d862e0-e08b-41ef-a3fb-76c79bcd7d98 req-3282bf69-4ec3-4900-9f27-05143ac72aa4 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 945 time: 0.3585937 May 04 17:27:06.580097 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-e9966b2d-7437-45ba-adae-21fd5fabe1b6 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.0820036 May 04 17:27:06.586489 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46466) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:06.594167 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6420455a-c9ad-45cd-802d-a2bb00c3d8dd tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:06.594517 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-6420455a-c9ad-45cd-802d-a2bb00c3d8dd tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Added segment 1aba22d5-e2a8-4c73-9fcd-5f54d70c22f5 of type vlan for network 5fc15260-3c1e-4ff8-82dd-724c5ff03979 May 04 17:27:06.624276 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17760cc3-82b0-4205-a8b6-d0434b25d3c8 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Pushing event deleted for resources: {'Port': ['ID=ae4f7a89-9735-4a25-84f2-d4bcb46144e5,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:06.656163 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.db.resource_extend [None req-5631b291-25b1-441f-9622-ae1fbce23c7c tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 17:27:06.706100 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-70c8a5dc-1103-4a1c-ad66-c6cb51702979 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Deleting port da32306b-a967-45c0-89c1-500dd7597ef9 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:27:06.706440 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-70c8a5dc-1103-4a1c-ad66-c6cb51702979 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:06.788403 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6420455a-c9ad-45cd-802d-a2bb00c3d8dd tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:06.794378 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e9d862e0-e08b-41ef-a3fb-76c79bcd7d98 req-c0a8596c-94bc-4187-b5f5-3bb07b42b2e3 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2019610 May 04 17:27:06.808510 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5631b291-25b1-441f-9622-ae1fbce23c7c tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:06.823753 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5631b291-25b1-441f-9622-ae1fbce23c7c tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710218'] for floatingip, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:06.875905 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-073a2c25-2771-4e85-ac74-dcfa57cb58d1 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Allocated IP 172.26.0.197 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/00420dd7-b216-4ee5-b598-43654d6708d4) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:27:07.009112 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6420455a-c9ad-45cd-802d-a2bb00c3d8dd tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:07.014824 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6420455a-c9ad-45cd-802d-a2bb00c3d8dd tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:07.015441 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6420455a-c9ad-45cd-802d-a2bb00c3d8dd tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:07.059049 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-17760cc3-82b0-4205-a8b6-d0434b25d3c8 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:07.060866 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-17760cc3-82b0-4205-a8b6-d0434b25d3c8 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] 10.222.0.41 "DELETE /v2.0/ports/ae4f7a89-9735-4a25-84f2-d4bcb46144e5 HTTP/1.1" status: 204 len: 168 time: 1.3889303 May 04 17:27:07.063796 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46474) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:07.163872 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d5e14a5-6b82-4201-9df2-77bf159fec6e tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] GET failed (client error): The resource could not be found. May 04 17:27:07.164362 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-9d5e14a5-6b82-4201-9df2-77bf159fec6e tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Synchronizing usage tracker for tenant:7d997a0ae69242c29855f6b9ee4d0826 on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:27:07.197087 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-9d5e14a5-6b82-4201-9df2-77bf159fec6e tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Unset dirty status for tenant:7d997a0ae69242c29855f6b9ee4d0826 on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:27:07.198185 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-9d5e14a5-6b82-4201-9df2-77bf159fec6e tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] 10.222.0.41 "GET /v2.0/ports/ae4f7a89-9735-4a25-84f2-d4bcb46144e5 HTTP/1.1" status: 404 len: 333 time: 0.1332896 May 04 17:27:07.210069 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46480) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:07.220012 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-e200f74f-3065-42bd-8a51-9036055a8213 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Request body: {'port': {'network_id': '823f36b4-bba5-4f78-8301-0993974d4b5d', 'name': 'tempest-AllowedAddressPairTestJSON-355311576'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:27:07.234300 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-70c8a5dc-1103-4a1c-ad66-c6cb51702979 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:07.304354 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-6420455a-c9ad-45cd-802d-a2bb00c3d8dd tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2715278 May 04 17:27:07.321824 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46484) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:07.330935 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6420455a-c9ad-45cd-802d-a2bb00c3d8dd tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Pushing event updated for resources: {'Network': ['ID=5fc15260-3c1e-4ff8-82dd-724c5ff03979,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:07.342126 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 5fc15260-3c1e-4ff8-82dd-724c5ff03979 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:27:07.347177 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-27f24b28-3f62-4372-9308-26e198bf9538 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Request body: {'subnet': {'network_id': '739c7cdb-93e6-45d0-83ed-2fd9020bb945', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:27:07.367082 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.l3_db [None req-5631b291-25b1-441f-9622-ae1fbce23c7c tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Floating IP ca71c2a2-c093-4a5f-8a38-e108aaffd797 associated. External IP: 172.26.0.106, port: 2f53263e-1872-4374-b986-74a4aad07dd2. May 04 17:27:07.380759 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-70c8a5dc-1103-4a1c-ad66-c6cb51702979 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Calling delete_port for da32306b-a967-45c0-89c1-500dd7597ef9 owned by {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:27:07.534997 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-e200f74f-3065-42bd-8a51-9036055a8213 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:27:07.578106 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-e200f74f-3065-42bd-8a51-9036055a8213 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:27:07.603649 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e200f74f-3065-42bd-8a51-9036055a8213 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Made reservation on behalf of 7d997a0ae69242c29855f6b9ee4d0826 for: {'port': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:27:07.607156 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e200f74f-3065-42bd-8a51-9036055a8213 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:07.632404 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-70c8a5dc-1103-4a1c-ad66-c6cb51702979 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:07.668631 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [None req-e200f74f-3065-42bd-8a51-9036055a8213 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] device_id is not set on port 7f981080-82ba-4c7d-ba81-c54135619a68 yet. {{(pid=88038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:27:07.687667 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-073a2c25-2771-4e85-ac74-dcfa57cb58d1 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:07.717522 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c8a5dc-1103-4a1c-ad66-c6cb51702979 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Pushing event deleted for resources: {'Port': ['ID=da32306b-a967-45c0-89c1-500dd7597ef9,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:07.772866 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-70c8a5dc-1103-4a1c-ad66-c6cb51702979 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:07.786290 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-27f24b28-3f62-4372-9308-26e198bf9538 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:27:07.791265 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:07.801984 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-27f24b28-3f62-4372-9308-26e198bf9538 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Usage tracker for resource:subnet and tenant:4d4e7c7b24884dc786dfd71b0f2e4f89 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:27:07.813784 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-27f24b28-3f62-4372-9308-26e198bf9538 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:27:07.831587 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-27f24b28-3f62-4372-9308-26e198bf9538 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:27:07.832837 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-70c8a5dc-1103-4a1c-ad66-c6cb51702979 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] 10.222.0.41 "DELETE /v2.0/ports/da32306b-a967-45c0-89c1-500dd7597ef9 HTTP/1.1" status: 204 len: 168 time: 1.2434599 May 04 17:27:07.837009 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46488) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:07.839683 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb7552-5a0a-40c6-b514-b612fbd6e85e req-91341a09-3529-42c9-9d3d-300641bbf04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:07.841162 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-69eb7552-5a0a-40c6-b514-b612fbd6e85e req-91341a09-3529-42c9-9d3d-300641bbf04a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a1ff53d6703b4f3fb85115a97c2da768&device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 1098 time: 0.6669290 May 04 17:27:07.853021 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbffe37-ac12-45f9-b022-6196af1c6e90 req-c6c4a2ec-43ac-4004-8b11-e98de8e0d453 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:07.854438 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6dbffe37-ac12-45f9-b022-6196af1c6e90 req-c6c4a2ec-43ac-4004-8b11-e98de8e0d453 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 945 time: 0.6956592 May 04 17:27:07.861608 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-00323df5-bdfb-48df-96f8-8987eb75fc6a tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f5c48689-5a04-42d8-b404-fbe9fe7543d1', 'external_fixed_ips': [{'subnet_id': '42dcad57-b38b-4069-8228-f4c0efea24e8', 'ip_address': '2001:db8::2c3'}]}}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:27:07.868532 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-e200f74f-3065-42bd-8a51-9036055a8213 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Allocated IP 172.20.0.13 (823f36b4-bba5-4f78-8301-0993974d4b5d/aae8015c-262b-4ed1-95c0-822310bbae8b/7f981080-82ba-4c7d-ba81-c54135619a68) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:27:07.893590 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-00323df5-bdfb-48df-96f8-8987eb75fc6a tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:27:07.982680 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-00323df5-bdfb-48df-96f8-8987eb75fc6a tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Usage tracker for resource:router and tenant:16421e25b6674404ad030e8cb41c27b5 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:27:07.999703 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f24b28-3f62-4372-9308-26e198bf9538 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Made reservation on behalf of 4d4e7c7b24884dc786dfd71b0f2e4f89 for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:27:08.003437 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-27f24b28-3f62-4372-9308-26e198bf9538 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:08.020922 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-00323df5-bdfb-48df-96f8-8987eb75fc6a tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:27:08.048226 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-00323df5-bdfb-48df-96f8-8987eb75fc6a tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:27:08.077484 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e200f74f-3065-42bd-8a51-9036055a8213 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:08.093356 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-e200f74f-3065-42bd-8a51-9036055a8213 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Transition to ACTIVE for port object 7f981080-82ba-4c7d-ba81-c54135619a68 will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:27:08.117595 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e200f74f-3065-42bd-8a51-9036055a8213 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:08.122717 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-073a2c25-2771-4e85-ac74-dcfa57cb58d1 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:08.190511 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e200f74f-3065-42bd-8a51-9036055a8213 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Network 823f36b4-bba5-4f78-8301-0993974d4b5d is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:27:08.193584 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-e200f74f-3065-42bd-8a51-9036055a8213 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:27:08.197449 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e200f74f-3065-42bd-8a51-9036055a8213 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:27:08.227319 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200f74f-3065-42bd-8a51-9036055a8213 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Pushing event updated for resources: {'Port': ['ID=7f981080-82ba-4c7d-ba81-c54135619a68,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:08.271702 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e200f74f-3065-42bd-8a51-9036055a8213 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:08.272365 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e200f74f-3065-42bd-8a51-9036055a8213 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:08.293014 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-e200f74f-3065-42bd-8a51-9036055a8213 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0815535 May 04 17:27:08.295461 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46492) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:08.302351 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-959366c5-2638-4d70-9d9d-49374556afe1 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:d6:da:ed'}]}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:27:08.331667 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-00323df5-bdfb-48df-96f8-8987eb75fc6a tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:08.333303 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-00323df5-bdfb-48df-96f8-8987eb75fc6a tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:08.339639 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6dbffe37-ac12-45f9-b022-6196af1c6e90 req-2accfd2f-9bf1-4a38-b85e-ab2c1096ddbd tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4480681 May 04 17:27:08.369026 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073a2c25-2771-4e85-ac74-dcfa57cb58d1 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:27:08.387216 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-073a2c25-2771-4e85-ac74-dcfa57cb58d1 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:27:08.403564 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073a2c25-2771-4e85-ac74-dcfa57cb58d1 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:27:08.430990 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073a2c25-2771-4e85-ac74-dcfa57cb58d1 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Pushing event updated for resources: {'Port': ['ID=00420dd7-b216-4ee5-b598-43654d6708d4,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:08.444328 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-959366c5-2638-4d70-9d9d-49374556afe1 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:08.458432 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb7552-5a0a-40c6-b514-b612fbd6e85e req-d4331083-0f38-48ec-a826-5bc1a267d60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:08.459898 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-69eb7552-5a0a-40c6-b514-b612fbd6e85e req-d4331083-0f38-48ec-a826-5bc1a267d60b service neutron] 10.222.0.42 "GET /v2.0/networks?id=dc3827ab-b4d6-4656-be7d-24135047baff HTTP/1.1" status: 200 len: 913 time: 0.5937576 May 04 17:27:08.464023 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-00323df5-bdfb-48df-96f8-8987eb75fc6a tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:08.513497 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-a78ae912-a662-415e-b513-bc5fe2e2e36e None None] Provisioning for port 7f981080-82ba-4c7d-ba81-c54135619a68 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:27:08.523300 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-a78ae912-a662-415e-b513-bc5fe2e2e36e None None] Provisioning complete for port 7f981080-82ba-4c7d-ba81-c54135619a68 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:27:08.523984 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a78ae912-a662-415e-b513-bc5fe2e2e36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:08.584462 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5631b291-25b1-441f-9622-ae1fbce23c7c tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Router 0cd77043-c03f-4b34-b6fb-545c4144e091 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:27:08.591612 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-a78ae912-a662-415e-b513-bc5fe2e2e36e None None] Port 7f981080-82ba-4c7d-ba81-c54135619a68 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:27:08.782298 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-959366c5-2638-4d70-9d9d-49374556afe1 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:08.787248 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-959366c5-2638-4d70-9d9d-49374556afe1 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:08.893798 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-69eb7552-5a0a-40c6-b514-b612fbd6e85e req-c19c220a-c214-43d6-b7ff-5df56163312c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=115c2e5e-626d-476c-9f9c-99d23fa03683 HTTP/1.1" status: 200 len: 1000 time: 0.4141529 May 04 17:27:08.898426 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959366c5-2638-4d70-9d9d-49374556afe1 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Pushing event updated for resources: {'Port': ['ID=7f981080-82ba-4c7d-ba81-c54135619a68,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:08.914142 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-959366c5-2638-4d70-9d9d-49374556afe1 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] In _notify_port_updated(), no bound segment for port 7f981080-82ba-4c7d-ba81-c54135619a68 on network 823f36b4-bba5-4f78-8301-0993974d4b5d {{(pid=88038) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 04 17:27:08.919567 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959366c5-2638-4d70-9d9d-49374556afe1 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:08.920209 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-959366c5-2638-4d70-9d9d-49374556afe1 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:08.924115 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-959366c5-2638-4d70-9d9d-49374556afe1 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] 10.222.0.41 "PUT /v2.0/ports/7f981080-82ba-4c7d-ba81-c54135619a68 HTTP/1.1" status: 200 len: 993 time: 0.6251545 May 04 17:27:08.926387 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46496) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:09.011287 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-d652f184-124c-481b-8493-0bf7046e96f3 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Deleting port 7f981080-82ba-4c7d-ba81-c54135619a68 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:27:09.011642 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d652f184-124c-481b-8493-0bf7046e96f3 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:09.027539 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:09.116355 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-e5b6fbe8-08fe-4a0c-9f4f-ed8b64b3793b None None] Provisioning complete for port 7f981080-82ba-4c7d-ba81-c54135619a68 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:27:09.116976 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e5b6fbe8-08fe-4a0c-9f4f-ed8b64b3793b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:09.169821 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-e5b6fbe8-08fe-4a0c-9f4f-ed8b64b3793b None None] Port 7f981080-82ba-4c7d-ba81-c54135619a68 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:27:09.275720 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d652f184-124c-481b-8493-0bf7046e96f3 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:09.397990 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-d652f184-124c-481b-8493-0bf7046e96f3 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Calling delete_port for 7f981080-82ba-4c7d-ba81-c54135619a68 owned by {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:27:09.435385 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-00323df5-bdfb-48df-96f8-8987eb75fc6a tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:09.454026 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb7552-5a0a-40c6-b514-b612fbd6e85e req-debe4a9e-42b2-4680-8bba-337fcbea3a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:09.455672 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-69eb7552-5a0a-40c6-b514-b612fbd6e85e req-debe4a9e-42b2-4680-8bba-337fcbea3a0e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c14252a2-7d43-446e-921a-c611341f12b4 HTTP/1.1" status: 200 len: 851 time: 0.4817669 May 04 17:27:09.608164 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef028dc-3645-4c48-acc7-17df7bcc442f req-9a55219e-75fd-4211-855c-b2a7d11ca6b2 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:09.610001 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-bef028dc-3645-4c48-acc7-17df7bcc442f req-9a55219e-75fd-4211-855c-b2a7d11ca6b2 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 945 time: 0.1313467 May 04 17:27:09.610958 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d652f184-124c-481b-8493-0bf7046e96f3 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:09.628582 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-27f24b28-3f62-4372-9308-26e198bf9538 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:09.670273 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5631b291-25b1-441f-9622-ae1fbce23c7c tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:27:09.671116 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d652f184-124c-481b-8493-0bf7046e96f3 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Pushing event deleted for resources: {'Port': ['ID=7f981080-82ba-4c7d-ba81-c54135619a68,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:09.688218 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650972a5-f5dd-4472-8655-94718876179f None None] Sync routers for ids ['0cd77043-c03f-4b34-b6fb-545c4144e091'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:27:09.703002 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650972a5-f5dd-4472-8655-94718876179f None None] Routers {'0cd77043-c03f-4b34-b6fb-545c4144e091'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:27:09.704323 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-650972a5-f5dd-4472-8655-94718876179f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:27:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['0cd77043-c03f-4b34-b6fb-545c4144e091'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:09.760668 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-bef028dc-3645-4c48-acc7-17df7bcc442f req-c9fc8fe8-5707-496e-bb3d-908fd47bd689 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003094 May 04 17:27:09.775248 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-650972a5-f5dd-4472-8655-94718876179f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:09.793858 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650972a5-f5dd-4472-8655-94718876179f None None] Routers {'0cd77043-c03f-4b34-b6fb-545c4144e091'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:27:09.795467 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-650972a5-f5dd-4472-8655-94718876179f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:27:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['0cd77043-c03f-4b34-b6fb-545c4144e091'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:09.870245 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-650972a5-f5dd-4472-8655-94718876179f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:09.871007 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650972a5-f5dd-4472-8655-94718876179f None None] The sync data for ids ['0cd77043-c03f-4b34-b6fb-545c4144e091'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:27:09.910312 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d652f184-124c-481b-8493-0bf7046e96f3 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:09.920993 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-d652f184-124c-481b-8493-0bf7046e96f3 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] 10.222.0.41 "DELETE /v2.0/ports/7f981080-82ba-4c7d-ba81-c54135619a68 HTTP/1.1" status: 204 len: 168 time: 0.9935167 May 04 17:27:09.923511 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46502) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:09.968204 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4e671ef-7028-49b2-894b-506e3f752ea5 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] GET failed (client error): The resource could not be found. May 04 17:27:09.968652 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-c4e671ef-7028-49b2-894b-506e3f752ea5 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Synchronizing usage tracker for tenant:7d997a0ae69242c29855f6b9ee4d0826 on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:27:09.984038 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-c4e671ef-7028-49b2-894b-506e3f752ea5 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Unset dirty status for tenant:7d997a0ae69242c29855f6b9ee4d0826 on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:27:09.988772 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-c4e671ef-7028-49b2-894b-506e3f752ea5 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] 10.222.0.41 "GET /v2.0/ports/7f981080-82ba-4c7d-ba81-c54135619a68 HTTP/1.1" status: 404 len: 333 time: 0.0608277 May 04 17:27:09.989902 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46506) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:09.994299 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-975fd15b-00af-4fcd-b314-94ed824f5d5a tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Request body: {'port': {'network_id': '823f36b4-bba5-4f78-8301-0993974d4b5d', 'name': 'tempest-AllowedAddressPairTestJSON-172338991'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:27:10.010684 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f24b28-3f62-4372-9308-26e198bf9538 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Pushing event updated for resources: {'Subnet': ['ID=1eed2d7c-5700-4ace-a2e4-152c19bfc880,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:10.037470 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-073a2c25-2771-4e85-ac74-dcfa57cb58d1 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks [] for router_gateway, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:10.130974 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-975fd15b-00af-4fcd-b314-94ed824f5d5a tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:27:10.140514 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-975fd15b-00af-4fcd-b314-94ed824f5d5a tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:27:10.150111 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975fd15b-00af-4fcd-b314-94ed824f5d5a tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Made reservation on behalf of 7d997a0ae69242c29855f6b9ee4d0826 for: {'port': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:27:10.153556 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-975fd15b-00af-4fcd-b314-94ed824f5d5a tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:10.157295 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f24b28-3f62-4372-9308-26e198bf9538 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Checking segment: {'id': '5ffefe9e-546b-486c-bfd6-2fd0857286e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '739c7cdb-93e6-45d0-83ed-2fd9020bb945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:27:10.157665 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f24b28-3f62-4372-9308-26e198bf9538 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Network hostable DHCP agents. Network: 739c7cdb-93e6-45d0-83ed-2fd9020bb945, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:27:10.176959 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [None req-975fd15b-00af-4fcd-b314-94ed824f5d5a tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] device_id is not set on port 405f5992-4e98-4ee6-937b-ba2bcbbbb0c2 yet. {{(pid=88038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:27:10.255462 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb7552-5a0a-40c6-b514-b612fbd6e85e req-5e9d29ec-e6e7-4c36-82fd-b81a0ec34a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:10.256963 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-69eb7552-5a0a-40c6-b514-b612fbd6e85e req-5e9d29ec-e6e7-4c36-82fd-b81a0ec34a10 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc3827ab-b4d6-4656-be7d-24135047baff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7881422 May 04 17:27:10.320181 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-975fd15b-00af-4fcd-b314-94ed824f5d5a tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Allocated IP 172.20.0.12 (823f36b4-bba5-4f78-8301-0993974d4b5d/aae8015c-262b-4ed1-95c0-822310bbae8b/405f5992-4e98-4ee6-937b-ba2bcbbbb0c2) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:27:10.575951 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f24b28-3f62-4372-9308-26e198bf9538 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Network 739c7cdb-93e6-45d0-83ed-2fd9020bb945 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:27:10.629671 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-975fd15b-00af-4fcd-b314-94ed824f5d5a tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:10.645296 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-975fd15b-00af-4fcd-b314-94ed824f5d5a tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Transition to ACTIVE for port object 405f5992-4e98-4ee6-937b-ba2bcbbbb0c2 will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:27:10.670503 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-975fd15b-00af-4fcd-b314-94ed824f5d5a tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:10.678161 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-27f24b28-3f62-4372-9308-26e198bf9538 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 739c7cdb-93e6-45d0-83ed-2fd9020bb945) {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:27:10.685997 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cf9e08-421b-4140-86cf-0c8ff9b4ce2b None None] Network 739c7cdb-93e6-45d0-83ed-2fd9020bb945 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:27:10.746558 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975fd15b-00af-4fcd-b314-94ed824f5d5a tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Network 823f36b4-bba5-4f78-8301-0993974d4b5d is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:27:10.748404 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-975fd15b-00af-4fcd-b314-94ed824f5d5a tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:27:10.751743 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975fd15b-00af-4fcd-b314-94ed824f5d5a tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:27:10.771623 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f24b28-3f62-4372-9308-26e198bf9538 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:10.772207 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-27f24b28-3f62-4372-9308-26e198bf9538 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:10.813061 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975fd15b-00af-4fcd-b314-94ed824f5d5a tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Pushing event updated for resources: {'Port': ['ID=405f5992-4e98-4ee6-937b-ba2bcbbbb0c2,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:10.874271 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975fd15b-00af-4fcd-b314-94ed824f5d5a tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:10.874967 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-975fd15b-00af-4fcd-b314-94ed824f5d5a tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:10.924890 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-975fd15b-00af-4fcd-b314-94ed824f5d5a tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9304957 May 04 17:27:10.926039 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46512) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:10.932908 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-14c68821-b9f8-4a3a-8cd8-299d195664b5 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:d6:da:ed'}]}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:27:10.945096 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5631b291-25b1-441f-9622-ae1fbce23c7c tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Router 0cd77043-c03f-4b34-b6fb-545c4144e091 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:27:10.950903 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68242687-8f5c-4ac8-bc37-56a4d220b4b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-739c7cdb-93e6-45d0-83ed-2fd9020bb945', 'network_id': '739c7cdb-93e6-45d0-83ed-2fd9020bb945', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'fixed_ips': [{'subnet_id': '1eed2d7c-5700-4ace-a2e4-152c19bfc880'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:27:10.952511 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-68242687-8f5c-4ac8-bc37-56a4d220b4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:10.990128 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-69eb7552-5a0a-40c6-b514-b612fbd6e85e req-f642e3aa-a9e2-4de4-b882-ed023c022f9c service neutron] 10.222.0.42 "GET /v2.0/networks/dc3827ab-b4d6-4656-be7d-24135047baff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6574764 May 04 17:27:11.024047 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-073a2c25-2771-4e85-ac74-dcfa57cb58d1 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:11.038682 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-27f24b28-3f62-4372-9308-26e198bf9538 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7065465 May 04 17:27:11.043604 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46518) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:11.053584 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-33145eec-4683-4cb4-851d-3108f7290eec tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Request body: {'subnet': {'network_id': '5fc15260-3c1e-4ff8-82dd-724c5ff03979', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:27:11.131071 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-160ff764-b1ba-4b80-86d7-353c21139e4d None None] Provisioning for port 405f5992-4e98-4ee6-937b-ba2bcbbbb0c2 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:27:11.137609 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-68242687-8f5c-4ac8-bc37-56a4d220b4b9 None None] Allocated IP 172.20.0.2 (739c7cdb-93e6-45d0-83ed-2fd9020bb945/1eed2d7c-5700-4ace-a2e4-152c19bfc880/d923b568-8372-40be-9616-60dc38cd115f) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:27:11.142071 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-160ff764-b1ba-4b80-86d7-353c21139e4d None None] Provisioning complete for port 405f5992-4e98-4ee6-937b-ba2bcbbbb0c2 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:27:11.142548 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-160ff764-b1ba-4b80-86d7-353c21139e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:11.230939 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-160ff764-b1ba-4b80-86d7-353c21139e4d None None] Port 405f5992-4e98-4ee6-937b-ba2bcbbbb0c2 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:27:11.269902 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-33145eec-4683-4cb4-851d-3108f7290eec tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:27:11.276125 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-33145eec-4683-4cb4-851d-3108f7290eec tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Usage tracker for resource:subnet and tenant:4d4e7c7b24884dc786dfd71b0f2e4f89 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:27:11.286422 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-33145eec-4683-4cb4-851d-3108f7290eec tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:27:11.294778 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-33145eec-4683-4cb4-851d-3108f7290eec tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:27:11.353571 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33145eec-4683-4cb4-851d-3108f7290eec tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Made reservation on behalf of 4d4e7c7b24884dc786dfd71b0f2e4f89 for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:27:11.356334 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-33145eec-4683-4cb4-851d-3108f7290eec tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:11.404997 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-68242687-8f5c-4ac8-bc37-56a4d220b4b9 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:11.415784 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-68242687-8f5c-4ac8-bc37-56a4d220b4b9 None None] Transition to ACTIVE for port object d923b568-8372-40be-9616-60dc38cd115f will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:27:11.435041 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-68242687-8f5c-4ac8-bc37-56a4d220b4b9 None None] Transition to ACTIVE for port object d923b568-8372-40be-9616-60dc38cd115f will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:27:11.441143 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-68242687-8f5c-4ac8-bc37-56a4d220b4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:11.467539 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-14c68821-b9f8-4a3a-8cd8-299d195664b5 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:11.511517 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68242687-8f5c-4ac8-bc37-56a4d220b4b9 None None] Network 739c7cdb-93e6-45d0-83ed-2fd9020bb945 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:27:11.515161 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-68242687-8f5c-4ac8-bc37-56a4d220b4b9 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:27:11.520129 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68242687-8f5c-4ac8-bc37-56a4d220b4b9 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:27:11.530428 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68242687-8f5c-4ac8-bc37-56a4d220b4b9 None None] Pushing event updated for resources: {'Port': ['ID=d923b568-8372-40be-9616-60dc38cd115f,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:11.621553 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-68242687-8f5c-4ac8-bc37-56a4d220b4b9 None None] Attempting to bind port d923b568-8372-40be-9616-60dc38cd115f on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:27:11.621796 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-68242687-8f5c-4ac8-bc37-56a4d220b4b9 None None] Attempting to bind port d923b568-8372-40be-9616-60dc38cd115f by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '5ffefe9e-546b-486c-bfd6-2fd0857286e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '739c7cdb-93e6-45d0-83ed-2fd9020bb945'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:27:11.622616 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68242687-8f5c-4ac8-bc37-56a4d220b4b9 None None] Attempting to bind port d923b568-8372-40be-9616-60dc38cd115f on network 739c7cdb-93e6-45d0-83ed-2fd9020bb945 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:27:11.627780 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68242687-8f5c-4ac8-bc37-56a4d220b4b9 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:27:11.628211 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68242687-8f5c-4ac8-bc37-56a4d220b4b9 None None] Checking segment: {'id': '5ffefe9e-546b-486c-bfd6-2fd0857286e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '739c7cdb-93e6-45d0-83ed-2fd9020bb945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:27:11.628561 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-68242687-8f5c-4ac8-bc37-56a4d220b4b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:11.628956 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68242687-8f5c-4ac8-bc37-56a4d220b4b9 None None] Bound using segment: {'id': '5ffefe9e-546b-486c-bfd6-2fd0857286e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '739c7cdb-93e6-45d0-83ed-2fd9020bb945'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:27:11.629424 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-68242687-8f5c-4ac8-bc37-56a4d220b4b9 None None] Bound port: d923b568-8372-40be-9616-60dc38cd115f, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ffefe9e-546b-486c-bfd6-2fd0857286e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '739c7cdb-93e6-45d0-83ed-2fd9020bb945'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:27:11.629955 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-68242687-8f5c-4ac8-bc37-56a4d220b4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:11.705328 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d61e861-fe83-4a6b-9158-cedcfa18a10b req-35e94c50-ee73-4c51-a44a-79a770ce18e2 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:11.712764 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-1d61e861-fe83-4a6b-9158-cedcfa18a10b req-35e94c50-ee73-4c51-a44a-79a770ce18e2 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 945 time: 0.7640457 May 04 17:27:11.715803 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-69eb7552-5a0a-40c6-b514-b612fbd6e85e req-8e4e1a50-d1dc-477e-bb71-8a938995f974 service neutron] 10.222.0.42 "GET /v2.0/networks/dc3827ab-b4d6-4656-be7d-24135047baff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6813667 May 04 17:27:11.731189 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-68242687-8f5c-4ac8-bc37-56a4d220b4b9 None None] For port d923b568-8372-40be-9616-60dc38cd115f, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:27:11.736263 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-68242687-8f5c-4ac8-bc37-56a4d220b4b9 None None] For port d923b568-8372-40be-9616-60dc38cd115f, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=d923b568-8372-40be-9616-60dc38cd115f,segment=NetworkSegment(5ffefe9e-546b-486c-bfd6-2fd0857286e2),segment_id=5ffefe9e-546b-486c-bfd6-2fd0857286e2)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:27:11.743274 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-68242687-8f5c-4ac8-bc37-56a4d220b4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:11.762771 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5631b291-25b1-441f-9622-ae1fbce23c7c tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:27:11.773579 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5631b291-25b1-441f-9622-ae1fbce23c7c tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:11.792253 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-33145eec-4683-4cb4-851d-3108f7290eec tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:11.811978 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-00323df5-bdfb-48df-96f8-8987eb75fc6a tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:11.841157 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2afdf53-9ae4-4375-a4ff-d9a93461d20a None None] Sync routers for ids ['0cd77043-c03f-4b34-b6fb-545c4144e091'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:27:11.869729 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-14c68821-b9f8-4a3a-8cd8-299d195664b5 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:11.878492 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2afdf53-9ae4-4375-a4ff-d9a93461d20a None None] Routers {'0cd77043-c03f-4b34-b6fb-545c4144e091'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:27:11.879248 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-c2afdf53-9ae4-4375-a4ff-d9a93461d20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:27:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['0cd77043-c03f-4b34-b6fb-545c4144e091'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:11.887899 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-14c68821-b9f8-4a3a-8cd8-299d195664b5 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:11.950434 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-c2afdf53-9ae4-4375-a4ff-d9a93461d20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:11.965398 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33145eec-4683-4cb4-851d-3108f7290eec tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Pushing event updated for resources: {'Subnet': ['ID=d4c1a9ff-467f-451e-a779-3ca06d4c8aff,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:11.966547 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68242687-8f5c-4ac8-bc37-56a4d220b4b9 None None] Pushing event updated for resources: {'Port': ['ID=d923b568-8372-40be-9616-60dc38cd115f,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:11.972297 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2afdf53-9ae4-4375-a4ff-d9a93461d20a None None] Routers {'0cd77043-c03f-4b34-b6fb-545c4144e091'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:27:11.973016 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-c2afdf53-9ae4-4375-a4ff-d9a93461d20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:27:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['0cd77043-c03f-4b34-b6fb-545c4144e091'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:12.012655 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33145eec-4683-4cb4-851d-3108f7290eec tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Checking segment: {'id': '1aba22d5-e2a8-4c73-9fcd-5f54d70c22f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5fc15260-3c1e-4ff8-82dd-724c5ff03979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:27:12.012655 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33145eec-4683-4cb4-851d-3108f7290eec tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Network hostable DHCP agents. Network: 5fc15260-3c1e-4ff8-82dd-724c5ff03979, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:27:12.014216 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-00323df5-bdfb-48df-96f8-8987eb75fc6a tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:12.041261 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-1d61e861-fe83-4a6b-9158-cedcfa18a10b req-6f6ab938-add9-4775-a05c-7e5348c83fe3 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3275535 May 04 17:27:12.043422 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-c2afdf53-9ae4-4375-a4ff-d9a93461d20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:12.043837 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2afdf53-9ae4-4375-a4ff-d9a93461d20a None None] The sync data for ids ['0cd77043-c03f-4b34-b6fb-545c4144e091'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:27:12.048281 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c68821-b9f8-4a3a-8cd8-299d195664b5 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Pushing event updated for resources: {'Port': ['ID=405f5992-4e98-4ee6-937b-ba2bcbbbb0c2,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:12.066549 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-14c68821-b9f8-4a3a-8cd8-299d195664b5 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] In _notify_port_updated(), no bound segment for port 405f5992-4e98-4ee6-937b-ba2bcbbbb0c2 on network 823f36b4-bba5-4f78-8301-0993974d4b5d {{(pid=88038) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 04 17:27:12.080661 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c68821-b9f8-4a3a-8cd8-299d195664b5 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:12.080661 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-14c68821-b9f8-4a3a-8cd8-299d195664b5 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:12.080661 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-14c68821-b9f8-4a3a-8cd8-299d195664b5 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] 10.222.0.41 "PUT /v2.0/ports/405f5992-4e98-4ee6-937b-ba2bcbbbb0c2 HTTP/1.1" status: 200 len: 996 time: 1.1536229 May 04 17:27:12.082845 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33145eec-4683-4cb4-851d-3108f7290eec tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Network 5fc15260-3c1e-4ff8-82dd-724c5ff03979 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:27:12.085105 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46522) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:12.139053 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-33145eec-4683-4cb4-851d-3108f7290eec tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 5fc15260-3c1e-4ff8-82dd-724c5ff03979) {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:27:12.147832 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33145eec-4683-4cb4-851d-3108f7290eec tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:12.148508 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-33145eec-4683-4cb4-851d-3108f7290eec tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:12.149787 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8075b04-5ac3-4ead-a8ff-da0ba0d3021f None None] Network 5fc15260-3c1e-4ff8-82dd-724c5ff03979 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:27:12.221017 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-0882a511-0bfd-4770-ab53-5f75250ec77e tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Deleting port 405f5992-4e98-4ee6-937b-ba2bcbbbb0c2 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:27:12.221568 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0882a511-0bfd-4770-ab53-5f75250ec77e tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:12.243768 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-5631b291-25b1-441f-9622-ae1fbce23c7c tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] 10.222.0.41 "PUT /v2.0/floatingips/ca71c2a2-c093-4a5f-8a38-e108aaffd797 HTTP/1.1" status: 200 len: 979 time: 7.7834535 May 04 17:27:12.250758 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46526) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:12.261483 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-4e1253e3-baf2-4b1f-bc92-103996a9846d tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:27:12.294728 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-33145eec-4683-4cb4-851d-3108f7290eec tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2498817 May 04 17:27:12.316181 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46530) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:12.333593 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-15a60b30-44f7-42d0-bab7-4ce053522105 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1524311643', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:27:12.363141 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-15a60b30-44f7-42d0-bab7-4ce053522105 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:27:12.371040 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-15a60b30-44f7-42d0-bab7-4ce053522105 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Usage tracker for resource:router and tenant:4d4e7c7b24884dc786dfd71b0f2e4f89 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:27:12.385866 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-15a60b30-44f7-42d0-bab7-4ce053522105 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:27:12.401779 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-15a60b30-44f7-42d0-bab7-4ce053522105 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:27:12.500713 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-073a2c25-2771-4e85-ac74-dcfa57cb58d1 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Router d3f0f3e2-bda6-4737-8fc2-3e18962bb4d9 is scheduled to L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 with binding_index 1 {{(pid=88037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:27:12.519408 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-15a60b30-44f7-42d0-bab7-4ce053522105 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:12.520427 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-15a60b30-44f7-42d0-bab7-4ce053522105 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:12.585693 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-15a60b30-44f7-42d0-bab7-4ce053522105 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:12.615085 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d832918-d12f-48c2-bcc1-dd6963836192 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-5fc15260-3c1e-4ff8-82dd-724c5ff03979', 'network_id': '5fc15260-3c1e-4ff8-82dd-724c5ff03979', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'fixed_ips': [{'subnet_id': 'd4c1a9ff-467f-451e-a779-3ca06d4c8aff'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:27:12.616251 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-6d832918-d12f-48c2-bcc1-dd6963836192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:12.640117 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-2232c6df-3aa3-42e5-9e0c-7090d9ab2f16 None None] Provisioning complete for port 405f5992-4e98-4ee6-937b-ba2bcbbbb0c2 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:27:12.640638 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-2232c6df-3aa3-42e5-9e0c-7090d9ab2f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:12.672201 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-15a60b30-44f7-42d0-bab7-4ce053522105 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:12.677045 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4e1253e3-baf2-4b1f-bc92-103996a9846d tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for floatingip, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:12.731012 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0882a511-0bfd-4770-ab53-5f75250ec77e tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:12.742077 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-15a60b30-44f7-42d0-bab7-4ce053522105 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:12.743456 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-15a60b30-44f7-42d0-bab7-4ce053522105 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4267070 May 04 17:27:12.747051 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46534) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:12.769990 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-2232c6df-3aa3-42e5-9e0c-7090d9ab2f16 None None] Port 405f5992-4e98-4ee6-937b-ba2bcbbbb0c2 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:27:12.855169 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-6d832918-d12f-48c2-bcc1-dd6963836192 None None] Allocated IP 172.21.0.2 (5fc15260-3c1e-4ff8-82dd-724c5ff03979/d4c1a9ff-467f-451e-a779-3ca06d4c8aff/1738a57c-bf4b-490b-9530-c26fbfd62300) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:27:12.997851 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device d923b568-8372-40be-9616-60dc38cd115f up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:27:13.025708 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-00323df5-bdfb-48df-96f8-8987eb75fc6a tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Allocated IP 2001:db8::2c3 (f5c48689-5a04-42d8-b404-fbe9fe7543d1/42dcad57-b38b-4069-8228-f4c0efea24e8/e687b8b1-0b8b-48cb-a1df-c363bde40621) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:27:13.040416 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073a2c25-2771-4e85-ac74-dcfa57cb58d1 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:27:13.052700 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e372326-194b-405d-b730-a11250d28236 None None] Sync routers for ids ['d3f0f3e2-bda6-4737-8fc2-3e18962bb4d9'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:27:13.074747 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e372326-194b-405d-b730-a11250d28236 None None] Routers {'d3f0f3e2-bda6-4737-8fc2-3e18962bb4d9'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:27:13.075743 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-4e372326-194b-405d-b730-a11250d28236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:27:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['d3f0f3e2-bda6-4737-8fc2-3e18962bb4d9'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:13.106914 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-0882a511-0bfd-4770-ab53-5f75250ec77e tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Calling delete_port for 405f5992-4e98-4ee6-937b-ba2bcbbbb0c2 owned by {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:27:13.215398 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port d923b568-8372-40be-9616-60dc38cd115f completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:27:13.224313 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-6d832918-d12f-48c2-bcc1-dd6963836192 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:13.227177 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4e1253e3-baf2-4b1f-bc92-103996a9846d tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:13.232241 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-073a2c25-2771-4e85-ac74-dcfa57cb58d1 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:13.233100 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-073a2c25-2771-4e85-ac74-dcfa57cb58d1 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.9664886 May 04 17:27:13.246563 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-6d832918-d12f-48c2-bcc1-dd6963836192 None None] Transition to ACTIVE for port object 1738a57c-bf4b-490b-9530-c26fbfd62300 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:27:13.263520 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46540) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:13.280109 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4e1253e3-baf2-4b1f-bc92-103996a9846d tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710218'] for floatingip, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:13.281370 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-4e372326-194b-405d-b730-a11250d28236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:13.281498 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.l3_db [None req-4e1253e3-baf2-4b1f-bc92-103996a9846d tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Floating IP ca71c2a2-c093-4a5f-8a38-e108aaffd797 disassociated. External IP: 172.26.0.106, port: 7cc9c858-76b6-4845-b1b6-bc031b02ce62. May 04 17:27:13.290463 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-6d832918-d12f-48c2-bcc1-dd6963836192 None None] Transition to ACTIVE for port object 1738a57c-bf4b-490b-9530-c26fbfd62300 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:27:13.298701 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e372326-194b-405d-b730-a11250d28236 None None] Routers {'d3f0f3e2-bda6-4737-8fc2-3e18962bb4d9'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:27:13.299820 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-4e372326-194b-405d-b730-a11250d28236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:27:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['d3f0f3e2-bda6-4737-8fc2-3e18962bb4d9'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:13.301530 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-6d832918-d12f-48c2-bcc1-dd6963836192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:13.398148 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-4e372326-194b-405d-b730-a11250d28236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:13.398784 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e372326-194b-405d-b730-a11250d28236 None None] The sync data for ids ['d3f0f3e2-bda6-4737-8fc2-3e18962bb4d9'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:27:13.402470 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d832918-d12f-48c2-bcc1-dd6963836192 None None] Network 5fc15260-3c1e-4ff8-82dd-724c5ff03979 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:27:13.405761 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-6d832918-d12f-48c2-bcc1-dd6963836192 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:27:13.409436 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d832918-d12f-48c2-bcc1-dd6963836192 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:27:13.458234 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d832918-d12f-48c2-bcc1-dd6963836192 None None] Pushing event updated for resources: {'Port': ['ID=1738a57c-bf4b-490b-9530-c26fbfd62300,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:13.462624 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-204c1c14-32e2-4eb2-bf62-5dfed6fa00d3 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'enable_snat': False}}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:27:13.517978 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-6d832918-d12f-48c2-bcc1-dd6963836192 None None] Attempting to bind port 1738a57c-bf4b-490b-9530-c26fbfd62300 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:27:13.518348 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-6d832918-d12f-48c2-bcc1-dd6963836192 None None] Attempting to bind port 1738a57c-bf4b-490b-9530-c26fbfd62300 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '1aba22d5-e2a8-4c73-9fcd-5f54d70c22f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5fc15260-3c1e-4ff8-82dd-724c5ff03979'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:27:13.518716 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d832918-d12f-48c2-bcc1-dd6963836192 None None] Attempting to bind port 1738a57c-bf4b-490b-9530-c26fbfd62300 on network 5fc15260-3c1e-4ff8-82dd-724c5ff03979 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:27:13.524961 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d832918-d12f-48c2-bcc1-dd6963836192 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:27:13.525479 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d832918-d12f-48c2-bcc1-dd6963836192 None None] Checking segment: {'id': '1aba22d5-e2a8-4c73-9fcd-5f54d70c22f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5fc15260-3c1e-4ff8-82dd-724c5ff03979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:27:13.525955 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-6d832918-d12f-48c2-bcc1-dd6963836192 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:13.526495 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d832918-d12f-48c2-bcc1-dd6963836192 None None] Bound using segment: {'id': '1aba22d5-e2a8-4c73-9fcd-5f54d70c22f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5fc15260-3c1e-4ff8-82dd-724c5ff03979'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:27:13.527146 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-6d832918-d12f-48c2-bcc1-dd6963836192 None None] Bound port: 1738a57c-bf4b-490b-9530-c26fbfd62300, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aba22d5-e2a8-4c73-9fcd-5f54d70c22f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5fc15260-3c1e-4ff8-82dd-724c5ff03979'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:27:13.527531 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-6d832918-d12f-48c2-bcc1-dd6963836192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:13.630331 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-6d832918-d12f-48c2-bcc1-dd6963836192 None None] For port 1738a57c-bf4b-490b-9530-c26fbfd62300, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:27:13.634152 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-6d832918-d12f-48c2-bcc1-dd6963836192 None None] For port 1738a57c-bf4b-490b-9530-c26fbfd62300, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=1738a57c-bf4b-490b-9530-c26fbfd62300,segment=NetworkSegment(1aba22d5-e2a8-4c73-9fcd-5f54d70c22f5),segment_id=1aba22d5-e2a8-4c73-9fcd-5f54d70c22f5)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:27:13.639441 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83278f07-23aa-4c59-bdfe-d098e2c4b57c None None] Network 739c7cdb-93e6-45d0-83ed-2fd9020bb945 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:27:13.656151 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-6d832918-d12f-48c2-bcc1-dd6963836192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:13.741633 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-48f56cb2-8b70-458f-b55c-8c98220fe1a3 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:13.825682 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-4dbe3f0d-a81a-48ad-9409-e583401e8a95 None None] Provisioning for port d923b568-8372-40be-9616-60dc38cd115f completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:27:13.831413 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d832918-d12f-48c2-bcc1-dd6963836192 None None] Pushing event updated for resources: {'Port': ['ID=1738a57c-bf4b-490b-9530-c26fbfd62300,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:13.839178 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-4dbe3f0d-a81a-48ad-9409-e583401e8a95 None None] Provisioning complete for port d923b568-8372-40be-9616-60dc38cd115f triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:27:13.839551 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4dbe3f0d-a81a-48ad-9409-e583401e8a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:13.957766 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0882a511-0bfd-4770-ab53-5f75250ec77e tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:14.013525 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-00323df5-bdfb-48df-96f8-8987eb75fc6a tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:14.014680 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf93a08-c3a0-4a5c-b630-2613c62207c1 req-a1a90584-f527-4e96-a10b-8cc4f278be55 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:14.016541 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-caf93a08-c3a0-4a5c-b630-2613c62207c1 req-a1a90584-f527-4e96-a10b-8cc4f278be55 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 945 time: 0.6479299 May 04 17:27:14.044353 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0882a511-0bfd-4770-ab53-5f75250ec77e tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Pushing event deleted for resources: {'Port': ['ID=405f5992-4e98-4ee6-937b-ba2bcbbbb0c2,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:14.112664 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4dbe3f0d-a81a-48ad-9409-e583401e8a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:14.178812 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-4dbe3f0d-a81a-48ad-9409-e583401e8a95 None None] For port d923b568-8372-40be-9616-60dc38cd115f, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=d923b568-8372-40be-9616-60dc38cd115f,segment=NetworkSegment(5ffefe9e-546b-486c-bfd6-2fd0857286e2),segment_id=5ffefe9e-546b-486c-bfd6-2fd0857286e2)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:27:14.187692 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4dbe3f0d-a81a-48ad-9409-e583401e8a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:14.264857 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0882a511-0bfd-4770-ab53-5f75250ec77e tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:14.323245 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-caf93a08-c3a0-4a5c-b630-2613c62207c1 req-05624f3a-5f52-4ef0-b7f1-632601a3101c tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2800472 May 04 17:27:14.324677 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-0882a511-0bfd-4770-ab53-5f75250ec77e tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] 10.222.0.41 "DELETE /v2.0/ports/405f5992-4e98-4ee6-937b-ba2bcbbbb0c2 HTTP/1.1" status: 204 len: 168 time: 2.2385910 May 04 17:27:14.352315 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbe3f0d-a81a-48ad-9409-e583401e8a95 None None] Pushing event updated for resources: {'Port': ['ID=d923b568-8372-40be-9616-60dc38cd115f,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:14.404337 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46544) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:14.571366 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-27512085-cb73-4cc0-b4dc-d71c18c9dfaa tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] GET failed (client error): The resource could not be found. May 04 17:27:14.573181 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-27512085-cb73-4cc0-b4dc-d71c18c9dfaa tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] 10.222.0.41 "GET /v2.0/ports/405f5992-4e98-4ee6-937b-ba2bcbbbb0c2 HTTP/1.1" status: 404 len: 333 time: 0.1669950 May 04 17:27:14.577260 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46550) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:14.594746 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-ac225b8e-3d44-4b97-a53c-46c1857a2361 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Request body: {'port': {'network_id': '823f36b4-bba5-4f78-8301-0993974d4b5d', 'name': 'tempest-AllowedAddressPairTestJSON-699248389'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:27:14.599212 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-00323df5-bdfb-48df-96f8-8987eb75fc6a tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:14.644352 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-04b2cad0-e3af-4f2c-9f56-877358049322 None None] Provisioning complete for port d923b568-8372-40be-9616-60dc38cd115f triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:27:14.644352 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-04b2cad0-e3af-4f2c-9f56-877358049322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:14.646498 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-48f56cb2-8b70-458f-b55c-8c98220fe1a3 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Allocated IP 172.20.0.1 (739c7cdb-93e6-45d0-83ed-2fd9020bb945/1eed2d7c-5700-4ace-a2e4-152c19bfc880/ccb78d5e-47e8-4d37-9e98-85843cd978c7) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:27:14.760630 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00323df5-bdfb-48df-96f8-8987eb75fc6a tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Network f5c48689-5a04-42d8-b404-fbe9fe7543d1 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:27:14.773658 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-00323df5-bdfb-48df-96f8-8987eb75fc6a tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:27:14.776636 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e1253e3-baf2-4b1f-bc92-103996a9846d tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Router 0cd77043-c03f-4b34-b6fb-545c4144e091 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:27:14.785320 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00323df5-bdfb-48df-96f8-8987eb75fc6a tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:27:14.835447 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-ac225b8e-3d44-4b97-a53c-46c1857a2361 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:27:14.849992 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-ac225b8e-3d44-4b97-a53c-46c1857a2361 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Usage tracker for resource:port and tenant:7d997a0ae69242c29855f6b9ee4d0826 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:27:14.853633 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-ac225b8e-3d44-4b97-a53c-46c1857a2361 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:27:14.863283 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-ac225b8e-3d44-4b97-a53c-46c1857a2361 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:27:14.904199 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-48f56cb2-8b70-458f-b55c-8c98220fe1a3 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:14.920502 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-48f56cb2-8b70-458f-b55c-8c98220fe1a3 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Transition to ACTIVE for port object ccb78d5e-47e8-4d37-9e98-85843cd978c7 will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:27:14.958335 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-48f56cb2-8b70-458f-b55c-8c98220fe1a3 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:14.960005 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00323df5-bdfb-48df-96f8-8987eb75fc6a tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Pushing event updated for resources: {'Port': ['ID=e687b8b1-0b8b-48cb-a1df-c363bde40621,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:14.995103 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device d923b568-8372-40be-9616-60dc38cd115f up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:27:15.018078 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac225b8e-3d44-4b97-a53c-46c1857a2361 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Made reservation on behalf of 7d997a0ae69242c29855f6b9ee4d0826 for: {'port': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:27:15.021744 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ac225b8e-3d44-4b97-a53c-46c1857a2361 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:15.053667 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f56cb2-8b70-458f-b55c-8c98220fe1a3 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Network 739c7cdb-93e6-45d0-83ed-2fd9020bb945 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:27:15.059388 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-48f56cb2-8b70-458f-b55c-8c98220fe1a3 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:27:15.065449 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f56cb2-8b70-458f-b55c-8c98220fe1a3 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:27:15.087349 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port d923b568-8372-40be-9616-60dc38cd115f triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:27:15.087747 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:15.096938 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [None req-ac225b8e-3d44-4b97-a53c-46c1857a2361 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] device_id is not set on port f453676f-8670-477d-8914-b1e83f9a2d66 yet. {{(pid=88038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:27:15.117145 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-204c1c14-32e2-4eb2-bf62-5dfed6fa00d3 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:15.193472 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bfd972-9729-44e6-97fd-75e5b55e13eb req-5e606cce-657c-4b56-924e-1a5c60120b1e tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:15.198589 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-15bfd972-9729-44e6-97fd-75e5b55e13eb req-5e606cce-657c-4b56-924e-1a5c60120b1e tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 945 time: 0.6885099 May 04 17:27:15.231826 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 1738a57c-bf4b-490b-9530-c26fbfd62300 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:27:15.295966 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-ac225b8e-3d44-4b97-a53c-46c1857a2361 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Allocated IP 172.20.0.12 (823f36b4-bba5-4f78-8301-0993974d4b5d/aae8015c-262b-4ed1-95c0-822310bbae8b/f453676f-8670-477d-8914-b1e83f9a2d66) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:27:15.318215 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 1738a57c-bf4b-490b-9530-c26fbfd62300 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:27:15.376624 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f56cb2-8b70-458f-b55c-8c98220fe1a3 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Pushing event updated for resources: {'Port': ['ID=ccb78d5e-47e8-4d37-9e98-85843cd978c7,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:15.391063 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-48f56cb2-8b70-458f-b55c-8c98220fe1a3 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710357'] for router_interface, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:15.406917 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9f62be-83cf-4132-a5a3-7095ee8ebf8a None None] Network 5fc15260-3c1e-4ff8-82dd-724c5ff03979 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:27:15.522432 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-f56a2f4b-3a3c-4d9d-ac9f-c09692f73f63 None None] Provisioning for port ccb78d5e-47e8-4d37-9e98-85843cd978c7 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:27:15.536358 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-f56a2f4b-3a3c-4d9d-ac9f-c09692f73f63 None None] Provisioning complete for port ccb78d5e-47e8-4d37-9e98-85843cd978c7 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:27:15.536592 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-f56a2f4b-3a3c-4d9d-ac9f-c09692f73f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:15.645592 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-f56a2f4b-3a3c-4d9d-ac9f-c09692f73f63 None None] Port ccb78d5e-47e8-4d37-9e98-85843cd978c7 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:27:15.670710 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-15bfd972-9729-44e6-97fd-75e5b55e13eb req-c54bffbe-08b8-490a-91ff-a019be510b93 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4134374 May 04 17:27:15.705832 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-f56a2f4b-3a3c-4d9d-ac9f-c09692f73f63 None None] Provisioning for port 1738a57c-bf4b-490b-9530-c26fbfd62300 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:27:15.714002 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-f56a2f4b-3a3c-4d9d-ac9f-c09692f73f63 None None] Provisioning complete for port 1738a57c-bf4b-490b-9530-c26fbfd62300 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:27:15.714381 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-f56a2f4b-3a3c-4d9d-ac9f-c09692f73f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:15.778573 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e1253e3-baf2-4b1f-bc92-103996a9846d tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:27:15.789151 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4e1253e3-baf2-4b1f-bc92-103996a9846d tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:15.793597 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e2e362-1c86-4e89-9b0e-a6d951316ca3 None None] Sync routers for ids ['0cd77043-c03f-4b34-b6fb-545c4144e091'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:27:15.796234 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-48f56cb2-8b70-458f-b55c-8c98220fe1a3 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:15.815556 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e2e362-1c86-4e89-9b0e-a6d951316ca3 None None] Routers {'0cd77043-c03f-4b34-b6fb-545c4144e091'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:27:15.816184 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-00e2e362-1c86-4e89-9b0e-a6d951316ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:27:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['0cd77043-c03f-4b34-b6fb-545c4144e091'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:15.822269 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ac225b8e-3d44-4b97-a53c-46c1857a2361 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:15.842940 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-00323df5-bdfb-48df-96f8-8987eb75fc6a tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:15.885308 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-00e2e362-1c86-4e89-9b0e-a6d951316ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:15.890971 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-ac225b8e-3d44-4b97-a53c-46c1857a2361 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Transition to ACTIVE for port object f453676f-8670-477d-8914-b1e83f9a2d66 will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:27:15.932482 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ac225b8e-3d44-4b97-a53c-46c1857a2361 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:15.959622 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e2e362-1c86-4e89-9b0e-a6d951316ca3 None None] Routers {'0cd77043-c03f-4b34-b6fb-545c4144e091'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:27:15.960253 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-00e2e362-1c86-4e89-9b0e-a6d951316ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:27:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['0cd77043-c03f-4b34-b6fb-545c4144e091'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:16.023391 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-4e1253e3-baf2-4b1f-bc92-103996a9846d tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] 10.222.0.41 "PUT /v2.0/floatingips/ca71c2a2-c093-4a5f-8a38-e108aaffd797 HTTP/1.1" status: 200 len: 688 time: 3.7715774 May 04 17:27:16.028057 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46560) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:16.036831 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac225b8e-3d44-4b97-a53c-46c1857a2361 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Network 823f36b4-bba5-4f78-8301-0993974d4b5d is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:27:16.037060 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-00e2e362-1c86-4e89-9b0e-a6d951316ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:16.037495 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e2e362-1c86-4e89-9b0e-a6d951316ca3 None None] The sync data for ids ['0cd77043-c03f-4b34-b6fb-545c4144e091'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:27:16.042098 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac225b8e-3d44-4b97-a53c-46c1857a2361 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Pushing event updated for resources: {'Port': ['ID=f453676f-8670-477d-8914-b1e83f9a2d66,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:16.046348 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-f56a2f4b-3a3c-4d9d-ac9f-c09692f73f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:16.046826 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-ac225b8e-3d44-4b97-a53c-46c1857a2361 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:27:16.049835 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac225b8e-3d44-4b97-a53c-46c1857a2361 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:27:16.086215 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-f56a2f4b-3a3c-4d9d-ac9f-c09692f73f63 None None] For port 1738a57c-bf4b-490b-9530-c26fbfd62300, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=1738a57c-bf4b-490b-9530-c26fbfd62300,segment=NetworkSegment(1aba22d5-e2a8-4c73-9fcd-5f54d70c22f5),segment_id=1aba22d5-e2a8-4c73-9fcd-5f54d70c22f5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:27:16.092582 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-f56a2f4b-3a3c-4d9d-ac9f-c09692f73f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:16.191828 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a2f4b-3a3c-4d9d-ac9f-c09692f73f63 None None] Pushing event updated for resources: {'Port': ['ID=1738a57c-bf4b-490b-9530-c26fbfd62300,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:16.317404 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8bbf70b6-f607-44b4-8ddb-408e1eaa7244 None None] Provisioning complete for port 1738a57c-bf4b-490b-9530-c26fbfd62300 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:27:16.317773 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8bbf70b6-f607-44b4-8ddb-408e1eaa7244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:16.342180 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac225b8e-3d44-4b97-a53c-46c1857a2361 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:16.342793 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ac225b8e-3d44-4b97-a53c-46c1857a2361 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:16.402863 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-7fd21ba8-7d18-43e5-8cfd-7fa19219c028 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Deleting port c9070aff-c042-493a-97dc-0450168a1068 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:27:16.403213 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7fd21ba8-7d18-43e5-8cfd-7fa19219c028 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:16.526513 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-ac225b8e-3d44-4b97-a53c-46c1857a2361 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9479856 May 04 17:27:16.538982 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46564) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:16.554819 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-a004c249-b429-412b-b6c7-138dd7b8f4c6 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Request body: {'port': {'network_id': '823f36b4-bba5-4f78-8301-0993974d4b5d', 'name': 'tempest-AllowedAddressPairTestJSON-1019590408'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:27:16.578775 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-af3bb8b5-420c-419c-b0ae-5b116e3b7492 None None] Provisioning for port f453676f-8670-477d-8914-b1e83f9a2d66 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:27:16.586754 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-af3bb8b5-420c-419c-b0ae-5b116e3b7492 None None] Provisioning complete for port f453676f-8670-477d-8914-b1e83f9a2d66 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:27:16.587678 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-af3bb8b5-420c-419c-b0ae-5b116e3b7492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:16.646463 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-48f56cb2-8b70-458f-b55c-8c98220fe1a3 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:16.650004 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-af3bb8b5-420c-419c-b0ae-5b116e3b7492 None None] Port f453676f-8670-477d-8914-b1e83f9a2d66 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:27:16.653337 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-48f56cb2-8b70-458f-b55c-8c98220fe1a3 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:16.766830 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-48f56cb2-8b70-458f-b55c-8c98220fe1a3 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710702'] for router_interface, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:16.771586 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f56cb2-8b70-458f-b55c-8c98220fe1a3 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Pushing event updated for resources: {'Port': ['ID=ccb78d5e-47e8-4d37-9e98-85843cd978c7,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:16.788343 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1412ad85-2dec-41ac-b4fc-6525afecdf24 req-30e66de8-a28d-42f1-b053-fa465b04c776 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:16.789828 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-1412ad85-2dec-41ac-b4fc-6525afecdf24 req-30e66de8-a28d-42f1-b053-fa465b04c776 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 945 time: 0.5782309 May 04 17:27:16.878596 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 1738a57c-bf4b-490b-9530-c26fbfd62300 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:27:16.913196 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f56cb2-8b70-458f-b55c-8c98220fe1a3 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Network 739c7cdb-93e6-45d0-83ed-2fd9020bb945 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:27:16.914471 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-48f56cb2-8b70-458f-b55c-8c98220fe1a3 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:27:16.955466 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 1738a57c-bf4b-490b-9530-c26fbfd62300 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:27:16.955940 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:17.120712 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f56cb2-8b70-458f-b55c-8c98220fe1a3 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Router a8ac8a2c-d253-41ea-b30e-5f662e53244d is scheduled to L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 with binding_index 1 {{(pid=88038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:27:17.176539 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-663c35a1-3023-4b34-ac8d-16eb55f770a1 None None] Provisioning complete for port ccb78d5e-47e8-4d37-9e98-85843cd978c7 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:27:17.177078 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-663c35a1-3023-4b34-ac8d-16eb55f770a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:17.230043 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-00323df5-bdfb-48df-96f8-8987eb75fc6a tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:17.239882 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-663c35a1-3023-4b34-ac8d-16eb55f770a1 None None] Port ccb78d5e-47e8-4d37-9e98-85843cd978c7 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:27:17.258872 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7fd21ba8-7d18-43e5-8cfd-7fa19219c028 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:17.259343 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7fd21ba8-7d18-43e5-8cfd-7fa19219c028 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:17.275209 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-1412ad85-2dec-41ac-b4fc-6525afecdf24 req-180e06b7-70c3-4caa-870b-ca5122949d1f tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4372668 May 04 17:27:17.306144 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f56cb2-8b70-458f-b55c-8c98220fe1a3 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:27:17.312047 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-48f56cb2-8b70-458f-b55c-8c98220fe1a3 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "PUT /v2.0/routers/a8ac8a2c-d253-41ea-b30e-5f662e53244d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5639043 May 04 17:27:17.315461 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46570) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:17.316592 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d93067-decf-4ae8-b768-a14ad2e10858 None None] Sync routers for ids ['a8ac8a2c-d253-41ea-b30e-5f662e53244d'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:27:17.330080 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d93067-decf-4ae8-b768-a14ad2e10858 None None] Routers {'a8ac8a2c-d253-41ea-b30e-5f662e53244d'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:27:17.331437 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-d4d93067-decf-4ae8-b768-a14ad2e10858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:27:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['a8ac8a2c-d253-41ea-b30e-5f662e53244d'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:17.352017 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-a004c249-b429-412b-b6c7-138dd7b8f4c6 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:27:17.391925 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-a004c249-b429-412b-b6c7-138dd7b8f4c6 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Usage tracker for resource:port and tenant:7d997a0ae69242c29855f6b9ee4d0826 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:27:17.392280 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f054cf-f74c-410f-bb14-37cfec700383 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:17.393520 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-36f054cf-f74c-410f-bb14-37cfec700383 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Synchronizing usage tracker for tenant:4d4e7c7b24884dc786dfd71b0f2e4f89 on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:27:17.407603 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-d4d93067-decf-4ae8-b768-a14ad2e10858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:17.417157 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d93067-decf-4ae8-b768-a14ad2e10858 None None] Routers {'a8ac8a2c-d253-41ea-b30e-5f662e53244d'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:27:17.417744 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-d4d93067-decf-4ae8-b768-a14ad2e10858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:27:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['a8ac8a2c-d253-41ea-b30e-5f662e53244d'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:17.448961 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-a004c249-b429-412b-b6c7-138dd7b8f4c6 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:27:17.466060 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-36f054cf-f74c-410f-bb14-37cfec700383 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Unset dirty status for tenant:4d4e7c7b24884dc786dfd71b0f2e4f89 on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:27:17.467432 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-36f054cf-f74c-410f-bb14-37cfec700383 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "GET /v2.0/ports/ccb78d5e-47e8-4d37-9e98-85843cd978c7 HTTP/1.1" status: 200 len: 910 time: 0.1509330 May 04 17:27:17.470141 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46574) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:17.477905 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-d4d93067-decf-4ae8-b768-a14ad2e10858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:17.478331 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d93067-decf-4ae8-b768-a14ad2e10858 None None] The sync data for ids ['a8ac8a2c-d253-41ea-b30e-5f662e53244d'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:27:17.521568 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-7fd21ba8-7d18-43e5-8cfd-7fa19219c028 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Calling delete_port for c9070aff-c042-493a-97dc-0450168a1068 owned by network:floatingip {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:27:17.608057 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-a004c249-b429-412b-b6c7-138dd7b8f4c6 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:27:17.636460 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8db878-f5ec-46cf-b064-be11c4bbf684 req-50edf760-54b9-4d34-b5f2-a13d3fdf05c4 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:17.637957 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-da8db878-f5ec-46cf-b064-be11c4bbf684 req-50edf760-54b9-4d34-b5f2-a13d3fdf05c4 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 945 time: 0.2355394 May 04 17:27:17.760907 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a004c249-b429-412b-b6c7-138dd7b8f4c6 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Made reservation on behalf of 7d997a0ae69242c29855f6b9ee4d0826 for: {'port': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:27:17.764384 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a004c249-b429-412b-b6c7-138dd7b8f4c6 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:17.834330 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-da8db878-f5ec-46cf-b064-be11c4bbf684 req-301966f5-3562-4895-b70b-ec0135003391 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331134 May 04 17:27:17.894729 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [None req-a004c249-b429-412b-b6c7-138dd7b8f4c6 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] device_id is not set on port 201a94de-70b3-4f1b-bd0f-fc556ec59528 yet. {{(pid=88037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:27:18.230318 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7226e8ba-7353-46cf-b97a-6313ddc535f4 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:18.376974 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7fd21ba8-7d18-43e5-8cfd-7fa19219c028 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:18.381026 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00323df5-bdfb-48df-96f8-8987eb75fc6a tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Router 54fe1e5a-eac7-4295-b7f6-8aff5b98d2f1 is scheduled to L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 with binding_index 1 {{(pid=88037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:27:18.453815 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-a004c249-b429-412b-b6c7-138dd7b8f4c6 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Allocated IP 172.20.0.4 (823f36b4-bba5-4f78-8301-0993974d4b5d/aae8015c-262b-4ed1-95c0-822310bbae8b/201a94de-70b3-4f1b-bd0f-fc556ec59528) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:27:18.465615 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-204c1c14-32e2-4eb2-bf62-5dfed6fa00d3 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:18.476706 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd21ba8-7d18-43e5-8cfd-7fa19219c028 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Pushing event deleted for resources: {'Port': ['ID=c9070aff-c042-493a-97dc-0450168a1068,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:18.515881 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-204c1c14-32e2-4eb2-bf62-5dfed6fa00d3 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-712177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-712168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-709817'] for router, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:18.524742 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243ba36-bf54-4570-be12-d75636673eea req-79e1a9e6-1aa5-4615-bb7c-da30dcbed314 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:18.526258 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-8243ba36-bf54-4570-be12-d75636673eea req-79e1a9e6-1aa5-4615-bb7c-da30dcbed314 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 945 time: 0.5709555 May 04 17:27:18.620990 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-7226e8ba-7353-46cf-b97a-6313ddc535f4 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Allocated IP 172.21.0.1 (5fc15260-3c1e-4ff8-82dd-724c5ff03979/d4c1a9ff-467f-451e-a779-3ca06d4c8aff/9b3a662f-b44e-4ccd-bb73-c5e509bcf9ec) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:27:18.786817 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7226e8ba-7353-46cf-b97a-6313ddc535f4 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:18.802015 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-7226e8ba-7353-46cf-b97a-6313ddc535f4 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Transition to ACTIVE for port object 9b3a662f-b44e-4ccd-bb73-c5e509bcf9ec will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:27:18.826273 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7226e8ba-7353-46cf-b97a-6313ddc535f4 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:18.896119 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7226e8ba-7353-46cf-b97a-6313ddc535f4 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Network 5fc15260-3c1e-4ff8-82dd-724c5ff03979 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:27:18.899229 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-7226e8ba-7353-46cf-b97a-6313ddc535f4 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:27:18.903189 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7226e8ba-7353-46cf-b97a-6313ddc535f4 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:27:18.939399 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7226e8ba-7353-46cf-b97a-6313ddc535f4 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Pushing event updated for resources: {'Port': ['ID=9b3a662f-b44e-4ccd-bb73-c5e509bcf9ec,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:18.968040 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7226e8ba-7353-46cf-b97a-6313ddc535f4 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710357'] for router_interface, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:19.066348 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-8243ba36-bf54-4570-be12-d75636673eea req-c0b41b79-9bf8-44a1-89a9-c4516eba056e tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3528955 May 04 17:27:19.095465 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7fd21ba8-7d18-43e5-8cfd-7fa19219c028 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for floatingip, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:19.101451 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7226e8ba-7353-46cf-b97a-6313ddc535f4 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:19.181300 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-9327b709-7384-4715-9b93-ef0865934c1c None None] Provisioning for port 9b3a662f-b44e-4ccd-bb73-c5e509bcf9ec completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:27:19.193181 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-9327b709-7384-4715-9b93-ef0865934c1c None None] Provisioning complete for port 9b3a662f-b44e-4ccd-bb73-c5e509bcf9ec triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:27:19.193752 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9327b709-7384-4715-9b93-ef0865934c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:19.208597 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7fd21ba8-7d18-43e5-8cfd-7fa19219c028 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:19.209738 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-7fd21ba8-7d18-43e5-8cfd-7fa19219c028 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] 10.222.0.41 "DELETE /v2.0/floatingips/ca71c2a2-c093-4a5f-8a38-e108aaffd797 HTTP/1.1" status: 204 len: 168 time: 3.1790783 May 04 17:27:19.217123 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00323df5-bdfb-48df-96f8-8987eb75fc6a tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:27:19.222207 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46584) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:19.258467 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dbd4c9-83ae-4537-80ca-33573e2feed9 None None] Sync routers for ids ['54fe1e5a-eac7-4295-b7f6-8aff5b98d2f1'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:27:19.298476 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dbd4c9-83ae-4537-80ca-33573e2feed9 None None] Routers {'54fe1e5a-eac7-4295-b7f6-8aff5b98d2f1'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:27:19.299970 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-76dbd4c9-83ae-4537-80ca-33573e2feed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:27:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['54fe1e5a-eac7-4295-b7f6-8aff5b98d2f1'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:19.325256 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-204c1c14-32e2-4eb2-bf62-5dfed6fa00d3 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Router d3f0f3e2-bda6-4737-8fc2-3e18962bb4d9 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:27:19.326453 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.api.v2.resource [None req-e115dc32-f44d-429d-b6dc-5bf4b2270116 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] delete failed (client error): The resource could not be found. May 04 17:27:19.331098 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-e115dc32-f44d-429d-b6dc-5bf4b2270116 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] 10.222.0.41 "DELETE /v2.0/floatingips/ca71c2a2-c093-4a5f-8a38-e108aaffd797 HTTP/1.1" status: 404 len: 345 time: 0.1043789 May 04 17:27:19.335180 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46588) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:19.358229 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-00323df5-bdfb-48df-96f8-8987eb75fc6a tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:19.358229 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-00323df5-bdfb-48df-96f8-8987eb75fc6a tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 11.5150201 May 04 17:27:19.390698 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46594) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:19.395690 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-9327b709-7384-4715-9b93-ef0865934c1c None None] Port 9b3a662f-b44e-4ccd-bb73-c5e509bcf9ec cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:27:19.507324 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-76dbd4c9-83ae-4537-80ca-33573e2feed9 None None] Set router 54fe1e5a-eac7-4295-b7f6-8aff5b98d2f1 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:27:19.598681 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a004c249-b429-412b-b6c7-138dd7b8f4c6 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:19.614936 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7226e8ba-7353-46cf-b97a-6313ddc535f4 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:19.620487 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7226e8ba-7353-46cf-b97a-6313ddc535f4 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:19.710095 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7226e8ba-7353-46cf-b97a-6313ddc535f4 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710702'] for router_interface, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:19.796396 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-a004c249-b429-412b-b6c7-138dd7b8f4c6 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Transition to ACTIVE for port object 201a94de-70b3-4f1b-bd0f-fc556ec59528 will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:27:19.841908 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-76dbd4c9-83ae-4537-80ca-33573e2feed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54fe1e5a-eac7-4295-b7f6-8aff5b98d2f1', 'name': '', 'tenant_id': '16421e25b6674404ad030e8cb41c27b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5c48689-5a04-42d8-b404-fbe9fe7543d1', 'external_fixed_ips': [{'subnet_id': '42dcad57-b38b-4069-8228-f4c0efea24e8', 'ip_address': '2001:db8::2c3'}], 'enable_snat': True}, 'gw_port_id': 'e687b8b1-0b8b-48cb-a1df-c363bde40621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:27:08Z', 'updated_at': '2022-05-04T17:27:15Z', 'revision_number': 3, 'project_id': '16421e25b6674404ad030e8cb41c27b5', 'gw_port': {'id': 'e687b8b1-0b8b-48cb-a1df-c363bde40621', 'name': '', 'network_id': 'f5c48689-5a04-42d8-b404-fbe9fe7543d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:52:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54fe1e5a-eac7-4295-b7f6-8aff5b98d2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '42dcad57-b38b-4069-8228-f4c0efea24e8', 'ip_address': '2001:db8::2c3', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:27:12Z', 'updated_at': '2022-05-04T17:27:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42dcad57-b38b-4069-8228-f4c0efea24e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:19.846332 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dbd4c9-83ae-4537-80ca-33573e2feed9 None None] Checking router: 54fe1e5a-eac7-4295-b7f6-8aff5b98d2f1 for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:27:19.847160 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dbd4c9-83ae-4537-80ca-33573e2feed9 None None] Updating router 54fe1e5a-eac7-4295-b7f6-8aff5b98d2f1 port e687b8b1-0b8b-48cb-a1df-c363bde40621 binding host dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:27:19.883859 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b6b62e6f-260b-43e4-bcd1-e8b41e8bb0b9 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks [] for router, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:19.899635 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-76dbd4c9-83ae-4537-80ca-33573e2feed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:19.955916 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7226e8ba-7353-46cf-b97a-6313ddc535f4 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Pushing event updated for resources: {'Port': ['ID=9b3a662f-b44e-4ccd-bb73-c5e509bcf9ec,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:20.012130 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7226e8ba-7353-46cf-b97a-6313ddc535f4 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Network 5fc15260-3c1e-4ff8-82dd-724c5ff03979 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:27:20.013426 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-7226e8ba-7353-46cf-b97a-6313ddc535f4 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:27:20.074529 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204c1c14-32e2-4eb2-bf62-5dfed6fa00d3 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:27:20.083978 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac584df-65fb-46c5-9b5a-85f0a50c9e77 None None] Sync routers for ids ['d3f0f3e2-bda6-4737-8fc2-3e18962bb4d9'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:27:20.084758 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4568cae-44db-4f14-8f6b-73b8adb2dfdd tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:20.091651 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4568cae-44db-4f14-8f6b-73b8adb2dfdd tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:20.098068 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4568cae-44db-4f14-8f6b-73b8adb2dfdd tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:20.098944 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-c4568cae-44db-4f14-8f6b-73b8adb2dfdd tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Synchronizing usage tracker for tenant:983c2322fbac41498b7f731747fedd84 on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:27:20.101542 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac584df-65fb-46c5-9b5a-85f0a50c9e77 None None] Routers {'d3f0f3e2-bda6-4737-8fc2-3e18962bb4d9'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:27:20.102345 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-eac584df-65fb-46c5-9b5a-85f0a50c9e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:27:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['d3f0f3e2-bda6-4737-8fc2-3e18962bb4d9'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:20.106175 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-204c1c14-32e2-4eb2-bf62-5dfed6fa00d3 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:20.107396 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-204c1c14-32e2-4eb2-bf62-5dfed6fa00d3 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] 10.222.0.41 "PUT /v2.0/routers/d3f0f3e2-bda6-4737-8fc2-3e18962bb4d9 HTTP/1.1" status: 200 len: 921 time: 6.8399723 May 04 17:27:20.120632 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46598) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:20.202453 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-eac584df-65fb-46c5-9b5a-85f0a50c9e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:20.215440 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab0ea21-c806-4005-8a5d-924dac8265ba req-ca249adf-44bd-4a77-b129-bebe806404a3 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:20.223092 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac584df-65fb-46c5-9b5a-85f0a50c9e77 None None] Routers {'d3f0f3e2-bda6-4737-8fc2-3e18962bb4d9'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:27:20.223785 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-eac584df-65fb-46c5-9b5a-85f0a50c9e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:27:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['d3f0f3e2-bda6-4737-8fc2-3e18962bb4d9'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:20.225583 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5ab0ea21-c806-4005-8a5d-924dac8265ba req-ca249adf-44bd-4a77-b129-bebe806404a3 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 945 time: 0.6637709 May 04 17:27:20.249650 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7226e8ba-7353-46cf-b97a-6313ddc535f4 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Router a8ac8a2c-d253-41ea-b30e-5f662e53244d has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:27:20.312257 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-eac584df-65fb-46c5-9b5a-85f0a50c9e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:20.312649 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac584df-65fb-46c5-9b5a-85f0a50c9e77 None None] The sync data for ids ['d3f0f3e2-bda6-4737-8fc2-3e18962bb4d9'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:27:20.345362 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-76dbd4c9-83ae-4537-80ca-33573e2feed9 None None] Notify callbacks [] for port, precommit_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:20.359184 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-76dbd4c9-83ae-4537-80ca-33573e2feed9 None None] Transition to ACTIVE for port object e687b8b1-0b8b-48cb-a1df-c363bde40621 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:27:20.360632 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a004c249-b429-412b-b6c7-138dd7b8f4c6 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:20.368036 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-76dbd4c9-83ae-4537-80ca-33573e2feed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:20.440607 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-c4568cae-44db-4f14-8f6b-73b8adb2dfdd tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Unset dirty status for tenant:983c2322fbac41498b7f731747fedd84 on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:27:20.441780 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-c4568cae-44db-4f14-8f6b-73b8adb2dfdd tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] 10.222.0.41 "GET /v2.0/ports?network_id=4ace9741-ee8e-4384-a966-455b35b21296 HTTP/1.1" status: 200 len: 2359 time: 1.0967660 May 04 17:27:20.445071 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46602) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:20.462736 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-76dbd4c9-83ae-4537-80ca-33573e2feed9 None None] Attempting to bind port e687b8b1-0b8b-48cb-a1df-c363bde40621 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:27:20.463186 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-76dbd4c9-83ae-4537-80ca-33573e2feed9 None None] Attempting to bind port e687b8b1-0b8b-48cb-a1df-c363bde40621 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'ffedf025-30ff-44b4-a9b2-17d95c156b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f5c48689-5a04-42d8-b404-fbe9fe7543d1'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:27:20.463611 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76dbd4c9-83ae-4537-80ca-33573e2feed9 None None] Attempting to bind port e687b8b1-0b8b-48cb-a1df-c363bde40621 on network f5c48689-5a04-42d8-b404-fbe9fe7543d1 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:27:20.466001 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c231d2-6389-41d7-9596-f9bd50599d2d None None] Pushing event updated for resources: {'Port': ['ID=e687b8b1-0b8b-48cb-a1df-c363bde40621,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:20.476908 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76dbd4c9-83ae-4537-80ca-33573e2feed9 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:27:20.477352 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76dbd4c9-83ae-4537-80ca-33573e2feed9 None None] Checking segment: {'id': 'ffedf025-30ff-44b4-a9b2-17d95c156b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f5c48689-5a04-42d8-b404-fbe9fe7543d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:27:20.477811 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-76dbd4c9-83ae-4537-80ca-33573e2feed9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:20.478274 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76dbd4c9-83ae-4537-80ca-33573e2feed9 None None] Bound using segment: {'id': 'ffedf025-30ff-44b4-a9b2-17d95c156b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f5c48689-5a04-42d8-b404-fbe9fe7543d1'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:27:20.478801 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-76dbd4c9-83ae-4537-80ca-33573e2feed9 None None] Bound port: e687b8b1-0b8b-48cb-a1df-c363bde40621, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffedf025-30ff-44b4-a9b2-17d95c156b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f5c48689-5a04-42d8-b404-fbe9fe7543d1'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:27:20.479229 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-76dbd4c9-83ae-4537-80ca-33573e2feed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:20.506122 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7226e8ba-7353-46cf-b97a-6313ddc535f4 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:27:20.521634 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88b0113-4cc5-4df1-b1ca-3a4a2a772b53 None None] Sync routers for ids ['a8ac8a2c-d253-41ea-b30e-5f662e53244d'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:27:20.523751 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-65ef967a-2f10-4f12-9322-185148911b6b None None] Provisioning complete for port 9b3a662f-b44e-4ccd-bb73-c5e509bcf9ec triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:27:20.524186 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-65ef967a-2f10-4f12-9322-185148911b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:20.535520 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d69431-e55a-48f4-a2f2-61d5dd548d11 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:20.540372 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5ab0ea21-c806-4005-8a5d-924dac8265ba req-f41598d1-8338-410b-8891-290f52334c9d tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3138356 May 04 17:27:20.541787 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-c3d69431-e55a-48f4-a2f2-61d5dd548d11 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] 10.222.0.41 "GET /v2.0/subnets/c5f6b320-a398-43fe-9d34-3563e8593130 HTTP/1.1" status: 200 len: 797 time: 0.0955715 May 04 17:27:20.542816 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46606) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:20.547511 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-7226e8ba-7353-46cf-b97a-6313ddc535f4 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "PUT /v2.0/routers/a8ac8a2c-d253-41ea-b30e-5f662e53244d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0755920 May 04 17:27:20.551699 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-28f5a0ee-6cb0-4a41-af1d-b2f42fd9d414 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Request body: {'port': {'network_id': '4ace9741-ee8e-4384-a966-455b35b21296', 'name': 'tempest-FloatingIPTestJSON-524567802', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:27:20.560379 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46610) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:20.608148 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88b0113-4cc5-4df1-b1ca-3a4a2a772b53 None None] Routers {'a8ac8a2c-d253-41ea-b30e-5f662e53244d'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:27:20.608761 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-d88b0113-4cc5-4df1-b1ca-3a4a2a772b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:27:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['a8ac8a2c-d253-41ea-b30e-5f662e53244d'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:20.612265 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a004c249-b429-412b-b6c7-138dd7b8f4c6 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Network 823f36b4-bba5-4f78-8301-0993974d4b5d is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:27:20.641277 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-a004c249-b429-412b-b6c7-138dd7b8f4c6 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:27:20.643192 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a004c249-b429-412b-b6c7-138dd7b8f4c6 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Pushing event updated for resources: {'Port': ['ID=201a94de-70b3-4f1b-bd0f-fc556ec59528,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:20.650075 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a004c249-b429-412b-b6c7-138dd7b8f4c6 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:27:20.677848 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-65ef967a-2f10-4f12-9322-185148911b6b None None] Port 9b3a662f-b44e-4ccd-bb73-c5e509bcf9ec cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:27:20.683861 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-d88b0113-4cc5-4df1-b1ca-3a4a2a772b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:20.692079 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b6b62e6f-260b-43e4-bcd1-e8b41e8bb0b9 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:20.694887 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-76dbd4c9-83ae-4537-80ca-33573e2feed9 None None] For port e687b8b1-0b8b-48cb-a1df-c363bde40621, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:27:20.698767 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-76dbd4c9-83ae-4537-80ca-33573e2feed9 None None] For port e687b8b1-0b8b-48cb-a1df-c363bde40621, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=e687b8b1-0b8b-48cb-a1df-c363bde40621,segment=NetworkSegment(ffedf025-30ff-44b4-a9b2-17d95c156b8a),segment_id=ffedf025-30ff-44b4-a9b2-17d95c156b8a)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:27:20.699374 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-28f5a0ee-6cb0-4a41-af1d-b2f42fd9d414 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:27:20.700698 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88b0113-4cc5-4df1-b1ca-3a4a2a772b53 None None] Routers {'a8ac8a2c-d253-41ea-b30e-5f662e53244d'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:27:20.701639 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-d88b0113-4cc5-4df1-b1ca-3a4a2a772b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:27:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['a8ac8a2c-d253-41ea-b30e-5f662e53244d'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:20.708759 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-e0471fd0-c05c-46a3-a7e7-5403c2f82394 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] 10.222.0.41 "GET /v2.0/routers/d3f0f3e2-bda6-4737-8fc2-3e18962bb4d9 HTTP/1.1" status: 200 len: 921 time: 0.5843971 May 04 17:27:20.714149 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-28f5a0ee-6cb0-4a41-af1d-b2f42fd9d414 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:27:20.718604 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46614) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:20.726330 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f5a0ee-6cb0-4a41-af1d-b2f42fd9d414 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Made reservation on behalf of 983c2322fbac41498b7f731747fedd84 for: {'port': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:27:20.759028 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-76dbd4c9-83ae-4537-80ca-33573e2feed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:20.765960 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-b6b62e6f-260b-43e4-bcd1-e8b41e8bb0b9 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Deleting port e687b8b1-0b8b-48cb-a1df-c363bde40621 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:27:20.766509 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b6b62e6f-260b-43e4-bcd1-e8b41e8bb0b9 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:20.805720 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-d88b0113-4cc5-4df1-b1ca-3a4a2a772b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:20.806141 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88b0113-4cc5-4df1-b1ca-3a4a2a772b53 None None] The sync data for ids ['a8ac8a2c-d253-41ea-b30e-5f662e53244d'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:27:20.855791 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93dda00-f89e-4cf4-b134-2a59c74e8c33 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:20.857218 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-d93dda00-f89e-4cf4-b134-2a59c74e8c33 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "GET /v2.0/ports/9b3a662f-b44e-4ccd-bb73-c5e509bcf9ec HTTP/1.1" status: 200 len: 910 time: 0.2942934 May 04 17:27:20.860331 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46618) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:20.865525 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dbd4c9-83ae-4537-80ca-33573e2feed9 None None] Routers {'54fe1e5a-eac7-4295-b7f6-8aff5b98d2f1'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:27:20.866180 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-76dbd4c9-83ae-4537-80ca-33573e2feed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:27:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['54fe1e5a-eac7-4295-b7f6-8aff5b98d2f1'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:20.879101 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a004c249-b429-412b-b6c7-138dd7b8f4c6 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:20.879773 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a004c249-b429-412b-b6c7-138dd7b8f4c6 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:20.952186 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-a004c249-b429-412b-b6c7-138dd7b8f4c6 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4077325 May 04 17:27:20.952458 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46622) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:20.963753 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-a24958e3-2941-474c-b38e-894e6be1e241 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:d6:da:ed'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:21:18:3c'}]}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:27:21.027778 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c231d2-6389-41d7-9596-f9bd50599d2d None None] Pushing event updated for resources: {'Port': ['ID=e687b8b1-0b8b-48cb-a1df-c363bde40621,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:21.034291 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-28f5a0ee-6cb0-4a41-af1d-b2f42fd9d414 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:21.051327 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-6b560c6d-f53d-4463-989f-01d462812034 None None] Provisioning for port 201a94de-70b3-4f1b-bd0f-fc556ec59528 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:27:21.061573 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-6b560c6d-f53d-4463-989f-01d462812034 None None] Provisioning complete for port 201a94de-70b3-4f1b-bd0f-fc556ec59528 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:27:21.061763 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [None req-28f5a0ee-6cb0-4a41-af1d-b2f42fd9d414 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] device_id is not set on port 6aa43e90-5b8b-468c-a991-fd6b1784cc02 yet. {{(pid=88038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:27:21.061976 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-6b560c6d-f53d-4463-989f-01d462812034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:21.088427 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-76dbd4c9-83ae-4537-80ca-33573e2feed9 None None] Set router 54fe1e5a-eac7-4295-b7f6-8aff5b98d2f1 gateway port host: None {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:27:21.101122 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17dd5548-65dd-4091-8095-82ebd4d3ba62 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:21.102778 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-17dd5548-65dd-4091-8095-82ebd4d3ba62 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=30bd8d35-9d66-4ec1-9734-58f713c6cd24&device_id=d3f0f3e2-bda6-4737-8fc2-3e18962bb4d9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3832586 May 04 17:27:21.108753 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46626) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:21.229006 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-76dbd4c9-83ae-4537-80ca-33573e2feed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54fe1e5a-eac7-4295-b7f6-8aff5b98d2f1', 'name': '', 'tenant_id': '16421e25b6674404ad030e8cb41c27b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:27:08Z', 'updated_at': '2022-05-04T17:27:20Z', 'revision_number': 4, 'project_id': '16421e25b6674404ad030e8cb41c27b5', 'gw_port_host': None}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:21.237686 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dbd4c9-83ae-4537-80ca-33573e2feed9 None None] The sync data for ids ['54fe1e5a-eac7-4295-b7f6-8aff5b98d2f1'] in dv-neutron-840426-1-hyperv is: [{'id': '54fe1e5a-eac7-4295-b7f6-8aff5b98d2f1', 'name': '', 'tenant_id': '16421e25b6674404ad030e8cb41c27b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:27:08Z', 'updated_at': '2022-05-04T17:27:20Z', 'revision_number': 4, 'project_id': '16421e25b6674404ad030e8cb41c27b5', 'gw_port_host': None}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:27:21.242565 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-6b560c6d-f53d-4463-989f-01d462812034 None None] Port 201a94de-70b3-4f1b-bd0f-fc556ec59528 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:27:21.295163 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-b6b62e6f-260b-43e4-bcd1-e8b41e8bb0b9 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] For port e687b8b1-0b8b-48cb-a1df-c363bde40621, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=e687b8b1-0b8b-48cb-a1df-c363bde40621,segment=NetworkSegment(ffedf025-30ff-44b4-a9b2-17d95c156b8a),segment_id=ffedf025-30ff-44b4-a9b2-17d95c156b8a)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:27:21.295531 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b6b62e6f-260b-43e4-bcd1-e8b41e8bb0b9 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:21.480851 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-b6b62e6f-260b-43e4-bcd1-e8b41e8bb0b9 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Calling delete_port for e687b8b1-0b8b-48cb-a1df-c363bde40621 owned by network:router_gateway {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:27:21.766748 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0d40a4-757a-4cce-89eb-c47b42aa4a8c tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:21.767225 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-0d0d40a4-757a-4cce-89eb-c47b42aa4a8c tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Synchronizing usage tracker for tenant:826e7a781f254ab597721e5ca1a7bd14 on resource:network {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:27:21.785415 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a24958e3-2941-474c-b38e-894e6be1e241 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:21.807894 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-0d0d40a4-757a-4cce-89eb-c47b42aa4a8c tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Unset dirty status for tenant:826e7a781f254ab597721e5ca1a7bd14 on resource:network {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:27:21.809062 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-0d0d40a4-757a-4cce-89eb-c47b42aa4a8c tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] 10.222.0.41 "GET /v2.0/networks/30bd8d35-9d66-4ec1-9734-58f713c6cd24 HTTP/1.1" status: 200 len: 881 time: 0.6993062 May 04 17:27:21.813370 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46632) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:21.817826 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-28f5a0ee-6cb0-4a41-af1d-b2f42fd9d414 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Allocated IP 172.20.0.14 (4ace9741-ee8e-4384-a966-455b35b21296/c5f6b320-a398-43fe-9d34-3563e8593130/6aa43e90-5b8b-468c-a991-fd6b1784cc02) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:27:21.863991 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-28f5a0ee-6cb0-4a41-af1d-b2f42fd9d414 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Allocated IP 172.20.0.13 (4ace9741-ee8e-4384-a966-455b35b21296/c5f6b320-a398-43fe-9d34-3563e8593130/6aa43e90-5b8b-468c-a991-fd6b1784cc02) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:27:21.884568 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-d7a54d9f-1c91-4dc8-85a5-734b9b372021 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3f0f3e2-bda6-4737-8fc2-3e18962bb4d9 HTTP/1.1" status: 200 len: 205 time: 0.0689330 May 04 17:27:21.887913 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46636) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:21.951687 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b6b62e6f-260b-43e4-bcd1-e8b41e8bb0b9 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:22.017780 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b62e6f-260b-43e4-bcd1-e8b41e8bb0b9 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Pushing event deleted for resources: {'Port': ['ID=e687b8b1-0b8b-48cb-a1df-c363bde40621,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:22.050356 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5717a75e-8b89-45ad-9562-9eca32d37dbf req-692b8f18-b65b-49cf-819c-888cadabcd25 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:22.051819 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-5717a75e-8b89-45ad-9562-9eca32d37dbf req-692b8f18-b65b-49cf-819c-888cadabcd25 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 945 time: 0.3907495 May 04 17:27:22.125443 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b6b62e6f-260b-43e4-bcd1-e8b41e8bb0b9 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710199'] for router_gateway, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:22.296556 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-5717a75e-8b89-45ad-9562-9eca32d37dbf req-ab23414e-04d8-476a-9a34-d4413061bcd8 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2338932 May 04 17:27:22.316488 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-aa46a6f9-ab8c-471d-ac4d-5fb756886adf tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks [] for router, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:22.329166 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b6b62e6f-260b-43e4-bcd1-e8b41e8bb0b9 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:22.333385 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b6b62e6f-260b-43e4-bcd1-e8b41e8bb0b9 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:22.372536 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b6b62e6f-260b-43e4-bcd1-e8b41e8bb0b9 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:22.373062 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b62e6f-260b-43e4-bcd1-e8b41e8bb0b9 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 54fe1e5a-eac7-4295-b7f6-8aff5b98d2f1 {{(pid=88037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:27:22.384789 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a24958e3-2941-474c-b38e-894e6be1e241 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:22.394573 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a24958e3-2941-474c-b38e-894e6be1e241 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:22.396420 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-de522cca-0719-4d14-a91f-3ef0c93839f8 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710748'] for router_interface, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:22.427919 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b6b62e6f-260b-43e4-bcd1-e8b41e8bb0b9 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:22.429195 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-b6b62e6f-260b-43e4-bcd1-e8b41e8bb0b9 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] 10.222.0.41 "DELETE /v2.0/routers/54fe1e5a-eac7-4295-b7f6-8aff5b98d2f1 HTTP/1.1" status: 204 len: 168 time: 3.0348639 May 04 17:27:22.436399 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46644) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:22.637358 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24958e3-2941-474c-b38e-894e6be1e241 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Pushing event updated for resources: {'Port': ['ID=201a94de-70b3-4f1b-bd0f-fc556ec59528,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:22.651912 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-a24958e3-2941-474c-b38e-894e6be1e241 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] In _notify_port_updated(), no bound segment for port 201a94de-70b3-4f1b-bd0f-fc556ec59528 on network 823f36b4-bba5-4f78-8301-0993974d4b5d {{(pid=88037) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 04 17:27:22.658466 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24958e3-2941-474c-b38e-894e6be1e241 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:22.659122 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a24958e3-2941-474c-b38e-894e6be1e241 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:22.663120 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-a24958e3-2941-474c-b38e-894e6be1e241 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] 10.222.0.41 "PUT /v2.0/ports/201a94de-70b3-4f1b-bd0f-fc556ec59528 HTTP/1.1" status: 200 len: 1056 time: 1.7047024 May 04 17:27:22.664912 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c93cf4a-bc2c-4a1a-9974-1444c3cf0d22 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Deleting subnet 42dcad57-b38b-4069-8228-f4c0efea24e8 {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:27:22.668111 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46650) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:22.670755 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0c93cf4a-bc2c-4a1a-9974-1444c3cf0d22 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:22.738648 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-28f5a0ee-6cb0-4a41-af1d-b2f42fd9d414 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:22.785482 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0c93cf4a-bc2c-4a1a-9974-1444c3cf0d22 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:22.814219 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-3c333794-c970-49ab-ab20-44ccd31becec tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Deleting port 201a94de-70b3-4f1b-bd0f-fc556ec59528 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:27:22.814668 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3c333794-c970-49ab-ab20-44ccd31becec tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:22.885621 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-1308250a-4dc1-4709-a642-265a48147807 None None] Provisioning complete for port 201a94de-70b3-4f1b-bd0f-fc556ec59528 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:27:22.886723 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1308250a-4dc1-4709-a642-265a48147807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:22.888275 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-aa46a6f9-ab8c-471d-ac4d-5fb756886adf tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:22.914289 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-aa46a6f9-ab8c-471d-ac4d-5fb756886adf tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Deleting port 00420dd7-b216-4ee5-b598-43654d6708d4 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:27:22.914718 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-aa46a6f9-ab8c-471d-ac4d-5fb756886adf tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:22.954326 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-1308250a-4dc1-4709-a642-265a48147807 None None] Port 201a94de-70b3-4f1b-bd0f-fc556ec59528 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:27:22.959922 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0c93cf4a-bc2c-4a1a-9974-1444c3cf0d22 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:23.096565 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437badf-f6b0-412d-8975-9a031f7fe9f0 req-cb27514e-812b-4313-a405-df4980d5e4fc tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:23.098067 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-c437badf-f6b0-412d-8975-9a031f7fe9f0 req-cb27514e-812b-4313-a405-df4980d5e4fc tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 945 time: 0.4444048 May 04 17:27:23.126370 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-28f5a0ee-6cb0-4a41-af1d-b2f42fd9d414 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:23.138137 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0c93cf4a-bc2c-4a1a-9974-1444c3cf0d22 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:23.179667 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3c333794-c970-49ab-ab20-44ccd31becec tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:23.192490 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c93cf4a-bc2c-4a1a-9974-1444c3cf0d22 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=42dcad57-b38b-4069-8228-f4c0efea24e8,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:23.201863 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0c93cf4a-bc2c-4a1a-9974-1444c3cf0d22 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:23.308920 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f5a0ee-6cb0-4a41-af1d-b2f42fd9d414 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Network 4ace9741-ee8e-4384-a966-455b35b21296 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:27:23.326496 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-28f5a0ee-6cb0-4a41-af1d-b2f42fd9d414 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:27:23.358425 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f5a0ee-6cb0-4a41-af1d-b2f42fd9d414 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:27:23.382875 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f5a0ee-6cb0-4a41-af1d-b2f42fd9d414 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Pushing event updated for resources: {'Port': ['ID=6aa43e90-5b8b-468c-a991-fd6b1784cc02,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:23.404559 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-c437badf-f6b0-412d-8975-9a031f7fe9f0 req-d4e433e6-38f9-41de-a6a2-f3c41e07e99a tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2952347 May 04 17:27:23.411784 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-3c333794-c970-49ab-ab20-44ccd31becec tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Calling delete_port for 201a94de-70b3-4f1b-bd0f-fc556ec59528 owned by {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:27:23.442677 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-0c93cf4a-bc2c-4a1a-9974-1444c3cf0d22 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] 10.222.0.41 "DELETE /v2.0/subnets/42dcad57-b38b-4069-8228-f4c0efea24e8 HTTP/1.1" status: 204 len: 168 time: 1.0055492 May 04 17:27:23.449274 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46654) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:23.456889 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-aa46a6f9-ab8c-471d-ac4d-5fb756886adf tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:23.551341 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-de522cca-0719-4d14-a91f-3ef0c93839f8 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Deleting port 9b3a662f-b44e-4ccd-bb73-c5e509bcf9ec {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:27:23.551680 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-de522cca-0719-4d14-a91f-3ef0c93839f8 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:23.560490 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3c333794-c970-49ab-ab20-44ccd31becec tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:23.610346 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c333794-c970-49ab-ab20-44ccd31becec tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Pushing event deleted for resources: {'Port': ['ID=201a94de-70b3-4f1b-bd0f-fc556ec59528,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:23.650667 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f5a0ee-6cb0-4a41-af1d-b2f42fd9d414 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:23.651318 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-28f5a0ee-6cb0-4a41-af1d-b2f42fd9d414 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:23.676555 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-aa46a6f9-ab8c-471d-ac4d-5fb756886adf tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Calling delete_port for 00420dd7-b216-4ee5-b598-43654d6708d4 owned by network:router_gateway {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:27:23.835959 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7728b5f0-fba4-44ab-b094-9ff2754f6673 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:23.846644 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-28f5a0ee-6cb0-4a41-af1d-b2f42fd9d414 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.3026719 May 04 17:27:23.873792 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46658) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:23.882211 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-ba6a5735-c5d3-4082-b2d3-9926fd4902f2 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Request body: {'floatingip': {'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'port_id': '6aa43e90-5b8b-468c-a991-fd6b1784cc02', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:27:23.893655 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-ba6a5735-c5d3-4082-b2d3-9926fd4902f2 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:27:23.904168 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-ba6a5735-c5d3-4082-b2d3-9926fd4902f2 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Usage tracker for resource:floatingip and tenant:983c2322fbac41498b7f731747fedd84 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:27:23.909938 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-ba6a5735-c5d3-4082-b2d3-9926fd4902f2 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:27:23.918904 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-ba6a5735-c5d3-4082-b2d3-9926fd4902f2 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:27:23.930735 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3c333794-c970-49ab-ab20-44ccd31becec tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:23.942376 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-3c333794-c970-49ab-ab20-44ccd31becec tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] 10.222.0.41 "DELETE /v2.0/ports/201a94de-70b3-4f1b-bd0f-fc556ec59528 HTTP/1.1" status: 204 len: 168 time: 1.2732749 May 04 17:27:23.943276 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ba6a5735-c5d3-4082-b2d3-9926fd4902f2 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for floatingip, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:23.958390 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46662) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:24.008319 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bf7240a-8971-41d5-9677-db43fd62be34 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] GET failed (client error): The resource could not be found. May 04 17:27:24.008861 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-2bf7240a-8971-41d5-9677-db43fd62be34 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Synchronizing usage tracker for tenant:7d997a0ae69242c29855f6b9ee4d0826 on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:27:24.039245 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-2bf7240a-8971-41d5-9677-db43fd62be34 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Unset dirty status for tenant:7d997a0ae69242c29855f6b9ee4d0826 on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:27:24.040392 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-2bf7240a-8971-41d5-9677-db43fd62be34 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] 10.222.0.41 "GET /v2.0/ports/201a94de-70b3-4f1b-bd0f-fc556ec59528 HTTP/1.1" status: 404 len: 333 time: 0.0810850 May 04 17:27:24.044109 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46666) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:24.163910 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-70b1f50b-f506-44f9-93c3-c1472cdd08e0 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Deleting port f453676f-8670-477d-8914-b1e83f9a2d66 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:27:24.164541 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-70b1f50b-f506-44f9-93c3-c1472cdd08e0 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:24.225070 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-de522cca-0719-4d14-a91f-3ef0c93839f8 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:24.236943 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7728b5f0-fba4-44ab-b094-9ff2754f6673 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:24.322283 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ba6a5735-c5d3-4082-b2d3-9926fd4902f2 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:24.504657 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-de522cca-0719-4d14-a91f-3ef0c93839f8 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Calling delete_port for 9b3a662f-b44e-4ccd-bb73-c5e509bcf9ec owned by network:router_interface {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:27:24.567625 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-70b1f50b-f506-44f9-93c3-c1472cdd08e0 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:24.581667 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-7728b5f0-fba4-44ab-b094-9ff2754f6673 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5c48689-5a04-42d8-b404-fbe9fe7543d1']}} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:24.603384 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-7728b5f0-fba4-44ab-b094-9ff2754f6673 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffedf025-30ff-44b4-a9b2-17d95c156b8a') {'for_net_delete': True} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:24.603677 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-7728b5f0-fba4-44ab-b094-9ff2754f6673 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffedf025-30ff-44b4-a9b2-17d95c156b8a') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:24.631172 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7728b5f0-fba4-44ab-b094-9ff2754f6673 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801627'] for segment, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:24.669436 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-aa46a6f9-ab8c-471d-ac4d-5fb756886adf tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:24.673696 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7728b5f0-fba4-44ab-b094-9ff2754f6673 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:24.720030 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-70b1f50b-f506-44f9-93c3-c1472cdd08e0 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Calling delete_port for f453676f-8670-477d-8914-b1e83f9a2d66 owned by {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:27:24.729411 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7728b5f0-fba4-44ab-b094-9ff2754f6673 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=88038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:27:24.729809 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7728b5f0-fba4-44ab-b094-9ff2754f6673 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7881827'] for segment, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:24.744199 dv-neutron-840426-1-hyperv neutron-server[88038]: Traceback (most recent call last): May 04 17:27:24.744199 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:27:24.744199 dv-neutron-840426-1-hyperv neutron-server[88038]: timer() May 04 17:27:24.744199 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:27:24.744199 dv-neutron-840426-1-hyperv neutron-server[88038]: cb(*args, **kw) May 04 17:27:24.744199 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:27:24.744199 dv-neutron-840426-1-hyperv neutron-server[88038]: return func(*args, **kwargs) May 04 17:27:24.744199 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:27:24.744199 dv-neutron-840426-1-hyperv neutron-server[88038]: self._notify() May 04 17:27:24.744199 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:27:24.744199 dv-neutron-840426-1-hyperv neutron-server[88038]: self.callback(batched_events) May 04 17:27:24.744199 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:27:24.744199 dv-neutron-840426-1-hyperv neutron-server[88038]: event.method(event) May 04 17:27:24.744199 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:27:24.744199 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:27:24.744199 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:27:24.744199 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:27:24.744199 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:27:24.744199 dv-neutron-840426-1-hyperv neutron-server[88038]: return f(self, *a, **k) May 04 17:27:24.744199 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:27:24.744199 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._get(url).json() May 04 17:27:24.744199 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:27:24.744199 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:27:24.744199 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:27:24.744199 dv-neutron-840426-1-hyperv neutron-server[88038]: return self.request(url, 'GET', **kwargs) May 04 17:27:24.744199 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:27:24.744199 dv-neutron-840426-1-hyperv neutron-server[88038]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:27:24.744199 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:27:24.744199 dv-neutron-840426-1-hyperv neutron-server[88038]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:27:24.744199 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:27:24.744199 dv-neutron-840426-1-hyperv neutron-server[88038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:27:24.744199 dv-neutron-840426-1-hyperv neutron-server[88038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:27:24.746463 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa46a6f9-ab8c-471d-ac4d-5fb756886adf tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Pushing event deleted for resources: {'Port': ['ID=00420dd7-b216-4ee5-b598-43654d6708d4,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:24.772661 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa46a6f9-ab8c-471d-ac4d-5fb756886adf tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:27:24.773008 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa46a6f9-ab8c-471d-ac4d-5fb756886adf tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:27:24.773342 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa46a6f9-ab8c-471d-ac4d-5fb756886adf tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:27:24.773684 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa46a6f9-ab8c-471d-ac4d-5fb756886adf tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:27:24.774041 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa46a6f9-ab8c-471d-ac4d-5fb756886adf tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:27:24.774372 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa46a6f9-ab8c-471d-ac4d-5fb756886adf tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:27:24.774698 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa46a6f9-ab8c-471d-ac4d-5fb756886adf tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:27:24.775025 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa46a6f9-ab8c-471d-ac4d-5fb756886adf tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:27:24.775349 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa46a6f9-ab8c-471d-ac4d-5fb756886adf tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:27:24.775671 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa46a6f9-ab8c-471d-ac4d-5fb756886adf tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:27:24.775995 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa46a6f9-ab8c-471d-ac4d-5fb756886adf tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:27:24.776318 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa46a6f9-ab8c-471d-ac4d-5fb756886adf tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:27:24.784655 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-ba6a5735-c5d3-4082-b2d3-9926fd4902f2 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Allocated IP 172.26.0.221 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/2f72cc13-ed7e-4409-baf0-a20fc2eee1e1) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:27:24.870623 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb53af5-4138-4168-a805-36edbdf3e693 req-d10c0180-3fdd-4de4-932c-0c4c5ed748b2 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:24.872097 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-3eb53af5-4138-4168-a805-36edbdf3e693 req-d10c0180-3fdd-4de4-932c-0c4c5ed748b2 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 945 time: 0.3417561 May 04 17:27:24.931212 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7728b5f0-fba4-44ab-b094-9ff2754f6673 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:24.954137 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7728b5f0-fba4-44ab-b094-9ff2754f6673 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f5c48689-5a04-42d8-b404-fbe9fe7543d1 {{(pid=88038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 04 17:27:24.959822 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7728b5f0-fba4-44ab-b094-9ff2754f6673 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:24.967195 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-aa46a6f9-ab8c-471d-ac4d-5fb756886adf tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710199'] for router_gateway, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:25.099516 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7728b5f0-fba4-44ab-b094-9ff2754f6673 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Pushing event deleted for resources: {'Network': ['ID=f5c48689-5a04-42d8-b404-fbe9fe7543d1,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:25.158231 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-3eb53af5-4138-4168-a805-36edbdf3e693 req-c4fca97c-1bb7-4bfd-b727-f20948cff610 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444571 May 04 17:27:25.237670 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-70b1f50b-f506-44f9-93c3-c1472cdd08e0 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:25.243162 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ba6a5735-c5d3-4082-b2d3-9926fd4902f2 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:25.323633 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-de522cca-0719-4d14-a91f-3ef0c93839f8 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:25.336222 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b1f50b-f506-44f9-93c3-c1472cdd08e0 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Pushing event deleted for resources: {'Port': ['ID=f453676f-8670-477d-8914-b1e83f9a2d66,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:25.352863 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-aa46a6f9-ab8c-471d-ac4d-5fb756886adf tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:25.355866 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-aa46a6f9-ab8c-471d-ac4d-5fb756886adf tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:25.386657 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b1f50b-f506-44f9-93c3-c1472cdd08e0 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:27:25.386995 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b1f50b-f506-44f9-93c3-c1472cdd08e0 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:27:25.387323 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b1f50b-f506-44f9-93c3-c1472cdd08e0 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:27:25.387796 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b1f50b-f506-44f9-93c3-c1472cdd08e0 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:27:25.388066 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b1f50b-f506-44f9-93c3-c1472cdd08e0 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:27:25.388279 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b1f50b-f506-44f9-93c3-c1472cdd08e0 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:27:25.388585 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b1f50b-f506-44f9-93c3-c1472cdd08e0 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:27:25.388910 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b1f50b-f506-44f9-93c3-c1472cdd08e0 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:27:25.389228 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b1f50b-f506-44f9-93c3-c1472cdd08e0 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:27:25.389546 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b1f50b-f506-44f9-93c3-c1472cdd08e0 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:27:25.389857 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b1f50b-f506-44f9-93c3-c1472cdd08e0 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:27:25.390214 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b1f50b-f506-44f9-93c3-c1472cdd08e0 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:27:25.424746 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-7728b5f0-fba4-44ab-b094-9ff2754f6673 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] 10.222.0.41 "DELETE /v2.0/networks/f5c48689-5a04-42d8-b404-fbe9fe7543d1 HTTP/1.1" status: 204 len: 168 time: 1.9742589 May 04 17:27:25.471426 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-70b1f50b-f506-44f9-93c3-c1472cdd08e0 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:25.484323 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ba6a5735-c5d3-4082-b2d3-9926fd4902f2 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:25.578016 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de522cca-0719-4d14-a91f-3ef0c93839f8 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Pushing event deleted for resources: {'Port': ['ID=9b3a662f-b44e-4ccd-bb73-c5e509bcf9ec,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:25.603543 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6a5735-c5d3-4082-b2d3-9926fd4902f2 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:27:25.606607 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-ba6a5735-c5d3-4082-b2d3-9926fd4902f2 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:27:25.611880 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6a5735-c5d3-4082-b2d3-9926fd4902f2 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:27:25.644054 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-70b1f50b-f506-44f9-93c3-c1472cdd08e0 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] 10.222.0.41 "DELETE /v2.0/ports/f453676f-8670-477d-8914-b1e83f9a2d66 HTTP/1.1" status: 204 len: 168 time: 1.5989451 May 04 17:27:25.645104 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-aa46a6f9-ab8c-471d-ac4d-5fb756886adf tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:25.645668 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa46a6f9-ab8c-471d-ac4d-5fb756886adf tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Fanout notify agent at l3_agent the message router_deleted on router d3f0f3e2-bda6-4737-8fc2-3e18962bb4d9 {{(pid=88038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:27:25.652812 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46678) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:25.667072 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6a5735-c5d3-4082-b2d3-9926fd4902f2 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Pushing event updated for resources: {'Port': ['ID=2f72cc13-ed7e-4409-baf0-a20fc2eee1e1,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:25.736721 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-aa46a6f9-ab8c-471d-ac4d-5fb756886adf tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:25.738062 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-aa46a6f9-ab8c-471d-ac4d-5fb756886adf tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] 10.222.0.41 "DELETE /v2.0/routers/d3f0f3e2-bda6-4737-8fc2-3e18962bb4d9 HTTP/1.1" status: 204 len: 168 time: 3.8465881 May 04 17:27:25.750619 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46686) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:25.758502 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae57d189-4532-456d-9a26-5e42749958b8 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] GET failed (client error): The resource could not be found. May 04 17:27:25.759042 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-ae57d189-4532-456d-9a26-5e42749958b8 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Synchronizing usage tracker for tenant:7d997a0ae69242c29855f6b9ee4d0826 on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:27:25.766667 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-dc13c894-0a9a-4eb3-bfca-c09a3a309f73 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-426154781', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:27:25.834478 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-dc13c894-0a9a-4eb3-bfca-c09a3a309f73 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:27:25.892464 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46690) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:25.914917 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-86885541-5327-4b34-b058-981dd094221d tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Request body: {'router': {'name': 'tempest-router--1791457616', 'project_id': '2b04a3a78eb7418abf281947dc14b453'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:27:25.915179 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-dc13c894-0a9a-4eb3-bfca-c09a3a309f73 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Usage tracker for resource:router and tenant:cb678e2f68e045d181911c05c3b5ef71 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:27:25.922686 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-dc13c894-0a9a-4eb3-bfca-c09a3a309f73 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:27:25.923667 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-86885541-5327-4b34-b058-981dd094221d tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:27:25.930910 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-86885541-5327-4b34-b058-981dd094221d tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Usage tracker for resource:router and tenant:2b04a3a78eb7418abf281947dc14b453 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:27:25.933839 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-dc13c894-0a9a-4eb3-bfca-c09a3a309f73 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:27:25.935303 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-86885541-5327-4b34-b058-981dd094221d tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:27:25.935689 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-ae57d189-4532-456d-9a26-5e42749958b8 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Unset dirty status for tenant:7d997a0ae69242c29855f6b9ee4d0826 on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:27:25.936839 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-ae57d189-4532-456d-9a26-5e42749958b8 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] 10.222.0.41 "GET /v2.0/ports/f453676f-8670-477d-8914-b1e83f9a2d66 HTTP/1.1" status: 404 len: 333 time: 0.2638719 May 04 17:27:25.941889 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46694) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:25.959343 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a926fb-4efb-42ce-b7fc-cb3cbd12f6be req-f49fb6f0-7515-4344-8b92-d55284538e58 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:25.960810 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-c8a926fb-4efb-42ce-b7fc-cb3cbd12f6be req-f49fb6f0-7515-4344-8b92-d55284538e58 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 945 time: 0.5962605 May 04 17:27:25.968099 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-dc13c894-0a9a-4eb3-bfca-c09a3a309f73 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:25.969095 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-dc13c894-0a9a-4eb3-bfca-c09a3a309f73 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:25.990722 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-de522cca-0719-4d14-a91f-3ef0c93839f8 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710832'] for router_interface, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:26.043901 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-86885541-5327-4b34-b058-981dd094221d tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:27:26.086699 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-86885541-5327-4b34-b058-981dd094221d tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:26.087701 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-86885541-5327-4b34-b058-981dd094221d tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:26.099342 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-6b0df927-52ad-42a0-9613-15cfde3849de tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Deleting port 4c5f9c6e-d3dd-441c-b86c-6dd6ebe4a5bd {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:27:26.099679 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6b0df927-52ad-42a0-9613-15cfde3849de tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:26.179095 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-86885541-5327-4b34-b058-981dd094221d tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:26.270473 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-dc13c894-0a9a-4eb3-bfca-c09a3a309f73 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:26.293476 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-86885541-5327-4b34-b058-981dd094221d tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:26.294064 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-c8a926fb-4efb-42ce-b7fc-cb3cbd12f6be req-d7fde3c2-b6a9-4bab-b3b1-cf809aa481da tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3197687 May 04 17:27:26.317474 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-dc13c894-0a9a-4eb3-bfca-c09a3a309f73 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:26.397906 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-86885541-5327-4b34-b058-981dd094221d tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:26.401712 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-86885541-5327-4b34-b058-981dd094221d tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5064342 May 04 17:27:26.408356 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46700) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:26.453434 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-dc13c894-0a9a-4eb3-bfca-c09a3a309f73 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:26.454543 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-dc13c894-0a9a-4eb3-bfca-c09a3a309f73 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7026713 May 04 17:27:26.468377 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46704) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:26.475549 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-3ef5a288-1096-4bb7-8ecb-80dfd2467e69 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Request body: {'router': {'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:27:26.608729 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6b0df927-52ad-42a0-9613-15cfde3849de tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:26.619170 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-aba0186c-4249-41d8-948e-a08b7e5b5f3c tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks [] for router, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:26.744556 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de522cca-0719-4d14-a91f-3ef0c93839f8 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Router a8ac8a2c-d253-41ea-b30e-5f662e53244d has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:27:26.774651 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ba6a5735-c5d3-4082-b2d3-9926fd4902f2 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:26.961766 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-6b0df927-52ad-42a0-9613-15cfde3849de tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Calling delete_port for 4c5f9c6e-d3dd-441c-b86c-6dd6ebe4a5bd owned by {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:27:26.993483 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3ef5a288-1096-4bb7-8ecb-80dfd2467e69 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:27.046129 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de522cca-0719-4d14-a91f-3ef0c93839f8 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:27:27.053961 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-de522cca-0719-4d14-a91f-3ef0c93839f8 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "PUT /v2.0/routers/a8ac8a2c-d253-41ea-b30e-5f662e53244d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1885135 May 04 17:27:27.053961 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46708) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:27.056076 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cfbd59-e00e-4b70-b1cf-a4d7e3516d5d None None] Sync routers for ids ['a8ac8a2c-d253-41ea-b30e-5f662e53244d'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:27:27.066308 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cfbd59-e00e-4b70-b1cf-a4d7e3516d5d None None] Routers {'a8ac8a2c-d253-41ea-b30e-5f662e53244d'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:27:27.066926 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-47cfbd59-e00e-4b70-b1cf-a4d7e3516d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:27:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['a8ac8a2c-d253-41ea-b30e-5f662e53244d'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:27.128717 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-47cfbd59-e00e-4b70-b1cf-a4d7e3516d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:27.137334 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cfbd59-e00e-4b70-b1cf-a4d7e3516d5d None None] Routers {'a8ac8a2c-d253-41ea-b30e-5f662e53244d'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:27:27.137933 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-47cfbd59-e00e-4b70-b1cf-a4d7e3516d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:27:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['a8ac8a2c-d253-41ea-b30e-5f662e53244d'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:27.196989 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-47cfbd59-e00e-4b70-b1cf-a4d7e3516d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:27.197618 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cfbd59-e00e-4b70-b1cf-a4d7e3516d5d None None] The sync data for ids ['a8ac8a2c-d253-41ea-b30e-5f662e53244d'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:27:27.234244 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 17:27:27.240512 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-aba0186c-4249-41d8-948e-a08b7e5b5f3c tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:27.259123 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-aba0186c-4249-41d8-948e-a08b7e5b5f3c tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:27.273119 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac906e0-780c-45ec-88c5-7ef5d6c74536 req-5a750bf8-f6f4-4cd0-8b7a-b1d47668f903 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:27.274655 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5ac906e0-780c-45ec-88c5-7ef5d6c74536 req-5a750bf8-f6f4-4cd0-8b7a-b1d47668f903 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 945 time: 0.8628013 May 04 17:27:27.351042 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ba6a5735-c5d3-4082-b2d3-9926fd4902f2 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:27.399879 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-aba0186c-4249-41d8-948e-a08b7e5b5f3c tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:27.400384 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba0186c-4249-41d8-948e-a08b7e5b5f3c tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3cf5a358-ac77-44cb-9a36-cebe14551380 {{(pid=88037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:27:27.462472 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5ac906e0-780c-45ec-88c5-7ef5d6c74536 req-487daa05-902b-4462-99ee-aa84dd5dd6ea tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795039 May 04 17:27:27.475252 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-aba0186c-4249-41d8-948e-a08b7e5b5f3c tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:27.478929 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-aba0186c-4249-41d8-948e-a08b7e5b5f3c tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] 10.222.0.41 "DELETE /v2.0/routers/3cf5a358-ac77-44cb-9a36-cebe14551380 HTTP/1.1" status: 204 len: 168 time: 1.0631392 May 04 17:27:27.490501 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6b0df927-52ad-42a0-9613-15cfde3849de tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:27.562448 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0df927-52ad-42a0-9613-15cfde3849de tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Pushing event deleted for resources: {'Port': ['ID=4c5f9c6e-d3dd-441c-b86c-6dd6ebe4a5bd,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:27.656685 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46716) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:27.779483 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6b0df927-52ad-42a0-9613-15cfde3849de tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:27.781353 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-6b0df927-52ad-42a0-9613-15cfde3849de tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] 10.222.0.41 "DELETE /v2.0/ports/4c5f9c6e-d3dd-441c-b86c-6dd6ebe4a5bd HTTP/1.1" status: 204 len: 168 time: 1.8388956 May 04 17:27:27.784141 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46722) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:27.861505 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ba6a5735-c5d3-4082-b2d3-9926fd4902f2 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:27.868596 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7493c31-ac43-4e8b-b455-998d0d31b647 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Deleting subnet aae8015c-262b-4ed1-95c0-822310bbae8b {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:27:27.871793 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ba6a5735-c5d3-4082-b2d3-9926fd4902f2 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:27.875244 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c7493c31-ac43-4e8b-b455-998d0d31b647 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:27.918627 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3ef5a288-1096-4bb7-8ecb-80dfd2467e69 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks [] for router_gateway, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:27.958474 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3ef5a288-1096-4bb7-8ecb-80dfd2467e69 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:27.969287 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-4c757db9-9fc1-4207-b357-299589b71bf2 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1949042357', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}, 'admin_state_up': False}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:27:28.013549 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-4c757db9-9fc1-4207-b357-299589b71bf2 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:27:28.031658 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-4c757db9-9fc1-4207-b357-299589b71bf2 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Usage tracker for resource:router and tenant:bf5f75dc0afa4422b68fd6a68c41365c is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:27:28.040526 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-4c757db9-9fc1-4207-b357-299589b71bf2 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:27:28.043811 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8768b587-1dc6-4ed8-8883-8a3f9d293eea req-c073d351-7470-4a9e-94c4-8f24d6148f6a tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:28.045205 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6a5735-c5d3-4082-b2d3-9926fd4902f2 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Pushing event updated for resources: {'Port': ['ID=2f72cc13-ed7e-4409-baf0-a20fc2eee1e1,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:28.045331 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-8768b587-1dc6-4ed8-8883-8a3f9d293eea req-c073d351-7470-4a9e-94c4-8f24d6148f6a tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 945 time: 0.4302664 May 04 17:27:28.049994 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c7493c31-ac43-4e8b-b455-998d0d31b647 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:28.083613 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-4c757db9-9fc1-4207-b357-299589b71bf2 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:27:28.113018 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4c757db9-9fc1-4207-b357-299589b71bf2 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:28.114023 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4c757db9-9fc1-4207-b357-299589b71bf2 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:28.123154 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ba6a5735-c5d3-4082-b2d3-9926fd4902f2 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710218'] for floatingip, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:28.203192 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-8768b587-1dc6-4ed8-8883-8a3f9d293eea req-9b4b7d73-161b-469e-924e-0e7286729656 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499162 May 04 17:27:28.219342 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-3ef5a288-1096-4bb7-8ecb-80dfd2467e69 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Allocated IP 172.26.0.97 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/68368197-d411-42a9-b318-d81dcd993e10) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:27:28.261423 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-af136bb2-26ed-482f-aa8a-ac276c17ef2b tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710748'] for router_interface, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:28.384450 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4c757db9-9fc1-4207-b357-299589b71bf2 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:28.514758 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c7493c31-ac43-4e8b-b455-998d0d31b647 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:28.616272 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3ef5a288-1096-4bb7-8ecb-80dfd2467e69 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:28.702479 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3ef5a288-1096-4bb7-8ecb-80dfd2467e69 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:28.747768 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.l3_db [None req-ba6a5735-c5d3-4082-b2d3-9926fd4902f2 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Floating IP 95ee283b-d14a-4df4-82f4-8624210da220 associated. External IP: 172.26.0.221, port: 6aa43e90-5b8b-468c-a991-fd6b1784cc02. May 04 17:27:28.779244 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef5a288-1096-4bb7-8ecb-80dfd2467e69 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:27:28.780127 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-af136bb2-26ed-482f-aa8a-ac276c17ef2b tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Deleting port ccb78d5e-47e8-4d37-9e98-85843cd978c7 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:27:28.780455 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-af136bb2-26ed-482f-aa8a-ac276c17ef2b tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:28.810940 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-3ef5a288-1096-4bb7-8ecb-80dfd2467e69 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:27:28.813346 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef5a288-1096-4bb7-8ecb-80dfd2467e69 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:27:28.869467 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef5a288-1096-4bb7-8ecb-80dfd2467e69 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Pushing event updated for resources: {'Port': ['ID=68368197-d411-42a9-b318-d81dcd993e10,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:28.915830 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e666995c-f52f-480f-9356-cf29806fac23 req-e34fa7c1-5467-4fce-a57e-57d50b093e91 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:28.917404 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e666995c-f52f-480f-9356-cf29806fac23 req-e34fa7c1-5467-4fce-a57e-57d50b093e91 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 945 time: 0.5767202 May 04 17:27:28.979119 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4c757db9-9fc1-4207-b357-299589b71bf2 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:29.041858 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c7493c31-ac43-4e8b-b455-998d0d31b647 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:29.109565 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7493c31-ac43-4e8b-b455-998d0d31b647 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Pushing event deleted for resources: {'Subnet': ['ID=aae8015c-262b-4ed1-95c0-822310bbae8b,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:29.112094 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c7493c31-ac43-4e8b-b455-998d0d31b647 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:29.118412 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3ac82b-8d86-4784-9783-27a869e8551e None None] Network 823f36b4-bba5-4f78-8301-0993974d4b5d requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:27:29.126785 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e666995c-f52f-480f-9356-cf29806fac23 req-71c82f7c-2001-4555-bd16-b8951cd9278e tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502385 May 04 17:27:29.152110 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-c7493c31-ac43-4e8b-b455-998d0d31b647 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] 10.222.0.41 "DELETE /v2.0/subnets/aae8015c-262b-4ed1-95c0-822310bbae8b HTTP/1.1" status: 204 len: 168 time: 1.3669198 May 04 17:27:29.154990 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46728) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:29.423451 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-af136bb2-26ed-482f-aa8a-ac276c17ef2b tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:29.479713 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5a7b32-b05e-46ce-affc-4331e16d3b89 None None] DHCP port deletion for 823f36b4-bba5-4f78-8301-0993974d4b5d request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:27:29.485109 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-aa5a7b32-b05e-46ce-affc-4331e16d3b89 None None] Deleting port aa0c8039-cbac-4ae7-bbfe-d35eab77666e {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:27:29.485727 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-aa5a7b32-b05e-46ce-affc-4331e16d3b89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:29.609426 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-af136bb2-26ed-482f-aa8a-ac276c17ef2b tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Calling delete_port for ccb78d5e-47e8-4d37-9e98-85843cd978c7 owned by network:router_interface {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:27:29.698952 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-bedb2b3e-eab0-4a14-a0be-d19ee1c0bca3 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:29.726034 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-aa5a7b32-b05e-46ce-affc-4331e16d3b89 None None] For port aa0c8039-cbac-4ae7-bbfe-d35eab77666e, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=aa0c8039-cbac-4ae7-bbfe-d35eab77666e,segment=NetworkSegment(26558990-b402-4f2a-b18d-71776d68e98d),segment_id=26558990-b402-4f2a-b18d-71776d68e98d)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:27:29.726729 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-aa5a7b32-b05e-46ce-affc-4331e16d3b89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:29.738011 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-bedb2b3e-eab0-4a14-a0be-d19ee1c0bca3 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Deleting port aa0c8039-cbac-4ae7-bbfe-d35eab77666e {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:27:29.738361 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-bedb2b3e-eab0-4a14-a0be-d19ee1c0bca3 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:29.812255 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b82f0d9-cf25-4989-aedf-f6850a356b33 req-f53ac668-0ac7-4baf-bad7-20ad46c80d59 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:29.813608 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba6a5735-c5d3-4082-b2d3-9926fd4902f2 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Router 0cd77043-c03f-4b34-b6fb-545c4144e091 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:27:29.814027 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-2b82f0d9-cf25-4989-aedf-f6850a356b33 req-f53ac668-0ac7-4baf-bad7-20ad46c80d59 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 945 time: 0.5277090 May 04 17:27:29.856741 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3ef5a288-1096-4bb7-8ecb-80dfd2467e69 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks [] for router_gateway, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:29.899150 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-aa5a7b32-b05e-46ce-affc-4331e16d3b89 None None] Calling delete_port for aa0c8039-cbac-4ae7-bbfe-d35eab77666e owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:27:29.953027 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-2b82f0d9-cf25-4989-aedf-f6850a356b33 req-0c567e7f-6071-483a-bb11-e8427f0a754f tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279316 May 04 17:27:30.010111 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-aa5a7b32-b05e-46ce-affc-4331e16d3b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124'] for port, after_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:30.061601 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a7b32-b05e-46ce-affc-4331e16d3b89 None None] Pushing event deleted for resources: {'Port': ['ID=aa0c8039-cbac-4ae7-bbfe-d35eab77666e,revision_number=None']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:30.073613 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5a7b32-b05e-46ce-affc-4331e16d3b89 None None] No DVR routers for this DVR port aa0c8039-cbac-4ae7-bbfe-d35eab77666e on host dv-neutron-840426-1-hyperv {{(pid=88039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:27:30.086244 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a7b32-b05e-46ce-affc-4331e16d3b89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:27:30.086661 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a7b32-b05e-46ce-affc-4331e16d3b89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:27:30.087062 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a7b32-b05e-46ce-affc-4331e16d3b89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:27:30.087529 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a7b32-b05e-46ce-affc-4331e16d3b89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:27:30.087986 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a7b32-b05e-46ce-affc-4331e16d3b89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:27:30.089337 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a7b32-b05e-46ce-affc-4331e16d3b89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:27:30.089671 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a7b32-b05e-46ce-affc-4331e16d3b89 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:27:30.090037 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a7b32-b05e-46ce-affc-4331e16d3b89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:27:30.090537 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a7b32-b05e-46ce-affc-4331e16d3b89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:27:30.090866 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a7b32-b05e-46ce-affc-4331e16d3b89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:27:30.091187 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a7b32-b05e-46ce-affc-4331e16d3b89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:27:30.091659 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a7b32-b05e-46ce-affc-4331e16d3b89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:27:30.187452 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-af136bb2-26ed-482f-aa8a-ac276c17ef2b tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:30.259347 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af136bb2-26ed-482f-aa8a-ac276c17ef2b tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Pushing event deleted for resources: {'Port': ['ID=ccb78d5e-47e8-4d37-9e98-85843cd978c7,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:30.293095 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4c757db9-9fc1-4207-b357-299589b71bf2 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks [] for router_gateway, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:30.333654 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-bedb2b3e-eab0-4a14-a0be-d19ee1c0bca3 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] For port aa0c8039-cbac-4ae7-bbfe-d35eab77666e, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=aa0c8039-cbac-4ae7-bbfe-d35eab77666e,segment=NetworkSegment(26558990-b402-4f2a-b18d-71776d68e98d),segment_id=26558990-b402-4f2a-b18d-71776d68e98d)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:27:30.333953 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-bedb2b3e-eab0-4a14-a0be-d19ee1c0bca3 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:30.342005 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4c757db9-9fc1-4207-b357-299589b71bf2 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:30.509002 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-bedb2b3e-eab0-4a14-a0be-d19ee1c0bca3 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Calling delete_port for aa0c8039-cbac-4ae7-bbfe-d35eab77666e owned by network:dhcp {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:27:30.565448 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba6a5735-c5d3-4082-b2d3-9926fd4902f2 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:27:30.576729 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb16e7c-c26a-44a6-8ecc-acc8ed10074f None None] Sync routers for ids ['0cd77043-c03f-4b34-b6fb-545c4144e091'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:27:30.586306 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb16e7c-c26a-44a6-8ecc-acc8ed10074f None None] Routers {'0cd77043-c03f-4b34-b6fb-545c4144e091'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:27:30.587032 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-4eb16e7c-c26a-44a6-8ecc-acc8ed10074f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:27:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['0cd77043-c03f-4b34-b6fb-545c4144e091'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:30.629569 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ba6a5735-c5d3-4082-b2d3-9926fd4902f2 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:30.652280 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-4eb16e7c-c26a-44a6-8ecc-acc8ed10074f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:30.661564 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb16e7c-c26a-44a6-8ecc-acc8ed10074f None None] Routers {'0cd77043-c03f-4b34-b6fb-545c4144e091'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:27:30.662333 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-4eb16e7c-c26a-44a6-8ecc-acc8ed10074f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:27:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['0cd77043-c03f-4b34-b6fb-545c4144e091'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:30.681708 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3ef5a288-1096-4bb7-8ecb-80dfd2467e69 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:30.697202 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3ef5a288-1096-4bb7-8ecb-80dfd2467e69 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-712177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-712168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-709817'] for router, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:30.725039 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-4eb16e7c-c26a-44a6-8ecc-acc8ed10074f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:30.725975 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb16e7c-c26a-44a6-8ecc-acc8ed10074f None None] The sync data for ids ['0cd77043-c03f-4b34-b6fb-545c4144e091'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:27:30.726244 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.db.api [None req-bedb2b3e-eab0-4a14-a0be-d19ee1c0bca3 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88037) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:27:30.726740 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG oslo_db.api [None req-bedb2b3e-eab0-4a14-a0be-d19ee1c0bca3 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:27:30.739810 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-ba6a5735-c5d3-4082-b2d3-9926fd4902f2 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.8650434 May 04 17:27:30.746493 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46738) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:30.749085 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-4c757db9-9fc1-4207-b357-299589b71bf2 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Allocated IP 172.26.0.169 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/590082f2-959e-4f35-bcb2-9abe4a0e920d) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:27:30.754842 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-af136bb2-26ed-482f-aa8a-ac276c17ef2b tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710832'] for router_interface, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:30.755959 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-8b9587b5-bcc9-4508-b507-7633c4240c24 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Request body: {'floatingip': {'port_id': '6aa43e90-5b8b-468c-a991-fd6b1784cc02', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:27:30.881782 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device aa0c8039-cbac-4ae7-bbfe-d35eab77666e no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:27:30.894050 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8b9587b5-bcc9-4508-b507-7633c4240c24 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for floatingip, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:30.918481 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: aa0c8039-cbac-4ae7-bbfe-d35eab77666e {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:27:30.918968 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device aa0c8039-cbac-4ae7-bbfe-d35eab77666e not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:27:31.135550 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af136bb2-26ed-482f-aa8a-ac276c17ef2b tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Router a8ac8a2c-d253-41ea-b30e-5f662e53244d has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:27:31.230148 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-bedb2b3e-eab0-4a14-a0be-d19ee1c0bca3 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Deleting port aa0c8039-cbac-4ae7-bbfe-d35eab77666e {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:27:31.230575 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-bedb2b3e-eab0-4a14-a0be-d19ee1c0bca3 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:31.275468 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4c757db9-9fc1-4207-b357-299589b71bf2 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:31.278084 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ef5a288-1096-4bb7-8ecb-80dfd2467e69 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Router 9b3a6321-fd65-4708-baf3-8da59019cbda is scheduled to L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 with binding_index 1 {{(pid=88038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:27:31.294188 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af136bb2-26ed-482f-aa8a-ac276c17ef2b tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:27:31.306427 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2ff539-c234-47dd-a452-344734e5edc3 None None] Sync routers for ids ['a8ac8a2c-d253-41ea-b30e-5f662e53244d'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:27:31.316650 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2ff539-c234-47dd-a452-344734e5edc3 None None] Routers {'a8ac8a2c-d253-41ea-b30e-5f662e53244d'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:27:31.317258 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-5f2ff539-c234-47dd-a452-344734e5edc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:27:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['a8ac8a2c-d253-41ea-b30e-5f662e53244d'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:31.352400 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-bedb2b3e-eab0-4a14-a0be-d19ee1c0bca3 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] The port 'aa0c8039-cbac-4ae7-bbfe-d35eab77666e' was deleted {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 04 17:27:31.380490 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-5f2ff539-c234-47dd-a452-344734e5edc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:31.385101 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-af136bb2-26ed-482f-aa8a-ac276c17ef2b tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "PUT /v2.0/routers/a8ac8a2c-d253-41ea-b30e-5f662e53244d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3274856 May 04 17:27:31.385900 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46742) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:31.392134 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2ff539-c234-47dd-a452-344734e5edc3 None None] Routers {'a8ac8a2c-d253-41ea-b30e-5f662e53244d'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:27:31.392961 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-5f2ff539-c234-47dd-a452-344734e5edc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:27:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['a8ac8a2c-d253-41ea-b30e-5f662e53244d'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:31.454296 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-5f2ff539-c234-47dd-a452-344734e5edc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:31.454692 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2ff539-c234-47dd-a452-344734e5edc3 None None] The sync data for ids ['a8ac8a2c-d253-41ea-b30e-5f662e53244d'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:27:31.491286 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-c72daf87-a152-4463-87da-c4b1bc26b0b4 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Synchronizing usage tracker for tenant:4d4e7c7b24884dc786dfd71b0f2e4f89 on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:27:31.516415 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-c72daf87-a152-4463-87da-c4b1bc26b0b4 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Unset dirty status for tenant:4d4e7c7b24884dc786dfd71b0f2e4f89 on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:27:31.518122 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-c72daf87-a152-4463-87da-c4b1bc26b0b4 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8ac8a2c-d253-41ea-b30e-5f662e53244d HTTP/1.1" status: 200 len: 205 time: 0.1318746 May 04 17:27:31.520953 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46746) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:31.595996 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-bedb2b3e-eab0-4a14-a0be-d19ee1c0bca3 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:31.696522 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-bedb2b3e-eab0-4a14-a0be-d19ee1c0bca3 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['823f36b4-bba5-4f78-8301-0993974d4b5d']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:31.711823 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4c757db9-9fc1-4207-b357-299589b71bf2 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:31.755903 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-bedb2b3e-eab0-4a14-a0be-d19ee1c0bca3 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26558990-b402-4f2a-b18d-71776d68e98d') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:31.756604 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-bedb2b3e-eab0-4a14-a0be-d19ee1c0bca3 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26558990-b402-4f2a-b18d-71776d68e98d') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:31.771528 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef5a288-1096-4bb7-8ecb-80dfd2467e69 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:27:31.779835 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3ef5a288-1096-4bb7-8ecb-80dfd2467e69 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:31.780971 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-3ef5a288-1096-4bb7-8ecb-80dfd2467e69 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] 10.222.0.41 "PUT /v2.0/routers/9b3a6321-fd65-4708-baf3-8da59019cbda HTTP/1.1" status: 200 len: 878 time: 5.3116639 May 04 17:27:31.781712 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3497db-6803-4ebd-abb6-85ce81bea092 None None] Sync routers for ids ['9b3a6321-fd65-4708-baf3-8da59019cbda'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:27:31.784583 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46750) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:31.796678 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3497db-6803-4ebd-abb6-85ce81bea092 None None] Routers {'9b3a6321-fd65-4708-baf3-8da59019cbda'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:27:31.797283 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-eb3497db-6803-4ebd-abb6-85ce81bea092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:27:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['9b3a6321-fd65-4708-baf3-8da59019cbda'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:31.798459 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-bedb2b3e-eab0-4a14-a0be-d19ee1c0bca3 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:31.842386 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-56a3e925-3b16-4f44-b366-0ad168c5f20a tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for router, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:31.870972 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c757db9-9fc1-4207-b357-299589b71bf2 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:27:31.890676 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-eb3497db-6803-4ebd-abb6-85ce81bea092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:31.895532 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-4c757db9-9fc1-4207-b357-299589b71bf2 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:27:31.899181 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c757db9-9fc1-4207-b357-299589b71bf2 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:27:31.904639 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3497db-6803-4ebd-abb6-85ce81bea092 None None] Routers {'9b3a6321-fd65-4708-baf3-8da59019cbda'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:27:31.905268 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-eb3497db-6803-4ebd-abb6-85ce81bea092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:27:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['9b3a6321-fd65-4708-baf3-8da59019cbda'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:31.935606 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-bedb2b3e-eab0-4a14-a0be-d19ee1c0bca3 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:31.947942 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c757db9-9fc1-4207-b357-299589b71bf2 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Pushing event updated for resources: {'Port': ['ID=590082f2-959e-4f35-bcb2-9abe4a0e920d,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:31.963674 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bedb2b3e-eab0-4a14-a0be-d19ee1c0bca3 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:27:31.964118 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-bedb2b3e-eab0-4a14-a0be-d19ee1c0bca3 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:31.967601 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-eb3497db-6803-4ebd-abb6-85ce81bea092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:31.968005 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3497db-6803-4ebd-abb6-85ce81bea092 None None] The sync data for ids ['9b3a6321-fd65-4708-baf3-8da59019cbda'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:27:31.982394 dv-neutron-840426-1-hyperv neutron-server[88037]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:27:31.982394 dv-neutron-840426-1-hyperv neutron-server[88037]: util.warn( May 04 17:27:31.982394 dv-neutron-840426-1-hyperv neutron-server[88037]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:27:31.982394 dv-neutron-840426-1-hyperv neutron-server[88037]: util.warn( May 04 17:27:31.982394 dv-neutron-840426-1-hyperv neutron-server[88037]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:27:31.982394 dv-neutron-840426-1-hyperv neutron-server[88037]: util.warn( May 04 17:27:31.982394 dv-neutron-840426-1-hyperv neutron-server[88037]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:27:31.982394 dv-neutron-840426-1-hyperv neutron-server[88037]: util.warn( May 04 17:27:31.982394 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 17:27:31.982394 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:27:31.982394 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 17:27:31.982394 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:27:31.982394 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 17:27:31.982394 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:27:31.982394 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 17:27:31.982394 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:27:31.982394 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 17:27:31.982394 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:27:31.982394 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 17:27:31.982394 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:27:31.982394 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 17:27:31.982394 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:27:31.982394 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:27:31.982394 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:27:31.982394 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:27:31.982394 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:27:31.982394 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 17:27:31.982394 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:27:31.982394 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 17:27:31.982394 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:27:31.982394 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:27:31.982394 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:27:31.982394 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 17:27:31.982394 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:27:31.982394 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:27:31.982394 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:27:31.982394 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:27:31.982394 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:27:31.982394 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:27:31.982394 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:27:32.235213 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-56a3e925-3b16-4f44-b366-0ad168c5f20a tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:32.240376 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-56a3e925-3b16-4f44-b366-0ad168c5f20a tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:32.248799 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-bedb2b3e-eab0-4a14-a0be-d19ee1c0bca3 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:32.256436 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-bedb2b3e-eab0-4a14-a0be-d19ee1c0bca3 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:32.270876 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-611c46a6-d711-4dee-9868-a8a84a140e7f tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] 10.222.0.41 "GET /v2.0/routers/9b3a6321-fd65-4708-baf3-8da59019cbda HTTP/1.1" status: 200 len: 919 time: 0.4820032 May 04 17:27:32.271117 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46754) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:32.301095 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedb2b3e-eab0-4a14-a0be-d19ee1c0bca3 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] Pushing event deleted for resources: {'Network': ['ID=823f36b4-bba5-4f78-8301-0993974d4b5d,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:32.310079 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-bedb2b3e-eab0-4a14-a0be-d19ee1c0bca3 tempest-AllowedAddressPairTestJSON-1328844075 tempest-AllowedAddressPairTestJSON-1328844075-project] 10.222.0.41 "DELETE /v2.0/networks/823f36b4-bba5-4f78-8301-0993974d4b5d HTTP/1.1" status: 204 len: 168 time: 3.1532333 May 04 17:27:32.326832 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-56a3e925-3b16-4f44-b366-0ad168c5f20a tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:32.327318 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a3e925-3b16-4f44-b366-0ad168c5f20a tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Fanout notify agent at l3_agent the message router_deleted on router a8ac8a2c-d253-41ea-b30e-5f662e53244d {{(pid=88038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:27:32.342971 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-56a3e925-3b16-4f44-b366-0ad168c5f20a tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:32.347017 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-56a3e925-3b16-4f44-b366-0ad168c5f20a tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "DELETE /v2.0/routers/a8ac8a2c-d253-41ea-b30e-5f662e53244d HTTP/1.1" status: 204 len: 168 time: 0.8222067 May 04 17:27:32.351194 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46760) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:32.425138 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52065ce2-b760-42a2-af04-6b1562e2e587 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:32.425845 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-52065ce2-b760-42a2-af04-6b1562e2e587 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Synchronizing usage tracker for tenant:826e7a781f254ab597721e5ca1a7bd14 on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:27:32.437705 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6d1150f-aa87-40f2-9c51-37a965072164 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Deleting subnet d4c1a9ff-467f-451e-a779-3ca06d4c8aff {{(pid=88038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:27:32.445544 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c6d1150f-aa87-40f2-9c51-37a965072164 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for subnet, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:32.486928 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-52065ce2-b760-42a2-af04-6b1562e2e587 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Unset dirty status for tenant:826e7a781f254ab597721e5ca1a7bd14 on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:27:32.491076 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-52065ce2-b760-42a2-af04-6b1562e2e587 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=30bd8d35-9d66-4ec1-9734-58f713c6cd24&device_id=9b3a6321-fd65-4708-baf3-8da59019cbda&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2188625 May 04 17:27:32.491949 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46764) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:32.546457 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c6d1150f-aa87-40f2-9c51-37a965072164 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-801696'] for subnet, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:32.628598 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46770) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:32.631574 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.db.resource_extend [None req-8b9587b5-bcc9-4508-b507-7633c4240c24 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 17:27:32.731951 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547ac4de-5433-41c0-bbdf-02bc87886341 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:32.732521 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-547ac4de-5433-41c0-bbdf-02bc87886341 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Synchronizing usage tracker for tenant:826e7a781f254ab597721e5ca1a7bd14 on resource:network {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:27:32.747581 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8b9587b5-bcc9-4508-b507-7633c4240c24 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:32.750118 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-547ac4de-5433-41c0-bbdf-02bc87886341 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Unset dirty status for tenant:826e7a781f254ab597721e5ca1a7bd14 on resource:network {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:27:32.750340 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4c757db9-9fc1-4207-b357-299589b71bf2 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks [] for router_gateway, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:32.751375 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-547ac4de-5433-41c0-bbdf-02bc87886341 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] 10.222.0.41 "GET /v2.0/networks/30bd8d35-9d66-4ec1-9734-58f713c6cd24 HTTP/1.1" status: 200 len: 881 time: 0.2519522 May 04 17:27:32.754656 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c6d1150f-aa87-40f2-9c51-37a965072164 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:32.785590 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46776) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:32.804149 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8b9587b5-bcc9-4508-b507-7633c4240c24 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710218'] for floatingip, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:32.838534 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-23faa551-4797-43f0-9aca-0234fe138cc5 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b3a6321-fd65-4708-baf3-8da59019cbda HTTP/1.1" status: 200 len: 205 time: 0.0516942 May 04 17:27:32.844536 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46780) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:33.090517 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-25cc72eb-7719-4251-9b77-919e5e49f8a2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7d997a0ae69242c29855f6b9ee4d0826&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4607382 May 04 17:27:33.094964 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46784) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:33.116588 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-18bee919-a6e1-4e36-9059-8fb023371e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:33.184328 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c6d1150f-aa87-40f2-9c51-37a965072164 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:33.232711 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c6d1150f-aa87-40f2-9c51-37a965072164 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:33.239044 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bb2cda-28ee-4110-a507-d0b8859b8d36 None None] Network 5fc15260-3c1e-4ff8-82dd-724c5ff03979 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:27:33.249965 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d1150f-aa87-40f2-9c51-37a965072164 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Pushing event deleted for resources: {'Subnet': ['ID=d4c1a9ff-467f-451e-a779-3ca06d4c8aff,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:33.256153 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-c6d1150f-aa87-40f2-9c51-37a965072164 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "DELETE /v2.0/subnets/d4c1a9ff-467f-451e-a779-3ca06d4c8aff HTTP/1.1" status: 204 len: 168 time: 0.9013176 May 04 17:27:33.258044 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46788) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:33.294953 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6ffd560b-b8cc-4bc8-80f8-95ec859da125 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks [] for router, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:33.465822 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fbf0e46b-12c5-4f07-b3c8-ff87dfeccbd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:33.477247 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee60ceb1-e213-4cda-b8f8-0841e6890fff tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Deleting subnet 1eed2d7c-5700-4ace-a2e4-152c19bfc880 {{(pid=88038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:27:33.481848 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ee60ceb1-e213-4cda-b8f8-0841e6890fff tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for subnet, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:33.520824 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4c757db9-9fc1-4207-b357-299589b71bf2 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:33.521992 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c2c1c7-9d78-4d73-bdd5-74e5dfcfff70 None None] DHCP port deletion for 5fc15260-3c1e-4ff8-82dd-724c5ff03979 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:27:33.526617 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-c1c2c1c7-9d78-4d73-bdd5-74e5dfcfff70 None None] Deleting port 1738a57c-bf4b-490b-9530-c26fbfd62300 {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:27:33.527197 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-c1c2c1c7-9d78-4d73-bdd5-74e5dfcfff70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:33.528341 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fbf0e46b-12c5-4f07-b3c8-ff87dfeccbd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:33.554125 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ee60ceb1-e213-4cda-b8f8-0841e6890fff tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-801696'] for subnet, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:33.593122 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6ffd560b-b8cc-4bc8-80f8-95ec859da125 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:33.614949 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-6ffd560b-b8cc-4bc8-80f8-95ec859da125 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Deleting port 68368197-d411-42a9-b318-d81dcd993e10 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:27:33.615320 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6ffd560b-b8cc-4bc8-80f8-95ec859da125 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:33.628980 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b9587b5-bcc9-4508-b507-7633c4240c24 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Router 0cd77043-c03f-4b34-b6fb-545c4144e091 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:27:33.742607 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-c1c2c1c7-9d78-4d73-bdd5-74e5dfcfff70 None None] For port 1738a57c-bf4b-490b-9530-c26fbfd62300, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=1738a57c-bf4b-490b-9530-c26fbfd62300,segment=NetworkSegment(1aba22d5-e2a8-4c73-9fcd-5f54d70c22f5),segment_id=1aba22d5-e2a8-4c73-9fcd-5f54d70c22f5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:27:33.743045 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-c1c2c1c7-9d78-4d73-bdd5-74e5dfcfff70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:33.779951 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ee60ceb1-e213-4cda-b8f8-0841e6890fff tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:33.867940 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6ffd560b-b8cc-4bc8-80f8-95ec859da125 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:33.868647 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-c1c2c1c7-9d78-4d73-bdd5-74e5dfcfff70 None None] Calling delete_port for 1738a57c-bf4b-490b-9530-c26fbfd62300 owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:27:33.946804 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-c1c2c1c7-9d78-4d73-bdd5-74e5dfcfff70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124'] for port, after_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:33.998727 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c2c1c7-9d78-4d73-bdd5-74e5dfcfff70 None None] Pushing event deleted for resources: {'Port': ['ID=1738a57c-bf4b-490b-9530-c26fbfd62300,revision_number=None']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:34.000670 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c2c1c7-9d78-4d73-bdd5-74e5dfcfff70 None None] No DVR routers for this DVR port 1738a57c-bf4b-490b-9530-c26fbfd62300 on host dv-neutron-840426-1-hyperv {{(pid=88039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:27:34.003708 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-6ffd560b-b8cc-4bc8-80f8-95ec859da125 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Calling delete_port for 68368197-d411-42a9-b318-d81dcd993e10 owned by network:router_gateway {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:27:34.012758 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fbf0e46b-12c5-4f07-b3c8-ff87dfeccbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:34.047399 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf0e46b-12c5-4f07-b3c8-ff87dfeccbd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057aa58e-e50b-4cf3-8cc7-7d9f2e5581d8,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:34.052160 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ee60ceb1-e213-4cda-b8f8-0841e6890fff tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:34.070107 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fbf0e46b-12c5-4f07-b3c8-ff87dfeccbd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:34.074340 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-fbf0e46b-12c5-4f07-b3c8-ff87dfeccbd0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/057aa58e-e50b-4cf3-8cc7-7d9f2e5581d8 HTTP/1.1" status: 204 len: 168 time: 0.9729049 May 04 17:27:34.078446 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b9587b5-bcc9-4508-b507-7633c4240c24 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:27:34.084492 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8b9587b5-bcc9-4508-b507-7633c4240c24 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:34.091170 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2b2b18-fd92-4b45-bbcd-5c02f4e51a70 None None] Sync routers for ids ['0cd77043-c03f-4b34-b6fb-545c4144e091'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:27:34.111007 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2b2b18-fd92-4b45-bbcd-5c02f4e51a70 None None] Routers {'0cd77043-c03f-4b34-b6fb-545c4144e091'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:27:34.112385 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee60ceb1-e213-4cda-b8f8-0841e6890fff tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Pushing event deleted for resources: {'Subnet': ['ID=1eed2d7c-5700-4ace-a2e4-152c19bfc880,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:34.112845 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-fd2b2b18-fd92-4b45-bbcd-5c02f4e51a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:27:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['0cd77043-c03f-4b34-b6fb-545c4144e091'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:34.129109 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba50f84-1246-434e-a810-258da6d95258 None None] Network 739c7cdb-93e6-45d0-83ed-2fd9020bb945 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:27:34.129987 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ee60ceb1-e213-4cda-b8f8-0841e6890fff tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:34.145299 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c757db9-9fc1-4207-b357-299589b71bf2 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Router f4bc9e05-5804-4ca3-9894-dc0a7f8a1b0b is scheduled to L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 with binding_index 1 {{(pid=88037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:27:34.171317 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-ee60ceb1-e213-4cda-b8f8-0841e6890fff tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "DELETE /v2.0/subnets/1eed2d7c-5700-4ace-a2e4-152c19bfc880 HTTP/1.1" status: 204 len: 168 time: 0.9122539 May 04 17:27:34.173953 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46796) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:34.306868 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8f76c53f-38a8-47b4-9982-ff1181cde556 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:34.336696 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-fd2b2b18-fd92-4b45-bbcd-5c02f4e51a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:34.347865 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2b2b18-fd92-4b45-bbcd-5c02f4e51a70 None None] Routers {'0cd77043-c03f-4b34-b6fb-545c4144e091'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:27:34.348697 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-fd2b2b18-fd92-4b45-bbcd-5c02f4e51a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:27:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['0cd77043-c03f-4b34-b6fb-545c4144e091'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:34.415083 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-8b9587b5-bcc9-4508-b507-7633c4240c24 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] 10.222.0.41 "PUT /v2.0/floatingips/95ee283b-d14a-4df4-82f4-8624210da220 HTTP/1.1" status: 200 len: 978 time: 3.6675379 May 04 17:27:34.423113 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6ffd560b-b8cc-4bc8-80f8-95ec859da125 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:34.423374 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46802) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:34.439266 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-fd2b2b18-fd92-4b45-bbcd-5c02f4e51a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:34.440097 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2b2b18-fd92-4b45-bbcd-5c02f4e51a70 None None] The sync data for ids ['0cd77043-c03f-4b34-b6fb-545c4144e091'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:27:34.492082 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffd560b-b8cc-4bc8-80f8-95ec859da125 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Pushing event deleted for resources: {'Port': ['ID=68368197-d411-42a9-b318-d81dcd993e10,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:34.574186 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c757db9-9fc1-4207-b357-299589b71bf2 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:27:34.589531 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed0fa9c-69cd-4e53-b9c0-2493878755df None None] Sync routers for ids ['f4bc9e05-5804-4ca3-9894-dc0a7f8a1b0b'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:27:34.591110 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8f76c53f-38a8-47b4-9982-ff1181cde556 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:34.617206 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed0fa9c-69cd-4e53-b9c0-2493878755df None None] Routers {'f4bc9e05-5804-4ca3-9894-dc0a7f8a1b0b'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:27:34.618363 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-7ed0fa9c-69cd-4e53-b9c0-2493878755df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:27:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['f4bc9e05-5804-4ca3-9894-dc0a7f8a1b0b'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:34.660078 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-8f76c53f-38a8-47b4-9982-ff1181cde556 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fc15260-3c1e-4ff8-82dd-724c5ff03979']}} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:34.678349 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-8f76c53f-38a8-47b4-9982-ff1181cde556 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aba22d5-e2a8-4c73-9fcd-5f54d70c22f5') {'for_net_delete': True} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:34.678812 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-8f76c53f-38a8-47b4-9982-ff1181cde556 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aba22d5-e2a8-4c73-9fcd-5f54d70c22f5') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:34.681464 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4c757db9-9fc1-4207-b357-299589b71bf2 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:34.685755 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-4c757db9-9fc1-4207-b357-299589b71bf2 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.0198958 May 04 17:27:34.686140 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46814) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:34.692059 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6ffd560b-b8cc-4bc8-80f8-95ec859da125 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710199'] for router_gateway, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:34.720182 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd361bcb-4fe5-47bf-8cc4-7fa962daa418 None None] DHCP port deletion for 739c7cdb-93e6-45d0-83ed-2fd9020bb945 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:27:34.723466 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-7ed0fa9c-69cd-4e53-b9c0-2493878755df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:34.728146 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-cd361bcb-4fe5-47bf-8cc4-7fa962daa418 None None] Deleting port d923b568-8372-40be-9616-60dc38cd115f {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:27:34.728146 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-cd361bcb-4fe5-47bf-8cc4-7fa962daa418 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:34.788364 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed0fa9c-69cd-4e53-b9c0-2493878755df None None] Routers {'f4bc9e05-5804-4ca3-9894-dc0a7f8a1b0b'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:27:34.789085 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-7ed0fa9c-69cd-4e53-b9c0-2493878755df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:27:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['f4bc9e05-5804-4ca3-9894-dc0a7f8a1b0b'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:34.791885 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-b43895d7-ac2c-4a4b-9ff5-204b8cc66799 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Deleting port 2f72cc13-ed7e-4409-baf0-a20fc2eee1e1 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:27:34.792226 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b43895d7-ac2c-4a4b-9ff5-204b8cc66799 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:34.897623 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-7ed0fa9c-69cd-4e53-b9c0-2493878755df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:34.898677 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed0fa9c-69cd-4e53-b9c0-2493878755df None None] The sync data for ids ['f4bc9e05-5804-4ca3-9894-dc0a7f8a1b0b'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:27:34.936292 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8f76c53f-38a8-47b4-9982-ff1181cde556 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801627'] for segment, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:34.973171 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device d923b568-8372-40be-9616-60dc38cd115f no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:27:35.021254 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-37985587-b7e3-43f6-9b25-5eea8233ec22 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] 10.222.0.41 "GET /v2.0/routers/f4bc9e05-5804-4ca3-9894-dc0a7f8a1b0b HTTP/1.1" status: 200 len: 925 time: 0.3340247 May 04 17:27:35.025758 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46824) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:35.028343 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8f76c53f-38a8-47b4-9982-ff1181cde556 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:35.032078 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6ffd560b-b8cc-4bc8-80f8-95ec859da125 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:35.037287 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6ffd560b-b8cc-4bc8-80f8-95ec859da125 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:35.069059 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f76c53f-38a8-47b4-9982-ff1181cde556 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=88038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:27:35.069755 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8f76c53f-38a8-47b4-9982-ff1181cde556 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7881827'] for segment, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:35.082950 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-88a03914-6faf-4e62-aafc-5c3e841e1360 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4bc9e05-5804-4ca3-9894-dc0a7f8a1b0b HTTP/1.1" status: 200 len: 205 time: 0.0560868 May 04 17:27:35.085465 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46830) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:35.086747 dv-neutron-840426-1-hyperv neutron-server[88038]: Traceback (most recent call last): May 04 17:27:35.086747 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:27:35.086747 dv-neutron-840426-1-hyperv neutron-server[88038]: timer() May 04 17:27:35.086747 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:27:35.086747 dv-neutron-840426-1-hyperv neutron-server[88038]: cb(*args, **kw) May 04 17:27:35.086747 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:27:35.086747 dv-neutron-840426-1-hyperv neutron-server[88038]: return func(*args, **kwargs) May 04 17:27:35.086747 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:27:35.086747 dv-neutron-840426-1-hyperv neutron-server[88038]: self._notify() May 04 17:27:35.086747 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:27:35.086747 dv-neutron-840426-1-hyperv neutron-server[88038]: self.callback(batched_events) May 04 17:27:35.086747 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:27:35.086747 dv-neutron-840426-1-hyperv neutron-server[88038]: event.method(event) May 04 17:27:35.086747 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:27:35.086747 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:27:35.086747 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:27:35.086747 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:27:35.086747 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:27:35.086747 dv-neutron-840426-1-hyperv neutron-server[88038]: return f(self, *a, **k) May 04 17:27:35.086747 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:27:35.086747 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._get(url).json() May 04 17:27:35.086747 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:27:35.086747 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:27:35.086747 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:27:35.086747 dv-neutron-840426-1-hyperv neutron-server[88038]: return self.request(url, 'GET', **kwargs) May 04 17:27:35.086747 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:27:35.086747 dv-neutron-840426-1-hyperv neutron-server[88038]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:27:35.086747 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:27:35.086747 dv-neutron-840426-1-hyperv neutron-server[88038]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:27:35.086747 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:27:35.086747 dv-neutron-840426-1-hyperv neutron-server[88038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:27:35.086747 dv-neutron-840426-1-hyperv neutron-server[88038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:27:35.094283 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6ffd560b-b8cc-4bc8-80f8-95ec859da125 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:35.095081 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ffd560b-b8cc-4bc8-80f8-95ec859da125 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Fanout notify agent at l3_agent the message router_deleted on router 9b3a6321-fd65-4708-baf3-8da59019cbda {{(pid=88038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:27:35.158308 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:35.181871 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b43895d7-ac2c-4a4b-9ff5-204b8cc66799 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:35.182293 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b43895d7-ac2c-4a4b-9ff5-204b8cc66799 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:35.185820 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6ffd560b-b8cc-4bc8-80f8-95ec859da125 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:35.191280 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-6ffd560b-b8cc-4bc8-80f8-95ec859da125 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] 10.222.0.41 "DELETE /v2.0/routers/9b3a6321-fd65-4708-baf3-8da59019cbda HTTP/1.1" status: 204 len: 168 time: 2.3458047 May 04 17:27:35.192941 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46834) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:35.198495 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-7e52812b-b092-4a20-b6fb-2ff034bb4d70 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1270569762', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:27:35.205544 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-7e52812b-b092-4a20-b6fb-2ff034bb4d70 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:27:35.211110 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-7e52812b-b092-4a20-b6fb-2ff034bb4d70 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Usage tracker for resource:router and tenant:cb678e2f68e045d181911c05c3b5ef71 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:27:35.218146 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8f76c53f-38a8-47b4-9982-ff1181cde556 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:35.219525 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46838) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:35.221097 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-7e52812b-b092-4a20-b6fb-2ff034bb4d70 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:27:35.240878 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port d923b568-8372-40be-9616-60dc38cd115f, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=d923b568-8372-40be-9616-60dc38cd115f,segment=NetworkSegment(5ffefe9e-546b-486c-bfd6-2fd0857286e2),segment_id=5ffefe9e-546b-486c-bfd6-2fd0857286e2)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:27:35.244191 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-7e52812b-b092-4a20-b6fb-2ff034bb4d70 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:27:35.246706 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8f76c53f-38a8-47b4-9982-ff1181cde556 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:35.258382 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:35.259402 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 1738a57c-bf4b-490b-9530-c26fbfd62300 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:27:35.266203 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f76c53f-38a8-47b4-9982-ff1181cde556 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Pushing event deleted for resources: {'Network': ['ID=5fc15260-3c1e-4ff8-82dd-724c5ff03979,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:35.275166 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-8f76c53f-38a8-47b4-9982-ff1181cde556 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "DELETE /v2.0/networks/5fc15260-3c1e-4ff8-82dd-724c5ff03979 HTTP/1.1" status: 204 len: 168 time: 1.0997808 May 04 17:27:35.276069 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46844) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:35.386570 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7e52812b-b092-4a20-b6fb-2ff034bb4d70 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:35.387606 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7e52812b-b092-4a20-b6fb-2ff034bb4d70 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:35.397720 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 1738a57c-bf4b-490b-9530-c26fbfd62300 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:27:35.398091 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 1738a57c-bf4b-490b-9530-c26fbfd62300 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:27:35.403222 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1cc75141-a19b-4e2a-ba03-c1e9df9cbe7f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:35.421288 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7e52812b-b092-4a20-b6fb-2ff034bb4d70 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:35.429034 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-1cc75141-a19b-4e2a-ba03-c1e9df9cbe7f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Deleting port d923b568-8372-40be-9616-60dc38cd115f {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:27:35.429379 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1cc75141-a19b-4e2a-ba03-c1e9df9cbe7f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:35.459336 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-0d0d73c1-6c53-4274-bcbb-3f516903f0b5 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1731686312'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:27:35.469572 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-0d0d73c1-6c53-4274-bcbb-3f516903f0b5 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:27:35.488216 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-0d0d73c1-6c53-4274-bcbb-3f516903f0b5 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Usage tracker for resource:network and tenant:a41a9e7401a94b21bc1365a01709c65f is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:27:35.490572 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-cd361bcb-4fe5-47bf-8cc4-7fa962daa418 None None] For port d923b568-8372-40be-9616-60dc38cd115f, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=d923b568-8372-40be-9616-60dc38cd115f,segment=NetworkSegment(5ffefe9e-546b-486c-bfd6-2fd0857286e2),segment_id=5ffefe9e-546b-486c-bfd6-2fd0857286e2)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:27:35.490974 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-cd361bcb-4fe5-47bf-8cc4-7fa962daa418 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:35.492677 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-0d0d73c1-6c53-4274-bcbb-3f516903f0b5 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:27:35.504354 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-0d0d73c1-6c53-4274-bcbb-3f516903f0b5 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:27:35.518169 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7e52812b-b092-4a20-b6fb-2ff034bb4d70 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:35.548200 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-b43895d7-ac2c-4a4b-9ff5-204b8cc66799 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Calling delete_port for 2f72cc13-ed7e-4409-baf0-a20fc2eee1e1 owned by network:floatingip {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:27:35.559654 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d0d73c1-6c53-4274-bcbb-3f516903f0b5 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Made reservation on behalf of a41a9e7401a94b21bc1365a01709c65f for: {'network': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:27:35.559842 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-c11b1ee5-b086-4318-8728-5cea7b7d2e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:35.562649 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0d0d73c1-6c53-4274-bcbb-3f516903f0b5 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:35.597272 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0d0d73c1-6c53-4274-bcbb-3f516903f0b5 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:35.620161 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-cd361bcb-4fe5-47bf-8cc4-7fa962daa418 None None] Calling delete_port for d923b568-8372-40be-9616-60dc38cd115f owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:27:35.624391 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ae1f6314-9992-42b0-bf01-020c3af8517c tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks [] for router, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:35.635706 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-0d0d73c1-6c53-4274-bcbb-3f516903f0b5 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:27:35.638068 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7e52812b-b092-4a20-b6fb-2ff034bb4d70 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:35.642017 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-7e52812b-b092-4a20-b6fb-2ff034bb4d70 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4478471 May 04 17:27:35.647346 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=d923b568-8372-40be-9616-60dc38cd115f,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:35.647518 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46850) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:35.649602 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-0d0d73c1-6c53-4274-bcbb-3f516903f0b5 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Usage tracker for resource:security_group_rule and tenant:a41a9e7401a94b21bc1365a01709c65f is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:27:35.658475 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-12cc071f-04a3-4e57-a02a-92e487818943 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'enable_snat': True}}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:27:35.702097 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.db.api [None req-cd361bcb-4fe5-47bf-8cc4-7fa962daa418 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:27:35.702437 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG oslo_db.api [None req-cd361bcb-4fe5-47bf-8cc4-7fa962daa418 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:27:35.709196 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-0d0d73c1-6c53-4274-bcbb-3f516903f0b5 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:27:35.780936 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-0d0d73c1-6c53-4274-bcbb-3f516903f0b5 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:27:35.879834 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ae1f6314-9992-42b0-bf01-020c3af8517c tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:35.898092 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b43895d7-ac2c-4a4b-9ff5-204b8cc66799 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:35.939683 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-ae1f6314-9992-42b0-bf01-020c3af8517c tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Deleting port 590082f2-959e-4f35-bcb2-9abe4a0e920d {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:27:35.940031 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ae1f6314-9992-42b0-bf01-020c3af8517c tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:35.987895 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43895d7-ac2c-4a4b-9ff5-204b8cc66799 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Pushing event deleted for resources: {'Port': ['ID=2f72cc13-ed7e-4409-baf0-a20fc2eee1e1,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:35.998733 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-1cc75141-a19b-4e2a-ba03-c1e9df9cbe7f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] For port d923b568-8372-40be-9616-60dc38cd115f, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=d923b568-8372-40be-9616-60dc38cd115f,segment=NetworkSegment(5ffefe9e-546b-486c-bfd6-2fd0857286e2),segment_id=5ffefe9e-546b-486c-bfd6-2fd0857286e2)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:27:35.999209 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1cc75141-a19b-4e2a-ba03-c1e9df9cbe7f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:36.120963 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b43895d7-ac2c-4a4b-9ff5-204b8cc66799 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for floatingip, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:36.121572 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.l3_db [None req-b43895d7-ac2c-4a4b-9ff5-204b8cc66799 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Floating IP 95ee283b-d14a-4df4-82f4-8624210da220 disassociated (deleted). External IP: 172.26.0.221, port: 6aa43e90-5b8b-468c-a991-fd6b1784cc02. May 04 17:27:36.203630 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-cd361bcb-4fe5-47bf-8cc4-7fa962daa418 None None] Deleting port d923b568-8372-40be-9616-60dc38cd115f {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:27:36.204791 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-cd361bcb-4fe5-47bf-8cc4-7fa962daa418 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:36.356217 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-1cc75141-a19b-4e2a-ba03-c1e9df9cbe7f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Calling delete_port for d923b568-8372-40be-9616-60dc38cd115f owned by network:dhcp {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:27:36.364307 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ae1f6314-9992-42b0-bf01-020c3af8517c tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:36.421473 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-12cc071f-04a3-4e57-a02a-92e487818943 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:36.442634 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-cd361bcb-4fe5-47bf-8cc4-7fa962daa418 None None] For port d923b568-8372-40be-9616-60dc38cd115f, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=d923b568-8372-40be-9616-60dc38cd115f,segment=NetworkSegment(5ffefe9e-546b-486c-bfd6-2fd0857286e2),segment_id=5ffefe9e-546b-486c-bfd6-2fd0857286e2)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:27:36.443402 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-cd361bcb-4fe5-47bf-8cc4-7fa962daa418 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:36.514787 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1cc75141-a19b-4e2a-ba03-c1e9df9cbe7f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:36.556834 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-ae1f6314-9992-42b0-bf01-020c3af8517c tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Calling delete_port for 590082f2-959e-4f35-bcb2-9abe4a0e920d owned by network:router_gateway {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:27:36.568148 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:36.574677 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-cd361bcb-4fe5-47bf-8cc4-7fa962daa418 None None] Calling delete_port for d923b568-8372-40be-9616-60dc38cd115f owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:27:36.590321 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0d0d73c1-6c53-4274-bcbb-3f516903f0b5 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:36.591519 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc75141-a19b-4e2a-ba03-c1e9df9cbe7f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Pushing event deleted for resources: {'Port': ['ID=d923b568-8372-40be-9616-60dc38cd115f,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:36.594732 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc75141-a19b-4e2a-ba03-c1e9df9cbe7f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] No DVR routers for this DVR port d923b568-8372-40be-9616-60dc38cd115f on host dv-neutron-840426-1-hyperv {{(pid=88038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:27:36.627700 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0d0d73c1-6c53-4274-bcbb-3f516903f0b5 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:36.629251 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:36.655172 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.db.api [None req-cd361bcb-4fe5-47bf-8cc4-7fa962daa418 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:27:36.655624 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG oslo_db.api [None req-cd361bcb-4fe5-47bf-8cc4-7fa962daa418 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:27:36.684863 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d0d73c1-6c53-4274-bcbb-3f516903f0b5 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=88038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:27:36.760741 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b43895d7-ac2c-4a4b-9ff5-204b8cc66799 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Router 0cd77043-c03f-4b34-b6fb-545c4144e091 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:27:36.767843 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0d73c1-6c53-4274-bcbb-3f516903f0b5 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d85c2d32-4905-4f12-9a48-3715442a669e,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:36.770813 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0d0d73c1-6c53-4274-bcbb-3f516903f0b5 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:36.771154 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.segments_db [None req-0d0d73c1-6c53-4274-bcbb-3f516903f0b5 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Added segment 7922e0bc-b045-43f5-9de5-ba24259ca350 of type vlan for network 6d1428dd-cba2-402e-8f93-d2442a43d61a May 04 17:27:36.834395 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1cc75141-a19b-4e2a-ba03-c1e9df9cbe7f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:36.880781 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0d0d73c1-6c53-4274-bcbb-3f516903f0b5 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:36.895674 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-1cc75141-a19b-4e2a-ba03-c1e9df9cbe7f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['739c7cdb-93e6-45d0-83ed-2fd9020bb945']}} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:36.924114 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-1cc75141-a19b-4e2a-ba03-c1e9df9cbe7f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ffefe9e-546b-486c-bfd6-2fd0857286e2') {'for_net_delete': True} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:36.924407 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-1cc75141-a19b-4e2a-ba03-c1e9df9cbe7f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ffefe9e-546b-486c-bfd6-2fd0857286e2') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:36.946218 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1cc75141-a19b-4e2a-ba03-c1e9df9cbe7f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801627'] for segment, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:36.960507 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0d0d73c1-6c53-4274-bcbb-3f516903f0b5 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:36.965911 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0d73c1-6c53-4274-bcbb-3f516903f0b5 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:36.966539 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0d0d73c1-6c53-4274-bcbb-3f516903f0b5 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:37.003600 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1cc75141-a19b-4e2a-ba03-c1e9df9cbe7f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:37.004272 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-cd361bcb-4fe5-47bf-8cc4-7fa962daa418 None None] Deleting port d923b568-8372-40be-9616-60dc38cd115f {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:27:37.004836 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-cd361bcb-4fe5-47bf-8cc4-7fa962daa418 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:37.073427 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-cd361bcb-4fe5-47bf-8cc4-7fa962daa418 None None] The port 'd923b568-8372-40be-9616-60dc38cd115f' was deleted {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 04 17:27:37.083183 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cc75141-a19b-4e2a-ba03-c1e9df9cbe7f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=88038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:27:37.083183 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1cc75141-a19b-4e2a-ba03-c1e9df9cbe7f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7881827'] for segment, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:37.107107 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ae1f6314-9992-42b0-bf01-020c3af8517c tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:37.154143 dv-neutron-840426-1-hyperv neutron-server[88038]: Traceback (most recent call last): May 04 17:27:37.154143 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:27:37.154143 dv-neutron-840426-1-hyperv neutron-server[88038]: timer() May 04 17:27:37.154143 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:27:37.154143 dv-neutron-840426-1-hyperv neutron-server[88038]: cb(*args, **kw) May 04 17:27:37.154143 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:27:37.154143 dv-neutron-840426-1-hyperv neutron-server[88038]: return func(*args, **kwargs) May 04 17:27:37.154143 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:27:37.154143 dv-neutron-840426-1-hyperv neutron-server[88038]: self._notify() May 04 17:27:37.154143 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:27:37.154143 dv-neutron-840426-1-hyperv neutron-server[88038]: self.callback(batched_events) May 04 17:27:37.154143 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:27:37.154143 dv-neutron-840426-1-hyperv neutron-server[88038]: event.method(event) May 04 17:27:37.154143 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:27:37.154143 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:27:37.154143 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:27:37.154143 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:27:37.154143 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:27:37.154143 dv-neutron-840426-1-hyperv neutron-server[88038]: return f(self, *a, **k) May 04 17:27:37.154143 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:27:37.154143 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._get(url).json() May 04 17:27:37.154143 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:27:37.154143 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:27:37.154143 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:27:37.154143 dv-neutron-840426-1-hyperv neutron-server[88038]: return self.request(url, 'GET', **kwargs) May 04 17:27:37.154143 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:27:37.154143 dv-neutron-840426-1-hyperv neutron-server[88038]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:27:37.154143 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:27:37.154143 dv-neutron-840426-1-hyperv neutron-server[88038]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:27:37.154143 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:27:37.154143 dv-neutron-840426-1-hyperv neutron-server[88038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:27:37.154143 dv-neutron-840426-1-hyperv neutron-server[88038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:27:37.199033 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43895d7-ac2c-4a4b-9ff5-204b8cc66799 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:27:37.210802 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5414490-f905-4e89-af55-f3f4f70a07d1 None None] Sync routers for ids ['0cd77043-c03f-4b34-b6fb-545c4144e091'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:27:37.223242 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5414490-f905-4e89-af55-f3f4f70a07d1 None None] Routers {'0cd77043-c03f-4b34-b6fb-545c4144e091'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:27:37.224097 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-a5414490-f905-4e89-af55-f3f4f70a07d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:27:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['0cd77043-c03f-4b34-b6fb-545c4144e091'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:37.225147 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1f6314-9992-42b0-bf01-020c3af8517c tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Pushing event deleted for resources: {'Port': ['ID=590082f2-959e-4f35-bcb2-9abe4a0e920d,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:37.251236 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b43895d7-ac2c-4a4b-9ff5-204b8cc66799 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:37.300294 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-a5414490-f905-4e89-af55-f3f4f70a07d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:37.308977 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5414490-f905-4e89-af55-f3f4f70a07d1 None None] Routers {'0cd77043-c03f-4b34-b6fb-545c4144e091'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:27:37.309710 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-a5414490-f905-4e89-af55-f3f4f70a07d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:27:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['0cd77043-c03f-4b34-b6fb-545c4144e091'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:37.324881 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-b43895d7-ac2c-4a4b-9ff5-204b8cc66799 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] 10.222.0.41 "DELETE /v2.0/floatingips/95ee283b-d14a-4df4-82f4-8624210da220 HTTP/1.1" status: 204 len: 168 time: 2.8953693 May 04 17:27:37.324881 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ae1f6314-9992-42b0-bf01-020c3af8517c tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710199'] for router_gateway, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:37.329627 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46854) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:37.341274 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-0d0d73c1-6c53-4274-bcbb-3f516903f0b5 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.1169403 May 04 17:27:37.368462 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46858) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:37.371626 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-a5414490-f905-4e89-af55-f3f4f70a07d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:37.372096 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5414490-f905-4e89-af55-f3f4f70a07d1 None None] The sync data for ids ['0cd77043-c03f-4b34-b6fb-545c4144e091'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:27:37.380961 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0d73c1-6c53-4274-bcbb-3f516903f0b5 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Pushing event updated for resources: {'Network': ['ID=6d1428dd-cba2-402e-8f93-d2442a43d61a,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:37.391887 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1cc75141-a19b-4e2a-ba03-c1e9df9cbe7f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:37.392221 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 6d1428dd-cba2-402e-8f93-d2442a43d61a details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:27:37.425550 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1cc75141-a19b-4e2a-ba03-c1e9df9cbe7f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:37.436831 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-12cc071f-04a3-4e57-a02a-92e487818943 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:37.443167 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-2bbd4034-2549-41b5-a51a-cfc832adf21c tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-739907173'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:27:37.479896 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-1cc75141-a19b-4e2a-ba03-c1e9df9cbe7f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "DELETE /v2.0/networks/739c7cdb-93e6-45d0-83ed-2fd9020bb945 HTTP/1.1" status: 204 len: 168 time: 2.1957357 May 04 17:27:37.479896 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc75141-a19b-4e2a-ba03-c1e9df9cbe7f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Pushing event deleted for resources: {'Network': ['ID=739c7cdb-93e6-45d0-83ed-2fd9020bb945,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:37.482604 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-12cc071f-04a3-4e57-a02a-92e487818943 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:37.487138 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46862) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:37.495164 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-56c50aa7-d1c1-4f0c-b2f3-f6775e7617ed tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Request body: {'network': {'name': 'tempest-RoutersTest-268364879'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:27:37.509618 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-2bbd4034-2549-41b5-a51a-cfc832adf21c tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:27:37.522755 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-2bbd4034-2549-41b5-a51a-cfc832adf21c tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Usage tracker for resource:network and tenant:a41a9e7401a94b21bc1365a01709c65f is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:27:37.526824 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-2bbd4034-2549-41b5-a51a-cfc832adf21c tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:27:37.533786 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-d1377c70-4dd3-41a7-b501-b2d2066c7286 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Deleting port 6aa43e90-5b8b-468c-a991-fd6b1784cc02 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:27:37.533967 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d1377c70-4dd3-41a7-b501-b2d2066c7286 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:37.535181 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ae1f6314-9992-42b0-bf01-020c3af8517c tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:37.536934 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-2bbd4034-2549-41b5-a51a-cfc832adf21c tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:27:37.539150 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ae1f6314-9992-42b0-bf01-020c3af8517c tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:37.557146 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bbd4034-2549-41b5-a51a-cfc832adf21c tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Made reservation on behalf of a41a9e7401a94b21bc1365a01709c65f for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:27:37.560526 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2bbd4034-2549-41b5-a51a-cfc832adf21c tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:37.570319 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-56c50aa7-d1c1-4f0c-b2f3-f6775e7617ed tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:27:37.581533 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ae1f6314-9992-42b0-bf01-020c3af8517c tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:37.581995 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae1f6314-9992-42b0-bf01-020c3af8517c tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Fanout notify agent at l3_agent the message router_deleted on router f4bc9e05-5804-4ca3-9894-dc0a7f8a1b0b {{(pid=88037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:27:37.596728 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-56c50aa7-d1c1-4f0c-b2f3-f6775e7617ed tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Usage tracker for resource:network and tenant:4d4e7c7b24884dc786dfd71b0f2e4f89 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:27:37.597598 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ae1f6314-9992-42b0-bf01-020c3af8517c tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:37.598978 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-ae1f6314-9992-42b0-bf01-020c3af8517c tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] 10.222.0.41 "DELETE /v2.0/routers/f4bc9e05-5804-4ca3-9894-dc0a7f8a1b0b HTTP/1.1" status: 204 len: 168 time: 2.5123384 May 04 17:27:37.599813 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bbd4034-2549-41b5-a51a-cfc832adf21c tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:27:37.602337 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46866) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:37.603744 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-56c50aa7-d1c1-4f0c-b2f3-f6775e7617ed tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:27:37.610578 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-9c7ed7c4-0db8-4558-a278-221a9fdc07e5 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Request body: {'router': {'name': 'tempest-snat-router-970552318', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'enable_snat': False}}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:27:37.618015 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-9c7ed7c4-0db8-4558-a278-221a9fdc07e5 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:27:37.620285 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2bbd4034-2549-41b5-a51a-cfc832adf21c tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:37.620625 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-2bbd4034-2549-41b5-a51a-cfc832adf21c tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Added segment 443ad041-47e7-48a3-b71e-8be6acb0f5fa of type vlan for network 3dd422bf-d146-40f8-84c2-6e6b4c6eff1e May 04 17:27:37.624377 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-56c50aa7-d1c1-4f0c-b2f3-f6775e7617ed tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:27:37.626546 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-9c7ed7c4-0db8-4558-a278-221a9fdc07e5 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Usage tracker for resource:router and tenant:16421e25b6674404ad030e8cb41c27b5 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:27:37.629779 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-9c7ed7c4-0db8-4558-a278-221a9fdc07e5 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:27:37.638247 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-9c7ed7c4-0db8-4558-a278-221a9fdc07e5 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:27:37.661404 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2bbd4034-2549-41b5-a51a-cfc832adf21c tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:37.665833 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9c7ed7c4-0db8-4558-a278-221a9fdc07e5 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:37.666844 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9c7ed7c4-0db8-4558-a278-221a9fdc07e5 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:37.697301 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9c7ed7c4-0db8-4558-a278-221a9fdc07e5 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:37.709766 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2bbd4034-2549-41b5-a51a-cfc832adf21c tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:37.715208 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbd4034-2549-41b5-a51a-cfc832adf21c tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:37.715789 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2bbd4034-2549-41b5-a51a-cfc832adf21c tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:37.723658 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c50aa7-d1c1-4f0c-b2f3-f6775e7617ed tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Made reservation on behalf of 4d4e7c7b24884dc786dfd71b0f2e4f89 for: {'network': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:27:37.727020 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-56c50aa7-d1c1-4f0c-b2f3-f6775e7617ed tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:37.793830 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:37.837016 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-12cc071f-04a3-4e57-a02a-92e487818943 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Allocated IP 172.26.0.97 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/c3dda2fb-6098-41b0-9c07-652aed46e88c) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:27:37.838889 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56c50aa7-d1c1-4f0c-b2f3-f6775e7617ed tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=88038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:27:37.942108 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-2bbd4034-2549-41b5-a51a-cfc832adf21c tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5685556 May 04 17:27:37.943090 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbd4034-2549-41b5-a51a-cfc832adf21c tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Pushing event updated for resources: {'Network': ['ID=3dd422bf-d146-40f8-84c2-6e6b4c6eff1e,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:37.947006 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46870) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:37.954652 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-86f81d71-8be4-4f10-97dc-fcc4403287b9 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Request body: {'subnet': {'network_id': '6d1428dd-cba2-402e-8f93-d2442a43d61a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:27:37.954808 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 3dd422bf-d146-40f8-84c2-6e6b4c6eff1e details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:27:38.041019 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-56c50aa7-d1c1-4f0c-b2f3-f6775e7617ed tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:38.041776 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.segments_db [None req-56c50aa7-d1c1-4f0c-b2f3-f6775e7617ed tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Added segment 9394d822-456e-40b5-9ca0-144684b259ec of type vlan for network e4d88864-54ad-425e-8eee-7260d3c728e9 May 04 17:27:38.117314 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-56c50aa7-d1c1-4f0c-b2f3-f6775e7617ed tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:38.121542 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d1377c70-4dd3-41a7-b501-b2d2066c7286 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:38.122288 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9c7ed7c4-0db8-4558-a278-221a9fdc07e5 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:38.203597 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-86f81d71-8be4-4f10-97dc-fcc4403287b9 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:27:38.211441 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-86f81d71-8be4-4f10-97dc-fcc4403287b9 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Usage tracker for resource:subnet and tenant:a41a9e7401a94b21bc1365a01709c65f is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:27:38.216810 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-86f81d71-8be4-4f10-97dc-fcc4403287b9 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:27:38.224274 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-86f81d71-8be4-4f10-97dc-fcc4403287b9 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:27:38.247320 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f81d71-8be4-4f10-97dc-fcc4403287b9 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Made reservation on behalf of a41a9e7401a94b21bc1365a01709c65f for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:27:38.250721 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-86f81d71-8be4-4f10-97dc-fcc4403287b9 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:38.303709 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-d1377c70-4dd3-41a7-b501-b2d2066c7286 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Calling delete_port for 6aa43e90-5b8b-468c-a991-fd6b1784cc02 owned by {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:27:38.331001 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.db.resource_extend [None req-56c50aa7-d1c1-4f0c-b2f3-f6775e7617ed tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 17:27:38.401382 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-56c50aa7-d1c1-4f0c-b2f3-f6775e7617ed tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:38.406763 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c50aa7-d1c1-4f0c-b2f3-f6775e7617ed tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:38.407701 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-56c50aa7-d1c1-4f0c-b2f3-f6775e7617ed tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:38.494156 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-12cc071f-04a3-4e57-a02a-92e487818943 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:38.603702 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c50aa7-d1c1-4f0c-b2f3-f6775e7617ed tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Pushing event updated for resources: {'Network': ['ID=e4d88864-54ad-425e-8eee-7260d3c728e9,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:38.616805 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-56c50aa7-d1c1-4f0c-b2f3-f6775e7617ed tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1260836 May 04 17:27:38.617021 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network e4d88864-54ad-425e-8eee-7260d3c728e9 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:27:38.620955 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46876) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:38.632738 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-05627a7b-215d-4ce5-b892-965d5f17b725 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Request body: {'subnet': {'network_id': 'e4d88864-54ad-425e-8eee-7260d3c728e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:27:38.727048 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9c7ed7c4-0db8-4558-a278-221a9fdc07e5 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:38.756663 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9c7ed7c4-0db8-4558-a278-221a9fdc07e5 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:38.803436 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-12cc071f-04a3-4e57-a02a-92e487818943 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:38.872608 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-05627a7b-215d-4ce5-b892-965d5f17b725 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:27:38.876441 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d1377c70-4dd3-41a7-b501-b2d2066c7286 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:38.889049 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-05627a7b-215d-4ce5-b892-965d5f17b725 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Usage tracker for resource:subnet and tenant:4d4e7c7b24884dc786dfd71b0f2e4f89 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:27:38.892537 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cc071f-04a3-4e57-a02a-92e487818943 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:27:38.896026 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-05627a7b-215d-4ce5-b892-965d5f17b725 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:27:38.900947 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-12cc071f-04a3-4e57-a02a-92e487818943 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:27:38.910055 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-05627a7b-215d-4ce5-b892-965d5f17b725 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:27:38.911943 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cc071f-04a3-4e57-a02a-92e487818943 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:27:38.937484 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-9c7ed7c4-0db8-4558-a278-221a9fdc07e5 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Allocated IP 172.26.0.229 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/d345ee30-5499-4149-9cf4-83a149c5730e) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:27:38.937906 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc071f-04a3-4e57-a02a-92e487818943 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Pushing event updated for resources: {'Port': ['ID=c3dda2fb-6098-41b0-9c07-652aed46e88c,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:39.018482 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:39.036233 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1377c70-4dd3-41a7-b501-b2d2066c7286 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Pushing event deleted for resources: {'Port': ['ID=6aa43e90-5b8b-468c-a991-fd6b1784cc02,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:39.044730 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05627a7b-215d-4ce5-b892-965d5f17b725 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Made reservation on behalf of 4d4e7c7b24884dc786dfd71b0f2e4f89 for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:27:39.048133 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-05627a7b-215d-4ce5-b892-965d5f17b725 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:39.094699 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-86f81d71-8be4-4f10-97dc-fcc4403287b9 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:39.209963 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9c7ed7c4-0db8-4558-a278-221a9fdc07e5 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:39.215717 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f81d71-8be4-4f10-97dc-fcc4403287b9 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Pushing event updated for resources: {'Subnet': ['ID=74b7ec2f-50d9-4a7a-a3ec-631792d76e87,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:39.239923 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f81d71-8be4-4f10-97dc-fcc4403287b9 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Checking segment: {'id': '7922e0bc-b045-43f5-9de5-ba24259ca350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6d1428dd-cba2-402e-8f93-d2442a43d61a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:27:39.240410 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f81d71-8be4-4f10-97dc-fcc4403287b9 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Network hostable DHCP agents. Network: 6d1428dd-cba2-402e-8f93-d2442a43d61a, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:27:39.262739 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9c7ed7c4-0db8-4558-a278-221a9fdc07e5 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:39.303870 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f81d71-8be4-4f10-97dc-fcc4403287b9 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Network 6d1428dd-cba2-402e-8f93-d2442a43d61a is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:27:39.337861 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-86f81d71-8be4-4f10-97dc-fcc4403287b9 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 6d1428dd-cba2-402e-8f93-d2442a43d61a) {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:27:39.341958 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7ed7c4-0db8-4558-a278-221a9fdc07e5 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:27:39.346114 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-9c7ed7c4-0db8-4558-a278-221a9fdc07e5 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:27:39.348290 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f81d71-8be4-4f10-97dc-fcc4403287b9 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:39.348894 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-86f81d71-8be4-4f10-97dc-fcc4403287b9 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:39.351197 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99611434-a77f-4005-97b4-6efd0bccda1a None None] Network 6d1428dd-cba2-402e-8f93-d2442a43d61a requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:27:39.355740 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7ed7c4-0db8-4558-a278-221a9fdc07e5 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:27:39.400719 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d1377c70-4dd3-41a7-b501-b2d2066c7286 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:39.407038 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-d1377c70-4dd3-41a7-b501-b2d2066c7286 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] 10.222.0.41 "DELETE /v2.0/ports/6aa43e90-5b8b-468c-a991-fd6b1784cc02 HTTP/1.1" status: 204 len: 168 time: 2.0702233 May 04 17:27:39.409826 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46880) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:39.418768 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-0cbcad8a-e3cc-433a-8833-e03212822b62 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Request body: {'floatingip': {'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:27:39.428749 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-0cbcad8a-e3cc-433a-8833-e03212822b62 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:27:39.440349 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-0cbcad8a-e3cc-433a-8833-e03212822b62 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Usage tracker for resource:floatingip and tenant:983c2322fbac41498b7f731747fedd84 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:27:39.444029 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-0cbcad8a-e3cc-433a-8833-e03212822b62 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:27:39.450838 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-0cbcad8a-e3cc-433a-8833-e03212822b62 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:27:39.466904 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7ed7c4-0db8-4558-a278-221a9fdc07e5 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Pushing event updated for resources: {'Port': ['ID=d345ee30-5499-4149-9cf4-83a149c5730e,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:39.550928 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-86f81d71-8be4-4f10-97dc-fcc4403287b9 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6023872 May 04 17:27:39.582059 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46884) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:39.603689 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-76e82d67-7c22-4ea1-94ea-57adf521ca33 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Request body: {'subnet': {'network_id': '3dd422bf-d146-40f8-84c2-6e6b4c6eff1e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:27:39.622955 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f031c49-d41b-445d-a08a-eed1590cbef8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-6d1428dd-cba2-402e-8f93-d2442a43d61a', 'network_id': '6d1428dd-cba2-402e-8f93-d2442a43d61a', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'fixed_ips': [{'subnet_id': '74b7ec2f-50d9-4a7a-a3ec-631792d76e87'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:27:39.624540 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-6f031c49-d41b-445d-a08a-eed1590cbef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:39.676368 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0cbcad8a-e3cc-433a-8833-e03212822b62 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for floatingip, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:39.793967 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-76e82d67-7c22-4ea1-94ea-57adf521ca33 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:27:39.798320 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-6f031c49-d41b-445d-a08a-eed1590cbef8 None None] Allocated IP 2001:db8::2 (6d1428dd-cba2-402e-8f93-d2442a43d61a/74b7ec2f-50d9-4a7a-a3ec-631792d76e87/3f1ee0f1-dc72-426d-9c25-aad9f829e3c5) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:27:39.801124 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-76e82d67-7c22-4ea1-94ea-57adf521ca33 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Usage tracker for resource:subnet and tenant:a41a9e7401a94b21bc1365a01709c65f is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:27:39.805527 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-76e82d67-7c22-4ea1-94ea-57adf521ca33 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:27:39.873559 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-76e82d67-7c22-4ea1-94ea-57adf521ca33 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:27:39.892849 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e82d67-7c22-4ea1-94ea-57adf521ca33 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Made reservation on behalf of a41a9e7401a94b21bc1365a01709c65f for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:27:39.896280 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-76e82d67-7c22-4ea1-94ea-57adf521ca33 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:39.933975 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-12cc071f-04a3-4e57-a02a-92e487818943 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:39.941645 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9c7ed7c4-0db8-4558-a278-221a9fdc07e5 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:39.983457 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-05627a7b-215d-4ce5-b892-965d5f17b725 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:40.021475 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-6f031c49-d41b-445d-a08a-eed1590cbef8 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:40.035933 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-6f031c49-d41b-445d-a08a-eed1590cbef8 None None] Transition to ACTIVE for port object 3f1ee0f1-dc72-426d-9c25-aad9f829e3c5 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:27:40.063056 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-6f031c49-d41b-445d-a08a-eed1590cbef8 None None] Transition to ACTIVE for port object 3f1ee0f1-dc72-426d-9c25-aad9f829e3c5 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:27:40.074378 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-6f031c49-d41b-445d-a08a-eed1590cbef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:40.163227 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f031c49-d41b-445d-a08a-eed1590cbef8 None None] Network 6d1428dd-cba2-402e-8f93-d2442a43d61a is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:27:40.166243 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-6f031c49-d41b-445d-a08a-eed1590cbef8 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:27:40.169748 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f031c49-d41b-445d-a08a-eed1590cbef8 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:27:40.191553 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05627a7b-215d-4ce5-b892-965d5f17b725 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Pushing event updated for resources: {'Subnet': ['ID=11222a3d-7e97-4f54-823d-b7963a357e48,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:40.205827 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05627a7b-215d-4ce5-b892-965d5f17b725 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Checking segment: {'id': '9394d822-456e-40b5-9ca0-144684b259ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e4d88864-54ad-425e-8eee-7260d3c728e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:27:40.206220 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05627a7b-215d-4ce5-b892-965d5f17b725 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Network hostable DHCP agents. Network: e4d88864-54ad-425e-8eee-7260d3c728e9, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:27:40.216903 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f031c49-d41b-445d-a08a-eed1590cbef8 None None] Pushing event updated for resources: {'Port': ['ID=3f1ee0f1-dc72-426d-9c25-aad9f829e3c5,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:40.275790 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-6f031c49-d41b-445d-a08a-eed1590cbef8 None None] Attempting to bind port 3f1ee0f1-dc72-426d-9c25-aad9f829e3c5 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:27:40.276289 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-6f031c49-d41b-445d-a08a-eed1590cbef8 None None] Attempting to bind port 3f1ee0f1-dc72-426d-9c25-aad9f829e3c5 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '7922e0bc-b045-43f5-9de5-ba24259ca350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6d1428dd-cba2-402e-8f93-d2442a43d61a'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:27:40.276726 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f031c49-d41b-445d-a08a-eed1590cbef8 None None] Attempting to bind port 3f1ee0f1-dc72-426d-9c25-aad9f829e3c5 on network 6d1428dd-cba2-402e-8f93-d2442a43d61a {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:27:40.283314 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f031c49-d41b-445d-a08a-eed1590cbef8 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:27:40.283769 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f031c49-d41b-445d-a08a-eed1590cbef8 None None] Checking segment: {'id': '7922e0bc-b045-43f5-9de5-ba24259ca350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6d1428dd-cba2-402e-8f93-d2442a43d61a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:27:40.284864 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-6f031c49-d41b-445d-a08a-eed1590cbef8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:40.284864 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f031c49-d41b-445d-a08a-eed1590cbef8 None None] Bound using segment: {'id': '7922e0bc-b045-43f5-9de5-ba24259ca350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6d1428dd-cba2-402e-8f93-d2442a43d61a'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:27:40.285267 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-6f031c49-d41b-445d-a08a-eed1590cbef8 None None] Bound port: 3f1ee0f1-dc72-426d-9c25-aad9f829e3c5, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7922e0bc-b045-43f5-9de5-ba24259ca350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6d1428dd-cba2-402e-8f93-d2442a43d61a'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:27:40.286246 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-6f031c49-d41b-445d-a08a-eed1590cbef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:40.319070 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05627a7b-215d-4ce5-b892-965d5f17b725 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Network e4d88864-54ad-425e-8eee-7260d3c728e9 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:27:40.343881 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0cbcad8a-e3cc-433a-8833-e03212822b62 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:40.385607 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-6f031c49-d41b-445d-a08a-eed1590cbef8 None None] For port 3f1ee0f1-dc72-426d-9c25-aad9f829e3c5, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:27:40.386097 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-05627a7b-215d-4ce5-b892-965d5f17b725 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, e4d88864-54ad-425e-8eee-7260d3c728e9) {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:27:40.389171 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-6f031c49-d41b-445d-a08a-eed1590cbef8 None None] For port 3f1ee0f1-dc72-426d-9c25-aad9f829e3c5, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=3f1ee0f1-dc72-426d-9c25-aad9f829e3c5,segment=NetworkSegment(7922e0bc-b045-43f5-9de5-ba24259ca350),segment_id=7922e0bc-b045-43f5-9de5-ba24259ca350)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:27:40.390774 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05627a7b-215d-4ce5-b892-965d5f17b725 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:40.391585 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-05627a7b-215d-4ce5-b892-965d5f17b725 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:40.396177 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-6f031c49-d41b-445d-a08a-eed1590cbef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:40.446217 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61050470-f250-4e68-adfc-90f4bbdbee1b None None] Network e4d88864-54ad-425e-8eee-7260d3c728e9 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:27:40.546253 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-05627a7b-215d-4ce5-b892-965d5f17b725 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9223614 May 04 17:27:40.549460 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46888) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:40.558538 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-2cd5dd4d-a2bd-43d5-8a9a-af5bf2a4f4cc tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-374466452', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:27:40.568460 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-2cd5dd4d-a2bd-43d5-8a9a-af5bf2a4f4cc tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:27:40.572436 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-76e82d67-7c22-4ea1-94ea-57adf521ca33 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:40.589552 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f031c49-d41b-445d-a08a-eed1590cbef8 None None] Pushing event updated for resources: {'Port': ['ID=3f1ee0f1-dc72-426d-9c25-aad9f829e3c5,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:40.599017 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-12cc071f-04a3-4e57-a02a-92e487818943 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:40.608277 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-12cc071f-04a3-4e57-a02a-92e487818943 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-712177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-712168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-709817'] for router, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:40.611688 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-2cd5dd4d-a2bd-43d5-8a9a-af5bf2a4f4cc tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Usage tracker for resource:router and tenant:4d4e7c7b24884dc786dfd71b0f2e4f89 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:27:40.615194 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9c7ed7c4-0db8-4558-a278-221a9fdc07e5 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:40.625068 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-2cd5dd4d-a2bd-43d5-8a9a-af5bf2a4f4cc tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:27:40.713100 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-0cbcad8a-e3cc-433a-8833-e03212822b62 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Allocated IP 172.26.0.107 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/b8df8214-52a8-459f-bd31-eecdd6086321) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:27:40.716550 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-2cd5dd4d-a2bd-43d5-8a9a-af5bf2a4f4cc tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:27:40.747365 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99397baa-9891-4a3b-a66f-31f1024bef45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-e4d88864-54ad-425e-8eee-7260d3c728e9', 'network_id': 'e4d88864-54ad-425e-8eee-7260d3c728e9', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'fixed_ips': [{'subnet_id': '11222a3d-7e97-4f54-823d-b7963a357e48'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:27:40.748152 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-99397baa-9891-4a3b-a66f-31f1024bef45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:40.770752 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e82d67-7c22-4ea1-94ea-57adf521ca33 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Pushing event updated for resources: {'Subnet': ['ID=76d750c0-94d2-4268-9800-13d27a2763c4,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:40.776799 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2cd5dd4d-a2bd-43d5-8a9a-af5bf2a4f4cc tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:40.777894 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2cd5dd4d-a2bd-43d5-8a9a-af5bf2a4f4cc tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:40.913538 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e82d67-7c22-4ea1-94ea-57adf521ca33 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Checking segment: {'id': '443ad041-47e7-48a3-b71e-8be6acb0f5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '3dd422bf-d146-40f8-84c2-6e6b4c6eff1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:27:40.914128 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e82d67-7c22-4ea1-94ea-57adf521ca33 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Network hostable DHCP agents. Network: 3dd422bf-d146-40f8-84c2-6e6b4c6eff1e, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:27:40.948962 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2cd5dd4d-a2bd-43d5-8a9a-af5bf2a4f4cc tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:41.006641 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e82d67-7c22-4ea1-94ea-57adf521ca33 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Network 3dd422bf-d146-40f8-84c2-6e6b4c6eff1e is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:27:41.022484 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2cd5dd4d-a2bd-43d5-8a9a-af5bf2a4f4cc tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:41.030608 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 3f1ee0f1-dc72-426d-9c25-aad9f829e3c5 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:27:41.035974 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0cbcad8a-e3cc-433a-8833-e03212822b62 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:41.047022 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-76e82d67-7c22-4ea1-94ea-57adf521ca33 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 3dd422bf-d146-40f8-84c2-6e6b4c6eff1e) {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:27:41.056341 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12cc071f-04a3-4e57-a02a-92e487818943 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Router c0fcfd81-2333-4dc3-8eb7-95ee136ac65a is scheduled to L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 with binding_index 1 {{(pid=88038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:27:41.057181 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e82d67-7c22-4ea1-94ea-57adf521ca33 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:41.057768 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-76e82d67-7c22-4ea1-94ea-57adf521ca33 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:41.082849 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d659f1ab-b0bc-4b8e-a22d-22731e513419 None None] Network 3dd422bf-d146-40f8-84c2-6e6b4c6eff1e requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:27:41.084004 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2cd5dd4d-a2bd-43d5-8a9a-af5bf2a4f4cc tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:41.085183 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-2cd5dd4d-a2bd-43d5-8a9a-af5bf2a4f4cc tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5347564 May 04 17:27:41.088093 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46892) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:41.094467 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-03b14f5f-0aa8-41c9-ae0a-833817e3bd72 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Request body: {'port': {'network_id': 'e4d88864-54ad-425e-8eee-7260d3c728e9', 'name': 'tempest-RoutersTest-2001737790'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:27:41.116548 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-76e82d67-7c22-4ea1-94ea-57adf521ca33 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5313683 May 04 17:27:41.117610 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-99397baa-9891-4a3b-a66f-31f1024bef45 None None] Allocated IP 172.20.0.2 (e4d88864-54ad-425e-8eee-7260d3c728e9/11222a3d-7e97-4f54-823d-b7963a357e48/34e64390-8b54-41bc-b92f-64de828ada46) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:27:41.120011 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46896) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:41.124289 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-7e01ae1e-aa13-4f8c-b1a0-9d5440d82e8b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1716812623', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:27:41.143299 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c7ed7c4-0db8-4558-a278-221a9fdc07e5 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Router 94016cf8-1891-456f-91e2-d6c0e88d8163 is scheduled to L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 with binding_index 1 {{(pid=88037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:27:41.148960 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-7e01ae1e-aa13-4f8c-b1a0-9d5440d82e8b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:27:41.205284 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-7e01ae1e-aa13-4f8c-b1a0-9d5440d82e8b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Usage tracker for resource:router and tenant:a41a9e7401a94b21bc1365a01709c65f is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:27:41.214807 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-7e01ae1e-aa13-4f8c-b1a0-9d5440d82e8b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:27:41.235450 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-7e01ae1e-aa13-4f8c-b1a0-9d5440d82e8b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:27:41.318745 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 3f1ee0f1-dc72-426d-9c25-aad9f829e3c5 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:27:41.338661 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7e01ae1e-aa13-4f8c-b1a0-9d5440d82e8b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:41.339663 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7e01ae1e-aa13-4f8c-b1a0-9d5440d82e8b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:41.351635 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0cbcad8a-e3cc-433a-8833-e03212822b62 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:41.405125 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-03b14f5f-0aa8-41c9-ae0a-833817e3bd72 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:27:41.427260 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-03b14f5f-0aa8-41c9-ae0a-833817e3bd72 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Usage tracker for resource:port and tenant:4d4e7c7b24884dc786dfd71b0f2e4f89 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:27:41.434461 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-03b14f5f-0aa8-41c9-ae0a-833817e3bd72 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:27:41.448664 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-03b14f5f-0aa8-41c9-ae0a-833817e3bd72 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:27:41.451497 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7e01ae1e-aa13-4f8c-b1a0-9d5440d82e8b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:41.479110 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e0f22e-4de2-473e-a6f8-e4e82997898a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-3dd422bf-d146-40f8-84c2-6e6b4c6eff1e', 'network_id': '3dd422bf-d146-40f8-84c2-6e6b4c6eff1e', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'fixed_ips': [{'subnet_id': '76d750c0-94d2-4268-9800-13d27a2763c4'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:27:41.479914 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b4e0f22e-4de2-473e-a6f8-e4e82997898a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:41.486860 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b14f5f-0aa8-41c9-ae0a-833817e3bd72 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Made reservation on behalf of 4d4e7c7b24884dc786dfd71b0f2e4f89 for: {'port': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:27:41.490707 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-03b14f5f-0aa8-41c9-ae0a-833817e3bd72 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:41.508648 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c7ed7c4-0db8-4558-a278-221a9fdc07e5 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:27:41.519588 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbcad8a-e3cc-433a-8833-e03212822b62 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:27:41.520547 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbcad8a-e3cc-433a-8833-e03212822b62 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Pushing event updated for resources: {'Port': ['ID=b8df8214-52a8-459f-bd31-eecdd6086321,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:41.527872 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7e01ae1e-aa13-4f8c-b1a0-9d5440d82e8b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:41.534152 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-0cbcad8a-e3cc-433a-8833-e03212822b62 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:27:41.536831 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbcad8a-e3cc-433a-8833-e03212822b62 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:27:41.547754 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [None req-03b14f5f-0aa8-41c9-ae0a-833817e3bd72 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] device_id is not set on port 72604ef8-b21e-49aa-b9f8-09ee5ad8870c yet. {{(pid=88037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:27:41.560778 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b630c3e-4d6b-4909-b43b-caaeca5535d7 None None] Sync routers for ids ['94016cf8-1891-456f-91e2-d6c0e88d8163'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:27:41.593398 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12cc071f-04a3-4e57-a02a-92e487818943 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:27:41.601855 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24bf557-3ab3-47cd-91aa-799a5792f085 None None] Sync routers for ids ['c0fcfd81-2333-4dc3-8eb7-95ee136ac65a'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:27:41.603368 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-12cc071f-04a3-4e57-a02a-92e487818943 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:41.604589 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-12cc071f-04a3-4e57-a02a-92e487818943 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] 10.222.0.41 "PUT /v2.0/routers/c0fcfd81-2333-4dc3-8eb7-95ee136ac65a HTTP/1.1" status: 200 len: 914 time: 5.9565287 May 04 17:27:41.611221 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46900) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:41.612722 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9c7ed7c4-0db8-4558-a278-221a9fdc07e5 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:41.613360 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24bf557-3ab3-47cd-91aa-799a5792f085 None None] Routers {'c0fcfd81-2333-4dc3-8eb7-95ee136ac65a'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:27:41.616600 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-9c7ed7c4-0db8-4558-a278-221a9fdc07e5 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.0111277 May 04 17:27:41.616600 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7e01ae1e-aa13-4f8c-b1a0-9d5440d82e8b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:41.617190 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-f24bf557-3ab3-47cd-91aa-799a5792f085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:27:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['c0fcfd81-2333-4dc3-8eb7-95ee136ac65a'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:41.618755 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46904) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:41.619645 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-7e01ae1e-aa13-4f8c-b1a0-9d5440d82e8b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4993196 May 04 17:27:41.620208 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46906) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:41.639801 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b630c3e-4d6b-4909-b43b-caaeca5535d7 None None] Routers {'94016cf8-1891-456f-91e2-d6c0e88d8163'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:27:41.640441 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-4b630c3e-4d6b-4909-b43b-caaeca5535d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:27:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['94016cf8-1891-456f-91e2-d6c0e88d8163'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:41.710659 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-f24bf557-3ab3-47cd-91aa-799a5792f085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:41.729265 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24bf557-3ab3-47cd-91aa-799a5792f085 None None] Routers {'c0fcfd81-2333-4dc3-8eb7-95ee136ac65a'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:27:41.732245 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-f24bf557-3ab3-47cd-91aa-799a5792f085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:27:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['c0fcfd81-2333-4dc3-8eb7-95ee136ac65a'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:41.791211 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-99397baa-9891-4a3b-a66f-31f1024bef45 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:41.828917 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-99397baa-9891-4a3b-a66f-31f1024bef45 None None] Transition to ACTIVE for port object 34e64390-8b54-41bc-b92f-64de828ada46 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:27:41.829932 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-f24bf557-3ab3-47cd-91aa-799a5792f085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:41.830528 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24bf557-3ab3-47cd-91aa-799a5792f085 None None] The sync data for ids ['c0fcfd81-2333-4dc3-8eb7-95ee136ac65a'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:27:41.978213 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-99397baa-9891-4a3b-a66f-31f1024bef45 None None] Transition to ACTIVE for port object 34e64390-8b54-41bc-b92f-64de828ada46 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:27:42.004945 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-99397baa-9891-4a3b-a66f-31f1024bef45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:42.012051 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-4b630c3e-4d6b-4909-b43b-caaeca5535d7 None None] Set router 94016cf8-1891-456f-91e2-d6c0e88d8163 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:27:42.097684 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-451ec2c5-438e-4109-bccc-ef774e839ecd tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] 10.222.0.41 "GET /v2.0/routers/94016cf8-1891-456f-91e2-d6c0e88d8163 HTTP/1.1" status: 200 len: 908 time: 0.3795145 May 04 17:27:42.098882 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46912) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:42.104835 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-215d6804-3de0-48a6-bb11-7de2f45b2e46 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] 10.222.0.41 "GET /v2.0/routers/c0fcfd81-2333-4dc3-8eb7-95ee136ac65a HTTP/1.1" status: 200 len: 920 time: 0.4900839 May 04 17:27:42.105297 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0cbcad8a-e3cc-433a-8833-e03212822b62 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:42.107413 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46916) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:42.110329 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-21db3f7c-e619-43b2-850f-c7dadedf51fd tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Request body: {'router': {'name': 'tempest-snat-router-970552318', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'enable_snat': True}}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:27:42.149967 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-21db3f7c-e619-43b2-850f-c7dadedf51fd tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:27:42.150181 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6b9ec3-27fe-407c-aed8-5098c01e28f3 None None] Network 6d1428dd-cba2-402e-8f93-d2442a43d61a requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:27:42.190635 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-21db3f7c-e619-43b2-850f-c7dadedf51fd tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Usage tracker for resource:router and tenant:16421e25b6674404ad030e8cb41c27b5 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:27:42.209683 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-21db3f7c-e619-43b2-850f-c7dadedf51fd tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:27:42.218531 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-03b14f5f-0aa8-41c9-ae0a-833817e3bd72 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Allocated IP 172.20.0.7 (e4d88864-54ad-425e-8eee-7260d3c728e9/11222a3d-7e97-4f54-823d-b7963a357e48/72604ef8-b21e-49aa-b9f8-09ee5ad8870c) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:27:42.221512 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-21db3f7c-e619-43b2-850f-c7dadedf51fd tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:27:42.250011 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0cbcad8a-e3cc-433a-8833-e03212822b62 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:42.295835 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-21db3f7c-e619-43b2-850f-c7dadedf51fd tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:42.296726 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-21db3f7c-e619-43b2-850f-c7dadedf51fd tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:42.319463 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-b4e0f22e-4de2-473e-a6f8-e4e82997898a None None] Allocated IP 2001:db8:1::2 (3dd422bf-d146-40f8-84c2-6e6b4c6eff1e/76d750c0-94d2-4268-9800-13d27a2763c4/19b47c6e-5da0-4b9c-91fa-137893e7429a) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:27:42.336083 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0e8b46-623a-43fb-bbce-7a5ce1a70f6c tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:42.340041 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-bb0e8b46-623a-43fb-bbce-7a5ce1a70f6c tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=30bd8d35-9d66-4ec1-9734-58f713c6cd24&device_id=c0fcfd81-2333-4dc3-8eb7-95ee136ac65a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2235763 May 04 17:27:42.341431 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46922) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:42.342568 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-21db3f7c-e619-43b2-850f-c7dadedf51fd tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:42.357170 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99397baa-9891-4a3b-a66f-31f1024bef45 None None] Network e4d88864-54ad-425e-8eee-7260d3c728e9 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:27:42.365929 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-99397baa-9891-4a3b-a66f-31f1024bef45 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:27:42.379619 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99397baa-9891-4a3b-a66f-31f1024bef45 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:27:42.409409 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-47f4a149-ca4e-4b43-b8fb-a62528e92df7 None None] Provisioning for port 3f1ee0f1-dc72-426d-9c25-aad9f829e3c5 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:27:42.472714 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-47f4a149-ca4e-4b43-b8fb-a62528e92df7 None None] Provisioning complete for port 3f1ee0f1-dc72-426d-9c25-aad9f829e3c5 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:27:42.472714 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-47f4a149-ca4e-4b43-b8fb-a62528e92df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:42.516442 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0a32911b-f7dd-4a2a-994b-92f4b43bb26a req-c0f9b7f2-a145-47fa-a92e-991a3c7cd78a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a1b66867-5b74-48e0-919b-622dcaf3a763&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5938830 May 04 17:27:42.529073 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99397baa-9891-4a3b-a66f-31f1024bef45 None None] Pushing event updated for resources: {'Port': ['ID=34e64390-8b54-41bc-b92f-64de828ada46,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:42.703924 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2fa7e17f-403d-4b3d-ab32-fec64a1d306a tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:42.742106 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-03b14f5f-0aa8-41c9-ae0a-833817e3bd72 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:42.792552 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-99397baa-9891-4a3b-a66f-31f1024bef45 None None] Attempting to bind port 34e64390-8b54-41bc-b92f-64de828ada46 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:27:42.793129 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-99397baa-9891-4a3b-a66f-31f1024bef45 None None] Attempting to bind port 34e64390-8b54-41bc-b92f-64de828ada46 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '9394d822-456e-40b5-9ca0-144684b259ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e4d88864-54ad-425e-8eee-7260d3c728e9'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:27:42.793398 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99397baa-9891-4a3b-a66f-31f1024bef45 None None] Attempting to bind port 34e64390-8b54-41bc-b92f-64de828ada46 on network e4d88864-54ad-425e-8eee-7260d3c728e9 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:27:42.842629 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99397baa-9891-4a3b-a66f-31f1024bef45 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:27:42.842629 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99397baa-9891-4a3b-a66f-31f1024bef45 None None] Checking segment: {'id': '9394d822-456e-40b5-9ca0-144684b259ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e4d88864-54ad-425e-8eee-7260d3c728e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:27:42.842629 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-99397baa-9891-4a3b-a66f-31f1024bef45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:42.842629 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99397baa-9891-4a3b-a66f-31f1024bef45 None None] Bound using segment: {'id': '9394d822-456e-40b5-9ca0-144684b259ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e4d88864-54ad-425e-8eee-7260d3c728e9'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:27:42.842629 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-99397baa-9891-4a3b-a66f-31f1024bef45 None None] Bound port: 34e64390-8b54-41bc-b92f-64de828ada46, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9394d822-456e-40b5-9ca0-144684b259ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e4d88864-54ad-425e-8eee-7260d3c728e9'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:27:42.842629 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-99397baa-9891-4a3b-a66f-31f1024bef45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:42.894645 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-03b14f5f-0aa8-41c9-ae0a-833817e3bd72 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Transition to ACTIVE for port object 72604ef8-b21e-49aa-b9f8-09ee5ad8870c will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:27:42.931908 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a32911b-f7dd-4a2a-994b-92f4b43bb26a req-4c1e1739-09f6-4243-9da4-89f2cc08d6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:42.933461 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0a32911b-f7dd-4a2a-994b-92f4b43bb26a req-4c1e1739-09f6-4243-9da4-89f2cc08d6ee service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=379b29e6adf3429fb2a4d97286c4b5cf&device_id=a1b66867-5b74-48e0-919b-622dcaf3a763 HTTP/1.1" status: 200 len: 1099 time: 0.3669291 May 04 17:27:42.953658 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-47f4a149-ca4e-4b43-b8fb-a62528e92df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:42.960791 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89d18ad-8ed5-4f6a-9e57-f51161092c04 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:42.964848 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-b89d18ad-8ed5-4f6a-9e57-f51161092c04 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] 10.222.0.41 "GET /v2.0/networks/30bd8d35-9d66-4ec1-9734-58f713c6cd24 HTTP/1.1" status: 200 len: 881 time: 0.6181095 May 04 17:27:42.965834 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46926) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:43.014208 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-21db3f7c-e619-43b2-850f-c7dadedf51fd tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:43.020526 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-f961e08c-5ff6-4ea8-bc9d-09b4de47fed4 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0fcfd81-2333-4dc3-8eb7-95ee136ac65a HTTP/1.1" status: 200 len: 205 time: 0.0534914 May 04 17:27:43.023734 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46930) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:43.064085 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0cbcad8a-e3cc-433a-8833-e03212822b62 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:43.072659 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0cbcad8a-e3cc-433a-8833-e03212822b62 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:43.169115 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-47f4a149-ca4e-4b43-b8fb-a62528e92df7 None None] For port 3f1ee0f1-dc72-426d-9c25-aad9f829e3c5, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=3f1ee0f1-dc72-426d-9c25-aad9f829e3c5,segment=NetworkSegment(7922e0bc-b045-43f5-9de5-ba24259ca350),segment_id=7922e0bc-b045-43f5-9de5-ba24259ca350)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:27:43.193057 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-47f4a149-ca4e-4b43-b8fb-a62528e92df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:43.202363 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbcad8a-e3cc-433a-8833-e03212822b62 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Pushing event updated for resources: {'Port': ['ID=b8df8214-52a8-459f-bd31-eecdd6086321,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:43.207759 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b4e0f22e-4de2-473e-a6f8-e4e82997898a None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:43.250607 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0cbcad8a-e3cc-433a-8833-e03212822b62 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710218'] for floatingip, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:43.261100 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-03b14f5f-0aa8-41c9-ae0a-833817e3bd72 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:43.265158 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-99397baa-9891-4a3b-a66f-31f1024bef45 None None] For port 34e64390-8b54-41bc-b92f-64de828ada46, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:27:43.275525 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-b4e0f22e-4de2-473e-a6f8-e4e82997898a None None] Transition to ACTIVE for port object 19b47c6e-5da0-4b9c-91fa-137893e7429a will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:27:43.304814 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-99397baa-9891-4a3b-a66f-31f1024bef45 None None] For port 34e64390-8b54-41bc-b92f-64de828ada46, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=34e64390-8b54-41bc-b92f-64de828ada46,segment=NetworkSegment(9394d822-456e-40b5-9ca0-144684b259ec),segment_id=9394d822-456e-40b5-9ca0-144684b259ec)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:27:43.308064 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0cbcad8a-e3cc-433a-8833-e03212822b62 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:43.309093 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-0cbcad8a-e3cc-433a-8833-e03212822b62 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8982639 May 04 17:27:43.322214 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-99397baa-9891-4a3b-a66f-31f1024bef45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:43.331187 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46936) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:43.331658 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-4b630c3e-4d6b-4909-b43b-caaeca5535d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94016cf8-1891-456f-91e2-d6c0e88d8163', 'name': 'tempest-snat-router-970552318', 'tenant_id': '16421e25b6674404ad030e8cb41c27b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.229'}], 'enable_snat': False}, 'gw_port_id': 'd345ee30-5499-4149-9cf4-83a149c5730e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:27:37Z', 'updated_at': '2022-05-04T17:27:39Z', 'revision_number': 3, 'project_id': '16421e25b6674404ad030e8cb41c27b5', 'gw_port': {'id': 'd345ee30-5499-4149-9cf4-83a149c5730e', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:8a:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94016cf8-1891-456f-91e2-d6c0e88d8163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:27:38Z', 'updated_at': '2022-05-04T17:27:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:43.340061 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-b4e0f22e-4de2-473e-a6f8-e4e82997898a None None] Transition to ACTIVE for port object 19b47c6e-5da0-4b9c-91fa-137893e7429a will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:27:43.347053 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b630c3e-4d6b-4909-b43b-caaeca5535d7 None None] Checking router: 94016cf8-1891-456f-91e2-d6c0e88d8163 for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:27:43.347489 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b630c3e-4d6b-4909-b43b-caaeca5535d7 None None] Updating router 94016cf8-1891-456f-91e2-d6c0e88d8163 port d345ee30-5499-4149-9cf4-83a149c5730e binding host dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:27:43.376350 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f4a149-ca4e-4b43-b8fb-a62528e92df7 None None] Pushing event updated for resources: {'Port': ['ID=3f1ee0f1-dc72-426d-9c25-aad9f829e3c5,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:43.377166 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-f24e6689-f70d-4a23-bb2c-8ad9cf63109d tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Request body: {'port': {'network_id': '4ace9741-ee8e-4384-a966-455b35b21296', 'name': 'tempest-FloatingIPTestJSON-1869662873'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:27:43.392067 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b4e0f22e-4de2-473e-a6f8-e4e82997898a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:43.490193 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4b630c3e-4d6b-4909-b43b-caaeca5535d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:43.531028 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e0f22e-4de2-473e-a6f8-e4e82997898a None None] Network 3dd422bf-d146-40f8-84c2-6e6b4c6eff1e is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:27:43.552525 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-b4e0f22e-4de2-473e-a6f8-e4e82997898a None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:27:43.561702 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e0f22e-4de2-473e-a6f8-e4e82997898a None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:27:43.569064 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-4cdbb299-6c8f-4251-8854-81c39aa25ce5 None None] Provisioning complete for port 3f1ee0f1-dc72-426d-9c25-aad9f829e3c5 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:27:43.569436 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4cdbb299-6c8f-4251-8854-81c39aa25ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:43.593114 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99397baa-9891-4a3b-a66f-31f1024bef45 None None] Pushing event updated for resources: {'Port': ['ID=34e64390-8b54-41bc-b92f-64de828ada46,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:43.607463 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-21db3f7c-e619-43b2-850f-c7dadedf51fd tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:43.639024 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b14f5f-0aa8-41c9-ae0a-833817e3bd72 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Network e4d88864-54ad-425e-8eee-7260d3c728e9 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:27:43.648252 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-21db3f7c-e619-43b2-850f-c7dadedf51fd tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:43.683974 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-03b14f5f-0aa8-41c9-ae0a-833817e3bd72 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:27:43.709036 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b14f5f-0aa8-41c9-ae0a-833817e3bd72 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:27:43.711962 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e0f22e-4de2-473e-a6f8-e4e82997898a None None] Pushing event updated for resources: {'Port': ['ID=19b47c6e-5da0-4b9c-91fa-137893e7429a,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:43.752774 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b14f5f-0aa8-41c9-ae0a-833817e3bd72 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Pushing event updated for resources: {'Port': ['ID=72604ef8-b21e-49aa-b9f8-09ee5ad8870c,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:43.830088 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-2fa7e17f-403d-4b3d-ab32-fec64a1d306a tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Allocated IP 2001:db8::1 (6d1428dd-cba2-402e-8f93-d2442a43d61a/74b7ec2f-50d9-4a7a-a3ec-631792d76e87/ca63a47d-f2e8-42e6-9135-887260dca981) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:27:43.846563 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-21db3f7c-e619-43b2-850f-c7dadedf51fd tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Allocated IP 172.26.0.234 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/5967bd6b-30ef-49a8-8cde-4ff2aa13baba) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:27:43.855660 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a32911b-f7dd-4a2a-994b-92f4b43bb26a req-6a7cf5ef-2c90-474b-bfda-cc3ca88a3f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:43.857225 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0a32911b-f7dd-4a2a-994b-92f4b43bb26a req-6a7cf5ef-2c90-474b-bfda-cc3ca88a3f05 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bd18084c-d817-434f-8399-bdaa1bc23fbc HTTP/1.1" status: 200 len: 907 time: 0.8863640 May 04 17:27:43.907931 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-b4e0f22e-4de2-473e-a6f8-e4e82997898a None None] Attempting to bind port 19b47c6e-5da0-4b9c-91fa-137893e7429a on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:27:43.908504 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-b4e0f22e-4de2-473e-a6f8-e4e82997898a None None] Attempting to bind port 19b47c6e-5da0-4b9c-91fa-137893e7429a by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '443ad041-47e7-48a3-b71e-8be6acb0f5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '3dd422bf-d146-40f8-84c2-6e6b4c6eff1e'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:27:43.908888 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e0f22e-4de2-473e-a6f8-e4e82997898a None None] Attempting to bind port 19b47c6e-5da0-4b9c-91fa-137893e7429a on network 3dd422bf-d146-40f8-84c2-6e6b4c6eff1e {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:27:43.938170 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e0f22e-4de2-473e-a6f8-e4e82997898a None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:27:43.939421 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e0f22e-4de2-473e-a6f8-e4e82997898a None None] Checking segment: {'id': '443ad041-47e7-48a3-b71e-8be6acb0f5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '3dd422bf-d146-40f8-84c2-6e6b4c6eff1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:27:43.940051 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b4e0f22e-4de2-473e-a6f8-e4e82997898a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:43.940548 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e0f22e-4de2-473e-a6f8-e4e82997898a None None] Bound using segment: {'id': '443ad041-47e7-48a3-b71e-8be6acb0f5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '3dd422bf-d146-40f8-84c2-6e6b4c6eff1e'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:27:43.941165 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-b4e0f22e-4de2-473e-a6f8-e4e82997898a None None] Bound port: 19b47c6e-5da0-4b9c-91fa-137893e7429a, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '443ad041-47e7-48a3-b71e-8be6acb0f5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '3dd422bf-d146-40f8-84c2-6e6b4c6eff1e'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:27:43.941812 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b4e0f22e-4de2-473e-a6f8-e4e82997898a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:44.035885 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-21db3f7c-e619-43b2-850f-c7dadedf51fd tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:44.058238 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ba3e8385-1575-4cc6-bbfa-fed8a230ad36 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks [] for router, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:44.085454 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-21db3f7c-e619-43b2-850f-c7dadedf51fd tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:44.140250 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-b4e0f22e-4de2-473e-a6f8-e4e82997898a None None] For port 19b47c6e-5da0-4b9c-91fa-137893e7429a, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:27:44.150137 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b14f5f-0aa8-41c9-ae0a-833817e3bd72 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:44.150137 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-03b14f5f-0aa8-41c9-ae0a-833817e3bd72 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:44.152237 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21db3f7c-e619-43b2-850f-c7dadedf51fd tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:27:44.160386 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-21db3f7c-e619-43b2-850f-c7dadedf51fd tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:27:44.164685 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21db3f7c-e619-43b2-850f-c7dadedf51fd tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:27:44.214060 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21db3f7c-e619-43b2-850f-c7dadedf51fd tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Pushing event updated for resources: {'Port': ['ID=5967bd6b-30ef-49a8-8cde-4ff2aa13baba,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:44.239010 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-b4e0f22e-4de2-473e-a6f8-e4e82997898a None None] For port 19b47c6e-5da0-4b9c-91fa-137893e7429a, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=19b47c6e-5da0-4b9c-91fa-137893e7429a,segment=NetworkSegment(443ad041-47e7-48a3-b71e-8be6acb0f5fa),segment_id=443ad041-47e7-48a3-b71e-8be6acb0f5fa)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:27:44.252066 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b4e0f22e-4de2-473e-a6f8-e4e82997898a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:44.435895 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e0f22e-4de2-473e-a6f8-e4e82997898a None None] Pushing event updated for resources: {'Port': ['ID=19b47c6e-5da0-4b9c-91fa-137893e7429a,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:44.493033 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0a32911b-f7dd-4a2a-994b-92f4b43bb26a req-f2ea12f5-de99-447a-8670-3325aa47d51f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9efea67-99e3-45b2-88d4-93cc730d1f0d HTTP/1.1" status: 200 len: 1001 time: 0.6199942 May 04 17:27:44.503022 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-f24e6689-f70d-4a23-bb2c-8ad9cf63109d tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:27:44.572908 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-f24e6689-f70d-4a23-bb2c-8ad9cf63109d tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Usage tracker for resource:port and tenant:983c2322fbac41498b7f731747fedd84 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:27:44.582726 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-f24e6689-f70d-4a23-bb2c-8ad9cf63109d tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:27:44.617351 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-03b14f5f-0aa8-41c9-ae0a-833817e3bd72 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.5281916 May 04 17:27:44.627489 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-f24e6689-f70d-4a23-bb2c-8ad9cf63109d tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:27:44.637095 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46942) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:44.668595 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ba3e8385-1575-4cc6-bbfa-fed8a230ad36 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:44.679645 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4b630c3e-4d6b-4909-b43b-caaeca5535d7 None None] Notify callbacks [] for port, precommit_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:44.721815 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-4b630c3e-4d6b-4909-b43b-caaeca5535d7 None None] Transition to ACTIVE for port object d345ee30-5499-4149-9cf4-83a149c5730e will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:27:44.733818 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4b630c3e-4d6b-4909-b43b-caaeca5535d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:44.887476 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-4b630c3e-4d6b-4909-b43b-caaeca5535d7 None None] Attempting to bind port d345ee30-5499-4149-9cf4-83a149c5730e on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:27:44.888723 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-4b630c3e-4d6b-4909-b43b-caaeca5535d7 None None] Attempting to bind port d345ee30-5499-4149-9cf4-83a149c5730e by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:27:44.893876 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b630c3e-4d6b-4909-b43b-caaeca5535d7 None None] Attempting to bind port d345ee30-5499-4149-9cf4-83a149c5730e on network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:27:44.969645 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b630c3e-4d6b-4909-b43b-caaeca5535d7 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:27:44.970330 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b630c3e-4d6b-4909-b43b-caaeca5535d7 None None] Checking segment: {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:27:44.972082 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4b630c3e-4d6b-4909-b43b-caaeca5535d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:44.973545 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b630c3e-4d6b-4909-b43b-caaeca5535d7 None None] Bound using segment: {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:27:44.982741 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-4b630c3e-4d6b-4909-b43b-caaeca5535d7 None None] Bound port: d345ee30-5499-4149-9cf4-83a149c5730e, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:27:44.985553 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2fa7e17f-403d-4b3d-ab32-fec64a1d306a tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:44.986683 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4b630c3e-4d6b-4909-b43b-caaeca5535d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:44.989902 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-ba3e8385-1575-4cc6-bbfa-fed8a230ad36 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Deleting port c3dda2fb-6098-41b0-9c07-652aed46e88c {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:27:44.990590 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ba3e8385-1575-4cc6-bbfa-fed8a230ad36 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:45.020416 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a32911b-f7dd-4a2a-994b-92f4b43bb26a req-6f0e6c1d-915a-41e3-9122-601b9d5d33d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:45.022344 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0a32911b-f7dd-4a2a-994b-92f4b43bb26a req-6f0e6c1d-915a-41e3-9122-601b9d5d33d7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f235847f-d3a9-40a5-a380-de5a5d0a1fe6 HTTP/1.1" status: 200 len: 845 time: 0.5165899 May 04 17:27:45.064709 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feeb06e5-e781-4f28-a966-dfc3f3a46cda None None] Network e4d88864-54ad-425e-8eee-7260d3c728e9 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:27:45.078082 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f24e6689-f70d-4a23-bb2c-8ad9cf63109d tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Made reservation on behalf of 983c2322fbac41498b7f731747fedd84 for: {'port': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:27:45.083132 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f24e6689-f70d-4a23-bb2c-8ad9cf63109d tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:45.112567 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-21db3f7c-e619-43b2-850f-c7dadedf51fd tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:45.203707 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-2fa7e17f-403d-4b3d-ab32-fec64a1d306a tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Transition to ACTIVE for port object ca63a47d-f2e8-42e6-9135-887260dca981 will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:27:45.303975 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 3f1ee0f1-dc72-426d-9c25-aad9f829e3c5 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:27:45.311202 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [None req-f24e6689-f70d-4a23-bb2c-8ad9cf63109d tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] device_id is not set on port c98ab80d-85a1-45a8-bbd7-a740d733ad9b yet. {{(pid=88037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:27:45.358503 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad504b19-c33b-429b-923b-89945f59dc6c None None] Pushing event updated for resources: {'Port': ['ID=d345ee30-5499-4149-9cf4-83a149c5730e,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:45.382984 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721fc3d-37fc-4d41-8a92-930d0ad4a2d0 req-6fe09a22-af8e-4b11-a548-f94cdd310f92 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:45.387099 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-b721fc3d-37fc-4d41-8a92-930d0ad4a2d0 req-6fe09a22-af8e-4b11-a548-f94cdd310f92 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1b66867-5b74-48e0-919b-622dcaf3a763 HTTP/1.1" status: 200 len: 946 time: 0.2045283 May 04 17:27:45.396362 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-4662561c-f4e0-41f0-9cb1-d68df14a327f None None] Provisioning for port 34e64390-8b54-41bc-b92f-64de828ada46 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:27:45.431777 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-4b630c3e-4d6b-4909-b43b-caaeca5535d7 None None] For port d345ee30-5499-4149-9cf4-83a149c5730e, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:27:45.438320 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-4b630c3e-4d6b-4909-b43b-caaeca5535d7 None None] For port d345ee30-5499-4149-9cf4-83a149c5730e, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=d345ee30-5499-4149-9cf4-83a149c5730e,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:27:45.474836 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4b630c3e-4d6b-4909-b43b-caaeca5535d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:45.543837 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-b721fc3d-37fc-4d41-8a92-930d0ad4a2d0 req-1836372b-1513-4677-bf44-5f4a90a38340 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef9ce026-f7ab-4d8d-ba44-941d12f6d7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922594 May 04 17:27:45.584742 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 3f1ee0f1-dc72-426d-9c25-aad9f829e3c5 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:27:45.585117 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:45.629675 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b630c3e-4d6b-4909-b43b-caaeca5535d7 None None] Routers {'94016cf8-1891-456f-91e2-d6c0e88d8163'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:27:45.630377 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-4b630c3e-4d6b-4909-b43b-caaeca5535d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:27:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['94016cf8-1891-456f-91e2-d6c0e88d8163'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:45.676479 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-21db3f7c-e619-43b2-850f-c7dadedf51fd tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:45.749650 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad504b19-c33b-429b-923b-89945f59dc6c None None] Pushing event updated for resources: {'Port': ['ID=d345ee30-5499-4149-9cf4-83a149c5730e,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:45.872644 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93826e06-175f-4b84-b5e3-1aec72588001 None None] Network 3dd422bf-d146-40f8-84c2-6e6b4c6eff1e requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:27:45.900286 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ba3e8385-1575-4cc6-bbfa-fed8a230ad36 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:45.908534 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2fa7e17f-403d-4b3d-ab32-fec64a1d306a tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:45.937477 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21db3f7c-e619-43b2-850f-c7dadedf51fd tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Router 7904533c-7a8e-4cc0-8d03-debac521a689 is scheduled to L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 with binding_index 1 {{(pid=88038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:27:46.089895 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-4b630c3e-4d6b-4909-b43b-caaeca5535d7 None None] Set router 94016cf8-1891-456f-91e2-d6c0e88d8163 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:27:46.141558 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21db3f7c-e619-43b2-850f-c7dadedf51fd tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:27:46.166408 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-21db3f7c-e619-43b2-850f-c7dadedf51fd tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:46.168226 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-21db3f7c-e619-43b2-850f-c7dadedf51fd tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.0647357 May 04 17:27:46.175137 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46948) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:46.178935 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-ba3e8385-1575-4cc6-bbfa-fed8a230ad36 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Calling delete_port for c3dda2fb-6098-41b0-9c07-652aed46e88c owned by network:router_gateway {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:27:46.215200 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a32911b-f7dd-4a2a-994b-92f4b43bb26a req-71c8fc06-9fe1-4186-9e4a-91e50b57251f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:46.216897 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0a32911b-f7dd-4a2a-994b-92f4b43bb26a req-71c8fc06-9fe1-4186-9e4a-91e50b57251f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bd18084c-d817-434f-8399-bdaa1bc23fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.1802688 May 04 17:27:46.222680 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa7e17f-403d-4b3d-ab32-fec64a1d306a tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Network 6d1428dd-cba2-402e-8f93-d2442a43d61a is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:27:46.248988 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-987bf28a-0379-4e35-a398-8c714b5088b3 None None] Provisioning for port 19b47c6e-5da0-4b9c-91fa-137893e7429a completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:27:46.257910 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 19b47c6e-5da0-4b9c-91fa-137893e7429a up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:27:46.312331 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936c9849-b0a3-4028-acb3-244032d97137 None None] Sync routers for ids ['7904533c-7a8e-4cc0-8d03-debac521a689'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:27:46.387909 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-ffeb1edf-e27e-4810-9e7a-f8900823e4d8 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] 10.222.0.41 "GET /v2.0/routers/7904533c-7a8e-4cc0-8d03-debac521a689 HTTP/1.1" status: 200 len: 907 time: 0.2111356 May 04 17:27:46.390301 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46952) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:46.398298 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-2fa7e17f-403d-4b3d-ab32-fec64a1d306a tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:27:46.424371 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-f24e6689-f70d-4a23-bb2c-8ad9cf63109d tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Allocated IP 172.20.0.14 (4ace9741-ee8e-4384-a966-455b35b21296/c5f6b320-a398-43fe-9d34-3563e8593130/c98ab80d-85a1-45a8-bbd7-a740d733ad9b) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:27:46.424621 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936c9849-b0a3-4028-acb3-244032d97137 None None] Routers {'7904533c-7a8e-4cc0-8d03-debac521a689'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:27:46.425025 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-936c9849-b0a3-4028-acb3-244032d97137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:27:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['7904533c-7a8e-4cc0-8d03-debac521a689'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:46.426881 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa7e17f-403d-4b3d-ab32-fec64a1d306a tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:27:46.427551 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2fa7e17f-403d-4b3d-ab32-fec64a1d306a tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710357'] for router_interface, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:46.620295 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8461f8e7-348b-477a-915e-47220a39d6f4 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks [] for router, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:46.667938 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa7e17f-403d-4b3d-ab32-fec64a1d306a tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Pushing event updated for resources: {'Port': ['ID=ca63a47d-f2e8-42e6-9135-887260dca981,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:46.799081 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 19b47c6e-5da0-4b9c-91fa-137893e7429a completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:27:46.820479 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 19b47c6e-5da0-4b9c-91fa-137893e7429a triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:27:46.820884 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:46.828414 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0a32911b-f7dd-4a2a-994b-92f4b43bb26a req-50afed18-daf5-4243-8d65-d5b2baaf98fa service neutron] 10.222.0.42 "GET /v2.0/networks/bd18084c-d817-434f-8399-bdaa1bc23fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5879197 May 04 17:27:46.924326 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-7de938a5-5527-4a93-9048-32735c49e915 None None] Provisioning for port 72604ef8-b21e-49aa-b9f8-09ee5ad8870c completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:27:46.940740 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-936c9849-b0a3-4028-acb3-244032d97137 None None] Set router 7904533c-7a8e-4cc0-8d03-debac521a689 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:27:46.982441 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-7de938a5-5527-4a93-9048-32735c49e915 None None] Provisioning complete for port 72604ef8-b21e-49aa-b9f8-09ee5ad8870c triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:27:46.983490 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-7de938a5-5527-4a93-9048-32735c49e915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:46.994477 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2fa7e17f-403d-4b3d-ab32-fec64a1d306a tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:47.017562 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e5846-2e6f-4085-91a6-121d20008689 req-744b13a0-2a1a-4231-919f-70ad6b665de0 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:47.019132 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-d84e5846-2e6f-4085-91a6-121d20008689 req-744b13a0-2a1a-4231-919f-70ad6b665de0 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1b66867-5b74-48e0-919b-622dcaf3a763 HTTP/1.1" status: 200 len: 946 time: 0.1814654 May 04 17:27:47.066346 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8461f8e7-348b-477a-915e-47220a39d6f4 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:47.096155 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-8461f8e7-348b-477a-915e-47220a39d6f4 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Deleting port 5967bd6b-30ef-49a8-8cde-4ff2aa13baba {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:27:47.096520 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8461f8e7-348b-477a-915e-47220a39d6f4 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:47.147575 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [req-d84e5846-2e6f-4085-91a6-121d20008689 req-1af8b12a-019c-4833-bdb9-c6861c94b9fd tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Deleting port b9efea67-99e3-45b2-88d4-93cc730d1f0d {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:27:47.148297 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-d84e5846-2e6f-4085-91a6-121d20008689 req-1af8b12a-019c-4833-bdb9-c6861c94b9fd tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:47.237999 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0b4fd14c-7eff-451e-b69c-079637db6c5f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:47.363742 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-7de938a5-5527-4a93-9048-32735c49e915 None None] Port 72604ef8-b21e-49aa-b9f8-09ee5ad8870c cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:27:47.422723 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8461f8e7-348b-477a-915e-47220a39d6f4 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:47.451298 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-4b630c3e-4d6b-4909-b43b-caaeca5535d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94016cf8-1891-456f-91e2-d6c0e88d8163', 'name': 'tempest-snat-router-970552318', 'tenant_id': '16421e25b6674404ad030e8cb41c27b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.229'}], 'enable_snat': False}, 'gw_port_id': 'd345ee30-5499-4149-9cf4-83a149c5730e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:27:37Z', 'updated_at': '2022-05-04T17:27:39Z', 'revision_number': 3, 'project_id': '16421e25b6674404ad030e8cb41c27b5', 'gw_port': {'id': 'd345ee30-5499-4149-9cf4-83a149c5730e', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:8a:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94016cf8-1891-456f-91e2-d6c0e88d8163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:27:38Z', 'updated_at': '2022-05-04T17:27:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:47.461011 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b630c3e-4d6b-4909-b43b-caaeca5535d7 None None] The sync data for ids ['94016cf8-1891-456f-91e2-d6c0e88d8163'] in dv-neutron-840426-1-hyperv is: [{'id': '94016cf8-1891-456f-91e2-d6c0e88d8163', 'name': 'tempest-snat-router-970552318', 'tenant_id': '16421e25b6674404ad030e8cb41c27b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.229'}], 'enable_snat': False}, 'gw_port_id': 'd345ee30-5499-4149-9cf4-83a149c5730e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:27:37Z', 'updated_at': '2022-05-04T17:27:39Z', 'revision_number': 3, 'project_id': '16421e25b6674404ad030e8cb41c27b5', 'gw_port': {'id': 'd345ee30-5499-4149-9cf4-83a149c5730e', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:8a:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94016cf8-1891-456f-91e2-d6c0e88d8163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:27:38Z', 'updated_at': '2022-05-04T17:27:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:27:47.466959 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:47.502879 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb37db-9a30-49e2-ad90-389d7fb801f9 req-d393e510-bef7-41e6-bf91-fd03b2e7a494 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:47.520768 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-82eb37db-9a30-49e2-ad90-389d7fb801f9 req-d393e510-bef7-41e6-bf91-fd03b2e7a494 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1b66867-5b74-48e0-919b-622dcaf3a763 HTTP/1.1" status: 200 len: 946 time: 0.8136716 May 04 17:27:47.548040 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-154e2bcd-5874-486b-b783-d015a266789b None None] Provisioning complete for port 72604ef8-b21e-49aa-b9f8-09ee5ad8870c triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:27:47.548040 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-154e2bcd-5874-486b-b783-d015a266789b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:47.600084 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 19b47c6e-5da0-4b9c-91fa-137893e7429a, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=19b47c6e-5da0-4b9c-91fa-137893e7429a,segment=NetworkSegment(443ad041-47e7-48a3-b71e-8be6acb0f5fa),segment_id=443ad041-47e7-48a3-b71e-8be6acb0f5fa)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:27:47.623727 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-936c9849-b0a3-4028-acb3-244032d97137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7904533c-7a8e-4cc0-8d03-debac521a689', 'name': 'tempest-snat-router-970552318', 'tenant_id': '16421e25b6674404ad030e8cb41c27b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.234'}], 'enable_snat': True}, 'gw_port_id': '5967bd6b-30ef-49a8-8cde-4ff2aa13baba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:27:42Z', 'updated_at': '2022-05-04T17:27:44Z', 'revision_number': 3, 'project_id': '16421e25b6674404ad030e8cb41c27b5', 'gw_port': {'id': '5967bd6b-30ef-49a8-8cde-4ff2aa13baba', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:18:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7904533c-7a8e-4cc0-8d03-debac521a689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:27:43Z', 'updated_at': '2022-05-04T17:27:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:47.625791 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:47.626945 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 34e64390-8b54-41bc-b92f-64de828ada46 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:27:47.631531 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0a32911b-f7dd-4a2a-994b-92f4b43bb26a req-5456278a-74ae-48fd-a2ac-1b0cbcd5827d service neutron] 10.222.0.42 "GET /v2.0/networks/bd18084c-d817-434f-8399-bdaa1bc23fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7479856 May 04 17:27:47.638303 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-8461f8e7-348b-477a-915e-47220a39d6f4 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Calling delete_port for 5967bd6b-30ef-49a8-8cde-4ff2aa13baba owned by network:router_gateway {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:27:47.711066 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-154e2bcd-5874-486b-b783-d015a266789b None None] Port 72604ef8-b21e-49aa-b9f8-09ee5ad8870c cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:27:47.725352 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936c9849-b0a3-4028-acb3-244032d97137 None None] Checking router: 7904533c-7a8e-4cc0-8d03-debac521a689 for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:27:47.725808 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936c9849-b0a3-4028-acb3-244032d97137 None None] Updating router 7904533c-7a8e-4cc0-8d03-debac521a689 port 5967bd6b-30ef-49a8-8cde-4ff2aa13baba binding host dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:27:47.785950 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [req-d84e5846-2e6f-4085-91a6-121d20008689 req-1af8b12a-019c-4833-bdb9-c6861c94b9fd tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] For port b9efea67-99e3-45b2-88d4-93cc730d1f0d, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=b9efea67-99e3-45b2-88d4-93cc730d1f0d,segment=NetworkSegment(fbb10c96-8c43-4c34-a667-0746380bba35),segment_id=fbb10c96-8c43-4c34-a667-0746380bba35)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:27:47.786326 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-d84e5846-2e6f-4085-91a6-121d20008689 req-1af8b12a-019c-4833-bdb9-c6861c94b9fd tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:47.796226 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-154e2bcd-5874-486b-b783-d015a266789b None None] Provisioning for port ca63a47d-f2e8-42e6-9135-887260dca981 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:27:47.809932 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-154e2bcd-5874-486b-b783-d015a266789b None None] Provisioning complete for port ca63a47d-f2e8-42e6-9135-887260dca981 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:27:47.810453 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-154e2bcd-5874-486b-b783-d015a266789b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:47.899858 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=19b47c6e-5da0-4b9c-91fa-137893e7429a,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:47.905093 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-936c9849-b0a3-4028-acb3-244032d97137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:47.967061 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 34e64390-8b54-41bc-b92f-64de828ada46 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:27:47.971731 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-154e2bcd-5874-486b-b783-d015a266789b None None] Port ca63a47d-f2e8-42e6-9135-887260dca981 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:27:47.979372 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 34e64390-8b54-41bc-b92f-64de828ada46 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:27:47.979372 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:48.018058 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-82eb37db-9a30-49e2-ad90-389d7fb801f9 req-6018faa4-7281-42db-8457-e5ded73eec92 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef9ce026-f7ab-4d8d-ba44-941d12f6d7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4968171 May 04 17:27:48.128541 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f24e6689-f70d-4a23-bb2c-8ad9cf63109d tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:48.136899 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-75cf54bf-1520-4a95-81de-1315c75d9816 None None] Provisioning complete for port 19b47c6e-5da0-4b9c-91fa-137893e7429a triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:27:48.137274 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-75cf54bf-1520-4a95-81de-1315c75d9816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:48.164526 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ba3e8385-1575-4cc6-bbfa-fed8a230ad36 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:48.251747 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-d84e5846-2e6f-4085-91a6-121d20008689 req-1af8b12a-019c-4833-bdb9-c6861c94b9fd tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:48.252892 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-d84e5846-2e6f-4085-91a6-121d20008689 req-1af8b12a-019c-4833-bdb9-c6861c94b9fd tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710218'] for floatingip, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:48.253341 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.l3_db [req-d84e5846-2e6f-4085-91a6-121d20008689 req-1af8b12a-019c-4833-bdb9-c6861c94b9fd tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Floating IP cfb9886a-1c60-41e2-ab22-07e4399dac71 disassociated. External IP: 172.26.0.43, port: b9efea67-99e3-45b2-88d4-93cc730d1f0d. May 04 17:27:48.253897 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [req-d84e5846-2e6f-4085-91a6-121d20008689 req-1af8b12a-019c-4833-bdb9-c6861c94b9fd tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Calling delete_port for b9efea67-99e3-45b2-88d4-93cc730d1f0d owned by compute:nova {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:27:48.298579 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f24e6689-f70d-4a23-bb2c-8ad9cf63109d tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:48.322652 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e8385-1575-4cc6-bbfa-fed8a230ad36 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Pushing event deleted for resources: {'Port': ['ID=c3dda2fb-6098-41b0-9c07-652aed46e88c,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:48.392108 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:48.478176 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24e6689-f70d-4a23-bb2c-8ad9cf63109d tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Pushing event updated for resources: {'Port': ['ID=c98ab80d-85a1-45a8-bbd7-a740d733ad9b,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:48.519130 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 34e64390-8b54-41bc-b92f-64de828ada46, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=34e64390-8b54-41bc-b92f-64de828ada46,segment=NetworkSegment(9394d822-456e-40b5-9ca0-144684b259ec),segment_id=9394d822-456e-40b5-9ca0-144684b259ec)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:27:48.533434 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:48.577288 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8461f8e7-348b-477a-915e-47220a39d6f4 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:48.589493 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24e6689-f70d-4a23-bb2c-8ad9cf63109d tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Network 4ace9741-ee8e-4384-a966-455b35b21296 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:27:48.618924 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-d84e5846-2e6f-4085-91a6-121d20008689 req-1af8b12a-019c-4833-bdb9-c6861c94b9fd tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:48.634768 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=34e64390-8b54-41bc-b92f-64de828ada46,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:48.684684 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-f24e6689-f70d-4a23-bb2c-8ad9cf63109d tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:27:48.718442 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24e6689-f70d-4a23-bb2c-8ad9cf63109d tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:27:48.720625 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.db.api [None req-936c9849-b0a3-4028-acb3-244032d97137 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:27:48.721242 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG oslo_db.api [None req-936c9849-b0a3-4028-acb3-244032d97137 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:27:48.735103 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8461f8e7-348b-477a-915e-47220a39d6f4 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Pushing event deleted for resources: {'Port': ['ID=5967bd6b-30ef-49a8-8cde-4ff2aa13baba,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:48.804180 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device d345ee30-5499-4149-9cf4-83a149c5730e up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:27:48.805170 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24e6689-f70d-4a23-bb2c-8ad9cf63109d tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:48.805814 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f24e6689-f70d-4a23-bb2c-8ad9cf63109d tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:48.813535 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af8b12a-019c-4833-bdb9-c6861c94b9fd tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Pushing event deleted for resources: {'Port': ['ID=b9efea67-99e3-45b2-88d4-93cc730d1f0d,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:48.853907 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-f24e6689-f70d-4a23-bb2c-8ad9cf63109d tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.5061123 May 04 17:27:48.857382 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46960) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:48.871058 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-c34c8a34-d08f-4986-bc41-f41fd4b61eff tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Request body: {'floatingip': {'port_id': 'c98ab80d-85a1-45a8-bbd7-a740d733ad9b'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:27:48.918319 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port d345ee30-5499-4149-9cf4-83a149c5730e completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:27:48.924958 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port d345ee30-5499-4149-9cf4-83a149c5730e triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:27:48.925535 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:48.926687 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ba3e8385-1575-4cc6-bbfa-fed8a230ad36 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710199'] for router_gateway, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:49.096821 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:49.098507 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8461f8e7-348b-477a-915e-47220a39d6f4 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710199'] for router_gateway, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:49.136496 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port d345ee30-5499-4149-9cf4-83a149c5730e, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=d345ee30-5499-4149-9cf4-83a149c5730e,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:27:49.143932 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:49.145025 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 19b47c6e-5da0-4b9c-91fa-137893e7429a up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:27:49.297085 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8461f8e7-348b-477a-915e-47220a39d6f4 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:49.299987 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8461f8e7-348b-477a-915e-47220a39d6f4 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:49.301944 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936c9849-b0a3-4028-acb3-244032d97137 None None] Port 5967bd6b-30ef-49a8-8cde-4ff2aa13baba not found while updating agent binding for router 7904533c-7a8e-4cc0-8d03-debac521a689. {{(pid=88039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} May 04 17:27:49.343425 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936c9849-b0a3-4028-acb3-244032d97137 None None] Routers {'7904533c-7a8e-4cc0-8d03-debac521a689'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:27:49.344066 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-936c9849-b0a3-4028-acb3-244032d97137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:27:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['7904533c-7a8e-4cc0-8d03-debac521a689'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:49.347119 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c34c8a34-d08f-4986-bc41-f41fd4b61eff tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for floatingip, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:49.358570 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d84e5846-2e6f-4085-91a6-121d20008689 req-1af8b12a-019c-4833-bdb9-c6861c94b9fd tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Router 4a22a707-4e83-4f89-83fe-45dcfa18c511 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:27:49.396052 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-b20f473f-8c4a-4647-941d-9059cc08491e req-cab7c099-6afd-424b-8cbd-71b38109a4f2 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1b66867-5b74-48e0-919b-622dcaf3a763 HTTP/1.1" status: 200 len: 210 time: 0.0764022 May 04 17:27:49.398924 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8461f8e7-348b-477a-915e-47220a39d6f4 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:49.401254 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8461f8e7-348b-477a-915e-47220a39d6f4 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7904533c-7a8e-4cc0-8d03-debac521a689 {{(pid=88038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:27:49.492903 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-936c9849-b0a3-4028-acb3-244032d97137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:49.493462 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936c9849-b0a3-4028-acb3-244032d97137 None None] The sync data for ids ['7904533c-7a8e-4cc0-8d03-debac521a689'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:27:49.511692 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=d345ee30-5499-4149-9cf4-83a149c5730e,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:49.524961 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 19b47c6e-5da0-4b9c-91fa-137893e7429a triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:27:49.525460 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:49.527923 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8461f8e7-348b-477a-915e-47220a39d6f4 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:49.530066 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-8461f8e7-348b-477a-915e-47220a39d6f4 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] 10.222.0.41 "DELETE /v2.0/routers/7904533c-7a8e-4cc0-8d03-debac521a689 HTTP/1.1" status: 204 len: 168 time: 3.1388376 May 04 17:27:49.640676 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 46966) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:49.674337 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.db.resource_extend [None req-0b4fd14c-7eff-451e-b69c-079637db6c5f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] It took 0.71 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 17:27:49.703926 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d84e5846-2e6f-4085-91a6-121d20008689 req-1af8b12a-019c-4833-bdb9-c6861c94b9fd tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:27:49.715293 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5790fb9e-2774-49c6-9dfd-a9a57f3b3023 None None] Sync routers for ids ['4a22a707-4e83-4f89-83fe-45dcfa18c511'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:27:49.729982 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5790fb9e-2774-49c6-9dfd-a9a57f3b3023 None None] Routers {'4a22a707-4e83-4f89-83fe-45dcfa18c511'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:27:49.731306 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-5790fb9e-2774-49c6-9dfd-a9a57f3b3023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:27:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['4a22a707-4e83-4f89-83fe-45dcfa18c511'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:49.776889 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ba3e8385-1575-4cc6-bbfa-fed8a230ad36 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:49.780772 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0b4fd14c-7eff-451e-b69c-079637db6c5f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:49.783095 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ba3e8385-1575-4cc6-bbfa-fed8a230ad36 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:49.796215 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [req-d84e5846-2e6f-4085-91a6-121d20008689 req-1af8b12a-019c-4833-bdb9-c6861c94b9fd tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] No DVR routers for this DVR port b9efea67-99e3-45b2-88d4-93cc730d1f0d on host hv-neutron-8404 {{(pid=88038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:27:49.801377 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-d84e5846-2e6f-4085-91a6-121d20008689 req-1af8b12a-019c-4833-bdb9-c6861c94b9fd tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:49.802503 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0b4fd14c-7eff-451e-b69c-079637db6c5f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:49.804109 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-d84e5846-2e6f-4085-91a6-121d20008689 req-1af8b12a-019c-4833-bdb9-c6861c94b9fd tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] 10.222.0.42 "DELETE /v2.0/ports/b9efea67-99e3-45b2-88d4-93cc730d1f0d HTTP/1.1" status: 204 len: 173 time: 2.7724209 May 04 17:27:49.804605 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b66867-5b74-48e0-919b-622dcaf3a763', 'name': 'network-vif-deleted', 'tag': 'b9efea67-99e3-45b2-88d4-93cc730d1f0d'}] {{(pid=88038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:27:49.889677 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.notifiers.nova [-] Nova event matching ['req-929724b9-aea9-4c6d-bf56-ede7d36e60f4'] response: {'server_uuid': 'a1b66867-5b74-48e0-919b-622dcaf3a763', 'name': 'network-vif-deleted', 'tag': 'b9efea67-99e3-45b2-88d4-93cc730d1f0d', 'status': 'completed', 'code': 200} May 04 17:27:50.026542 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2fa7e17f-403d-4b3d-ab32-fec64a1d306a tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:50.060971 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device b9efea67-99e3-45b2-88d4-93cc730d1f0d no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:27:50.074224 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-5790fb9e-2774-49c6-9dfd-a9a57f3b3023 None None] Set router 4a22a707-4e83-4f89-83fe-45dcfa18c511 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:27:50.075186 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ba3e8385-1575-4cc6-bbfa-fed8a230ad36 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:50.075813 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba3e8385-1575-4cc6-bbfa-fed8a230ad36 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Fanout notify agent at l3_agent the message router_deleted on router c0fcfd81-2333-4dc3-8eb7-95ee136ac65a {{(pid=88037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:27:50.090501 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2fa7e17f-403d-4b3d-ab32-fec64a1d306a tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:50.091248 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2fa7e17f-403d-4b3d-ab32-fec64a1d306a tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710702'] for router_interface, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:50.127647 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4fd14c-7eff-451e-b69c-079637db6c5f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Pushing event updated for resources: {'Port': ['ID=72604ef8-b21e-49aa-b9f8-09ee5ad8870c,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:50.132047 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] No Port match for: b9efea67-99e3-45b2-88d4-93cc730d1f0d {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:27:50.132409 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device b9efea67-99e3-45b2-88d4-93cc730d1f0d not bound to the agent host hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:27:50.373068 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-7d16f8a9-2a9c-4ece-8176-1d6b287a9cb5 None None] Provisioning complete for port 72604ef8-b21e-49aa-b9f8-09ee5ad8870c triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:27:50.373443 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-7d16f8a9-2a9c-4ece-8176-1d6b287a9cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:50.477085 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-7d16f8a9-2a9c-4ece-8176-1d6b287a9cb5 None None] Port 72604ef8-b21e-49aa-b9f8-09ee5ad8870c cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:27:50.617286 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa7e17f-403d-4b3d-ab32-fec64a1d306a tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Pushing event updated for resources: {'Port': ['ID=ca63a47d-f2e8-42e6-9135-887260dca981,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:50.632013 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ba3e8385-1575-4cc6-bbfa-fed8a230ad36 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:50.634329 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-ba3e8385-1575-4cc6-bbfa-fed8a230ad36 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] 10.222.0.41 "DELETE /v2.0/routers/c0fcfd81-2333-4dc3-8eb7-95ee136ac65a HTTP/1.1" status: 204 len: 168 time: 7.6035933 May 04 17:27:50.647924 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46980) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:50.649989 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-683a7fe1-f6a2-49b4-a0b0-63d87ec29b62 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks [] for router, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:50.656492 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-f20db124-b230-4d85-a714-f3b5fadecb17 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1235281145', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:27:50.675872 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-f20db124-b230-4d85-a714-f3b5fadecb17 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:27:50.689760 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device d345ee30-5499-4149-9cf4-83a149c5730e up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:27:50.691469 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-f20db124-b230-4d85-a714-f3b5fadecb17 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Usage tracker for resource:router and tenant:cb678e2f68e045d181911c05c3b5ef71 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:27:50.699955 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-f20db124-b230-4d85-a714-f3b5fadecb17 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:27:50.707244 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-f20db124-b230-4d85-a714-f3b5fadecb17 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:27:50.718662 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f20db124-b230-4d85-a714-f3b5fadecb17 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:50.719901 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f20db124-b230-4d85-a714-f3b5fadecb17 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:50.739229 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f20db124-b230-4d85-a714-f3b5fadecb17 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:50.746122 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-5790fb9e-2774-49c6-9dfd-a9a57f3b3023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a22a707-4e83-4f89-83fe-45dcfa18c511', 'name': 'tempest-ServersTestJSON-1729791135-router', 'tenant_id': '379b29e6adf3429fb2a4d97286c4b5cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.69'}], 'enable_snat': True}, 'gw_port_id': 'd119864a-61e3-42f6-a0cc-3e15026cbe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:25:27Z', 'updated_at': '2022-05-04T17:25:38Z', 'revision_number': 4, 'project_id': '379b29e6adf3429fb2a4d97286c4b5cf', 'gw_port': {'id': 'd119864a-61e3-42f6-a0cc-3e15026cbe88', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a22a707-4e83-4f89-83fe-45dcfa18c511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:25:27Z', 'updated_at': '2022-05-04T17:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '170a97cc-123f-4e00-9e7f-94993732bc54', 'name': '', 'network_id': 'bd18084c-d817-434f-8399-bdaa1bc23fbc', 'tenant_id': '379b29e6adf3429fb2a4d97286c4b5cf', 'mac_address': 'fa:16:3e:15:df:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a22a707-4e83-4f89-83fe-45dcfa18c511', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'f235847f-d3a9-40a5-a380-de5a5d0a1fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:25:35Z', 'updated_at': '2022-05-04T17:25:52Z', 'revision_number': 5, 'project_id': '379b29e6adf3429fb2a4d97286c4b5cf', 'subnets': [{'id': 'f235847f-d3a9-40a5-a380-de5a5d0a1fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:50.763019 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5790fb9e-2774-49c6-9dfd-a9a57f3b3023 None None] Checking router: 4a22a707-4e83-4f89-83fe-45dcfa18c511 for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:27:50.765640 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f20db124-b230-4d85-a714-f3b5fadecb17 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:50.777101 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5790fb9e-2774-49c6-9dfd-a9a57f3b3023 None None] Routers {'4a22a707-4e83-4f89-83fe-45dcfa18c511'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:27:50.777754 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-5790fb9e-2774-49c6-9dfd-a9a57f3b3023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:27:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['4a22a707-4e83-4f89-83fe-45dcfa18c511'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:50.809405 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f20db124-b230-4d85-a714-f3b5fadecb17 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:50.814322 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-f20db124-b230-4d85-a714-f3b5fadecb17 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1606262 May 04 17:27:50.816760 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46984) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:50.828279 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-db8dcd84-5384-496a-8999-532281e494df tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'enable_snat': False}}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:27:50.859383 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port d345ee30-5499-4149-9cf4-83a149c5730e triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:27:50.861090 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:50.983442 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46990) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:51.038619 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-5790fb9e-2774-49c6-9dfd-a9a57f3b3023 None None] Set router 4a22a707-4e83-4f89-83fe-45dcfa18c511 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:27:51.093252 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 34e64390-8b54-41bc-b92f-64de828ada46 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:27:51.161549 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c34c8a34-d08f-4986-bc41-f41fd4b61eff tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:51.182204 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 34e64390-8b54-41bc-b92f-64de828ada46 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:27:51.182625 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:51.238542 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c34c8a34-d08f-4986-bc41-f41fd4b61eff tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710218'] for floatingip, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:51.545244 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-5790fb9e-2774-49c6-9dfd-a9a57f3b3023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a22a707-4e83-4f89-83fe-45dcfa18c511', 'name': 'tempest-ServersTestJSON-1729791135-router', 'tenant_id': '379b29e6adf3429fb2a4d97286c4b5cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.69'}], 'enable_snat': True}, 'gw_port_id': 'd119864a-61e3-42f6-a0cc-3e15026cbe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:25:27Z', 'updated_at': '2022-05-04T17:25:38Z', 'revision_number': 4, 'project_id': '379b29e6adf3429fb2a4d97286c4b5cf', 'gw_port': {'id': 'd119864a-61e3-42f6-a0cc-3e15026cbe88', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a22a707-4e83-4f89-83fe-45dcfa18c511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:25:27Z', 'updated_at': '2022-05-04T17:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '170a97cc-123f-4e00-9e7f-94993732bc54', 'name': '', 'network_id': 'bd18084c-d817-434f-8399-bdaa1bc23fbc', 'tenant_id': '379b29e6adf3429fb2a4d97286c4b5cf', 'mac_address': 'fa:16:3e:15:df:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a22a707-4e83-4f89-83fe-45dcfa18c511', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'f235847f-d3a9-40a5-a380-de5a5d0a1fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:25:35Z', 'updated_at': '2022-05-04T17:25:52Z', 'revision_number': 5, 'project_id': '379b29e6adf3429fb2a4d97286c4b5cf', 'subnets': [{'id': 'f235847f-d3a9-40a5-a380-de5a5d0a1fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:51.551336 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5790fb9e-2774-49c6-9dfd-a9a57f3b3023 None None] The sync data for ids ['4a22a707-4e83-4f89-83fe-45dcfa18c511'] in dv-neutron-840426-1-hyperv is: [{'id': '4a22a707-4e83-4f89-83fe-45dcfa18c511', 'name': 'tempest-ServersTestJSON-1729791135-router', 'tenant_id': '379b29e6adf3429fb2a4d97286c4b5cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.69'}], 'enable_snat': True}, 'gw_port_id': 'd119864a-61e3-42f6-a0cc-3e15026cbe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:25:27Z', 'updated_at': '2022-05-04T17:25:38Z', 'revision_number': 4, 'project_id': '379b29e6adf3429fb2a4d97286c4b5cf', 'gw_port': {'id': 'd119864a-61e3-42f6-a0cc-3e15026cbe88', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a22a707-4e83-4f89-83fe-45dcfa18c511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:25:27Z', 'updated_at': '2022-05-04T17:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '170a97cc-123f-4e00-9e7f-94993732bc54', 'name': '', 'network_id': 'bd18084c-d817-434f-8399-bdaa1bc23fbc', 'tenant_id': '379b29e6adf3429fb2a4d97286c4b5cf', 'mac_address': 'fa:16:3e:15:df:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a22a707-4e83-4f89-83fe-45dcfa18c511', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'f235847f-d3a9-40a5-a380-de5a5d0a1fe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:25:35Z', 'updated_at': '2022-05-04T17:25:52Z', 'revision_number': 5, 'project_id': '379b29e6adf3429fb2a4d97286c4b5cf', 'subnets': [{'id': 'f235847f-d3a9-40a5-a380-de5a5d0a1fe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:27:51.625609 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b37d543d-0457-4a03-8480-7ff9e102c1e7 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Notify callbacks [] for security_group, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:51.630088 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-db8dcd84-5384-496a-8999-532281e494df tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:51.677650 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b37d543d-0457-4a03-8480-7ff9e102c1e7 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:51.678361 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa7e17f-403d-4b3d-ab32-fec64a1d306a tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Network 6d1428dd-cba2-402e-8f93-d2442a43d61a is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:27:51.687546 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-2fa7e17f-403d-4b3d-ab32-fec64a1d306a tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:27:51.690573 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-683a7fe1-f6a2-49b4-a0b0-63d87ec29b62 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:51.738469 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0b4fd14c-7eff-451e-b69c-079637db6c5f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710357'] for router_interface, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:51.803740 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e19262-0766-4652-9f04-9f161875bfbb req-c5ebd63b-b105-4d53-b299-23c24f9a7395 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:51.811140 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e9e19262-0766-4652-9f04-9f161875bfbb req-c5ebd63b-b105-4d53-b299-23c24f9a7395 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e3c2a62-a3a5-485e-9329-8a03c7befa50 HTTP/1.1" status: 200 len: 945 time: 0.7768188 May 04 17:27:51.827324 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.l3_db [None req-c34c8a34-d08f-4986-bc41-f41fd4b61eff tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Floating IP 8d68ee14-9391-402b-b7b7-4d60f0831556 associated. External IP: 172.26.0.107, port: c98ab80d-85a1-45a8-bbd7-a740d733ad9b. May 04 17:27:51.844786 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b37d543d-0457-4a03-8480-7ff9e102c1e7 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:51.865650 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d2ddc9-00fb-46a1-9648-94e589962f41 None None] New status for floating IP cfb9886a-1c60-41e2-ab22-07e4399dac71: DOWN {{(pid=88039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:27:51.888555 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d543d-0457-4a03-8480-7ff9e102c1e7 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9ce026-f7ab-4d8d-ba44-941d12f6d7a8,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:51.914979 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b37d543d-0457-4a03-8480-7ff9e102c1e7 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:51.918588 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-b37d543d-0457-4a03-8480-7ff9e102c1e7 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] 10.222.0.41 "DELETE /v2.0/security-groups/ef9ce026-f7ab-4d8d-ba44-941d12f6d7a8 HTTP/1.1" status: 204 len: 168 time: 0.9315531 May 04 17:27:51.926752 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46994) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:51.958997 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.api.v2.resource [None req-3795df89-9a40-41b8-897c-00c6d2b0faf4 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] show failed (client error): The resource could not be found. May 04 17:27:51.962843 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-3795df89-9a40-41b8-897c-00c6d2b0faf4 tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] 10.222.0.41 "GET /v2.0/security-groups/ef9ce026-f7ab-4d8d-ba44-941d12f6d7a8 HTTP/1.1" status: 404 len: 347 time: 0.0328586 May 04 17:27:51.964229 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 46998) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:51.980656 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-683a7fe1-f6a2-49b4-a0b0-63d87ec29b62 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Deleting port d345ee30-5499-4149-9cf4-83a149c5730e {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:27:51.980899 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-683a7fe1-f6a2-49b4-a0b0-63d87ec29b62 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:52.072224 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb0e99b-d879-4b56-bc44-e27b4eb8ce23 req-68bdfa0f-1ba4-4cd6-a9a8-fff1af3a9d6c tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:52.073719 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-dfb0e99b-d879-4b56-bc44-e27b4eb8ce23 req-68bdfa0f-1ba4-4cd6-a9a8-fff1af3a9d6c tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e3c2a62-a3a5-485e-9329-8a03c7befa50 HTTP/1.1" status: 200 len: 945 time: 0.2705295 May 04 17:27:52.190115 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-33e0b02d-7711-4628-88c9-e516b6e803fc None None] Provisioning complete for port ca63a47d-f2e8-42e6-9135-887260dca981 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:27:52.190115 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-33e0b02d-7711-4628-88c9-e516b6e803fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:52.244967 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e9e19262-0766-4652-9f04-9f161875bfbb req-44708c0b-ec11-4bf2-ae2e-6026999d3805 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b0b86cf-a8f4-433e-9176-88c2053bdfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4329448 May 04 17:27:52.291701 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-33e0b02d-7711-4628-88c9-e516b6e803fc None None] Port ca63a47d-f2e8-42e6-9135-887260dca981 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:27:52.326900 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-c3c725cc-391b-49ad-8c37-921d93731c5e tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Deleting port 4ebffe51-0fc8-45fe-b0c3-d6c54d82e9dc {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:27:52.327255 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c3c725cc-391b-49ad-8c37-921d93731c5e tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:52.429712 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [req-dfb0e99b-d879-4b56-bc44-e27b4eb8ce23 req-d5eb930c-ec79-4034-820a-ae1159a40681 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Deleting port 3705644d-3b46-45bb-b3ca-58a94f3888ea {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:27:52.430083 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-dfb0e99b-d879-4b56-bc44-e27b4eb8ce23 req-d5eb930c-ec79-4034-820a-ae1159a40681 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:52.513722 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-db8dcd84-5384-496a-8999-532281e494df tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:52.562086 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-db8dcd84-5384-496a-8999-532281e494df tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:52.635693 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0b4fd14c-7eff-451e-b69c-079637db6c5f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:52.724193 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fa7e17f-403d-4b3d-ab32-fec64a1d306a tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Router 18b3dbf4-3199-4785-97c4-b9801b14e535 is scheduled to L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 with binding_index 1 {{(pid=88037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:27:52.727859 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-683a7fe1-f6a2-49b4-a0b0-63d87ec29b62 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] For port d345ee30-5499-4149-9cf4-83a149c5730e, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=d345ee30-5499-4149-9cf4-83a149c5730e,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:27:52.728217 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-683a7fe1-f6a2-49b4-a0b0-63d87ec29b62 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:52.783771 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c3c725cc-391b-49ad-8c37-921d93731c5e tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:52.784327 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c3c725cc-391b-49ad-8c37-921d93731c5e tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:53.003111 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-683a7fe1-f6a2-49b4-a0b0-63d87ec29b62 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Calling delete_port for d345ee30-5499-4149-9cf4-83a149c5730e owned by network:router_gateway {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:27:53.133107 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-c3c725cc-391b-49ad-8c37-921d93731c5e tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Calling delete_port for 4ebffe51-0fc8-45fe-b0c3-d6c54d82e9dc owned by network:floatingip {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:27:53.223911 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-db8dcd84-5384-496a-8999-532281e494df tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Allocated IP 172.26.0.126 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/f7003cdb-70f1-4f63-a279-36df691c78f6) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:27:53.274737 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [req-dfb0e99b-d879-4b56-bc44-e27b4eb8ce23 req-d5eb930c-ec79-4034-820a-ae1159a40681 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] For port 3705644d-3b46-45bb-b3ca-58a94f3888ea, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=3705644d-3b46-45bb-b3ca-58a94f3888ea,segment=NetworkSegment(87171e6b-f671-4224-9106-00609cd6ea4a),segment_id=87171e6b-f671-4224-9106-00609cd6ea4a)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:27:53.275533 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-dfb0e99b-d879-4b56-bc44-e27b4eb8ce23 req-d5eb930c-ec79-4034-820a-ae1159a40681 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:53.350420 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c34c8a34-d08f-4986-bc41-f41fd4b61eff tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Router 0cd77043-c03f-4b34-b6fb-545c4144e091 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:27:53.351549 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa7e17f-403d-4b3d-ab32-fec64a1d306a tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:27:53.359666 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-2fa7e17f-403d-4b3d-ab32-fec64a1d306a tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "PUT /v2.0/routers/18b3dbf4-3199-4785-97c4-b9801b14e535/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7353451 May 04 17:27:53.360363 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47004) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:53.366904 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c52053-a40c-4cd5-b764-bc804c971713 None None] Sync routers for ids ['18b3dbf4-3199-4785-97c4-b9801b14e535'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:27:53.378269 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c52053-a40c-4cd5-b764-bc804c971713 None None] Routers {'18b3dbf4-3199-4785-97c4-b9801b14e535'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:27:53.379183 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-68c52053-a40c-4cd5-b764-bc804c971713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:27:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['18b3dbf4-3199-4785-97c4-b9801b14e535'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:53.443120 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-68c52053-a40c-4cd5-b764-bc804c971713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:53.453689 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c52053-a40c-4cd5-b764-bc804c971713 None None] Routers {'18b3dbf4-3199-4785-97c4-b9801b14e535'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:27:53.454479 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-68c52053-a40c-4cd5-b764-bc804c971713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:27:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['18b3dbf4-3199-4785-97c4-b9801b14e535'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:53.517055 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-68c52053-a40c-4cd5-b764-bc804c971713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:53.517605 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c52053-a40c-4cd5-b764-bc804c971713 None None] The sync data for ids ['18b3dbf4-3199-4785-97c4-b9801b14e535'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:27:53.614524 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125b9d70-c954-41b9-ab96-1427423aee30 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:53.615103 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-125b9d70-c954-41b9-ab96-1427423aee30 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Synchronizing usage tracker for tenant:a41a9e7401a94b21bc1365a01709c65f on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:27:53.679957 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c3c725cc-391b-49ad-8c37-921d93731c5e tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:53.754445 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c725cc-391b-49ad-8c37-921d93731c5e tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Pushing event deleted for resources: {'Port': ['ID=4ebffe51-0fc8-45fe-b0c3-d6c54d82e9dc,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:53.788658 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-db8dcd84-5384-496a-8999-532281e494df tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:53.904696 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-125b9d70-c954-41b9-ab96-1427423aee30 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Unset dirty status for tenant:a41a9e7401a94b21bc1365a01709c65f on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:27:53.906517 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-125b9d70-c954-41b9-ab96-1427423aee30 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "GET /v2.0/ports/ca63a47d-f2e8-42e6-9135-887260dca981 HTTP/1.1" status: 200 len: 911 time: 0.5346885 May 04 17:27:53.911449 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47008) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:53.952911 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0b4fd14c-7eff-451e-b69c-079637db6c5f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:53.958581 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c34c8a34-d08f-4986-bc41-f41fd4b61eff tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:27:53.963361 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0b4fd14c-7eff-451e-b69c-079637db6c5f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:53.971011 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a741ca06-c0f2-40df-88ba-d14392f7ef5a None None] Sync routers for ids ['0cd77043-c03f-4b34-b6fb-545c4144e091'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:27:53.981887 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a741ca06-c0f2-40df-88ba-d14392f7ef5a None None] Routers {'0cd77043-c03f-4b34-b6fb-545c4144e091'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:27:53.982582 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-a741ca06-c0f2-40df-88ba-d14392f7ef5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:27:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['0cd77043-c03f-4b34-b6fb-545c4144e091'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:54.015144 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d5cef2-d60e-436f-88e6-e7ffc55e034e req-7efa0990-0f2b-47da-bd60-6717d8abef1c tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:54.016541 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-98d5cef2-d60e-436f-88e6-e7ffc55e034e req-7efa0990-0f2b-47da-bd60-6717d8abef1c tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e3c2a62-a3a5-485e-9329-8a03c7befa50 HTTP/1.1" status: 200 len: 945 time: 0.5985680 May 04 17:27:54.043021 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-a741ca06-c0f2-40df-88ba-d14392f7ef5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:54.054073 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a741ca06-c0f2-40df-88ba-d14392f7ef5a None None] Routers {'0cd77043-c03f-4b34-b6fb-545c4144e091'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:27:54.054689 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-a741ca06-c0f2-40df-88ba-d14392f7ef5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:27:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['0cd77043-c03f-4b34-b6fb-545c4144e091'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:54.066046 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c34c8a34-d08f-4986-bc41-f41fd4b61eff tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:54.093885 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-683a7fe1-f6a2-49b4-a0b0-63d87ec29b62 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:54.117034 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-a741ca06-c0f2-40df-88ba-d14392f7ef5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:54.117440 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a741ca06-c0f2-40df-88ba-d14392f7ef5a None None] The sync data for ids ['0cd77043-c03f-4b34-b6fb-545c4144e091'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:27:54.138377 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c3c725cc-391b-49ad-8c37-921d93731c5e tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Notify callbacks [] for floatingip, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:54.148324 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-dfb0e99b-d879-4b56-bc44-e27b4eb8ce23 req-d5eb930c-ec79-4034-820a-ae1159a40681 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:54.148690 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-dfb0e99b-d879-4b56-bc44-e27b4eb8ce23 req-d5eb930c-ec79-4034-820a-ae1159a40681 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710218'] for floatingip, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:54.148996 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.l3_db [req-dfb0e99b-d879-4b56-bc44-e27b4eb8ce23 req-d5eb930c-ec79-4034-820a-ae1159a40681 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Floating IP f9549416-89fe-4092-b188-4135a19bbc2e disassociated. External IP: 172.26.0.155, port: 3705644d-3b46-45bb-b3ca-58a94f3888ea. May 04 17:27:54.149329 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [req-dfb0e99b-d879-4b56-bc44-e27b4eb8ce23 req-d5eb930c-ec79-4034-820a-ae1159a40681 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Calling delete_port for 3705644d-3b46-45bb-b3ca-58a94f3888ea owned by compute:nova {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:27:54.220125 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0b4fd14c-7eff-451e-b69c-079637db6c5f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710702'] for router_interface, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:54.235718 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4fd14c-7eff-451e-b69c-079637db6c5f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Pushing event updated for resources: {'Port': ['ID=72604ef8-b21e-49aa-b9f8-09ee5ad8870c,revision_number=3']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:54.245972 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-98d5cef2-d60e-436f-88e6-e7ffc55e034e req-f14e1c2e-0aa7-42c6-9110-d32b86dfb1c2 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] 10.222.0.41 "GET /v2.0/security-groups?id=5b0b86cf-a8f4-433e-9176-88c2053bdfef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532335 May 04 17:27:54.284087 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-c34c8a34-d08f-4986-bc41-f41fd4b61eff tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] 10.222.0.41 "PUT /v2.0/floatingips/8d68ee14-9391-402b-b7b7-4d60f0831556 HTTP/1.1" status: 200 len: 979 time: 5.4231975 May 04 17:27:54.306830 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47012) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:54.313999 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c3c725cc-391b-49ad-8c37-921d93731c5e tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:54.315131 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-c3c725cc-391b-49ad-8c37-921d93731c5e tempest-ServersTestJSON-1755076871 tempest-ServersTestJSON-1755076871-project] 10.222.0.41 "DELETE /v2.0/floatingips/cfb9886a-1c60-41e2-ab22-07e4399dac71 HTTP/1.1" status: 204 len: 168 time: 2.3491633 May 04 17:27:54.318190 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683a7fe1-f6a2-49b4-a0b0-63d87ec29b62 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Pushing event deleted for resources: {'Port': ['ID=d345ee30-5499-4149-9cf4-83a149c5730e,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:54.325674 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47016) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:54.424878 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-683a7fe1-f6a2-49b4-a0b0-63d87ec29b62 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710199'] for router_gateway, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:54.498164 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-db8dcd84-5384-496a-8999-532281e494df tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:54.646801 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8dcd84-5384-496a-8999-532281e494df tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:27:54.656280 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-db8dcd84-5384-496a-8999-532281e494df tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:27:54.666256 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8dcd84-5384-496a-8999-532281e494df tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:27:54.730426 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-683a7fe1-f6a2-49b4-a0b0-63d87ec29b62 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:54.735792 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8dcd84-5384-496a-8999-532281e494df tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Pushing event updated for resources: {'Port': ['ID=f7003cdb-70f1-4f63-a279-36df691c78f6,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:54.738547 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-683a7fe1-f6a2-49b4-a0b0-63d87ec29b62 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:54.748257 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-6d8a33d7-d62e-4b21-92fb-f3f4f5d93f0e tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Deleting port c98ab80d-85a1-45a8-bbd7-a740d733ad9b {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:27:54.748600 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6d8a33d7-d62e-4b21-92fb-f3f4f5d93f0e tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:54.794709 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4fd14c-7eff-451e-b69c-079637db6c5f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Network e4d88864-54ad-425e-8eee-7260d3c728e9 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:27:54.851625 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-0b4fd14c-7eff-451e-b69c-079637db6c5f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:27:54.868312 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-683a7fe1-f6a2-49b4-a0b0-63d87ec29b62 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:54.868515 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-683a7fe1-f6a2-49b4-a0b0-63d87ec29b62 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 94016cf8-1891-456f-91e2-d6c0e88d8163 {{(pid=88037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:27:55.013383 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-683a7fe1-f6a2-49b4-a0b0-63d87ec29b62 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:55.018395 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-683a7fe1-f6a2-49b4-a0b0-63d87ec29b62 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] 10.222.0.41 "DELETE /v2.0/routers/94016cf8-1891-456f-91e2-d6c0e88d8163 HTTP/1.1" status: 204 len: 168 time: 5.3618839 May 04 17:27:55.020594 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47020) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:55.040448 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-73dcccb1-099c-4658-8f9e-b90692f22fdf tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2091540738', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}, 'admin_state_up': False}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:27:55.126835 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-dfb0e99b-d879-4b56-bc44-e27b4eb8ce23 req-d5eb930c-ec79-4034-820a-ae1159a40681 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:55.128670 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-73dcccb1-099c-4658-8f9e-b90692f22fdf tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:27:55.137784 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-0a30c41a-542c-4c42-ab2a-bbffb24852f9 None None] Provisioning complete for port 72604ef8-b21e-49aa-b9f8-09ee5ad8870c triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:27:55.138404 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0a30c41a-542c-4c42-ab2a-bbffb24852f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:55.184137 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-73dcccb1-099c-4658-8f9e-b90692f22fdf tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Usage tracker for resource:router and tenant:bf5f75dc0afa4422b68fd6a68c41365c is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:27:55.195184 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-0a30c41a-542c-4c42-ab2a-bbffb24852f9 None None] Port 72604ef8-b21e-49aa-b9f8-09ee5ad8870c cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:27:55.215645 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-73dcccb1-099c-4658-8f9e-b90692f22fdf tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:27:55.272968 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eb930c-ec79-4034-820a-ae1159a40681 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Pushing event deleted for resources: {'Port': ['ID=3705644d-3b46-45bb-b3ca-58a94f3888ea,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:55.302137 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-73dcccb1-099c-4658-8f9e-b90692f22fdf tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:27:55.447038 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-73dcccb1-099c-4658-8f9e-b90692f22fdf tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:55.448038 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-73dcccb1-099c-4658-8f9e-b90692f22fdf tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:55.458825 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b4fd14c-7eff-451e-b69c-079637db6c5f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Router 4b90f6a6-7d67-4e59-a660-e86c07426c83 is scheduled to L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 with binding_index 1 {{(pid=88037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:27:55.463278 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b827eb2d-94cf-465d-994a-f83b4282aee3 req-0b9336dc-d8c5-47db-a1a5-e8a5ef737d9c tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e3c2a62-a3a5-485e-9329-8a03c7befa50 HTTP/1.1" status: 200 len: 210 time: 0.0646241 May 04 17:27:55.636233 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b4fd14c-7eff-451e-b69c-079637db6c5f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:27:55.641327 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-0b4fd14c-7eff-451e-b69c-079637db6c5f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "PUT /v2.0/routers/4b90f6a6-7d67-4e59-a660-e86c07426c83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9985125 May 04 17:27:55.644055 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47028) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:55.646677 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef79bb4-ac08-453a-a168-9263f812aee4 None None] Sync routers for ids ['4b90f6a6-7d67-4e59-a660-e86c07426c83'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:27:55.657095 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef79bb4-ac08-453a-a168-9263f812aee4 None None] Routers {'4b90f6a6-7d67-4e59-a660-e86c07426c83'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:27:55.657989 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-aef79bb4-ac08-453a-a168-9263f812aee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:27:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['4b90f6a6-7d67-4e59-a660-e86c07426c83'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:55.726189 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-aef79bb4-ac08-453a-a168-9263f812aee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:55.736395 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef79bb4-ac08-453a-a168-9263f812aee4 None None] Routers {'4b90f6a6-7d67-4e59-a660-e86c07426c83'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:27:55.737290 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-aef79bb4-ac08-453a-a168-9263f812aee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:27:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['4b90f6a6-7d67-4e59-a660-e86c07426c83'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:55.756951 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1b13e8-c103-4a69-9f65-399934805983 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:27:55.757580 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-fe1b13e8-c103-4a69-9f65-399934805983 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Synchronizing usage tracker for tenant:4d4e7c7b24884dc786dfd71b0f2e4f89 on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:27:55.783118 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-fe1b13e8-c103-4a69-9f65-399934805983 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Unset dirty status for tenant:4d4e7c7b24884dc786dfd71b0f2e4f89 on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:27:55.784366 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-fe1b13e8-c103-4a69-9f65-399934805983 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "GET /v2.0/ports/72604ef8-b21e-49aa-b9f8-09ee5ad8870c HTTP/1.1" status: 200 len: 977 time: 0.1394176 May 04 17:27:55.787139 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47032) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:55.801235 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-aef79bb4-ac08-453a-a168-9263f812aee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:55.801937 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef79bb4-ac08-453a-a168-9263f812aee4 None None] The sync data for ids ['4b90f6a6-7d67-4e59-a660-e86c07426c83'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:27:55.854552 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b12c1b0b-c541-488e-ab34-9e4a02cd5dd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710748'] for router_interface, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:55.992998 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-73dcccb1-099c-4658-8f9e-b90692f22fdf tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:56.054202 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9aa5b731-610c-4257-872c-55a614ac689a tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:56.084105 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6d8a33d7-d62e-4b21-92fb-f3f4f5d93f0e tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:56.107297 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 3705644d-3b46-45bb-b3ca-58a94f3888ea no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:27:56.144544 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] No Port match for: 3705644d-3b46-45bb-b3ca-58a94f3888ea {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:27:56.145255 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 3705644d-3b46-45bb-b3ca-58a94f3888ea not bound to the agent host hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:27:56.384916 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dfb0e99b-d879-4b56-bc44-e27b4eb8ce23 req-d5eb930c-ec79-4034-820a-ae1159a40681 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Router c9610e8c-5484-42ad-a20b-e10d6c3f3d59 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:27:56.399280 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-db8dcd84-5384-496a-8999-532281e494df tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:56.528902 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-b12c1b0b-c541-488e-ab34-9e4a02cd5dd9 admin admin] Deleting port 170a97cc-123f-4e00-9e7f-94993732bc54 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:27:56.529489 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b12c1b0b-c541-488e-ab34-9e4a02cd5dd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:56.569698 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device d345ee30-5499-4149-9cf4-83a149c5730e no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:27:56.605641 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: d345ee30-5499-4149-9cf4-83a149c5730e {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:27:56.606123 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device d345ee30-5499-4149-9cf4-83a149c5730e not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:27:56.871183 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-35ec1110-8194-41e5-8a79-49305d66d406 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710748'] for router_interface, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:57.020754 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-b12c1b0b-c541-488e-ab34-9e4a02cd5dd9 admin admin] For port 170a97cc-123f-4e00-9e7f-94993732bc54, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=170a97cc-123f-4e00-9e7f-94993732bc54,segment=NetworkSegment(fbb10c96-8c43-4c34-a667-0746380bba35),segment_id=fbb10c96-8c43-4c34-a667-0746380bba35)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:27:57.021107 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b12c1b0b-c541-488e-ab34-9e4a02cd5dd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:57.066830 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-80cf99c7-4e19-46d7-8c15-f5c07bf076e9 req-09eb1212-8769-4f17-8648-c3d7fecfd052 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e3c2a62-a3a5-485e-9329-8a03c7befa50 HTTP/1.1" status: 200 len: 210 time: 0.4388673 May 04 17:27:57.149470 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-b12c1b0b-c541-488e-ab34-9e4a02cd5dd9 admin admin] Calling delete_port for 170a97cc-123f-4e00-9e7f-94993732bc54 owned by network:router_interface {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:27:57.175455 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-73dcccb1-099c-4658-8f9e-b90692f22fdf tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:57.370538 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-35ec1110-8194-41e5-8a79-49305d66d406 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Deleting port 72604ef8-b21e-49aa-b9f8-09ee5ad8870c {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:27:57.370809 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-35ec1110-8194-41e5-8a79-49305d66d406 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:57.493745 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dfb0e99b-d879-4b56-bc44-e27b4eb8ce23 req-d5eb930c-ec79-4034-820a-ae1159a40681 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:27:57.505301 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed5ccd4-1007-4db8-a8d8-8aac0b5ef11a None None] Sync routers for ids ['c9610e8c-5484-42ad-a20b-e10d6c3f3d59'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:27:57.516623 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed5ccd4-1007-4db8-a8d8-8aac0b5ef11a None None] Routers {'c9610e8c-5484-42ad-a20b-e10d6c3f3d59'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:27:57.517263 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-0ed5ccd4-1007-4db8-a8d8-8aac0b5ef11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:27:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['c9610e8c-5484-42ad-a20b-e10d6c3f3d59'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:57.601384 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b12c1b0b-c541-488e-ab34-9e4a02cd5dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:57.615864 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6d8a33d7-d62e-4b21-92fb-f3f4f5d93f0e tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:57.616240 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6d8a33d7-d62e-4b21-92fb-f3f4f5d93f0e tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710218'] for floatingip, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:57.616553 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.l3_db [None req-6d8a33d7-d62e-4b21-92fb-f3f4f5d93f0e tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Floating IP 8d68ee14-9391-402b-b7b7-4d60f0831556 disassociated. External IP: 172.26.0.107, port: c98ab80d-85a1-45a8-bbd7-a740d733ad9b. May 04 17:27:57.616892 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-6d8a33d7-d62e-4b21-92fb-f3f4f5d93f0e tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Calling delete_port for c98ab80d-85a1-45a8-bbd7-a740d733ad9b owned by {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:27:57.650153 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-35ec1110-8194-41e5-8a79-49305d66d406 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:57.666532 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12c1b0b-c541-488e-ab34-9e4a02cd5dd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=170a97cc-123f-4e00-9e7f-94993732bc54,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:57.736704 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfb0e99b-d879-4b56-bc44-e27b4eb8ce23 req-d5eb930c-ec79-4034-820a-ae1159a40681 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] No DVR routers for this DVR port 3705644d-3b46-45bb-b3ca-58a94f3888ea on host hv-neutron-8404 {{(pid=88038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:27:57.747920 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-0ed5ccd4-1007-4db8-a8d8-8aac0b5ef11a None None] Set router c9610e8c-5484-42ad-a20b-e10d6c3f3d59 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:27:57.777676 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-dfb0e99b-d879-4b56-bc44-e27b4eb8ce23 req-d5eb930c-ec79-4034-820a-ae1159a40681 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:57.782693 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3c2a62-a3a5-485e-9329-8a03c7befa50', 'name': 'network-vif-deleted', 'tag': '3705644d-3b46-45bb-b3ca-58a94f3888ea'}] {{(pid=88038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:27:57.851293 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-35ec1110-8194-41e5-8a79-49305d66d406 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Calling delete_port for 72604ef8-b21e-49aa-b9f8-09ee5ad8870c owned by network:router_interface {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:27:57.965774 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-db8dcd84-5384-496a-8999-532281e494df tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:57.972684 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c23b6c8-80c5-4f34-a3bf-096f264b801f'] response: {'server_uuid': '1e3c2a62-a3a5-485e-9329-8a03c7befa50', 'name': 'network-vif-deleted', 'tag': '3705644d-3b46-45bb-b3ca-58a94f3888ea', 'status': 'completed', 'code': 200} May 04 17:27:57.998258 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-db8dcd84-5384-496a-8999-532281e494df tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-712177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-712168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-709817'] for router, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:58.006226 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-dfb0e99b-d879-4b56-bc44-e27b4eb8ce23 req-d5eb930c-ec79-4034-820a-ae1159a40681 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] 10.222.0.42 "DELETE /v2.0/ports/3705644d-3b46-45bb-b3ca-58a94f3888ea HTTP/1.1" status: 204 len: 173 time: 5.8166153 May 04 17:27:58.018455 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-9aa5b731-610c-4257-872c-55a614ac689a tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Allocated IP 2001:db8:1::1 (3dd422bf-d146-40f8-84c2-6e6b4c6eff1e/76d750c0-94d2-4268-9800-13d27a2763c4/25839c81-6674-4d4c-942c-475a5ddc76ac) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:27:58.135392 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-0ed5ccd4-1007-4db8-a8d8-8aac0b5ef11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9610e8c-5484-42ad-a20b-e10d6c3f3d59', 'name': 'tempest-ServersTestManualDisk-823122399-router', 'tenant_id': '306abfe2022942778f41b8a8d30aa525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.80'}], 'enable_snat': True}, 'gw_port_id': 'd89105d5-fcb4-48f5-a703-63b60c635dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:25:28Z', 'updated_at': '2022-05-04T17:25:47Z', 'revision_number': 4, 'project_id': '306abfe2022942778f41b8a8d30aa525', 'gw_port': {'id': 'd89105d5-fcb4-48f5-a703-63b60c635dca', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:08:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9610e8c-5484-42ad-a20b-e10d6c3f3d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:25:32Z', 'updated_at': '2022-05-04T17:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': 'a1bdf7ab-19ab-4ddc-81a1-5b21566c440e', 'name': '', 'network_id': '19db3995-cea8-405f-a544-2f4051674b44', 'tenant_id': '306abfe2022942778f41b8a8d30aa525', 'mac_address': 'fa:16:3e:ea:91:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9610e8c-5484-42ad-a20b-e10d6c3f3d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '93c411c1-84f2-40bd-a250-70dec47b3f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:25:43Z', 'updated_at': '2022-05-04T17:25:57Z', 'revision_number': 5, 'project_id': '306abfe2022942778f41b8a8d30aa525', 'subnets': [{'id': '93c411c1-84f2-40bd-a250-70dec47b3f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:58.147775 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed5ccd4-1007-4db8-a8d8-8aac0b5ef11a None None] Checking router: c9610e8c-5484-42ad-a20b-e10d6c3f3d59 for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:27:58.158523 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6d8a33d7-d62e-4b21-92fb-f3f4f5d93f0e tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:58.169426 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed5ccd4-1007-4db8-a8d8-8aac0b5ef11a None None] Routers {'c9610e8c-5484-42ad-a20b-e10d6c3f3d59'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:27:58.170626 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-0ed5ccd4-1007-4db8-a8d8-8aac0b5ef11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:27:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['c9610e8c-5484-42ad-a20b-e10d6c3f3d59'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:58.371600 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8a33d7-d62e-4b21-92fb-f3f4f5d93f0e tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Pushing event deleted for resources: {'Port': ['ID=c98ab80d-85a1-45a8-bbd7-a740d733ad9b,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:58.374817 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b12c1b0b-c541-488e-ab34-9e4a02cd5dd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710832'] for router_interface, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:58.385013 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-0ed5ccd4-1007-4db8-a8d8-8aac0b5ef11a None None] Set router c9610e8c-5484-42ad-a20b-e10d6c3f3d59 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:27:58.456685 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-35ec1110-8194-41e5-8a79-49305d66d406 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:58.511526 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ec1110-8194-41e5-8a79-49305d66d406 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Pushing event deleted for resources: {'Port': ['ID=72604ef8-b21e-49aa-b9f8-09ee5ad8870c,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:27:58.774324 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-0ed5ccd4-1007-4db8-a8d8-8aac0b5ef11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9610e8c-5484-42ad-a20b-e10d6c3f3d59', 'name': 'tempest-ServersTestManualDisk-823122399-router', 'tenant_id': '306abfe2022942778f41b8a8d30aa525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.80'}], 'enable_snat': True}, 'gw_port_id': 'd89105d5-fcb4-48f5-a703-63b60c635dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:25:28Z', 'updated_at': '2022-05-04T17:25:47Z', 'revision_number': 4, 'project_id': '306abfe2022942778f41b8a8d30aa525', 'gw_port': {'id': 'd89105d5-fcb4-48f5-a703-63b60c635dca', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:08:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9610e8c-5484-42ad-a20b-e10d6c3f3d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:25:32Z', 'updated_at': '2022-05-04T17:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': 'a1bdf7ab-19ab-4ddc-81a1-5b21566c440e', 'name': '', 'network_id': '19db3995-cea8-405f-a544-2f4051674b44', 'tenant_id': '306abfe2022942778f41b8a8d30aa525', 'mac_address': 'fa:16:3e:ea:91:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9610e8c-5484-42ad-a20b-e10d6c3f3d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '93c411c1-84f2-40bd-a250-70dec47b3f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:25:43Z', 'updated_at': '2022-05-04T17:25:57Z', 'revision_number': 5, 'project_id': '306abfe2022942778f41b8a8d30aa525', 'subnets': [{'id': '93c411c1-84f2-40bd-a250-70dec47b3f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:58.783350 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed5ccd4-1007-4db8-a8d8-8aac0b5ef11a None None] The sync data for ids ['c9610e8c-5484-42ad-a20b-e10d6c3f3d59'] in dv-neutron-840426-1-hyperv is: [{'id': 'c9610e8c-5484-42ad-a20b-e10d6c3f3d59', 'name': 'tempest-ServersTestManualDisk-823122399-router', 'tenant_id': '306abfe2022942778f41b8a8d30aa525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.80'}], 'enable_snat': True}, 'gw_port_id': 'd89105d5-fcb4-48f5-a703-63b60c635dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:25:28Z', 'updated_at': '2022-05-04T17:25:47Z', 'revision_number': 4, 'project_id': '306abfe2022942778f41b8a8d30aa525', 'gw_port': {'id': 'd89105d5-fcb4-48f5-a703-63b60c635dca', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:08:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9610e8c-5484-42ad-a20b-e10d6c3f3d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:25:32Z', 'updated_at': '2022-05-04T17:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': 'a1bdf7ab-19ab-4ddc-81a1-5b21566c440e', 'name': '', 'network_id': '19db3995-cea8-405f-a544-2f4051674b44', 'tenant_id': '306abfe2022942778f41b8a8d30aa525', 'mac_address': 'fa:16:3e:ea:91:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9610e8c-5484-42ad-a20b-e10d6c3f3d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '93c411c1-84f2-40bd-a250-70dec47b3f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:25:43Z', 'updated_at': '2022-05-04T17:25:57Z', 'revision_number': 5, 'project_id': '306abfe2022942778f41b8a8d30aa525', 'subnets': [{'id': '93c411c1-84f2-40bd-a250-70dec47b3f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:27:58.952635 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-35ec1110-8194-41e5-8a79-49305d66d406 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710832'] for router_interface, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:59.007062 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-6300de07-d1cb-48de-98f0-3e61f71c0259 req-53024e96-008d-4ccf-a44a-68ba170c4adb tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Synchronizing usage tracker for tenant:306abfe2022942778f41b8a8d30aa525 on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:27:59.028866 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3090d14a-440d-40c5-b0ed-d5f5d70567d1 None None] New status for floating IP f9549416-89fe-4092-b188-4135a19bbc2e: DOWN {{(pid=88040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:27:59.117236 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-73dcccb1-099c-4658-8f9e-b90692f22fdf tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks [] for router_gateway, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:59.201040 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-73dcccb1-099c-4658-8f9e-b90692f22fdf tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:59.202747 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-6300de07-d1cb-48de-98f0-3e61f71c0259 req-53024e96-008d-4ccf-a44a-68ba170c4adb tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Unset dirty status for tenant:306abfe2022942778f41b8a8d30aa525 on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:27:59.203939 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-6300de07-d1cb-48de-98f0-3e61f71c0259 req-53024e96-008d-4ccf-a44a-68ba170c4adb tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e3c2a62-a3a5-485e-9329-8a03c7befa50 HTTP/1.1" status: 200 len: 210 time: 0.9055283 May 04 17:27:59.338581 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b12c1b0b-c541-488e-ab34-9e4a02cd5dd9 admin admin] Router 4a22a707-4e83-4f89-83fe-45dcfa18c511 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:27:59.339509 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9aa5b731-610c-4257-872c-55a614ac689a tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:59.420590 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-9aa5b731-610c-4257-872c-55a614ac689a tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Transition to ACTIVE for port object 25839c81-6674-4d4c-942c-475a5ddc76ac will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:27:59.433304 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d8a33d7-d62e-4b21-92fb-f3f4f5d93f0e tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Router 0cd77043-c03f-4b34-b6fb-545c4144e091 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:27:59.474861 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db8dcd84-5384-496a-8999-532281e494df tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Router 795ca721-ac81-4ec7-b241-0737ecbd3f23 is scheduled to L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 with binding_index 1 {{(pid=88038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:27:59.524132 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35ec1110-8194-41e5-8a79-49305d66d406 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Router 4b90f6a6-7d67-4e59-a660-e86c07426c83 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:27:59.545142 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-73dcccb1-099c-4658-8f9e-b90692f22fdf tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Allocated IP 172.26.0.67 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/75a1cce9-6f11-40e3-8bdf-1a89200087c1) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:27:59.743407 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ec1110-8194-41e5-8a79-49305d66d406 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:27:59.753486 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6430bd0-e516-4c8e-a938-481924505bb6 None None] Sync routers for ids ['4b90f6a6-7d67-4e59-a660-e86c07426c83'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:27:59.764551 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6430bd0-e516-4c8e-a938-481924505bb6 None None] Routers {'4b90f6a6-7d67-4e59-a660-e86c07426c83'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:27:59.765244 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-e6430bd0-e516-4c8e-a938-481924505bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:27:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['4b90f6a6-7d67-4e59-a660-e86c07426c83'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:59.768830 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b12c1b0b-c541-488e-ab34-9e4a02cd5dd9 admin admin] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:27:59.776085 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-b12c1b0b-c541-488e-ab34-9e4a02cd5dd9 admin admin] 10.222.0.41 "PUT /v2.0/routers/4a22a707-4e83-4f89-83fe-45dcfa18c511/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4492788 May 04 17:27:59.779664 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-35ec1110-8194-41e5-8a79-49305d66d406 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "PUT /v2.0/routers/4b90f6a6-7d67-4e59-a660-e86c07426c83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9916029 May 04 17:27:59.780214 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47042) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:59.780614 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e544a372-b5f7-4c78-9cfd-a18b7fda506c None None] Sync routers for ids ['4a22a707-4e83-4f89-83fe-45dcfa18c511'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:27:59.783074 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47046) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:27:59.785783 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9aa5b731-610c-4257-872c-55a614ac689a tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:59.796890 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e544a372-b5f7-4c78-9cfd-a18b7fda506c None None] Routers {'4a22a707-4e83-4f89-83fe-45dcfa18c511'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:27:59.797425 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-e544a372-b5f7-4c78-9cfd-a18b7fda506c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:27:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['4a22a707-4e83-4f89-83fe-45dcfa18c511'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:59.878660 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-e6430bd0-e516-4c8e-a938-481924505bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:59.886901 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6430bd0-e516-4c8e-a938-481924505bb6 None None] Routers {'4b90f6a6-7d67-4e59-a660-e86c07426c83'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:27:59.887573 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-e6430bd0-e516-4c8e-a938-481924505bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:27:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['4b90f6a6-7d67-4e59-a660-e86c07426c83'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:59.953429 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-e6430bd0-e516-4c8e-a938-481924505bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:27:59.954400 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6430bd0-e516-4c8e-a938-481924505bb6 None None] The sync data for ids ['4b90f6a6-7d67-4e59-a660-e86c07426c83'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:28:00.002417 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa5b731-610c-4257-872c-55a614ac689a tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Network 3dd422bf-d146-40f8-84c2-6e6b4c6eff1e is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:28:00.006282 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-e544a372-b5f7-4c78-9cfd-a18b7fda506c None None] Set router 4a22a707-4e83-4f89-83fe-45dcfa18c511 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:28:00.012843 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-9aa5b731-610c-4257-872c-55a614ac689a tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:28:00.015300 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa5b731-610c-4257-872c-55a614ac689a tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:28:00.016095 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9aa5b731-610c-4257-872c-55a614ac689a tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710357'] for router_interface, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:00.199226 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d8a33d7-d62e-4b21-92fb-f3f4f5d93f0e tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:28:00.212260 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc4a0d0-9934-4f89-baac-ab6c1928695e None None] Sync routers for ids ['0cd77043-c03f-4b34-b6fb-545c4144e091'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:28:00.228130 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc4a0d0-9934-4f89-baac-ab6c1928695e None None] Routers {'0cd77043-c03f-4b34-b6fb-545c4144e091'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:28:00.228755 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-5bc4a0d0-9934-4f89-baac-ab6c1928695e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:27:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['0cd77043-c03f-4b34-b6fb-545c4144e091'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:00.300862 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa5b731-610c-4257-872c-55a614ac689a tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Pushing event updated for resources: {'Port': ['ID=25839c81-6674-4d4c-942c-475a5ddc76ac,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:00.326077 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-e544a372-b5f7-4c78-9cfd-a18b7fda506c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a22a707-4e83-4f89-83fe-45dcfa18c511', 'name': 'tempest-ServersTestJSON-1729791135-router', 'tenant_id': '379b29e6adf3429fb2a4d97286c4b5cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.69'}], 'enable_snat': True}, 'gw_port_id': 'd119864a-61e3-42f6-a0cc-3e15026cbe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:25:27Z', 'updated_at': '2022-05-04T17:27:57Z', 'revision_number': 5, 'project_id': '379b29e6adf3429fb2a4d97286c4b5cf', 'gw_port': {'id': 'd119864a-61e3-42f6-a0cc-3e15026cbe88', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a22a707-4e83-4f89-83fe-45dcfa18c511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:25:27Z', 'updated_at': '2022-05-04T17:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:00.330820 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e544a372-b5f7-4c78-9cfd-a18b7fda506c None None] Checking router: 4a22a707-4e83-4f89-83fe-45dcfa18c511 for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:28:00.343336 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-5bc4a0d0-9934-4f89-baac-ab6c1928695e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:00.346550 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e544a372-b5f7-4c78-9cfd-a18b7fda506c None None] Routers {'4a22a707-4e83-4f89-83fe-45dcfa18c511'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:28:00.347181 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-e544a372-b5f7-4c78-9cfd-a18b7fda506c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:27:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['4a22a707-4e83-4f89-83fe-45dcfa18c511'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:00.352154 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc4a0d0-9934-4f89-baac-ab6c1928695e None None] Routers {'0cd77043-c03f-4b34-b6fb-545c4144e091'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:28:00.352753 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-5bc4a0d0-9934-4f89-baac-ab6c1928695e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:27:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['0cd77043-c03f-4b34-b6fb-545c4144e091'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:00.401884 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a3bc2d20-2d0d-4ebe-8faa-e3b44e8f7483 admin admin] Notify callbacks [] for router, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:00.421121 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-5bc4a0d0-9934-4f89-baac-ab6c1928695e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:00.421607 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc4a0d0-9934-4f89-baac-ab6c1928695e None None] The sync data for ids ['0cd77043-c03f-4b34-b6fb-545c4144e091'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:28:00.429939 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8dcd84-5384-496a-8999-532281e494df tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:28:00.461142 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-10c28e31-e278-442b-bd42-797112c0f33f None None] Provisioning for port 25839c81-6674-4d4c-942c-475a5ddc76ac completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:28:00.467590 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-10c28e31-e278-442b-bd42-797112c0f33f None None] Provisioning complete for port 25839c81-6674-4d4c-942c-475a5ddc76ac triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:28:00.468263 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-10c28e31-e278-442b-bd42-797112c0f33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:00.495476 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47054) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:00.496920 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.api.v2.resource [None req-a47814a6-6c93-494f-a7a2-27381393f78b tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] remove_router_interface failed (client error): The resource could not be found. May 04 17:28:00.501216 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-a47814a6-6c93-494f-a7a2-27381393f78b tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "PUT /v2.0/routers/4b90f6a6-7d67-4e59-a660-e86c07426c83/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7139845 May 04 17:28:00.504577 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47058) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:00.528464 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67263ba3-c335-4b0a-acd7-89662662af7d None None] Sync routers for ids ['795ca721-ac81-4ec7-b241-0737ecbd3f23'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:28:00.542695 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-10c28e31-e278-442b-bd42-797112c0f33f None None] Port 25839c81-6674-4d4c-942c-475a5ddc76ac cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:28:00.543514 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-e544a372-b5f7-4c78-9cfd-a18b7fda506c None None] Set router 4a22a707-4e83-4f89-83fe-45dcfa18c511 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:28:00.590973 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67263ba3-c335-4b0a-acd7-89662662af7d None None] Routers {'795ca721-ac81-4ec7-b241-0737ecbd3f23'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:28:00.591891 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-67263ba3-c335-4b0a-acd7-89662662af7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:27:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['795ca721-ac81-4ec7-b241-0737ecbd3f23'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:00.681141 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a3b98149-9219-4916-911d-ac8a05977934 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:00.695694 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-73dcccb1-099c-4658-8f9e-b90692f22fdf tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:00.699929 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6d8a33d7-d62e-4b21-92fb-f3f4f5d93f0e tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:00.708413 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-67263ba3-c335-4b0a-acd7-89662662af7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:00.710671 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a3bc2d20-2d0d-4ebe-8faa-e3b44e8f7483 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:00.728667 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a3b98149-9219-4916-911d-ac8a05977934 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:00.739896 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-a3bc2d20-2d0d-4ebe-8faa-e3b44e8f7483 admin admin] Deleting port d119864a-61e3-42f6-a0cc-3e15026cbe88 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:28:00.740231 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a3bc2d20-2d0d-4ebe-8faa-e3b44e8f7483 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:00.755984 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67263ba3-c335-4b0a-acd7-89662662af7d None None] Routers {'795ca721-ac81-4ec7-b241-0737ecbd3f23'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:28:00.756601 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-67263ba3-c335-4b0a-acd7-89662662af7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:27:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['795ca721-ac81-4ec7-b241-0737ecbd3f23'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:00.780318 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-f5e246de-3100-4726-9d9d-a367ad6f2911 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Synchronizing usage tracker for tenant:4d4e7c7b24884dc786dfd71b0f2e4f89 on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:28:00.791487 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-6d8a33d7-d62e-4b21-92fb-f3f4f5d93f0e tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] 10.222.0.41 "DELETE /v2.0/ports/c98ab80d-85a1-45a8-bbd7-a740d733ad9b HTTP/1.1" status: 204 len: 168 time: 6.4727068 May 04 17:28:00.794811 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-db8dcd84-5384-496a-8999-532281e494df tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:00.799970 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-db8dcd84-5384-496a-8999-532281e494df tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] 10.222.0.41 "PUT /v2.0/routers/795ca721-ac81-4ec7-b241-0737ecbd3f23 HTTP/1.1" status: 200 len: 916 time: 9.9753041 May 04 17:28:00.799970 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47062) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:00.822347 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-67263ba3-c335-4b0a-acd7-89662662af7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:00.822651 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67263ba3-c335-4b0a-acd7-89662662af7d None None] The sync data for ids ['795ca721-ac81-4ec7-b241-0737ecbd3f23'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:28:00.860247 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47064) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:00.872738 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9aa5b731-610c-4257-872c-55a614ac689a tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:00.987797 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-e544a372-b5f7-4c78-9cfd-a18b7fda506c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a22a707-4e83-4f89-83fe-45dcfa18c511', 'name': 'tempest-ServersTestJSON-1729791135-router', 'tenant_id': '379b29e6adf3429fb2a4d97286c4b5cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.69'}], 'enable_snat': True}, 'gw_port_id': 'd119864a-61e3-42f6-a0cc-3e15026cbe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:25:27Z', 'updated_at': '2022-05-04T17:27:57Z', 'revision_number': 5, 'project_id': '379b29e6adf3429fb2a4d97286c4b5cf', 'gw_port': {'id': 'd119864a-61e3-42f6-a0cc-3e15026cbe88', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a22a707-4e83-4f89-83fe-45dcfa18c511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:25:27Z', 'updated_at': '2022-05-04T17:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:00.988656 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-1791f151-24b0-40fd-8e48-a2e2e55eb945 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] 10.222.0.41 "GET /v2.0/floatingips/8d68ee14-9391-402b-b7b7-4d60f0831556 HTTP/1.1" status: 200 len: 688 time: 0.1869459 May 04 17:28:00.992894 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e544a372-b5f7-4c78-9cfd-a18b7fda506c None None] The sync data for ids ['4a22a707-4e83-4f89-83fe-45dcfa18c511'] in dv-neutron-840426-1-hyperv is: [{'id': '4a22a707-4e83-4f89-83fe-45dcfa18c511', 'name': 'tempest-ServersTestJSON-1729791135-router', 'tenant_id': '379b29e6adf3429fb2a4d97286c4b5cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.69'}], 'enable_snat': True}, 'gw_port_id': 'd119864a-61e3-42f6-a0cc-3e15026cbe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:25:27Z', 'updated_at': '2022-05-04T17:27:57Z', 'revision_number': 5, 'project_id': '379b29e6adf3429fb2a4d97286c4b5cf', 'gw_port': {'id': 'd119864a-61e3-42f6-a0cc-3e15026cbe88', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a22a707-4e83-4f89-83fe-45dcfa18c511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:25:27Z', 'updated_at': '2022-05-04T17:25:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:28:00.993850 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47070) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:01.022787 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-f5e246de-3100-4726-9d9d-a367ad6f2911 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Unset dirty status for tenant:4d4e7c7b24884dc786dfd71b0f2e4f89 on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:28:01.023937 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-f5e246de-3100-4726-9d9d-a367ad6f2911 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b90f6a6-7d67-4e59-a660-e86c07426c83 HTTP/1.1" status: 200 len: 205 time: 0.5137527 May 04 17:28:01.027652 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47074) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:01.090222 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a3b98149-9219-4916-911d-ac8a05977934 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:01.201628 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b98149-9219-4916-911d-ac8a05977934 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0b86cf-a8f4-433e-9176-88c2053bdfef,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:01.231251 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2d23effd-4f56-4969-a432-0c7923b58300 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for router, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:01.287065 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-73dcccb1-099c-4658-8f9e-b90692f22fdf tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:01.353931 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a3b98149-9219-4916-911d-ac8a05977934 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:01.355060 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-a3b98149-9219-4916-911d-ac8a05977934 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] 10.222.0.41 "DELETE /v2.0/security-groups/5b0b86cf-a8f4-433e-9176-88c2053bdfef HTTP/1.1" status: 204 len: 168 time: 0.8558562 May 04 17:28:01.365061 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47078) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:01.374317 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-a3bc2d20-2d0d-4ebe-8faa-e3b44e8f7483 admin admin] For port d119864a-61e3-42f6-a0cc-3e15026cbe88, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=d119864a-61e3-42f6-a0cc-3e15026cbe88,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:28:01.374676 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a3bc2d20-2d0d-4ebe-8faa-e3b44e8f7483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:01.440582 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-3fe2cb38-35e4-4370-966b-420a1fc5fbc0 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Deleting port b8df8214-52a8-459f-bd31-eecdd6086321 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:28:01.441171 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3fe2cb38-35e4-4370-966b-420a1fc5fbc0 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:01.529631 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73dcccb1-099c-4658-8f9e-b90692f22fdf tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:28:01.539721 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-10ff50fd-9547-4847-a28a-a50efef444da tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] 10.222.0.41 "GET /v2.0/routers/795ca721-ac81-4ec7-b241-0737ecbd3f23 HTTP/1.1" status: 200 len: 922 time: 0.6766961 May 04 17:28:01.540723 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-73dcccb1-099c-4658-8f9e-b90692f22fdf tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:28:01.548234 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47082) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:01.550432 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.api.v2.resource [None req-4c96885e-85b8-49c8-a999-1473182cfa81 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] show failed (client error): The resource could not be found. May 04 17:28:01.550860 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dcccb1-099c-4658-8f9e-b90692f22fdf tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:28:01.551450 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-4c96885e-85b8-49c8-a999-1473182cfa81 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] 10.222.0.41 "GET /v2.0/security-groups/5b0b86cf-a8f4-433e-9176-88c2053bdfef HTTP/1.1" status: 404 len: 347 time: 0.1833379 May 04 17:28:01.585282 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47084) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:01.627366 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dcccb1-099c-4658-8f9e-b90692f22fdf tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Pushing event updated for resources: {'Port': ['ID=75a1cce9-6f11-40e3-8bdf-1a89200087c1,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:01.663635 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-a3bc2d20-2d0d-4ebe-8faa-e3b44e8f7483 admin admin] Calling delete_port for d119864a-61e3-42f6-a0cc-3e15026cbe88 owned by network:router_gateway {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:28:01.725278 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2d23effd-4f56-4969-a432-0c7923b58300 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:01.728992 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2d23effd-4f56-4969-a432-0c7923b58300 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:01.773135 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2d23effd-4f56-4969-a432-0c7923b58300 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:01.773613 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d23effd-4f56-4969-a432-0c7923b58300 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Fanout notify agent at l3_agent the message router_deleted on router 4b90f6a6-7d67-4e59-a660-e86c07426c83 {{(pid=88037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:28:01.787934 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2d23effd-4f56-4969-a432-0c7923b58300 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:01.789004 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-2d23effd-4f56-4969-a432-0c7923b58300 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "DELETE /v2.0/routers/4b90f6a6-7d67-4e59-a660-e86c07426c83 HTTP/1.1" status: 204 len: 168 time: 0.7604377 May 04 17:28:01.791878 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47092) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:01.867878 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-8af44735-a2af-47f8-8c9f-218668f33728 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Deleting subnet 11222a3d-7e97-4f54-823d-b7963a357e48 {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:28:01.871922 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8af44735-a2af-47f8-8c9f-218668f33728 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:01.977952 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8af44735-a2af-47f8-8c9f-218668f33728 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:02.041501 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a3bc2d20-2d0d-4ebe-8faa-e3b44e8f7483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:02.100512 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bc2d20-2d0d-4ebe-8faa-e3b44e8f7483 admin admin] Pushing event deleted for resources: {'Port': ['ID=d119864a-61e3-42f6-a0cc-3e15026cbe88,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:02.172457 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-8148b895-e9d6-4ee7-b4e5-abc99a6371e5 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Deleting port d51375c2-f255-41c2-b71d-8dcdc7a088ef {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:28:02.172739 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8148b895-e9d6-4ee7-b4e5-abc99a6371e5 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:02.196298 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8af44735-a2af-47f8-8c9f-218668f33728 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:02.364748 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a3bc2d20-2d0d-4ebe-8faa-e3b44e8f7483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710199'] for router_gateway, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:02.451604 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3fe2cb38-35e4-4370-966b-420a1fc5fbc0 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:02.452165 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3fe2cb38-35e4-4370-966b-420a1fc5fbc0 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:02.543124 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a3bc2d20-2d0d-4ebe-8faa-e3b44e8f7483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:02.546862 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a3bc2d20-2d0d-4ebe-8faa-e3b44e8f7483 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:02.582168 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8af44735-a2af-47f8-8c9f-218668f33728 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:02.617866 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a3bc2d20-2d0d-4ebe-8faa-e3b44e8f7483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:02.618436 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3bc2d20-2d0d-4ebe-8faa-e3b44e8f7483 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a22a707-4e83-4f89-83fe-45dcfa18c511 {{(pid=88037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:28:02.626599 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 170a97cc-123f-4e00-9e7f-94993732bc54 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:28:02.630081 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af44735-a2af-47f8-8c9f-218668f33728 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Pushing event deleted for resources: {'Subnet': ['ID=11222a3d-7e97-4f54-823d-b7963a357e48,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:02.635572 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8af44735-a2af-47f8-8c9f-218668f33728 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:02.654439 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d93623f-6ce4-4bda-9bdd-f860048e856d tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:28:02.655954 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-7d93623f-6ce4-4bda-9bdd-f860048e856d tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=30bd8d35-9d66-4ec1-9734-58f713c6cd24&device_id=795ca721-ac81-4ec7-b241-0737ecbd3f23&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.0787640 May 04 17:28:02.656509 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47096) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:02.658496 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-8af44735-a2af-47f8-8c9f-218668f33728 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "DELETE /v2.0/subnets/11222a3d-7e97-4f54-823d-b7963a357e48 HTTP/1.1" status: 204 len: 168 time: 0.8655872 May 04 17:28:02.661776 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a3bc2d20-2d0d-4ebe-8faa-e3b44e8f7483 admin admin] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:02.665307 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-a3bc2d20-2d0d-4ebe-8faa-e3b44e8f7483 admin admin] 10.222.0.41 "DELETE /v2.0/routers/4a22a707-4e83-4f89-83fe-45dcfa18c511 HTTP/1.1" status: 204 len: 168 time: 2.8819945 May 04 17:28:02.665307 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47098) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:02.667667 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47100) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:02.672215 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8065cf-8aa4-4308-948d-0b13e60d2695 None None] Network e4d88864-54ad-425e-8eee-7260d3c728e9 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:28:02.696256 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 170a97cc-123f-4e00-9e7f-94993732bc54 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:28:02.696866 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 170a97cc-123f-4e00-9e7f-94993732bc54 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:28:02.711975 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-3fe2cb38-35e4-4370-966b-420a1fc5fbc0 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Calling delete_port for b8df8214-52a8-459f-bd31-eecdd6086321 owned by network:floatingip {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:28:02.839241 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-355bb9cd-488d-4a92-9223-7c4ea21c3d01 admin admin] Deleting subnet f235847f-d3a9-40a5-a380-de5a5d0a1fe6 {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:28:02.851391 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-355bb9cd-488d-4a92-9223-7c4ea21c3d01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:02.903731 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.db.resource_extend [None req-9aa5b731-610c-4257-872c-55a614ac689a tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 17:28:02.912655 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ddb379-b2dc-4ee4-8fcb-882308afdd6e tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:28:02.916673 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-19ddb379-b2dc-4ee4-8fcb-882308afdd6e tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] 10.222.0.41 "GET /v2.0/networks/30bd8d35-9d66-4ec1-9734-58f713c6cd24 HTTP/1.1" status: 200 len: 881 time: 0.2487464 May 04 17:28:02.917942 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47108) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:02.973418 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-355bb9cd-488d-4a92-9223-7c4ea21c3d01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:03.000255 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-a33e25a0-0d08-4835-9147-fa593477cad6 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] 10.222.0.41 "GET /v2.0/ports?device_id=795ca721-ac81-4ec7-b241-0737ecbd3f23 HTTP/1.1" status: 200 len: 205 time: 0.0819864 May 04 17:28:03.003434 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9aa5b731-610c-4257-872c-55a614ac689a tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:03.004847 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47112) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:03.025533 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9aa5b731-610c-4257-872c-55a614ac689a tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:03.026427 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9aa5b731-610c-4257-872c-55a614ac689a tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710702'] for router_interface, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:03.034749 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8148b895-e9d6-4ee7-b4e5-abc99a6371e5 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:03.035075 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8148b895-e9d6-4ee7-b4e5-abc99a6371e5 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:03.087567 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-230d3404-d736-4559-a869-eef20d90de37 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:03.129511 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-408694fa-eb67-409c-a567-0c3c495cbe8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:03.161204 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3783f1c5-9300-488d-a4ce-7e95f7564448 None None] DHCP port deletion for e4d88864-54ad-425e-8eee-7260d3c728e9 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:28:03.167561 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-3783f1c5-9300-488d-a4ce-7e95f7564448 None None] Deleting port 34e64390-8b54-41bc-b92f-64de828ada46 {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:28:03.168055 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-3783f1c5-9300-488d-a4ce-7e95f7564448 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:03.253786 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-355bb9cd-488d-4a92-9223-7c4ea21c3d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:03.284431 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-450e112e-f5f0-4d8b-9378-a4ee07d5a7d4 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks [] for router, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:03.382424 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-8148b895-e9d6-4ee7-b4e5-abc99a6371e5 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Calling delete_port for d51375c2-f255-41c2-b71d-8dcdc7a088ef owned by network:floatingip {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:28:03.428729 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-73dcccb1-099c-4658-8f9e-b90692f22fdf tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks [] for router_gateway, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:03.448227 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-3783f1c5-9300-488d-a4ce-7e95f7564448 None None] For port 34e64390-8b54-41bc-b92f-64de828ada46, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=34e64390-8b54-41bc-b92f-64de828ada46,segment=NetworkSegment(9394d822-456e-40b5-9ca0-144684b259ec),segment_id=9394d822-456e-40b5-9ca0-144684b259ec)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:28:03.448614 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-3783f1c5-9300-488d-a4ce-7e95f7564448 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:03.491325 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-355bb9cd-488d-4a92-9223-7c4ea21c3d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:03.525703 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-450e112e-f5f0-4d8b-9378-a4ee07d5a7d4 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:03.536741 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355bb9cd-488d-4a92-9223-7c4ea21c3d01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f235847f-d3a9-40a5-a380-de5a5d0a1fe6,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:03.538820 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-355bb9cd-488d-4a92-9223-7c4ea21c3d01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:03.548873 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-355bb9cd-488d-4a92-9223-7c4ea21c3d01 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f235847f-d3a9-40a5-a380-de5a5d0a1fe6 HTTP/1.1" status: 204 len: 168 time: 0.8776186 May 04 17:28:03.549996 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47116) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:03.564723 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa5b731-610c-4257-872c-55a614ac689a tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Pushing event updated for resources: {'Port': ['ID=25839c81-6674-4d4c-942c-475a5ddc76ac,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:03.567949 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-450e112e-f5f0-4d8b-9378-a4ee07d5a7d4 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Deleting port f7003cdb-70f1-4f63-a279-36df691c78f6 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:28:03.568578 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-450e112e-f5f0-4d8b-9378-a4ee07d5a7d4 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:03.576179 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c80dbb-b8d6-410b-9226-9a2e3639601c None None] Network bd18084c-d817-434f-8399-bdaa1bc23fbc requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:28:03.594781 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-3783f1c5-9300-488d-a4ce-7e95f7564448 None None] Calling delete_port for 34e64390-8b54-41bc-b92f-64de828ada46 owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:28:03.640985 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-230d3404-d736-4559-a869-eef20d90de37 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Deleting port 34e64390-8b54-41bc-b92f-64de828ada46 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:28:03.641411 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-230d3404-d736-4559-a869-eef20d90de37 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:03.826948 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-3783f1c5-9300-488d-a4ce-7e95f7564448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124'] for port, after_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:03.838021 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3fe2cb38-35e4-4370-966b-420a1fc5fbc0 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:03.849996 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dc2e9d84-b1c4-415b-b030-8c67b8e95924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:03.882290 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3783f1c5-9300-488d-a4ce-7e95f7564448 None None] Pushing event deleted for resources: {'Port': ['ID=34e64390-8b54-41bc-b92f-64de828ada46,revision_number=None']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:03.892122 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3783f1c5-9300-488d-a4ce-7e95f7564448 None None] No DVR routers for this DVR port 34e64390-8b54-41bc-b92f-64de828ada46 on host dv-neutron-840426-1-hyperv {{(pid=88039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:28:03.918437 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-dc2e9d84-b1c4-415b-b030-8c67b8e95924 admin admin] Deleting port ec08be09-0965-4661-a70e-ab7a40a24328 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:28:03.918779 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dc2e9d84-b1c4-415b-b030-8c67b8e95924 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:03.988692 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e61ff8-d01d-4401-8d12-b56cec83ba61 None None] DHCP port deletion for bd18084c-d817-434f-8399-bdaa1bc23fbc request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:28:03.992703 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-29e61ff8-d01d-4401-8d12-b56cec83ba61 None None] Deleting port ec08be09-0965-4661-a70e-ab7a40a24328 {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:28:03.993073 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-29e61ff8-d01d-4401-8d12-b56cec83ba61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:04.004972 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-450e112e-f5f0-4d8b-9378-a4ee07d5a7d4 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:04.008467 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-230d3404-d736-4559-a869-eef20d90de37 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] The port '34e64390-8b54-41bc-b92f-64de828ada46' was deleted {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 04 17:28:04.014487 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe2cb38-35e4-4370-966b-420a1fc5fbc0 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Pushing event deleted for resources: {'Port': ['ID=b8df8214-52a8-459f-bd31-eecdd6086321,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:04.077760 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa5b731-610c-4257-872c-55a614ac689a tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Network 3dd422bf-d146-40f8-84c2-6e6b4c6eff1e is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:28:04.110718 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-9aa5b731-610c-4257-872c-55a614ac689a tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:28:04.171943 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-450e112e-f5f0-4d8b-9378-a4ee07d5a7d4 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Calling delete_port for f7003cdb-70f1-4f63-a279-36df691c78f6 owned by network:router_gateway {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:28:04.182231 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8148b895-e9d6-4ee7-b4e5-abc99a6371e5 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:04.236935 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 17:28:04.251101 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-29e61ff8-d01d-4401-8d12-b56cec83ba61 None None] For port ec08be09-0965-4661-a70e-ab7a40a24328, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=ec08be09-0965-4661-a70e-ab7a40a24328,segment=NetworkSegment(fbb10c96-8c43-4c34-a667-0746380bba35),segment_id=fbb10c96-8c43-4c34-a667-0746380bba35)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:28:04.251626 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-29e61ff8-d01d-4401-8d12-b56cec83ba61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:04.379707 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-dc2e9d84-b1c4-415b-b030-8c67b8e95924 admin admin] For port ec08be09-0965-4661-a70e-ab7a40a24328, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=ec08be09-0965-4661-a70e-ab7a40a24328,segment=NetworkSegment(fbb10c96-8c43-4c34-a667-0746380bba35),segment_id=fbb10c96-8c43-4c34-a667-0746380bba35)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:28:04.380070 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dc2e9d84-b1c4-415b-b030-8c67b8e95924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:04.393233 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-29e61ff8-d01d-4401-8d12-b56cec83ba61 None None] Calling delete_port for ec08be09-0965-4661-a70e-ab7a40a24328 owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:28:04.475322 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-29e61ff8-d01d-4401-8d12-b56cec83ba61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124'] for port, after_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:04.508332 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-dc2e9d84-b1c4-415b-b030-8c67b8e95924 admin admin] Calling delete_port for ec08be09-0965-4661-a70e-ab7a40a24328 owned by network:dhcp {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:28:04.513404 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8148b895-e9d6-4ee7-b4e5-abc99a6371e5 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Pushing event deleted for resources: {'Port': ['ID=d51375c2-f255-41c2-b71d-8dcdc7a088ef,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:04.530411 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e61ff8-d01d-4401-8d12-b56cec83ba61 None None] Pushing event deleted for resources: {'Port': ['ID=ec08be09-0965-4661-a70e-ab7a40a24328,revision_number=None']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:04.535870 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e61ff8-d01d-4401-8d12-b56cec83ba61 None None] No DVR routers for this DVR port ec08be09-0965-4661-a70e-ab7a40a24328 on host dv-neutron-840426-1-hyperv {{(pid=88039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:28:04.555014 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5e643db-c827-4e5b-b5b3-6e2c5674bc8d None None] Provisioning complete for port 25839c81-6674-4d4c-942c-475a5ddc76ac triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:28:04.555014 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5e643db-c827-4e5b-b5b3-6e2c5674bc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:04.584835 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aa5b731-610c-4257-872c-55a614ac689a tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Router 18b3dbf4-3199-4785-97c4-b9801b14e535 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:28:04.621230 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-d5e643db-c827-4e5b-b5b3-6e2c5674bc8d None None] Port 25839c81-6674-4d4c-942c-475a5ddc76ac cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:28:04.633565 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.db.api [None req-dc2e9d84-b1c4-415b-b030-8c67b8e95924 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88037) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:28:04.634116 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG oslo_db.api [None req-dc2e9d84-b1c4-415b-b030-8c67b8e95924 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:28:04.661385 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-450e112e-f5f0-4d8b-9378-a4ee07d5a7d4 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:04.684101 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device ec08be09-0965-4661-a70e-ab7a40a24328 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:28:04.718488 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e112e-f5f0-4d8b-9378-a4ee07d5a7d4 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Pushing event deleted for resources: {'Port': ['ID=f7003cdb-70f1-4f63-a279-36df691c78f6,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:04.721880 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: ec08be09-0965-4661-a70e-ab7a40a24328 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:28:04.722385 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device ec08be09-0965-4661-a70e-ab7a40a24328 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:28:04.723241 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 34e64390-8b54-41bc-b92f-64de828ada46 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:28:04.759532 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 34e64390-8b54-41bc-b92f-64de828ada46 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:28:04.760090 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 34e64390-8b54-41bc-b92f-64de828ada46 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:28:04.760591 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device d119864a-61e3-42f6-a0cc-3e15026cbe88 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:28:04.794311 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-230d3404-d736-4559-a869-eef20d90de37 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:04.813742 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-450e112e-f5f0-4d8b-9378-a4ee07d5a7d4 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710199'] for router_gateway, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:04.824516 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3fe2cb38-35e4-4370-966b-420a1fc5fbc0 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for floatingip, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:04.834685 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: d119864a-61e3-42f6-a0cc-3e15026cbe88 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:28:04.835261 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device d119864a-61e3-42f6-a0cc-3e15026cbe88 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:28:04.987972 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-230d3404-d736-4559-a869-eef20d90de37 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4d88864-54ad-425e-8eee-7260d3c728e9']}} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:05.000824 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-73dcccb1-099c-4658-8f9e-b90692f22fdf tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:05.006532 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-450e112e-f5f0-4d8b-9378-a4ee07d5a7d4 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:05.010222 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-450e112e-f5f0-4d8b-9378-a4ee07d5a7d4 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:05.016817 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8148b895-e9d6-4ee7-b4e5-abc99a6371e5 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Notify callbacks [] for floatingip, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:05.020942 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-230d3404-d736-4559-a869-eef20d90de37 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9394d822-456e-40b5-9ca0-144684b259ec') {'for_net_delete': True} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:05.021237 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-230d3404-d736-4559-a869-eef20d90de37 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9394d822-456e-40b5-9ca0-144684b259ec') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:05.034454 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-450e112e-f5f0-4d8b-9378-a4ee07d5a7d4 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:05.035073 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-450e112e-f5f0-4d8b-9378-a4ee07d5a7d4 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Fanout notify agent at l3_agent the message router_deleted on router 795ca721-ac81-4ec7-b241-0737ecbd3f23 {{(pid=88037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:28:05.054976 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-450e112e-f5f0-4d8b-9378-a4ee07d5a7d4 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:05.056140 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-450e112e-f5f0-4d8b-9378-a4ee07d5a7d4 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] 10.222.0.41 "DELETE /v2.0/routers/795ca721-ac81-4ec7-b241-0737ecbd3f23 HTTP/1.1" status: 204 len: 168 time: 2.0503299 May 04 17:28:05.059910 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47122) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:05.064623 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-09ad6dc6-932f-4356-b54e-6cb20575ffc4 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1786622853', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}, 'admin_state_up': False}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:28:05.071417 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-09ad6dc6-932f-4356-b54e-6cb20575ffc4 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:28:05.075278 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-09ad6dc6-932f-4356-b54e-6cb20575ffc4 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Usage tracker for resource:router and tenant:cb678e2f68e045d181911c05c3b5ef71 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:28:05.078133 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-09ad6dc6-932f-4356-b54e-6cb20575ffc4 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:28:05.084463 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-09ad6dc6-932f-4356-b54e-6cb20575ffc4 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:28:05.095091 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-09ad6dc6-932f-4356-b54e-6cb20575ffc4 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:05.096381 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-09ad6dc6-932f-4356-b54e-6cb20575ffc4 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:05.111704 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-09ad6dc6-932f-4356-b54e-6cb20575ffc4 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:05.113648 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-230d3404-d736-4559-a869-eef20d90de37 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801627'] for segment, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:05.134703 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8148b895-e9d6-4ee7-b4e5-abc99a6371e5 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:05.135838 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-8148b895-e9d6-4ee7-b4e5-abc99a6371e5 tempest-ServersTestManualDisk-526877774 tempest-ServersTestManualDisk-526877774-project] 10.222.0.41 "DELETE /v2.0/floatingips/f9549416-89fe-4092-b188-4135a19bbc2e HTTP/1.1" status: 204 len: 168 time: 3.5474632 May 04 17:28:05.143085 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3fe2cb38-35e4-4370-966b-420a1fc5fbc0 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:05.147619 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-3fe2cb38-35e4-4370-966b-420a1fc5fbc0 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] 10.222.0.41 "DELETE /v2.0/floatingips/8d68ee14-9391-402b-b7b7-4d60f0831556 HTTP/1.1" status: 204 len: 168 time: 4.1466305 May 04 17:28:05.147619 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47126) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:05.154352 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47128) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:05.178057 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-dc2e9d84-b1c4-415b-b030-8c67b8e95924 admin admin] Deleting port ec08be09-0965-4661-a70e-ab7a40a24328 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:28:05.178396 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dc2e9d84-b1c4-415b-b030-8c67b8e95924 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:05.206120 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-230d3404-d736-4559-a869-eef20d90de37 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:05.210574 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa5b731-610c-4257-872c-55a614ac689a tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:28:05.222213 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-7485577f-1ce4-4d3f-b374-cd06249c7349 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Request body: {'floatingip': {'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'port_id': '7cc9c858-76b6-4845-b1b6-bc031b02ce62'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:28:05.223897 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d8fe81-319e-48e5-adb2-0f3a56a11718 None None] Sync routers for ids ['18b3dbf4-3199-4785-97c4-b9801b14e535'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:28:05.236707 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d8fe81-319e-48e5-adb2-0f3a56a11718 None None] Routers {'18b3dbf4-3199-4785-97c4-b9801b14e535'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:28:05.237898 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-01d8fe81-319e-48e5-adb2-0f3a56a11718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:27:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['18b3dbf4-3199-4785-97c4-b9801b14e535'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:05.281687 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-9aa5b731-610c-4257-872c-55a614ac689a tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "PUT /v2.0/routers/18b3dbf4-3199-4785-97c4-b9801b14e535/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3541570 May 04 17:28:05.299853 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-230d3404-d736-4559-a869-eef20d90de37 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=88038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:28:05.300255 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-230d3404-d736-4559-a869-eef20d90de37 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7881827'] for segment, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:05.311588 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-01d8fe81-319e-48e5-adb2-0f3a56a11718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:05.315041 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47134) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:05.324709 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d8fe81-319e-48e5-adb2-0f3a56a11718 None None] Routers {'18b3dbf4-3199-4785-97c4-b9801b14e535'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:28:05.325442 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-01d8fe81-319e-48e5-adb2-0f3a56a11718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:27:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['18b3dbf4-3199-4785-97c4-b9801b14e535'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:05.329353 dv-neutron-840426-1-hyperv neutron-server[88038]: Traceback (most recent call last): May 04 17:28:05.329353 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:28:05.329353 dv-neutron-840426-1-hyperv neutron-server[88038]: timer() May 04 17:28:05.329353 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:28:05.329353 dv-neutron-840426-1-hyperv neutron-server[88038]: cb(*args, **kw) May 04 17:28:05.329353 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:28:05.329353 dv-neutron-840426-1-hyperv neutron-server[88038]: return func(*args, **kwargs) May 04 17:28:05.329353 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:28:05.329353 dv-neutron-840426-1-hyperv neutron-server[88038]: self._notify() May 04 17:28:05.329353 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:28:05.329353 dv-neutron-840426-1-hyperv neutron-server[88038]: self.callback(batched_events) May 04 17:28:05.329353 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:28:05.329353 dv-neutron-840426-1-hyperv neutron-server[88038]: event.method(event) May 04 17:28:05.329353 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:28:05.329353 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:28:05.329353 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:28:05.329353 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:28:05.329353 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:28:05.329353 dv-neutron-840426-1-hyperv neutron-server[88038]: return f(self, *a, **k) May 04 17:28:05.329353 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:28:05.329353 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._get(url).json() May 04 17:28:05.329353 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:28:05.329353 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:28:05.329353 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:28:05.329353 dv-neutron-840426-1-hyperv neutron-server[88038]: return self.request(url, 'GET', **kwargs) May 04 17:28:05.329353 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:28:05.329353 dv-neutron-840426-1-hyperv neutron-server[88038]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:28:05.329353 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:28:05.329353 dv-neutron-840426-1-hyperv neutron-server[88038]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:28:05.329353 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:28:05.329353 dv-neutron-840426-1-hyperv neutron-server[88038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:28:05.329353 dv-neutron-840426-1-hyperv neutron-server[88038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:28:05.335921 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-7485577f-1ce4-4d3f-b374-cd06249c7349 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:28:05.395927 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-7485577f-1ce4-4d3f-b374-cd06249c7349 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Usage tracker for resource:floatingip and tenant:983c2322fbac41498b7f731747fedd84 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:28:05.413207 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-01d8fe81-319e-48e5-adb2-0f3a56a11718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:05.413851 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d8fe81-319e-48e5-adb2-0f3a56a11718 None None] The sync data for ids ['18b3dbf4-3199-4785-97c4-b9801b14e535'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:28:05.424752 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-7485577f-1ce4-4d3f-b374-cd06249c7349 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:28:05.430641 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-dc2e9d84-b1c4-415b-b030-8c67b8e95924 admin admin] The port 'ec08be09-0965-4661-a70e-ab7a40a24328' was deleted {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 04 17:28:05.450846 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9c29590d-7f58-42c8-93ce-0419ce79f466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:05.497020 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-7485577f-1ce4-4d3f-b374-cd06249c7349 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:28:05.586816 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f0e361-b51d-4bb3-8dc8-49161488a8d5 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:28:05.587464 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-c0f0e361-b51d-4bb3-8dc8-49161488a8d5 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Synchronizing usage tracker for tenant:a41a9e7401a94b21bc1365a01709c65f on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:28:05.589655 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-230d3404-d736-4559-a869-eef20d90de37 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:05.608469 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-09ad6dc6-932f-4356-b54e-6cb20575ffc4 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:05.616354 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-230d3404-d736-4559-a869-eef20d90de37 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:05.624955 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7485577f-1ce4-4d3f-b374-cd06249c7349 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for floatingip, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:05.662271 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230d3404-d736-4559-a869-eef20d90de37 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Pushing event deleted for resources: {'Network': ['ID=e4d88864-54ad-425e-8eee-7260d3c728e9,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:05.678513 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-230d3404-d736-4559-a869-eef20d90de37 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "DELETE /v2.0/networks/e4d88864-54ad-425e-8eee-7260d3c728e9 HTTP/1.1" status: 204 len: 168 time: 2.9383307 May 04 17:28:05.682520 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dc2e9d84-b1c4-415b-b030-8c67b8e95924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:05.687446 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47138) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:05.689990 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-c0f0e361-b51d-4bb3-8dc8-49161488a8d5 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Unset dirty status for tenant:a41a9e7401a94b21bc1365a01709c65f on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:28:05.691151 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-c0f0e361-b51d-4bb3-8dc8-49161488a8d5 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "GET /v2.0/ports/25839c81-6674-4d4c-942c-475a5ddc76ac HTTP/1.1" status: 200 len: 913 time: 0.3610094 May 04 17:28:05.696904 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47140) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:05.704915 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-56d88803-153e-4ebc-912b-0997ee948437 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Request body: {'network': {'name': 'tempest-RoutersTest-1670775563'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:28:05.721527 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-dc2e9d84-b1c4-415b-b030-8c67b8e95924 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd18084c-d817-434f-8399-bdaa1bc23fbc']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:05.745624 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-dc2e9d84-b1c4-415b-b030-8c67b8e95924 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbb10c96-8c43-4c34-a667-0746380bba35') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:05.745941 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-dc2e9d84-b1c4-415b-b030-8c67b8e95924 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbb10c96-8c43-4c34-a667-0746380bba35') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:05.764219 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dc2e9d84-b1c4-415b-b030-8c67b8e95924 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:05.818449 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-56d88803-153e-4ebc-912b-0997ee948437 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:28:05.823438 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dc2e9d84-b1c4-415b-b030-8c67b8e95924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:05.835012 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc2e9d84-b1c4-415b-b030-8c67b8e95924 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:28:05.835396 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dc2e9d84-b1c4-415b-b030-8c67b8e95924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:05.848392 dv-neutron-840426-1-hyperv neutron-server[88037]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:28:05.848392 dv-neutron-840426-1-hyperv neutron-server[88037]: util.warn( May 04 17:28:05.848392 dv-neutron-840426-1-hyperv neutron-server[88037]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:28:05.848392 dv-neutron-840426-1-hyperv neutron-server[88037]: util.warn( May 04 17:28:05.848392 dv-neutron-840426-1-hyperv neutron-server[88037]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:28:05.848392 dv-neutron-840426-1-hyperv neutron-server[88037]: util.warn( May 04 17:28:05.848392 dv-neutron-840426-1-hyperv neutron-server[88037]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:28:05.848392 dv-neutron-840426-1-hyperv neutron-server[88037]: util.warn( May 04 17:28:05.848392 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 17:28:05.848392 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:28:05.848392 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 17:28:05.848392 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:28:05.848392 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 17:28:05.848392 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:28:05.848392 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 17:28:05.848392 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:28:05.848392 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 17:28:05.848392 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:28:05.848392 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 17:28:05.848392 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:28:05.848392 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 17:28:05.848392 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:28:05.848392 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:28:05.848392 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:28:05.848392 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:28:05.848392 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:28:05.848392 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 17:28:05.848392 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:28:05.848392 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 17:28:05.848392 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:28:05.848392 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:28:05.848392 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:28:05.848392 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 17:28:05.848392 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:28:05.848392 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:28:05.848392 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:28:05.848392 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:28:05.848392 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:28:05.848392 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:28:05.848392 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:28:05.926118 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-56d88803-153e-4ebc-912b-0997ee948437 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Usage tracker for resource:network and tenant:4d4e7c7b24884dc786dfd71b0f2e4f89 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:28:05.932697 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-56d88803-153e-4ebc-912b-0997ee948437 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:28:05.934800 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dc2e9d84-b1c4-415b-b030-8c67b8e95924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:05.948587 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-56d88803-153e-4ebc-912b-0997ee948437 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:28:05.954827 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dc2e9d84-b1c4-415b-b030-8c67b8e95924 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:05.965033 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2e9d84-b1c4-415b-b030-8c67b8e95924 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd18084c-d817-434f-8399-bdaa1bc23fbc,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:05.976955 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-dc2e9d84-b1c4-415b-b030-8c67b8e95924 admin admin] 10.222.0.41 "DELETE /v2.0/networks/bd18084c-d817-434f-8399-bdaa1bc23fbc HTTP/1.1" status: 204 len: 168 time: 2.4267733 May 04 17:28:05.998623 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73dcccb1-099c-4658-8f9e-b90692f22fdf tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Router 221a4dae-0d68-4990-877f-fae48547b82f is scheduled to L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 with binding_index 1 {{(pid=88038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:28:06.049013 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d88803-153e-4ebc-912b-0997ee948437 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Made reservation on behalf of 4d4e7c7b24884dc786dfd71b0f2e4f89 for: {'network': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:28:06.052401 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-56d88803-153e-4ebc-912b-0997ee948437 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:06.150971 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-09ad6dc6-932f-4356-b54e-6cb20575ffc4 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks [] for router_gateway, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:06.182145 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-09ad6dc6-932f-4356-b54e-6cb20575ffc4 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:06.307521 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47148) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:06.378080 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-09ad6dc6-932f-4356-b54e-6cb20575ffc4 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Allocated IP 172.26.0.21 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/cae33ade-1ebe-4983-bfca-1388e691736e) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:28:06.388496 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-14bd0411-afa7-422e-8086-b9e26919cb2f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=379b29e6adf3429fb2a4d97286c4b5cf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0798857 May 04 17:28:06.392351 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47152) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:06.443702 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:06.515381 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:06.535648 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56d88803-153e-4ebc-912b-0997ee948437 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=88038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:28:06.561463 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-66c9dfe9-6ef1-46b3-a784-d37a5fee0c45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:06.613419 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-66c9dfe9-6ef1-46b3-a784-d37a5fee0c45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:06.622282 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-09ad6dc6-932f-4356-b54e-6cb20575ffc4 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:06.629535 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-56d88803-153e-4ebc-912b-0997ee948437 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:06.630078 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.segments_db [None req-56d88803-153e-4ebc-912b-0997ee948437 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Added segment ffe7a60b-4289-43e1-8b7f-bed5faa3be89 of type vlan for network c5caa449-d3b1-4f4d-bede-eb3d175a7ffc May 04 17:28:06.681593 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-09ad6dc6-932f-4356-b54e-6cb20575ffc4 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:06.725996 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-66c9dfe9-6ef1-46b3-a784-d37a5fee0c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:06.770500 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c9dfe9-6ef1-46b3-a784-d37a5fee0c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb2691a-dac6-4928-b74a-6e1e53356dbc,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:06.771897 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-56d88803-153e-4ebc-912b-0997ee948437 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:06.782854 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ad6dc6-932f-4356-b54e-6cb20575ffc4 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:28:06.792607 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-09ad6dc6-932f-4356-b54e-6cb20575ffc4 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:28:06.795746 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ad6dc6-932f-4356-b54e-6cb20575ffc4 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:28:06.803264 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73dcccb1-099c-4658-8f9e-b90692f22fdf tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:28:06.814814 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f24797c-03fb-4c5f-881b-908e8f055502 None None] Sync routers for ids ['221a4dae-0d68-4990-877f-fae48547b82f'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:28:06.824553 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f24797c-03fb-4c5f-881b-908e8f055502 None None] Routers {'221a4dae-0d68-4990-877f-fae48547b82f'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:28:06.825164 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-7f24797c-03fb-4c5f-881b-908e8f055502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:28:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['221a4dae-0d68-4990-877f-fae48547b82f'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:06.833273 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ad6dc6-932f-4356-b54e-6cb20575ffc4 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Pushing event updated for resources: {'Port': ['ID=cae33ade-1ebe-4983-bfca-1388e691736e,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:06.847950 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7485577f-1ce4-4d3f-b374-cd06249c7349 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:06.861866 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-66c9dfe9-6ef1-46b3-a784-d37a5fee0c45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:06.863021 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-66c9dfe9-6ef1-46b3-a784-d37a5fee0c45 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eeb2691a-dac6-4928-b74a-6e1e53356dbc HTTP/1.1" status: 204 len: 168 time: 0.4697850 May 04 17:28:06.902165 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-7f24797c-03fb-4c5f-881b-908e8f055502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:06.912750 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f24797c-03fb-4c5f-881b-908e8f055502 None None] Routers {'221a4dae-0d68-4990-877f-fae48547b82f'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:28:06.913581 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-7f24797c-03fb-4c5f-881b-908e8f055502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:28:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['221a4dae-0d68-4990-877f-fae48547b82f'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:06.959676 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-73dcccb1-099c-4658-8f9e-b90692f22fdf tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:06.961176 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-73dcccb1-099c-4658-8f9e-b90692f22fdf tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 11.9353924 May 04 17:28:06.970847 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-56d88803-153e-4ebc-912b-0997ee948437 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:06.976400 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d88803-153e-4ebc-912b-0997ee948437 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:28:06.976953 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-56d88803-153e-4ebc-912b-0997ee948437 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:06.986476 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47158) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:06.988811 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-7f24797c-03fb-4c5f-881b-908e8f055502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:06.989208 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f24797c-03fb-4c5f-881b-908e8f055502 None None] The sync data for ids ['221a4dae-0d68-4990-877f-fae48547b82f'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:28:07.031758 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-192aa4d1-b783-4850-9476-179b568e9fdc tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'enable_snat': False}}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:28:07.187120 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-56d88803-153e-4ebc-912b-0997ee948437 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4937689 May 04 17:28:07.192164 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47164) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:07.199379 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-c88adf0c-aff0-45bf-bf52-bf894fe2456c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Request body: {'subnet': {'network_id': 'c5caa449-d3b1-4f4d-bede-eb3d175a7ffc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:28:07.301625 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d88803-153e-4ebc-912b-0997ee948437 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Pushing event updated for resources: {'Network': ['ID=c5caa449-d3b1-4f4d-bede-eb3d175a7ffc,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:07.312631 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network c5caa449-d3b1-4f4d-bede-eb3d175a7ffc details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:28:07.414488 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-7485577f-1ce4-4d3f-b374-cd06249c7349 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Allocated IP 172.26.0.43 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/6ea83a1c-0372-4654-84c2-6d325ff05c04) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:28:07.482873 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-c88adf0c-aff0-45bf-bf52-bf894fe2456c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:28:07.490017 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-c88adf0c-aff0-45bf-bf52-bf894fe2456c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Usage tracker for resource:subnet and tenant:4d4e7c7b24884dc786dfd71b0f2e4f89 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:28:07.494570 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-c88adf0c-aff0-45bf-bf52-bf894fe2456c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:28:07.505176 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-c88adf0c-aff0-45bf-bf52-bf894fe2456c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:28:07.519227 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-09ad6dc6-932f-4356-b54e-6cb20575ffc4 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks [] for router_gateway, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:07.573715 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88adf0c-aff0-45bf-bf52-bf894fe2456c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Made reservation on behalf of 4d4e7c7b24884dc786dfd71b0f2e4f89 for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:28:07.577882 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c88adf0c-aff0-45bf-bf52-bf894fe2456c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:07.787665 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:07.890265 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47184) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:07.890805 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0761b391-0f90-4ce2-9d59-5e6ae9bb06c1 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710748'] for router_interface, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:08.012608 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-32dc5aaa-494c-4734-8e36-af2e7da40f89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710748'] for router_interface, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:08.071212 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-09ad6dc6-932f-4356-b54e-6cb20575ffc4 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:08.166166 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c88adf0c-aff0-45bf-bf52-bf894fe2456c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:08.200455 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7485577f-1ce4-4d3f-b374-cd06249c7349 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:08.207816 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-3063adf1-1f8f-477b-8d56-65a638428fb0 tempest-AgentManagementNegativeTest-770201574 tempest-AgentManagementNegativeTest-770201574-project] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3133416 May 04 17:28:08.349937 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88adf0c-aff0-45bf-bf52-bf894fe2456c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Pushing event updated for resources: {'Subnet': ['ID=266d8d34-5d6f-4589-b60b-5b2eeebe5693,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:08.367657 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88adf0c-aff0-45bf-bf52-bf894fe2456c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Checking segment: {'id': 'ffe7a60b-4289-43e1-8b7f-bed5faa3be89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c5caa449-d3b1-4f4d-bede-eb3d175a7ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:28:08.368018 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88adf0c-aff0-45bf-bf52-bf894fe2456c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Network hostable DHCP agents. Network: c5caa449-d3b1-4f4d-bede-eb3d175a7ffc, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:28:08.520794 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47194) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:08.531085 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88adf0c-aff0-45bf-bf52-bf894fe2456c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Network c5caa449-d3b1-4f4d-bede-eb3d175a7ffc is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:28:08.542385 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09ad6dc6-932f-4356-b54e-6cb20575ffc4 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Router 10159781-5f7d-4781-9a43-f63d3f6f16cc is scheduled to L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 with binding_index 1 {{(pid=88037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:28:08.550797 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-c88adf0c-aff0-45bf-bf52-bf894fe2456c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, c5caa449-d3b1-4f4d-bede-eb3d175a7ffc) {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:28:08.554807 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-192aa4d1-b783-4850-9476-179b568e9fdc tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:08.555889 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88adf0c-aff0-45bf-bf52-bf894fe2456c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:28:08.556617 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c88adf0c-aff0-45bf-bf52-bf894fe2456c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:08.580462 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588e9fd2-a3bb-41c9-9bbd-6d9d5ac3d9c8 None None] Network c5caa449-d3b1-4f4d-bede-eb3d175a7ffc requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:28:08.658885 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7485577f-1ce4-4d3f-b374-cd06249c7349 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:08.678537 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-c88adf0c-aff0-45bf-bf52-bf894fe2456c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4828348 May 04 17:28:08.679950 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47200) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:08.682373 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2e5cd6c5-79bc-4bc3-bfa6-ff0f3b22d93f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:08.752860 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7485577f-1ce4-4d3f-b374-cd06249c7349 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:28:08.761090 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-7485577f-1ce4-4d3f-b374-cd06249c7349 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:28:08.761281 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-d2caa67c-a3cc-4bef-b6eb-75e642192814 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1602920156', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:28:08.767101 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7485577f-1ce4-4d3f-b374-cd06249c7349 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:28:08.773697 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-d2caa67c-a3cc-4bef-b6eb-75e642192814 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:28:08.777822 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-2e5cd6c5-79bc-4bc3-bfa6-ff0f3b22d93f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:28:08.785777 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-d2caa67c-a3cc-4bef-b6eb-75e642192814 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Usage tracker for resource:router and tenant:4d4e7c7b24884dc786dfd71b0f2e4f89 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:28:08.790763 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-2e5cd6c5-79bc-4bc3-bfa6-ff0f3b22d93f admin admin] Usage tracker for resource:security_group_rule and tenant:31a577caf3ad4e9884fcd933c84acb2f is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:28:08.793324 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-d2caa67c-a3cc-4bef-b6eb-75e642192814 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:28:08.798569 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-2e5cd6c5-79bc-4bc3-bfa6-ff0f3b22d93f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:28:08.805068 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7485577f-1ce4-4d3f-b374-cd06249c7349 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Pushing event updated for resources: {'Port': ['ID=6ea83a1c-0372-4654-84c2-6d325ff05c04,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:08.809422 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-2e5cd6c5-79bc-4bc3-bfa6-ff0f3b22d93f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:28:08.811747 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-d2caa67c-a3cc-4bef-b6eb-75e642192814 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:28:08.835312 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5eb6aa-5e11-454d-84b0-850094064904 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-c5caa449-d3b1-4f4d-bede-eb3d175a7ffc', 'network_id': 'c5caa449-d3b1-4f4d-bede-eb3d175a7ffc', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'fixed_ips': [{'subnet_id': '266d8d34-5d6f-4589-b60b-5b2eeebe5693'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:28:08.838025 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4f5eb6aa-5e11-454d-84b0-850094064904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:08.850952 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ad6dc6-932f-4356-b54e-6cb20575ffc4 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:28:08.866817 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d2caa67c-a3cc-4bef-b6eb-75e642192814 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:08.868650 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d2caa67c-a3cc-4bef-b6eb-75e642192814 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:08.901132 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404da46a-b164-4f33-843b-6339a21cb542 None None] Sync routers for ids ['10159781-5f7d-4781-9a43-f63d3f6f16cc'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:28:08.914921 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d2caa67c-a3cc-4bef-b6eb-75e642192814 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:08.916446 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-09ad6dc6-932f-4356-b54e-6cb20575ffc4 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:08.917866 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-09ad6dc6-932f-4356-b54e-6cb20575ffc4 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.8572259 May 04 17:28:08.925092 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47204) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:08.933756 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-f394e2b5-d464-499a-bf30-4e6eaba876ff tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:28:08.935491 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404da46a-b164-4f33-843b-6339a21cb542 None None] Routers {'10159781-5f7d-4781-9a43-f63d3f6f16cc'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:28:08.936303 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-404da46a-b164-4f33-843b-6339a21cb542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:28:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['10159781-5f7d-4781-9a43-f63d3f6f16cc'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:09.006619 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-404da46a-b164-4f33-843b-6339a21cb542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:09.030158 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d2caa67c-a3cc-4bef-b6eb-75e642192814 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:09.062434 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404da46a-b164-4f33-843b-6339a21cb542 None None] Routers {'10159781-5f7d-4781-9a43-f63d3f6f16cc'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:28:09.063563 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-404da46a-b164-4f33-843b-6339a21cb542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:28:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['10159781-5f7d-4781-9a43-f63d3f6f16cc'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:09.131265 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:09.134004 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-404da46a-b164-4f33-843b-6339a21cb542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:09.134406 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404da46a-b164-4f33-843b-6339a21cb542 None None] The sync data for ids ['10159781-5f7d-4781-9a43-f63d3f6f16cc'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:28:09.159813 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-4f5eb6aa-5e11-454d-84b0-850094064904 None None] Allocated IP 172.20.0.2 (c5caa449-d3b1-4f4d-bede-eb3d175a7ffc/266d8d34-5d6f-4589-b60b-5b2eeebe5693/54dd5622-af63-4bc4-8bc2-17ee110565e0) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:28:09.169692 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d2caa67c-a3cc-4bef-b6eb-75e642192814 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:09.170988 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-d2caa67c-a3cc-4bef-b6eb-75e642192814 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4899890 May 04 17:28:09.174784 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-0761b391-0f90-4ce2-9d59-5e6ae9bb06c1 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Deleting port 25839c81-6674-4d4c-942c-475a5ddc76ac {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:28:09.175287 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0761b391-0f90-4ce2-9d59-5e6ae9bb06c1 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:09.183003 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47208) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:09.249371 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2e5cd6c5-79bc-4bc3-bfa6-ff0f3b22d93f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:09.286332 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-32dc5aaa-494c-4734-8e36-af2e7da40f89 admin admin] Deleting port a1bdf7ab-19ab-4ddc-81a1-5b21566c440e {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:28:09.286582 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-32dc5aaa-494c-4734-8e36-af2e7da40f89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:09.318828 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2e5cd6c5-79bc-4bc3-bfa6-ff0f3b22d93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:09.414445 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4f5eb6aa-5e11-454d-84b0-850094064904 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:09.424645 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-4f5eb6aa-5e11-454d-84b0-850094064904 None None] Transition to ACTIVE for port object 54dd5622-af63-4bc4-8bc2-17ee110565e0 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:28:09.444343 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-4f5eb6aa-5e11-454d-84b0-850094064904 None None] Transition to ACTIVE for port object 54dd5622-af63-4bc4-8bc2-17ee110565e0 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:28:09.451654 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4f5eb6aa-5e11-454d-84b0-850094064904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:09.519680 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5eb6aa-5e11-454d-84b0-850094064904 None None] Network c5caa449-d3b1-4f4d-bede-eb3d175a7ffc is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:28:09.522647 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-4f5eb6aa-5e11-454d-84b0-850094064904 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:28:09.527718 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5eb6aa-5e11-454d-84b0-850094064904 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:28:09.535044 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5eb6aa-5e11-454d-84b0-850094064904 None None] Pushing event updated for resources: {'Port': ['ID=54dd5622-af63-4bc4-8bc2-17ee110565e0,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:09.593207 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-2e5cd6c5-79bc-4bc3-bfa6-ff0f3b22d93f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=31a577caf3ad4e9884fcd933c84acb2f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0680873 May 04 17:28:09.596953 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47214) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:09.601178 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5cd6c5-79bc-4bc3-bfa6-ff0f3b22d93f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89fc0e8-a98c-4529-b133-13c2cc42b0e5,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:09.626544 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-4f5eb6aa-5e11-454d-84b0-850094064904 None None] Attempting to bind port 54dd5622-af63-4bc4-8bc2-17ee110565e0 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:28:09.626914 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-4f5eb6aa-5e11-454d-84b0-850094064904 None None] Attempting to bind port 54dd5622-af63-4bc4-8bc2-17ee110565e0 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'ffe7a60b-4289-43e1-8b7f-bed5faa3be89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c5caa449-d3b1-4f4d-bede-eb3d175a7ffc'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:28:09.627285 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5eb6aa-5e11-454d-84b0-850094064904 None None] Attempting to bind port 54dd5622-af63-4bc4-8bc2-17ee110565e0 on network c5caa449-d3b1-4f4d-bede-eb3d175a7ffc {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:28:09.632615 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5eb6aa-5e11-454d-84b0-850094064904 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:28:09.632988 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5eb6aa-5e11-454d-84b0-850094064904 None None] Checking segment: {'id': 'ffe7a60b-4289-43e1-8b7f-bed5faa3be89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c5caa449-d3b1-4f4d-bede-eb3d175a7ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:28:09.633390 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4f5eb6aa-5e11-454d-84b0-850094064904 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:09.633780 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5eb6aa-5e11-454d-84b0-850094064904 None None] Bound using segment: {'id': 'ffe7a60b-4289-43e1-8b7f-bed5faa3be89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c5caa449-d3b1-4f4d-bede-eb3d175a7ffc'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:28:09.634279 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-4f5eb6aa-5e11-454d-84b0-850094064904 None None] Bound port: 54dd5622-af63-4bc4-8bc2-17ee110565e0, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffe7a60b-4289-43e1-8b7f-bed5faa3be89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c5caa449-d3b1-4f4d-bede-eb3d175a7ffc'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:28:09.634656 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4f5eb6aa-5e11-454d-84b0-850094064904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:09.721982 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-4f5eb6aa-5e11-454d-84b0-850094064904 None None] For port 54dd5622-af63-4bc4-8bc2-17ee110565e0, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:28:09.724932 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-4f5eb6aa-5e11-454d-84b0-850094064904 None None] For port 54dd5622-af63-4bc4-8bc2-17ee110565e0, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=54dd5622-af63-4bc4-8bc2-17ee110565e0,segment=NetworkSegment(ffe7a60b-4289-43e1-8b7f-bed5faa3be89),segment_id=ffe7a60b-4289-43e1-8b7f-bed5faa3be89)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:28:09.730428 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4f5eb6aa-5e11-454d-84b0-850094064904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:09.770618 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0761b391-0f90-4ce2-9d59-5e6ae9bb06c1 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:09.826588 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5eb6aa-5e11-454d-84b0-850094064904 None None] Pushing event updated for resources: {'Port': ['ID=54dd5622-af63-4bc4-8bc2-17ee110565e0,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:09.923921 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-0761b391-0f90-4ce2-9d59-5e6ae9bb06c1 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Calling delete_port for 25839c81-6674-4d4c-942c-475a5ddc76ac owned by network:router_interface {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:28:10.134727 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-32dc5aaa-494c-4734-8e36-af2e7da40f89 admin admin] For port a1bdf7ab-19ab-4ddc-81a1-5b21566c440e, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=a1bdf7ab-19ab-4ddc-81a1-5b21566c440e,segment=NetworkSegment(87171e6b-f671-4224-9106-00609cd6ea4a),segment_id=87171e6b-f671-4224-9106-00609cd6ea4a)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:28:10.135390 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-32dc5aaa-494c-4734-8e36-af2e7da40f89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:10.154213 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-84263e06-7112-46e9-99a4-f6522c297c3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:10.270494 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e8a87412-f889-47f3-8d7d-a30662ac88ab tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:10.303451 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-84263e06-7112-46e9-99a4-f6522c297c3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:10.451894 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f394e2b5-d464-499a-bf30-4e6eaba876ff tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:10.526081 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f394e2b5-d464-499a-bf30-4e6eaba876ff tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:10.552209 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-f394e2b5-d464-499a-bf30-4e6eaba876ff tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Deleting port cae33ade-1ebe-4983-bfca-1388e691736e {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:28:10.552607 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f394e2b5-d464-499a-bf30-4e6eaba876ff tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:10.567192 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-32dc5aaa-494c-4734-8e36-af2e7da40f89 admin admin] Calling delete_port for a1bdf7ab-19ab-4ddc-81a1-5b21566c440e owned by network:router_interface {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:28:10.645605 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-84263e06-7112-46e9-99a4-f6522c297c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:10.687023 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 54dd5622-af63-4bc4-8bc2-17ee110565e0 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:28:10.732202 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84263e06-7112-46e9-99a4-f6522c297c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89fc0e8-a98c-4529-b133-13c2cc42b0e5,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:10.781902 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 54dd5622-af63-4bc4-8bc2-17ee110565e0 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:28:10.895216 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-84263e06-7112-46e9-99a4-f6522c297c3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:10.899021 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-84263e06-7112-46e9-99a4-f6522c297c3a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c89fc0e8-a98c-4529-b133-13c2cc42b0e5 HTTP/1.1" status: 204 len: 168 time: 1.2962561 May 04 17:28:10.908878 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-e8a87412-f889-47f3-8d7d-a30662ac88ab tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Allocated IP 172.20.0.1 (c5caa449-d3b1-4f4d-bede-eb3d175a7ffc/266d8d34-5d6f-4589-b60b-5b2eeebe5693/c58834f7-1d96-4983-9147-8a8b47fcb58f) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:28:10.935947 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f394e2b5-d464-499a-bf30-4e6eaba876ff tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:10.968394 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7485577f-1ce4-4d3f-b374-cd06249c7349 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:11.001472 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15c330a-df73-449b-8a72-7b00b9b3f697 None None] Network c5caa449-d3b1-4f4d-bede-eb3d175a7ffc requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:28:11.086756 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0761b391-0f90-4ce2-9d59-5e6ae9bb06c1 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:11.101419 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-f394e2b5-d464-499a-bf30-4e6eaba876ff tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Calling delete_port for cae33ade-1ebe-4983-bfca-1388e691736e owned by network:router_gateway {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:28:11.162360 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d0ce2e99-bbc3-4896-8024-d1148a025661 None None] Provisioning for port 54dd5622-af63-4bc4-8bc2-17ee110565e0 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:28:11.173697 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d0ce2e99-bbc3-4896-8024-d1148a025661 None None] Provisioning complete for port 54dd5622-af63-4bc4-8bc2-17ee110565e0 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:28:11.174369 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d0ce2e99-bbc3-4896-8024-d1148a025661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:11.179720 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0761b391-0f90-4ce2-9d59-5e6ae9bb06c1 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Pushing event deleted for resources: {'Port': ['ID=25839c81-6674-4d4c-942c-475a5ddc76ac,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:11.371573 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e8a87412-f889-47f3-8d7d-a30662ac88ab tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:11.424806 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-e8a87412-f889-47f3-8d7d-a30662ac88ab tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Transition to ACTIVE for port object c58834f7-1d96-4983-9147-8a8b47fcb58f will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:28:11.456762 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e8a87412-f889-47f3-8d7d-a30662ac88ab tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:11.564902 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d0ce2e99-bbc3-4896-8024-d1148a025661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:11.593567 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7485577f-1ce4-4d3f-b374-cd06249c7349 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:11.610774 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d0ce2e99-bbc3-4896-8024-d1148a025661 None None] For port 54dd5622-af63-4bc4-8bc2-17ee110565e0, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=54dd5622-af63-4bc4-8bc2-17ee110565e0,segment=NetworkSegment(ffe7a60b-4289-43e1-8b7f-bed5faa3be89),segment_id=ffe7a60b-4289-43e1-8b7f-bed5faa3be89)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:28:11.617585 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d0ce2e99-bbc3-4896-8024-d1148a025661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:11.664251 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-192aa4d1-b783-4850-9476-179b568e9fdc tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:11.691767 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-192aa4d1-b783-4850-9476-179b568e9fdc tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-712177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-712168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-709817'] for router, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:11.707469 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0761b391-0f90-4ce2-9d59-5e6ae9bb06c1 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710832'] for router_interface, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:11.742205 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce2e99-bbc3-4896-8024-d1148a025661 None None] Pushing event updated for resources: {'Port': ['ID=54dd5622-af63-4bc4-8bc2-17ee110565e0,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:11.779701 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a87412-f889-47f3-8d7d-a30662ac88ab tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Network c5caa449-d3b1-4f4d-bede-eb3d175a7ffc is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:28:11.785788 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-e8a87412-f889-47f3-8d7d-a30662ac88ab tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:28:11.787584 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-32dc5aaa-494c-4734-8e36-af2e7da40f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:11.799005 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a87412-f889-47f3-8d7d-a30662ac88ab tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:28:11.833608 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a87412-f889-47f3-8d7d-a30662ac88ab tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Pushing event updated for resources: {'Port': ['ID=c58834f7-1d96-4983-9147-8a8b47fcb58f,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:11.883062 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e8a87412-f889-47f3-8d7d-a30662ac88ab tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710357'] for router_interface, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:11.890186 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f394e2b5-d464-499a-bf30-4e6eaba876ff tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:11.898991 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dc5aaa-494c-4734-8e36-af2e7da40f89 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1bdf7ab-19ab-4ddc-81a1-5b21566c440e,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:11.945582 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-1fb05069-7d1f-4a03-aa42-8a542f81caa0 None None] Provisioning for port c58834f7-1d96-4983-9147-8a8b47fcb58f completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:28:11.952172 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-1fb05069-7d1f-4a03-aa42-8a542f81caa0 None None] Provisioning complete for port c58834f7-1d96-4983-9147-8a8b47fcb58f triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:28:11.953608 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1fb05069-7d1f-4a03-aa42-8a542f81caa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:11.988692 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f394e2b5-d464-499a-bf30-4e6eaba876ff tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Pushing event deleted for resources: {'Port': ['ID=cae33ade-1ebe-4983-bfca-1388e691736e,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:12.078118 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-1fb05069-7d1f-4a03-aa42-8a542f81caa0 None None] Port c58834f7-1d96-4983-9147-8a8b47fcb58f cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:28:12.091182 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-1fb05069-7d1f-4a03-aa42-8a542f81caa0 None None] Provisioning complete for port 54dd5622-af63-4bc4-8bc2-17ee110565e0 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:28:12.091800 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1fb05069-7d1f-4a03-aa42-8a542f81caa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:12.093287 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f394e2b5-d464-499a-bf30-4e6eaba876ff tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710199'] for router_gateway, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:12.172403 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47238) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:12.389428 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d2a306f2-0c34-4fbe-a0a0-1a06d689793f None None] Provisioning complete for port c58834f7-1d96-4983-9147-8a8b47fcb58f triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:28:12.389717 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d2a306f2-0c34-4fbe-a0a0-1a06d689793f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:12.443953 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-d2a306f2-0c34-4fbe-a0a0-1a06d689793f None None] Port c58834f7-1d96-4983-9147-8a8b47fcb58f cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:28:12.473084 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [None req-9d43df18-9d2a-4668-86ee-519d012c8b87 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:28:12.474097 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-9d43df18-9d2a-4668-86ee-519d012c8b87 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2994554 May 04 17:28:12.481031 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47244) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:12.501397 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [None req-20564581-e132-4396-9f9d-59eefcece3f2 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] http://10.222.0.41:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:28:12.502355 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-20564581-e132-4396-9f9d-59eefcece3f2 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] 10.222.0.41 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0187719 May 04 17:28:12.510694 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47248) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:12.536927 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [None req-adc70003-98c2-4329-9181-8b38ed0081b5 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] http://10.222.0.41:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:28:12.537857 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-adc70003-98c2-4329-9181-8b38ed0081b5 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] 10.222.0.41 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0232313 May 04 17:28:12.546805 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47252) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:12.609626 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [None req-31e934ab-a755-415b-b1ec-a9b601d42434 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] http://10.222.0.41:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:28:12.611156 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-31e934ab-a755-415b-b1ec-a9b601d42434 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] 10.222.0.41 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0589297 May 04 17:28:12.616400 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e8a87412-f889-47f3-8d7d-a30662ac88ab tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:12.622584 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47256) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:12.638240 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f394e2b5-d464-499a-bf30-4e6eaba876ff tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:12.650998 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [None req-1b5955d9-2434-4965-b189-67fc87379a63 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] http://10.222.0.41:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:28:12.654425 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-1b5955d9-2434-4965-b189-67fc87379a63 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] 10.222.0.41 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0283117 May 04 17:28:12.656299 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-192aa4d1-b783-4850-9476-179b568e9fdc tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Router 221a4dae-0d68-4990-877f-fae48547b82f has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:28:12.658614 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47260) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:12.680373 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f394e2b5-d464-499a-bf30-4e6eaba876ff tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-712177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-712168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-709817'] for router, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:12.684717 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 54dd5622-af63-4bc4-8bc2-17ee110565e0 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:28:12.728823 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [None req-1e571aec-e7c5-4fd8-bd76-66f58d8e6abd tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] http://10.222.0.41:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:28:12.732314 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-1e571aec-e7c5-4fd8-bd76-66f58d8e6abd tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] 10.222.0.41 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0683644 May 04 17:28:12.739446 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47264) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:12.756668 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 54dd5622-af63-4bc4-8bc2-17ee110565e0 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:28:12.757250 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:12.810242 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [None req-a8fd814f-b807-4748-80ab-6d832c999346 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] http://10.222.0.41:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:28:12.813620 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-a8fd814f-b807-4748-80ab-6d832c999346 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] 10.222.0.41 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0636771 May 04 17:28:12.814316 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47268) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:12.857310 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.db.resource_extend [None req-7485577f-1ce4-4d3f-b374-cd06249c7349 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 17:28:12.937060 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7485577f-1ce4-4d3f-b374-cd06249c7349 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:12.938886 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [None req-9ca5cc5b-176a-426e-bf45-77606174f6b5 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] http://10.222.0.41:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:28:12.939833 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-9ca5cc5b-176a-426e-bf45-77606174f6b5 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] 10.222.0.41 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.1178498 May 04 17:28:12.947885 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47272) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:12.972317 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7485577f-1ce4-4d3f-b374-cd06249c7349 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:12.972863 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f394e2b5-d464-499a-bf30-4e6eaba876ff tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Router 10159781-5f7d-4781-9a43-f63d3f6f16cc has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:28:12.980858 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [None req-638991c2-844e-4983-887a-e22bcf183379 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] http://10.222.0.41:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:28:12.981812 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-638991c2-844e-4983-887a-e22bcf183379 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] 10.222.0.41 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0313458 May 04 17:28:12.986628 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47276) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:12.997033 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [None req-5d9f2163-8f83-46fb-ac2e-6b3302bc65c7 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] http://10.222.0.41:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:28:12.997964 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-5d9f2163-8f83-46fb-ac2e-6b3302bc65c7 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] 10.222.0.41 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0092826 May 04 17:28:13.017844 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47280) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:13.049143 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [None req-441b050c-fa38-452f-9e61-d9a6ea6f793d tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] http://10.222.0.41:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:28:13.050755 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-441b050c-fa38-452f-9e61-d9a6ea6f793d tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] 10.222.0.41 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0241642 May 04 17:28:13.065084 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47284) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:13.105784 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [None req-5bf4cda5-4ed3-4c30-b372-c25e86556ef1 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] http://10.222.0.41:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:28:13.106810 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-5bf4cda5-4ed3-4c30-b372-c25e86556ef1 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] 10.222.0.41 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0388217 May 04 17:28:13.116836 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47288) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:13.172673 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0761b391-0f90-4ce2-9d59-5e6ae9bb06c1 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Router 18b3dbf4-3199-4785-97c4-b9801b14e535 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:28:13.193201 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-32dc5aaa-494c-4734-8e36-af2e7da40f89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710832'] for router_interface, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:13.207520 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [None req-a10cce1b-a4c3-49ad-b9a5-d4413b20d68f tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] http://10.222.0.41:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:28:13.208501 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-a10cce1b-a4c3-49ad-b9a5-d4413b20d68f tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] 10.222.0.41 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0349493 May 04 17:28:13.223528 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47292) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:13.268670 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f394e2b5-d464-499a-bf30-4e6eaba876ff tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:28:13.286605 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e8a6bc-63c6-44de-8f6a-d940763d1838 None None] Sync routers for ids ['10159781-5f7d-4781-9a43-f63d3f6f16cc'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:28:13.295539 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f394e2b5-d464-499a-bf30-4e6eaba876ff tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:13.296316 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e8a6bc-63c6-44de-8f6a-d940763d1838 None None] Routers {'10159781-5f7d-4781-9a43-f63d3f6f16cc'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:28:13.296990 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-16e8a6bc-63c6-44de-8f6a-d940763d1838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:28:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['10159781-5f7d-4781-9a43-f63d3f6f16cc'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:13.297844 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [None req-c4026525-8769-46fa-a326-1b2e2bad1774 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] http://10.222.0.41:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:28:13.301133 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-c4026525-8769-46fa-a326-1b2e2bad1774 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] 10.222.0.41 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0704246 May 04 17:28:13.301256 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-f394e2b5-d464-499a-bf30-4e6eaba876ff tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] 10.222.0.41 "PUT /v2.0/routers/10159781-5f7d-4781-9a43-f63d3f6f16cc HTTP/1.1" status: 200 len: 706 time: 4.3724935 May 04 17:28:13.301765 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7485577f-1ce4-4d3f-b374-cd06249c7349 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Pushing event updated for resources: {'Port': ['ID=6ea83a1c-0372-4654-84c2-6d325ff05c04,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:13.314258 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47296) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:13.314777 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47298) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:13.343569 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [None req-a7813a89-793b-40bc-a565-1155d89e8882 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] http://10.222.0.41:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:28:13.345293 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-a7813a89-793b-40bc-a565-1155d89e8882 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] 10.222.0.41 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0277615 May 04 17:28:13.351013 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47304) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:13.358992 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [None req-1a943413-fff6-4c8b-b9ec-1e46e09d6a66 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] http://10.222.0.41:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:28:13.362620 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-1a943413-fff6-4c8b-b9ec-1e46e09d6a66 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] 10.222.0.41 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0078201 May 04 17:28:13.363993 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47308) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:13.367038 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-16e8a6bc-63c6-44de-8f6a-d940763d1838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:13.376385 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e8a6bc-63c6-44de-8f6a-d940763d1838 None None] Routers {'10159781-5f7d-4781-9a43-f63d3f6f16cc'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:28:13.377044 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-16e8a6bc-63c6-44de-8f6a-d940763d1838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:28:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['10159781-5f7d-4781-9a43-f63d3f6f16cc'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:13.378726 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [None req-c5ea0b5f-88d3-4781-9371-6074e6448c8a tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] http://10.222.0.41:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:28:13.382135 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-c5ea0b5f-88d3-4781-9371-6074e6448c8a tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] 10.222.0.41 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0150466 May 04 17:28:13.383191 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47312) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:13.390497 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [None req-7c696eba-7eb9-458b-a1a4-c34e308f2d3c tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] http://10.222.0.41:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:28:13.393840 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-7c696eba-7eb9-458b-a1a4-c34e308f2d3c tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] 10.222.0.41 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0074811 May 04 17:28:13.395491 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47316) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:13.409380 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [None req-c5819818-0d90-416f-8008-574ca2fda114 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] http://10.222.0.41:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:28:13.412715 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-c5819818-0d90-416f-8008-574ca2fda114 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] 10.222.0.41 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0144820 May 04 17:28:13.413740 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47320) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:13.421301 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [None req-26d3066d-8c73-4d4b-9db8-ed049cd59f20 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] http://10.222.0.41:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:28:13.424813 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-26d3066d-8c73-4d4b-9db8-ed049cd59f20 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] 10.222.0.41 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0078437 May 04 17:28:13.426008 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47324) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:13.433241 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [None req-a03c205d-49ea-4189-b866-51dda63c1e99 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] http://10.222.0.41:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:28:13.436862 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-a03c205d-49ea-4189-b866-51dda63c1e99 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] 10.222.0.41 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0072768 May 04 17:28:13.437022 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47328) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:13.444538 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [None req-0d7c7166-471f-46e1-b7c6-a9f5fda09e58 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] http://10.222.0.41:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:28:13.445529 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-0d7c7166-471f-46e1-b7c6-a9f5fda09e58 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] 10.222.0.41 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0076258 May 04 17:28:13.447790 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-16e8a6bc-63c6-44de-8f6a-d940763d1838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:13.448098 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47332) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:13.448739 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e8a6bc-63c6-44de-8f6a-d940763d1838 None None] The sync data for ids ['10159781-5f7d-4781-9a43-f63d3f6f16cc'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:28:13.455833 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [None req-ae2137ca-b360-4e4c-bec3-5881ca583961 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] http://10.222.0.41:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:28:13.459722 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-ae2137ca-b360-4e4c-bec3-5881ca583961 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] 10.222.0.41 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0076902 May 04 17:28:13.459722 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47336) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:13.473101 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [None req-eefd60ce-c12f-4ed2-8aea-241e102742f1 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] http://10.222.0.41:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:28:13.475413 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-eefd60ce-c12f-4ed2-8aea-241e102742f1 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] 10.222.0.41 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0137522 May 04 17:28:13.477296 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47340) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:13.482304 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [None req-c001a518-0cd5-42c6-b346-82730ed5402d tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] http://10.222.0.41:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:28:13.483227 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-c001a518-0cd5-42c6-b346-82730ed5402d tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] 10.222.0.41 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0049398 May 04 17:28:13.486233 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47344) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:13.489875 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e8a87412-f889-47f3-8d7d-a30662ac88ab tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:13.494287 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [None req-1827536a-af0c-49e3-96c5-2261003e458c tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] http://10.222.0.41:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:28:13.495291 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-1827536a-af0c-49e3-96c5-2261003e458c tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] 10.222.0.41 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0081942 May 04 17:28:13.497810 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47348) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:13.502867 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [None req-40c847b8-6bc6-41b7-a095-2bf362a49206 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] http://10.222.0.41:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:28:13.503731 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-40c847b8-6bc6-41b7-a095-2bf362a49206 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] 10.222.0.41 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0048304 May 04 17:28:13.504596 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e8a87412-f889-47f3-8d7d-a30662ac88ab tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:13.530102 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47352) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:13.577758 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [None req-f7eedf83-d46d-44c7-aedc-30f7c71855ba tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] http://10.222.0.41:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:28:13.579330 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-f7eedf83-d46d-44c7-aedc-30f7c71855ba tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] 10.222.0.41 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0138757 May 04 17:28:13.590317 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7485577f-1ce4-4d3f-b374-cd06249c7349 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710218'] for floatingip, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:13.595576 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47356) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:13.607521 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [None req-e8f4261c-9e6b-4874-91f0-afd0e6f607d5 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] http://10.222.0.41:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:28:13.608453 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-e8f4261c-9e6b-4874-91f0-afd0e6f607d5 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] 10.222.0.41 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0119672 May 04 17:28:13.611007 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47360) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:13.627274 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [None req-d31576a6-5b94-46e7-a09e-3fe27ac269af tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] http://10.222.0.41:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:28:13.628186 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-d31576a6-5b94-46e7-a09e-3fe27ac269af tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] 10.222.0.41 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0110505 May 04 17:28:13.634573 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47364) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:13.643503 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [None req-01f9421a-ee2f-41a5-9685-06726de690ba tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] http://10.222.0.41:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:28:13.644421 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-01f9421a-ee2f-41a5-9685-06726de690ba tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] 10.222.0.41 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0090036 May 04 17:28:13.647428 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47368) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:13.651415 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a87412-f889-47f3-8d7d-a30662ac88ab tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Pushing event updated for resources: {'Port': ['ID=c58834f7-1d96-4983-9147-8a8b47fcb58f,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:13.655488 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e8a87412-f889-47f3-8d7d-a30662ac88ab tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710702'] for router_interface, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:13.662262 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [None req-2cfc6220-1ee1-46b2-8ab3-ba848721da41 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] http://10.222.0.41:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:28:13.663218 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-2cfc6220-1ee1-46b2-8ab3-ba848721da41 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] 10.222.0.41 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0130739 May 04 17:28:13.666857 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47372) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:13.672955 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [None req-1be3a40e-7d39-427b-8a05-330baa6c3b9c tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] http://10.222.0.41:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:28:13.673870 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-1be3a40e-7d39-427b-8a05-330baa6c3b9c tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] 10.222.0.41 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0061443 May 04 17:28:13.688939 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47376) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:13.693439 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [None req-66f33f07-e92d-4a3b-885a-635ecb23c940 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] http://10.222.0.41:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:28:13.696512 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-66f33f07-e92d-4a3b-885a-635ecb23c940 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] 10.222.0.41 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0045643 May 04 17:28:13.698833 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47380) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:13.703101 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [None req-705621c4-49f1-48d9-b645-0496fe5f55a9 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] http://10.222.0.41:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:28:13.706419 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-705621c4-49f1-48d9-b645-0496fe5f55a9 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] 10.222.0.41 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0048778 May 04 17:28:13.707277 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47384) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:13.720867 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [None req-4023e438-072e-4372-ba93-cd3a363c1f9c tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] http://10.222.0.41:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:28:13.721779 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-4023e438-072e-4372-ba93-cd3a363c1f9c tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] 10.222.0.41 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0136826 May 04 17:28:13.724614 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47388) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:13.732588 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [None req-4a024e86-1b04-46f1-a034-567256860238 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] http://10.222.0.41:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:28:13.735553 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-4a024e86-1b04-46f1-a034-567256860238 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] 10.222.0.41 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0080452 May 04 17:28:13.778534 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47392) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:13.789898 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [None req-197d9526-7593-4462-8982-c697fa79c2ef tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] http://10.222.0.41:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:28:13.793185 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-197d9526-7593-4462-8982-c697fa79c2ef tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] 10.222.0.41 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0114796 May 04 17:28:13.793395 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47396) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:13.808253 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [None req-6ccd507c-bab3-482d-b6fa-a3172cea73c4 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] http://10.222.0.41:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:28:13.811464 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-6ccd507c-bab3-482d-b6fa-a3172cea73c4 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] 10.222.0.41 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0069382 May 04 17:28:13.811790 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47400) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:13.818070 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [None req-a347b31a-fddf-47e9-afe5-b7fb6bd06c52 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] http://10.222.0.41:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:28:13.820905 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-a347b31a-fddf-47e9-afe5-b7fb6bd06c52 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] 10.222.0.41 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0063412 May 04 17:28:13.821264 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47404) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:13.825973 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [None req-826a3f30-c15d-483f-99d1-a882db8d4736 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] http://10.222.0.41:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:28:13.829368 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-826a3f30-c15d-483f-99d1-a882db8d4736 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] 10.222.0.41 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0048935 May 04 17:28:13.829794 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47408) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:13.832567 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-192aa4d1-b783-4850-9476-179b568e9fdc tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:28:13.835653 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [None req-c7696a9a-c7ed-4355-99b3-7e9b53180576 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] http://10.222.0.41:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:28:13.838681 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-c7696a9a-c7ed-4355-99b3-7e9b53180576 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] 10.222.0.41 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0059302 May 04 17:28:13.842877 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47412) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:13.845154 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d165886c-1fd3-4c63-b999-eddb90342e2f None None] Sync routers for ids ['221a4dae-0d68-4990-877f-fae48547b82f'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:28:13.854328 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d165886c-1fd3-4c63-b999-eddb90342e2f None None] Routers {'221a4dae-0d68-4990-877f-fae48547b82f'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:28:13.855014 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-d165886c-1fd3-4c63-b999-eddb90342e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:28:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['221a4dae-0d68-4990-877f-fae48547b82f'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:13.861760 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a87412-f889-47f3-8d7d-a30662ac88ab tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Network c5caa449-d3b1-4f4d-bede-eb3d175a7ffc is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:28:13.862880 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-e8a87412-f889-47f3-8d7d-a30662ac88ab tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:28:13.931287 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-d165886c-1fd3-4c63-b999-eddb90342e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:13.942525 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d165886c-1fd3-4c63-b999-eddb90342e2f None None] Routers {'221a4dae-0d68-4990-877f-fae48547b82f'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:28:13.943273 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-d165886c-1fd3-4c63-b999-eddb90342e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:28:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['221a4dae-0d68-4990-877f-fae48547b82f'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:13.971357 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [None req-b25996b8-9326-420e-914a-d74ae5ff3773 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] http://10.222.0.41:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:28:13.974735 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-b25996b8-9326-420e-914a-d74ae5ff3773 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] 10.222.0.41 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0744796 May 04 17:28:13.982659 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47416) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:14.005221 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [None req-de2c2791-8945-4fdc-b021-08dea504a1a7 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] http://10.222.0.41:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:28:14.006239 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-de2c2791-8945-4fdc-b021-08dea504a1a7 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] 10.222.0.41 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0231383 May 04 17:28:14.010900 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47420) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:14.016761 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-d165886c-1fd3-4c63-b999-eddb90342e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:14.017590 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d165886c-1fd3-4c63-b999-eddb90342e2f None None] The sync data for ids ['221a4dae-0d68-4990-877f-fae48547b82f'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:28:14.021568 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [None req-d6a5aef2-4591-4bf1-9f72-0bd9b4a4c0bb tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] http://10.222.0.41:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:28:14.027467 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-d6a5aef2-4591-4bf1-9f72-0bd9b4a4c0bb tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] 10.222.0.41 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0105541 May 04 17:28:14.027634 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-367ab6d9-65c2-4966-be9e-e63372a5d913 tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] 10.222.0.41 "GET /v2.0/routers/10159781-5f7d-4781-9a43-f63d3f6f16cc HTTP/1.1" status: 200 len: 741 time: 0.7088120 May 04 17:28:14.028199 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47424) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:14.028532 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47426) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:14.040024 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [None req-9a385e69-d4c6-49ee-b4ab-b634b66223a4 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] http://10.222.0.41:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:28:14.041156 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-9a385e69-d4c6-49ee-b4ab-b634b66223a4 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] 10.222.0.41 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0072262 May 04 17:28:14.050783 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47432) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:14.061204 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0761b391-0f90-4ce2-9d59-5e6ae9bb06c1 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:28:14.065265 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [None req-927b9daa-dcec-4742-b1a5-76dbaf1f8498 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] http://10.222.0.41:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:28:14.069101 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-927b9daa-dcec-4742-b1a5-76dbaf1f8498 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] 10.222.0.41 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0159571 May 04 17:28:14.072523 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c0cdd5-0232-423b-a4c4-fc62432126e8 None None] Sync routers for ids ['18b3dbf4-3199-4785-97c4-b9801b14e535'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:28:14.078296 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47436) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:14.087070 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c0cdd5-0232-423b-a4c4-fc62432126e8 None None] Routers {'18b3dbf4-3199-4785-97c4-b9801b14e535'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:28:14.087796 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-f9c0cdd5-0232-423b-a4c4-fc62432126e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:28:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['18b3dbf4-3199-4785-97c4-b9801b14e535'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:14.091535 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-b0f18dc1-55a6-4e9c-98f4-d1de60c3628e tempest-RoutersAdminTest-45264603 tempest-RoutersAdminTest-45264603-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=30bd8d35-9d66-4ec1-9734-58f713c6cd24&device_id=10159781-5f7d-4781-9a43-f63d3f6f16cc HTTP/1.1" status: 200 len: 205 time: 0.0599585 May 04 17:28:14.095112 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [None req-fbf879b8-feac-4e14-9db4-f883fee94be5 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] http://10.222.0.41:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:28:14.096049 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-fbf879b8-feac-4e14-9db4-f883fee94be5 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] 10.222.0.41 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0145564 May 04 17:28:14.098249 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47440) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:14.098572 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47442) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:14.106385 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [None req-56d3a5b0-2e8f-4c2e-954e-26c4830422d2 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] http://10.222.0.41:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:28:14.107306 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-56d3a5b0-2e8f-4c2e-954e-26c4830422d2 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] 10.222.0.41 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0064542 May 04 17:28:14.115526 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47448) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:14.120052 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-0761b391-0f90-4ce2-9d59-5e6ae9bb06c1 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "PUT /v2.0/routers/18b3dbf4-3199-4785-97c4-b9801b14e535/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4197600 May 04 17:28:14.124546 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-192aa4d1-b783-4850-9476-179b568e9fdc tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:14.128480 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-192aa4d1-b783-4850-9476-179b568e9fdc tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] 10.222.0.41 "PUT /v2.0/routers/221a4dae-0d68-4990-877f-fae48547b82f HTTP/1.1" status: 200 len: 925 time: 7.1178675 May 04 17:28:14.128480 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47452) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:14.131540 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [None req-4f0ef677-15b5-4a8e-ab5a-effbab423b53 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] http://10.222.0.41:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:28:14.134840 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-4f0ef677-15b5-4a8e-ab5a-effbab423b53 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] 10.222.0.41 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0138397 May 04 17:28:14.136005 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47454) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:14.136321 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47458) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:14.152564 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-f9c0cdd5-0232-423b-a4c4-fc62432126e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:14.153754 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-20584400-d11b-4483-9f81-ac000f5d6602 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] 10.222.0.41 "GET /v2.0/ports?device_id=10159781-5f7d-4781-9a43-f63d3f6f16cc HTTP/1.1" status: 200 len: 205 time: 0.0541670 May 04 17:28:14.157943 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47464) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:14.162732 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c0cdd5-0232-423b-a4c4-fc62432126e8 None None] Routers {'18b3dbf4-3199-4785-97c4-b9801b14e535'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:28:14.163405 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-f9c0cdd5-0232-423b-a4c4-fc62432126e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:28:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['18b3dbf4-3199-4785-97c4-b9801b14e535'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:14.196550 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-a9217a2d-1142-4909-b577-f91c7d0bf256 None None] Provisioning complete for port c58834f7-1d96-4983-9147-8a8b47fcb58f triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:28:14.197496 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a9217a2d-1142-4909-b577-f91c7d0bf256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:14.247515 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.l3_db [None req-7485577f-1ce4-4d3f-b374-cd06249c7349 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Floating IP 4f0d69b0-fb93-47bc-9f34-9f073848cd76 associated. External IP: 172.26.0.43, port: 7cc9c858-76b6-4845-b1b6-bc031b02ce62. May 04 17:28:14.294049 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-f9c0cdd5-0232-423b-a4c4-fc62432126e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:14.295011 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c0cdd5-0232-423b-a4c4-fc62432126e8 None None] The sync data for ids ['18b3dbf4-3199-4785-97c4-b9801b14e535'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:28:14.304642 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [None req-25fccc03-adc8-4fd1-95ae-636d2d077cb4 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] http://10.222.0.41:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:28:14.305625 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-25fccc03-adc8-4fd1-95ae-636d2d077cb4 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] 10.222.0.41 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.1656461 May 04 17:28:14.310139 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47468) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:14.311130 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-a9217a2d-1142-4909-b577-f91c7d0bf256 None None] Port c58834f7-1d96-4983-9147-8a8b47fcb58f cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:28:14.323536 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [None req-94752978-aef9-42c0-a3f6-29a4341db672 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] http://10.222.0.41:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:28:14.324475 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-94752978-aef9-42c0-a3f6-29a4341db672 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] 10.222.0.41 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0081971 May 04 17:28:14.333378 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47472) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:14.340030 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [None req-80d58cb6-133e-46c5-9ac2-cbbd25207aed tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] http://10.222.0.41:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:28:14.340953 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-80d58cb6-133e-46c5-9ac2-cbbd25207aed tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] 10.222.0.41 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0066817 May 04 17:28:14.343371 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e615230b-c735-4652-8b7e-617bc2417692 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks [] for router, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:14.368608 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47476) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:14.457474 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8a87412-f889-47f3-8d7d-a30662ac88ab tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Router 001fa64c-2c45-45d2-b1ff-7c83fd039c84 is scheduled to L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 with binding_index 1 {{(pid=88037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:28:14.491142 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [None req-8ba4aee7-98b4-4a5e-b0cd-8c53aa8fb4c2 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:28:14.492103 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-8ba4aee7-98b4-4a5e-b0cd-8c53aa8fb4c2 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.1046855 May 04 17:28:14.503822 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47480) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:14.518725 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [None req-4af230bf-9060-4206-9109-9ad53637a65d tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] http://10.222.0.41:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:28:14.519657 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-4af230bf-9060-4206-9109-9ad53637a65d tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] 10.222.0.41 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0133340 May 04 17:28:14.527156 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47484) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:14.790019 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [None req-f4ca3eeb-27cb-4b6e-bba2-cb4373db65ad tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] http://10.222.0.41:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:28:14.790978 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-f4ca3eeb-27cb-4b6e-bba2-cb4373db65ad tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] 10.222.0.41 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.2611589 May 04 17:28:14.814916 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47488) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:14.892889 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [None req-aa77aa21-28f6-4964-bd9f-30370f9970a3 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] http://10.222.0.41:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:28:14.894568 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-aa77aa21-28f6-4964-bd9f-30370f9970a3 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] 10.222.0.41 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0292439 May 04 17:28:14.895727 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e615230b-c735-4652-8b7e-617bc2417692 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:14.897242 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47492) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:14.904927 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e615230b-c735-4652-8b7e-617bc2417692 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:14.911137 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [None req-c051354f-ad2d-4745-b30e-b1b93a7a87e5 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] http://10.222.0.41:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:28:14.914343 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-c051354f-ad2d-4745-b30e-b1b93a7a87e5 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] 10.222.0.41 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0113361 May 04 17:28:14.915694 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47496) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:14.927447 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [None req-ed0b285f-a804-409c-9094-d70793936e33 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] http://10.222.0.41:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:28:14.930643 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-ed0b285f-a804-409c-9094-d70793936e33 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] 10.222.0.41 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0095136 May 04 17:28:14.930643 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a87412-f889-47f3-8d7d-a30662ac88ab tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:28:14.936897 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-e8a87412-f889-47f3-8d7d-a30662ac88ab tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "PUT /v2.0/routers/001fa64c-2c45-45d2-b1ff-7c83fd039c84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7505219 May 04 17:28:14.936897 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47500) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:14.942483 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570e899d-2919-47e5-9ca8-33e492b24f9c None None] Sync routers for ids ['001fa64c-2c45-45d2-b1ff-7c83fd039c84'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:28:14.946156 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47502) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:14.951891 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [None req-bdbf0e87-213d-47ad-befb-e2833032ef76 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] http://10.222.0.41:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:28:14.955292 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-bdbf0e87-213d-47ad-befb-e2833032ef76 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] 10.222.0.41 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0087478 May 04 17:28:14.955414 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570e899d-2919-47e5-9ca8-33e492b24f9c None None] Routers {'001fa64c-2c45-45d2-b1ff-7c83fd039c84'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:28:14.955414 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-570e899d-2919-47e5-9ca8-33e492b24f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:28:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['001fa64c-2c45-45d2-b1ff-7c83fd039c84'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:14.966400 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47508) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:15.008035 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e615230b-c735-4652-8b7e-617bc2417692 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:15.008540 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e615230b-c735-4652-8b7e-617bc2417692 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Fanout notify agent at l3_agent the message router_deleted on router 10159781-5f7d-4781-9a43-f63d3f6f16cc {{(pid=88037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:28:15.019382 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-570e899d-2919-47e5-9ca8-33e492b24f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:15.027025 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e615230b-c735-4652-8b7e-617bc2417692 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:15.031297 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-e615230b-c735-4652-8b7e-617bc2417692 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] 10.222.0.41 "DELETE /v2.0/routers/10159781-5f7d-4781-9a43-f63d3f6f16cc HTTP/1.1" status: 204 len: 168 time: 0.8692770 May 04 17:28:15.031960 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570e899d-2919-47e5-9ca8-33e492b24f9c None None] Routers {'001fa64c-2c45-45d2-b1ff-7c83fd039c84'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:28:15.031960 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-570e899d-2919-47e5-9ca8-33e492b24f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:28:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['001fa64c-2c45-45d2-b1ff-7c83fd039c84'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:15.033468 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47512) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:15.051756 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [None req-7fcf72d8-c451-485d-99cd-d26a598c0cd3 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] http://10.222.0.41:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:28:15.055183 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-7fcf72d8-c451-485d-99cd-d26a598c0cd3 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] 10.222.0.41 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0793843 May 04 17:28:15.059794 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47516) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:15.086077 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8463ca7e-d093-4e38-8f12-ef19dfd021be tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:28:15.086565 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-8463ca7e-d093-4e38-8f12-ef19dfd021be tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Synchronizing usage tracker for tenant:4d4e7c7b24884dc786dfd71b0f2e4f89 on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:28:15.088613 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-570e899d-2919-47e5-9ca8-33e492b24f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:15.089012 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570e899d-2919-47e5-9ca8-33e492b24f9c None None] The sync data for ids ['001fa64c-2c45-45d2-b1ff-7c83fd039c84'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:28:15.091470 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-c270b809-f154-4577-9d63-0987bc048f8c tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] 10.222.0.41 "GET /v2.0/ports?device_id=10159781-5f7d-4781-9a43-f63d3f6f16cc HTTP/1.1" status: 200 len: 205 time: 0.0571637 May 04 17:28:15.091783 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [None req-89bdaeea-f99f-4e11-b0b6-519b0f81f7fd tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:28:15.095580 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-89bdaeea-f99f-4e11-b0b6-519b0f81f7fd tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0187383 May 04 17:28:15.095712 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47520) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:15.097345 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47522) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:15.108462 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-91117162-845e-4df8-83af-07e93b54137f tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] 10.222.0.41 "GET /v2.0/routers/221a4dae-0d68-4990-877f-fae48547b82f HTTP/1.1" status: 200 len: 925 time: 0.9698987 May 04 17:28:15.113784 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47528) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:15.122870 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32dc5aaa-494c-4734-8e36-af2e7da40f89 admin admin] Router c9610e8c-5484-42ad-a20b-e10d6c3f3d59 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:28:15.156271 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [None req-390a792d-f56b-4081-8a88-97fc43581df5 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] http://10.222.0.41:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:28:15.158088 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-390a792d-f56b-4081-8a88-97fc43581df5 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] 10.222.0.41 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0595815 May 04 17:28:15.171223 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47532) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:15.176483 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.api.v2.resource [None req-f62842f9-36da-4463-a209-47518eae8e14 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] delete failed (client error): The resource could not be found. May 04 17:28:15.177474 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-f62842f9-36da-4463-a209-47518eae8e14 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] 10.222.0.41 "DELETE /v2.0/routers/10159781-5f7d-4781-9a43-f63d3f6f16cc HTTP/1.1" status: 404 len: 336 time: 0.0821247 May 04 17:28:15.180185 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47536) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:15.187943 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [None req-a12b06cd-2a21-4251-b834-9b50e0b3eb69 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] http://10.222.0.41:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:28:15.191322 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-a12b06cd-2a21-4251-b834-9b50e0b3eb69 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] 10.222.0.41 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0158718 May 04 17:28:15.213088 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47540) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:15.224863 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-8463ca7e-d093-4e38-8f12-ef19dfd021be tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Unset dirty status for tenant:4d4e7c7b24884dc786dfd71b0f2e4f89 on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:28:15.228678 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-8463ca7e-d093-4e38-8f12-ef19dfd021be tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "GET /v2.0/ports/c58834f7-1d96-4983-9147-8a8b47fcb58f HTTP/1.1" status: 200 len: 910 time: 0.2786174 May 04 17:28:15.229111 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [None req-740ccd60-f4d4-44de-9082-a8775aebe18e tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] http://10.222.0.41:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:28:15.235263 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-740ccd60-f4d4-44de-9082-a8775aebe18e tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] 10.222.0.41 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0116856 May 04 17:28:15.235263 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-4ef4e023-7cab-4b92-ab97-ab7d6eb4dec0 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] 10.222.0.41 "GET /v2.0/ports?device_id=795ca721-ac81-4ec7-b241-0737ecbd3f23 HTTP/1.1" status: 200 len: 205 time: 0.0510187 May 04 17:28:15.235263 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47544) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:15.235263 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47546) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:15.235644 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47550) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:15.345276 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [None req-774e46ed-e97b-4cf1-a64b-8a3d336e24d0 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] http://10.222.0.41:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:28:15.346265 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-774e46ed-e97b-4cf1-a64b-8a3d336e24d0 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] 10.222.0.41 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.1087646 May 04 17:28:15.354222 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47556) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:15.397172 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [None req-2440cf73-e40c-4007-ad75-2ab154c6dd8c tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] http://10.222.0.41:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:28:15.398144 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-2440cf73-e40c-4007-ad75-2ab154c6dd8c tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] 10.222.0.41 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0305889 May 04 17:28:15.408641 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47560) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:15.419846 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.api.v2.resource [None req-c9bf4b51-5572-4235-ac36-250cc6f0df01 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] delete failed (client error): The resource could not be found. May 04 17:28:15.421110 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-c9bf4b51-5572-4235-ac36-250cc6f0df01 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] 10.222.0.41 "DELETE /v2.0/routers/795ca721-ac81-4ec7-b241-0737ecbd3f23 HTTP/1.1" status: 404 len: 336 time: 0.1847034 May 04 17:28:15.434688 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47564) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:15.478578 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [None req-32bdbe52-34c1-457a-8605-241041f8f367 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:28:15.481962 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-32bdbe52-34c1-457a-8605-241041f8f367 tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0654519 May 04 17:28:15.486446 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47568) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:15.488597 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-ac0c3b47-8de1-48c2-b06c-3c28f0aad694 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0fcfd81-2333-4dc3-8eb7-95ee136ac65a HTTP/1.1" status: 200 len: 205 time: 0.0529284 May 04 17:28:15.495342 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [None req-0b6c65ce-2990-43be-a091-ac03574e0dca tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:28:15.496296 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-0b6c65ce-2990-43be-a091-ac03574e0dca tempest-ExtensionsTestJSON-78452292 tempest-ExtensionsTestJSON-78452292-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0066984 May 04 17:28:15.496709 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47572) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:15.572415 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.api.v2.resource [None req-cbd072c5-656f-4c35-9945-e5ab627007eb tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] delete failed (client error): The resource could not be found. May 04 17:28:15.575580 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-cbd072c5-656f-4c35-9945-e5ab627007eb tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] 10.222.0.41 "DELETE /v2.0/routers/c0fcfd81-2333-4dc3-8eb7-95ee136ac65a HTTP/1.1" status: 404 len: 336 time: 0.0755534 May 04 17:28:15.575780 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47578) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:15.655789 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41244fa3-493b-4ee9-adfc-1679bb786f3a tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:28:15.657042 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-41244fa3-493b-4ee9-adfc-1679bb786f3a tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Synchronizing usage tracker for tenant:16421e25b6674404ad030e8cb41c27b5 on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:28:15.678688 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32dc5aaa-494c-4734-8e36-af2e7da40f89 admin admin] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:28:15.686897 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-32dc5aaa-494c-4734-8e36-af2e7da40f89 admin admin] 10.222.0.41 "PUT /v2.0/routers/c9610e8c-5484-42ad-a20b-e10d6c3f3d59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5372996 May 04 17:28:15.694559 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe401d3-f828-42b1-b001-8231fce15fcb None None] Sync routers for ids ['c9610e8c-5484-42ad-a20b-e10d6c3f3d59'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:28:15.705887 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe401d3-f828-42b1-b001-8231fce15fcb None None] Routers {'c9610e8c-5484-42ad-a20b-e10d6c3f3d59'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:28:15.706828 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-3fe401d3-f828-42b1-b001-8231fce15fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:28:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['c9610e8c-5484-42ad-a20b-e10d6c3f3d59'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:15.708351 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47582) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:15.713060 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7485577f-1ce4-4d3f-b374-cd06249c7349 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Router 0cd77043-c03f-4b34-b6fb-545c4144e091 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:28:15.761426 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-685e7dcd-4da4-4b16-98c5-5430d577d830 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b3a6321-fd65-4708-baf3-8da59019cbda HTTP/1.1" status: 200 len: 205 time: 0.1846030 May 04 17:28:15.764662 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47588) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:15.776687 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-41244fa3-493b-4ee9-adfc-1679bb786f3a tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Unset dirty status for tenant:16421e25b6674404ad030e8cb41c27b5 on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:28:15.780338 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-41244fa3-493b-4ee9-adfc-1679bb786f3a tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=30bd8d35-9d66-4ec1-9734-58f713c6cd24&device_id=221a4dae-0d68-4990-877f-fae48547b82f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6589069 May 04 17:28:15.797558 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47592) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:15.831472 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47596) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:15.848823 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.api.v2.resource [None req-8a29349e-3145-4022-9721-2e5c1fa83a3d tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] delete failed (client error): The resource could not be found. May 04 17:28:15.849842 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-8a29349e-3145-4022-9721-2e5c1fa83a3d tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] 10.222.0.41 "DELETE /v2.0/routers/9b3a6321-fd65-4708-baf3-8da59019cbda HTTP/1.1" status: 404 len: 336 time: 0.0842755 May 04 17:28:15.853172 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47602) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:15.901879 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-37b722bf-51eb-4b7f-bc8a-47504c6f3d20 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3f0f3e2-bda6-4737-8fc2-3e18962bb4d9 HTTP/1.1" status: 200 len: 205 time: 0.0475447 May 04 17:28:15.904331 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47606) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:15.920441 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-3fe401d3-f828-42b1-b001-8231fce15fcb None None] Set router c9610e8c-5484-42ad-a20b-e10d6c3f3d59 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:28:16.028386 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.api.v2.resource [None req-ca5d4a59-57f8-451f-b87a-e28d08ffb364 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] delete failed (client error): The resource could not be found. May 04 17:28:16.031973 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-ca5d4a59-57f8-451f-b87a-e28d08ffb364 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] 10.222.0.41 "DELETE /v2.0/routers/d3f0f3e2-bda6-4737-8fc2-3e18962bb4d9 HTTP/1.1" status: 404 len: 336 time: 0.1240675 May 04 17:28:16.036528 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c462fd40-4118-430c-a377-8d829921bc58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:16.049851 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47610) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:16.240499 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-c9c727fa-4ab6-4e57-9cbe-dfd31b74e2c0 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] 10.222.0.41 "GET /v2.0/ports?device_id=f26684f9-596e-4947-abb5-75f07f230126 HTTP/1.1" status: 200 len: 205 time: 0.1849070 May 04 17:28:16.249669 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-3fe401d3-f828-42b1-b001-8231fce15fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9610e8c-5484-42ad-a20b-e10d6c3f3d59', 'name': 'tempest-ServersTestManualDisk-823122399-router', 'tenant_id': '306abfe2022942778f41b8a8d30aa525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.80'}], 'enable_snat': True}, 'gw_port_id': 'd89105d5-fcb4-48f5-a703-63b60c635dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:25:28Z', 'updated_at': '2022-05-04T17:28:11Z', 'revision_number': 5, 'project_id': '306abfe2022942778f41b8a8d30aa525', 'gw_port': {'id': 'd89105d5-fcb4-48f5-a703-63b60c635dca', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:08:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9610e8c-5484-42ad-a20b-e10d6c3f3d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:25:32Z', 'updated_at': '2022-05-04T17:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:16.254506 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe401d3-f828-42b1-b001-8231fce15fcb None None] Checking router: c9610e8c-5484-42ad-a20b-e10d6c3f3d59 for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:28:16.263405 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe401d3-f828-42b1-b001-8231fce15fcb None None] Routers {'c9610e8c-5484-42ad-a20b-e10d6c3f3d59'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:28:16.264535 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-c462fd40-4118-430c-a377-8d829921bc58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:28:16.264671 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-3fe401d3-f828-42b1-b001-8231fce15fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:28:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['c9610e8c-5484-42ad-a20b-e10d6c3f3d59'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:16.267774 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47614) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:16.329550 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-c462fd40-4118-430c-a377-8d829921bc58 admin admin] Usage tracker for resource:security_group_rule and tenant:dabcea5c0efc4c889f6b9a16d38b5af9 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:28:16.348695 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-c462fd40-4118-430c-a377-8d829921bc58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:28:16.360346 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.api.v2.resource [None req-22a01d69-9c93-4556-87e7-b7b5d3b29b04 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] delete failed (client error): The resource could not be found. May 04 17:28:16.365719 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-22a01d69-9c93-4556-87e7-b7b5d3b29b04 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] 10.222.0.41 "DELETE /v2.0/routers/f26684f9-596e-4947-abb5-75f07f230126 HTTP/1.1" status: 404 len: 336 time: 0.0933375 May 04 17:28:16.365719 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-c462fd40-4118-430c-a377-8d829921bc58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:28:16.367539 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47618) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:16.408848 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-37b61851-0de6-43db-8825-8dc40f47b13a admin admin] Notify callbacks [] for router, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:16.428698 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-505851b7-3736-42c4-b25e-10fd50342215 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] DELETE failed (client error): The resource could not be found. May 04 17:28:16.429161 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-505851b7-3736-42c4-b25e-10fd50342215 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:28:16.448109 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-505851b7-3736-42c4-b25e-10fd50342215 tempest-RoutersAdminTest-1467663331 tempest-RoutersAdminTest-1467663331-project] 10.222.0.41 "DELETE /v2.0/subnets/28b0b288-55b2-4d61-9626-12e51c682796 HTTP/1.1" status: 404 len: 337 time: 0.0771198 May 04 17:28:16.470022 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-3fe401d3-f828-42b1-b001-8231fce15fcb None None] Set router c9610e8c-5484-42ad-a20b-e10d6c3f3d59 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:28:16.494992 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c983c09f-6b9c-4d48-8b57-77761db31f96 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:28:16.495504 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-c983c09f-6b9c-4d48-8b57-77761db31f96 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Synchronizing usage tracker for tenant:16421e25b6674404ad030e8cb41c27b5 on resource:network {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:28:16.504809 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7485577f-1ce4-4d3f-b374-cd06249c7349 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:28:16.517694 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e927605-cedb-41ac-b935-37afa1f5b684 None None] Sync routers for ids ['0cd77043-c03f-4b34-b6fb-545c4144e091'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:28:16.527783 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-030b5b5e-66f3-463e-b365-8017bdc06931 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710748'] for router_interface, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:16.535486 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e927605-cedb-41ac-b935-37afa1f5b684 None None] Routers {'0cd77043-c03f-4b34-b6fb-545c4144e091'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:28:16.537554 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-7e927605-cedb-41ac-b935-37afa1f5b684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:28:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['0cd77043-c03f-4b34-b6fb-545c4144e091'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:16.579179 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c462fd40-4118-430c-a377-8d829921bc58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:16.585383 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c462fd40-4118-430c-a377-8d829921bc58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:16.635377 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-608474d4-717a-46ee-bc12-51854d6a62db tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710748'] for router_interface, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:16.666007 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-7e927605-cedb-41ac-b935-37afa1f5b684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:16.676369 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e927605-cedb-41ac-b935-37afa1f5b684 None None] Routers {'0cd77043-c03f-4b34-b6fb-545c4144e091'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:28:16.677208 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-7e927605-cedb-41ac-b935-37afa1f5b684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:28:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['0cd77043-c03f-4b34-b6fb-545c4144e091'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:16.744943 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-7e927605-cedb-41ac-b935-37afa1f5b684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:16.745666 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e927605-cedb-41ac-b935-37afa1f5b684 None None] The sync data for ids ['0cd77043-c03f-4b34-b6fb-545c4144e091'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:28:16.760424 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-c462fd40-4118-430c-a377-8d829921bc58 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dabcea5c0efc4c889f6b9a16d38b5af9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9256210 May 04 17:28:16.820267 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47626) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:16.820596 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47628) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:16.839811 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c462fd40-4118-430c-a377-8d829921bc58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b72c783d-b6de-4f30-ae8c-b4a680bc6637,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:16.852388 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-3fe401d3-f828-42b1-b001-8231fce15fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9610e8c-5484-42ad-a20b-e10d6c3f3d59', 'name': 'tempest-ServersTestManualDisk-823122399-router', 'tenant_id': '306abfe2022942778f41b8a8d30aa525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.80'}], 'enable_snat': True}, 'gw_port_id': 'd89105d5-fcb4-48f5-a703-63b60c635dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:25:28Z', 'updated_at': '2022-05-04T17:28:11Z', 'revision_number': 5, 'project_id': '306abfe2022942778f41b8a8d30aa525', 'gw_port': {'id': 'd89105d5-fcb4-48f5-a703-63b60c635dca', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:08:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9610e8c-5484-42ad-a20b-e10d6c3f3d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:25:32Z', 'updated_at': '2022-05-04T17:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:16.857854 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe401d3-f828-42b1-b001-8231fce15fcb None None] The sync data for ids ['c9610e8c-5484-42ad-a20b-e10d6c3f3d59'] in dv-neutron-840426-1-hyperv is: [{'id': 'c9610e8c-5484-42ad-a20b-e10d6c3f3d59', 'name': 'tempest-ServersTestManualDisk-823122399-router', 'tenant_id': '306abfe2022942778f41b8a8d30aa525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.80'}], 'enable_snat': True}, 'gw_port_id': 'd89105d5-fcb4-48f5-a703-63b60c635dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:25:28Z', 'updated_at': '2022-05-04T17:28:11Z', 'revision_number': 5, 'project_id': '306abfe2022942778f41b8a8d30aa525', 'gw_port': {'id': 'd89105d5-fcb4-48f5-a703-63b60c635dca', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:08:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9610e8c-5484-42ad-a20b-e10d6c3f3d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:25:32Z', 'updated_at': '2022-05-04T17:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:28:16.876092 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7485577f-1ce4-4d3f-b374-cd06249c7349 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:16.911789 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-c983c09f-6b9c-4d48-8b57-77761db31f96 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Unset dirty status for tenant:16421e25b6674404ad030e8cb41c27b5 on resource:network {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:28:16.913981 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-c983c09f-6b9c-4d48-8b57-77761db31f96 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] 10.222.0.41 "GET /v2.0/networks/30bd8d35-9d66-4ec1-9734-58f713c6cd24 HTTP/1.1" status: 200 len: 881 time: 1.1109538 May 04 17:28:16.956684 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47636) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:17.044630 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-0e3ba8ff-ebc4-4828-9d90-1b0b21f3b384 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] 10.222.0.41 "GET /v2.0/ports?device_id=221a4dae-0d68-4990-877f-fae48547b82f HTTP/1.1" status: 200 len: 205 time: 0.0744810 May 04 17:28:17.049051 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47640) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:17.051634 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a51d3f5e-26cb-46b8-a6c0-2b2b6cedc13d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:17.064724 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-04f87798-483d-45c2-8237-b25869324ad1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:17.066165 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-37b61851-0de6-43db-8825-8dc40f47b13a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:17.077701 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-7485577f-1ce4-4d3f-b374-cd06249c7349 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 11.9200714 May 04 17:28:17.079046 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47644) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:17.087437 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-235a92d8-2b60-454f-98ee-6b07c40b3b30 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1947357025'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:28:17.090780 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-37b61851-0de6-43db-8825-8dc40f47b13a admin admin] Deleting port d89105d5-fcb4-48f5-a703-63b60c635dca {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:28:17.091117 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-37b61851-0de6-43db-8825-8dc40f47b13a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:17.121790 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-235a92d8-2b60-454f-98ee-6b07c40b3b30 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:28:17.145017 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-235a92d8-2b60-454f-98ee-6b07c40b3b30 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Usage tracker for resource:network and tenant:983c2322fbac41498b7f731747fedd84 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:28:17.149803 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-235a92d8-2b60-454f-98ee-6b07c40b3b30 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:28:17.154354 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-a51d3f5e-26cb-46b8-a6c0-2b2b6cedc13d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:28:17.161502 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-235a92d8-2b60-454f-98ee-6b07c40b3b30 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:28:17.176339 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-a51d3f5e-26cb-46b8-a6c0-2b2b6cedc13d admin admin] Usage tracker for resource:security_group_rule and tenant:cb678e2f68e045d181911c05c3b5ef71 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:28:17.181599 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-04f87798-483d-45c2-8237-b25869324ad1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:17.193791 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-a51d3f5e-26cb-46b8-a6c0-2b2b6cedc13d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:28:17.206899 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-a51d3f5e-26cb-46b8-a6c0-2b2b6cedc13d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:28:17.252135 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-235a92d8-2b60-454f-98ee-6b07c40b3b30 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Made reservation on behalf of 983c2322fbac41498b7f731747fedd84 for: {'network': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:28:17.255577 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-235a92d8-2b60-454f-98ee-6b07c40b3b30 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:17.340109 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-030b5b5e-66f3-463e-b365-8017bdc06931 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Deleting port ca63a47d-f2e8-42e6-9135-887260dca981 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:28:17.340462 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-030b5b5e-66f3-463e-b365-8017bdc06931 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:17.398666 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e07ea789-e719-4dc5-af7f-9ab60cae4e53 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks [] for router, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:17.451443 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-37b61851-0de6-43db-8825-8dc40f47b13a admin admin] For port d89105d5-fcb4-48f5-a703-63b60c635dca, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=d89105d5-fcb4-48f5-a703-63b60c635dca,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:28:17.451999 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-37b61851-0de6-43db-8825-8dc40f47b13a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:17.483257 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-235a92d8-2b60-454f-98ee-6b07c40b3b30 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=88038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:28:17.489578 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-04f87798-483d-45c2-8237-b25869324ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:17.572794 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f87798-483d-45c2-8237-b25869324ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72c783d-b6de-4f30-ae8c-b4a680bc6637,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:17.574548 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-608474d4-717a-46ee-bc12-51854d6a62db tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Deleting port c58834f7-1d96-4983-9147-8a8b47fcb58f {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:28:17.574889 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-608474d4-717a-46ee-bc12-51854d6a62db tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:17.650265 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-37b61851-0de6-43db-8825-8dc40f47b13a admin admin] Calling delete_port for d89105d5-fcb4-48f5-a703-63b60c635dca owned by network:router_gateway {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:28:17.663203 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-04f87798-483d-45c2-8237-b25869324ad1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:17.664335 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-04f87798-483d-45c2-8237-b25869324ad1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b72c783d-b6de-4f30-ae8c-b4a680bc6637 HTTP/1.1" status: 204 len: 168 time: 0.8420095 May 04 17:28:17.712761 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a51d3f5e-26cb-46b8-a6c0-2b2b6cedc13d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:17.726459 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a51d3f5e-26cb-46b8-a6c0-2b2b6cedc13d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:17.853156 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-235a92d8-2b60-454f-98ee-6b07c40b3b30 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:17.853403 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.segments_db [None req-235a92d8-2b60-454f-98ee-6b07c40b3b30 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Added segment 13788d09-4946-43d8-9376-744a5afe38f1 of type vlan for network c545eb94-9914-41b7-882e-277b53627e03 May 04 17:28:17.893615 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-030b5b5e-66f3-463e-b365-8017bdc06931 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:17.964951 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e07ea789-e719-4dc5-af7f-9ab60cae4e53 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:17.993526 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-a51d3f5e-26cb-46b8-a6c0-2b2b6cedc13d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cb678e2f68e045d181911c05c3b5ef71&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1693082 May 04 17:28:17.997052 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51d3f5e-26cb-46b8-a6c0-2b2b6cedc13d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eefe375c-960c-489a-8d3f-8aa215530efb,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:17.999606 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-e07ea789-e719-4dc5-af7f-9ab60cae4e53 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Deleting port 75a1cce9-6f11-40e3-8bdf-1a89200087c1 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:28:18.000549 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e07ea789-e719-4dc5-af7f-9ab60cae4e53 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:18.028320 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-235a92d8-2b60-454f-98ee-6b07c40b3b30 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:18.031766 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47658) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:18.045722 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-030b5b5e-66f3-463e-b365-8017bdc06931 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Calling delete_port for ca63a47d-f2e8-42e6-9135-887260dca981 owned by network:router_interface {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:28:18.085438 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-608474d4-717a-46ee-bc12-51854d6a62db tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:18.147561 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-235a92d8-2b60-454f-98ee-6b07c40b3b30 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:18.152808 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235a92d8-2b60-454f-98ee-6b07c40b3b30 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:28:18.153398 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-235a92d8-2b60-454f-98ee-6b07c40b3b30 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:18.248479 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-235a92d8-2b60-454f-98ee-6b07c40b3b30 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1674142 May 04 17:28:18.255913 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47668) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:18.269399 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-608474d4-717a-46ee-bc12-51854d6a62db tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Calling delete_port for c58834f7-1d96-4983-9147-8a8b47fcb58f owned by network:router_interface {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:28:18.307106 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235a92d8-2b60-454f-98ee-6b07c40b3b30 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Pushing event updated for resources: {'Network': ['ID=c545eb94-9914-41b7-882e-277b53627e03,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:18.320078 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network c545eb94-9914-41b7-882e-277b53627e03 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:28:18.322506 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-f51a7fb9-9a92-4ec7-94fa-6ad5263d8af2 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Request body: {'subnet': {'network_id': 'c545eb94-9914-41b7-882e-277b53627e03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:28:18.440924 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-030b5b5e-66f3-463e-b365-8017bdc06931 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:18.500158 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030b5b5e-66f3-463e-b365-8017bdc06931 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Pushing event deleted for resources: {'Port': ['ID=ca63a47d-f2e8-42e6-9135-887260dca981,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:18.516683 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-60177093-5291-43a7-ace2-1514daf7d867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:18.538259 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-37b61851-0de6-43db-8825-8dc40f47b13a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:18.565122 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e07ea789-e719-4dc5-af7f-9ab60cae4e53 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:18.589147 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47678) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:18.595058 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device a1bdf7ab-19ab-4ddc-81a1-5b21566c440e no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:28:18.611169 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b61851-0de6-43db-8825-8dc40f47b13a admin admin] Pushing event deleted for resources: {'Port': ['ID=d89105d5-fcb4-48f5-a703-63b60c635dca,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:18.690834 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: a1bdf7ab-19ab-4ddc-81a1-5b21566c440e {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:28:18.695728 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device a1bdf7ab-19ab-4ddc-81a1-5b21566c440e not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:28:18.752627 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-60177093-5291-43a7-ace2-1514daf7d867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:18.812031 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-030b5b5e-66f3-463e-b365-8017bdc06931 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710832'] for router_interface, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:18.824024 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-f51a7fb9-9a92-4ec7-94fa-6ad5263d8af2 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:28:18.836027 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-e07ea789-e719-4dc5-af7f-9ab60cae4e53 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Calling delete_port for 75a1cce9-6f11-40e3-8bdf-1a89200087c1 owned by network:router_gateway {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:28:18.880413 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-f51a7fb9-9a92-4ec7-94fa-6ad5263d8af2 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Usage tracker for resource:subnet and tenant:983c2322fbac41498b7f731747fedd84 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:28:18.885652 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-62ae4f5e-abb0-4d3c-bfcb-3bf0d32a3663 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Request body: {'networks': [{'name': 'tempest-network--18509765'}, {'name': 'tempest-network--972688322'}]} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:28:18.886015 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-62ae4f5e-abb0-4d3c-bfcb-3bf0d32a3663 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Request body: {'network': {'name': 'tempest-network--18509765'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:28:18.886465 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-62ae4f5e-abb0-4d3c-bfcb-3bf0d32a3663 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Request body: {'network': {'name': 'tempest-network--972688322'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:28:18.900225 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-f51a7fb9-9a92-4ec7-94fa-6ad5263d8af2 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:28:18.909029 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-62ae4f5e-abb0-4d3c-bfcb-3bf0d32a3663 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:28:18.919492 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-f51a7fb9-9a92-4ec7-94fa-6ad5263d8af2 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:28:18.938949 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-62ae4f5e-abb0-4d3c-bfcb-3bf0d32a3663 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Usage tracker for resource:network and tenant:09f785ce0e5f4444bdf30bfd7a6f00b7 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:28:18.943982 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-62ae4f5e-abb0-4d3c-bfcb-3bf0d32a3663 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:28:18.952963 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-37b61851-0de6-43db-8825-8dc40f47b13a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710199'] for router_gateway, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:18.971795 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-62ae4f5e-abb0-4d3c-bfcb-3bf0d32a3663 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:28:18.975701 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51a7fb9-9a92-4ec7-94fa-6ad5263d8af2 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Made reservation on behalf of 983c2322fbac41498b7f731747fedd84 for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:28:18.979532 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f51a7fb9-9a92-4ec7-94fa-6ad5263d8af2 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:19.020570 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-608474d4-717a-46ee-bc12-51854d6a62db tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:19.133073 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ae4f5e-abb0-4d3c-bfcb-3bf0d32a3663 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Made reservation on behalf of 09f785ce0e5f4444bdf30bfd7a6f00b7 for: {'network': 2} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:28:19.137667 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-62ae4f5e-abb0-4d3c-bfcb-3bf0d32a3663 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:19.147269 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608474d4-717a-46ee-bc12-51854d6a62db tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Pushing event deleted for resources: {'Port': ['ID=c58834f7-1d96-4983-9147-8a8b47fcb58f,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:19.247723 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-62ae4f5e-abb0-4d3c-bfcb-3bf0d32a3663 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:19.276741 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-60177093-5291-43a7-ace2-1514daf7d867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:19.295272 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-37b61851-0de6-43db-8825-8dc40f47b13a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:19.301521 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-62ae4f5e-abb0-4d3c-bfcb-3bf0d32a3663 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:28:19.306250 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-37b61851-0de6-43db-8825-8dc40f47b13a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:19.319671 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-62ae4f5e-abb0-4d3c-bfcb-3bf0d32a3663 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Usage tracker for resource:security_group_rule and tenant:09f785ce0e5f4444bdf30bfd7a6f00b7 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:28:19.331294 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-62ae4f5e-abb0-4d3c-bfcb-3bf0d32a3663 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:28:19.336556 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60177093-5291-43a7-ace2-1514daf7d867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eefe375c-960c-489a-8d3f-8aa215530efb,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:19.354577 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-62ae4f5e-abb0-4d3c-bfcb-3bf0d32a3663 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:28:19.405822 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-030b5b5e-66f3-463e-b365-8017bdc06931 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Router 18b3dbf4-3199-4785-97c4-b9801b14e535 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:28:19.407219 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-37b61851-0de6-43db-8825-8dc40f47b13a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:19.407979 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b61851-0de6-43db-8825-8dc40f47b13a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9610e8c-5484-42ad-a20b-e10d6c3f3d59 {{(pid=88038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:28:19.491333 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-37b61851-0de6-43db-8825-8dc40f47b13a admin admin] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:19.492503 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-37b61851-0de6-43db-8825-8dc40f47b13a admin admin] 10.222.0.41 "DELETE /v2.0/routers/c9610e8c-5484-42ad-a20b-e10d6c3f3d59 HTTP/1.1" status: 204 len: 168 time: 3.7825320 May 04 17:28:19.546608 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47686) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:19.605245 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-030b5b5e-66f3-463e-b365-8017bdc06931 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:28:19.614801 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ffe0a1-bbad-43cb-80ce-27849fb890df None None] Sync routers for ids ['18b3dbf4-3199-4785-97c4-b9801b14e535'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:28:19.619166 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-030b5b5e-66f3-463e-b365-8017bdc06931 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "PUT /v2.0/routers/18b3dbf4-3199-4785-97c4-b9801b14e535/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4832790 May 04 17:28:19.624746 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47690) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:19.628474 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ffe0a1-bbad-43cb-80ce-27849fb890df None None] Routers {'18b3dbf4-3199-4785-97c4-b9801b14e535'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:28:19.629284 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-08ffe0a1-bbad-43cb-80ce-27849fb890df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:28:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['18b3dbf4-3199-4785-97c4-b9801b14e535'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:19.634239 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf57fb69-d6f9-4c34-a010-58a475a409bc admin admin] Deleting subnet 93c411c1-84f2-40bd-a250-70dec47b3f98 {{(pid=88038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:28:19.638368 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cf57fb69-d6f9-4c34-a010-58a475a409bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:19.691902 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-08ffe0a1-bbad-43cb-80ce-27849fb890df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:19.697329 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cf57fb69-d6f9-4c34-a010-58a475a409bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-801696'] for subnet, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:19.701321 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ffe0a1-bbad-43cb-80ce-27849fb890df None None] Routers {'18b3dbf4-3199-4785-97c4-b9801b14e535'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:28:19.702167 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-08ffe0a1-bbad-43cb-80ce-27849fb890df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:28:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['18b3dbf4-3199-4785-97c4-b9801b14e535'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:19.732666 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-60177093-5291-43a7-ace2-1514daf7d867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:19.733704 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-60177093-5291-43a7-ace2-1514daf7d867 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eefe375c-960c-489a-8d3f-8aa215530efb HTTP/1.1" status: 204 len: 168 time: 1.6982191 May 04 17:28:19.768742 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-b7326599-29df-44fd-b0c0-87761bb283d2 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "GET /v2.0/ports?device_id=18b3dbf4-3199-4785-97c4-b9801b14e535 HTTP/1.1" status: 200 len: 205 time: 0.1400089 May 04 17:28:19.769267 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47696) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:19.786705 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-08ffe0a1-bbad-43cb-80ce-27849fb890df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:19.787355 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ffe0a1-bbad-43cb-80ce-27849fb890df None None] The sync data for ids ['18b3dbf4-3199-4785-97c4-b9801b14e535'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:28:19.788043 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-608474d4-717a-46ee-bc12-51854d6a62db tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710832'] for router_interface, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:19.937394 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6bdff2fb-3549-4397-b8fe-d560f04f698d tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for router, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:19.960112 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e07ea789-e719-4dc5-af7f-9ab60cae4e53 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:19.991257 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cf57fb69-d6f9-4c34-a010-58a475a409bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:20.037343 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07ea789-e719-4dc5-af7f-9ab60cae4e53 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Pushing event deleted for resources: {'Port': ['ID=75a1cce9-6f11-40e3-8bdf-1a89200087c1,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:20.089414 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f51a7fb9-9a92-4ec7-94fa-6ad5263d8af2 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:20.146426 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47702) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:20.314935 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6bdff2fb-3549-4397-b8fe-d560f04f698d tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:20.323653 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6bdff2fb-3549-4397-b8fe-d560f04f698d tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:20.338055 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cf57fb69-d6f9-4c34-a010-58a475a409bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:20.368185 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-62ae4f5e-abb0-4d3c-bfcb-3bf0d32a3663 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:20.383894 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-62ae4f5e-abb0-4d3c-bfcb-3bf0d32a3663 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:20.384842 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-62ae4f5e-abb0-4d3c-bfcb-3bf0d32a3663 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:20.396208 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51a7fb9-9a92-4ec7-94fa-6ad5263d8af2 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Pushing event updated for resources: {'Subnet': ['ID=4518b280-55ef-414a-922c-5a838eb16208,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:20.396415 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf57fb69-d6f9-4c34-a010-58a475a409bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93c411c1-84f2-40bd-a250-70dec47b3f98,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:20.403081 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-b0a6ab6b-5586-4b80-b613-ac8793234406 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=826e7a781f254ab597721e5ca1a7bd14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2499504 May 04 17:28:20.404282 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cf57fb69-d6f9-4c34-a010-58a475a409bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:20.409213 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47708) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:20.410927 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90cba2e8-5024-4491-a26c-cd1d1953a0fc None None] Network 19db3995-cea8-405f-a544-2f4051674b44 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:28:20.419274 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-608474d4-717a-46ee-bc12-51854d6a62db tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Router 001fa64c-2c45-45d2-b1ff-7c83fd039c84 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:28:20.420341 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e07ea789-e719-4dc5-af7f-9ab60cae4e53 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710199'] for router_gateway, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:20.424942 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6bdff2fb-3549-4397-b8fe-d560f04f698d tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:20.425341 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bdff2fb-3549-4397-b8fe-d560f04f698d tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Fanout notify agent at l3_agent the message router_deleted on router 18b3dbf4-3199-4785-97c4-b9801b14e535 {{(pid=88038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:28:20.435899 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6bdff2fb-3549-4397-b8fe-d560f04f698d tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:20.439840 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-6bdff2fb-3549-4397-b8fe-d560f04f698d tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "DELETE /v2.0/routers/18b3dbf4-3199-4785-97c4-b9801b14e535 HTTP/1.1" status: 204 len: 168 time: 0.6696155 May 04 17:28:20.440519 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47712) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:20.462579 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-cf57fb69-d6f9-4c34-a010-58a475a409bc admin admin] 10.222.0.41 "DELETE /v2.0/subnets/93c411c1-84f2-40bd-a250-70dec47b3f98 HTTP/1.1" status: 204 len: 168 time: 0.9154849 May 04 17:28:20.497148 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47718) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:20.504235 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51a7fb9-9a92-4ec7-94fa-6ad5263d8af2 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Checking segment: {'id': '13788d09-4946-43d8-9376-744a5afe38f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c545eb94-9914-41b7-882e-277b53627e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:28:20.504901 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51a7fb9-9a92-4ec7-94fa-6ad5263d8af2 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Network hostable DHCP agents. Network: c545eb94-9914-41b7-882e-277b53627e03, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:28:20.629797 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device d89105d5-fcb4-48f5-a703-63b60c635dca no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:28:20.670971 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ae4f5e-abb0-4d3c-bfcb-3bf0d32a3663 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daa84835-eead-4869-8514-979217f69d10,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:20.680543 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: d89105d5-fcb4-48f5-a703-63b60c635dca {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:28:20.680871 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device d89105d5-fcb4-48f5-a703-63b60c635dca not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:28:20.740537 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e07ea789-e719-4dc5-af7f-9ab60cae4e53 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:20.750669 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e07ea789-e719-4dc5-af7f-9ab60cae4e53 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:20.770686 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b43e47-aa7b-4a67-ac52-c14036d7ed15 None None] DHCP port deletion for 19db3995-cea8-405f-a544-2f4051674b44 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:28:20.775311 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43e47-aa7b-4a67-ac52-c14036d7ed15 None None] Deleting port 7b5c9a05-fbc5-4da7-a5d1-526dfefed1ab {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:28:20.775769 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e0b43e47-aa7b-4a67-ac52-c14036d7ed15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:20.806207 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62ae4f5e-abb0-4d3c-bfcb-3bf0d32a3663 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:28:20.836506 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51a7fb9-9a92-4ec7-94fa-6ad5263d8af2 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Network c545eb94-9914-41b7-882e-277b53627e03 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:28:20.849464 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-608474d4-717a-46ee-bc12-51854d6a62db tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:28:20.851685 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-62ae4f5e-abb0-4d3c-bfcb-3bf0d32a3663 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:20.852231 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-62ae4f5e-abb0-4d3c-bfcb-3bf0d32a3663 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Added segment 3dc4164a-8454-4ee9-8328-dd1821139dfc of type vlan for network d3b3b82f-881c-44a5-8064-d7ef5a2a6060 May 04 17:28:20.862692 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e07ea789-e719-4dc5-af7f-9ab60cae4e53 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:20.863413 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e07ea789-e719-4dc5-af7f-9ab60cae4e53 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Fanout notify agent at l3_agent the message router_deleted on router 221a4dae-0d68-4990-877f-fae48547b82f {{(pid=88037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:28:20.866649 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-f51a7fb9-9a92-4ec7-94fa-6ad5263d8af2 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, c545eb94-9914-41b7-882e-277b53627e03) {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:28:20.883862 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51a7fb9-9a92-4ec7-94fa-6ad5263d8af2 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:28:20.884696 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f51a7fb9-9a92-4ec7-94fa-6ad5263d8af2 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:20.897220 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd6918a-61b2-4ff9-b41f-9043eccb7101 None None] Network c545eb94-9914-41b7-882e-277b53627e03 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:28:20.909846 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19636c2a-3f18-456f-a8d9-0bde7f464625 None None] Sync routers for ids ['001fa64c-2c45-45d2-b1ff-7c83fd039c84'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:28:20.916402 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-af0923dd-f88a-418d-b26a-a24aaaf8bf19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:20.950321 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19636c2a-3f18-456f-a8d9-0bde7f464625 None None] Routers {'001fa64c-2c45-45d2-b1ff-7c83fd039c84'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:28:20.950959 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-19636c2a-3f18-456f-a8d9-0bde7f464625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:28:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['001fa64c-2c45-45d2-b1ff-7c83fd039c84'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:20.968625 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d5e0527-d6be-487c-8b7e-658b4d3b016c tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Deleting subnet 76d750c0-94d2-4268-9800-13d27a2763c4 {{(pid=88038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:28:20.971135 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ca356491-e732-4ec2-ba30-9311513dbfb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:20.978063 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9d5e0527-d6be-487c-8b7e-658b4d3b016c tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for subnet, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:21.029483 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-af0923dd-f88a-418d-b26a-a24aaaf8bf19 admin admin] Deleting port 7b5c9a05-fbc5-4da7-a5d1-526dfefed1ab {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:28:21.029701 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-af0923dd-f88a-418d-b26a-a24aaaf8bf19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:21.050670 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-62ae4f5e-abb0-4d3c-bfcb-3bf0d32a3663 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:21.083514 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e07ea789-e719-4dc5-af7f-9ab60cae4e53 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:21.084829 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-e07ea789-e719-4dc5-af7f-9ab60cae4e53 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] 10.222.0.41 "DELETE /v2.0/routers/221a4dae-0d68-4990-877f-fae48547b82f HTTP/1.1" status: 204 len: 168 time: 4.0345976 May 04 17:28:21.094738 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47722) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:21.095829 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-19636c2a-3f18-456f-a8d9-0bde7f464625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:21.098635 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-f51a7fb9-9a92-4ec7-94fa-6ad5263d8af2 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7999022 May 04 17:28:21.103526 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-608474d4-717a-46ee-bc12-51854d6a62db tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "PUT /v2.0/routers/001fa64c-2c45-45d2-b1ff-7c83fd039c84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8697698 May 04 17:28:21.106130 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47726) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:21.106589 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47728) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:21.109756 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-9d8c2f37-011a-47a7-ac4e-bdc18dd9d9ff tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-527771643', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:28:21.113062 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ca356491-e732-4ec2-ba30-9311513dbfb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:21.122412 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-dd127df7-23af-43bf-85f3-796f071f0691 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1539649980', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}, 'admin_state_up': False}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:28:21.125194 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9d5e0527-d6be-487c-8b7e-658b4d3b016c tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-801696'] for subnet, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:21.161660 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-9d8c2f37-011a-47a7-ac4e-bdc18dd9d9ff tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:28:21.165264 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-dd127df7-23af-43bf-85f3-796f071f0691 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:28:21.175646 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-9d8c2f37-011a-47a7-ac4e-bdc18dd9d9ff tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Usage tracker for resource:router and tenant:bf5f75dc0afa4422b68fd6a68c41365c is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:28:21.176337 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-e0b43e47-aa7b-4a67-ac52-c14036d7ed15 None None] For port 7b5c9a05-fbc5-4da7-a5d1-526dfefed1ab, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=7b5c9a05-fbc5-4da7-a5d1-526dfefed1ab,segment=NetworkSegment(87171e6b-f671-4224-9106-00609cd6ea4a),segment_id=87171e6b-f671-4224-9106-00609cd6ea4a)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:28:21.176733 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e0b43e47-aa7b-4a67-ac52-c14036d7ed15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:21.183485 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-9d8c2f37-011a-47a7-ac4e-bdc18dd9d9ff tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:28:21.186263 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19636c2a-3f18-456f-a8d9-0bde7f464625 None None] Routers {'001fa64c-2c45-45d2-b1ff-7c83fd039c84'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:28:21.186898 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-19636c2a-3f18-456f-a8d9-0bde7f464625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:28:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['001fa64c-2c45-45d2-b1ff-7c83fd039c84'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:21.187128 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-dd127df7-23af-43bf-85f3-796f071f0691 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Usage tracker for resource:router and tenant:983c2322fbac41498b7f731747fedd84 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:28:21.192689 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-b2b5859c-9682-4f20-9917-659603777e40 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Synchronizing usage tracker for tenant:4d4e7c7b24884dc786dfd71b0f2e4f89 on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:28:21.198630 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-dd127df7-23af-43bf-85f3-796f071f0691 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:28:21.204709 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814165a3-5762-490e-b756-db33cf8a56d8 req-1461877f-0e92-471f-aae3-07dc91930425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:28:21.206235 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-814165a3-5762-490e-b756-db33cf8a56d8 req-1461877f-0e92-471f-aae3-07dc91930425 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a1ff53d6703b4f3fb85115a97c2da768&device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 1098 time: 0.6675179 May 04 17:28:21.207484 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-9d8c2f37-011a-47a7-ac4e-bdc18dd9d9ff tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:28:21.209573 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62ae4f5e-abb0-4d3c-bfcb-3bf0d32a3663 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:28:21.212169 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-dd127df7-23af-43bf-85f3-796f071f0691 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:28:21.236213 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-62ae4f5e-abb0-4d3c-bfcb-3bf0d32a3663 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:21.236908 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-62ae4f5e-abb0-4d3c-bfcb-3bf0d32a3663 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Added segment 12342271-d4f2-49da-a3ba-b1bded72dab4 of type vlan for network a7238d7c-ad3c-423a-81d1-8d84080c31cd May 04 17:28:21.244064 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9d8c2f37-011a-47a7-ac4e-bdc18dd9d9ff tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:21.245439 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9d8c2f37-011a-47a7-ac4e-bdc18dd9d9ff tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:21.251556 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dd127df7-23af-43bf-85f3-796f071f0691 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:21.252913 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dd127df7-23af-43bf-85f3-796f071f0691 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:21.259119 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-b2b5859c-9682-4f20-9917-659603777e40 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Unset dirty status for tenant:4d4e7c7b24884dc786dfd71b0f2e4f89 on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:28:21.260620 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-b2b5859c-9682-4f20-9917-659603777e40 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "GET /v2.0/ports?device_id=001fa64c-2c45-45d2-b1ff-7c83fd039c84 HTTP/1.1" status: 200 len: 205 time: 0.1432948 May 04 17:28:21.267094 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47734) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:21.310237 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-19636c2a-3f18-456f-a8d9-0bde7f464625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:21.310558 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19636c2a-3f18-456f-a8d9-0bde7f464625 None None] The sync data for ids ['001fa64c-2c45-45d2-b1ff-7c83fd039c84'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:28:21.325596 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b219b-be40-4468-a50d-df0c831bf818 req-e9130757-e29c-4378-a67b-416588a2faaa tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:28:21.327174 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-db7b219b-be40-4468-a50d-df0c831bf818 req-e9130757-e29c-4378-a67b-416588a2faaa tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 945 time: 0.5003679 May 04 17:28:21.377703 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-e0b43e47-aa7b-4a67-ac52-c14036d7ed15 None None] Calling delete_port for 7b5c9a05-fbc5-4da7-a5d1-526dfefed1ab owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:28:21.417232 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9d8c2f37-011a-47a7-ac4e-bdc18dd9d9ff tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:21.437203 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-62ae4f5e-abb0-4d3c-bfcb-3bf0d32a3663 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:21.444102 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dd127df7-23af-43bf-85f3-796f071f0691 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:21.464968 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b0dc6f2d-7558-48f4-b446-b2c0d0b95a66 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for router, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:21.511747 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-db7b219b-be40-4468-a50d-df0c831bf818 req-a1dd3999-392a-4625-b087-502262583cb9 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1678054 May 04 17:28:21.518287 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ca356491-e732-4ec2-ba30-9311513dbfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:21.560822 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e0b43e47-aa7b-4a67-ac52-c14036d7ed15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124'] for port, after_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:21.598537 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.db.resource_extend [None req-62ae4f5e-abb0-4d3c-bfcb-3bf0d32a3663 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 17:28:21.603107 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c48b4e-ffd2-4878-94af-635386496547 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-c545eb94-9914-41b7-882e-277b53627e03', 'network_id': 'c545eb94-9914-41b7-882e-277b53627e03', 'tenant_id': '983c2322fbac41498b7f731747fedd84', 'fixed_ips': [{'subnet_id': '4518b280-55ef-414a-922c-5a838eb16208'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:28:21.603932 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-72c48b4e-ffd2-4878-94af-635386496547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:21.606295 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9d8c2f37-011a-47a7-ac4e-bdc18dd9d9ff tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:21.606993 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9d5e0527-d6be-487c-8b7e-658b4d3b016c tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:21.626267 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b43e47-aa7b-4a67-ac52-c14036d7ed15 None None] Pushing event deleted for resources: {'Port': ['ID=7b5c9a05-fbc5-4da7-a5d1-526dfefed1ab,revision_number=None']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:21.632461 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b43e47-aa7b-4a67-ac52-c14036d7ed15 None None] No DVR routers for this DVR port 7b5c9a05-fbc5-4da7-a5d1-526dfefed1ab on host dv-neutron-840426-1-hyperv {{(pid=88039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:28:21.660743 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca356491-e732-4ec2-ba30-9311513dbfb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c0cf073-4b6e-481f-8a6e-7ff3528f06bd,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:21.668658 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814165a3-5762-490e-b756-db33cf8a56d8 req-147fee20-f6d7-4689-90e9-6d711a0fd8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:28:21.670165 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-814165a3-5762-490e-b756-db33cf8a56d8 req-147fee20-f6d7-4689-90e9-6d711a0fd8fc service neutron] 10.222.0.42 "GET /v2.0/networks?id=dc3827ab-b4d6-4656-be7d-24135047baff HTTP/1.1" status: 200 len: 913 time: 0.4483397 May 04 17:28:21.678341 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-af0923dd-f88a-418d-b26a-a24aaaf8bf19 admin admin] For port 7b5c9a05-fbc5-4da7-a5d1-526dfefed1ab, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=7b5c9a05-fbc5-4da7-a5d1-526dfefed1ab,segment=NetworkSegment(87171e6b-f671-4224-9106-00609cd6ea4a),segment_id=87171e6b-f671-4224-9106-00609cd6ea4a)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:28:21.678700 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-af0923dd-f88a-418d-b26a-a24aaaf8bf19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:21.690831 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ca356491-e732-4ec2-ba30-9311513dbfb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:21.694675 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-ca356491-e732-4ec2-ba30-9311513dbfb6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6c0cf073-4b6e-481f-8a6e-7ff3528f06bd HTTP/1.1" status: 204 len: 168 time: 1.2813630 May 04 17:28:21.695939 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-62ae4f5e-abb0-4d3c-bfcb-3bf0d32a3663 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:21.696508 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-62ae4f5e-abb0-4d3c-bfcb-3bf0d32a3663 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:21.702340 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ae4f5e-abb0-4d3c-bfcb-3bf0d32a3663 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:28:21.709980 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ae4f5e-abb0-4d3c-bfcb-3bf0d32a3663 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:28:21.710867 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-62ae4f5e-abb0-4d3c-bfcb-3bf0d32a3663 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:21.837561 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-72c48b4e-ffd2-4878-94af-635386496547 None None] Allocated IP 172.20.0.2 (c545eb94-9914-41b7-882e-277b53627e03/4518b280-55ef-414a-922c-5a838eb16208/58b8dd52-8cbc-43d4-aef0-ceb101ba535c) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:28:21.891182 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-af0923dd-f88a-418d-b26a-a24aaaf8bf19 admin admin] Calling delete_port for 7b5c9a05-fbc5-4da7-a5d1-526dfefed1ab owned by network:dhcp {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:28:21.967535 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9d5e0527-d6be-487c-8b7e-658b4d3b016c tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:22.000560 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-814165a3-5762-490e-b756-db33cf8a56d8 req-6daa241b-f95e-470d-872e-3a9b56464cc3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=115c2e5e-626d-476c-9f9c-99d23fa03683 HTTP/1.1" status: 200 len: 1000 time: 0.3131387 May 04 17:28:22.001201 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9d8c2f37-011a-47a7-ac4e-bdc18dd9d9ff tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:22.002555 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-9d8c2f37-011a-47a7-ac4e-bdc18dd9d9ff tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.9060922 May 04 17:28:22.013651 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47742) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:22.058687 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-234ddc51-b3a8-450c-8f50-2dde40a2f263 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Request body: {'router': {'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:28:22.072126 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76246668-10c0-4113-8526-b0fa6ddc9717 None None] Network 3dd422bf-d146-40f8-84c2-6e6b4c6eff1e requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:28:22.075528 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-62ae4f5e-abb0-4d3c-bfcb-3bf0d32a3663 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 3.4752097 May 04 17:28:22.119081 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5e0527-d6be-487c-8b7e-658b4d3b016c tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Pushing event deleted for resources: {'Subnet': ['ID=76d750c0-94d2-4268-9800-13d27a2763c4,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:22.122076 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47748) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:22.132311 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9d5e0527-d6be-487c-8b7e-658b4d3b016c tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:22.139781 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-9d5e0527-d6be-487c-8b7e-658b4d3b016c tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "DELETE /v2.0/subnets/76d750c0-94d2-4268-9800-13d27a2763c4 HTTP/1.1" status: 204 len: 168 time: 1.6959336 May 04 17:28:22.159284 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dd127df7-23af-43bf-85f3-796f071f0691 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:22.172841 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47754) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:22.180444 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b0dc6f2d-7558-48f4-b446-b2c0d0b95a66 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:22.301418 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b0dc6f2d-7558-48f4-b446-b2c0d0b95a66 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:22.322119 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ae4f5e-abb0-4d3c-bfcb-3bf0d32a3663 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Pushing event updated for resources: {'Network': ['ID=d3b3b82f-881c-44a5-8064-d7ef5a2a6060,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:22.426684 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b0dc6f2d-7558-48f4-b446-b2c0d0b95a66 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:22.427362 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0dc6f2d-7558-48f4-b446-b2c0d0b95a66 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Fanout notify agent at l3_agent the message router_deleted on router 001fa64c-2c45-45d2-b1ff-7c83fd039c84 {{(pid=88037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:28:22.444005 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-72c48b4e-ffd2-4878-94af-635386496547 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:22.458210 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-72c48b4e-ffd2-4878-94af-635386496547 None None] Transition to ACTIVE for port object 58b8dd52-8cbc-43d4-aef0-ceb101ba535c will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:28:22.476660 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network d3b3b82f-881c-44a5-8064-d7ef5a2a6060 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:28:22.492753 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.db.api [None req-af0923dd-f88a-418d-b26a-a24aaaf8bf19 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88038) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:28:22.493106 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG oslo_db.api [None req-af0923dd-f88a-418d-b26a-a24aaaf8bf19 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:28:22.601888 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-72c48b4e-ffd2-4878-94af-635386496547 None None] Transition to ACTIVE for port object 58b8dd52-8cbc-43d4-aef0-ceb101ba535c will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:28:22.613763 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-48c8d1ae-3f05-4a78-a91d-e08ffa13d94a tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Deleting subnet 74b7ec2f-50d9-4a7a-a3ec-631792d76e87 {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:28:22.621040 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814165a3-5762-490e-b756-db33cf8a56d8 req-12adf6e8-e7ef-4910-8290-f0b36e080f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:28:22.621540 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-814165a3-5762-490e-b756-db33cf8a56d8 req-12adf6e8-e7ef-4910-8290-f0b36e080f85 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c14252a2-7d43-446e-921a-c611341f12b4 HTTP/1.1" status: 200 len: 851 time: 0.6105354 May 04 17:28:22.622936 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-48c8d1ae-3f05-4a78-a91d-e08ffa13d94a tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:22.695530 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-48c8d1ae-3f05-4a78-a91d-e08ffa13d94a tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:22.707082 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-72c48b4e-ffd2-4878-94af-635386496547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:22.772721 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 7b5c9a05-fbc5-4da7-a5d1-526dfefed1ab no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:28:22.805006 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b0dc6f2d-7558-48f4-b446-b2c0d0b95a66 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:22.806495 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-b0dc6f2d-7558-48f4-b446-b2c0d0b95a66 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "DELETE /v2.0/routers/001fa64c-2c45-45d2-b1ff-7c83fd039c84 HTTP/1.1" status: 204 len: 168 time: 1.5363212 May 04 17:28:22.809202 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ae4f5e-abb0-4d3c-bfcb-3bf0d32a3663 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Pushing event updated for resources: {'Network': ['ID=a7238d7c-ad3c-423a-81d1-8d84080c31cd,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:22.813605 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47774) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:22.835774 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network a7238d7c-ad3c-423a-81d1-8d84080c31cd details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:28:22.848758 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 7b5c9a05-fbc5-4da7-a5d1-526dfefed1ab {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:28:22.849208 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 7b5c9a05-fbc5-4da7-a5d1-526dfefed1ab not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:28:22.851999 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-234ddc51-b3a8-450c-8f50-2dde40a2f263 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:22.866471 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f04783-1fd1-4c9a-bf8e-e9b5af46c470 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:28:22.872785 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f04783-1fd1-4c9a-bf8e-e9b5af46c470 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:28:22.878725 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f04783-1fd1-4c9a-bf8e-e9b5af46c470 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:28:22.884844 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f04783-1fd1-4c9a-bf8e-e9b5af46c470 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:28:22.886325 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-74f04783-1fd1-4c9a-bf8e-e9b5af46c470 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 0.7485361 May 04 17:28:22.890152 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47780) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:22.901004 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c48b4e-ffd2-4878-94af-635386496547 None None] Network c545eb94-9914-41b7-882e-277b53627e03 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:28:22.904208 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c48b4e-ffd2-4878-94af-635386496547 None None] Pushing event updated for resources: {'Port': ['ID=58b8dd52-8cbc-43d4-aef0-ceb101ba535c,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:22.948713 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-72c48b4e-ffd2-4878-94af-635386496547 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:28:22.966104 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c48b4e-ffd2-4878-94af-635386496547 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:28:23.027242 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-af0923dd-f88a-418d-b26a-a24aaaf8bf19 admin admin] Deleting port 7b5c9a05-fbc5-4da7-a5d1-526dfefed1ab {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:28:23.028160 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-af0923dd-f88a-418d-b26a-a24aaaf8bf19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:23.081221 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-72c48b4e-ffd2-4878-94af-635386496547 None None] Attempting to bind port 58b8dd52-8cbc-43d4-aef0-ceb101ba535c on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:28:23.081221 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-72c48b4e-ffd2-4878-94af-635386496547 None None] Attempting to bind port 58b8dd52-8cbc-43d4-aef0-ceb101ba535c by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '13788d09-4946-43d8-9376-744a5afe38f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c545eb94-9914-41b7-882e-277b53627e03'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:28:23.081645 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c48b4e-ffd2-4878-94af-635386496547 None None] Attempting to bind port 58b8dd52-8cbc-43d4-aef0-ceb101ba535c on network c545eb94-9914-41b7-882e-277b53627e03 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:28:23.089797 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c48b4e-ffd2-4878-94af-635386496547 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:28:23.090186 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c48b4e-ffd2-4878-94af-635386496547 None None] Checking segment: {'id': '13788d09-4946-43d8-9376-744a5afe38f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c545eb94-9914-41b7-882e-277b53627e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:28:23.090541 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-72c48b4e-ffd2-4878-94af-635386496547 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:23.090916 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c48b4e-ffd2-4878-94af-635386496547 None None] Bound using segment: {'id': '13788d09-4946-43d8-9376-744a5afe38f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c545eb94-9914-41b7-882e-277b53627e03'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:28:23.091416 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-72c48b4e-ffd2-4878-94af-635386496547 None None] Bound port: 58b8dd52-8cbc-43d4-aef0-ceb101ba535c, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13788d09-4946-43d8-9376-744a5afe38f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c545eb94-9914-41b7-882e-277b53627e03'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:28:23.091778 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-72c48b4e-ffd2-4878-94af-635386496547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:23.098649 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814165a3-5762-490e-b756-db33cf8a56d8 req-1e320847-b248-4a97-844f-bea3796ea07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:28:23.100142 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-814165a3-5762-490e-b756-db33cf8a56d8 req-1e320847-b248-4a97-844f-bea3796ea07d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc3827ab-b4d6-4656-be7d-24135047baff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4640713 May 04 17:28:23.104527 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17455646-03c8-481d-9ae6-45b2319401d4 None None] DHCP port deletion for 3dd422bf-d146-40f8-84c2-6e6b4c6eff1e request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:28:23.114306 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-17455646-03c8-481d-9ae6-45b2319401d4 None None] Deleting port 19b47c6e-5da0-4b9c-91fa-137893e7429a {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:28:23.114692 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-17455646-03c8-481d-9ae6-45b2319401d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:23.115933 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-48c8d1ae-3f05-4a78-a91d-e08ffa13d94a tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:23.160423 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-061ed81e-9f8a-4952-91db-e89f2d4f2964 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:23.169087 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-af0923dd-f88a-418d-b26a-a24aaaf8bf19 admin admin] The port '7b5c9a05-fbc5-4da7-a5d1-526dfefed1ab' was deleted {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 04 17:28:23.215338 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-48c8d1ae-3f05-4a78-a91d-e08ffa13d94a tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:23.284990 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-72c48b4e-ffd2-4878-94af-635386496547 None None] For port 58b8dd52-8cbc-43d4-aef0-ceb101ba535c, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:28:23.290278 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-72c48b4e-ffd2-4878-94af-635386496547 None None] For port 58b8dd52-8cbc-43d4-aef0-ceb101ba535c, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=58b8dd52-8cbc-43d4-aef0-ceb101ba535c,segment=NetworkSegment(13788d09-4946-43d8-9376-744a5afe38f1),segment_id=13788d09-4946-43d8-9376-744a5afe38f1)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:28:23.291563 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-48c8d1ae-3f05-4a78-a91d-e08ffa13d94a tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:23.310850 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-48c8d1ae-3f05-4a78-a91d-e08ffa13d94a tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "DELETE /v2.0/subnets/74b7ec2f-50d9-4a7a-a3ec-631792d76e87 HTTP/1.1" status: 204 len: 168 time: 1.1359951 May 04 17:28:23.311395 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23b9c5a-7ac0-476e-8847-5aa93944f65d None None] Network 6d1428dd-cba2-402e-8f93-d2442a43d61a requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:28:23.330090 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47788) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:23.346528 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c8d1ae-3f05-4a78-a91d-e08ffa13d94a tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Pushing event deleted for resources: {'Subnet': ['ID=74b7ec2f-50d9-4a7a-a3ec-631792d76e87,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:23.354204 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-72c48b4e-ffd2-4878-94af-635386496547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:23.384860 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe100334-747a-41d4-9560-d44f6433b186 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Deleting subnet 266d8d34-5d6f-4589-b60b-5b2eeebe5693 {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:28:23.501430 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-061ed81e-9f8a-4952-91db-e89f2d4f2964 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:23.540811 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fe100334-747a-41d4-9560-d44f6433b186 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:23.592181 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-af0923dd-f88a-418d-b26a-a24aaaf8bf19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:23.599024 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-17455646-03c8-481d-9ae6-45b2319401d4 None None] For port 19b47c6e-5da0-4b9c-91fa-137893e7429a, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=19b47c6e-5da0-4b9c-91fa-137893e7429a,segment=NetworkSegment(443ad041-47e7-48a3-b71e-8be6acb0f5fa),segment_id=443ad041-47e7-48a3-b71e-8be6acb0f5fa)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:28:23.599442 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-17455646-03c8-481d-9ae6-45b2319401d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:23.604622 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-061ed81e-9f8a-4952-91db-e89f2d4f2964 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3b3b82f-881c-44a5-8064-d7ef5a2a6060']}} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:23.615459 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7277b94-4721-41f3-b310-d4f45b026e3d req-b28ef23e-b85a-4df3-a899-46e399989972 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:28:23.617025 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d7277b94-4721-41f3-b310-d4f45b026e3d req-b28ef23e-b85a-4df3-a899-46e399989972 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 945 time: 0.7972715 May 04 17:28:23.651643 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dd127df7-23af-43bf-85f3-796f071f0691 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for router_gateway, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:23.660172 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-061ed81e-9f8a-4952-91db-e89f2d4f2964 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dc4164a-8454-4ee9-8328-dd1821139dfc') {'for_net_delete': True} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:23.660669 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-061ed81e-9f8a-4952-91db-e89f2d4f2964 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dc4164a-8454-4ee9-8328-dd1821139dfc') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:23.683679 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-061ed81e-9f8a-4952-91db-e89f2d4f2964 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801627'] for segment, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:23.697027 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-af0923dd-f88a-418d-b26a-a24aaaf8bf19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19db3995-cea8-405f-a544-2f4051674b44']}} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:23.698695 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dd127df7-23af-43bf-85f3-796f071f0691 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:23.710096 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-814165a3-5762-490e-b756-db33cf8a56d8 req-0b229e2b-0d14-4e64-baa8-ce307003cbc7 service neutron] 10.222.0.42 "GET /v2.0/networks/dc3827ab-b4d6-4656-be7d-24135047baff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5823863 May 04 17:28:23.721019 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-af0923dd-f88a-418d-b26a-a24aaaf8bf19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87171e6b-f671-4224-9106-00609cd6ea4a') {'for_net_delete': True} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:23.721312 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-af0923dd-f88a-418d-b26a-a24aaaf8bf19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87171e6b-f671-4224-9106-00609cd6ea4a') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:23.766381 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-061ed81e-9f8a-4952-91db-e89f2d4f2964 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:23.780276 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-af0923dd-f88a-418d-b26a-a24aaaf8bf19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801627'] for segment, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:23.791791 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-17455646-03c8-481d-9ae6-45b2319401d4 None None] Calling delete_port for 19b47c6e-5da0-4b9c-91fa-137893e7429a owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:28:23.804144 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-061ed81e-9f8a-4952-91db-e89f2d4f2964 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=88038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:28:23.804646 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-061ed81e-9f8a-4952-91db-e89f2d4f2964 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7881827'] for segment, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:23.898497 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d7277b94-4721-41f3-b310-d4f45b026e3d req-328baf2b-3c50-41e4-aeac-53f0fc192fb8 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2482169 May 04 17:28:23.901616 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47802) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:23.917433 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c48b4e-ffd2-4878-94af-635386496547 None None] Pushing event updated for resources: {'Port': ['ID=58b8dd52-8cbc-43d4-aef0-ceb101ba535c,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:23.935393 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dda4543c-6ef1-40f5-add8-258c41f02fa4 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:23.946219 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fe100334-747a-41d4-9560-d44f6433b186 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:24.011482 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-17455646-03c8-481d-9ae6-45b2319401d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124'] for port, after_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:24.080747 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17455646-03c8-481d-9ae6-45b2319401d4 None None] Pushing event deleted for resources: {'Port': ['ID=19b47c6e-5da0-4b9c-91fa-137893e7429a,revision_number=None']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:24.084433 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17455646-03c8-481d-9ae6-45b2319401d4 None None] No DVR routers for this DVR port 19b47c6e-5da0-4b9c-91fa-137893e7429a on host dv-neutron-840426-1-hyperv {{(pid=88039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:28:24.176303 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-badee7c7-b202-4949-ad1b-2f58317fab1b tempest-RoutersAdminNegativeIpV6Test-1619853390 tempest-RoutersAdminNegativeIpV6Test-1619853390-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1160823675', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:28:24.187442 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7041ba-24c1-494e-aa76-51e7034285cd None None] DHCP port deletion for 6d1428dd-cba2-402e-8f93-d2442a43d61a request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:28:24.191835 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-9c7041ba-24c1-494e-aa76-51e7034285cd None None] Deleting port 3f1ee0f1-dc72-426d-9c25-aad9f829e3c5 {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:28:24.192206 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9c7041ba-24c1-494e-aa76-51e7034285cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:24.200804 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-badee7c7-b202-4949-ad1b-2f58317fab1b tempest-RoutersAdminNegativeIpV6Test-1619853390 tempest-RoutersAdminNegativeIpV6Test-1619853390-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:28:24.221359 dv-neutron-840426-1-hyperv neutron-server[88038]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:28:24.221359 dv-neutron-840426-1-hyperv neutron-server[88038]: util.warn( May 04 17:28:24.221359 dv-neutron-840426-1-hyperv neutron-server[88038]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:28:24.221359 dv-neutron-840426-1-hyperv neutron-server[88038]: util.warn( May 04 17:28:24.221359 dv-neutron-840426-1-hyperv neutron-server[88038]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:28:24.221359 dv-neutron-840426-1-hyperv neutron-server[88038]: util.warn( May 04 17:28:24.221359 dv-neutron-840426-1-hyperv neutron-server[88038]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:28:24.221359 dv-neutron-840426-1-hyperv neutron-server[88038]: util.warn( May 04 17:28:24.221359 dv-neutron-840426-1-hyperv neutron-server[88038]: Traceback (most recent call last): May 04 17:28:24.221359 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:28:24.221359 dv-neutron-840426-1-hyperv neutron-server[88038]: timer() May 04 17:28:24.221359 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:28:24.221359 dv-neutron-840426-1-hyperv neutron-server[88038]: cb(*args, **kw) May 04 17:28:24.221359 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:28:24.221359 dv-neutron-840426-1-hyperv neutron-server[88038]: return func(*args, **kwargs) May 04 17:28:24.221359 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:28:24.221359 dv-neutron-840426-1-hyperv neutron-server[88038]: self._notify() May 04 17:28:24.221359 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:28:24.221359 dv-neutron-840426-1-hyperv neutron-server[88038]: self.callback(batched_events) May 04 17:28:24.221359 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:28:24.221359 dv-neutron-840426-1-hyperv neutron-server[88038]: event.method(event) May 04 17:28:24.221359 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:28:24.221359 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:28:24.221359 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:28:24.221359 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:28:24.221359 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:28:24.221359 dv-neutron-840426-1-hyperv neutron-server[88038]: return f(self, *a, **k) May 04 17:28:24.221359 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:28:24.221359 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._get(url).json() May 04 17:28:24.221359 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:28:24.221359 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:28:24.221359 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:28:24.221359 dv-neutron-840426-1-hyperv neutron-server[88038]: return self.request(url, 'GET', **kwargs) May 04 17:28:24.221359 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:28:24.221359 dv-neutron-840426-1-hyperv neutron-server[88038]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:28:24.221359 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:28:24.221359 dv-neutron-840426-1-hyperv neutron-server[88038]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:28:24.221359 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:28:24.221359 dv-neutron-840426-1-hyperv neutron-server[88038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:28:24.221359 dv-neutron-840426-1-hyperv neutron-server[88038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:28:24.247134 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-badee7c7-b202-4949-ad1b-2f58317fab1b tempest-RoutersAdminNegativeIpV6Test-1619853390 tempest-RoutersAdminNegativeIpV6Test-1619853390-project-admin] Usage tracker for resource:port and tenant:34f2572960364a1a8d7fee4678b35e32 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:28:24.258093 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-badee7c7-b202-4949-ad1b-2f58317fab1b tempest-RoutersAdminNegativeIpV6Test-1619853390 tempest-RoutersAdminNegativeIpV6Test-1619853390-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:28:24.287059 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-061ed81e-9f8a-4952-91db-e89f2d4f2964 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:24.320525 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dda4543c-6ef1-40f5-add8-258c41f02fa4 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:24.332523 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-badee7c7-b202-4949-ad1b-2f58317fab1b tempest-RoutersAdminNegativeIpV6Test-1619853390 tempest-RoutersAdminNegativeIpV6Test-1619853390-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:28:24.339225 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-dd127df7-23af-43bf-85f3-796f071f0691 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Allocated IP 172.26.0.245 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/3b28c33c-e2bb-4f13-ae42-91fd6ff549c9) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:28:24.371156 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fe100334-747a-41d4-9560-d44f6433b186 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:24.399804 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-dda4543c-6ef1-40f5-add8-258c41f02fa4 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dd422bf-d146-40f8-84c2-6e6b4c6eff1e']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:24.411750 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-badee7c7-b202-4949-ad1b-2f58317fab1b tempest-RoutersAdminNegativeIpV6Test-1619853390 tempest-RoutersAdminNegativeIpV6Test-1619853390-project-admin] Made reservation on behalf of 34f2572960364a1a8d7fee4678b35e32 for: {'port': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:28:24.414063 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-badee7c7-b202-4949-ad1b-2f58317fab1b tempest-RoutersAdminNegativeIpV6Test-1619853390 tempest-RoutersAdminNegativeIpV6Test-1619853390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:24.417941 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-061ed81e-9f8a-4952-91db-e89f2d4f2964 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:24.429209 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-061ed81e-9f8a-4952-91db-e89f2d4f2964 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] 10.222.0.41 "DELETE /v2.0/networks/d3b3b82f-881c-44a5-8064-d7ef5a2a6060 HTTP/1.1" status: 204 len: 168 time: 1.5343866 May 04 17:28:24.436011 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47808) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:24.436512 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-af0923dd-f88a-418d-b26a-a24aaaf8bf19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:24.436624 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-badee7c7-b202-4949-ad1b-2f58317fab1b tempest-RoutersAdminNegativeIpV6Test-1619853390 tempest-RoutersAdminNegativeIpV6Test-1619853390-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:24.448773 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061ed81e-9f8a-4952-91db-e89f2d4f2964 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Pushing event deleted for resources: {'Network': ['ID=d3b3b82f-881c-44a5-8064-d7ef5a2a6060,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:24.463000 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af0923dd-f88a-418d-b26a-a24aaaf8bf19 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=88038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:28:24.463406 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-af0923dd-f88a-418d-b26a-a24aaaf8bf19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7881827'] for segment, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:24.463851 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-dda4543c-6ef1-40f5-add8-258c41f02fa4 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '443ad041-47e7-48a3-b71e-8be6acb0f5fa') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:24.464152 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-dda4543c-6ef1-40f5-add8-258c41f02fa4 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '443ad041-47e7-48a3-b71e-8be6acb0f5fa') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:24.472817 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-9c7041ba-24c1-494e-aa76-51e7034285cd None None] For port 3f1ee0f1-dc72-426d-9c25-aad9f829e3c5, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=3f1ee0f1-dc72-426d-9c25-aad9f829e3c5,segment=NetworkSegment(7922e0bc-b045-43f5-9de5-ba24259ca350),segment_id=7922e0bc-b045-43f5-9de5-ba24259ca350)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:28:24.473213 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9c7041ba-24c1-494e-aa76-51e7034285cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:24.477381 dv-neutron-840426-1-hyperv neutron-server[88038]: Traceback (most recent call last): May 04 17:28:24.477381 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:28:24.477381 dv-neutron-840426-1-hyperv neutron-server[88038]: timer() May 04 17:28:24.477381 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:28:24.477381 dv-neutron-840426-1-hyperv neutron-server[88038]: cb(*args, **kw) May 04 17:28:24.477381 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:28:24.477381 dv-neutron-840426-1-hyperv neutron-server[88038]: return func(*args, **kwargs) May 04 17:28:24.477381 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:28:24.477381 dv-neutron-840426-1-hyperv neutron-server[88038]: self._notify() May 04 17:28:24.477381 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:28:24.477381 dv-neutron-840426-1-hyperv neutron-server[88038]: self.callback(batched_events) May 04 17:28:24.477381 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:28:24.477381 dv-neutron-840426-1-hyperv neutron-server[88038]: event.method(event) May 04 17:28:24.477381 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:28:24.477381 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:28:24.477381 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:28:24.477381 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:28:24.477381 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:28:24.477381 dv-neutron-840426-1-hyperv neutron-server[88038]: return f(self, *a, **k) May 04 17:28:24.477381 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:28:24.477381 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._get(url).json() May 04 17:28:24.477381 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:28:24.477381 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:28:24.477381 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:28:24.477381 dv-neutron-840426-1-hyperv neutron-server[88038]: return self.request(url, 'GET', **kwargs) May 04 17:28:24.477381 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:28:24.477381 dv-neutron-840426-1-hyperv neutron-server[88038]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:28:24.477381 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:28:24.477381 dv-neutron-840426-1-hyperv neutron-server[88038]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:28:24.477381 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:28:24.477381 dv-neutron-840426-1-hyperv neutron-server[88038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:28:24.477381 dv-neutron-840426-1-hyperv neutron-server[88038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:28:24.527076 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-234ddc51-b3a8-450c-8f50-2dde40a2f263 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks [] for router_gateway, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:24.569393 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-234ddc51-b3a8-450c-8f50-2dde40a2f263 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:24.602041 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-9c7041ba-24c1-494e-aa76-51e7034285cd None None] Calling delete_port for 3f1ee0f1-dc72-426d-9c25-aad9f829e3c5 owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:28:24.636391 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dda4543c-6ef1-40f5-add8-258c41f02fa4 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:24.685439 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-badee7c7-b202-4949-ad1b-2f58317fab1b tempest-RoutersAdminNegativeIpV6Test-1619853390 tempest-RoutersAdminNegativeIpV6Test-1619853390-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:28:24.726247 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-814165a3-5762-490e-b756-db33cf8a56d8 req-7f115cf7-3fe0-4d60-a08f-90931daa579e service neutron] 10.222.0.42 "GET /v2.0/networks/dc3827ab-b4d6-4656-be7d-24135047baff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0086219 May 04 17:28:24.733384 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-af0923dd-f88a-418d-b26a-a24aaaf8bf19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:24.745338 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dda4543c-6ef1-40f5-add8-258c41f02fa4 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:24.746780 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 58b8dd52-8cbc-43d4-aef0-ceb101ba535c up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:28:24.753286 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-af0923dd-f88a-418d-b26a-a24aaaf8bf19 admin admin] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:24.767457 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0923dd-f88a-418d-b26a-a24aaaf8bf19 admin admin] Pushing event deleted for resources: {'Network': ['ID=19db3995-cea8-405f-a544-2f4051674b44,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:24.784916 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-af0923dd-f88a-418d-b26a-a24aaaf8bf19 admin admin] 10.222.0.41 "DELETE /v2.0/networks/19db3995-cea8-405f-a544-2f4051674b44 HTTP/1.1" status: 204 len: 168 time: 4.2807713 May 04 17:28:24.787228 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9c7041ba-24c1-494e-aa76-51e7034285cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124'] for port, after_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:24.833193 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-badee7c7-b202-4949-ad1b-2f58317fab1b tempest-RoutersAdminNegativeIpV6Test-1619853390 tempest-RoutersAdminNegativeIpV6Test-1619853390-project-admin] Usage tracker for resource:security_group_rule and tenant:34f2572960364a1a8d7fee4678b35e32 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:28:24.841107 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dda4543c-6ef1-40f5-add8-258c41f02fa4 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:28:24.841523 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dda4543c-6ef1-40f5-add8-258c41f02fa4 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:24.856926 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 17:28:24.856926 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:28:24.856926 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 17:28:24.856926 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:28:24.856926 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 17:28:24.856926 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:28:24.856926 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 17:28:24.856926 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:28:24.856926 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 17:28:24.856926 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:28:24.856926 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 17:28:24.856926 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:28:24.856926 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 17:28:24.856926 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:28:24.856926 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:28:24.856926 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:28:24.856926 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:28:24.856926 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:28:24.856926 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 17:28:24.856926 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:28:24.856926 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 17:28:24.856926 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:28:24.856926 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:28:24.856926 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:28:24.856926 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 17:28:24.856926 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:28:24.856926 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:28:24.856926 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:28:24.856926 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:28:24.856926 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:28:24.856926 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:28:24.856926 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:28:24.866796 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-badee7c7-b202-4949-ad1b-2f58317fab1b tempest-RoutersAdminNegativeIpV6Test-1619853390 tempest-RoutersAdminNegativeIpV6Test-1619853390-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:28:24.903832 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7041ba-24c1-494e-aa76-51e7034285cd None None] Pushing event deleted for resources: {'Port': ['ID=3f1ee0f1-dc72-426d-9c25-aad9f829e3c5,revision_number=None']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:24.905619 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7041ba-24c1-494e-aa76-51e7034285cd None None] No DVR routers for this DVR port 3f1ee0f1-dc72-426d-9c25-aad9f829e3c5 on host dv-neutron-840426-1-hyperv {{(pid=88039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:28:24.955543 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 58b8dd52-8cbc-43d4-aef0-ceb101ba535c completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:28:25.043508 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dd127df7-23af-43bf-85f3-796f071f0691 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:25.051931 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 3f1ee0f1-dc72-426d-9c25-aad9f829e3c5 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:28:25.077163 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47816) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:25.086928 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-40af5cc6-0f3d-47fa-9e77-8b4cf80a28b5 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:25.092869 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-badee7c7-b202-4949-ad1b-2f58317fab1b tempest-RoutersAdminNegativeIpV6Test-1619853390 tempest-RoutersAdminNegativeIpV6Test-1619853390-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:28:25.119058 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dd127df7-23af-43bf-85f3-796f071f0691 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:25.123168 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fe100334-747a-41d4-9560-d44f6433b186 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:25.124474 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 3f1ee0f1-dc72-426d-9c25-aad9f829e3c5 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:28:25.124858 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 3f1ee0f1-dc72-426d-9c25-aad9f829e3c5 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:28:25.125269 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 19b47c6e-5da0-4b9c-91fa-137893e7429a no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:28:25.162015 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 19b47c6e-5da0-4b9c-91fa-137893e7429a {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:28:25.162366 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 19b47c6e-5da0-4b9c-91fa-137893e7429a not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:28:25.198871 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02468431-3708-43dc-a804-955fba04cb8b None None] Network c545eb94-9914-41b7-882e-277b53627e03 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:28:25.227478 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fe100334-747a-41d4-9560-d44f6433b186 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:25.243131 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f389cbc-acb3-4f6f-8033-bec4b387ce78 None None] Network c5caa449-d3b1-4f4d-bede-eb3d175a7ffc requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:28:25.263419 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-9b72ea3e-9d97-479e-8fea-0ee96e6f7703 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=306abfe2022942778f41b8a8d30aa525&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1817293 May 04 17:28:25.279485 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47822) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:25.298567 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd127df7-23af-43bf-85f3-796f071f0691 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:28:25.320835 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-dd127df7-23af-43bf-85f3-796f071f0691 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:28:25.323673 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd127df7-23af-43bf-85f3-796f071f0691 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:28:25.341090 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-234ddc51-b3a8-450c-8f50-2dde40a2f263 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Allocated IP 172.26.0.143 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/b70df5ff-8fae-44a3-983a-7a426a2538b8) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:28:25.380162 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dda4543c-6ef1-40f5-add8-258c41f02fa4 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:25.384292 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe100334-747a-41d4-9560-d44f6433b186 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Pushing event deleted for resources: {'Subnet': ['ID=266d8d34-5d6f-4589-b60b-5b2eeebe5693,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:25.387831 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dda4543c-6ef1-40f5-add8-258c41f02fa4 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:25.453157 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd127df7-23af-43bf-85f3-796f071f0691 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Pushing event updated for resources: {'Port': ['ID=3b28c33c-e2bb-4f13-ae42-91fd6ff549c9,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:25.456100 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-cc8d87d2-4553-43b6-80fc-d9676a9df30e None None] Provisioning for port 58b8dd52-8cbc-43d4-aef0-ceb101ba535c completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:28:25.463723 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-fe100334-747a-41d4-9560-d44f6433b186 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "DELETE /v2.0/subnets/266d8d34-5d6f-4589-b60b-5b2eeebe5693 HTTP/1.1" status: 204 len: 168 time: 2.6391342 May 04 17:28:25.497215 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47826) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:25.507628 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-cc8d87d2-4553-43b6-80fc-d9676a9df30e None None] Provisioning complete for port 58b8dd52-8cbc-43d4-aef0-ceb101ba535c triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:28:25.507999 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-cc8d87d2-4553-43b6-80fc-d9676a9df30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:25.539762 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30485faa-a703-430d-81ee-bac22a0f283a req-1e7e0146-7016-42d1-8002-369d7dd5ca0e tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:28:25.547759 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-30485faa-a703-430d-81ee-bac22a0f283a req-1e7e0146-7016-42d1-8002-369d7dd5ca0e tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 945 time: 0.3607979 May 04 17:28:25.674136 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd127df7-23af-43bf-85f3-796f071f0691 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:28:25.674704 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd127df7-23af-43bf-85f3-796f071f0691 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:28:25.674929 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd127df7-23af-43bf-85f3-796f071f0691 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:28:25.675264 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd127df7-23af-43bf-85f3-796f071f0691 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:28:25.675612 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd127df7-23af-43bf-85f3-796f071f0691 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:28:25.675948 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd127df7-23af-43bf-85f3-796f071f0691 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:28:25.676277 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd127df7-23af-43bf-85f3-796f071f0691 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:28:25.676607 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd127df7-23af-43bf-85f3-796f071f0691 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:28:25.676934 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd127df7-23af-43bf-85f3-796f071f0691 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:28:25.677257 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd127df7-23af-43bf-85f3-796f071f0691 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:28:25.678358 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd127df7-23af-43bf-85f3-796f071f0691 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:28:25.678695 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd127df7-23af-43bf-85f3-796f071f0691 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:28:25.703578 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-38985256-08b5-49d0-bb8c-42468b5956e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:25.732430 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-cc8d87d2-4553-43b6-80fc-d9676a9df30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:25.743847 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-30485faa-a703-430d-81ee-bac22a0f283a req-0363bead-65a0-4933-a3cf-baa9d8cb21e6 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1922522 May 04 17:28:25.783323 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-cc8d87d2-4553-43b6-80fc-d9676a9df30e None None] For port 58b8dd52-8cbc-43d4-aef0-ceb101ba535c, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=58b8dd52-8cbc-43d4-aef0-ceb101ba535c,segment=NetworkSegment(13788d09-4946-43d8-9376-744a5afe38f1),segment_id=13788d09-4946-43d8-9376-744a5afe38f1)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:28:25.785019 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-40af5cc6-0f3d-47fa-9e77-8b4cf80a28b5 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:25.795802 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-cc8d87d2-4553-43b6-80fc-d9676a9df30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:25.826515 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-40af5cc6-0f3d-47fa-9e77-8b4cf80a28b5 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7238d7c-ad3c-423a-81d1-8d84080c31cd']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:25.841114 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-40af5cc6-0f3d-47fa-9e77-8b4cf80a28b5 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12342271-d4f2-49da-a3ba-b1bded72dab4') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:25.841477 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-40af5cc6-0f3d-47fa-9e77-8b4cf80a28b5 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12342271-d4f2-49da-a3ba-b1bded72dab4') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:25.860554 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f6abda-b529-4ab6-983c-8c35cb544583 None None] DHCP port deletion for c5caa449-d3b1-4f4d-bede-eb3d175a7ffc request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:28:25.869836 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda4543c-6ef1-40f5-add8-258c41f02fa4 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Pushing event deleted for resources: {'Network': ['ID=3dd422bf-d146-40f8-84c2-6e6b4c6eff1e,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:25.877737 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-89f6abda-b529-4ab6-983c-8c35cb544583 None None] Deleting port 54dd5622-af63-4bc4-8bc2-17ee110565e0 {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:28:25.878506 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-89f6abda-b529-4ab6-983c-8c35cb544583 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:25.879325 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-dda4543c-6ef1-40f5-add8-258c41f02fa4 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "DELETE /v2.0/networks/3dd422bf-d146-40f8-84c2-6e6b4c6eff1e HTTP/1.1" status: 204 len: 168 time: 2.5356731 May 04 17:28:25.886293 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-40af5cc6-0f3d-47fa-9e77-8b4cf80a28b5 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:25.908413 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47830) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:25.923899 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d6910fbf-ae31-4e1c-a2e8-a4dc4891211c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:25.926906 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-38985256-08b5-49d0-bb8c-42468b5956e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:25.978277 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-40af5cc6-0f3d-47fa-9e77-8b4cf80a28b5 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:26.005579 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-234ddc51-b3a8-450c-8f50-2dde40a2f263 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:26.039479 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-d6910fbf-ae31-4e1c-a2e8-a4dc4891211c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Deleting port 54dd5622-af63-4bc4-8bc2-17ee110565e0 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:28:26.039915 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d6910fbf-ae31-4e1c-a2e8-a4dc4891211c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:26.094207 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8d87d2-4553-43b6-80fc-d9676a9df30e None None] Pushing event updated for resources: {'Port': ['ID=58b8dd52-8cbc-43d4-aef0-ceb101ba535c,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:26.159053 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-38985256-08b5-49d0-bb8c-42468b5956e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:26.163006 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40af5cc6-0f3d-47fa-9e77-8b4cf80a28b5 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:28:26.163416 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-40af5cc6-0f3d-47fa-9e77-8b4cf80a28b5 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:26.184735 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 17:28:26.184735 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:28:26.184735 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 17:28:26.184735 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:28:26.184735 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 17:28:26.184735 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:28:26.184735 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 17:28:26.184735 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:28:26.184735 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 17:28:26.184735 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:28:26.184735 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 17:28:26.184735 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:28:26.184735 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 17:28:26.184735 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:28:26.184735 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:28:26.184735 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:28:26.184735 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:28:26.184735 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:28:26.184735 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 17:28:26.184735 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:28:26.184735 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 17:28:26.184735 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:28:26.184735 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:28:26.184735 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:28:26.184735 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 17:28:26.184735 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:28:26.184735 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:28:26.184735 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:28:26.184735 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:28:26.184735 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:28:26.184735 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:28:26.184735 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:28:26.189243 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38985256-08b5-49d0-bb8c-42468b5956e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70181ef6-5cb6-4b71-b625-6da1197b1220,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:26.218428 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-234ddc51-b3a8-450c-8f50-2dde40a2f263 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:26.230380 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-89f6abda-b529-4ab6-983c-8c35cb544583 None None] For port 54dd5622-af63-4bc4-8bc2-17ee110565e0, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=54dd5622-af63-4bc4-8bc2-17ee110565e0,segment=NetworkSegment(ffe7a60b-4289-43e1-8b7f-bed5faa3be89),segment_id=ffe7a60b-4289-43e1-8b7f-bed5faa3be89)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:28:26.230772 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-89f6abda-b529-4ab6-983c-8c35cb544583 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:26.241242 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-869ee4fe-7b13-4e95-bb5e-f6438432e5e5 None None] Provisioning complete for port 58b8dd52-8cbc-43d4-aef0-ceb101ba535c triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:28:26.241695 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-869ee4fe-7b13-4e95-bb5e-f6438432e5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:26.251189 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-badee7c7-b202-4949-ad1b-2f58317fab1b tempest-RoutersAdminNegativeIpV6Test-1619853390 tempest-RoutersAdminNegativeIpV6Test-1619853390-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:26.268470 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38985256-08b5-49d0-bb8c-42468b5956e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:28:26.268952 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38985256-08b5-49d0-bb8c-42468b5956e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:28:26.269156 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38985256-08b5-49d0-bb8c-42468b5956e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:28:26.269525 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38985256-08b5-49d0-bb8c-42468b5956e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:28:26.269832 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38985256-08b5-49d0-bb8c-42468b5956e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:28:26.270196 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38985256-08b5-49d0-bb8c-42468b5956e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:28:26.270695 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38985256-08b5-49d0-bb8c-42468b5956e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:28:26.271044 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38985256-08b5-49d0-bb8c-42468b5956e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:28:26.271373 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38985256-08b5-49d0-bb8c-42468b5956e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:28:26.271711 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38985256-08b5-49d0-bb8c-42468b5956e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:28:26.272042 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38985256-08b5-49d0-bb8c-42468b5956e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:28:26.272442 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38985256-08b5-49d0-bb8c-42468b5956e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:28:26.275289 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-38985256-08b5-49d0-bb8c-42468b5956e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:26.276412 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-38985256-08b5-49d0-bb8c-42468b5956e4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/70181ef6-5cb6-4b71-b625-6da1197b1220 HTTP/1.1" status: 204 len: 168 time: 0.9955611 May 04 17:28:26.315805 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234ddc51-b3a8-450c-8f50-2dde40a2f263 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:28:26.320461 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-234ddc51-b3a8-450c-8f50-2dde40a2f263 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:28:26.353036 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a1d404f2-5c14-4351-8910-87ff772eab1b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:26.369102 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234ddc51-b3a8-450c-8f50-2dde40a2f263 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:28:26.424162 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234ddc51-b3a8-450c-8f50-2dde40a2f263 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Pushing event updated for resources: {'Port': ['ID=b70df5ff-8fae-44a3-983a-7a426a2538b8,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:26.436408 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-d6910fbf-ae31-4e1c-a2e8-a4dc4891211c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] For port 54dd5622-af63-4bc4-8bc2-17ee110565e0, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=54dd5622-af63-4bc4-8bc2-17ee110565e0,segment=NetworkSegment(ffe7a60b-4289-43e1-8b7f-bed5faa3be89),segment_id=ffe7a60b-4289-43e1-8b7f-bed5faa3be89)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:28:26.436778 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d6910fbf-ae31-4e1c-a2e8-a4dc4891211c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:26.452740 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-89f6abda-b529-4ab6-983c-8c35cb544583 None None] Calling delete_port for 54dd5622-af63-4bc4-8bc2-17ee110565e0 owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:28:26.523503 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-badee7c7-b202-4949-ad1b-2f58317fab1b tempest-RoutersAdminNegativeIpV6Test-1619853390 tempest-RoutersAdminNegativeIpV6Test-1619853390-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:26.541246 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [None req-badee7c7-b202-4949-ad1b-2f58317fab1b tempest-RoutersAdminNegativeIpV6Test-1619853390 tempest-RoutersAdminNegativeIpV6Test-1619853390-project-admin] device_id is not set on port 249aa69d-f059-42ca-8a70-68d2c226846d yet. {{(pid=88037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:28:26.656413 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-89f6abda-b529-4ab6-983c-8c35cb544583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124'] for port, after_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:26.705901 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-d6910fbf-ae31-4e1c-a2e8-a4dc4891211c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Calling delete_port for 54dd5622-af63-4bc4-8bc2-17ee110565e0 owned by network:dhcp {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:28:26.718354 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f6abda-b529-4ab6-983c-8c35cb544583 None None] Pushing event deleted for resources: {'Port': ['ID=54dd5622-af63-4bc4-8bc2-17ee110565e0,revision_number=None']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:26.725213 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 58b8dd52-8cbc-43d4-aef0-ceb101ba535c up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:28:26.788861 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f6abda-b529-4ab6-983c-8c35cb544583 None None] No DVR routers for this DVR port 54dd5622-af63-4bc4-8bc2-17ee110565e0 on host dv-neutron-840426-1-hyperv {{(pid=88039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:28:26.822891 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 58b8dd52-8cbc-43d4-aef0-ceb101ba535c triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:28:26.823263 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:26.834480 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-40af5cc6-0f3d-47fa-9e77-8b4cf80a28b5 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:26.838772 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-40af5cc6-0f3d-47fa-9e77-8b4cf80a28b5 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:26.939277 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40af5cc6-0f3d-47fa-9e77-8b4cf80a28b5 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Pushing event deleted for resources: {'Network': ['ID=a7238d7c-ad3c-423a-81d1-8d84080c31cd,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:26.942114 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badee7c7-b202-4949-ad1b-2f58317fab1b tempest-RoutersAdminNegativeIpV6Test-1619853390 tempest-RoutersAdminNegativeIpV6Test-1619853390-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bff7186-424e-4454-b010-8521e997a500,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:27.015174 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-40af5cc6-0f3d-47fa-9e77-8b4cf80a28b5 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] 10.222.0.41 "DELETE /v2.0/networks/a7238d7c-ad3c-423a-81d1-8d84080c31cd HTTP/1.1" status: 204 len: 168 time: 2.5686362 May 04 17:28:27.022302 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47850) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:27.026490 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dd127df7-23af-43bf-85f3-796f071f0691 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for router_gateway, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:27.054288 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 54dd5622-af63-4bc4-8bc2-17ee110565e0 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:28:27.105855 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 54dd5622-af63-4bc4-8bc2-17ee110565e0 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:28:27.106622 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 54dd5622-af63-4bc4-8bc2-17ee110565e0 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:28:27.120507 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.db.api [None req-d6910fbf-ae31-4e1c-a2e8-a4dc4891211c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88038) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:28:27.120882 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG oslo_db.api [None req-d6910fbf-ae31-4e1c-a2e8-a4dc4891211c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:28:27.209452 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a1d404f2-5c14-4351-8910-87ff772eab1b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:27.263080 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-a1d404f2-5c14-4351-8910-87ff772eab1b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d1428dd-cba2-402e-8f93-d2442a43d61a']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:27.358718 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-a1d404f2-5c14-4351-8910-87ff772eab1b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7922e0bc-b045-43f5-9de5-ba24259ca350') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:27.359016 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-a1d404f2-5c14-4351-8910-87ff772eab1b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7922e0bc-b045-43f5-9de5-ba24259ca350') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:27.364260 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f0658a-d046-4643-822d-58ec5c2596d7 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:28:27.370130 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f0658a-d046-4643-822d-58ec5c2596d7 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:28:27.370891 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-c4f0658a-d046-4643-822d-58ec5c2596d7 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Synchronizing usage tracker for tenant:09f785ce0e5f4444bdf30bfd7a6f00b7 on resource:network {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:28:27.373435 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-badee7c7-b202-4949-ad1b-2f58317fab1b tempest-RoutersAdminNegativeIpV6Test-1619853390 tempest-RoutersAdminNegativeIpV6Test-1619853390-project-admin] Allocated IP 172.26.0.39 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/249aa69d-f059-42ca-8a70-68d2c226846d) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:28:27.396931 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a1d404f2-5c14-4351-8910-87ff772eab1b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:27.403911 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-c4f0658a-d046-4643-822d-58ec5c2596d7 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Unset dirty status for tenant:09f785ce0e5f4444bdf30bfd7a6f00b7 on resource:network {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:28:27.405060 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-c4f0658a-d046-4643-822d-58ec5c2596d7 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3818123 May 04 17:28:27.409557 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47862) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:27.417733 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-aa72455f-cec7-451a-8d15-75508a4114e0 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1978237656'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:28:27.421004 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-234ddc51-b3a8-450c-8f50-2dde40a2f263 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks [] for router_gateway, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:27.442120 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a1d404f2-5c14-4351-8910-87ff772eab1b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:27.463227 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7130aef7-1352-40a9-9ccd-72bcab838411 req-35fbd286-05b1-4e4a-90e9-15bd509070e9 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:28:27.464716 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-7130aef7-1352-40a9-9ccd-72bcab838411 req-35fbd286-05b1-4e4a-90e9-15bd509070e9 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 945 time: 0.5096774 May 04 17:28:27.471565 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1d404f2-5c14-4351-8910-87ff772eab1b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:28:27.472017 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a1d404f2-5c14-4351-8910-87ff772eab1b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:27.475293 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-aa72455f-cec7-451a-8d15-75508a4114e0 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:28:27.489571 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 17:28:27.489571 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:28:27.489571 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 17:28:27.489571 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:28:27.489571 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 17:28:27.489571 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:28:27.489571 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 17:28:27.489571 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:28:27.489571 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 17:28:27.489571 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:28:27.489571 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 17:28:27.489571 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:28:27.489571 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 17:28:27.489571 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:28:27.489571 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:28:27.489571 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:28:27.489571 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:28:27.489571 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:28:27.489571 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 17:28:27.489571 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:28:27.489571 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 17:28:27.489571 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:28:27.489571 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:28:27.489571 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:28:27.489571 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 17:28:27.489571 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:28:27.489571 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:28:27.489571 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:28:27.489571 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:28:27.489571 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:28:27.489571 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:28:27.489571 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:28:27.507205 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-aa72455f-cec7-451a-8d15-75508a4114e0 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:28:27.589225 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa72455f-cec7-451a-8d15-75508a4114e0 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Made reservation on behalf of 09f785ce0e5f4444bdf30bfd7a6f00b7 for: {'network': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:28:27.595294 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-aa72455f-cec7-451a-8d15-75508a4114e0 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:27.622123 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-d6910fbf-ae31-4e1c-a2e8-a4dc4891211c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Deleting port 54dd5622-af63-4bc4-8bc2-17ee110565e0 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:28:27.622467 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d6910fbf-ae31-4e1c-a2e8-a4dc4891211c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:27.696839 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-d6910fbf-ae31-4e1c-a2e8-a4dc4891211c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] The port '54dd5622-af63-4bc4-8bc2-17ee110565e0' was deleted {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 04 17:28:27.776660 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa72455f-cec7-451a-8d15-75508a4114e0 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=88038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:28:27.807535 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-7130aef7-1352-40a9-9ccd-72bcab838411 req-87d67510-6250-417d-816c-c4e8e874504e tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3168375 May 04 17:28:27.813143 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a1d404f2-5c14-4351-8910-87ff772eab1b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:27.817424 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a1d404f2-5c14-4351-8910-87ff772eab1b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:27.897904 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-a1d404f2-5c14-4351-8910-87ff772eab1b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "DELETE /v2.0/networks/6d1428dd-cba2-402e-8f93-d2442a43d61a HTTP/1.1" status: 204 len: 168 time: 1.9792757 May 04 17:28:27.897904 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d404f2-5c14-4351-8910-87ff772eab1b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Pushing event deleted for resources: {'Network': ['ID=6d1428dd-cba2-402e-8f93-d2442a43d61a,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:27.898680 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47880) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:27.900924 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-aa72455f-cec7-451a-8d15-75508a4114e0 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:27.901332 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.segments_db [None req-aa72455f-cec7-451a-8d15-75508a4114e0 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Added segment 27c1a142-a3d6-4b28-a45c-7843cad2f5d7 of type vlan for network 7b600cd1-78c9-405d-8fdc-d63f738be69f May 04 17:28:27.930415 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dd127df7-23af-43bf-85f3-796f071f0691 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:27.955110 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-5494c565-1abb-4954-9b58-42f4336d2aca tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1938856222'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:28:27.960864 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47884) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:27.965002 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d6910fbf-ae31-4e1c-a2e8-a4dc4891211c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:27.977816 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-5494c565-1abb-4954-9b58-42f4336d2aca tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:28:27.993572 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-5494c565-1abb-4954-9b58-42f4336d2aca tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Usage tracker for resource:network and tenant:a41a9e7401a94b21bc1365a01709c65f is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:28:27.998246 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-5494c565-1abb-4954-9b58-42f4336d2aca tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:28:28.038675 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-badee7c7-b202-4949-ad1b-2f58317fab1b tempest-RoutersAdminNegativeIpV6Test-1619853390 tempest-RoutersAdminNegativeIpV6Test-1619853390-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:28.174895 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-badee7c7-b202-4949-ad1b-2f58317fab1b tempest-RoutersAdminNegativeIpV6Test-1619853390 tempest-RoutersAdminNegativeIpV6Test-1619853390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:28.199721 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-5494c565-1abb-4954-9b58-42f4336d2aca tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:28:28.202756 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-aa72455f-cec7-451a-8d15-75508a4114e0 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:28.225291 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-2bad539b-1963-4ae9-9f90-ff54073b8db1 tempest-RoutersAdminNegativeTest-850083250 tempest-RoutersAdminNegativeTest-850083250-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1499528616', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:28:28.235232 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-2bad539b-1963-4ae9-9f90-ff54073b8db1 tempest-RoutersAdminNegativeTest-850083250 tempest-RoutersAdminNegativeTest-850083250-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:28:28.239949 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-d6910fbf-ae31-4e1c-a2e8-a4dc4891211c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5caa449-d3b1-4f4d-bede-eb3d175a7ffc']}} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:28.255679 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-2bad539b-1963-4ae9-9f90-ff54073b8db1 tempest-RoutersAdminNegativeTest-850083250 tempest-RoutersAdminNegativeTest-850083250-project-admin] Usage tracker for resource:port and tenant:4080c64196af4d5caf4fcaf1f27fddfe is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:28:28.258546 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badee7c7-b202-4949-ad1b-2f58317fab1b tempest-RoutersAdminNegativeIpV6Test-1619853390 tempest-RoutersAdminNegativeIpV6Test-1619853390-project-admin] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:28:28.262912 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-badee7c7-b202-4949-ad1b-2f58317fab1b tempest-RoutersAdminNegativeIpV6Test-1619853390 tempest-RoutersAdminNegativeIpV6Test-1619853390-project-admin] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:28:28.265965 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badee7c7-b202-4949-ad1b-2f58317fab1b tempest-RoutersAdminNegativeIpV6Test-1619853390 tempest-RoutersAdminNegativeIpV6Test-1619853390-project-admin] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:28:28.266515 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-2bad539b-1963-4ae9-9f90-ff54073b8db1 tempest-RoutersAdminNegativeTest-850083250 tempest-RoutersAdminNegativeTest-850083250-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:28:28.270238 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-d6910fbf-ae31-4e1c-a2e8-a4dc4891211c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffe7a60b-4289-43e1-8b7f-bed5faa3be89') {'for_net_delete': True} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:28.270534 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-d6910fbf-ae31-4e1c-a2e8-a4dc4891211c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffe7a60b-4289-43e1-8b7f-bed5faa3be89') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:28.289081 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5494c565-1abb-4954-9b58-42f4336d2aca tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Made reservation on behalf of a41a9e7401a94b21bc1365a01709c65f for: {'network': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:28:28.292361 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5494c565-1abb-4954-9b58-42f4336d2aca tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:28.301613 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd127df7-23af-43bf-85f3-796f071f0691 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Router ddbd90c5-c8d4-45fc-b8bf-75f2ae90bec9 is scheduled to L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 with binding_index 1 {{(pid=88037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:28:28.303414 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badee7c7-b202-4949-ad1b-2f58317fab1b tempest-RoutersAdminNegativeIpV6Test-1619853390 tempest-RoutersAdminNegativeIpV6Test-1619853390-project-admin] Pushing event updated for resources: {'Port': ['ID=249aa69d-f059-42ca-8a70-68d2c226846d,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:28.306916 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-2bad539b-1963-4ae9-9f90-ff54073b8db1 tempest-RoutersAdminNegativeTest-850083250 tempest-RoutersAdminNegativeTest-850083250-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:28:28.309696 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d6910fbf-ae31-4e1c-a2e8-a4dc4891211c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801627'] for segment, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:28.334940 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-234ddc51-b3a8-450c-8f50-2dde40a2f263 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:28.356060 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-234ddc51-b3a8-450c-8f50-2dde40a2f263 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-712177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-712168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-709817'] for router, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:28.358103 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d6910fbf-ae31-4e1c-a2e8-a4dc4891211c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:28.362629 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bad539b-1963-4ae9-9f90-ff54073b8db1 tempest-RoutersAdminNegativeTest-850083250 tempest-RoutersAdminNegativeTest-850083250-project-admin] Made reservation on behalf of 4080c64196af4d5caf4fcaf1f27fddfe for: {'port': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:28:28.364878 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2bad539b-1963-4ae9-9f90-ff54073b8db1 tempest-RoutersAdminNegativeTest-850083250 tempest-RoutersAdminNegativeTest-850083250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:28.442255 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2bad539b-1963-4ae9-9f90-ff54073b8db1 tempest-RoutersAdminNegativeTest-850083250 tempest-RoutersAdminNegativeTest-850083250-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:28.465461 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6910fbf-ae31-4e1c-a2e8-a4dc4891211c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=88038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:28:28.465873 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d6910fbf-ae31-4e1c-a2e8-a4dc4891211c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7881827'] for segment, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:28.482564 dv-neutron-840426-1-hyperv neutron-server[88038]: Traceback (most recent call last): May 04 17:28:28.482564 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:28:28.482564 dv-neutron-840426-1-hyperv neutron-server[88038]: timer() May 04 17:28:28.482564 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:28:28.482564 dv-neutron-840426-1-hyperv neutron-server[88038]: cb(*args, **kw) May 04 17:28:28.482564 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:28:28.482564 dv-neutron-840426-1-hyperv neutron-server[88038]: return func(*args, **kwargs) May 04 17:28:28.482564 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:28:28.482564 dv-neutron-840426-1-hyperv neutron-server[88038]: self._notify() May 04 17:28:28.482564 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:28:28.482564 dv-neutron-840426-1-hyperv neutron-server[88038]: self.callback(batched_events) May 04 17:28:28.482564 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:28:28.482564 dv-neutron-840426-1-hyperv neutron-server[88038]: event.method(event) May 04 17:28:28.482564 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:28:28.482564 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:28:28.482564 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:28:28.482564 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:28:28.482564 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:28:28.482564 dv-neutron-840426-1-hyperv neutron-server[88038]: return f(self, *a, **k) May 04 17:28:28.482564 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:28:28.482564 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._get(url).json() May 04 17:28:28.482564 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:28:28.482564 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:28:28.482564 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:28:28.482564 dv-neutron-840426-1-hyperv neutron-server[88038]: return self.request(url, 'GET', **kwargs) May 04 17:28:28.482564 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:28:28.482564 dv-neutron-840426-1-hyperv neutron-server[88038]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:28:28.482564 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:28:28.482564 dv-neutron-840426-1-hyperv neutron-server[88038]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:28:28.482564 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:28:28.482564 dv-neutron-840426-1-hyperv neutron-server[88038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:28:28.482564 dv-neutron-840426-1-hyperv neutron-server[88038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:28:28.484841 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-aa72455f-cec7-451a-8d15-75508a4114e0 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:28.488555 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa72455f-cec7-451a-8d15-75508a4114e0 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:28:28.489136 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-aa72455f-cec7-451a-8d15-75508a4114e0 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:28.493276 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5494c565-1abb-4954-9b58-42f4336d2aca tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=88038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:28:28.537148 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badee7c7-b202-4949-ad1b-2f58317fab1b tempest-RoutersAdminNegativeIpV6Test-1619853390 tempest-RoutersAdminNegativeIpV6Test-1619853390-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:28:28.537854 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-badee7c7-b202-4949-ad1b-2f58317fab1b tempest-RoutersAdminNegativeIpV6Test-1619853390 tempest-RoutersAdminNegativeIpV6Test-1619853390-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:28.608580 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-2bad539b-1963-4ae9-9f90-ff54073b8db1 tempest-RoutersAdminNegativeTest-850083250 tempest-RoutersAdminNegativeTest-850083250-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:28:28.610116 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-badee7c7-b202-4949-ad1b-2f58317fab1b tempest-RoutersAdminNegativeIpV6Test-1619853390 tempest-RoutersAdminNegativeIpV6Test-1619853390-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 4.7040839 May 04 17:28:28.616015 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5494c565-1abb-4954-9b58-42f4336d2aca tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:28.616356 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.segments_db [None req-5494c565-1abb-4954-9b58-42f4336d2aca tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Added segment a456fa3b-a5a1-4431-9f21-8228d2b5742b of type vlan for network a5ed1b83-aca9-4c3f-9050-32d7ace9c462 May 04 17:28:28.624143 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47890) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:28.635741 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-8a51518c-b498-4917-813c-b6c6d564fd9c tempest-RoutersAdminNegativeIpV6Test-1619853390 tempest-RoutersAdminNegativeIpV6Test-1619853390-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.39'}]}}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:28:28.641427 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-8a51518c-b498-4917-813c-b6c6d564fd9c tempest-RoutersAdminNegativeIpV6Test-1619853390 tempest-RoutersAdminNegativeIpV6Test-1619853390-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:28:28.648279 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-8a51518c-b498-4917-813c-b6c6d564fd9c tempest-RoutersAdminNegativeIpV6Test-1619853390 tempest-RoutersAdminNegativeIpV6Test-1619853390-project-admin] Usage tracker for resource:router and tenant:34f2572960364a1a8d7fee4678b35e32 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:28:28.652628 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-8a51518c-b498-4917-813c-b6c6d564fd9c tempest-RoutersAdminNegativeIpV6Test-1619853390 tempest-RoutersAdminNegativeIpV6Test-1619853390-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:28:28.662492 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-8a51518c-b498-4917-813c-b6c6d564fd9c tempest-RoutersAdminNegativeIpV6Test-1619853390 tempest-RoutersAdminNegativeIpV6Test-1619853390-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:28:28.676025 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd127df7-23af-43bf-85f3-796f071f0691 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:28:28.686177 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-2bad539b-1963-4ae9-9f90-ff54073b8db1 tempest-RoutersAdminNegativeTest-850083250 tempest-RoutersAdminNegativeTest-850083250-project-admin] Usage tracker for resource:security_group_rule and tenant:4080c64196af4d5caf4fcaf1f27fddfe is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:28:28.686355 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6543bf4-310d-4d60-b6af-e1c59d1ce800 None None] Sync routers for ids ['ddbd90c5-c8d4-45fc-b8bf-75f2ae90bec9'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:28:28.693426 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-2bad539b-1963-4ae9-9f90-ff54073b8db1 tempest-RoutersAdminNegativeTest-850083250 tempest-RoutersAdminNegativeTest-850083250-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:28:28.694954 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8a51518c-b498-4917-813c-b6c6d564fd9c tempest-RoutersAdminNegativeIpV6Test-1619853390 tempest-RoutersAdminNegativeIpV6Test-1619853390-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:28.696210 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6543bf4-310d-4d60-b6af-e1c59d1ce800 None None] Routers {'ddbd90c5-c8d4-45fc-b8bf-75f2ae90bec9'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:28:28.696675 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8a51518c-b498-4917-813c-b6c6d564fd9c tempest-RoutersAdminNegativeIpV6Test-1619853390 tempest-RoutersAdminNegativeIpV6Test-1619853390-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:28.696862 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-a6543bf4-310d-4d60-b6af-e1c59d1ce800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:28:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['ddbd90c5-c8d4-45fc-b8bf-75f2ae90bec9'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:28.721559 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dd127df7-23af-43bf-85f3-796f071f0691 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:28.727462 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-dd127df7-23af-43bf-85f3-796f071f0691 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.6114926 May 04 17:28:28.727635 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-2bad539b-1963-4ae9-9f90-ff54073b8db1 tempest-RoutersAdminNegativeTest-850083250 tempest-RoutersAdminNegativeTest-850083250-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:28:28.730918 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47894) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:28.785063 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-a6543bf4-310d-4d60-b6af-e1c59d1ce800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:28.791033 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d6910fbf-ae31-4e1c-a2e8-a4dc4891211c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:28.792865 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8a51518c-b498-4917-813c-b6c6d564fd9c tempest-RoutersAdminNegativeIpV6Test-1619853390 tempest-RoutersAdminNegativeIpV6Test-1619853390-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:28.794770 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6543bf4-310d-4d60-b6af-e1c59d1ce800 None None] Routers {'ddbd90c5-c8d4-45fc-b8bf-75f2ae90bec9'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:28:28.794770 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-a6543bf4-310d-4d60-b6af-e1c59d1ce800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:28:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['ddbd90c5-c8d4-45fc-b8bf-75f2ae90bec9'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:28.803882 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72455f-cec7-451a-8d15-75508a4114e0 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Pushing event updated for resources: {'Network': ['ID=7b600cd1-78c9-405d-8fdc-d63f738be69f,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:28.816591 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 7b600cd1-78c9-405d-8fdc-d63f738be69f details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:28:28.827071 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d6910fbf-ae31-4e1c-a2e8-a4dc4891211c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:28.856008 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-a6543bf4-310d-4d60-b6af-e1c59d1ce800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:28.856691 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6543bf4-310d-4d60-b6af-e1c59d1ce800 None None] The sync data for ids ['ddbd90c5-c8d4-45fc-b8bf-75f2ae90bec9'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:28:28.858072 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5494c565-1abb-4954-9b58-42f4336d2aca tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:28.885025 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6910fbf-ae31-4e1c-a2e8-a4dc4891211c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Pushing event deleted for resources: {'Network': ['ID=c5caa449-d3b1-4f4d-bede-eb3d175a7ffc,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:28.898454 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-d6910fbf-ae31-4e1c-a2e8-a4dc4891211c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "DELETE /v2.0/networks/c5caa449-d3b1-4f4d-bede-eb3d175a7ffc HTTP/1.1" status: 204 len: 168 time: 3.3951533 May 04 17:28:28.903131 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-aa72455f-cec7-451a-8d15-75508a4114e0 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4904461 May 04 17:28:28.904745 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47898) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:28.910164 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47900) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:28.918306 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-1cfe0b01-10e9-40b1-9a9b-bbef49fb9572 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1093495871'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:28:28.924773 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-794d67a5-7497-4659-8fd1-bb7175d30689 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-66826362', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}, 'admin_state_up': False}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:28:28.946874 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-794d67a5-7497-4659-8fd1-bb7175d30689 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:28:28.952484 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-1cfe0b01-10e9-40b1-9a9b-bbef49fb9572 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:28:28.963749 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-794d67a5-7497-4659-8fd1-bb7175d30689 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Usage tracker for resource:router and tenant:4d4e7c7b24884dc786dfd71b0f2e4f89 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:28:28.968954 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-1cfe0b01-10e9-40b1-9a9b-bbef49fb9572 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Usage tracker for resource:network and tenant:09f785ce0e5f4444bdf30bfd7a6f00b7 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:28:28.973305 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-1cfe0b01-10e9-40b1-9a9b-bbef49fb9572 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:28:28.979148 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-794d67a5-7497-4659-8fd1-bb7175d30689 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:28:28.990797 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-794d67a5-7497-4659-8fd1-bb7175d30689 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:28:28.993504 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-1cfe0b01-10e9-40b1-9a9b-bbef49fb9572 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:28:29.013565 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5494c565-1abb-4954-9b58-42f4336d2aca tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:29.018916 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5494c565-1abb-4954-9b58-42f4336d2aca tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:28:29.019494 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5494c565-1abb-4954-9b58-42f4336d2aca tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:29.053661 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cfe0b01-10e9-40b1-9a9b-bbef49fb9572 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Made reservation on behalf of 09f785ce0e5f4444bdf30bfd7a6f00b7 for: {'network': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:28:29.056991 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1cfe0b01-10e9-40b1-9a9b-bbef49fb9572 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:29.093230 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-794d67a5-7497-4659-8fd1-bb7175d30689 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:29.094753 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-794d67a5-7497-4659-8fd1-bb7175d30689 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:29.123505 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-5494c565-1abb-4954-9b58-42f4336d2aca tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2238524 May 04 17:28:29.135345 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-234ddc51-b3a8-450c-8f50-2dde40a2f263 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Router 716a82d0-8f58-4268-911c-ff97d429ae41 is scheduled to L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 with binding_index 1 {{(pid=88038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:28:29.142893 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47906) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:29.209272 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-d0fdde57-6bbd-4b0e-9c85-d729fbc9f677 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Request body: {'subnet': {'network_id': 'a5ed1b83-aca9-4c3f-9050-32d7ace9c462', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:28:29.215732 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8a51518c-b498-4917-813c-b6c6d564fd9c tempest-RoutersAdminNegativeIpV6Test-1619853390 tempest-RoutersAdminNegativeIpV6Test-1619853390-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:29.234038 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5494c565-1abb-4954-9b58-42f4336d2aca tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Pushing event updated for resources: {'Network': ['ID=a5ed1b83-aca9-4c3f-9050-32d7ace9c462,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:29.245647 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network a5ed1b83-aca9-4c3f-9050-32d7ace9c462 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:28:29.249386 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cfe0b01-10e9-40b1-9a9b-bbef49fb9572 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=88038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:28:29.259804 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2bad539b-1963-4ae9-9f90-ff54073b8db1 tempest-RoutersAdminNegativeTest-850083250 tempest-RoutersAdminNegativeTest-850083250-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:29.261626 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-794d67a5-7497-4659-8fd1-bb7175d30689 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:29.289656 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2bad539b-1963-4ae9-9f90-ff54073b8db1 tempest-RoutersAdminNegativeTest-850083250 tempest-RoutersAdminNegativeTest-850083250-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:29.358410 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1cfe0b01-10e9-40b1-9a9b-bbef49fb9572 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:29.358410 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.segments_db [None req-1cfe0b01-10e9-40b1-9a9b-bbef49fb9572 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Added segment 674ca27f-f046-4fcd-86f7-1c1855471354 of type vlan for network 17f46fb5-2b2c-4677-98d5-21f4ccbcbd23 May 04 17:28:29.360284 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [None req-2bad539b-1963-4ae9-9f90-ff54073b8db1 tempest-RoutersAdminNegativeTest-850083250 tempest-RoutersAdminNegativeTest-850083250-project-admin] device_id is not set on port 6b717712-25fd-47ba-96fd-909c0cebc38e yet. {{(pid=88038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:28:29.521683 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bad539b-1963-4ae9-9f90-ff54073b8db1 tempest-RoutersAdminNegativeTest-850083250 tempest-RoutersAdminNegativeTest-850083250-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1febd607-0c55-47b5-a8d9-18fb0348425d,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:29.542405 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-d0fdde57-6bbd-4b0e-9c85-d729fbc9f677 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:28:29.669109 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-d0fdde57-6bbd-4b0e-9c85-d729fbc9f677 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Usage tracker for resource:subnet and tenant:a41a9e7401a94b21bc1365a01709c65f is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:28:29.672650 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1cfe0b01-10e9-40b1-9a9b-bbef49fb9572 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:29.689242 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-d0fdde57-6bbd-4b0e-9c85-d729fbc9f677 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:28:29.895423 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-d0fdde57-6bbd-4b0e-9c85-d729fbc9f677 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:28:30.034750 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0fdde57-6bbd-4b0e-9c85-d729fbc9f677 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Made reservation on behalf of a41a9e7401a94b21bc1365a01709c65f for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:28:30.038047 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d0fdde57-6bbd-4b0e-9c85-d729fbc9f677 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:30.113720 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-234ddc51-b3a8-450c-8f50-2dde40a2f263 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:28:30.128778 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e0dc6a-7e65-4b22-bc26-208c17e344c1 None None] Sync routers for ids ['716a82d0-8f58-4268-911c-ff97d429ae41'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:28:30.150174 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e0dc6a-7e65-4b22-bc26-208c17e344c1 None None] Routers {'716a82d0-8f58-4268-911c-ff97d429ae41'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:28:30.151422 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-f7e0dc6a-7e65-4b22-bc26-208c17e344c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:28:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['716a82d0-8f58-4268-911c-ff97d429ae41'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:30.162942 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-794d67a5-7497-4659-8fd1-bb7175d30689 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:30.171374 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1cfe0b01-10e9-40b1-9a9b-bbef49fb9572 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:30.177170 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfe0b01-10e9-40b1-9a9b-bbef49fb9572 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:28:30.177752 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1cfe0b01-10e9-40b1-9a9b-bbef49fb9572 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:30.183049 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8a51518c-b498-4917-813c-b6c6d564fd9c tempest-RoutersAdminNegativeIpV6Test-1619853390 tempest-RoutersAdminNegativeIpV6Test-1619853390-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:30.220256 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8a51518c-b498-4917-813c-b6c6d564fd9c tempest-RoutersAdminNegativeIpV6Test-1619853390 tempest-RoutersAdminNegativeIpV6Test-1619853390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:30.241003 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-f7e0dc6a-7e65-4b22-bc26-208c17e344c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:30.251725 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e0dc6a-7e65-4b22-bc26-208c17e344c1 None None] Routers {'716a82d0-8f58-4268-911c-ff97d429ae41'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:28:30.252475 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-f7e0dc6a-7e65-4b22-bc26-208c17e344c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:28:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['716a82d0-8f58-4268-911c-ff97d429ae41'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:30.271552 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-2bad539b-1963-4ae9-9f90-ff54073b8db1 tempest-RoutersAdminNegativeTest-850083250 tempest-RoutersAdminNegativeTest-850083250-project-admin] Allocated IP 172.26.0.5 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/6b717712-25fd-47ba-96fd-909c0cebc38e) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:28:30.285305 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-12545a16-8b52-46bf-aad8-78b724d0fce7 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:30.327497 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-f7e0dc6a-7e65-4b22-bc26-208c17e344c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:30.328759 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e0dc6a-7e65-4b22-bc26-208c17e344c1 None None] The sync data for ids ['716a82d0-8f58-4268-911c-ff97d429ae41'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:28:30.349216 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-234ddc51-b3a8-450c-8f50-2dde40a2f263 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:30.350396 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-234ddc51-b3a8-450c-8f50-2dde40a2f263 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] 10.222.0.41 "PUT /v2.0/routers/716a82d0-8f58-4268-911c-ff97d429ae41 HTTP/1.1" status: 200 len: 883 time: 8.3358121 May 04 17:28:30.364023 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47910) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:30.403995 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-1cfe0b01-10e9-40b1-9a9b-bbef49fb9572 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4900203 May 04 17:28:30.414897 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47914) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:30.415594 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfe0b01-10e9-40b1-9a9b-bbef49fb9572 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Pushing event updated for resources: {'Network': ['ID=17f46fb5-2b2c-4677-98d5-21f4ccbcbd23,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:30.427509 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 17f46fb5-2b2c-4677-98d5-21f4ccbcbd23 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:28:30.428804 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-2fa9b671-1e0e-4f7f-9746-35c4a3e3719e tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Request body: {'ports': [{'network_id': '7b600cd1-78c9-405d-8fdc-d63f738be69f', 'name': 'tempest-port--852425424', 'admin_state_up': True}, {'network_id': '17f46fb5-2b2c-4677-98d5-21f4ccbcbd23', 'admin_state_up': False}]} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:28:30.429143 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-2fa9b671-1e0e-4f7f-9746-35c4a3e3719e tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Request body: {'port': {'network_id': '7b600cd1-78c9-405d-8fdc-d63f738be69f', 'name': 'tempest-port--852425424', 'admin_state_up': True}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:28:30.429623 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-2fa9b671-1e0e-4f7f-9746-35c4a3e3719e tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Request body: {'port': {'network_id': '17f46fb5-2b2c-4677-98d5-21f4ccbcbd23', 'admin_state_up': False}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:28:30.742167 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-f2606bcc-0066-4dbf-883f-86ad712f760a tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] 10.222.0.41 "GET /v2.0/routers/716a82d0-8f58-4268-911c-ff97d429ae41 HTTP/1.1" status: 200 len: 924 time: 0.3696609 May 04 17:28:30.747599 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47918) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:30.927549 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-2fa9b671-1e0e-4f7f-9746-35c4a3e3719e tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:28:30.931942 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23ced1c-7296-4cf0-8c0e-eb731e5159f3 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:28:30.933455 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-b23ced1c-7296-4cf0-8c0e-eb731e5159f3 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=30bd8d35-9d66-4ec1-9734-58f713c6cd24&device_id=716a82d0-8f58-4268-911c-ff97d429ae41&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1849484 May 04 17:28:30.936110 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47922) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:30.955796 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-2fa9b671-1e0e-4f7f-9746-35c4a3e3719e tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Usage tracker for resource:port and tenant:09f785ce0e5f4444bdf30bfd7a6f00b7 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:28:30.961108 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-2fa9b671-1e0e-4f7f-9746-35c4a3e3719e tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:28:30.972916 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-2fa9b671-1e0e-4f7f-9746-35c4a3e3719e tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:28:30.983933 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d0fdde57-6bbd-4b0e-9c85-d729fbc9f677 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:30.998686 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-12545a16-8b52-46bf-aad8-78b724d0fce7 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Allocated IP 172.20.0.1 (c545eb94-9914-41b7-882e-277b53627e03/4518b280-55ef-414a-922c-5a838eb16208/69184845-81c9-41df-a201-93bb7ac0ce6f) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:28:31.029622 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2bad539b-1963-4ae9-9f90-ff54073b8db1 tempest-RoutersAdminNegativeTest-850083250 tempest-RoutersAdminNegativeTest-850083250-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:31.049004 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa9b671-1e0e-4f7f-9746-35c4a3e3719e tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Made reservation on behalf of 09f785ce0e5f4444bdf30bfd7a6f00b7 for: {'port': 2} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:28:31.053329 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2fa9b671-1e0e-4f7f-9746-35c4a3e3719e tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:31.167535 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d676cf6c-c979-4b61-98bc-7f089b074668 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:28:31.168108 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-d676cf6c-c979-4b61-98bc-7f089b074668 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Synchronizing usage tracker for tenant:16421e25b6674404ad030e8cb41c27b5 on resource:network {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:28:31.199319 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-d676cf6c-c979-4b61-98bc-7f089b074668 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Unset dirty status for tenant:16421e25b6674404ad030e8cb41c27b5 on resource:network {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:28:31.203502 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-d676cf6c-c979-4b61-98bc-7f089b074668 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] 10.222.0.41 "GET /v2.0/networks/30bd8d35-9d66-4ec1-9734-58f713c6cd24 HTTP/1.1" status: 200 len: 881 time: 0.2634017 May 04 17:28:31.206455 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47926) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:31.225096 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2fa9b671-1e0e-4f7f-9746-35c4a3e3719e tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:31.247192 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fdde57-6bbd-4b0e-9c85-d729fbc9f677 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Pushing event updated for resources: {'Subnet': ['ID=23e34983-a36c-4110-85a6-f07936c3e156,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:31.393245 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-319ed32a-6ccf-45e3-8d37-9bb27d35c1fc tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] 10.222.0.41 "GET /v2.0/ports?device_id=716a82d0-8f58-4268-911c-ff97d429ae41 HTTP/1.1" status: 200 len: 205 time: 0.1855564 May 04 17:28:31.401084 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47930) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:31.476133 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fdde57-6bbd-4b0e-9c85-d729fbc9f677 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Checking segment: {'id': 'a456fa3b-a5a1-4431-9f21-8228d2b5742b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'a5ed1b83-aca9-4c3f-9050-32d7ace9c462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:28:31.476407 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fdde57-6bbd-4b0e-9c85-d729fbc9f677 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Network hostable DHCP agents. Network: a5ed1b83-aca9-4c3f-9050-32d7ace9c462, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:28:31.479849 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-12545a16-8b52-46bf-aad8-78b724d0fce7 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:31.480318 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-794d67a5-7497-4659-8fd1-bb7175d30689 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for router_gateway, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:31.506148 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-12545a16-8b52-46bf-aad8-78b724d0fce7 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Transition to ACTIVE for port object 69184845-81c9-41df-a201-93bb7ac0ce6f will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:28:31.548317 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-794d67a5-7497-4659-8fd1-bb7175d30689 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:31.606233 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3d8ffa5f-a147-4462-8a88-655ab2f091f9 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks [] for router, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:31.634087 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2bad539b-1963-4ae9-9f90-ff54073b8db1 tempest-RoutersAdminNegativeTest-850083250 tempest-RoutersAdminNegativeTest-850083250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:31.648070 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fdde57-6bbd-4b0e-9c85-d729fbc9f677 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Network a5ed1b83-aca9-4c3f-9050-32d7ace9c462 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:28:31.729979 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-12545a16-8b52-46bf-aad8-78b724d0fce7 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:31.741867 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-d0fdde57-6bbd-4b0e-9c85-d729fbc9f677 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, a5ed1b83-aca9-4c3f-9050-32d7ace9c462) {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:28:31.750475 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55e6028-6454-427a-bc12-25098eb86f48 None None] Network a5ed1b83-aca9-4c3f-9050-32d7ace9c462 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:28:31.752297 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bad539b-1963-4ae9-9f90-ff54073b8db1 tempest-RoutersAdminNegativeTest-850083250 tempest-RoutersAdminNegativeTest-850083250-project-admin] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:28:31.804487 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fdde57-6bbd-4b0e-9c85-d729fbc9f677 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:28:31.805083 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d0fdde57-6bbd-4b0e-9c85-d729fbc9f677 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:31.810651 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-2bad539b-1963-4ae9-9f90-ff54073b8db1 tempest-RoutersAdminNegativeTest-850083250 tempest-RoutersAdminNegativeTest-850083250-project-admin] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:28:31.826012 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bad539b-1963-4ae9-9f90-ff54073b8db1 tempest-RoutersAdminNegativeTest-850083250 tempest-RoutersAdminNegativeTest-850083250-project-admin] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:28:31.861329 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bad539b-1963-4ae9-9f90-ff54073b8db1 tempest-RoutersAdminNegativeTest-850083250 tempest-RoutersAdminNegativeTest-850083250-project-admin] Pushing event updated for resources: {'Port': ['ID=6b717712-25fd-47ba-96fd-909c0cebc38e,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:31.875704 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12545a16-8b52-46bf-aad8-78b724d0fce7 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Network c545eb94-9914-41b7-882e-277b53627e03 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:28:31.877517 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [None req-2fa9b671-1e0e-4f7f-9746-35c4a3e3719e tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] device_id is not set on port a4484517-f1eb-4ef4-b1cc-60820bdba7ee yet. {{(pid=88038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:28:31.880887 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8a51518c-b498-4917-813c-b6c6d564fd9c tempest-RoutersAdminNegativeIpV6Test-1619853390 tempest-RoutersAdminNegativeIpV6Test-1619853390-project-admin] Notify callbacks [] for router, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:31.928802 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-12545a16-8b52-46bf-aad8-78b724d0fce7 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:28:31.930803 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-d0fdde57-6bbd-4b0e-9c85-d729fbc9f677 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7847962 May 04 17:28:31.935912 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47934) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:31.943742 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12545a16-8b52-46bf-aad8-78b724d0fce7 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:28:31.944015 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-f7a86ca9-553f-4ae3-a761-65fb2cdfa88c tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1323361201', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:28:31.961780 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-f7a86ca9-553f-4ae3-a761-65fb2cdfa88c tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:28:31.973670 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bad539b-1963-4ae9-9f90-ff54073b8db1 tempest-RoutersAdminNegativeTest-850083250 tempest-RoutersAdminNegativeTest-850083250-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:28:31.974316 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2bad539b-1963-4ae9-9f90-ff54073b8db1 tempest-RoutersAdminNegativeTest-850083250 tempest-RoutersAdminNegativeTest-850083250-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:31.981964 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-f7a86ca9-553f-4ae3-a761-65fb2cdfa88c tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Usage tracker for resource:router and tenant:a41a9e7401a94b21bc1365a01709c65f is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:28:31.993370 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-f7a86ca9-553f-4ae3-a761-65fb2cdfa88c tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:28:32.010310 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-f7a86ca9-553f-4ae3-a761-65fb2cdfa88c tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:28:32.029317 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-794d67a5-7497-4659-8fd1-bb7175d30689 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Allocated IP 172.26.0.168 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/4c589efd-d223-499b-819b-e0914af3d7f4) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:28:32.044020 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-2bad539b-1963-4ae9-9f90-ff54073b8db1 tempest-RoutersAdminNegativeTest-850083250 tempest-RoutersAdminNegativeTest-850083250-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 4.0703614 May 04 17:28:32.050874 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47938) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:32.052017 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12545a16-8b52-46bf-aad8-78b724d0fce7 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Pushing event updated for resources: {'Port': ['ID=69184845-81c9-41df-a201-93bb7ac0ce6f,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:32.068419 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-0091195b-d5bf-47ee-afc2-8e143bd54b2e tempest-RoutersAdminNegativeTest-850083250 tempest-RoutersAdminNegativeTest-850083250-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.5'}]}}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:28:32.072575 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f7a86ca9-553f-4ae3-a761-65fb2cdfa88c tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:32.073554 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f7a86ca9-553f-4ae3-a761-65fb2cdfa88c tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:32.083810 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-0091195b-d5bf-47ee-afc2-8e143bd54b2e tempest-RoutersAdminNegativeTest-850083250 tempest-RoutersAdminNegativeTest-850083250-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:28:32.087966 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e8264e-ab7c-45a2-8f83-544faa115e54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-a5ed1b83-aca9-4c3f-9050-32d7ace9c462', 'network_id': 'a5ed1b83-aca9-4c3f-9050-32d7ace9c462', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'fixed_ips': [{'subnet_id': '23e34983-a36c-4110-85a6-f07936c3e156'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:28:32.089209 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-c0e8264e-ab7c-45a2-8f83-544faa115e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:32.108957 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-0091195b-d5bf-47ee-afc2-8e143bd54b2e tempest-RoutersAdminNegativeTest-850083250 tempest-RoutersAdminNegativeTest-850083250-project-admin] Usage tracker for resource:router and tenant:4080c64196af4d5caf4fcaf1f27fddfe is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:28:32.121978 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-0091195b-d5bf-47ee-afc2-8e143bd54b2e tempest-RoutersAdminNegativeTest-850083250 tempest-RoutersAdminNegativeTest-850083250-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:28:32.146556 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-0091195b-d5bf-47ee-afc2-8e143bd54b2e tempest-RoutersAdminNegativeTest-850083250 tempest-RoutersAdminNegativeTest-850083250-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:28:32.230201 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f7a86ca9-553f-4ae3-a761-65fb2cdfa88c tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:32.250784 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0091195b-d5bf-47ee-afc2-8e143bd54b2e tempest-RoutersAdminNegativeTest-850083250 tempest-RoutersAdminNegativeTest-850083250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:32.252017 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0091195b-d5bf-47ee-afc2-8e143bd54b2e tempest-RoutersAdminNegativeTest-850083250 tempest-RoutersAdminNegativeTest-850083250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:32.270802 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-12545a16-8b52-46bf-aad8-78b724d0fce7 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710357'] for router_interface, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:32.274614 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2fa9b671-1e0e-4f7f-9746-35c4a3e3719e tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:32.278736 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3d8ffa5f-a147-4462-8a88-655ab2f091f9 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:32.301804 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8a51518c-b498-4917-813c-b6c6d564fd9c tempest-RoutersAdminNegativeIpV6Test-1619853390 tempest-RoutersAdminNegativeIpV6Test-1619853390-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:32.307118 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8a51518c-b498-4917-813c-b6c6d564fd9c tempest-RoutersAdminNegativeIpV6Test-1619853390 tempest-RoutersAdminNegativeIpV6Test-1619853390-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:32.329214 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-3d8ffa5f-a147-4462-8a88-655ab2f091f9 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Deleting port b70df5ff-8fae-44a3-983a-7a426a2538b8 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:28:32.329214 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3d8ffa5f-a147-4462-8a88-655ab2f091f9 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:32.340342 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-c0e8264e-ab7c-45a2-8f83-544faa115e54 None None] Allocated IP 2001:db8::2 (a5ed1b83-aca9-4c3f-9050-32d7ace9c462/23e34983-a36c-4110-85a6-f07936c3e156/e7757327-4ff7-4261-b601-0282552ec50c) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:28:32.344232 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0091195b-d5bf-47ee-afc2-8e143bd54b2e tempest-RoutersAdminNegativeTest-850083250 tempest-RoutersAdminNegativeTest-850083250-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:32.354884 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-f8edb263-9099-412f-8b98-e1cbaf302724 None None] Provisioning for port 69184845-81c9-41df-a201-93bb7ac0ce6f completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:28:32.370683 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f7a86ca9-553f-4ae3-a761-65fb2cdfa88c tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:32.383499 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-f8edb263-9099-412f-8b98-e1cbaf302724 None None] Provisioning complete for port 69184845-81c9-41df-a201-93bb7ac0ce6f triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:28:32.383995 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-f8edb263-9099-412f-8b98-e1cbaf302724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:32.396120 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8a51518c-b498-4917-813c-b6c6d564fd9c tempest-RoutersAdminNegativeIpV6Test-1619853390 tempest-RoutersAdminNegativeIpV6Test-1619853390-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:32.396730 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a51518c-b498-4917-813c-b6c6d564fd9c tempest-RoutersAdminNegativeIpV6Test-1619853390 tempest-RoutersAdminNegativeIpV6Test-1619853390-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c6619612-8375-401e-bad8-160f4cd75a1f {{(pid=88037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:28:32.427258 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-794d67a5-7497-4659-8fd1-bb7175d30689 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:32.462587 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [None req-2fa9b671-1e0e-4f7f-9746-35c4a3e3719e tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] device_id is not set on port 23b7b03c-2921-4e6c-9074-9427adbe8ad1 yet. {{(pid=88038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:28:32.472886 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.api.v2.resource [None req-8a51518c-b498-4917-813c-b6c6d564fd9c tempest-RoutersAdminNegativeIpV6Test-1619853390 tempest-RoutersAdminNegativeIpV6Test-1619853390-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 04 17:28:32.476641 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-8a51518c-b498-4917-813c-b6c6d564fd9c tempest-RoutersAdminNegativeIpV6Test-1619853390 tempest-RoutersAdminNegativeIpV6Test-1619853390-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.8482659 May 04 17:28:32.502643 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-f8edb263-9099-412f-8b98-e1cbaf302724 None None] Port 69184845-81c9-41df-a201-93bb7ac0ce6f cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:28:32.521664 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47942) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:32.531944 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f7a86ca9-553f-4ae3-a761-65fb2cdfa88c tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:32.533368 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-f7a86ca9-553f-4ae3-a761-65fb2cdfa88c tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5933089 May 04 17:28:32.560464 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47946) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:32.629545 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-c0e8264e-ab7c-45a2-8f83-544faa115e54 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:32.640256 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-c0e8264e-ab7c-45a2-8f83-544faa115e54 None None] Transition to ACTIVE for port object e7757327-4ff7-4261-b601-0282552ec50c will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:28:32.660503 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-c0e8264e-ab7c-45a2-8f83-544faa115e54 None None] Transition to ACTIVE for port object e7757327-4ff7-4261-b601-0282552ec50c will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:28:32.666454 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-c0e8264e-ab7c-45a2-8f83-544faa115e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:32.712264 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-162a8aca-b116-4e41-811a-b613c32395d2 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Request body: {'port': {'network_id': 'a5ed1b83-aca9-4c3f-9050-32d7ace9c462', 'name': 'tempest-RoutersIpV6Test-1878020096'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:28:32.729785 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e8264e-ab7c-45a2-8f83-544faa115e54 None None] Network a5ed1b83-aca9-4c3f-9050-32d7ace9c462 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:28:32.732812 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-c0e8264e-ab7c-45a2-8f83-544faa115e54 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:28:32.737998 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e8264e-ab7c-45a2-8f83-544faa115e54 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:28:32.746137 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e8264e-ab7c-45a2-8f83-544faa115e54 None None] Pushing event updated for resources: {'Port': ['ID=e7757327-4ff7-4261-b601-0282552ec50c,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:32.762333 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0091195b-d5bf-47ee-afc2-8e143bd54b2e tempest-RoutersAdminNegativeTest-850083250 tempest-RoutersAdminNegativeTest-850083250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:32.772681 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-794d67a5-7497-4659-8fd1-bb7175d30689 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:32.818348 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e8264e-ab7c-45a2-8f83-544faa115e54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:28:32.819392 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e8264e-ab7c-45a2-8f83-544faa115e54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:28:32.819935 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e8264e-ab7c-45a2-8f83-544faa115e54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:28:32.820523 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e8264e-ab7c-45a2-8f83-544faa115e54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:28:32.821058 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e8264e-ab7c-45a2-8f83-544faa115e54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:28:32.821456 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e8264e-ab7c-45a2-8f83-544faa115e54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:28:32.821845 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e8264e-ab7c-45a2-8f83-544faa115e54 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:28:32.822394 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e8264e-ab7c-45a2-8f83-544faa115e54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:28:32.822786 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e8264e-ab7c-45a2-8f83-544faa115e54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:28:32.823169 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e8264e-ab7c-45a2-8f83-544faa115e54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:28:32.823674 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e8264e-ab7c-45a2-8f83-544faa115e54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:28:32.824176 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e8264e-ab7c-45a2-8f83-544faa115e54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:28:32.840351 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-f093f6d3-1244-4fb8-bb56-b55d77dd97db tempest-RoutersAdminNegativeIpV6Test-1619853390 tempest-RoutersAdminNegativeIpV6Test-1619853390-project-admin] Deleting port 249aa69d-f059-42ca-8a70-68d2c226846d {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:28:32.840691 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f093f6d3-1244-4fb8-bb56-b55d77dd97db tempest-RoutersAdminNegativeIpV6Test-1619853390 tempest-RoutersAdminNegativeIpV6Test-1619853390-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:32.857152 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-c0e8264e-ab7c-45a2-8f83-544faa115e54 None None] Attempting to bind port e7757327-4ff7-4261-b601-0282552ec50c on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:28:32.857601 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-c0e8264e-ab7c-45a2-8f83-544faa115e54 None None] Attempting to bind port e7757327-4ff7-4261-b601-0282552ec50c by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'a456fa3b-a5a1-4431-9f21-8228d2b5742b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'a5ed1b83-aca9-4c3f-9050-32d7ace9c462'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:28:32.858054 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e8264e-ab7c-45a2-8f83-544faa115e54 None None] Attempting to bind port e7757327-4ff7-4261-b601-0282552ec50c on network a5ed1b83-aca9-4c3f-9050-32d7ace9c462 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:28:32.866322 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e8264e-ab7c-45a2-8f83-544faa115e54 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:28:32.866778 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e8264e-ab7c-45a2-8f83-544faa115e54 None None] Checking segment: {'id': 'a456fa3b-a5a1-4431-9f21-8228d2b5742b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'a5ed1b83-aca9-4c3f-9050-32d7ace9c462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:28:32.867242 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-c0e8264e-ab7c-45a2-8f83-544faa115e54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:32.867700 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e8264e-ab7c-45a2-8f83-544faa115e54 None None] Bound using segment: {'id': 'a456fa3b-a5a1-4431-9f21-8228d2b5742b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'a5ed1b83-aca9-4c3f-9050-32d7ace9c462'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:28:32.868228 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-c0e8264e-ab7c-45a2-8f83-544faa115e54 None None] Bound port: e7757327-4ff7-4261-b601-0282552ec50c, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a456fa3b-a5a1-4431-9f21-8228d2b5742b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'a5ed1b83-aca9-4c3f-9050-32d7ace9c462'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:28:32.868661 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-c0e8264e-ab7c-45a2-8f83-544faa115e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:32.882559 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794d67a5-7497-4659-8fd1-bb7175d30689 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:28:32.888410 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-794d67a5-7497-4659-8fd1-bb7175d30689 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:28:32.898983 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794d67a5-7497-4659-8fd1-bb7175d30689 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:28:32.933636 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3d8ffa5f-a147-4462-8a88-655ab2f091f9 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:32.944356 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794d67a5-7497-4659-8fd1-bb7175d30689 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Pushing event updated for resources: {'Port': ['ID=4c589efd-d223-499b-819b-e0914af3d7f4,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:32.991049 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2fa9b671-1e0e-4f7f-9746-35c4a3e3719e tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:33.024602 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-12545a16-8b52-46bf-aad8-78b724d0fce7 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:33.047642 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-c0e8264e-ab7c-45a2-8f83-544faa115e54 None None] For port e7757327-4ff7-4261-b601-0282552ec50c, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:28:33.051438 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-c0e8264e-ab7c-45a2-8f83-544faa115e54 None None] For port e7757327-4ff7-4261-b601-0282552ec50c, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=e7757327-4ff7-4261-b601-0282552ec50c,segment=NetworkSegment(a456fa3b-a5a1-4431-9f21-8228d2b5742b),segment_id=a456fa3b-a5a1-4431-9f21-8228d2b5742b)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:28:33.103191 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-c0e8264e-ab7c-45a2-8f83-544faa115e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:33.109705 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-3d8ffa5f-a147-4462-8a88-655ab2f091f9 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Calling delete_port for b70df5ff-8fae-44a3-983a-7a426a2538b8 owned by network:router_gateway {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:28:33.214061 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1aedfd3c-bda8-406f-876a-56a8f66554af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:33.234946 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e8264e-ab7c-45a2-8f83-544faa115e54 None None] Pushing event updated for resources: {'Port': ['ID=e7757327-4ff7-4261-b601-0282552ec50c,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:33.404012 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-162a8aca-b116-4e41-811a-b613c32395d2 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:28:33.407076 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2fa9b671-1e0e-4f7f-9746-35c4a3e3719e tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:33.420585 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-162a8aca-b116-4e41-811a-b613c32395d2 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Usage tracker for resource:port and tenant:a41a9e7401a94b21bc1365a01709c65f is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:28:33.438712 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-162a8aca-b116-4e41-811a-b613c32395d2 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:28:33.541753 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-162a8aca-b116-4e41-811a-b613c32395d2 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:28:33.578534 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f093f6d3-1244-4fb8-bb56-b55d77dd97db tempest-RoutersAdminNegativeIpV6Test-1619853390 tempest-RoutersAdminNegativeIpV6Test-1619853390-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:33.601805 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-162a8aca-b116-4e41-811a-b613c32395d2 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Made reservation on behalf of a41a9e7401a94b21bc1365a01709c65f for: {'port': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:28:33.605263 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-162a8aca-b116-4e41-811a-b613c32395d2 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:33.692013 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa9b671-1e0e-4f7f-9746-35c4a3e3719e tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Pushing event updated for resources: {'Port': ['ID=a4484517-f1eb-4ef4-b1cc-60820bdba7ee,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:33.723992 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa9b671-1e0e-4f7f-9746-35c4a3e3719e tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Checking segment: {'id': '27c1a142-a3d6-4b28-a45c-7843cad2f5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7b600cd1-78c9-405d-8fdc-d63f738be69f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:28:33.724283 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa9b671-1e0e-4f7f-9746-35c4a3e3719e tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Network hostable DHCP agents. Network: 7b600cd1-78c9-405d-8fdc-d63f738be69f, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:28:33.786757 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-f093f6d3-1244-4fb8-bb56-b55d77dd97db tempest-RoutersAdminNegativeIpV6Test-1619853390 tempest-RoutersAdminNegativeIpV6Test-1619853390-project-admin] Calling delete_port for 249aa69d-f059-42ca-8a70-68d2c226846d owned by {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:28:33.852858 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-794d67a5-7497-4659-8fd1-bb7175d30689 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for router_gateway, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:33.861846 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [None req-162a8aca-b116-4e41-811a-b613c32395d2 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] device_id is not set on port 24de8fb8-0802-4d48-b60d-d668e39cf155 yet. {{(pid=88037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:28:33.984551 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa9b671-1e0e-4f7f-9746-35c4a3e3719e tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Network 7b600cd1-78c9-405d-8fdc-d63f738be69f is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:28:34.054934 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-2fa9b671-1e0e-4f7f-9746-35c4a3e3719e tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 7b600cd1-78c9-405d-8fdc-d63f738be69f) {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:28:34.057155 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3d8ffa5f-a147-4462-8a88-655ab2f091f9 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:34.068003 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7409224-fcb6-459f-9c15-34bbc0638701 None None] Network 7b600cd1-78c9-405d-8fdc-d63f738be69f requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:28:34.079001 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa9b671-1e0e-4f7f-9746-35c4a3e3719e tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:28:34.079847 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2fa9b671-1e0e-4f7f-9746-35c4a3e3719e tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:34.145499 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0091195b-d5bf-47ee-afc2-8e143bd54b2e tempest-RoutersAdminNegativeTest-850083250 tempest-RoutersAdminNegativeTest-850083250-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:34.220672 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa9b671-1e0e-4f7f-9746-35c4a3e3719e tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Checking segment: {'id': '674ca27f-f046-4fcd-86f7-1c1855471354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '17f46fb5-2b2c-4677-98d5-21f4ccbcbd23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:28:34.221042 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa9b671-1e0e-4f7f-9746-35c4a3e3719e tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Network hostable DHCP agents. Network: 17f46fb5-2b2c-4677-98d5-21f4ccbcbd23, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:28:34.231239 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0091195b-d5bf-47ee-afc2-8e143bd54b2e tempest-RoutersAdminNegativeTest-850083250 tempest-RoutersAdminNegativeTest-850083250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:34.351708 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a55269-7f40-4a61-b6ef-c341f77065de None None] Network a5ed1b83-aca9-4c3f-9050-32d7ace9c462 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:28:34.375555 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa9b671-1e0e-4f7f-9746-35c4a3e3719e tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Pushing event updated for resources: {'Port': ['ID=23b7b03c-2921-4e6c-9074-9427adbe8ad1,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:34.407251 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8ffa5f-a147-4462-8a88-655ab2f091f9 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Pushing event deleted for resources: {'Port': ['ID=b70df5ff-8fae-44a3-983a-7a426a2538b8,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:34.465506 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-9ea26c3a-49fd-4659-94a1-55374f8275e0 None None] Provisioning for port e7757327-4ff7-4261-b601-0282552ec50c completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:28:34.484160 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa9b671-1e0e-4f7f-9746-35c4a3e3719e tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Network 17f46fb5-2b2c-4677-98d5-21f4ccbcbd23 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:28:34.607087 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-162a8aca-b116-4e41-811a-b613c32395d2 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Allocated IP 2001:db8::ea (a5ed1b83-aca9-4c3f-9050-32d7ace9c462/23e34983-a36c-4110-85a6-f07936c3e156/24de8fb8-0802-4d48-b60d-d668e39cf155) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:28:34.621760 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f093f6d3-1244-4fb8-bb56-b55d77dd97db tempest-RoutersAdminNegativeIpV6Test-1619853390 tempest-RoutersAdminNegativeIpV6Test-1619853390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:34.706929 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f093f6d3-1244-4fb8-bb56-b55d77dd97db tempest-RoutersAdminNegativeIpV6Test-1619853390 tempest-RoutersAdminNegativeIpV6Test-1619853390-project-admin] Pushing event deleted for resources: {'Port': ['ID=249aa69d-f059-42ca-8a70-68d2c226846d,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:34.712728 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3d8ffa5f-a147-4462-8a88-655ab2f091f9 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710199'] for router_gateway, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:34.722763 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device e7757327-4ff7-4261-b601-0282552ec50c up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:28:34.729314 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-2fa9b671-1e0e-4f7f-9746-35c4a3e3719e tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 17f46fb5-2b2c-4677-98d5-21f4ccbcbd23) {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:28:34.740532 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa9b671-1e0e-4f7f-9746-35c4a3e3719e tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:28:34.746101 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa9b671-1e0e-4f7f-9746-35c4a3e3719e tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:28:34.750898 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa9b671-1e0e-4f7f-9746-35c4a3e3719e tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:28:34.751587 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2fa9b671-1e0e-4f7f-9746-35c4a3e3719e tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:34.755693 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1dc1255-df2f-4ba0-9c96-0b27a3f7ddce None None] Network 17f46fb5-2b2c-4677-98d5-21f4ccbcbd23 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:28:34.778810 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-12545a16-8b52-46bf-aad8-78b724d0fce7 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:34.803397 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-2fa9b671-1e0e-4f7f-9746-35c4a3e3719e tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.3853474 May 04 17:28:34.812163 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47950) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:34.851964 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0091195b-d5bf-47ee-afc2-8e143bd54b2e tempest-RoutersAdminNegativeTest-850083250 tempest-RoutersAdminNegativeTest-850083250-project-admin] Notify callbacks [] for router, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:34.889310 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-12545a16-8b52-46bf-aad8-78b724d0fce7 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:34.922153 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-794d67a5-7497-4659-8fd1-bb7175d30689 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:35.036778 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port e7757327-4ff7-4261-b601-0282552ec50c completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:28:35.046290 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port e7757327-4ff7-4261-b601-0282552ec50c triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:28:35.047219 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:35.088596 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-ee59f1a7-2952-4fbc-abc6-f5aa737a639e None None] Provisioning complete for port e7757327-4ff7-4261-b601-0282552ec50c triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:28:35.089263 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ee59f1a7-2952-4fbc-abc6-f5aa737a639e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:35.123158 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3d8ffa5f-a147-4462-8a88-655ab2f091f9 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:35.138688 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3d8ffa5f-a147-4462-8a88-655ab2f091f9 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:35.147437 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-12545a16-8b52-46bf-aad8-78b724d0fce7 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710702'] for router_interface, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:35.168994 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12545a16-8b52-46bf-aad8-78b724d0fce7 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Pushing event updated for resources: {'Port': ['ID=69184845-81c9-41df-a201-93bb7ac0ce6f,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:35.275026 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f093f6d3-1244-4fb8-bb56-b55d77dd97db tempest-RoutersAdminNegativeIpV6Test-1619853390 tempest-RoutersAdminNegativeIpV6Test-1619853390-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:35.291576 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ee59f1a7-2952-4fbc-abc6-f5aa737a639e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:35.304232 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:35.345315 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-ee59f1a7-2952-4fbc-abc6-f5aa737a639e None None] For port e7757327-4ff7-4261-b601-0282552ec50c, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=e7757327-4ff7-4261-b601-0282552ec50c,segment=NetworkSegment(a456fa3b-a5a1-4431-9f21-8228d2b5742b),segment_id=a456fa3b-a5a1-4431-9f21-8228d2b5742b)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:28:35.347749 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3d8ffa5f-a147-4462-8a88-655ab2f091f9 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:35.348263 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d8ffa5f-a147-4462-8a88-655ab2f091f9 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Fanout notify agent at l3_agent the message router_deleted on router 716a82d0-8f58-4268-911c-ff97d429ae41 {{(pid=88037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:28:35.355921 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ee59f1a7-2952-4fbc-abc6-f5aa737a639e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:35.376539 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0091195b-d5bf-47ee-afc2-8e143bd54b2e tempest-RoutersAdminNegativeTest-850083250 tempest-RoutersAdminNegativeTest-850083250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:35.382095 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0091195b-d5bf-47ee-afc2-8e143bd54b2e tempest-RoutersAdminNegativeTest-850083250 tempest-RoutersAdminNegativeTest-850083250-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:35.428658 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ccb1ed-f25d-423c-a58d-a90c3d21c434 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:28:35.435223 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ccb1ed-f25d-423c-a58d-a90c3d21c434 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:28:35.436011 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-06ccb1ed-f25d-423c-a58d-a90c3d21c434 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Synchronizing usage tracker for tenant:09f785ce0e5f4444bdf30bfd7a6f00b7 on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:28:35.450682 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0091195b-d5bf-47ee-afc2-8e143bd54b2e tempest-RoutersAdminNegativeTest-850083250 tempest-RoutersAdminNegativeTest-850083250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:35.451626 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0091195b-d5bf-47ee-afc2-8e143bd54b2e tempest-RoutersAdminNegativeTest-850083250 tempest-RoutersAdminNegativeTest-850083250-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9c95b31a-9d7e-4bfe-9b1e-f6dc7356da52 {{(pid=88038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:28:35.474159 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3d8ffa5f-a147-4462-8a88-655ab2f091f9 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:35.479859 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-3d8ffa5f-a147-4462-8a88-655ab2f091f9 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] 10.222.0.41 "DELETE /v2.0/routers/716a82d0-8f58-4268-911c-ff97d429ae41 HTTP/1.1" status: 204 len: 168 time: 4.0778069 May 04 17:28:35.482641 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47954) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:35.490996 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-c6b219a4-991c-4e8d-991f-4bd81c0737b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:35.492229 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-7c0d2648-df32-4e4c-aeb9-5dcc6f3f81bd tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1677603154', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:28:35.492436 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.db.api [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:28:35.492788 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG oslo_db.api [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:28:35.495532 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee59f1a7-2952-4fbc-abc6-f5aa737a639e None None] Pushing event updated for resources: {'Port': ['ID=e7757327-4ff7-4261-b601-0282552ec50c,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:35.497805 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-f093f6d3-1244-4fb8-bb56-b55d77dd97db tempest-RoutersAdminNegativeIpV6Test-1619853390 tempest-RoutersAdminNegativeIpV6Test-1619853390-project-admin] 10.222.0.41 "DELETE /v2.0/ports/249aa69d-f059-42ca-8a70-68d2c226846d HTTP/1.1" status: 204 len: 168 time: 2.9744418 May 04 17:28:35.509028 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-7c0d2648-df32-4e4c-aeb9-5dcc6f3f81bd tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:28:35.512503 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-06ccb1ed-f25d-423c-a58d-a90c3d21c434 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Unset dirty status for tenant:09f785ce0e5f4444bdf30bfd7a6f00b7 on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:28:35.517643 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-06ccb1ed-f25d-423c-a58d-a90c3d21c434 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.7005968 May 04 17:28:35.519373 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47960) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:35.520935 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-7c0d2648-df32-4e4c-aeb9-5dcc6f3f81bd tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Usage tracker for resource:router and tenant:bf5f75dc0afa4422b68fd6a68c41365c is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:28:35.526018 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-7c0d2648-df32-4e4c-aeb9-5dcc6f3f81bd tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:28:35.528321 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12545a16-8b52-46bf-aad8-78b724d0fce7 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Network c545eb94-9914-41b7-882e-277b53627e03 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:28:35.531998 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-162a8aca-b116-4e41-811a-b613c32395d2 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:35.534257 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.api.v2.resource [None req-0091195b-d5bf-47ee-afc2-8e143bd54b2e tempest-RoutersAdminNegativeTest-850083250 tempest-RoutersAdminNegativeTest-850083250-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 04 17:28:35.535478 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-0091195b-d5bf-47ee-afc2-8e143bd54b2e tempest-RoutersAdminNegativeTest-850083250 tempest-RoutersAdminNegativeTest-850083250-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 409 len: 370 time: 3.4822104 May 04 17:28:35.536471 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-7c0d2648-df32-4e4c-aeb9-5dcc6f3f81bd tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:28:35.539290 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-12545a16-8b52-46bf-aad8-78b724d0fce7 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:28:35.544365 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47964) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:35.578171 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-794d67a5-7497-4659-8fd1-bb7175d30689 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Router 9a423f22-444a-4892-b6c4-e50164fa248c is scheduled to L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 with binding_index 1 {{(pid=88038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:28:35.617138 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7c0d2648-df32-4e4c-aeb9-5dcc6f3f81bd tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:35.618169 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7c0d2648-df32-4e4c-aeb9-5dcc6f3f81bd tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:35.682609 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-162a8aca-b116-4e41-811a-b613c32395d2 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Transition to ACTIVE for port object 24de8fb8-0802-4d48-b60d-d668e39cf155 will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:28:35.701681 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-8e732a37-e834-4dd5-a11b-ea10a11f025e tempest-RoutersAdminNegativeTest-850083250 tempest-RoutersAdminNegativeTest-850083250-project-admin] Deleting port 6b717712-25fd-47ba-96fd-909c0cebc38e {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:28:35.702284 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8e732a37-e834-4dd5-a11b-ea10a11f025e tempest-RoutersAdminNegativeTest-850083250 tempest-RoutersAdminNegativeTest-850083250-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:35.712399 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-39b14e0b-b512-4cb1-a61c-e86c0fbbaa1c tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Deleting port a4484517-f1eb-4ef4-b1cc-60820bdba7ee {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:28:35.712748 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-39b14e0b-b512-4cb1-a61c-e86c0fbbaa1c tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:35.771599 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7c0d2648-df32-4e4c-aeb9-5dcc6f3f81bd tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:35.789406 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-162a8aca-b116-4e41-811a-b613c32395d2 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:35.854058 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47970) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:35.884706 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-5c1e909f-247a-425a-b933-db4276a6e4ed None None] Provisioning complete for port 69184845-81c9-41df-a201-93bb7ac0ce6f triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:28:35.885452 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-5c1e909f-247a-425a-b933-db4276a6e4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:35.948666 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-5c1e909f-247a-425a-b933-db4276a6e4ed None None] Port 69184845-81c9-41df-a201-93bb7ac0ce6f cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:28:35.949048 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7c0d2648-df32-4e4c-aeb9-5dcc6f3f81bd tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:35.978159 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-794d67a5-7497-4659-8fd1-bb7175d30689 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:28:35.990416 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb381c28-af72-4af5-a6c7-658c8be31310 None None] Sync routers for ids ['9a423f22-444a-4892-b6c4-e50164fa248c'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:28:36.003585 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb381c28-af72-4af5-a6c7-658c8be31310 None None] Routers {'9a423f22-444a-4892-b6c4-e50164fa248c'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:28:36.004340 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-fb381c28-af72-4af5-a6c7-658c8be31310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:28:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['9a423f22-444a-4892-b6c4-e50164fa248c'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:36.043013 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7c0d2648-df32-4e4c-aeb9-5dcc6f3f81bd tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:36.044258 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-7c0d2648-df32-4e4c-aeb9-5dcc6f3f81bd tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5587461 May 04 17:28:36.048864 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47976) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:36.056346 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-645052ea-0fd3-4036-ab49-0767206a1bbd tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'enable_snat': True}}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:28:36.085801 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-fb381c28-af72-4af5-a6c7-658c8be31310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:36.097066 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb381c28-af72-4af5-a6c7-658c8be31310 None None] Routers {'9a423f22-444a-4892-b6c4-e50164fa248c'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:28:36.097953 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-fb381c28-af72-4af5-a6c7-658c8be31310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:28:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['9a423f22-444a-4892-b6c4-e50164fa248c'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:36.134766 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162a8aca-b116-4e41-811a-b613c32395d2 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Network a5ed1b83-aca9-4c3f-9050-32d7ace9c462 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:28:36.145851 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-162a8aca-b116-4e41-811a-b613c32395d2 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:28:36.154146 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162a8aca-b116-4e41-811a-b613c32395d2 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:28:36.163010 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-fb381c28-af72-4af5-a6c7-658c8be31310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:36.163521 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb381c28-af72-4af5-a6c7-658c8be31310 None None] The sync data for ids ['9a423f22-444a-4892-b6c4-e50164fa248c'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:28:36.164491 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162a8aca-b116-4e41-811a-b613c32395d2 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:28:36.165507 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-162a8aca-b116-4e41-811a-b613c32395d2 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:36.175300 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162a8aca-b116-4e41-811a-b613c32395d2 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Pushing event updated for resources: {'Port': ['ID=24de8fb8-0802-4d48-b60d-d668e39cf155,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:36.211430 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-162a8aca-b116-4e41-811a-b613c32395d2 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.6446025 May 04 17:28:36.229194 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47980) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:36.317324 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12545a16-8b52-46bf-aad8-78b724d0fce7 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Router ddbd90c5-c8d4-45fc-b8bf-75f2ae90bec9 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:28:36.398582 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-794d67a5-7497-4659-8fd1-bb7175d30689 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:36.399782 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-794d67a5-7497-4659-8fd1-bb7175d30689 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.4921875 May 04 17:28:36.407783 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47984) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:36.408498 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2353b3b4-c475-4481-a01e-fa7162279370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:36.424626 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-39b14e0b-b512-4cb1-a61c-e86c0fbbaa1c tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:36.446196 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:36.493848 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-81905764-3531-4f38-b4b9-db00c1ffe5c9 None None] Provisioning for port 24de8fb8-0802-4d48-b60d-d668e39cf155 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:28:36.499422 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-81905764-3531-4f38-b4b9-db00c1ffe5c9 None None] Provisioning complete for port 24de8fb8-0802-4d48-b60d-d668e39cf155 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:28:36.500252 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-81905764-3531-4f38-b4b9-db00c1ffe5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:36.564190 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:36.571589 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-2353b3b4-c475-4481-a01e-fa7162279370 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:28:36.572160 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-81905764-3531-4f38-b4b9-db00c1ffe5c9 None None] Port 24de8fb8-0802-4d48-b60d-d668e39cf155 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:28:36.645732 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device e7757327-4ff7-4261-b601-0282552ec50c up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:28:36.696013 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-2353b3b4-c475-4481-a01e-fa7162279370 admin admin] Usage tracker for resource:security_group_rule and tenant:3f57b4cf71044081837eb54adedf7f64 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:28:36.715807 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port e7757327-4ff7-4261-b601-0282552ec50c triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:28:36.716259 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:36.733060 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8e732a37-e834-4dd5-a11b-ea10a11f025e tempest-RoutersAdminNegativeTest-850083250 tempest-RoutersAdminNegativeTest-850083250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:36.765300 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-39b14e0b-b512-4cb1-a61c-e86c0fbbaa1c tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Calling delete_port for a4484517-f1eb-4ef4-b1cc-60820bdba7ee owned by {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:28:36.793108 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-2353b3b4-c475-4481-a01e-fa7162279370 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:28:36.814590 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-2353b3b4-c475-4481-a01e-fa7162279370 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:28:36.988224 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-8e732a37-e834-4dd5-a11b-ea10a11f025e tempest-RoutersAdminNegativeTest-850083250 tempest-RoutersAdminNegativeTest-850083250-project-admin] Calling delete_port for 6b717712-25fd-47ba-96fd-909c0cebc38e owned by {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:28:37.063424 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-645052ea-0fd3-4036-ab49-0767206a1bbd tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:37.105825 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12545a16-8b52-46bf-aad8-78b724d0fce7 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:28:37.117909 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d759b86-1620-4811-9f5a-c2481f85c104 None None] Sync routers for ids ['ddbd90c5-c8d4-45fc-b8bf-75f2ae90bec9'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:28:37.118283 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-39b14e0b-b512-4cb1-a61c-e86c0fbbaa1c tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:37.127636 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-e1fc935e-39c1-4df3-afdd-cfce74c8416f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "GET /v2.0/routers/9a423f22-444a-4892-b6c4-e50164fa248c HTTP/1.1" status: 200 len: 879 time: 0.7102892 May 04 17:28:37.132174 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d759b86-1620-4811-9f5a-c2481f85c104 None None] Routers {'ddbd90c5-c8d4-45fc-b8bf-75f2ae90bec9'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:28:37.133098 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-8d759b86-1620-4811-9f5a-c2481f85c104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:28:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['ddbd90c5-c8d4-45fc-b8bf-75f2ae90bec9'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:37.139748 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-12545a16-8b52-46bf-aad8-78b724d0fce7 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] 10.222.0.41 "PUT /v2.0/routers/ddbd90c5-c8d4-45fc-b8bf-75f2ae90bec9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4077349 May 04 17:28:37.143192 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47988) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:37.143524 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 47990) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:37.192287 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b14e0b-b512-4cb1-a61c-e86c0fbbaa1c tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Pushing event deleted for resources: {'Port': ['ID=a4484517-f1eb-4ef4-b1cc-60820bdba7ee,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:37.206953 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-8d759b86-1620-4811-9f5a-c2481f85c104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:37.217232 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d759b86-1620-4811-9f5a-c2481f85c104 None None] Routers {'ddbd90c5-c8d4-45fc-b8bf-75f2ae90bec9'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:28:37.218791 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-8d759b86-1620-4811-9f5a-c2481f85c104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:28:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['ddbd90c5-c8d4-45fc-b8bf-75f2ae90bec9'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:37.228590 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-39b14e0b-b512-4cb1-a61c-e86c0fbbaa1c tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:37.254619 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-39b14e0b-b512-4cb1-a61c-e86c0fbbaa1c tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] 10.222.0.41 "DELETE /v2.0/ports/a4484517-f1eb-4ef4-b1cc-60820bdba7ee HTTP/1.1" status: 204 len: 168 time: 1.7299628 May 04 17:28:37.260297 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 47996) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:37.295481 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-8d759b86-1620-4811-9f5a-c2481f85c104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:37.296114 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d759b86-1620-4811-9f5a-c2481f85c104 None None] The sync data for ids ['ddbd90c5-c8d4-45fc-b8bf-75f2ae90bec9'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:28:37.337241 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-f0eafb31-bac0-4954-bf0c-e71b6c0263c8 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Request body: {'port': {'network_id': 'c545eb94-9914-41b7-882e-277b53627e03', 'name': 'tempest-FloatingIPTestJSON-88758332'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:28:37.415573 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-936d54df-a571-49e1-bd87-5b274e7847dc tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Deleting port 23b7b03c-2921-4e6c-9074-9427adbe8ad1 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:28:37.416153 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-936d54df-a571-49e1-bd87-5b274e7847dc tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:37.456226 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2353b3b4-c475-4481-a01e-fa7162279370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:37.472688 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2353b3b4-c475-4481-a01e-fa7162279370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:37.572837 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-2353b3b4-c475-4481-a01e-fa7162279370 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3f57b4cf71044081837eb54adedf7f64&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7154460 May 04 17:28:37.575543 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48000) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:37.586004 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2353b3b4-c475-4481-a01e-fa7162279370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17cc25b9-2110-427e-a5f3-0f34f664e015,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:37.650598 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8e732a37-e834-4dd5-a11b-ea10a11f025e tempest-RoutersAdminNegativeTest-850083250 tempest-RoutersAdminNegativeTest-850083250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:37.709782 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-55434de6-1f97-4ff6-aa30-89fead7562a9 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:37.782722 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-f0eafb31-bac0-4954-bf0c-e71b6c0263c8 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:28:37.789186 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:37.791547 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e732a37-e834-4dd5-a11b-ea10a11f025e tempest-RoutersAdminNegativeTest-850083250 tempest-RoutersAdminNegativeTest-850083250-project-admin] Pushing event deleted for resources: {'Port': ['ID=6b717712-25fd-47ba-96fd-909c0cebc38e,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:37.848554 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-f0eafb31-bac0-4954-bf0c-e71b6c0263c8 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Usage tracker for resource:port and tenant:983c2322fbac41498b7f731747fedd84 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:28:37.857514 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-f0eafb31-bac0-4954-bf0c-e71b6c0263c8 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:28:37.930792 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-f0eafb31-bac0-4954-bf0c-e71b6c0263c8 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:28:37.980178 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0eafb31-bac0-4954-bf0c-e71b6c0263c8 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Made reservation on behalf of 983c2322fbac41498b7f731747fedd84 for: {'port': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:28:37.983614 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f0eafb31-bac0-4954-bf0c-e71b6c0263c8 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:37.983970 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-936d54df-a571-49e1-bd87-5b274e7847dc tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:37.998868 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cede5d08-4800-4e99-9d69-68d739d61420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:38.137658 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-936d54df-a571-49e1-bd87-5b274e7847dc tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Calling delete_port for 23b7b03c-2921-4e6c-9074-9427adbe8ad1 owned by {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:28:38.160992 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [None req-f0eafb31-bac0-4954-bf0c-e71b6c0263c8 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] device_id is not set on port 06c11dce-df5f-4ba6-a1c0-0eeddd0bdda2 yet. {{(pid=88037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:28:38.190304 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-645052ea-0fd3-4036-ab49-0767206a1bbd tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:38.220862 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8e732a37-e834-4dd5-a11b-ea10a11f025e tempest-RoutersAdminNegativeTest-850083250 tempest-RoutersAdminNegativeTest-850083250-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:38.225117 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-645052ea-0fd3-4036-ab49-0767206a1bbd tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:38.236168 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cede5d08-4800-4e99-9d69-68d739d61420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:38.286939 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-8e732a37-e834-4dd5-a11b-ea10a11f025e tempest-RoutersAdminNegativeTest-850083250 tempest-RoutersAdminNegativeTest-850083250-project-admin] 10.222.0.41 "DELETE /v2.0/ports/6b717712-25fd-47ba-96fd-909c0cebc38e HTTP/1.1" status: 204 len: 168 time: 2.7412951 May 04 17:28:38.337774 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-936d54df-a571-49e1-bd87-5b274e7847dc tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:38.424495 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936d54df-a571-49e1-bd87-5b274e7847dc tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Pushing event deleted for resources: {'Port': ['ID=23b7b03c-2921-4e6c-9074-9427adbe8ad1,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:38.449489 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-936d54df-a571-49e1-bd87-5b274e7847dc tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:38.466928 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-936d54df-a571-49e1-bd87-5b274e7847dc tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] 10.222.0.41 "DELETE /v2.0/ports/23b7b03c-2921-4e6c-9074-9427adbe8ad1 HTTP/1.1" status: 204 len: 168 time: 1.2043717 May 04 17:28:38.467564 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48008) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:38.474555 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-f86ee394-01fd-4923-bd1b-dfab5166acb1 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Synchronizing usage tracker for tenant:4d4e7c7b24884dc786dfd71b0f2e4f89 on resource:router {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:28:38.520016 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-810ac2c8-be6f-47f3-9846-58421917fefd tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Synchronizing usage tracker for tenant:09f785ce0e5f4444bdf30bfd7a6f00b7 on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:28:38.532302 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cede5d08-4800-4e99-9d69-68d739d61420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:38.543597 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-645052ea-0fd3-4036-ab49-0767206a1bbd tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Allocated IP 172.26.0.137 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/0cae0ac6-e7d9-4c78-87ec-a390fe0bc8eb) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:28:38.548346 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-f0eafb31-bac0-4954-bf0c-e71b6c0263c8 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Allocated IP 172.20.0.10 (c545eb94-9914-41b7-882e-277b53627e03/4518b280-55ef-414a-922c-5a838eb16208/06c11dce-df5f-4ba6-a1c0-0eeddd0bdda2) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:28:38.551578 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-f86ee394-01fd-4923-bd1b-dfab5166acb1 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Unset dirty status for tenant:4d4e7c7b24884dc786dfd71b0f2e4f89 on resource:router {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:28:38.555280 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-f86ee394-01fd-4923-bd1b-dfab5166acb1 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 1.4081109 May 04 17:28:38.555422 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-810ac2c8-be6f-47f3-9846-58421917fefd tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Unset dirty status for tenant:09f785ce0e5f4444bdf30bfd7a6f00b7 on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:28:38.560274 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-810ac2c8-be6f-47f3-9846-58421917fefd tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0893021 May 04 17:28:38.560813 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48012) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:38.561118 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48014) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:38.573326 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cede5d08-4800-4e99-9d69-68d739d61420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17cc25b9-2110-427e-a5f3-0f34f664e015,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:38.575391 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48020) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:38.579146 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-fed6d423-54f8-49bb-8c8f-a5bfc410b587 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-830041732'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:28:38.587913 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-9d492892-53d1-4273-9ab2-8d53fb2222b1 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-66826362'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:28:38.649484 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.db.resource_extend [None req-55434de6-1f97-4ff6-aa30-89fead7562a9 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 17:28:38.663278 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-fed6d423-54f8-49bb-8c8f-a5bfc410b587 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:28:38.693698 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-fed6d423-54f8-49bb-8c8f-a5bfc410b587 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Usage tracker for resource:network and tenant:09f785ce0e5f4444bdf30bfd7a6f00b7 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:28:38.697588 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-55434de6-1f97-4ff6-aa30-89fead7562a9 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:38.699982 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-fed6d423-54f8-49bb-8c8f-a5bfc410b587 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:28:38.725189 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-fed6d423-54f8-49bb-8c8f-a5bfc410b587 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:28:38.729699 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-645052ea-0fd3-4036-ab49-0767206a1bbd tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:38.730878 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-55434de6-1f97-4ff6-aa30-89fead7562a9 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:38.772693 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-645052ea-0fd3-4036-ab49-0767206a1bbd tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:38.850475 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645052ea-0fd3-4036-ab49-0767206a1bbd tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:28:38.853998 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-645052ea-0fd3-4036-ab49-0767206a1bbd tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:28:38.858042 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645052ea-0fd3-4036-ab49-0767206a1bbd tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:28:38.914748 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645052ea-0fd3-4036-ab49-0767206a1bbd tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Pushing event updated for resources: {'Port': ['ID=0cae0ac6-e7d9-4c78-87ec-a390fe0bc8eb,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:38.997952 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cede5d08-4800-4e99-9d69-68d739d61420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:38.999059 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-cede5d08-4800-4e99-9d69-68d739d61420 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/17cc25b9-2110-427e-a5f3-0f34f664e015 HTTP/1.1" status: 204 len: 168 time: 1.4139013 May 04 17:28:39.061806 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:39.064092 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed6d423-54f8-49bb-8c8f-a5bfc410b587 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Made reservation on behalf of 09f785ce0e5f4444bdf30bfd7a6f00b7 for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:28:39.067842 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fed6d423-54f8-49bb-8c8f-a5bfc410b587 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:39.122008 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-241fd465-9638-45ce-91bf-f3d8849932c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:39.341304 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f0eafb31-bac0-4954-bf0c-e71b6c0263c8 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:39.371475 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-241fd465-9638-45ce-91bf-f3d8849932c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:28:39.374903 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55434de6-1f97-4ff6-aa30-89fead7562a9 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Pushing event updated for resources: {'Port': ['ID=24de8fb8-0802-4d48-b60d-d668e39cf155,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:39.400310 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-241fd465-9638-45ce-91bf-f3d8849932c0 admin admin] Usage tracker for resource:security_group_rule and tenant:87dd4dd510b44ea797b464e423dc7ad6 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:28:39.404457 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-241fd465-9638-45ce-91bf-f3d8849932c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:28:39.421043 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-0b4038fa-869c-4bb1-9d79-a36ac670acdb None None] Provisioning complete for port 24de8fb8-0802-4d48-b60d-d668e39cf155 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:28:39.422555 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0b4038fa-869c-4bb1-9d79-a36ac670acdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:39.452831 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48030) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:39.453544 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-645052ea-0fd3-4036-ab49-0767206a1bbd tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:39.483204 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-0b4038fa-869c-4bb1-9d79-a36ac670acdb None None] Port 24de8fb8-0802-4d48-b60d-d668e39cf155 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:28:39.498772 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fed6d423-54f8-49bb-8c8f-a5bfc410b587 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:28:39.501106 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-f0eafb31-bac0-4954-bf0c-e71b6c0263c8 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Transition to ACTIVE for port object 06c11dce-df5f-4ba6-a1c0-0eeddd0bdda2 will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:28:39.528267 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-241fd465-9638-45ce-91bf-f3d8849932c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:28:39.559374 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fed6d423-54f8-49bb-8c8f-a5bfc410b587 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:39.559717 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-fed6d423-54f8-49bb-8c8f-a5bfc410b587 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Added segment 27008e31-9329-43bc-b316-a82af75db340 of type vlan for network 4c1490a4-1dca-4533-8992-13e8e51ce5c2 May 04 17:28:39.642315 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-1b865f07-15b6-4057-979d-fd7e93719158 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=34f2572960364a1a8d7fee4678b35e32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1422472 May 04 17:28:39.644791 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48034) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:39.731742 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fed6d423-54f8-49bb-8c8f-a5bfc410b587 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:39.853850 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f151e758-f093-47f9-bbae-9a049200e135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:39.884891 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f0eafb31-bac0-4954-bf0c-e71b6c0263c8 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:39.895349 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f151e758-f093-47f9-bbae-9a049200e135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:39.917741 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-645052ea-0fd3-4036-ab49-0767206a1bbd tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:39.932357 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-645052ea-0fd3-4036-ab49-0767206a1bbd tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-712177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-712168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-709817'] for router, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:39.938188 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-55434de6-1f97-4ff6-aa30-89fead7562a9 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710357'] for router_interface, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:40.076944 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fed6d423-54f8-49bb-8c8f-a5bfc410b587 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:40.082324 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed6d423-54f8-49bb-8c8f-a5bfc410b587 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:28:40.082911 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fed6d423-54f8-49bb-8c8f-a5bfc410b587 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:40.092821 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f151e758-f093-47f9-bbae-9a049200e135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:40.109456 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0eafb31-bac0-4954-bf0c-e71b6c0263c8 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Network c545eb94-9914-41b7-882e-277b53627e03 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:28:40.116963 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f151e758-f093-47f9-bbae-9a049200e135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bff7186-424e-4454-b010-8521e997a500,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:40.129251 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f151e758-f093-47f9-bbae-9a049200e135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:40.132714 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-f151e758-f093-47f9-bbae-9a049200e135 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8bff7186-424e-4454-b010-8521e997a500 HTTP/1.1" status: 204 len: 168 time: 0.4847279 May 04 17:28:40.142318 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-f0eafb31-bac0-4954-bf0c-e71b6c0263c8 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:28:40.177197 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0eafb31-bac0-4954-bf0c-e71b6c0263c8 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:28:40.204659 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-645052ea-0fd3-4036-ab49-0767206a1bbd tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Router 0ae34075-72c2-4841-a7e5-09e5c8812ede is scheduled to L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 with binding_index 1 {{(pid=88038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:28:40.229581 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-241fd465-9638-45ce-91bf-f3d8849932c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:40.252345 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eafb31-bac0-4954-bf0c-e71b6c0263c8 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Pushing event updated for resources: {'Port': ['ID=06c11dce-df5f-4ba6-a1c0-0eeddd0bdda2,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:40.333627 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-241fd465-9638-45ce-91bf-f3d8849932c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:40.341637 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9d492892-53d1-4273-9ab2-8d53fb2222b1 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:40.375314 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed6d423-54f8-49bb-8c8f-a5bfc410b587 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Pushing event updated for resources: {'Network': ['ID=4c1490a4-1dca-4533-8992-13e8e51ce5c2,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:40.388841 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 4c1490a4-1dca-4533-8992-13e8e51ce5c2 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:28:40.406972 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-fed6d423-54f8-49bb-8c8f-a5bfc410b587 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.8386910 May 04 17:28:40.418107 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48040) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:40.467961 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-d96871ae-c617-4337-912f-a04256794425 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1942351664'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:28:40.470423 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-645052ea-0fd3-4036-ab49-0767206a1bbd tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:28:40.479074 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9d492892-53d1-4273-9ab2-8d53fb2222b1 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-712177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-712168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-709817'] for router, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:40.483451 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154c67c8-3df0-4fb1-8676-a670ebad53cd None None] Sync routers for ids ['0ae34075-72c2-4841-a7e5-09e5c8812ede'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:28:40.488604 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-645052ea-0fd3-4036-ab49-0767206a1bbd tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:40.489846 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-645052ea-0fd3-4036-ab49-0767206a1bbd tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] 10.222.0.41 "PUT /v2.0/routers/0ae34075-72c2-4841-a7e5-09e5c8812ede HTTP/1.1" status: 200 len: 919 time: 4.4402871 May 04 17:28:40.492551 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48046) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:40.495495 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154c67c8-3df0-4fb1-8676-a670ebad53cd None None] Routers {'0ae34075-72c2-4841-a7e5-09e5c8812ede'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:28:40.496466 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-154c67c8-3df0-4fb1-8676-a670ebad53cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:28:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['0ae34075-72c2-4841-a7e5-09e5c8812ede'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:40.503804 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0eafb31-bac0-4954-bf0c-e71b6c0263c8 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:28:40.504419 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f0eafb31-bac0-4954-bf0c-e71b6c0263c8 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:40.510261 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-241fd465-9638-45ce-91bf-f3d8849932c0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=87dd4dd510b44ea797b464e423dc7ad6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8706629 May 04 17:28:40.516960 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-d96871ae-c617-4337-912f-a04256794425 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:28:40.520019 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48050) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:40.527001 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241fd465-9638-45ce-91bf-f3d8849932c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e2082f-dd13-4c60-9d50-b5d209f7fcfc,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:40.580696 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-154c67c8-3df0-4fb1-8676-a670ebad53cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:40.598110 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154c67c8-3df0-4fb1-8676-a670ebad53cd None None] Routers {'0ae34075-72c2-4841-a7e5-09e5c8812ede'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:28:40.598723 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-154c67c8-3df0-4fb1-8676-a670ebad53cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:28:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['0ae34075-72c2-4841-a7e5-09e5c8812ede'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:40.668383 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-154c67c8-3df0-4fb1-8676-a670ebad53cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:40.669333 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154c67c8-3df0-4fb1-8676-a670ebad53cd None None] The sync data for ids ['0ae34075-72c2-4841-a7e5-09e5c8812ede'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:28:40.678634 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-17110f71-077c-4699-b8f1-071ddaec7e75 None None] Provisioning for port 06c11dce-df5f-4ba6-a1c0-0eeddd0bdda2 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:28:40.691313 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-17110f71-077c-4699-b8f1-071ddaec7e75 None None] Provisioning complete for port 06c11dce-df5f-4ba6-a1c0-0eeddd0bdda2 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:28:40.691689 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-17110f71-077c-4699-b8f1-071ddaec7e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:40.710261 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-8897d0e0-24cc-4d62-9508-d8c0b53808f9 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] 10.222.0.41 "GET /v2.0/routers/0ae34075-72c2-4841-a7e5-09e5c8812ede HTTP/1.1" status: 200 len: 925 time: 0.2165322 May 04 17:28:40.710916 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48058) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:40.749525 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-17110f71-077c-4699-b8f1-071ddaec7e75 None None] Port 06c11dce-df5f-4ba6-a1c0-0eeddd0bdda2 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:28:40.789588 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f85c99-ef77-41b8-833a-950c2a4ef37b tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:28:40.793688 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-e5f85c99-ef77-41b8-833a-950c2a4ef37b tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=30bd8d35-9d66-4ec1-9734-58f713c6cd24&device_id=0ae34075-72c2-4841-a7e5-09e5c8812ede&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0792782 May 04 17:28:40.793824 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48066) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:40.797437 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-d96871ae-c617-4337-912f-a04256794425 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Usage tracker for resource:network and tenant:09f785ce0e5f4444bdf30bfd7a6f00b7 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:28:40.835242 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-d96871ae-c617-4337-912f-a04256794425 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:28:40.854465 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-f0eafb31-bac0-4954-bf0c-e71b6c0263c8 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.7055998 May 04 17:28:40.854465 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-d96871ae-c617-4337-912f-a04256794425 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:28:40.858011 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-55434de6-1f97-4ff6-aa30-89fead7562a9 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:40.873619 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48070) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:40.900779 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-8418c180-53b3-4c7f-bb7b-a966089256f0 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Request body: {'floatingip': {'port_id': '06c11dce-df5f-4ba6-a1c0-0eeddd0bdda2'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:28:40.925804 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2002ed19-e00e-4270-9f45-eef6aaa0c947 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:28:40.930339 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-2002ed19-e00e-4270-9f45-eef6aaa0c947 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] 10.222.0.41 "GET /v2.0/networks/30bd8d35-9d66-4ec1-9734-58f713c6cd24 HTTP/1.1" status: 200 len: 881 time: 0.1324496 May 04 17:28:40.930339 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48076) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:40.975698 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-2835c61e-606a-4e2b-84ae-dce16d2b05be tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ae34075-72c2-4841-a7e5-09e5c8812ede HTTP/1.1" status: 200 len: 205 time: 0.0423677 May 04 17:28:40.979080 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48082) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:41.106313 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d96871ae-c617-4337-912f-a04256794425 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Made reservation on behalf of 09f785ce0e5f4444bdf30bfd7a6f00b7 for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:28:41.109637 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d96871ae-c617-4337-912f-a04256794425 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:41.198050 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48090) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:41.239549 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 17:28:41.295220 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-dc80986e-c97c-498e-973e-564703bd54ba tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks [] for router, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:41.302454 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8418c180-53b3-4c7f-bb7b-a966089256f0 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for floatingip, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:41.382504 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-ee367d14-8f31-490b-90c8-5f07cd0c43e9 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1470872853'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:28:41.386638 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3a10ab8c-5637-4d25-8fc2-69fa11862bec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:41.391460 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-ee367d14-8f31-490b-90c8-5f07cd0c43e9 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:28:41.398467 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-ee367d14-8f31-490b-90c8-5f07cd0c43e9 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Usage tracker for resource:network and tenant:b25ee3601e56428392e5e6b054ab6dbb is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:28:41.403194 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-ee367d14-8f31-490b-90c8-5f07cd0c43e9 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:28:41.425371 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d492892-53d1-4273-9ab2-8d53fb2222b1 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Router 9a423f22-444a-4892-b6c4-e50164fa248c has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:28:41.426211 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d96871ae-c617-4337-912f-a04256794425 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:28:41.459998 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-ee367d14-8f31-490b-90c8-5f07cd0c43e9 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:28:41.476104 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3a10ab8c-5637-4d25-8fc2-69fa11862bec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:41.490610 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee367d14-8f31-490b-90c8-5f07cd0c43e9 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Made reservation on behalf of b25ee3601e56428392e5e6b054ab6dbb for: {'network': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:28:41.494022 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ee367d14-8f31-490b-90c8-5f07cd0c43e9 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:41.510620 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ee367d14-8f31-490b-90c8-5f07cd0c43e9 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:41.531611 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-ee367d14-8f31-490b-90c8-5f07cd0c43e9 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:28:41.540807 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-ee367d14-8f31-490b-90c8-5f07cd0c43e9 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Usage tracker for resource:security_group_rule and tenant:b25ee3601e56428392e5e6b054ab6dbb is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:28:41.543910 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-ee367d14-8f31-490b-90c8-5f07cd0c43e9 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:28:41.547535 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-dc80986e-c97c-498e-973e-564703bd54ba tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:41.554415 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-ee367d14-8f31-490b-90c8-5f07cd0c43e9 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:28:41.565298 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-dc80986e-c97c-498e-973e-564703bd54ba tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Deleting port 0cae0ac6-e7d9-4c78-87ec-a390fe0bc8eb {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:28:41.565640 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-dc80986e-c97c-498e-973e-564703bd54ba tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:41.587717 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d96871ae-c617-4337-912f-a04256794425 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:41.588051 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-d96871ae-c617-4337-912f-a04256794425 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Added segment 91dbd416-1ef0-4a73-be72-f3507e988807 of type vlan for network 7e0a6d67-a8fe-44e8-b0ed-24faec70d091 May 04 17:28:41.787100 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-dc80986e-c97c-498e-973e-564703bd54ba tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:41.803393 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ee367d14-8f31-490b-90c8-5f07cd0c43e9 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:41.851593 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ee367d14-8f31-490b-90c8-5f07cd0c43e9 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:41.864810 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d96871ae-c617-4337-912f-a04256794425 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:41.922927 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-dc80986e-c97c-498e-973e-564703bd54ba tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Calling delete_port for 0cae0ac6-e7d9-4c78-87ec-a390fe0bc8eb owned by network:router_gateway {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:28:41.981687 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee367d14-8f31-490b-90c8-5f07cd0c43e9 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=88038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:28:42.008847 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ee367d14-8f31-490b-90c8-5f07cd0c43e9 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:42.009191 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.segments_db [None req-ee367d14-8f31-490b-90c8-5f07cd0c43e9 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Added segment 4461b6cd-acb0-4e67-9810-f3f0946581db of type vlan for network 514b3f4a-8c48-4452-a114-03e9c31a8b88 May 04 17:28:42.010345 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee367d14-8f31-490b-90c8-5f07cd0c43e9 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b378a714-90f3-433f-b0f4-f4ec7d27ec6b,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:42.042405 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3a10ab8c-5637-4d25-8fc2-69fa11862bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:42.059941 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ee367d14-8f31-490b-90c8-5f07cd0c43e9 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:42.071364 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d492892-53d1-4273-9ab2-8d53fb2222b1 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:28:42.084360 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fbafcd-bf45-4fb9-8653-e2ba48fccb57 None None] Sync routers for ids ['9a423f22-444a-4892-b6c4-e50164fa248c'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:28:42.085354 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a10ab8c-5637-4d25-8fc2-69fa11862bec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e2082f-dd13-4c60-9d50-b5d209f7fcfc,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:42.087807 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d96871ae-c617-4337-912f-a04256794425 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:42.094492 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96871ae-c617-4337-912f-a04256794425 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:28:42.095244 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d96871ae-c617-4337-912f-a04256794425 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:42.100184 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ee367d14-8f31-490b-90c8-5f07cd0c43e9 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:42.105555 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee367d14-8f31-490b-90c8-5f07cd0c43e9 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:28:42.106073 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ee367d14-8f31-490b-90c8-5f07cd0c43e9 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:42.113886 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fbafcd-bf45-4fb9-8653-e2ba48fccb57 None None] Routers {'9a423f22-444a-4892-b6c4-e50164fa248c'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:28:42.114683 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-92fbafcd-bf45-4fb9-8653-e2ba48fccb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:28:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['9a423f22-444a-4892-b6c4-e50164fa248c'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:42.200737 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-92fbafcd-bf45-4fb9-8653-e2ba48fccb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:42.211007 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fbafcd-bf45-4fb9-8653-e2ba48fccb57 None None] Routers {'9a423f22-444a-4892-b6c4-e50164fa248c'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:28:42.211848 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-92fbafcd-bf45-4fb9-8653-e2ba48fccb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:28:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['9a423f22-444a-4892-b6c4-e50164fa248c'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:42.272703 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-ee367d14-8f31-490b-90c8-5f07cd0c43e9 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0732214 May 04 17:28:42.281569 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee367d14-8f31-490b-90c8-5f07cd0c43e9 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Pushing event updated for resources: {'Network': ['ID=514b3f4a-8c48-4452-a114-03e9c31a8b88,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:42.300910 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-dc80986e-c97c-498e-973e-564703bd54ba tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:42.316503 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 514b3f4a-8c48-4452-a114-03e9c31a8b88 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:28:42.338281 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-92fbafcd-bf45-4fb9-8653-e2ba48fccb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:42.338688 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fbafcd-bf45-4fb9-8653-e2ba48fccb57 None None] The sync data for ids ['9a423f22-444a-4892-b6c4-e50164fa248c'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:28:42.377751 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.db.resource_extend [None req-55434de6-1f97-4ff6-aa30-89fead7562a9 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 17:28:42.416808 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc80986e-c97c-498e-973e-564703bd54ba tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Pushing event deleted for resources: {'Port': ['ID=0cae0ac6-e7d9-4c78-87ec-a390fe0bc8eb,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:42.423326 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48096) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:42.431398 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3a10ab8c-5637-4d25-8fc2-69fa11862bec admin admin] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:42.433124 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-3a10ab8c-5637-4d25-8fc2-69fa11862bec admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b7e2082f-dd13-4c60-9d50-b5d209f7fcfc HTTP/1.1" status: 204 len: 168 time: 1.9028218 May 04 17:28:42.435699 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-95b87acb-82ec-41ad-9fd4-f5de5d4baa08 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Request body: {'subnet': {'network_id': '514b3f4a-8c48-4452-a114-03e9c31a8b88', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:28:42.439222 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-55434de6-1f97-4ff6-aa30-89fead7562a9 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:42.450171 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9d492892-53d1-4273-9ab2-8d53fb2222b1 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:42.454093 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-9d492892-53d1-4273-9ab2-8d53fb2222b1 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "PUT /v2.0/routers/9a423f22-444a-4892-b6c4-e50164fa248c HTTP/1.1" status: 200 len: 886 time: 3.8874867 May 04 17:28:42.463853 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-d96871ae-c617-4337-912f-a04256794425 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.0332429 May 04 17:28:42.463853 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-55434de6-1f97-4ff6-aa30-89fead7562a9 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:42.463853 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-55434de6-1f97-4ff6-aa30-89fead7562a9 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710702'] for router_interface, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:42.463853 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48102) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:42.613559 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48106) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:42.625403 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-ea000e5d-203a-405b-9fee-6cfe0abb2913 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Request body: {'subnets': [{'network_id': '4c1490a4-1dca-4533-8992-13e8e51ce5c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--135719961', 'ip_version': 4}, {'network_id': '7e0a6d67-a8fe-44e8-b0ed-24faec70d091', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:28:42.625720 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-ea000e5d-203a-405b-9fee-6cfe0abb2913 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Request body: {'subnet': {'network_id': '4c1490a4-1dca-4533-8992-13e8e51ce5c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--135719961', 'ip_version': 4}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:28:42.626319 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-ea000e5d-203a-405b-9fee-6cfe0abb2913 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Request body: {'subnet': {'network_id': '7e0a6d67-a8fe-44e8-b0ed-24faec70d091', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:28:42.639997 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96871ae-c617-4337-912f-a04256794425 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Pushing event updated for resources: {'Network': ['ID=7e0a6d67-a8fe-44e8-b0ed-24faec70d091,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:42.656466 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 7e0a6d67-a8fe-44e8-b0ed-24faec70d091 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:28:42.818827 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55434de6-1f97-4ff6-aa30-89fead7562a9 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Pushing event updated for resources: {'Port': ['ID=24de8fb8-0802-4d48-b60d-d668e39cf155,revision_number=3']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:42.861820 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48112) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:42.866789 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-dc80986e-c97c-498e-973e-564703bd54ba tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710199'] for router_gateway, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:42.904653 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-95b87acb-82ec-41ad-9fd4-f5de5d4baa08 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:28:42.994170 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-95b87acb-82ec-41ad-9fd4-f5de5d4baa08 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Usage tracker for resource:subnet and tenant:b25ee3601e56428392e5e6b054ab6dbb is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:28:43.010299 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-612eca22-2e2f-4e88-a6e0-942a7e8ef58e tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "GET /v2.0/routers/9a423f22-444a-4892-b6c4-e50164fa248c HTTP/1.1" status: 200 len: 886 time: 0.5107749 May 04 17:28:43.013563 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48116) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:43.055257 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-95b87acb-82ec-41ad-9fd4-f5de5d4baa08 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:28:43.060032 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55434de6-1f97-4ff6-aa30-89fead7562a9 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Network a5ed1b83-aca9-4c3f-9050-32d7ace9c462 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:28:43.066327 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-55434de6-1f97-4ff6-aa30-89fead7562a9 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:28:43.073501 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-ce4ce31e-4031-4f1d-8a49-548e3fb857a5 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a423f22-444a-4892-b6c4-e50164fa248c HTTP/1.1" status: 200 len: 205 time: 0.0576572 May 04 17:28:43.086088 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48120) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:43.093619 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-95b87acb-82ec-41ad-9fd4-f5de5d4baa08 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:28:43.132307 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-dc80986e-c97c-498e-973e-564703bd54ba tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:43.140872 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-dc80986e-c97c-498e-973e-564703bd54ba tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:43.205011 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b87acb-82ec-41ad-9fd4-f5de5d4baa08 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Made reservation on behalf of b25ee3601e56428392e5e6b054ab6dbb for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:28:43.208552 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-95b87acb-82ec-41ad-9fd4-f5de5d4baa08 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:43.301931 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-018635ce-b3d0-469d-b1f9-4bcbd4fbaac2 None None] Provisioning complete for port 24de8fb8-0802-4d48-b60d-d668e39cf155 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:28:43.302515 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-018635ce-b3d0-469d-b1f9-4bcbd4fbaac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:43.359976 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-018635ce-b3d0-469d-b1f9-4bcbd4fbaac2 None None] Port 24de8fb8-0802-4d48-b60d-d668e39cf155 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:28:43.393446 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-9c2e0d3f-298c-4a6c-9f2b-d95eae3f1cfc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4080c64196af4d5caf4fcaf1f27fddfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5259967 May 04 17:28:43.396142 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48124) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:43.418867 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-ea000e5d-203a-405b-9fee-6cfe0abb2913 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:28:43.426633 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-dc80986e-c97c-498e-973e-564703bd54ba tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:43.427127 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc80986e-c97c-498e-973e-564703bd54ba tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Fanout notify agent at l3_agent the message router_deleted on router 0ae34075-72c2-4841-a7e5-09e5c8812ede {{(pid=88038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:28:43.431114 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-ea000e5d-203a-405b-9fee-6cfe0abb2913 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Usage tracker for resource:subnet and tenant:09f785ce0e5f4444bdf30bfd7a6f00b7 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:28:43.439459 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-ea000e5d-203a-405b-9fee-6cfe0abb2913 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:28:43.449029 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-ea000e5d-203a-405b-9fee-6cfe0abb2913 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:28:43.492712 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-dc80986e-c97c-498e-973e-564703bd54ba tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:43.493812 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-dc80986e-c97c-498e-973e-564703bd54ba tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] 10.222.0.41 "DELETE /v2.0/routers/0ae34075-72c2-4841-a7e5-09e5c8812ede HTTP/1.1" status: 204 len: 168 time: 2.5168955 May 04 17:28:43.497308 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6b507aef-ae92-4f1a-aab3-c49f19db04b7 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for router, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:43.497457 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48128) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:43.502241 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea000e5d-203a-405b-9fee-6cfe0abb2913 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Made reservation on behalf of 09f785ce0e5f4444bdf30bfd7a6f00b7 for: {'subnet': 2} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:28:43.506747 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ea000e5d-203a-405b-9fee-6cfe0abb2913 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:43.507086 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ea000e5d-203a-405b-9fee-6cfe0abb2913 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:43.523357 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-f1e5acba-96e7-4c96-a19e-2612c82a86cd tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1412918542', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:28:43.532275 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-95b87acb-82ec-41ad-9fd4-f5de5d4baa08 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:43.540974 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-f1e5acba-96e7-4c96-a19e-2612c82a86cd tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:28:43.574753 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-f1e5acba-96e7-4c96-a19e-2612c82a86cd tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Usage tracker for resource:router and tenant:bf5f75dc0afa4422b68fd6a68c41365c is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:28:43.576950 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.db.resource_extend [None req-8418c180-53b3-4c7f-bb7b-a966089256f0 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 17:28:43.585546 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-f1e5acba-96e7-4c96-a19e-2612c82a86cd tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:28:43.619856 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-f1e5acba-96e7-4c96-a19e-2612c82a86cd tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:28:43.702200 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b87acb-82ec-41ad-9fd4-f5de5d4baa08 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Pushing event updated for resources: {'Subnet': ['ID=75e0f756-5193-4745-b2c3-bd6ee84f223d,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:43.715553 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f1e5acba-96e7-4c96-a19e-2612c82a86cd tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:43.716584 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f1e5acba-96e7-4c96-a19e-2612c82a86cd tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:43.739566 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b87acb-82ec-41ad-9fd4-f5de5d4baa08 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Checking segment: {'id': '4461b6cd-acb0-4e67-9810-f3f0946581db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '514b3f4a-8c48-4452-a114-03e9c31a8b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:28:43.739940 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b87acb-82ec-41ad-9fd4-f5de5d4baa08 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Network hostable DHCP agents. Network: 514b3f4a-8c48-4452-a114-03e9c31a8b88, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:28:43.756016 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f1e5acba-96e7-4c96-a19e-2612c82a86cd tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:43.783573 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b87acb-82ec-41ad-9fd4-f5de5d4baa08 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Network 514b3f4a-8c48-4452-a114-03e9c31a8b88 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:28:43.828287 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-95b87acb-82ec-41ad-9fd4-f5de5d4baa08 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 514b3f4a-8c48-4452-a114-03e9c31a8b88) {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:28:43.832209 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f1e5acba-96e7-4c96-a19e-2612c82a86cd tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:43.836690 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44004890-9279-4bfa-b9eb-90638fbf3c93 None None] Network 514b3f4a-8c48-4452-a114-03e9c31a8b88 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:28:43.847512 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b87acb-82ec-41ad-9fd4-f5de5d4baa08 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:28:43.848124 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-95b87acb-82ec-41ad-9fd4-f5de5d4baa08 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:43.896426 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f1e5acba-96e7-4c96-a19e-2612c82a86cd tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:43.897856 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-f1e5acba-96e7-4c96-a19e-2612c82a86cd tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3994627 May 04 17:28:43.903836 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c7b8d1aa-637f-4b5c-81f5-42f5ac74c648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:43.907713 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8418c180-53b3-4c7f-bb7b-a966089256f0 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:43.908323 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48132) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:43.911361 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-95b87acb-82ec-41ad-9fd4-f5de5d4baa08 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.4845002 May 04 17:28:43.914666 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48136) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:43.919225 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-65d4caf5-153d-4571-992a-c9b9a7d64a51 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'enable_snat': False}}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:28:43.922971 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-edad536a-d370-4a9e-9349-9777e0d5cf59 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-138027698'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:28:43.935533 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-edad536a-d370-4a9e-9349-9777e0d5cf59 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:28:43.943813 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-edad536a-d370-4a9e-9349-9777e0d5cf59 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Usage tracker for resource:network and tenant:b25ee3601e56428392e5e6b054ab6dbb is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:28:43.961224 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-edad536a-d370-4a9e-9349-9777e0d5cf59 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:28:43.973485 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-edad536a-d370-4a9e-9349-9777e0d5cf59 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:28:43.985303 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8418c180-53b3-4c7f-bb7b-a966089256f0 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710218'] for floatingip, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:44.040391 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edad536a-d370-4a9e-9349-9777e0d5cf59 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Made reservation on behalf of b25ee3601e56428392e5e6b054ab6dbb for: {'network': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:28:44.043959 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-edad536a-d370-4a9e-9349-9777e0d5cf59 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:44.067662 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ca941e-078f-4d08-9752-d04987b69c4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-514b3f4a-8c48-4452-a114-03e9c31a8b88', 'network_id': '514b3f4a-8c48-4452-a114-03e9c31a8b88', 'tenant_id': 'b25ee3601e56428392e5e6b054ab6dbb', 'fixed_ips': [{'subnet_id': '75e0f756-5193-4745-b2c3-bd6ee84f223d'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:28:44.068745 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-90ca941e-078f-4d08-9752-d04987b69c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:44.094100 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55434de6-1f97-4ff6-aa30-89fead7562a9 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Router ee9b86d4-2688-4c1a-9604-dad1386ed021 is scheduled to L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 with binding_index 1 {{(pid=88037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:28:44.097687 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edad536a-d370-4a9e-9349-9777e0d5cf59 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=88038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:28:44.111375 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-edad536a-d370-4a9e-9349-9777e0d5cf59 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:44.111716 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.segments_db [None req-edad536a-d370-4a9e-9349-9777e0d5cf59 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Added segment 3bc0b4e2-f528-485c-b72d-a3f5ade76b65 of type vlan for network db6c78a0-f5ea-4e76-9477-2777588f5a0b May 04 17:28:44.164070 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c7b8d1aa-637f-4b5c-81f5-42f5ac74c648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:44.228813 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-90ca941e-078f-4d08-9752-d04987b69c4f None None] Allocated IP 172.20.255.242 (514b3f4a-8c48-4452-a114-03e9c31a8b88/75e0f756-5193-4745-b2c3-bd6ee84f223d/b728868a-0675-458f-8a54-3b4a6d105470) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:28:44.259148 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ea000e5d-203a-405b-9fee-6cfe0abb2913 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:44.263647 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-edad536a-d370-4a9e-9349-9777e0d5cf59 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:44.371486 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea000e5d-203a-405b-9fee-6cfe0abb2913 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Pushing event updated for resources: {'Subnet': ['ID=e083914b-4e53-44b5-ac21-065ac9f7cd6a,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:44.373627 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea000e5d-203a-405b-9fee-6cfe0abb2913 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Checking segment: {'id': '27008e31-9329-43bc-b316-a82af75db340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '4c1490a4-1dca-4533-8992-13e8e51ce5c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:28:44.374066 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea000e5d-203a-405b-9fee-6cfe0abb2913 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Network hostable DHCP agents. Network: 4c1490a4-1dca-4533-8992-13e8e51ce5c2, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:28:44.388241 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-edad536a-d370-4a9e-9349-9777e0d5cf59 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:44.393833 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edad536a-d370-4a9e-9349-9777e0d5cf59 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:28:44.394393 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-edad536a-d370-4a9e-9349-9777e0d5cf59 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:44.451878 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea000e5d-203a-405b-9fee-6cfe0abb2913 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Network 4c1490a4-1dca-4533-8992-13e8e51ce5c2 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:28:44.469050 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-90ca941e-078f-4d08-9752-d04987b69c4f None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:44.475904 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6b507aef-ae92-4f1a-aab3-c49f19db04b7 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:44.480209 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-90ca941e-078f-4d08-9752-d04987b69c4f None None] Transition to ACTIVE for port object b728868a-0675-458f-8a54-3b4a6d105470 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:28:44.503094 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-90ca941e-078f-4d08-9752-d04987b69c4f None None] Transition to ACTIVE for port object b728868a-0675-458f-8a54-3b4a6d105470 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:28:44.508354 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-90ca941e-078f-4d08-9752-d04987b69c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:44.519708 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-edad536a-d370-4a9e-9349-9777e0d5cf59 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6037183 May 04 17:28:44.520722 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48140) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:44.523274 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edad536a-d370-4a9e-9349-9777e0d5cf59 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Pushing event updated for resources: {'Network': ['ID=db6c78a0-f5ea-4e76-9477-2777588f5a0b,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:44.526031 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-ea000e5d-203a-405b-9fee-6cfe0abb2913 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 4c1490a4-1dca-4533-8992-13e8e51ce5c2) {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:28:44.530889 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-e39fd039-2968-4473-8e05-6609e5eb8484 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Request body: {'subnet': {'network_id': 'db6c78a0-f5ea-4e76-9477-2777588f5a0b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:28:44.549948 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ea000e5d-203a-405b-9fee-6cfe0abb2913 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:44.555819 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ca941e-078f-4d08-9752-d04987b69c4f None None] Network 514b3f4a-8c48-4452-a114-03e9c31a8b88 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:28:44.564727 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-90ca941e-078f-4d08-9752-d04987b69c4f None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:28:44.566093 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afe7d3f-e594-4c56-8203-7d6b6f41671b None None] Network 4c1490a4-1dca-4533-8992-13e8e51ce5c2 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:28:44.578650 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network db6c78a0-f5ea-4e76-9477-2777588f5a0b details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:28:44.593587 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ca941e-078f-4d08-9752-d04987b69c4f None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:28:44.651873 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-6b507aef-ae92-4f1a-aab3-c49f19db04b7 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Deleting port 4c589efd-d223-499b-819b-e0914af3d7f4 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:28:44.652213 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6b507aef-ae92-4f1a-aab3-c49f19db04b7 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:44.722132 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-65d4caf5-153d-4571-992a-c9b9a7d64a51 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:44.739858 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55434de6-1f97-4ff6-aa30-89fead7562a9 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:28:44.741721 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.l3_db [None req-8418c180-53b3-4c7f-bb7b-a966089256f0 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Floating IP 4f0d69b0-fb93-47bc-9f34-9f073848cd76 associated. External IP: 172.26.0.43, port: 7cc9c858-76b6-4845-b1b6-bc031b02ce62. May 04 17:28:44.754339 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93446634-76d3-466a-ac2e-b59c0d0980bc None None] Sync routers for ids ['ee9b86d4-2688-4c1a-9604-dad1386ed021'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:28:44.767913 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93446634-76d3-466a-ac2e-b59c0d0980bc None None] Routers {'ee9b86d4-2688-4c1a-9604-dad1386ed021'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:28:44.769210 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-93446634-76d3-466a-ac2e-b59c0d0980bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:28:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['ee9b86d4-2688-4c1a-9604-dad1386ed021'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:44.826933 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ca941e-078f-4d08-9752-d04987b69c4f None None] Pushing event updated for resources: {'Port': ['ID=b728868a-0675-458f-8a54-3b4a6d105470,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:44.860103 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-90ca941e-078f-4d08-9752-d04987b69c4f None None] Attempting to bind port b728868a-0675-458f-8a54-3b4a6d105470 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:28:44.860614 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-90ca941e-078f-4d08-9752-d04987b69c4f None None] Attempting to bind port b728868a-0675-458f-8a54-3b4a6d105470 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '4461b6cd-acb0-4e67-9810-f3f0946581db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '514b3f4a-8c48-4452-a114-03e9c31a8b88'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:28:44.861218 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ca941e-078f-4d08-9752-d04987b69c4f None None] Attempting to bind port b728868a-0675-458f-8a54-3b4a6d105470 on network 514b3f4a-8c48-4452-a114-03e9c31a8b88 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:28:44.869257 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ca941e-078f-4d08-9752-d04987b69c4f None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:28:44.870063 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ca941e-078f-4d08-9752-d04987b69c4f None None] Checking segment: {'id': '4461b6cd-acb0-4e67-9810-f3f0946581db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '514b3f4a-8c48-4452-a114-03e9c31a8b88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:28:44.870711 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-90ca941e-078f-4d08-9752-d04987b69c4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:44.871327 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ca941e-078f-4d08-9752-d04987b69c4f None None] Bound using segment: {'id': '4461b6cd-acb0-4e67-9810-f3f0946581db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '514b3f4a-8c48-4452-a114-03e9c31a8b88'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:28:44.872028 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-90ca941e-078f-4d08-9752-d04987b69c4f None None] Bound port: b728868a-0675-458f-8a54-3b4a6d105470, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4461b6cd-acb0-4e67-9810-f3f0946581db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '514b3f4a-8c48-4452-a114-03e9c31a8b88'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:28:44.872644 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-90ca941e-078f-4d08-9752-d04987b69c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:44.877032 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-93446634-76d3-466a-ac2e-b59c0d0980bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:44.888970 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93446634-76d3-466a-ac2e-b59c0d0980bc None None] Routers {'ee9b86d4-2688-4c1a-9604-dad1386ed021'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:28:44.890634 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-93446634-76d3-466a-ac2e-b59c0d0980bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:28:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['ee9b86d4-2688-4c1a-9604-dad1386ed021'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:44.896566 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea000e5d-203a-405b-9fee-6cfe0abb2913 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Checking segment: {'id': '91dbd416-1ef0-4a73-be72-f3507e988807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7e0a6d67-a8fe-44e8-b0ed-24faec70d091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:28:44.897146 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea000e5d-203a-405b-9fee-6cfe0abb2913 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Network hostable DHCP agents. Network: 7e0a6d67-a8fe-44e8-b0ed-24faec70d091, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:28:44.910356 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea000e5d-203a-405b-9fee-6cfe0abb2913 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Pushing event updated for resources: {'Subnet': ['ID=bc75aaac-1859-4f58-94cf-7543a72d6f0b,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:44.915679 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-e39fd039-2968-4473-8e05-6609e5eb8484 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:28:44.924288 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-e39fd039-2968-4473-8e05-6609e5eb8484 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Usage tracker for resource:subnet and tenant:b25ee3601e56428392e5e6b054ab6dbb is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:28:44.928893 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-e39fd039-2968-4473-8e05-6609e5eb8484 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:28:44.942627 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-e39fd039-2968-4473-8e05-6609e5eb8484 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:28:44.945940 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea000e5d-203a-405b-9fee-6cfe0abb2913 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Network 7e0a6d67-a8fe-44e8-b0ed-24faec70d091 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:28:44.960550 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-ea000e5d-203a-405b-9fee-6cfe0abb2913 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 7e0a6d67-a8fe-44e8-b0ed-24faec70d091) {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:28:44.965974 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea000e5d-203a-405b-9fee-6cfe0abb2913 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:28:44.966457 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea000e5d-203a-405b-9fee-6cfe0abb2913 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:28:44.967782 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ea000e5d-203a-405b-9fee-6cfe0abb2913 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:44.984660 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e39fd039-2968-4473-8e05-6609e5eb8484 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Made reservation on behalf of b25ee3601e56428392e5e6b054ab6dbb for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:28:44.988719 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e39fd039-2968-4473-8e05-6609e5eb8484 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:44.995515 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c7b8d1aa-637f-4b5c-81f5-42f5ac74c648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:45.008508 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c066eb-be0c-4ad3-930d-a98ce22e85d6 None None] Network 7e0a6d67-a8fe-44e8-b0ed-24faec70d091 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:28:45.029941 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-93446634-76d3-466a-ac2e-b59c0d0980bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:45.031023 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93446634-76d3-466a-ac2e-b59c0d0980bc None None] The sync data for ids ['ee9b86d4-2688-4c1a-9604-dad1386ed021'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:28:45.040307 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b8d1aa-637f-4b5c-81f5-42f5ac74c648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1febd607-0c55-47b5-a8d9-18fb0348425d,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:45.051314 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-ea000e5d-203a-405b-9fee-6cfe0abb2913 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.4366593 May 04 17:28:45.054472 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48144) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:45.081260 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-90ca941e-078f-4d08-9752-d04987b69c4f None None] For port b728868a-0675-458f-8a54-3b4a6d105470, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:28:45.087762 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-55434de6-1f97-4ff6-aa30-89fead7562a9 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "PUT /v2.0/routers/ee9b86d4-2688-4c1a-9604-dad1386ed021/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8570585 May 04 17:28:45.094843 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48148) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:45.098709 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c7b8d1aa-637f-4b5c-81f5-42f5ac74c648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:45.102616 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-c7b8d1aa-637f-4b5c-81f5-42f5ac74c648 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1febd607-0c55-47b5-a8d9-18fb0348425d HTTP/1.1" status: 204 len: 168 time: 1.6985281 May 04 17:28:45.226410 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6b507aef-ae92-4f1a-aab3-c49f19db04b7 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:45.283895 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-90ca941e-078f-4d08-9752-d04987b69c4f None None] For port b728868a-0675-458f-8a54-3b4a6d105470, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=b728868a-0675-458f-8a54-3b4a6d105470,segment=NetworkSegment(4461b6cd-acb0-4e67-9810-f3f0946581db),segment_id=4461b6cd-acb0-4e67-9810-f3f0946581db)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:28:45.300541 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-90ca941e-078f-4d08-9752-d04987b69c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:45.361726 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3524e0-af7b-4765-a537-f4061a83dd04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-4c1490a4-1dca-4533-8992-13e8e51ce5c2', 'network_id': '4c1490a4-1dca-4533-8992-13e8e51ce5c2', 'tenant_id': '09f785ce0e5f4444bdf30bfd7a6f00b7', 'fixed_ips': [{'subnet_id': 'e083914b-4e53-44b5-ac21-065ac9f7cd6a'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:28:45.362838 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1b3524e0-af7b-4765-a537-f4061a83dd04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:45.416925 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-6b507aef-ae92-4f1a-aab3-c49f19db04b7 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Calling delete_port for 4c589efd-d223-499b-819b-e0914af3d7f4 owned by network:router_gateway {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:28:45.447276 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9dc41a9-82e7-4bcf-9e78-b50f1ca8b0e5 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:28:45.447741 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-e9dc41a9-82e7-4bcf-9e78-b50f1ca8b0e5 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Synchronizing usage tracker for tenant:a41a9e7401a94b21bc1365a01709c65f on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:28:45.538831 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-e9dc41a9-82e7-4bcf-9e78-b50f1ca8b0e5 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Unset dirty status for tenant:a41a9e7401a94b21bc1365a01709c65f on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:28:45.540366 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-e9dc41a9-82e7-4bcf-9e78-b50f1ca8b0e5 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "GET /v2.0/ports/24de8fb8-0802-4d48-b60d-d668e39cf155 HTTP/1.1" status: 200 len: 983 time: 0.1927307 May 04 17:28:45.546732 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48160) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:45.547550 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedd05e5-191f-4058-89e5-59475e0d4d92 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:28:45.549455 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedd05e5-191f-4058-89e5-59475e0d4d92 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:28:45.551036 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedd05e5-191f-4058-89e5-59475e0d4d92 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:28:45.551939 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-aedd05e5-191f-4058-89e5-59475e0d4d92 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Synchronizing usage tracker for tenant:09f785ce0e5f4444bdf30bfd7a6f00b7 on resource:subnet {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:28:45.555584 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e39fd039-2968-4473-8e05-6609e5eb8484 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:45.600934 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ca941e-078f-4d08-9752-d04987b69c4f None None] Pushing event updated for resources: {'Port': ['ID=b728868a-0675-458f-8a54-3b4a6d105470,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:45.733084 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d31d65-e99f-4f85-84e9-d0fa5ff7ff40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-7e0a6d67-a8fe-44e8-b0ed-24faec70d091', 'network_id': '7e0a6d67-a8fe-44e8-b0ed-24faec70d091', 'tenant_id': '09f785ce0e5f4444bdf30bfd7a6f00b7', 'fixed_ips': [{'subnet_id': 'bc75aaac-1859-4f58-94cf-7543a72d6f0b'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:28:45.733084 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-59d31d65-e99f-4f85-84e9-d0fa5ff7ff40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:45.774776 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39fd039-2968-4473-8e05-6609e5eb8484 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Pushing event updated for resources: {'Subnet': ['ID=76b694a0-99c7-472d-8b57-5ea8af90975f,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:45.790513 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-aedd05e5-191f-4058-89e5-59475e0d4d92 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Unset dirty status for tenant:09f785ce0e5f4444bdf30bfd7a6f00b7 on resource:subnet {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:28:45.794280 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-aedd05e5-191f-4058-89e5-59475e0d4d92 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.7361815 May 04 17:28:45.794890 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48168) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:45.847668 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39fd039-2968-4473-8e05-6609e5eb8484 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Checking segment: {'id': '3bc0b4e2-f528-485c-b72d-a3f5ade76b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'db6c78a0-f5ea-4e76-9477-2777588f5a0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:28:45.848057 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39fd039-2968-4473-8e05-6609e5eb8484 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Network hostable DHCP agents. Network: db6c78a0-f5ea-4e76-9477-2777588f5a0b, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:28:45.861322 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-1b3524e0-af7b-4765-a537-f4061a83dd04 None None] Allocated IP 172.20.0.2 (4c1490a4-1dca-4533-8992-13e8e51ce5c2/e083914b-4e53-44b5-ac21-065ac9f7cd6a/28183e5e-06dd-4fd5-820b-41c470a088b2) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:28:45.905233 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d2ded9b-62f8-44e8-9b91-4ae15123f076 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Deleting subnet e083914b-4e53-44b5-ac21-065ac9f7cd6a {{(pid=88038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:28:45.909565 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39fd039-2968-4473-8e05-6609e5eb8484 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Network db6c78a0-f5ea-4e76-9477-2777588f5a0b is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:28:45.928532 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-e39fd039-2968-4473-8e05-6609e5eb8484 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, db6c78a0-f5ea-4e76-9477-2777588f5a0b) {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:28:45.939342 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39fd039-2968-4473-8e05-6609e5eb8484 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:28:45.940021 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e39fd039-2968-4473-8e05-6609e5eb8484 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:45.984880 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-e39fd039-2968-4473-8e05-6609e5eb8484 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.4629147 May 04 17:28:45.987603 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48176) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:46.001528 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb55ccb4-5f2b-4b3c-98ed-267679327ea1 None None] Network db6c78a0-f5ea-4e76-9477-2777588f5a0b requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:28:46.227618 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48184) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:46.279491 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-59d31d65-e99f-4f85-84e9-d0fa5ff7ff40 None None] Allocated IP 172.20.0.18 (7e0a6d67-a8fe-44e8-b0ed-24faec70d091/bc75aaac-1859-4f58-94cf-7543a72d6f0b/d74c7a96-a2af-41fa-9664-748baac0cc1e) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:28:46.361221 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-82f4300b-b19e-40cb-ac49-d5d333dff203 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1915778170'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:28:46.366343 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-82f4300b-b19e-40cb-ac49-d5d333dff203 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:28:46.370583 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-82f4300b-b19e-40cb-ac49-d5d333dff203 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Usage tracker for resource:network and tenant:e0bb3da2b1c344b882bb065b24ba46bb is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:28:46.374932 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-82f4300b-b19e-40cb-ac49-d5d333dff203 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:28:46.381216 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-82f4300b-b19e-40cb-ac49-d5d333dff203 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:28:46.391909 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f4300b-b19e-40cb-ac49-d5d333dff203 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Made reservation on behalf of e0bb3da2b1c344b882bb065b24ba46bb for: {'network': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:28:46.395746 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-82f4300b-b19e-40cb-ac49-d5d333dff203 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:46.410895 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-82f4300b-b19e-40cb-ac49-d5d333dff203 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:46.429746 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-82f4300b-b19e-40cb-ac49-d5d333dff203 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:28:46.433809 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-82f4300b-b19e-40cb-ac49-d5d333dff203 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Usage tracker for resource:security_group_rule and tenant:e0bb3da2b1c344b882bb065b24ba46bb is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:28:46.437947 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-82f4300b-b19e-40cb-ac49-d5d333dff203 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:28:46.445179 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-82f4300b-b19e-40cb-ac49-d5d333dff203 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:28:46.450943 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8418c180-53b3-4c7f-bb7b-a966089256f0 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Router 0cd77043-c03f-4b34-b6fb-545c4144e091 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:28:46.546542 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-82f4300b-b19e-40cb-ac49-d5d333dff203 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:46.551768 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-82f4300b-b19e-40cb-ac49-d5d333dff203 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:46.566477 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f77d394-0f29-4fab-b6d2-84884ab4a6d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-db6c78a0-f5ea-4e76-9477-2777588f5a0b', 'network_id': 'db6c78a0-f5ea-4e76-9477-2777588f5a0b', 'tenant_id': 'b25ee3601e56428392e5e6b054ab6dbb', 'fixed_ips': [{'subnet_id': '76b694a0-99c7-472d-8b57-5ea8af90975f'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:28:46.567305 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4f77d394-0f29-4fab-b6d2-84884ab4a6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:46.581339 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82f4300b-b19e-40cb-ac49-d5d333dff203 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=88038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:28:46.593692 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-82f4300b-b19e-40cb-ac49-d5d333dff203 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:46.594096 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.segments_db [None req-82f4300b-b19e-40cb-ac49-d5d333dff203 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Added segment a54f1ae7-f950-4725-8c41-8117ac34abf5 of type vlan for network 6b89b041-5c42-49da-97bf-23cee8aadf17 May 04 17:28:46.599450 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1b3524e0-af7b-4765-a537-f4061a83dd04 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:46.628329 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-82f4300b-b19e-40cb-ac49-d5d333dff203 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:46.633194 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-1b3524e0-af7b-4765-a537-f4061a83dd04 None None] Transition to ACTIVE for port object 28183e5e-06dd-4fd5-820b-41c470a088b2 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:28:46.680615 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-82f4300b-b19e-40cb-ac49-d5d333dff203 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:46.687445 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f4300b-b19e-40cb-ac49-d5d333dff203 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:28:46.688122 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-82f4300b-b19e-40cb-ac49-d5d333dff203 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:46.746702 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f4300b-b19e-40cb-ac49-d5d333dff203 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02b40298-a9b0-4e30-b8b3-b174778b95b1,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:46.785530 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-1b3524e0-af7b-4765-a537-f4061a83dd04 None None] Transition to ACTIVE for port object 28183e5e-06dd-4fd5-820b-41c470a088b2 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:28:46.807907 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device b728868a-0675-458f-8a54-3b4a6d105470 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:28:46.842012 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3d2ded9b-62f8-44e8-9b91-4ae15123f076 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks [] for subnet, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:46.855700 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6b507aef-ae92-4f1a-aab3-c49f19db04b7 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:46.860808 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-65d4caf5-153d-4571-992a-c9b9a7d64a51 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:46.862604 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-59d31d65-e99f-4f85-84e9-d0fa5ff7ff40 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:46.874955 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-59d31d65-e99f-4f85-84e9-d0fa5ff7ff40 None None] Transition to ACTIVE for port object d74c7a96-a2af-41fa-9664-748baac0cc1e will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:28:46.898640 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-59d31d65-e99f-4f85-84e9-d0fa5ff7ff40 None None] Transition to ACTIVE for port object d74c7a96-a2af-41fa-9664-748baac0cc1e will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:28:46.902501 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3d2ded9b-62f8-44e8-9b91-4ae15123f076 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-801696'] for subnet, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:46.903628 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1b3524e0-af7b-4765-a537-f4061a83dd04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:46.951615 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-65d4caf5-153d-4571-992a-c9b9a7d64a51 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:46.957328 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-34610f0a-eba4-4bf0-8a38-febce65273bd tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:46.973890 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-59d31d65-e99f-4f85-84e9-d0fa5ff7ff40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:46.974123 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-82f4300b-b19e-40cb-ac49-d5d333dff203 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7450812 May 04 17:28:46.977120 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48190) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:46.979671 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f4300b-b19e-40cb-ac49-d5d333dff203 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event updated for resources: {'Network': ['ID=6b89b041-5c42-49da-97bf-23cee8aadf17,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:46.994326 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-e04cc9e2-d9cb-4939-9204-10aa04f07c33 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Request body: {'subnet': {'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:28:47.008283 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:28:47.013640 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b507aef-ae92-4f1a-aab3-c49f19db04b7 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Pushing event deleted for resources: {'Port': ['ID=4c589efd-d223-499b-819b-e0914af3d7f4,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:47.052079 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3524e0-af7b-4765-a537-f4061a83dd04 None None] Network 4c1490a4-1dca-4533-8992-13e8e51ce5c2 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:28:47.085494 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-1b3524e0-af7b-4765-a537-f4061a83dd04 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:28:47.087251 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3524e0-af7b-4765-a537-f4061a83dd04 None None] Pushing event updated for resources: {'Port': ['ID=28183e5e-06dd-4fd5-820b-41c470a088b2,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:47.089573 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3524e0-af7b-4765-a537-f4061a83dd04 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:28:47.107026 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3d2ded9b-62f8-44e8-9b91-4ae15123f076 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:47.157281 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-e04cc9e2-d9cb-4939-9204-10aa04f07c33 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:28:47.163539 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-e04cc9e2-d9cb-4939-9204-10aa04f07c33 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Usage tracker for resource:subnet and tenant:e0bb3da2b1c344b882bb065b24ba46bb is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:28:47.168502 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-e04cc9e2-d9cb-4939-9204-10aa04f07c33 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:28:47.178181 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-e04cc9e2-d9cb-4939-9204-10aa04f07c33 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:28:47.196255 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393e5ab1-fa78-4840-89ad-00616d2e0ceb None None] Network 514b3f4a-8c48-4452-a114-03e9c31a8b88 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:28:47.197792 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04cc9e2-d9cb-4939-9204-10aa04f07c33 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Made reservation on behalf of e0bb3da2b1c344b882bb065b24ba46bb for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:28:47.201800 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e04cc9e2-d9cb-4939-9204-10aa04f07c33 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:47.260915 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8418c180-53b3-4c7f-bb7b-a966089256f0 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:28:47.283673 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d31d65-e99f-4f85-84e9-d0fa5ff7ff40 None None] Network 7e0a6d67-a8fe-44e8-b0ed-24faec70d091 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:28:47.288320 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d31d65-e99f-4f85-84e9-d0fa5ff7ff40 None None] Pushing event updated for resources: {'Port': ['ID=d74c7a96-a2af-41fa-9664-748baac0cc1e,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:47.304474 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b082228a-9ee8-4cd6-929b-ba3daee135ab None None] Sync routers for ids ['0cd77043-c03f-4b34-b6fb-545c4144e091'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:28:47.310443 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-59d31d65-e99f-4f85-84e9-d0fa5ff7ff40 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:28:47.343154 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3d2ded9b-62f8-44e8-9b91-4ae15123f076 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:47.371816 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d31d65-e99f-4f85-84e9-d0fa5ff7ff40 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:28:47.389436 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2ded9b-62f8-44e8-9b91-4ae15123f076 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Pushing event deleted for resources: {'Subnet': ['ID=e083914b-4e53-44b5-ac21-065ac9f7cd6a,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:47.392821 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6b507aef-ae92-4f1a-aab3-c49f19db04b7 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710199'] for router_gateway, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:47.397715 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3d2ded9b-62f8-44e8-9b91-4ae15123f076 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:47.420454 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b082228a-9ee8-4cd6-929b-ba3daee135ab None None] Routers {'0cd77043-c03f-4b34-b6fb-545c4144e091'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:28:47.421618 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-b082228a-9ee8-4cd6-929b-ba3daee135ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:28:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['0cd77043-c03f-4b34-b6fb-545c4144e091'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:47.456072 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-3d2ded9b-62f8-44e8-9b91-4ae15123f076 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] 10.222.0.41 "DELETE /v2.0/subnets/e083914b-4e53-44b5-ac21-065ac9f7cd6a HTTP/1.1" status: 204 len: 168 time: 1.6577542 May 04 17:28:47.456544 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48194) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:47.463965 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-34610f0a-eba4-4bf0-8a38-febce65273bd tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:47.555685 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ac45977-be57-4619-87ee-77b5c3747480 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Deleting subnet bc75aaac-1859-4f58-94cf-7543a72d6f0b {{(pid=88038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:28:47.558752 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7ac45977-be57-4619-87ee-77b5c3747480 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks [] for subnet, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:47.560656 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-b082228a-9ee8-4cd6-929b-ba3daee135ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:47.562636 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-247ad68c-c528-44bf-a5b6-9a24374eb05c None None] Provisioning for port b728868a-0675-458f-8a54-3b4a6d105470 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:28:47.594855 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e04cc9e2-d9cb-4939-9204-10aa04f07c33 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:47.617886 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-1b3524e0-af7b-4765-a537-f4061a83dd04 None None] Attempting to bind port 28183e5e-06dd-4fd5-820b-41c470a088b2 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:28:47.618282 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-1b3524e0-af7b-4765-a537-f4061a83dd04 None None] Attempting to bind port 28183e5e-06dd-4fd5-820b-41c470a088b2 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '27008e31-9329-43bc-b316-a82af75db340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '4c1490a4-1dca-4533-8992-13e8e51ce5c2'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:28:47.618622 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3524e0-af7b-4765-a537-f4061a83dd04 None None] Attempting to bind port 28183e5e-06dd-4fd5-820b-41c470a088b2 on network 4c1490a4-1dca-4533-8992-13e8e51ce5c2 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:28:47.668606 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7ac45977-be57-4619-87ee-77b5c3747480 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-801696'] for subnet, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:47.680166 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-4f77d394-0f29-4fab-b6d2-84884ab4a6d2 None None] Allocated IP 172.20.0.2 (db6c78a0-f5ea-4e76-9477-2777588f5a0b/76b694a0-99c7-472d-8b57-5ea8af90975f/a811930d-ff2f-46c9-9f75-4fd7cbfefcbc) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:28:47.693853 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3524e0-af7b-4765-a537-f4061a83dd04 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:28:47.694234 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3524e0-af7b-4765-a537-f4061a83dd04 None None] Checking segment: {'id': '27008e31-9329-43bc-b316-a82af75db340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '4c1490a4-1dca-4533-8992-13e8e51ce5c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:28:47.694635 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1b3524e0-af7b-4765-a537-f4061a83dd04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:47.695029 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3524e0-af7b-4765-a537-f4061a83dd04 None None] Bound using segment: {'id': '27008e31-9329-43bc-b316-a82af75db340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '4c1490a4-1dca-4533-8992-13e8e51ce5c2'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:28:47.695553 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-1b3524e0-af7b-4765-a537-f4061a83dd04 None None] Bound port: 28183e5e-06dd-4fd5-820b-41c470a088b2, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27008e31-9329-43bc-b316-a82af75db340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '4c1490a4-1dca-4533-8992-13e8e51ce5c2'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:28:47.695960 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1b3524e0-af7b-4765-a537-f4061a83dd04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:47.718658 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b082228a-9ee8-4cd6-929b-ba3daee135ab None None] Routers {'0cd77043-c03f-4b34-b6fb-545c4144e091'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:28:47.719299 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-b082228a-9ee8-4cd6-929b-ba3daee135ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:28:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['0cd77043-c03f-4b34-b6fb-545c4144e091'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:47.788218 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port b728868a-0675-458f-8a54-3b4a6d105470 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:28:47.845876 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-59d31d65-e99f-4f85-84e9-d0fa5ff7ff40 None None] Attempting to bind port d74c7a96-a2af-41fa-9664-748baac0cc1e on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:28:47.846239 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-59d31d65-e99f-4f85-84e9-d0fa5ff7ff40 None None] Attempting to bind port d74c7a96-a2af-41fa-9664-748baac0cc1e by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '91dbd416-1ef0-4a73-be72-f3507e988807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7e0a6d67-a8fe-44e8-b0ed-24faec70d091'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:28:47.846532 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d31d65-e99f-4f85-84e9-d0fa5ff7ff40 None None] Attempting to bind port d74c7a96-a2af-41fa-9664-748baac0cc1e on network 7e0a6d67-a8fe-44e8-b0ed-24faec70d091 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:28:47.852267 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04cc9e2-d9cb-4939-9204-10aa04f07c33 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event updated for resources: {'Subnet': ['ID=a9b2d6bf-6444-4bf9-8887-6f5f237fd5c2,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:47.869390 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port b728868a-0675-458f-8a54-3b4a6d105470 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:28:47.870038 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:47.870159 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04cc9e2-d9cb-4939-9204-10aa04f07c33 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Checking segment: {'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:28:47.870463 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04cc9e2-d9cb-4939-9204-10aa04f07c33 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Network hostable DHCP agents. Network: 6b89b041-5c42-49da-97bf-23cee8aadf17, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:28:47.894773 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-b082228a-9ee8-4cd6-929b-ba3daee135ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:47.895417 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b082228a-9ee8-4cd6-929b-ba3daee135ab None None] The sync data for ids ['0cd77043-c03f-4b34-b6fb-545c4144e091'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:28:47.910533 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04cc9e2-d9cb-4939-9204-10aa04f07c33 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:28:47.921634 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6b507aef-ae92-4f1a-aab3-c49f19db04b7 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:47.927699 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-e04cc9e2-d9cb-4939-9204-10aa04f07c33 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 6b89b041-5c42-49da-97bf-23cee8aadf17) {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:28:47.930112 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7ac45977-be57-4619-87ee-77b5c3747480 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:47.933967 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6b507aef-ae92-4f1a-aab3-c49f19db04b7 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:47.939534 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-65d4caf5-153d-4571-992a-c9b9a7d64a51 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Allocated IP 172.26.0.185 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/e39cfd69-8ea4-4bbf-a6fc-cd2eba857c3c) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:28:47.952993 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d31d65-e99f-4f85-84e9-d0fa5ff7ff40 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:28:47.953368 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d31d65-e99f-4f85-84e9-d0fa5ff7ff40 None None] Checking segment: {'id': '91dbd416-1ef0-4a73-be72-f3507e988807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7e0a6d67-a8fe-44e8-b0ed-24faec70d091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:28:47.953772 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-59d31d65-e99f-4f85-84e9-d0fa5ff7ff40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:47.954191 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d31d65-e99f-4f85-84e9-d0fa5ff7ff40 None None] Bound using segment: {'id': '91dbd416-1ef0-4a73-be72-f3507e988807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7e0a6d67-a8fe-44e8-b0ed-24faec70d091'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:28:47.954678 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-59d31d65-e99f-4f85-84e9-d0fa5ff7ff40 None None] Bound port: d74c7a96-a2af-41fa-9664-748baac0cc1e, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91dbd416-1ef0-4a73-be72-f3507e988807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7e0a6d67-a8fe-44e8-b0ed-24faec70d091'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:28:47.955051 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-59d31d65-e99f-4f85-84e9-d0fa5ff7ff40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:47.970294 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04cc9e2-d9cb-4939-9204-10aa04f07c33 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:28:47.970892 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e04cc9e2-d9cb-4939-9204-10aa04f07c33 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:47.996518 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b4e5b0-7c8a-4a00-aacc-26899b9e57dc None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:28:48.006308 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-e04cc9e2-d9cb-4939-9204-10aa04f07c33 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0279901 May 04 17:28:48.009015 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48198) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:48.015561 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6b507aef-ae92-4f1a-aab3-c49f19db04b7 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:48.016317 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b507aef-ae92-4f1a-aab3-c49f19db04b7 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Fanout notify agent at l3_agent the message router_deleted on router 9a423f22-444a-4892-b6c4-e50164fa248c {{(pid=88037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:28:48.016804 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-8ffd8dda-037f-4586-b9f4-2d1d6e9423e3 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Request body: {'port': {'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'name': 'tempest-NetworksTestDHCPv6-1098288495'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:28:48.136832 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7ac45977-be57-4619-87ee-77b5c3747480 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:48.192725 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac45977-be57-4619-87ee-77b5c3747480 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Pushing event deleted for resources: {'Subnet': ['ID=bc75aaac-1859-4f58-94cf-7543a72d6f0b,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:48.201312 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7ac45977-be57-4619-87ee-77b5c3747480 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:48.213262 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-7ac45977-be57-4619-87ee-77b5c3747480 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] 10.222.0.41 "DELETE /v2.0/subnets/bc75aaac-1859-4f58-94cf-7543a72d6f0b HTTP/1.1" status: 204 len: 168 time: 0.7535994 May 04 17:28:48.216363 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48202) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:48.259450 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-8ffd8dda-037f-4586-b9f4-2d1d6e9423e3 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:28:48.262613 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-1b3524e0-af7b-4765-a537-f4061a83dd04 None None] For port 28183e5e-06dd-4fd5-820b-41c470a088b2, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:28:48.268049 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-8ffd8dda-037f-4586-b9f4-2d1d6e9423e3 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Usage tracker for resource:port and tenant:e0bb3da2b1c344b882bb065b24ba46bb is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:28:48.271035 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-8ffd8dda-037f-4586-b9f4-2d1d6e9423e3 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:28:48.288251 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-8ffd8dda-037f-4586-b9f4-2d1d6e9423e3 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:28:48.306353 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d46c09-d8dc-4d94-9f05-d60a72205eef tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:28:48.307136 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-95d46c09-d8dc-4d94-9f05-d60a72205eef tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Synchronizing usage tracker for tenant:09f785ce0e5f4444bdf30bfd7a6f00b7 on resource:subnet {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:28:48.310731 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6b507aef-ae92-4f1a-aab3-c49f19db04b7 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:48.311457 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ffd8dda-037f-4586-b9f4-2d1d6e9423e3 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Made reservation on behalf of e0bb3da2b1c344b882bb065b24ba46bb for: {'port': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:28:48.311921 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-6b507aef-ae92-4f1a-aab3-c49f19db04b7 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "DELETE /v2.0/routers/9a423f22-444a-4892-b6c4-e50164fa248c HTTP/1.1" status: 204 len: 168 time: 5.2252173 May 04 17:28:48.318637 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8ffd8dda-037f-4586-b9f4-2d1d6e9423e3 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:48.330406 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48206) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:48.345309 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-49c7304d-f4b2-4079-b04f-564cde06a959 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Request body: {'network': {'name': 'tempest-RoutersTest-623002977'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:28:48.345636 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-1b3524e0-af7b-4765-a537-f4061a83dd04 None None] For port 28183e5e-06dd-4fd5-820b-41c470a088b2, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=28183e5e-06dd-4fd5-820b-41c470a088b2,segment=NetworkSegment(27008e31-9329-43bc-b316-a82af75db340),segment_id=27008e31-9329-43bc-b316-a82af75db340)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:28:48.350488 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-49c7304d-f4b2-4079-b04f-564cde06a959 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:28:48.353995 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f9993aa4-a0de-4fb3-a37f-b196414c85c4 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710748'] for router_interface, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:48.354442 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-49c7304d-f4b2-4079-b04f-564cde06a959 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Usage tracker for resource:network and tenant:4d4e7c7b24884dc786dfd71b0f2e4f89 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:28:48.357928 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-49c7304d-f4b2-4079-b04f-564cde06a959 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:28:48.368099 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-49c7304d-f4b2-4079-b04f-564cde06a959 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:28:48.379827 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [None req-8ffd8dda-037f-4586-b9f4-2d1d6e9423e3 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] device_id is not set on port 165273a8-daf8-4f64-99b5-825520092e59 yet. {{(pid=88038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:28:48.419787 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1b3524e0-af7b-4765-a537-f4061a83dd04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:48.420022 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-95d46c09-d8dc-4d94-9f05-d60a72205eef tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Unset dirty status for tenant:09f785ce0e5f4444bdf30bfd7a6f00b7 on resource:subnet {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:28:48.425025 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-95d46c09-d8dc-4d94-9f05-d60a72205eef tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2065632 May 04 17:28:48.425910 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48210) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:48.432475 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c7304d-f4b2-4079-b04f-564cde06a959 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Made reservation on behalf of 4d4e7c7b24884dc786dfd71b0f2e4f89 for: {'network': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:28:48.435814 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-49c7304d-f4b2-4079-b04f-564cde06a959 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:48.506390 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-59d31d65-e99f-4f85-84e9-d0fa5ff7ff40 None None] For port d74c7a96-a2af-41fa-9664-748baac0cc1e, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:28:48.522724 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-65d4caf5-153d-4571-992a-c9b9a7d64a51 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:48.545288 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8418c180-53b3-4c7f-bb7b-a966089256f0 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Router ddbd90c5-c8d4-45fc-b8bf-75f2ae90bec9 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:28:48.639843 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49c7304d-f4b2-4079-b04f-564cde06a959 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=88038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:28:48.644471 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-32c0d676-367c-4e8e-adc5-91063b848401 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:48.656245 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-59d31d65-e99f-4f85-84e9-d0fa5ff7ff40 None None] For port d74c7a96-a2af-41fa-9664-748baac0cc1e, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=d74c7a96-a2af-41fa-9664-748baac0cc1e,segment=NetworkSegment(91dbd416-1ef0-4a73-be72-f3507e988807),segment_id=91dbd416-1ef0-4a73-be72-f3507e988807)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:28:48.668635 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-49c7304d-f4b2-4079-b04f-564cde06a959 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:48.668975 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.segments_db [None req-49c7304d-f4b2-4079-b04f-564cde06a959 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Added segment 24e7f41a-4a4d-42e3-89a3-d8da32802cf1 of type vlan for network 86c445c3-5309-43f9-90bf-7d2d354b5e85 May 04 17:28:48.679513 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:48.689633 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-8ffd8dda-037f-4586-b9f4-2d1d6e9423e3 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Allocated IP 2001:db8::260 (6b89b041-5c42-49da-97bf-23cee8aadf17/a9b2d6bf-6444-4bf9-8887-6f5f237fd5c2/165273a8-daf8-4f64-99b5-825520092e59) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:28:48.697824 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-59d31d65-e99f-4f85-84e9-d0fa5ff7ff40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:48.712788 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-32c0d676-367c-4e8e-adc5-91063b848401 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Deleting port d74c7a96-a2af-41fa-9664-748baac0cc1e {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:28:48.713130 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-32c0d676-367c-4e8e-adc5-91063b848401 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:48.741310 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4f77d394-0f29-4fab-b6d2-84884ab4a6d2 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:48.746205 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-49c7304d-f4b2-4079-b04f-564cde06a959 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:48.830056 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3524e0-af7b-4765-a537-f4061a83dd04 None None] Pushing event updated for resources: {'Port': ['ID=28183e5e-06dd-4fd5-820b-41c470a088b2,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:48.846855 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-65d4caf5-153d-4571-992a-c9b9a7d64a51 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:48.865675 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-4f77d394-0f29-4fab-b6d2-84884ab4a6d2 None None] Transition to ACTIVE for port object a811930d-ff2f-46c9-9f75-4fd7cbfefcbc will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:28:48.885432 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-49c7304d-f4b2-4079-b04f-564cde06a959 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:48.891395 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c7304d-f4b2-4079-b04f-564cde06a959 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:28:48.891978 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-49c7304d-f4b2-4079-b04f-564cde06a959 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:48.924659 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d4caf5-153d-4571-992a-c9b9a7d64a51 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Pushing event updated for resources: {'Port': ['ID=e39cfd69-8ea4-4bbf-a6fc-cd2eba857c3c,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:48.944522 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2573171-cd85-4cca-8431-2e39adfce278 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-6b89b041-5c42-49da-97bf-23cee8aadf17', 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'tenant_id': 'e0bb3da2b1c344b882bb065b24ba46bb', 'fixed_ips': [{'subnet_id': 'a9b2d6bf-6444-4bf9-8887-6f5f237fd5c2'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:28:48.945590 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b2573171-cd85-4cca-8431-2e39adfce278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:48.948916 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-f9993aa4-a0de-4fb3-a37f-b196414c85c4 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Deleting port 24de8fb8-0802-4d48-b60d-d668e39cf155 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:28:48.949435 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f9993aa4-a0de-4fb3-a37f-b196414c85c4 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:48.995770 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d4caf5-153d-4571-992a-c9b9a7d64a51 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:28:49.000158 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-65d4caf5-153d-4571-992a-c9b9a7d64a51 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:28:49.002628 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8418c180-53b3-4c7f-bb7b-a966089256f0 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:28:49.006445 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d4caf5-153d-4571-992a-c9b9a7d64a51 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:28:49.007067 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port b728868a-0675-458f-8a54-3b4a6d105470, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=b728868a-0675-458f-8a54-3b4a6d105470,segment=NetworkSegment(4461b6cd-acb0-4e67-9810-f3f0946581db),segment_id=4461b6cd-acb0-4e67-9810-f3f0946581db)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:28:49.021640 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-4f77d394-0f29-4fab-b6d2-84884ab4a6d2 None None] Transition to ACTIVE for port object a811930d-ff2f-46c9-9f75-4fd7cbfefcbc will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:28:49.022443 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d5afae-e700-460b-bc0f-0dba69fc23a7 None None] Sync routers for ids ['ddbd90c5-c8d4-45fc-b8bf-75f2ae90bec9'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:28:49.035725 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:49.039047 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8418c180-53b3-4c7f-bb7b-a966089256f0 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:49.042871 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d5afae-e700-460b-bc0f-0dba69fc23a7 None None] Routers {'ddbd90c5-c8d4-45fc-b8bf-75f2ae90bec9'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:28:49.043485 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-14d5afae-e700-460b-bc0f-0dba69fc23a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:28:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['ddbd90c5-c8d4-45fc-b8bf-75f2ae90bec9'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:49.057658 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d21ebc3-9923-4f7c-a98a-2ee3ee12adf2 None None] Network 4c1490a4-1dca-4533-8992-13e8e51ce5c2 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:28:49.162551 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-49c7304d-f4b2-4079-b04f-564cde06a959 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8310308 May 04 17:28:49.165954 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-14d5afae-e700-460b-bc0f-0dba69fc23a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:49.175979 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d5afae-e700-460b-bc0f-0dba69fc23a7 None None] Routers {'ddbd90c5-c8d4-45fc-b8bf-75f2ae90bec9'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:28:49.176567 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-14d5afae-e700-460b-bc0f-0dba69fc23a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:28:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['ddbd90c5-c8d4-45fc-b8bf-75f2ae90bec9'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:49.184673 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48214) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:49.200255 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-8418c180-53b3-4c7f-bb7b-a966089256f0 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] 10.222.0.41 "PUT /v2.0/floatingips/4f0d69b0-fb93-47bc-9f34-9f073848cd76 HTTP/1.1" status: 200 len: 976 time: 8.3221376 May 04 17:28:49.203374 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48216) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:49.225101 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-20ff0b64-29c3-48d0-866b-b2389012e561 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Request body: {'subnet': {'network_id': '86c445c3-5309-43f9-90bf-7d2d354b5e85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:28:49.244859 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d31d65-e99f-4f85-84e9-d0fa5ff7ff40 None None] Pushing event updated for resources: {'Port': ['ID=d74c7a96-a2af-41fa-9664-748baac0cc1e,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:49.251329 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-14d5afae-e700-460b-bc0f-0dba69fc23a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:49.251980 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d5afae-e700-460b-bc0f-0dba69fc23a7 None None] The sync data for ids ['ddbd90c5-c8d4-45fc-b8bf-75f2ae90bec9'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:28:49.318193 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c7304d-f4b2-4079-b04f-564cde06a959 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Pushing event updated for resources: {'Network': ['ID=86c445c3-5309-43f9-90bf-7d2d354b5e85,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:49.324258 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4f77d394-0f29-4fab-b6d2-84884ab4a6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:49.344081 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92af8713-4998-4682-911c-a41c8c16d3a2 None None] Network 7e0a6d67-a8fe-44e8-b0ed-24faec70d091 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:28:49.356685 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 86c445c3-5309-43f9-90bf-7d2d354b5e85 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:28:49.375132 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-34610f0a-eba4-4bf0-8a38-febce65273bd tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:49.377831 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-32c0d676-367c-4e8e-adc5-91063b848401 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] For port d74c7a96-a2af-41fa-9664-748baac0cc1e, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=d74c7a96-a2af-41fa-9664-748baac0cc1e,segment=NetworkSegment(91dbd416-1ef0-4a73-be72-f3507e988807),segment_id=91dbd416-1ef0-4a73-be72-f3507e988807)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:28:49.378412 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-32c0d676-367c-4e8e-adc5-91063b848401 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:49.520834 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f77d394-0f29-4fab-b6d2-84884ab4a6d2 None None] Network db6c78a0-f5ea-4e76-9477-2777588f5a0b is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:28:49.522689 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-32c0d676-367c-4e8e-adc5-91063b848401 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Calling delete_port for d74c7a96-a2af-41fa-9664-748baac0cc1e owned by network:dhcp {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:28:49.586053 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8ffd8dda-037f-4586-b9f4-2d1d6e9423e3 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:49.613464 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-8ffd8dda-037f-4586-b9f4-2d1d6e9423e3 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Transition to ACTIVE for port object 165273a8-daf8-4f64-99b5-825520092e59 will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:28:49.635287 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-4f77d394-0f29-4fab-b6d2-84884ab4a6d2 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:28:49.641390 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-32c0d676-367c-4e8e-adc5-91063b848401 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:49.659914 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f77d394-0f29-4fab-b6d2-84884ab4a6d2 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:28:49.690289 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-34edadc6-b4fb-40df-af7e-6692c73bc2c3 None None] Provisioning complete for port b728868a-0675-458f-8a54-3b4a6d105470 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:28:49.690748 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-34edadc6-b4fb-40df-af7e-6692c73bc2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:49.692982 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c0d676-367c-4e8e-adc5-91063b848401 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Pushing event deleted for resources: {'Port': ['ID=d74c7a96-a2af-41fa-9664-748baac0cc1e,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:49.694808 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c0d676-367c-4e8e-adc5-91063b848401 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] No DVR routers for this DVR port d74c7a96-a2af-41fa-9664-748baac0cc1e on host dv-neutron-840426-1-hyperv {{(pid=88038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:28:49.780145 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=b728868a-0675-458f-8a54-3b4a6d105470,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:49.789263 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34610f0a-eba4-4bf0-8a38-febce65273bd tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Pushing event deleted for resources: {'Subnet': ['ID=76b694a0-99c7-472d-8b57-5ea8af90975f,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:49.816411 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-de3acb01-21b6-410c-995e-9bae0c2ecb5d tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Deleting port 06c11dce-df5f-4ba6-a1c0-0eeddd0bdda2 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:28:49.816754 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-de3acb01-21b6-410c-995e-9bae0c2ecb5d tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:49.892029 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8ffd8dda-037f-4586-b9f4-2d1d6e9423e3 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:49.943130 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-20ff0b64-29c3-48d0-866b-b2389012e561 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:28:49.972221 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-20ff0b64-29c3-48d0-866b-b2389012e561 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Usage tracker for resource:subnet and tenant:4d4e7c7b24884dc786dfd71b0f2e4f89 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:28:49.978468 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-20ff0b64-29c3-48d0-866b-b2389012e561 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:28:49.979668 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-32c0d676-367c-4e8e-adc5-91063b848401 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:50.002333 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-20ff0b64-29c3-48d0-866b-b2389012e561 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:28:50.039016 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffd8dda-037f-4586-b9f4-2d1d6e9423e3 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:28:50.040052 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-32c0d676-367c-4e8e-adc5-91063b848401 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e0a6d67-a8fe-44e8-b0ed-24faec70d091']}} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:50.051715 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-8ffd8dda-037f-4586-b9f4-2d1d6e9423e3 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:28:50.055156 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffd8dda-037f-4586-b9f4-2d1d6e9423e3 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event updated for resources: {'Port': ['ID=165273a8-daf8-4f64-99b5-825520092e59,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:50.057393 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffd8dda-037f-4586-b9f4-2d1d6e9423e3 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:28:50.061164 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-4f77d394-0f29-4fab-b6d2-84884ab4a6d2 None None] Attempting to bind port a811930d-ff2f-46c9-9f75-4fd7cbfefcbc on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:28:50.062126 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-4f77d394-0f29-4fab-b6d2-84884ab4a6d2 None None] Attempting to bind port a811930d-ff2f-46c9-9f75-4fd7cbfefcbc by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '3bc0b4e2-f528-485c-b72d-a3f5ade76b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'db6c78a0-f5ea-4e76-9477-2777588f5a0b'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:28:50.062462 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f77d394-0f29-4fab-b6d2-84884ab4a6d2 None None] Attempting to bind port a811930d-ff2f-46c9-9f75-4fd7cbfefcbc on network db6c78a0-f5ea-4e76-9477-2777588f5a0b {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:28:50.063507 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffd8dda-037f-4586-b9f4-2d1d6e9423e3 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:28:50.064139 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8ffd8dda-037f-4586-b9f4-2d1d6e9423e3 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:50.068849 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-34610f0a-eba4-4bf0-8a38-febce65273bd tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:50.069030 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-32c0d676-367c-4e8e-adc5-91063b848401 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91dbd416-1ef0-4a73-be72-f3507e988807') {'for_net_delete': True} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:50.069198 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-32c0d676-367c-4e8e-adc5-91063b848401 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91dbd416-1ef0-4a73-be72-f3507e988807') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:50.071700 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f77d394-0f29-4fab-b6d2-84884ab4a6d2 None None] Pushing event updated for resources: {'Port': ['ID=a811930d-ff2f-46c9-9f75-4fd7cbfefcbc,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:50.077564 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f9993aa4-a0de-4fb3-a37f-b196414c85c4 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:50.084261 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f77d394-0f29-4fab-b6d2-84884ab4a6d2 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:28:50.084870 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f77d394-0f29-4fab-b6d2-84884ab4a6d2 None None] Checking segment: {'id': '3bc0b4e2-f528-485c-b72d-a3f5ade76b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'db6c78a0-f5ea-4e76-9477-2777588f5a0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:28:50.085423 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4f77d394-0f29-4fab-b6d2-84884ab4a6d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:50.085999 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f77d394-0f29-4fab-b6d2-84884ab4a6d2 None None] Bound using segment: {'id': '3bc0b4e2-f528-485c-b72d-a3f5ade76b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'db6c78a0-f5ea-4e76-9477-2777588f5a0b'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:28:50.086619 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-4f77d394-0f29-4fab-b6d2-84884ab4a6d2 None None] Bound port: a811930d-ff2f-46c9-9f75-4fd7cbfefcbc, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc0b4e2-f528-485c-b72d-a3f5ade76b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'db6c78a0-f5ea-4e76-9477-2777588f5a0b'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:28:50.087153 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4f77d394-0f29-4fab-b6d2-84884ab4a6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:50.089384 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-32c0d676-367c-4e8e-adc5-91063b848401 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801627'] for segment, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:50.108716 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-8ffd8dda-037f-4586-b9f4-2d1d6e9423e3 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0985248 May 04 17:28:50.108985 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-b2573171-cd85-4cca-8431-2e39adfce278 None None] Allocated IP 2001:db8::2 (6b89b041-5c42-49da-97bf-23cee8aadf17/a9b2d6bf-6444-4bf9-8887-6f5f237fd5c2/c79ab1ef-9f9a-400e-a43d-5c9dc67c62fe) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:28:50.114975 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48222) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:50.116533 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-32c0d676-367c-4e8e-adc5-91063b848401 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:50.181195 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32c0d676-367c-4e8e-adc5-91063b848401 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=88038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:28:50.181877 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-32c0d676-367c-4e8e-adc5-91063b848401 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7881827'] for segment, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:50.206555 dv-neutron-840426-1-hyperv neutron-server[88038]: Traceback (most recent call last): May 04 17:28:50.206555 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:28:50.206555 dv-neutron-840426-1-hyperv neutron-server[88038]: timer() May 04 17:28:50.206555 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:28:50.206555 dv-neutron-840426-1-hyperv neutron-server[88038]: cb(*args, **kw) May 04 17:28:50.206555 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:28:50.206555 dv-neutron-840426-1-hyperv neutron-server[88038]: return func(*args, **kwargs) May 04 17:28:50.206555 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:28:50.206555 dv-neutron-840426-1-hyperv neutron-server[88038]: self._notify() May 04 17:28:50.206555 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:28:50.206555 dv-neutron-840426-1-hyperv neutron-server[88038]: self.callback(batched_events) May 04 17:28:50.206555 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:28:50.206555 dv-neutron-840426-1-hyperv neutron-server[88038]: event.method(event) May 04 17:28:50.206555 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:28:50.206555 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:28:50.206555 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:28:50.206555 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:28:50.206555 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:28:50.206555 dv-neutron-840426-1-hyperv neutron-server[88038]: return f(self, *a, **k) May 04 17:28:50.206555 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:28:50.206555 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._get(url).json() May 04 17:28:50.206555 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:28:50.206555 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:28:50.206555 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:28:50.206555 dv-neutron-840426-1-hyperv neutron-server[88038]: return self.request(url, 'GET', **kwargs) May 04 17:28:50.206555 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:28:50.206555 dv-neutron-840426-1-hyperv neutron-server[88038]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:28:50.206555 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:28:50.206555 dv-neutron-840426-1-hyperv neutron-server[88038]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:28:50.206555 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:28:50.206555 dv-neutron-840426-1-hyperv neutron-server[88038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:28:50.206555 dv-neutron-840426-1-hyperv neutron-server[88038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:28:50.216162 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ff0b64-29c3-48d0-866b-b2389012e561 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Made reservation on behalf of 4d4e7c7b24884dc786dfd71b0f2e4f89 for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:28:50.219870 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-20ff0b64-29c3-48d0-866b-b2389012e561 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:50.318276 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4866c2-31ea-4ca3-9dd6-e97b09f951b3 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:28:50.318917 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-3f4866c2-31ea-4ca3-9dd6-e97b09f951b3 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Synchronizing usage tracker for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:28:50.319725 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-f9993aa4-a0de-4fb3-a37f-b196414c85c4 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Calling delete_port for 24de8fb8-0802-4d48-b60d-d668e39cf155 owned by network:router_interface {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:28:50.323694 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-32c0d676-367c-4e8e-adc5-91063b848401 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:50.328923 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-32c0d676-367c-4e8e-adc5-91063b848401 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:50.367094 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c0d676-367c-4e8e-adc5-91063b848401 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Pushing event deleted for resources: {'Network': ['ID=7e0a6d67-a8fe-44e8-b0ed-24faec70d091,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:50.369669 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-34610f0a-eba4-4bf0-8a38-febce65273bd tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db6c78a0-f5ea-4e76-9477-2777588f5a0b']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:50.375499 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-32c0d676-367c-4e8e-adc5-91063b848401 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] 10.222.0.41 "DELETE /v2.0/networks/7e0a6d67-a8fe-44e8-b0ed-24faec70d091 HTTP/1.1" status: 204 len: 168 time: 1.9491394 May 04 17:28:50.377147 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48226) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:50.380115 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-3f4866c2-31ea-4ca3-9dd6-e97b09f951b3 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Unset dirty status for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:28:50.383664 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-3f4866c2-31ea-4ca3-9dd6-e97b09f951b3 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2620678 May 04 17:28:50.396935 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48230) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:50.415341 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-4f77d394-0f29-4fab-b6d2-84884ab4a6d2 None None] For port a811930d-ff2f-46c9-9f75-4fd7cbfefcbc, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:28:50.433632 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-4f77d394-0f29-4fab-b6d2-84884ab4a6d2 None None] For port a811930d-ff2f-46c9-9f75-4fd7cbfefcbc, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=a811930d-ff2f-46c9-9f75-4fd7cbfefcbc,segment=NetworkSegment(3bc0b4e2-f528-485c-b72d-a3f5ade76b65),segment_id=3bc0b4e2-f528-485c-b72d-a3f5ade76b65)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:28:50.448776 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4f77d394-0f29-4fab-b6d2-84884ab4a6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:50.464059 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-34610f0a-eba4-4bf0-8a38-febce65273bd tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bc0b4e2-f528-485c-b72d-a3f5ade76b65') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:50.464411 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-34610f0a-eba4-4bf0-8a38-febce65273bd tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bc0b4e2-f528-485c-b72d-a3f5ade76b65') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:50.505457 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b94bc97d-1fc7-4444-a708-18c3edcff133 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:50.517674 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-b94bc97d-1fc7-4444-a708-18c3edcff133 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Deleting port 28183e5e-06dd-4fd5-820b-41c470a088b2 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:28:50.518050 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b94bc97d-1fc7-4444-a708-18c3edcff133 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:50.579221 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-34610f0a-eba4-4bf0-8a38-febce65273bd tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:50.630995 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f77d394-0f29-4fab-b6d2-84884ab4a6d2 None None] Pushing event updated for resources: {'Port': ['ID=a811930d-ff2f-46c9-9f75-4fd7cbfefcbc,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:50.647577 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b2573171-cd85-4cca-8431-2e39adfce278 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:50.663671 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-b2573171-cd85-4cca-8431-2e39adfce278 None None] Transition to ACTIVE for port object c79ab1ef-9f9a-400e-a43d-5c9dc67c62fe will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:28:50.688947 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2243b7-8c45-4e00-aa61-86171f7ae52b None None] Network db6c78a0-f5ea-4e76-9477-2777588f5a0b requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:28:50.701255 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-b2573171-cd85-4cca-8431-2e39adfce278 None None] Transition to ACTIVE for port object c79ab1ef-9f9a-400e-a43d-5c9dc67c62fe will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:28:50.714691 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b2573171-cd85-4cca-8431-2e39adfce278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:50.729214 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-34610f0a-eba4-4bf0-8a38-febce65273bd tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:50.749771 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-b94bc97d-1fc7-4444-a708-18c3edcff133 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] For port 28183e5e-06dd-4fd5-820b-41c470a088b2, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=28183e5e-06dd-4fd5-820b-41c470a088b2,segment=NetworkSegment(27008e31-9329-43bc-b316-a82af75db340),segment_id=27008e31-9329-43bc-b316-a82af75db340)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:28:50.750183 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b94bc97d-1fc7-4444-a708-18c3edcff133 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:50.850971 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2573171-cd85-4cca-8431-2e39adfce278 None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:28:50.857625 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-1bd60106-38bd-4293-a54b-2d77019b8175 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Deleting port 165273a8-daf8-4f64-99b5-825520092e59 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:28:50.857625 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1bd60106-38bd-4293-a54b-2d77019b8175 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:50.862437 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-b2573171-cd85-4cca-8431-2e39adfce278 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:28:50.868046 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2573171-cd85-4cca-8431-2e39adfce278 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:28:50.870155 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2573171-cd85-4cca-8431-2e39adfce278 None None] Pushing event updated for resources: {'Port': ['ID=c79ab1ef-9f9a-400e-a43d-5c9dc67c62fe,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:50.879993 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-b94bc97d-1fc7-4444-a708-18c3edcff133 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Calling delete_port for 28183e5e-06dd-4fd5-820b-41c470a088b2 owned by network:dhcp {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:28:50.964212 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b94bc97d-1fc7-4444-a708-18c3edcff133 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:51.014289 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94bc97d-1fc7-4444-a708-18c3edcff133 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Pushing event deleted for resources: {'Port': ['ID=28183e5e-06dd-4fd5-820b-41c470a088b2,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:51.019423 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94bc97d-1fc7-4444-a708-18c3edcff133 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] No DVR routers for this DVR port 28183e5e-06dd-4fd5-820b-41c470a088b2 on host dv-neutron-840426-1-hyperv {{(pid=88038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:28:51.023245 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34610f0a-eba4-4bf0-8a38-febce65273bd tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:28:51.023801 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-34610f0a-eba4-4bf0-8a38-febce65273bd tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:51.031371 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-b2573171-cd85-4cca-8431-2e39adfce278 None None] Attempting to bind port c79ab1ef-9f9a-400e-a43d-5c9dc67c62fe on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:28:51.031739 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-b2573171-cd85-4cca-8431-2e39adfce278 None None] Attempting to bind port c79ab1ef-9f9a-400e-a43d-5c9dc67c62fe by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:28:51.032104 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2573171-cd85-4cca-8431-2e39adfce278 None None] Attempting to bind port c79ab1ef-9f9a-400e-a43d-5c9dc67c62fe on network 6b89b041-5c42-49da-97bf-23cee8aadf17 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:28:51.040039 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2573171-cd85-4cca-8431-2e39adfce278 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:28:51.040410 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2573171-cd85-4cca-8431-2e39adfce278 None None] Checking segment: {'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:28:51.040810 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b2573171-cd85-4cca-8431-2e39adfce278 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:51.041209 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2573171-cd85-4cca-8431-2e39adfce278 None None] Bound using segment: {'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:28:51.041671 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-b2573171-cd85-4cca-8431-2e39adfce278 None None] Bound port: c79ab1ef-9f9a-400e-a43d-5c9dc67c62fe, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:28:51.042067 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b2573171-cd85-4cca-8431-2e39adfce278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:51.043899 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 17:28:51.043899 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:28:51.043899 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 17:28:51.043899 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:28:51.043899 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 17:28:51.043899 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:28:51.043899 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 17:28:51.043899 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:28:51.043899 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 17:28:51.043899 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:28:51.043899 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 17:28:51.043899 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:28:51.043899 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 17:28:51.043899 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:28:51.043899 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:28:51.043899 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:28:51.043899 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:28:51.043899 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:28:51.043899 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 17:28:51.043899 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:28:51.043899 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 17:28:51.043899 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:28:51.043899 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:28:51.043899 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:28:51.043899 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 17:28:51.043899 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:28:51.043899 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:28:51.043899 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:28:51.043899 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:28:51.043899 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:28:51.043899 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:28:51.043899 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:28:51.143324 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-b2573171-cd85-4cca-8431-2e39adfce278 None None] For port c79ab1ef-9f9a-400e-a43d-5c9dc67c62fe, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:28:51.146769 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-b2573171-cd85-4cca-8431-2e39adfce278 None None] For port c79ab1ef-9f9a-400e-a43d-5c9dc67c62fe, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=c79ab1ef-9f9a-400e-a43d-5c9dc67c62fe,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:28:51.152492 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b94bc97d-1fc7-4444-a708-18c3edcff133 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:51.154382 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b2573171-cd85-4cca-8431-2e39adfce278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:51.183211 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-b94bc97d-1fc7-4444-a708-18c3edcff133 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c1490a4-1dca-4533-8992-13e8e51ce5c2']}} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:51.193111 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device b728868a-0675-458f-8a54-3b4a6d105470 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:28:51.197617 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-b94bc97d-1fc7-4444-a708-18c3edcff133 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27008e31-9329-43bc-b316-a82af75db340') {'for_net_delete': True} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:51.197947 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-b94bc97d-1fc7-4444-a708-18c3edcff133 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27008e31-9329-43bc-b316-a82af75db340') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:51.210562 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b94bc97d-1fc7-4444-a708-18c3edcff133 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801627'] for segment, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:51.229340 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b94bc97d-1fc7-4444-a708-18c3edcff133 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:51.236799 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b94bc97d-1fc7-4444-a708-18c3edcff133 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=88038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:28:51.237338 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b94bc97d-1fc7-4444-a708-18c3edcff133 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7881827'] for segment, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:51.253871 dv-neutron-840426-1-hyperv neutron-server[88038]: Traceback (most recent call last): May 04 17:28:51.253871 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:28:51.253871 dv-neutron-840426-1-hyperv neutron-server[88038]: timer() May 04 17:28:51.253871 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:28:51.253871 dv-neutron-840426-1-hyperv neutron-server[88038]: cb(*args, **kw) May 04 17:28:51.253871 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:28:51.253871 dv-neutron-840426-1-hyperv neutron-server[88038]: return func(*args, **kwargs) May 04 17:28:51.253871 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:28:51.253871 dv-neutron-840426-1-hyperv neutron-server[88038]: self._notify() May 04 17:28:51.253871 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:28:51.253871 dv-neutron-840426-1-hyperv neutron-server[88038]: self.callback(batched_events) May 04 17:28:51.253871 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:28:51.253871 dv-neutron-840426-1-hyperv neutron-server[88038]: event.method(event) May 04 17:28:51.253871 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:28:51.253871 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:28:51.253871 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:28:51.253871 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:28:51.253871 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:28:51.253871 dv-neutron-840426-1-hyperv neutron-server[88038]: return f(self, *a, **k) May 04 17:28:51.253871 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:28:51.253871 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._get(url).json() May 04 17:28:51.253871 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:28:51.253871 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:28:51.253871 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:28:51.253871 dv-neutron-840426-1-hyperv neutron-server[88038]: return self.request(url, 'GET', **kwargs) May 04 17:28:51.253871 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:28:51.253871 dv-neutron-840426-1-hyperv neutron-server[88038]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:28:51.253871 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:28:51.253871 dv-neutron-840426-1-hyperv neutron-server[88038]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:28:51.253871 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:28:51.253871 dv-neutron-840426-1-hyperv neutron-server[88038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:28:51.253871 dv-neutron-840426-1-hyperv neutron-server[88038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:28:51.261420 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-65d4caf5-153d-4571-992a-c9b9a7d64a51 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:51.301582 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2573171-cd85-4cca-8431-2e39adfce278 None None] Pushing event updated for resources: {'Port': ['ID=c79ab1ef-9f9a-400e-a43d-5c9dc67c62fe,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:51.317025 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port b728868a-0675-458f-8a54-3b4a6d105470 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:28:51.317390 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:51.352784 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b94bc97d-1fc7-4444-a708-18c3edcff133 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:51.377729 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b94bc97d-1fc7-4444-a708-18c3edcff133 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:51.386451 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94bc97d-1fc7-4444-a708-18c3edcff133 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Pushing event deleted for resources: {'Network': ['ID=4c1490a4-1dca-4533-8992-13e8e51ce5c2,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:51.409192 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-b94bc97d-1fc7-4444-a708-18c3edcff133 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] 10.222.0.41 "DELETE /v2.0/networks/4c1490a4-1dca-4533-8992-13e8e51ce5c2 HTTP/1.1" status: 204 len: 168 time: 1.0285602 May 04 17:28:51.409500 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48234) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:51.413272 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-de3acb01-21b6-410c-995e-9bae0c2ecb5d tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:51.425271 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.db.api [None req-34610f0a-eba4-4bf0-8a38-febce65273bd tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 04 17:28:51.425271 dv-neutron-840426-1-hyperv neutron-server[88037]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 04 17:28:51.425271 dv-neutron-840426-1-hyperv neutron-server[88037]: [parameters: {'id': 'db6c78a0-f5ea-4e76-9477-2777588f5a0b'}] May 04 17:28:51.425271 dv-neutron-840426-1-hyperv neutron-server[88037]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88037) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:28:51.425706 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG oslo_db.api [None req-34610f0a-eba4-4bf0-8a38-febce65273bd tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:28:51.538387 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-92467c67-a49f-4f2e-b0b4-1d061fbabdc0 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:51.791956 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-92467c67-a49f-4f2e-b0b4-1d061fbabdc0 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:51.817257 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-92467c67-a49f-4f2e-b0b4-1d061fbabdc0 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17f46fb5-2b2c-4677-98d5-21f4ccbcbd23']}} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:51.833813 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-92467c67-a49f-4f2e-b0b4-1d061fbabdc0 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '674ca27f-f046-4fcd-86f7-1c1855471354') {'for_net_delete': True} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:51.834167 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-92467c67-a49f-4f2e-b0b4-1d061fbabdc0 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '674ca27f-f046-4fcd-86f7-1c1855471354') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:51.845848 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-92467c67-a49f-4f2e-b0b4-1d061fbabdc0 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801627'] for segment, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:51.863594 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-92467c67-a49f-4f2e-b0b4-1d061fbabdc0 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:51.870969 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92467c67-a49f-4f2e-b0b4-1d061fbabdc0 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=88038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:28:51.871365 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-92467c67-a49f-4f2e-b0b4-1d061fbabdc0 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7881827'] for segment, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:51.896191 dv-neutron-840426-1-hyperv neutron-server[88038]: Traceback (most recent call last): May 04 17:28:51.896191 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:28:51.896191 dv-neutron-840426-1-hyperv neutron-server[88038]: timer() May 04 17:28:51.896191 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:28:51.896191 dv-neutron-840426-1-hyperv neutron-server[88038]: cb(*args, **kw) May 04 17:28:51.896191 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:28:51.896191 dv-neutron-840426-1-hyperv neutron-server[88038]: return func(*args, **kwargs) May 04 17:28:51.896191 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:28:51.896191 dv-neutron-840426-1-hyperv neutron-server[88038]: self._notify() May 04 17:28:51.896191 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:28:51.896191 dv-neutron-840426-1-hyperv neutron-server[88038]: self.callback(batched_events) May 04 17:28:51.896191 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:28:51.896191 dv-neutron-840426-1-hyperv neutron-server[88038]: event.method(event) May 04 17:28:51.896191 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:28:51.896191 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:28:51.896191 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:28:51.896191 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:28:51.896191 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:28:51.896191 dv-neutron-840426-1-hyperv neutron-server[88038]: return f(self, *a, **k) May 04 17:28:51.896191 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:28:51.896191 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._get(url).json() May 04 17:28:51.896191 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:28:51.896191 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:28:51.896191 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:28:51.896191 dv-neutron-840426-1-hyperv neutron-server[88038]: return self.request(url, 'GET', **kwargs) May 04 17:28:51.896191 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:28:51.896191 dv-neutron-840426-1-hyperv neutron-server[88038]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:28:51.896191 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:28:51.896191 dv-neutron-840426-1-hyperv neutron-server[88038]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:28:51.896191 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:28:51.896191 dv-neutron-840426-1-hyperv neutron-server[88038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:28:51.896191 dv-neutron-840426-1-hyperv neutron-server[88038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:28:51.937777 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-34610f0a-eba4-4bf0-8a38-febce65273bd tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:51.976010 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-92467c67-a49f-4f2e-b0b4-1d061fbabdc0 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:51.995227 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-92467c67-a49f-4f2e-b0b4-1d061fbabdc0 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:52.011402 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92467c67-a49f-4f2e-b0b4-1d061fbabdc0 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Pushing event deleted for resources: {'Network': ['ID=17f46fb5-2b2c-4677-98d5-21f4ccbcbd23,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:52.019049 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-92467c67-a49f-4f2e-b0b4-1d061fbabdc0 tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] 10.222.0.41 "DELETE /v2.0/networks/17f46fb5-2b2c-4677-98d5-21f4ccbcbd23 HTTP/1.1" status: 204 len: 168 time: 0.6061220 May 04 17:28:52.019049 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48238) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:52.037353 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-20ff0b64-29c3-48d0-866b-b2389012e561 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:52.125343 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f9993aa4-a0de-4fb3-a37f-b196414c85c4 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:52.146981 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-723f7d5e-2ce4-478b-ba7c-90c9e32616ed tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:52.325827 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-723f7d5e-2ce4-478b-ba7c-90c9e32616ed tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:52.355740 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-723f7d5e-2ce4-478b-ba7c-90c9e32616ed tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b600cd1-78c9-405d-8fdc-d63f738be69f']}} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:52.370498 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-723f7d5e-2ce4-478b-ba7c-90c9e32616ed tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27c1a142-a3d6-4b28-a45c-7843cad2f5d7') {'for_net_delete': True} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:52.370801 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-723f7d5e-2ce4-478b-ba7c-90c9e32616ed tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27c1a142-a3d6-4b28-a45c-7843cad2f5d7') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:52.383240 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-723f7d5e-2ce4-478b-ba7c-90c9e32616ed tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801627'] for segment, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:52.402262 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-723f7d5e-2ce4-478b-ba7c-90c9e32616ed tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:52.410277 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-723f7d5e-2ce4-478b-ba7c-90c9e32616ed tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=88038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:28:52.410985 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-723f7d5e-2ce4-478b-ba7c-90c9e32616ed tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7881827'] for segment, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:52.421886 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5611cae-615c-4f30-ba73-bbeb58143ce5 None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:28:52.422429 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-34610f0a-eba4-4bf0-8a38-febce65273bd tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Deleting port a811930d-ff2f-46c9-9f75-4fd7cbfefcbc {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:28:52.422429 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-34610f0a-eba4-4bf0-8a38-febce65273bd tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:52.427362 dv-neutron-840426-1-hyperv neutron-server[88038]: Traceback (most recent call last): May 04 17:28:52.427362 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:28:52.427362 dv-neutron-840426-1-hyperv neutron-server[88038]: timer() May 04 17:28:52.427362 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:28:52.427362 dv-neutron-840426-1-hyperv neutron-server[88038]: cb(*args, **kw) May 04 17:28:52.427362 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:28:52.427362 dv-neutron-840426-1-hyperv neutron-server[88038]: return func(*args, **kwargs) May 04 17:28:52.427362 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:28:52.427362 dv-neutron-840426-1-hyperv neutron-server[88038]: self._notify() May 04 17:28:52.427362 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:28:52.427362 dv-neutron-840426-1-hyperv neutron-server[88038]: self.callback(batched_events) May 04 17:28:52.427362 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:28:52.427362 dv-neutron-840426-1-hyperv neutron-server[88038]: event.method(event) May 04 17:28:52.427362 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:28:52.427362 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:28:52.427362 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:28:52.427362 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:28:52.427362 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:28:52.427362 dv-neutron-840426-1-hyperv neutron-server[88038]: return f(self, *a, **k) May 04 17:28:52.427362 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:28:52.427362 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._get(url).json() May 04 17:28:52.427362 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:28:52.427362 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:28:52.427362 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:28:52.427362 dv-neutron-840426-1-hyperv neutron-server[88038]: return self.request(url, 'GET', **kwargs) May 04 17:28:52.427362 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:28:52.427362 dv-neutron-840426-1-hyperv neutron-server[88038]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:28:52.427362 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:28:52.427362 dv-neutron-840426-1-hyperv neutron-server[88038]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:28:52.427362 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:28:52.427362 dv-neutron-840426-1-hyperv neutron-server[88038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:28:52.427362 dv-neutron-840426-1-hyperv neutron-server[88038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:28:52.533106 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-723f7d5e-2ce4-478b-ba7c-90c9e32616ed tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:52.561198 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-723f7d5e-2ce4-478b-ba7c-90c9e32616ed tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:52.578333 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-9b7cef0c-0d9e-4fa9-91b5-fc45cf702e63 None None] Provisioning for port c79ab1ef-9f9a-400e-a43d-5c9dc67c62fe completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:28:52.578774 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723f7d5e-2ce4-478b-ba7c-90c9e32616ed tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] Pushing event deleted for resources: {'Network': ['ID=7b600cd1-78c9-405d-8fdc-d63f738be69f,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:52.599035 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-723f7d5e-2ce4-478b-ba7c-90c9e32616ed tempest-BulkNetworkOpsTest-1584883338 tempest-BulkNetworkOpsTest-1584883338-project] 10.222.0.41 "DELETE /v2.0/networks/7b600cd1-78c9-405d-8fdc-d63f738be69f HTTP/1.1" status: 204 len: 168 time: 0.5661047 May 04 17:28:52.655767 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9993aa4-a0de-4fb3-a37f-b196414c85c4 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Pushing event deleted for resources: {'Port': ['ID=24de8fb8-0802-4d48-b60d-d668e39cf155,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:52.895756 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48248) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:52.926517 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1bd60106-38bd-4293-a54b-2d77019b8175 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:52.961874 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d1b5e222-aecd-4a9a-b72f-0eaab77e5d17 None None] Provisioning for port 165273a8-daf8-4f64-99b5-825520092e59 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:28:52.966905 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ff0b64-29c3-48d0-866b-b2389012e561 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Pushing event updated for resources: {'Subnet': ['ID=58068400-1f21-402b-84f5-05ac11179a98,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:52.971199 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d1b5e222-aecd-4a9a-b72f-0eaab77e5d17 None None] Provisioning complete for port 165273a8-daf8-4f64-99b5-825520092e59 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:28:52.971771 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d1b5e222-aecd-4a9a-b72f-0eaab77e5d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:53.043175 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-d1b5e222-aecd-4a9a-b72f-0eaab77e5d17 None None] Port 165273a8-daf8-4f64-99b5-825520092e59 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:28:53.112943 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-f71cd33f-1d06-4d67-9560-2870f5491506 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=09f785ce0e5f4444bdf30bfd7a6f00b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2156773 May 04 17:28:53.115542 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48254) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:53.186148 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b98bc75-927c-4a45-849b-da920732a684 None None] get_active_networks_info from dv-neutron-840426-1-hyperv {{(pid=88039) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 04 17:28:53.190962 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5268b903-8661-4cdd-a9de-7df788d9e7b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:53.220186 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ff0b64-29c3-48d0-866b-b2389012e561 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Checking segment: {'id': '24e7f41a-4a4d-42e3-89a3-d8da32802cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '86c445c3-5309-43f9-90bf-7d2d354b5e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:28:53.220753 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ff0b64-29c3-48d0-866b-b2389012e561 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Network hostable DHCP agents. Network: 86c445c3-5309-43f9-90bf-7d2d354b5e85, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:28:53.222184 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5268b903-8661-4cdd-a9de-7df788d9e7b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:53.226954 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device c79ab1ef-9f9a-400e-a43d-5c9dc67c62fe up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:28:53.227953 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-65d4caf5-153d-4571-992a-c9b9a7d64a51 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:53.240424 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-1bd60106-38bd-4293-a54b-2d77019b8175 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Calling delete_port for 165273a8-daf8-4f64-99b5-825520092e59 owned by {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:28:53.284803 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-de3acb01-21b6-410c-995e-9bae0c2ecb5d tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:53.285173 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-de3acb01-21b6-410c-995e-9bae0c2ecb5d tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710218'] for floatingip, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:53.285684 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.l3_db [None req-de3acb01-21b6-410c-995e-9bae0c2ecb5d tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Floating IP 4f0d69b0-fb93-47bc-9f34-9f073848cd76 disassociated. External IP: 172.26.0.43, port: 06c11dce-df5f-4ba6-a1c0-0eeddd0bdda2. May 04 17:28:53.286051 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-de3acb01-21b6-410c-995e-9bae0c2ecb5d tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Calling delete_port for 06c11dce-df5f-4ba6-a1c0-0eeddd0bdda2 owned by {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:28:53.305717 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5268b903-8661-4cdd-a9de-7df788d9e7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:53.324301 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5268b903-8661-4cdd-a9de-7df788d9e7b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa84835-eead-4869-8514-979217f69d10,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:53.330058 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5268b903-8661-4cdd-a9de-7df788d9e7b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:53.331192 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-5268b903-8661-4cdd-a9de-7df788d9e7b1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/daa84835-eead-4869-8514-979217f69d10 HTTP/1.1" status: 204 len: 168 time: 0.2146642 May 04 17:28:53.335321 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-c5a368e1-d6ca-4545-9314-d1154f47c475 None None] Provisioning complete for port 165273a8-daf8-4f64-99b5-825520092e59 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:28:53.335727 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-c5a368e1-d6ca-4545-9314-d1154f47c475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:53.355736 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f9993aa4-a0de-4fb3-a37f-b196414c85c4 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710832'] for router_interface, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:53.359862 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-65d4caf5-153d-4571-992a-c9b9a7d64a51 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-712177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-712168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-709817'] for router, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:53.436522 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-c5a368e1-d6ca-4545-9314-d1154f47c475 None None] Port 165273a8-daf8-4f64-99b5-825520092e59 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:28:53.440536 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port c79ab1ef-9f9a-400e-a43d-5c9dc67c62fe completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:28:53.451047 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port c79ab1ef-9f9a-400e-a43d-5c9dc67c62fe triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:28:53.451417 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:53.589408 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ff0b64-29c3-48d0-866b-b2389012e561 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Network 86c445c3-5309-43f9-90bf-7d2d354b5e85 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:28:53.590137 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-34610f0a-eba4-4bf0-8a38-febce65273bd tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] For port a811930d-ff2f-46c9-9f75-4fd7cbfefcbc, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=a811930d-ff2f-46c9-9f75-4fd7cbfefcbc,segment=NetworkSegment(3bc0b4e2-f528-485c-b72d-a3f5ade76b65),segment_id=3bc0b4e2-f528-485c-b72d-a3f5ade76b65)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:28:53.590491 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-34610f0a-eba4-4bf0-8a38-febce65273bd tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:53.744796 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:53.764150 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-20ff0b64-29c3-48d0-866b-b2389012e561 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 86c445c3-5309-43f9-90bf-7d2d354b5e85) {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:28:53.779485 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b98bc75-927c-4a45-849b-da920732a684 None None] Unable to find a vacant binding_index for network 86c445c3-5309-43f9-90bf-7d2d354b5e85 and agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 {{(pid=88039) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} May 04 17:28:53.792099 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b98bc75-927c-4a45-849b-da920732a684 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 86c445c3-5309-43f9-90bf-7d2d354b5e85) {{(pid=88039) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 04 17:28:53.796862 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port c79ab1ef-9f9a-400e-a43d-5c9dc67c62fe, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=c79ab1ef-9f9a-400e-a43d-5c9dc67c62fe,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:28:53.804097 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:53.843862 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-34610f0a-eba4-4bf0-8a38-febce65273bd tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Calling delete_port for a811930d-ff2f-46c9-9f75-4fd7cbfefcbc owned by network:dhcp {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:28:53.917342 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ff0b64-29c3-48d0-866b-b2389012e561 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:28:53.917994 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-20ff0b64-29c3-48d0-866b-b2389012e561 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:53.979288 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=c79ab1ef-9f9a-400e-a43d-5c9dc67c62fe,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:54.116572 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48278) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:54.233883 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-c736338c-163a-4796-a8d7-aebcb12d7ed8 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:28:54.234909 dv-neutron-840426-1-hyperv neutron-server[88038]: WARNING neutron.api.v2.base [None req-c736338c-163a-4796-a8d7-aebcb12d7ed8 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 04 17:28:54.235568 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.api.v2.resource [None req-c736338c-163a-4796-a8d7-aebcb12d7ed8 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] create failed (client error): There was a conflict when trying to complete your request. May 04 17:28:54.236591 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-c736338c-163a-4796-a8d7-aebcb12d7ed8 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1188102 May 04 17:28:54.239434 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca887fd3-53bc-4cf3-81fc-1c67a10503c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-86c445c3-5309-43f9-90bf-7d2d354b5e85', 'network_id': '86c445c3-5309-43f9-90bf-7d2d354b5e85', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'fixed_ips': [{'subnet_id': '58068400-1f21-402b-84f5-05ac11179a98'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:28:54.240139 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48284) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:54.240692 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ca887fd3-53bc-4cf3-81fc-1c67a10503c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:54.245034 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-5a3b36ac-3cb7-4c7d-b84c-209f8e5e7bec tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Request body: {'security_group': {'name': 'tempest-secgroup--1561915401'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:28:54.257369 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-5a3b36ac-3cb7-4c7d-b84c-209f8e5e7bec tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:28:54.262805 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-5a3b36ac-3cb7-4c7d-b84c-209f8e5e7bec tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Usage tracker for resource:security_group and tenant:bc492a5b91b444a185e1d2db234536fa is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:28:54.267481 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-5a3b36ac-3cb7-4c7d-b84c-209f8e5e7bec tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:28:54.274297 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-5a3b36ac-3cb7-4c7d-b84c-209f8e5e7bec tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:28:54.355455 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5a3b36ac-3cb7-4c7d-b84c-209f8e5e7bec tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:54.369249 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5a3b36ac-3cb7-4c7d-b84c-209f8e5e7bec tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:54.369664 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-20ff0b64-29c3-48d0-866b-b2389012e561 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.1676936 May 04 17:28:54.379428 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48288) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:54.388503 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-fff6f951-9d58-4d86-a7cd-928da6a07593 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-593870545', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:28:54.398187 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-fff6f951-9d58-4d86-a7cd-928da6a07593 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:28:54.400653 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-5a3b36ac-3cb7-4c7d-b84c-209f8e5e7bec tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:28:54.401903 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9993aa4-a0de-4fb3-a37f-b196414c85c4 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Router ee9b86d4-2688-4c1a-9604-dad1386ed021 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:28:54.406293 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-fff6f951-9d58-4d86-a7cd-928da6a07593 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Usage tracker for resource:router and tenant:4d4e7c7b24884dc786dfd71b0f2e4f89 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:28:54.409988 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-5a3b36ac-3cb7-4c7d-b84c-209f8e5e7bec tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Usage tracker for resource:security_group_rule and tenant:bc492a5b91b444a185e1d2db234536fa is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:28:54.412828 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-fff6f951-9d58-4d86-a7cd-928da6a07593 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:28:54.415666 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-5a3b36ac-3cb7-4c7d-b84c-209f8e5e7bec tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:28:54.422556 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-ca887fd3-53bc-4cf3-81fc-1c67a10503c2 None None] Allocated IP 172.20.0.2 (86c445c3-5309-43f9-90bf-7d2d354b5e85/58068400-1f21-402b-84f5-05ac11179a98/f5d574b8-9e11-4698-8c10-4c75bc2091dd) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:28:54.423771 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-fff6f951-9d58-4d86-a7cd-928da6a07593 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:28:54.426486 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-5a3b36ac-3cb7-4c7d-b84c-209f8e5e7bec tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:28:54.430593 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1bd60106-38bd-4293-a54b-2d77019b8175 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:54.449768 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fff6f951-9d58-4d86-a7cd-928da6a07593 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:54.450851 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fff6f951-9d58-4d86-a7cd-928da6a07593 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:54.476445 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fff6f951-9d58-4d86-a7cd-928da6a07593 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:54.513060 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fff6f951-9d58-4d86-a7cd-928da6a07593 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:54.534359 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-34610f0a-eba4-4bf0-8a38-febce65273bd tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:54.538413 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-de3acb01-21b6-410c-995e-9bae0c2ecb5d tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:54.568618 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5a3b36ac-3cb7-4c7d-b84c-209f8e5e7bec tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:54.570237 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fff6f951-9d58-4d86-a7cd-928da6a07593 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:54.574134 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-fff6f951-9d58-4d86-a7cd-928da6a07593 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1894202 May 04 17:28:54.574797 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48292) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:54.617119 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd60106-38bd-4293-a54b-2d77019b8175 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event deleted for resources: {'Port': ['ID=165273a8-daf8-4f64-99b5-825520092e59,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:54.632432 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5a3b36ac-3cb7-4c7d-b84c-209f8e5e7bec tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:54.686024 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ca887fd3-53bc-4cf3-81fc-1c67a10503c2 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:54.697628 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-ca887fd3-53bc-4cf3-81fc-1c67a10503c2 None None] Transition to ACTIVE for port object f5d574b8-9e11-4698-8c10-4c75bc2091dd will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:28:54.703787 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-5a3b36ac-3cb7-4c7d-b84c-209f8e5e7bec tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:28:54.711475 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34610f0a-eba4-4bf0-8a38-febce65273bd tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] No DVR routers for this DVR port a811930d-ff2f-46c9-9f75-4fd7cbfefcbc on host dv-neutron-840426-1-hyperv {{(pid=88037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:28:54.713275 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34610f0a-eba4-4bf0-8a38-febce65273bd tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Pushing event deleted for resources: {'Port': ['ID=a811930d-ff2f-46c9-9f75-4fd7cbfefcbc,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:54.720754 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-5a3b36ac-3cb7-4c7d-b84c-209f8e5e7bec tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Usage tracker for resource:security_group_rule and tenant:bc492a5b91b444a185e1d2db234536fa is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:28:54.721951 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-ca887fd3-53bc-4cf3-81fc-1c67a10503c2 None None] Transition to ACTIVE for port object f5d574b8-9e11-4698-8c10-4c75bc2091dd will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:28:54.727544 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-5a3b36ac-3cb7-4c7d-b84c-209f8e5e7bec tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:28:54.731488 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ca887fd3-53bc-4cf3-81fc-1c67a10503c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:54.748139 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-5a3b36ac-3cb7-4c7d-b84c-209f8e5e7bec tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:28:54.750935 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b36ac-3cb7-4c7d-b84c-209f8e5e7bec tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc4ff87-61d1-47e9-92de-dd1b76d74cec,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:54.776784 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9993aa4-a0de-4fb3-a37f-b196414c85c4 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:28:54.795452 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08f774c-b652-42cb-b447-c455853b32e4 None None] Sync routers for ids ['ee9b86d4-2688-4c1a-9604-dad1386ed021'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:28:54.806725 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1bd60106-38bd-4293-a54b-2d77019b8175 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:54.809043 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65d4caf5-153d-4571-992a-c9b9a7d64a51 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Router 953ad470-efe3-42f9-a19a-3ac553591ec6 is scheduled to L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 with binding_index 1 {{(pid=88037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:28:54.812101 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca887fd3-53bc-4cf3-81fc-1c67a10503c2 None None] Network 86c445c3-5309-43f9-90bf-7d2d354b5e85 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:28:54.815873 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-ca887fd3-53bc-4cf3-81fc-1c67a10503c2 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:28:54.822298 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca887fd3-53bc-4cf3-81fc-1c67a10503c2 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:28:54.824161 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3acb01-21b6-410c-995e-9bae0c2ecb5d tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Pushing event deleted for resources: {'Port': ['ID=06c11dce-df5f-4ba6-a1c0-0eeddd0bdda2,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:54.824418 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08f774c-b652-42cb-b447-c455853b32e4 None None] Routers {'ee9b86d4-2688-4c1a-9604-dad1386ed021'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:28:54.825019 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-f08f774c-b652-42cb-b447-c455853b32e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:28:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['ee9b86d4-2688-4c1a-9604-dad1386ed021'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:54.875081 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca887fd3-53bc-4cf3-81fc-1c67a10503c2 None None] Pushing event updated for resources: {'Port': ['ID=f5d574b8-9e11-4698-8c10-4c75bc2091dd,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:54.898379 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-f9993aa4-a0de-4fb3-a37f-b196414c85c4 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "PUT /v2.0/routers/ee9b86d4-2688-4c1a-9604-dad1386ed021/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3500195 May 04 17:28:54.902054 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48296) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:54.919713 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-f08f774c-b652-42cb-b447-c455853b32e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:54.933691 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-1bd60106-38bd-4293-a54b-2d77019b8175 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/ports/165273a8-daf8-4f64-99b5-825520092e59 HTTP/1.1" status: 204 len: 168 time: 4.4838939 May 04 17:28:54.941229 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48300) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:54.975984 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08f774c-b652-42cb-b447-c455853b32e4 None None] Routers {'ee9b86d4-2688-4c1a-9604-dad1386ed021'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:28:54.976514 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-f08f774c-b652-42cb-b447-c455853b32e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:28:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['ee9b86d4-2688-4c1a-9604-dad1386ed021'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:55.038624 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-f08f774c-b652-42cb-b447-c455853b32e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:55.039024 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08f774c-b652-42cb-b447-c455853b32e4 None None] The sync data for ids ['ee9b86d4-2688-4c1a-9604-dad1386ed021'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:28:55.041740 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-ca887fd3-53bc-4cf3-81fc-1c67a10503c2 None None] Attempting to bind port f5d574b8-9e11-4698-8c10-4c75bc2091dd on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:28:55.041740 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-ca887fd3-53bc-4cf3-81fc-1c67a10503c2 None None] Attempting to bind port f5d574b8-9e11-4698-8c10-4c75bc2091dd by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '24e7f41a-4a4d-42e3-89a3-d8da32802cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '86c445c3-5309-43f9-90bf-7d2d354b5e85'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:28:55.041740 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca887fd3-53bc-4cf3-81fc-1c67a10503c2 None None] Attempting to bind port f5d574b8-9e11-4698-8c10-4c75bc2091dd on network 86c445c3-5309-43f9-90bf-7d2d354b5e85 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:28:55.048145 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca887fd3-53bc-4cf3-81fc-1c67a10503c2 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:28:55.048516 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca887fd3-53bc-4cf3-81fc-1c67a10503c2 None None] Checking segment: {'id': '24e7f41a-4a4d-42e3-89a3-d8da32802cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '86c445c3-5309-43f9-90bf-7d2d354b5e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:28:55.048909 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ca887fd3-53bc-4cf3-81fc-1c67a10503c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:55.049293 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca887fd3-53bc-4cf3-81fc-1c67a10503c2 None None] Bound using segment: {'id': '24e7f41a-4a4d-42e3-89a3-d8da32802cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '86c445c3-5309-43f9-90bf-7d2d354b5e85'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:28:55.049761 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-ca887fd3-53bc-4cf3-81fc-1c67a10503c2 None None] Bound port: f5d574b8-9e11-4698-8c10-4c75bc2091dd, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24e7f41a-4a4d-42e3-89a3-d8da32802cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '86c445c3-5309-43f9-90bf-7d2d354b5e85'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:28:55.050163 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ca887fd3-53bc-4cf3-81fc-1c67a10503c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:55.050699 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-34610f0a-eba4-4bf0-8a38-febce65273bd tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:55.148283 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device c79ab1ef-9f9a-400e-a43d-5c9dc67c62fe up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:28:55.229552 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-ca887fd3-53bc-4cf3-81fc-1c67a10503c2 None None] For port f5d574b8-9e11-4698-8c10-4c75bc2091dd, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:28:55.232935 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-ca887fd3-53bc-4cf3-81fc-1c67a10503c2 None None] For port f5d574b8-9e11-4698-8c10-4c75bc2091dd, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=f5d574b8-9e11-4698-8c10-4c75bc2091dd,segment=NetworkSegment(24e7f41a-4a4d-42e3-89a3-d8da32802cf1),segment_id=24e7f41a-4a4d-42e3-89a3-d8da32802cf1)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:28:55.239404 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port c79ab1ef-9f9a-400e-a43d-5c9dc67c62fe triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:28:55.239809 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:55.271864 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-34610f0a-eba4-4bf0-8a38-febce65273bd tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db6c78a0-f5ea-4e76-9477-2777588f5a0b']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:55.289744 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ca887fd3-53bc-4cf3-81fc-1c67a10503c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:55.310387 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bec3407-e880-4f00-ba30-1b0807432eca tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:28:55.312412 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bec3407-e880-4f00-ba30-1b0807432eca tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:28:55.313882 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-4bec3407-e880-4f00-ba30-1b0807432eca tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3713710 May 04 17:28:55.319053 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-34610f0a-eba4-4bf0-8a38-febce65273bd tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bc0b4e2-f528-485c-b72d-a3f5ade76b65') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:55.319357 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-34610f0a-eba4-4bf0-8a38-febce65273bd tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bc0b4e2-f528-485c-b72d-a3f5ade76b65') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:55.327887 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48304) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:55.380339 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-34610f0a-eba4-4bf0-8a38-febce65273bd tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:55.421834 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-34610f0a-eba4-4bf0-8a38-febce65273bd tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:55.438997 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca887fd3-53bc-4cf3-81fc-1c67a10503c2 None None] Pushing event updated for resources: {'Port': ['ID=f5d574b8-9e11-4698-8c10-4c75bc2091dd,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:55.439220 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de3acb01-21b6-410c-995e-9bae0c2ecb5d tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Router ddbd90c5-c8d4-45fc-b8bf-75f2ae90bec9 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:28:55.440224 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d4caf5-153d-4571-992a-c9b9a7d64a51 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:28:55.444483 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34610f0a-eba4-4bf0-8a38-febce65273bd tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:28:55.444886 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-34610f0a-eba4-4bf0-8a38-febce65273bd tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:55.461649 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 17:28:55.461649 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:28:55.461649 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 17:28:55.461649 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:28:55.461649 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 17:28:55.461649 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:28:55.461649 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 17:28:55.461649 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:28:55.461649 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 17:28:55.461649 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:28:55.461649 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 17:28:55.461649 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:28:55.461649 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 17:28:55.461649 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:28:55.461649 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:28:55.461649 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:28:55.461649 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:28:55.461649 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:28:55.461649 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 17:28:55.461649 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:28:55.461649 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 17:28:55.461649 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:28:55.461649 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:28:55.461649 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:28:55.461649 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 17:28:55.461649 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:28:55.461649 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:28:55.461649 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:28:55.461649 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:28:55.461649 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:28:55.461649 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:28:55.461649 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:28:55.464700 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3288e90-c3ff-4454-96a9-d01523aa3c57 None None] Sync routers for ids ['953ad470-efe3-42f9-a19a-3ac553591ec6'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:28:55.470068 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-65d4caf5-153d-4571-992a-c9b9a7d64a51 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:55.474144 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-65d4caf5-153d-4571-992a-c9b9a7d64a51 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] 10.222.0.41 "PUT /v2.0/routers/953ad470-efe3-42f9-a19a-3ac553591ec6 HTTP/1.1" status: 200 len: 920 time: 11.5621800 May 04 17:28:55.477028 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3288e90-c3ff-4454-96a9-d01523aa3c57 None None] Routers {'953ad470-efe3-42f9-a19a-3ac553591ec6'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:28:55.477952 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-f3288e90-c3ff-4454-96a9-d01523aa3c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:28:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['953ad470-efe3-42f9-a19a-3ac553591ec6'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:55.480996 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48308) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:55.488101 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-388ac3ab-ea9f-4e09-b3aa-479319117649 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Deleting subnet a9b2d6bf-6444-4bf9-8887-6f5f237fd5c2 {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:28:55.551353 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-f3288e90-c3ff-4454-96a9-d01523aa3c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:55.559543 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-388ac3ab-ea9f-4e09-b3aa-479319117649 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:55.559788 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5a3b36ac-3cb7-4c7d-b84c-209f8e5e7bec tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:55.565253 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3288e90-c3ff-4454-96a9-d01523aa3c57 None None] Routers {'953ad470-efe3-42f9-a19a-3ac553591ec6'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:28:55.566242 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-f3288e90-c3ff-4454-96a9-d01523aa3c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:28:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['953ad470-efe3-42f9-a19a-3ac553591ec6'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:55.605310 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5a3b36ac-3cb7-4c7d-b84c-209f8e5e7bec tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:55.637999 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.api.v2.resource [None req-2496368e-f5d0-455a-9a27-d09b0b4ca0ed tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] remove_router_interface failed (client error): The resource could not be found. May 04 17:28:55.639276 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-2496368e-f5d0-455a-9a27-d09b0b4ca0ed tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "PUT /v2.0/routers/ee9b86d4-2688-4c1a-9604-dad1386ed021/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7345636 May 04 17:28:55.652411 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48312) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:55.671245 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-f3288e90-c3ff-4454-96a9-d01523aa3c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:55.671719 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3288e90-c3ff-4454-96a9-d01523aa3c57 None None] The sync data for ids ['953ad470-efe3-42f9-a19a-3ac553591ec6'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:28:55.689011 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5a3b36ac-3cb7-4c7d-b84c-209f8e5e7bec tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:55.694171 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-5a3b36ac-3cb7-4c7d-b84c-209f8e5e7bec tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4525530 May 04 17:28:55.697632 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48314) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:55.745639 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-2dbc8e5e-51c9-4869-b28c-5a3dec811de9 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Request body: {'security_group_rule': {'security_group_id': '1c3181d4-1189-4681-8509-de0d2e94ab05', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:28:55.774958 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-2dbc8e5e-51c9-4869-b28c-5a3dec811de9 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:28:55.783753 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-6d2b596f-5635-480a-8e18-f26058db69e8 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee9b86d4-2688-4c1a-9604-dad1386ed021 HTTP/1.1" status: 200 len: 205 time: 0.0876915 May 04 17:28:55.792816 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48320) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:55.798051 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b36ac-3cb7-4c7d-b84c-209f8e5e7bec tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3181d4-1189-4681-8509-de0d2e94ab05,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:55.801799 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-2dbc8e5e-51c9-4869-b28c-5a3dec811de9 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Usage tracker for resource:security_group_rule and tenant:bc492a5b91b444a185e1d2db234536fa is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:28:55.809194 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-2dbc8e5e-51c9-4869-b28c-5a3dec811de9 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:28:55.877700 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-2dbc8e5e-51c9-4869-b28c-5a3dec811de9 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:28:55.983083 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-34610f0a-eba4-4bf0-8a38-febce65273bd tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:56.000939 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-909505ad-4e24-4c7c-952c-cca5708739d1 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:56.003687 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-388ac3ab-ea9f-4e09-b3aa-479319117649 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:56.014963 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d6426ba2-ff3e-4c28-89ed-565f4b46316c tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for router, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:56.049908 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-34610f0a-eba4-4bf0-8a38-febce65273bd tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:56.067420 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2dbc8e5e-51c9-4869-b28c-5a3dec811de9 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:56.130057 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34610f0a-eba4-4bf0-8a38-febce65273bd tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Pushing event deleted for resources: {'Network': ['ID=db6c78a0-f5ea-4e76-9477-2777588f5a0b,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:56.153871 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-34610f0a-eba4-4bf0-8a38-febce65273bd tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "DELETE /v2.0/networks/db6c78a0-f5ea-4e76-9477-2777588f5a0b HTTP/1.1" status: 204 len: 168 time: 10.1604342 May 04 17:28:56.159562 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48324) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:56.168533 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-1416cf72-64eb-4f4a-b9a3-f90774e7c625 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-529147157'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:28:56.204954 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-95d04169-bd21-4029-9ad6-ad576f3d6648 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] 10.222.0.41 "GET /v2.0/routers/953ad470-efe3-42f9-a19a-3ac553591ec6 HTTP/1.1" status: 200 len: 926 time: 0.7218385 May 04 17:28:56.205551 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48328) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:56.244038 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-1416cf72-64eb-4f4a-b9a3-f90774e7c625 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:28:56.245535 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de3acb01-21b6-410c-995e-9bae0c2ecb5d tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:28:56.259001 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8d315b-0539-477a-8183-170ff21a2afb None None] Sync routers for ids ['ddbd90c5-c8d4-45fc-b8bf-75f2ae90bec9'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:28:56.275423 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8d315b-0539-477a-8183-170ff21a2afb None None] Routers {'ddbd90c5-c8d4-45fc-b8bf-75f2ae90bec9'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:28:56.276254 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-6b8d315b-0539-477a-8183-170ff21a2afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:28:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['ddbd90c5-c8d4-45fc-b8bf-75f2ae90bec9'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:56.326896 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-1416cf72-64eb-4f4a-b9a3-f90774e7c625 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Usage tracker for resource:network and tenant:b25ee3601e56428392e5e6b054ab6dbb is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:28:56.335182 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-1416cf72-64eb-4f4a-b9a3-f90774e7c625 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:28:56.371532 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-388ac3ab-ea9f-4e09-b3aa-479319117649 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:56.395108 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-1416cf72-64eb-4f4a-b9a3-f90774e7c625 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:28:56.409599 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-6b8d315b-0539-477a-8183-170ff21a2afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:56.419190 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8d315b-0539-477a-8183-170ff21a2afb None None] Routers {'ddbd90c5-c8d4-45fc-b8bf-75f2ae90bec9'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:28:56.419937 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-6b8d315b-0539-477a-8183-170ff21a2afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:28:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['ddbd90c5-c8d4-45fc-b8bf-75f2ae90bec9'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:56.421363 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-de3acb01-21b6-410c-995e-9bae0c2ecb5d tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:56.423255 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-de3acb01-21b6-410c-995e-9bae0c2ecb5d tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] 10.222.0.41 "DELETE /v2.0/ports/06c11dce-df5f-4ba6-a1c0-0eeddd0bdda2 HTTP/1.1" status: 204 len: 168 time: 7.2119718 May 04 17:28:56.436707 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48332) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:56.485091 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-6b8d315b-0539-477a-8183-170ff21a2afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:56.485490 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8d315b-0539-477a-8183-170ff21a2afb None None] The sync data for ids ['ddbd90c5-c8d4-45fc-b8bf-75f2ae90bec9'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:28:56.540100 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e938a8-856e-4de0-89fd-8cc0165f998a tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:28:56.542424 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-20e938a8-856e-4de0-89fd-8cc0165f998a tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=30bd8d35-9d66-4ec1-9734-58f713c6cd24&device_id=953ad470-efe3-42f9-a19a-3ac553591ec6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3315463 May 04 17:28:56.548477 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48336) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:56.609062 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9cfcd2-e3bf-414d-bdb0-608dba800a3b None None] get_active_networks_info from dv-neutron-840426-1-hyperv {{(pid=88039) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 04 17:28:56.642080 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-388ac3ab-ea9f-4e09-b3aa-479319117649 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:56.714704 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-6c7a93ca-6346-47ab-8fd6-982ee672a66f None None] Provisioning for port f5d574b8-9e11-4698-8c10-4c75bc2091dd completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:28:56.715393 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388ac3ab-ea9f-4e09-b3aa-479319117649 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event deleted for resources: {'Subnet': ['ID=a9b2d6bf-6444-4bf9-8887-6f5f237fd5c2,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:56.744695 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2dbc8e5e-51c9-4869-b28c-5a3dec811de9 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:56.747020 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9cfcd2-e3bf-414d-bdb0-608dba800a3b None None] Resources bound (agent type, host, resource id): {{(pid=88039) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 04 17:28:56.751090 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1416cf72-64eb-4f4a-b9a3-f90774e7c625 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Made reservation on behalf of b25ee3601e56428392e5e6b054ab6dbb for: {'network': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:28:56.754946 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1416cf72-64eb-4f4a-b9a3-f90774e7c625 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:56.770013 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-388ac3ab-ea9f-4e09-b3aa-479319117649 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:56.772278 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d6426ba2-ff3e-4c28-89ed-565f4b46316c tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:56.779868 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d6426ba2-ff3e-4c28-89ed-565f4b46316c tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:56.787266 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2dbc8e5e-51c9-4869-b28c-5a3dec811de9 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:56.787993 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-388ac3ab-ea9f-4e09-b3aa-479319117649 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/subnets/a9b2d6bf-6444-4bf9-8887-6f5f237fd5c2 HTTP/1.1" status: 204 len: 168 time: 1.4558327 May 04 17:28:56.792559 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48340) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:56.947852 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-18b4694d-1514-46db-b7c6-b98b55e32056 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1339688 May 04 17:28:56.952922 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbc8e5e-51c9-4869-b28c-5a3dec811de9 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82c9cff7-edf4-439e-a194-c235b4432886,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:56.962328 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48344) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:56.977957 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-2ae850bf-a314-46cc-a29b-306c0b9072bc tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Request body: {'subnet': {'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:28:56.978732 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807fb8be-a70b-4aa4-9a0b-b09b773bfaf4 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:28:56.983882 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-807fb8be-a70b-4aa4-9a0b-b09b773bfaf4 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] 10.222.0.41 "GET /v2.0/networks/30bd8d35-9d66-4ec1-9734-58f713c6cd24 HTTP/1.1" status: 200 len: 881 time: 0.4279013 May 04 17:28:56.999748 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48348) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:57.014757 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1416cf72-64eb-4f4a-b9a3-f90774e7c625 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=88038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:28:57.026372 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d6426ba2-ff3e-4c28-89ed-565f4b46316c tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:57.027102 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6426ba2-ff3e-4c28-89ed-565f4b46316c tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Fanout notify agent at l3_agent the message router_deleted on router ee9b86d4-2688-4c1a-9604-dad1386ed021 {{(pid=88038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:28:57.044435 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2dbc8e5e-51c9-4869-b28c-5a3dec811de9 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:57.046403 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-2dbc8e5e-51c9-4869-b28c-5a3dec811de9 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3102987 May 04 17:28:57.049994 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48352) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:57.058357 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-c9d31a32-123a-4f60-bb7d-5ae1d44eb946 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] 10.222.0.41 "GET /v2.0/ports?device_id=953ad470-efe3-42f9-a19a-3ac553591ec6 HTTP/1.1" status: 200 len: 205 time: 0.0572684 May 04 17:28:57.061849 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-4be2ef6e-51bb-42b5-8b88-41189e856d1f tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Request body: {'security_group_rule': {'security_group_id': '1c3181d4-1189-4681-8509-de0d2e94ab05', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:28:57.065117 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48356) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:57.072720 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-4be2ef6e-51bb-42b5-8b88-41189e856d1f tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:28:57.080936 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-4be2ef6e-51bb-42b5-8b88-41189e856d1f tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Usage tracker for resource:security_group_rule and tenant:bc492a5b91b444a185e1d2db234536fa is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:28:57.085311 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-4be2ef6e-51bb-42b5-8b88-41189e856d1f tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:28:57.105342 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1416cf72-64eb-4f4a-b9a3-f90774e7c625 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:57.105689 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.segments_db [None req-1416cf72-64eb-4f4a-b9a3-f90774e7c625 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Added segment e954c4c8-3d5d-435d-9a15-efb1c543066d of type vlan for network 1c8e19b2-b0b0-476c-a671-69c06f877f38 May 04 17:28:57.120751 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-4be2ef6e-51bb-42b5-8b88-41189e856d1f tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:28:57.141504 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f217a64a-db3a-43f8-ab41-e1d0223d94bb None None] Network 86c445c3-5309-43f9-90bf-7d2d354b5e85 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:28:57.158388 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4be2ef6e-51bb-42b5-8b88-41189e856d1f tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:57.173582 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d6426ba2-ff3e-4c28-89ed-565f4b46316c tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:57.177708 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-d6426ba2-ff3e-4c28-89ed-565f4b46316c tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "DELETE /v2.0/routers/ee9b86d4-2688-4c1a-9604-dad1386ed021 HTTP/1.1" status: 204 len: 168 time: 1.3809731 May 04 17:28:57.186530 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48360) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:57.312120 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device f5d574b8-9e11-4698-8c10-4c75bc2091dd up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:28:57.489858 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5982ac-b4cd-4895-86c1-57657eba2c68 None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:28:57.506984 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-2ae850bf-a314-46cc-a29b-306c0b9072bc tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:28:57.537253 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-2ae850bf-a314-46cc-a29b-306c0b9072bc tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Usage tracker for resource:subnet and tenant:e0bb3da2b1c344b882bb065b24ba46bb is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:28:57.541094 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1416cf72-64eb-4f4a-b9a3-f90774e7c625 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:57.547266 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-909505ad-4e24-4c7c-952c-cca5708739d1 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Allocated IP 172.20.0.1 (86c445c3-5309-43f9-90bf-7d2d354b5e85/58068400-1f21-402b-84f5-05ac11179a98/644afc08-0b02-476b-b1fc-90533709f5ec) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:28:57.549341 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-2ae850bf-a314-46cc-a29b-306c0b9072bc tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:28:57.553474 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-133d46d7-b901-4a5a-b548-2d2996f969f1 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Deleting subnet 23e34983-a36c-4110-85a6-f07936c3e156 {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:28:57.566813 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-133d46d7-b901-4a5a-b548-2d2996f969f1 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:57.567274 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-2ae850bf-a314-46cc-a29b-306c0b9072bc tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:28:57.611349 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port f5d574b8-9e11-4698-8c10-4c75bc2091dd completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:28:57.620781 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port f5d574b8-9e11-4698-8c10-4c75bc2091dd triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:28:57.621273 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:57.627300 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-91484568-1e6e-4657-b4d3-f5a86603973b tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks [] for router, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:57.650606 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-133d46d7-b901-4a5a-b548-2d2996f969f1 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:57.706084 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae850bf-a314-46cc-a29b-306c0b9072bc tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Made reservation on behalf of e0bb3da2b1c344b882bb065b24ba46bb for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:28:57.709482 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2ae850bf-a314-46cc-a29b-306c0b9072bc tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:57.718452 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.api.v2.resource [None req-4be2ef6e-51bb-42b5-8b88-41189e856d1f tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] create failed (client error): There was a conflict when trying to complete your request. May 04 17:28:57.720829 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-4be2ef6e-51bb-42b5-8b88-41189e856d1f tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6676555 May 04 17:28:57.732609 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48364) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:57.774711 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1416cf72-64eb-4f4a-b9a3-f90774e7c625 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:57.784251 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1416cf72-64eb-4f4a-b9a3-f90774e7c625 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:28:57.785172 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1416cf72-64eb-4f4a-b9a3-f90774e7c625 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:57.795406 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d6b9ce7c-ec73-4ce7-bd27-93be74ec80a2 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710748'] for router_interface, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:57.845448 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:57.879763 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port f5d574b8-9e11-4698-8c10-4c75bc2091dd, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=f5d574b8-9e11-4698-8c10-4c75bc2091dd,segment=NetworkSegment(24e7f41a-4a4d-42e3-89a3-d8da32802cf1),segment_id=24e7f41a-4a4d-42e3-89a3-d8da32802cf1)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:28:57.886023 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:57.960066 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a73561-8232-4a4c-91ec-2c043adc8303 None None] DHCP port deletion for 6b89b041-5c42-49da-97bf-23cee8aadf17 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:28:57.969729 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-98a73561-8232-4a4c-91ec-2c043adc8303 None None] Deleting port c79ab1ef-9f9a-400e-a43d-5c9dc67c62fe {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:28:57.970119 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-98a73561-8232-4a4c-91ec-2c043adc8303 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:57.997333 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-133d46d7-b901-4a5a-b548-2d2996f969f1 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:58.031901 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=f5d574b8-9e11-4698-8c10-4c75bc2091dd,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:58.096358 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-1416cf72-64eb-4f4a-b9a3-f90774e7c625 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.9322703 May 04 17:28:58.108943 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48368) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:58.189386 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-133d46d7-b901-4a5a-b548-2d2996f969f1 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:58.212440 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-98a73561-8232-4a4c-91ec-2c043adc8303 None None] For port c79ab1ef-9f9a-400e-a43d-5c9dc67c62fe, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=c79ab1ef-9f9a-400e-a43d-5c9dc67c62fe,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:28:58.212849 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-98a73561-8232-4a4c-91ec-2c043adc8303 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:58.214963 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-51e0b37a-4b52-4d62-8fe1-68bc787a181d tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Request body: {'subnet': {'network_id': '1c8e19b2-b0b0-476c-a671-69c06f877f38', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:28:58.228902 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133d46d7-b901-4a5a-b548-2d2996f969f1 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Pushing event deleted for resources: {'Subnet': ['ID=23e34983-a36c-4110-85a6-f07936c3e156,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:58.244380 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-133d46d7-b901-4a5a-b548-2d2996f969f1 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:58.251002 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1416cf72-64eb-4f4a-b9a3-f90774e7c625 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Pushing event updated for resources: {'Network': ['ID=1c8e19b2-b0b0-476c-a671-69c06f877f38,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:58.254588 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-133d46d7-b901-4a5a-b548-2d2996f969f1 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "DELETE /v2.0/subnets/23e34983-a36c-4110-85a6-f07936c3e156 HTTP/1.1" status: 204 len: 168 time: 1.0649285 May 04 17:28:58.255537 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48372) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:58.441118 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9d68660f-e536-479a-ae8e-482c797e8fc3 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:58.445006 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-d6b9ce7c-ec73-4ce7-bd27-93be74ec80a2 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Deleting port 69184845-81c9-41df-a201-93bb7ac0ce6f {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:28:58.445348 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d6b9ce7c-ec73-4ce7-bd27-93be74ec80a2 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:58.455953 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-98a73561-8232-4a4c-91ec-2c043adc8303 None None] Calling delete_port for c79ab1ef-9f9a-400e-a43d-5c9dc67c62fe owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:28:58.480552 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-909505ad-4e24-4c7c-952c-cca5708739d1 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:58.500631 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-9d68660f-e536-479a-ae8e-482c797e8fc3 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Deleting port e7757327-4ff7-4261-b601-0282552ec50c {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:28:58.500974 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9d68660f-e536-479a-ae8e-482c797e8fc3 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:58.546758 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-75e8e8c1-4148-470d-b8c0-5f6e06c6a60f tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks [] for security_group, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:58.549809 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-91484568-1e6e-4657-b4d3-f5a86603973b tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:58.549979 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560ef466-aabb-40aa-8b5f-90aa903c555b None None] Network a5ed1b83-aca9-4c3f-9050-32d7ace9c462 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:28:58.607110 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-909505ad-4e24-4c7c-952c-cca5708739d1 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Transition to ACTIVE for port object 644afc08-0b02-476b-b1fc-90533709f5ec will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:28:58.609137 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-91484568-1e6e-4657-b4d3-f5a86603973b tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Deleting port e39cfd69-8ea4-4bbf-a6fc-cd2eba857c3c {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:28:58.609484 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-91484568-1e6e-4657-b4d3-f5a86603973b tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:58.657296 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 1c8e19b2-b0b0-476c-a671-69c06f877f38 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:28:58.675843 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926f1811-6fc4-46aa-9e55-a3bd493c1e94 None None] Network 86c445c3-5309-43f9-90bf-7d2d354b5e85 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:28:58.689812 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-51e0b37a-4b52-4d62-8fe1-68bc787a181d tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:28:58.700361 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-98a73561-8232-4a4c-91ec-2c043adc8303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124'] for port, after_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:58.715387 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-75e8e8c1-4148-470d-b8c0-5f6e06c6a60f tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:58.723222 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-51e0b37a-4b52-4d62-8fe1-68bc787a181d tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Usage tracker for resource:subnet and tenant:b25ee3601e56428392e5e6b054ab6dbb is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:28:58.731315 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-51e0b37a-4b52-4d62-8fe1-68bc787a181d tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:28:58.754652 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-51e0b37a-4b52-4d62-8fe1-68bc787a181d tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:28:58.813067 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a73561-8232-4a4c-91ec-2c043adc8303 None None] No DVR routers for this DVR port c79ab1ef-9f9a-400e-a43d-5c9dc67c62fe on host dv-neutron-840426-1-hyperv {{(pid=88039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:28:58.835330 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d6b9ce7c-ec73-4ce7-bd27-93be74ec80a2 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:58.846161 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a73561-8232-4a4c-91ec-2c043adc8303 None None] Pushing event deleted for resources: {'Port': ['ID=c79ab1ef-9f9a-400e-a43d-5c9dc67c62fe,revision_number=None']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:58.847860 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e0b37a-4b52-4d62-8fe1-68bc787a181d tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Made reservation on behalf of b25ee3601e56428392e5e6b054ab6dbb for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:28:58.848427 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-9d68660f-e536-479a-ae8e-482c797e8fc3 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] For port e7757327-4ff7-4261-b601-0282552ec50c, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=e7757327-4ff7-4261-b601-0282552ec50c,segment=NetworkSegment(a456fa3b-a5a1-4431-9f21-8228d2b5742b),segment_id=a456fa3b-a5a1-4431-9f21-8228d2b5742b)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:28:58.848784 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9d68660f-e536-479a-ae8e-482c797e8fc3 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:58.852238 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-51e0b37a-4b52-4d62-8fe1-68bc787a181d tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:58.930264 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-909505ad-4e24-4c7c-952c-cca5708739d1 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:58.934228 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2ae850bf-a314-46cc-a29b-306c0b9072bc tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:59.002427 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-43042a28-ca44-45e6-bc6a-0252bee37831 None None] Provisioning complete for port f5d574b8-9e11-4698-8c10-4c75bc2091dd triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:28:59.002794 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-43042a28-ca44-45e6-bc6a-0252bee37831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:59.126036 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae850bf-a314-46cc-a29b-306c0b9072bc tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event updated for resources: {'Subnet': ['ID=f0bad6ed-4dd2-4474-a70b-52ca8804b96b,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:59.182409 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-75e8e8c1-4148-470d-b8c0-5f6e06c6a60f tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:59.190990 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.ipam_backend_mixin [None req-51e0b37a-4b52-4d62-8fe1-68bc787a181d tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Performing IP validity checks on allocation pools {{(pid=88038) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 04 17:28:59.191542 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.ipam_backend_mixin [None req-51e0b37a-4b52-4d62-8fe1-68bc787a181d tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88038) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 04 17:28:59.208113 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-d6b9ce7c-ec73-4ce7-bd27-93be74ec80a2 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Calling delete_port for 69184845-81c9-41df-a201-93bb7ac0ce6f owned by network:router_interface {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:28:59.235432 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e8e8c1-4148-470d-b8c0-5f6e06c6a60f tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3181d4-1189-4681-8509-de0d2e94ab05,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:59.245054 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-9d68660f-e536-479a-ae8e-482c797e8fc3 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Calling delete_port for e7757327-4ff7-4261-b601-0282552ec50c owned by network:dhcp {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:28:59.253297 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-75e8e8c1-4148-470d-b8c0-5f6e06c6a60f tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:59.254518 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-75e8e8c1-4148-470d-b8c0-5f6e06c6a60f tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] 10.222.0.41 "DELETE /v2.0/security-groups/1c3181d4-1189-4681-8509-de0d2e94ab05 HTTP/1.1" status: 204 len: 168 time: 1.5152948 May 04 17:28:59.256615 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909505ad-4e24-4c7c-952c-cca5708739d1 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Network 86c445c3-5309-43f9-90bf-7d2d354b5e85 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:28:59.260748 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae850bf-a314-46cc-a29b-306c0b9072bc tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:28:59.267130 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48376) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:59.272472 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device f5d574b8-9e11-4698-8c10-4c75bc2091dd up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:28:59.272624 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-2ae850bf-a314-46cc-a29b-306c0b9072bc tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:28:59.276413 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-909505ad-4e24-4c7c-952c-cca5708739d1 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:28:59.284780 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae850bf-a314-46cc-a29b-306c0b9072bc tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:28:59.285465 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2ae850bf-a314-46cc-a29b-306c0b9072bc tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:59.321570 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bda7c5-87d1-4bb6-b98d-84ad0fd405b3 None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:28:59.333317 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909505ad-4e24-4c7c-952c-cca5708739d1 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:28:59.377301 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9d68660f-e536-479a-ae8e-482c797e8fc3 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:59.380724 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909505ad-4e24-4c7c-952c-cca5708739d1 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Pushing event updated for resources: {'Port': ['ID=644afc08-0b02-476b-b1fc-90533709f5ec,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:59.425100 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-91484568-1e6e-4657-b4d3-f5a86603973b tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:59.435432 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d68660f-e536-479a-ae8e-482c797e8fc3 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] No DVR routers for this DVR port e7757327-4ff7-4261-b601-0282552ec50c on host dv-neutron-840426-1-hyperv {{(pid=88037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:28:59.461167 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206a86c8-b526-47e9-b66e-436eee25f374 None None] DHCP port deletion for a5ed1b83-aca9-4c3f-9050-32d7ace9c462 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:28:59.466370 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-2ae850bf-a314-46cc-a29b-306c0b9072bc tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5002387 May 04 17:28:59.475831 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48380) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:59.480334 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d68660f-e536-479a-ae8e-482c797e8fc3 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Pushing event deleted for resources: {'Port': ['ID=e7757327-4ff7-4261-b601-0282552ec50c,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:59.499430 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-980813ef-7f0d-4d06-8258-9c391bfaf5c0 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Request body: {'port': {'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'name': 'tempest-NetworksTestDHCPv6-917249528'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:28:59.521999 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port f5d574b8-9e11-4698-8c10-4c75bc2091dd triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:28:59.522728 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:59.528839 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-975e3673-2aeb-485d-ad0b-5791c20581f6 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Synchronizing usage tracker for tenant:bc492a5b91b444a185e1d2db234536fa on resource:security_group {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:28:59.600811 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-91484568-1e6e-4657-b4d3-f5a86603973b tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Calling delete_port for e39cfd69-8ea4-4bbf-a6fc-cd2eba857c3c owned by network:router_gateway {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:28:59.694928 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9d68660f-e536-479a-ae8e-482c797e8fc3 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:59.699979 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-909505ad-4e24-4c7c-952c-cca5708739d1 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710357'] for router_interface, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:59.711263 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76eba608-4c30-42cb-96c9-5fe73de288a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-6b89b041-5c42-49da-97bf-23cee8aadf17', 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'tenant_id': 'e0bb3da2b1c344b882bb065b24ba46bb', 'fixed_ips': [{'subnet_id': 'f0bad6ed-4dd2-4474-a70b-52ca8804b96b'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:28:59.711538 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-76eba608-4c30-42cb-96c9-5fe73de288a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:59.747980 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-9d68660f-e536-479a-ae8e-482c797e8fc3 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5ed1b83-aca9-4c3f-9050-32d7ace9c462']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:59.766897 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-9d68660f-e536-479a-ae8e-482c797e8fc3 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a456fa3b-a5a1-4431-9f21-8228d2b5742b') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:59.767270 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-9d68660f-e536-479a-ae8e-482c797e8fc3 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a456fa3b-a5a1-4431-9f21-8228d2b5742b') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:59.793039 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9d68660f-e536-479a-ae8e-482c797e8fc3 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:59.849026 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-975e3673-2aeb-485d-ad0b-5791c20581f6 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Unset dirty status for tenant:bc492a5b91b444a185e1d2db234536fa on resource:security_group {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:28:59.853822 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-975e3673-2aeb-485d-ad0b-5791c20581f6 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5756114 May 04 17:28:59.857777 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48384) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:59.865858 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9d68660f-e536-479a-ae8e-482c797e8fc3 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:59.877643 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-ca02dd74-c50c-4ee6-a6e7-d2f64f498fef tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Request body: {'security_group': {'name': 'tempest-secgroup--349656205'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:28:59.884755 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-980813ef-7f0d-4d06-8258-9c391bfaf5c0 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:28:59.893535 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d68660f-e536-479a-ae8e-482c797e8fc3 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:28:59.894090 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9d68660f-e536-479a-ae8e-482c797e8fc3 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:59.910859 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-ca02dd74-c50c-4ee6-a6e7-d2f64f498fef tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:28:59.913320 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 17:28:59.913320 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:28:59.913320 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 17:28:59.913320 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:28:59.913320 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 17:28:59.913320 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:28:59.913320 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 17:28:59.913320 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:28:59.913320 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 17:28:59.913320 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:28:59.913320 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 17:28:59.913320 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:28:59.913320 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 17:28:59.913320 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:28:59.913320 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:28:59.913320 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:28:59.913320 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:28:59.913320 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:28:59.913320 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 17:28:59.913320 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:28:59.913320 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 17:28:59.913320 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:28:59.913320 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:28:59.913320 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:28:59.913320 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 17:28:59.913320 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:28:59.913320 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:28:59.913320 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:28:59.913320 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:28:59.913320 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:28:59.913320 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:28:59.913320 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:28:59.923230 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-980813ef-7f0d-4d06-8258-9c391bfaf5c0 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Usage tracker for resource:port and tenant:e0bb3da2b1c344b882bb065b24ba46bb is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:28:59.928856 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device c79ab1ef-9f9a-400e-a43d-5c9dc67c62fe no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:28:59.952223 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-980813ef-7f0d-4d06-8258-9c391bfaf5c0 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:28:59.955806 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-ca02dd74-c50c-4ee6-a6e7-d2f64f498fef tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:28:59.984995 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: c79ab1ef-9f9a-400e-a43d-5c9dc67c62fe {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:28:59.985339 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device c79ab1ef-9f9a-400e-a43d-5c9dc67c62fe not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:29:00.012266 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-e850f870-b653-4706-887b-2c566f7fcb86 None None] Provisioning complete for port f5d574b8-9e11-4698-8c10-4c75bc2091dd triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:29:00.012638 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e850f870-b653-4706-887b-2c566f7fcb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:00.047793 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-980813ef-7f0d-4d06-8258-9c391bfaf5c0 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:00.058428 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-76eba608-4c30-42cb-96c9-5fe73de288a4 None None] Allocated IP 2001:db8::2 (6b89b041-5c42-49da-97bf-23cee8aadf17/f0bad6ed-4dd2-4474-a70b-52ca8804b96b/fff0e57d-fc18-4f2c-9bcc-c30c53239d08) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:29:00.091077 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d6b9ce7c-ec73-4ce7-bd27-93be74ec80a2 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:00.239850 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9d68660f-e536-479a-ae8e-482c797e8fc3 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:00.245813 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9d68660f-e536-479a-ae8e-482c797e8fc3 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:00.271771 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b9ce7c-ec73-4ce7-bd27-93be74ec80a2 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Pushing event deleted for resources: {'Port': ['ID=69184845-81c9-41df-a201-93bb7ac0ce6f,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:00.303636 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-e850f870-b653-4706-887b-2c566f7fcb86 None None] Provisioning for port 644afc08-0b02-476b-b1fc-90533709f5ec completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:29:00.354151 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-e850f870-b653-4706-887b-2c566f7fcb86 None None] Provisioning complete for port 644afc08-0b02-476b-b1fc-90533709f5ec triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:29:00.354531 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e850f870-b653-4706-887b-2c566f7fcb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:00.362662 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ca02dd74-c50c-4ee6-a6e7-d2f64f498fef tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:00.377075 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-9d68660f-e536-479a-ae8e-482c797e8fc3 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "DELETE /v2.0/networks/a5ed1b83-aca9-4c3f-9050-32d7ace9c462 HTTP/1.1" status: 204 len: 168 time: 2.1194043 May 04 17:29:00.380792 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d68660f-e536-479a-ae8e-482c797e8fc3 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Pushing event deleted for resources: {'Network': ['ID=a5ed1b83-aca9-4c3f-9050-32d7ace9c462,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:00.392133 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48392) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:00.398268 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-8af6cce7-607e-4601-b5cf-8409af29235f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-895781746'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:00.403555 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-8af6cce7-607e-4601-b5cf-8409af29235f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:00.409342 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-8af6cce7-607e-4601-b5cf-8409af29235f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Usage tracker for resource:network and tenant:a41a9e7401a94b21bc1365a01709c65f is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:29:00.412742 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-8af6cce7-607e-4601-b5cf-8409af29235f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:29:00.413899 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-51e0b37a-4b52-4d62-8fe1-68bc787a181d tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:00.420074 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-8af6cce7-607e-4601-b5cf-8409af29235f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:00.429839 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-e850f870-b653-4706-887b-2c566f7fcb86 None None] Port 644afc08-0b02-476b-b1fc-90533709f5ec cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:29:00.438725 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980813ef-7f0d-4d06-8258-9c391bfaf5c0 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Made reservation on behalf of e0bb3da2b1c344b882bb065b24ba46bb for: {'port': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:29:00.449064 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-980813ef-7f0d-4d06-8258-9c391bfaf5c0 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:00.467291 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-76eba608-4c30-42cb-96c9-5fe73de288a4 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:00.476682 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af6cce7-607e-4601-b5cf-8409af29235f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Made reservation on behalf of a41a9e7401a94b21bc1365a01709c65f for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:29:00.480716 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8af6cce7-607e-4601-b5cf-8409af29235f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:00.480852 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-76eba608-4c30-42cb-96c9-5fe73de288a4 None None] Transition to ACTIVE for port object fff0e57d-fc18-4f2c-9bcc-c30c53239d08 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:29:00.498320 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-ca02dd74-c50c-4ee6-a6e7-d2f64f498fef tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:00.501270 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-76eba608-4c30-42cb-96c9-5fe73de288a4 None None] Transition to ACTIVE for port object fff0e57d-fc18-4f2c-9bcc-c30c53239d08 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:29:00.507571 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-76eba608-4c30-42cb-96c9-5fe73de288a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:00.540551 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-909505ad-4e24-4c7c-952c-cca5708739d1 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:00.569081 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-ca02dd74-c50c-4ee6-a6e7-d2f64f498fef tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Usage tracker for resource:security_group_rule and tenant:bc492a5b91b444a185e1d2db234536fa is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:29:00.576883 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76eba608-4c30-42cb-96c9-5fe73de288a4 None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:29:00.580401 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-76eba608-4c30-42cb-96c9-5fe73de288a4 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:29:00.580935 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-ca02dd74-c50c-4ee6-a6e7-d2f64f498fef tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:29:00.582906 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76eba608-4c30-42cb-96c9-5fe73de288a4 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:29:00.609128 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [None req-980813ef-7f0d-4d06-8258-9c391bfaf5c0 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] device_id is not set on port 129c1f27-9336-4aa1-a5ff-3ca089589598 yet. {{(pid=88037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:29:00.624921 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e0b37a-4b52-4d62-8fe1-68bc787a181d tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Pushing event updated for resources: {'Subnet': ['ID=13206fcc-c7da-4012-af39-94ade286c841,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:00.638469 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eba608-4c30-42cb-96c9-5fe73de288a4 None None] Pushing event updated for resources: {'Port': ['ID=fff0e57d-fc18-4f2c-9bcc-c30c53239d08,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:00.646241 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-ca02dd74-c50c-4ee6-a6e7-d2f64f498fef tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:00.651303 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-91484568-1e6e-4657-b4d3-f5a86603973b tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:00.667264 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8af6cce7-607e-4601-b5cf-8409af29235f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:29:00.668470 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-bf6cefdc-1174-4481-a57b-3e53008bfc95 None None] Provisioning complete for port 644afc08-0b02-476b-b1fc-90533709f5ec triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:29:00.669110 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-bf6cefdc-1174-4481-a57b-3e53008bfc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:00.693811 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e0b37a-4b52-4d62-8fe1-68bc787a181d tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Checking segment: {'id': 'e954c4c8-3d5d-435d-9a15-efb1c543066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1c8e19b2-b0b0-476c-a671-69c06f877f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:29:00.694109 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e0b37a-4b52-4d62-8fe1-68bc787a181d tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Network hostable DHCP agents. Network: 1c8e19b2-b0b0-476c-a671-69c06f877f38, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:29:00.742730 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-76eba608-4c30-42cb-96c9-5fe73de288a4 None None] Attempting to bind port fff0e57d-fc18-4f2c-9bcc-c30c53239d08 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:29:00.743095 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-76eba608-4c30-42cb-96c9-5fe73de288a4 None None] Attempting to bind port fff0e57d-fc18-4f2c-9bcc-c30c53239d08 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:29:00.743446 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76eba608-4c30-42cb-96c9-5fe73de288a4 None None] Attempting to bind port fff0e57d-fc18-4f2c-9bcc-c30c53239d08 on network 6b89b041-5c42-49da-97bf-23cee8aadf17 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:29:00.751412 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-bf6cefdc-1174-4481-a57b-3e53008bfc95 None None] Port 644afc08-0b02-476b-b1fc-90533709f5ec cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:29:00.754045 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76eba608-4c30-42cb-96c9-5fe73de288a4 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:29:00.754415 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76eba608-4c30-42cb-96c9-5fe73de288a4 None None] Checking segment: {'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:29:00.754807 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-76eba608-4c30-42cb-96c9-5fe73de288a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:00.755183 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76eba608-4c30-42cb-96c9-5fe73de288a4 None None] Bound using segment: {'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:29:00.755643 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-76eba608-4c30-42cb-96c9-5fe73de288a4 None None] Bound port: fff0e57d-fc18-4f2c-9bcc-c30c53239d08, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:29:00.755995 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-76eba608-4c30-42cb-96c9-5fe73de288a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:00.774180 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91484568-1e6e-4657-b4d3-f5a86603973b tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Pushing event deleted for resources: {'Port': ['ID=e39cfd69-8ea4-4bbf-a6fc-cd2eba857c3c,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:00.787983 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8af6cce7-607e-4601-b5cf-8409af29235f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:00.788328 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-8af6cce7-607e-4601-b5cf-8409af29235f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Added segment 03cd3343-a3a7-4853-a4a7-8758bbcdda43 of type vlan for network 64196c28-5300-49b0-83bb-52df24217316 May 04 17:29:00.849105 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-76eba608-4c30-42cb-96c9-5fe73de288a4 None None] For port fff0e57d-fc18-4f2c-9bcc-c30c53239d08, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:29:00.852620 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-76eba608-4c30-42cb-96c9-5fe73de288a4 None None] For port fff0e57d-fc18-4f2c-9bcc-c30c53239d08, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=fff0e57d-fc18-4f2c-9bcc-c30c53239d08,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:29:00.857542 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-76eba608-4c30-42cb-96c9-5fe73de288a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:00.896064 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8af6cce7-607e-4601-b5cf-8409af29235f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:00.911051 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d6b9ce7c-ec73-4ce7-bd27-93be74ec80a2 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710832'] for router_interface, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:00.945935 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e0b37a-4b52-4d62-8fe1-68bc787a181d tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Network 1c8e19b2-b0b0-476c-a671-69c06f877f38 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:29:00.946533 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eba608-4c30-42cb-96c9-5fe73de288a4 None None] Pushing event updated for resources: {'Port': ['ID=fff0e57d-fc18-4f2c-9bcc-c30c53239d08,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:00.977517 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-91484568-1e6e-4657-b4d3-f5a86603973b tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710199'] for router_gateway, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:01.016712 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-51e0b37a-4b52-4d62-8fe1-68bc787a181d tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 1c8e19b2-b0b0-476c-a671-69c06f877f38) {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:29:01.026751 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b82014a-38fa-4357-9c87-a7d1e71afb69 None None] Network 1c8e19b2-b0b0-476c-a671-69c06f877f38 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:29:01.160669 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device e7757327-4ff7-4261-b601-0282552ec50c no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:29:01.181854 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e0b37a-4b52-4d62-8fe1-68bc787a181d tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:01.182662 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-51e0b37a-4b52-4d62-8fe1-68bc787a181d tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:01.237026 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: e7757327-4ff7-4261-b601-0282552ec50c {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:29:01.237366 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device e7757327-4ff7-4261-b601-0282552ec50c not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:29:01.250113 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-91484568-1e6e-4657-b4d3-f5a86603973b tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:01.343177 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-91484568-1e6e-4657-b4d3-f5a86603973b tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:01.365859 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ca02dd74-c50c-4ee6-a6e7-d2f64f498fef tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:01.367285 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-980813ef-7f0d-4d06-8258-9c391bfaf5c0 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Allocated IP 2001:db8::3c1 (6b89b041-5c42-49da-97bf-23cee8aadf17/f0bad6ed-4dd2-4474-a70b-52ca8804b96b/129c1f27-9336-4aa1-a5ff-3ca089589598) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:29:01.367494 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-51e0b37a-4b52-4d62-8fe1-68bc787a181d tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.2485592 May 04 17:29:01.375760 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48398) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:01.393346 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d45ae9-755b-40ab-904b-40e68e0300c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-1c8e19b2-b0b0-476c-a671-69c06f877f38', 'network_id': '1c8e19b2-b0b0-476c-a671-69c06f877f38', 'tenant_id': 'b25ee3601e56428392e5e6b054ab6dbb', 'fixed_ips': [{'subnet_id': '13206fcc-c7da-4012-af39-94ade286c841'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:29:01.394349 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-60d45ae9-755b-40ab-904b-40e68e0300c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:01.459842 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-91484568-1e6e-4657-b4d3-f5a86603973b tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:01.460448 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91484568-1e6e-4657-b4d3-f5a86603973b tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Fanout notify agent at l3_agent the message router_deleted on router 953ad470-efe3-42f9-a19a-3ac553591ec6 {{(pid=88038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:29:01.481228 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-91484568-1e6e-4657-b4d3-f5a86603973b tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:01.482553 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-91484568-1e6e-4657-b4d3-f5a86603973b tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] 10.222.0.41 "DELETE /v2.0/routers/953ad470-efe3-42f9-a19a-3ac553591ec6 HTTP/1.1" status: 204 len: 168 time: 4.4154348 May 04 17:29:01.487946 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48402) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:01.490986 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ca02dd74-c50c-4ee6-a6e7-d2f64f498fef tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:01.494798 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-1d0fdade-0c5f-483c-b830-7316f8baec54 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1975752394', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}, 'admin_state_up': False}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:01.503998 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-1d0fdade-0c5f-483c-b830-7316f8baec54 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:01.521402 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-1d0fdade-0c5f-483c-b830-7316f8baec54 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Usage tracker for resource:router and tenant:bf5f75dc0afa4422b68fd6a68c41365c is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:29:01.526371 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-1d0fdade-0c5f-483c-b830-7316f8baec54 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:29:01.532020 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8af6cce7-607e-4601-b5cf-8409af29235f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:01.535367 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-909505ad-4e24-4c7c-952c-cca5708739d1 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:01.537208 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-1d0fdade-0c5f-483c-b830-7316f8baec54 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:01.537761 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af6cce7-607e-4601-b5cf-8409af29235f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:01.538395 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8af6cce7-607e-4601-b5cf-8409af29235f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:01.544228 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-909505ad-4e24-4c7c-952c-cca5708739d1 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:01.595606 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-60d45ae9-755b-40ab-904b-40e68e0300c7 None None] Allocated IP 172.20.0.3 (1c8e19b2-b0b0-476c-a671-69c06f877f38/13206fcc-c7da-4012-af39-94ade286c841/74362356-1f88-4b95-8efc-e8c9d380b670) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:29:01.623614 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1d0fdade-0c5f-483c-b830-7316f8baec54 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:01.624660 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1d0fdade-0c5f-483c-b830-7316f8baec54 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:01.677951 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1d0fdade-0c5f-483c-b830-7316f8baec54 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:01.686484 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909505ad-4e24-4c7c-952c-cca5708739d1 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Pushing event updated for resources: {'Port': ['ID=644afc08-0b02-476b-b1fc-90533709f5ec,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:01.692928 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-909505ad-4e24-4c7c-952c-cca5708739d1 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710702'] for router_interface, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:01.763007 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca02dd74-c50c-4ee6-a6e7-d2f64f498fef tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d607109-2503-41d1-a141-a3261a90f5bf,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:01.833645 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1d339300-798d-40e9-a58a-2243dc5d287e tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:01.838725 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-60d45ae9-755b-40ab-904b-40e68e0300c7 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:01.841478 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-8af6cce7-607e-4601-b5cf-8409af29235f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4481051 May 04 17:29:01.843178 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ca02dd74-c50c-4ee6-a6e7-d2f64f498fef tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:01.844304 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-ca02dd74-c50c-4ee6-a6e7-d2f64f498fef tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.9845793 May 04 17:29:01.845237 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af6cce7-607e-4601-b5cf-8409af29235f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Pushing event updated for resources: {'Network': ['ID=64196c28-5300-49b0-83bb-52df24217316,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:01.852089 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48406) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:01.852422 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48408) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:01.853590 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-60d45ae9-755b-40ab-904b-40e68e0300c7 None None] Transition to ACTIVE for port object 74362356-1f88-4b95-8efc-e8c9d380b670 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:29:01.862662 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 64196c28-5300-49b0-83bb-52df24217316 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:29:01.865729 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-d5142ce7-2a01-4f68-9155-fdc8c51a7f9f tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Request body: {'security_group_rule': {'security_group_id': '3d607109-2503-41d1-a141-a3261a90f5bf', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:01.866589 dv-neutron-840426-1-hyperv neutron-server[88037]: WARNING neutron.api.v2.base [None req-d5142ce7-2a01-4f68-9155-fdc8c51a7f9f tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 04 17:29:01.867106 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.api.v2.resource [None req-d5142ce7-2a01-4f68-9155-fdc8c51a7f9f tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 04 17:29:01.871835 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-d5142ce7-2a01-4f68-9155-fdc8c51a7f9f tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0132301 May 04 17:29:01.875691 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-7bdc1b81-31d4-491c-863e-df3d5c809b33 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Request body: {'subnet': {'network_id': '64196c28-5300-49b0-83bb-52df24217316', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:01.904731 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-60d45ae9-755b-40ab-904b-40e68e0300c7 None None] Transition to ACTIVE for port object 74362356-1f88-4b95-8efc-e8c9d380b670 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:29:01.905019 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48414) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:01.963368 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-60d45ae9-755b-40ab-904b-40e68e0300c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:02.096057 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d45ae9-755b-40ab-904b-40e68e0300c7 None None] Network 1c8e19b2-b0b0-476c-a671-69c06f877f38 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:29:02.099855 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-60d45ae9-755b-40ab-904b-40e68e0300c7 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:29:02.103772 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d45ae9-755b-40ab-904b-40e68e0300c7 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:29:02.113276 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-1d339300-798d-40e9-a58a-2243dc5d287e tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Deleting port 74362356-1f88-4b95-8efc-e8c9d380b670 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:29:02.113851 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1d339300-798d-40e9-a58a-2243dc5d287e tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:02.137997 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d45ae9-755b-40ab-904b-40e68e0300c7 None None] Pushing event updated for resources: {'Port': ['ID=74362356-1f88-4b95-8efc-e8c9d380b670,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:02.159853 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6b9ce7c-ec73-4ce7-bd27-93be74ec80a2 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Router ddbd90c5-c8d4-45fc-b8bf-75f2ae90bec9 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:29:02.211508 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1d0fdade-0c5f-483c-b830-7316f8baec54 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:02.234705 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-60d45ae9-755b-40ab-904b-40e68e0300c7 None None] Attempting to bind port 74362356-1f88-4b95-8efc-e8c9d380b670 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:29:02.235186 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-60d45ae9-755b-40ab-904b-40e68e0300c7 None None] Attempting to bind port 74362356-1f88-4b95-8efc-e8c9d380b670 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'e954c4c8-3d5d-435d-9a15-efb1c543066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1c8e19b2-b0b0-476c-a671-69c06f877f38'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:29:02.235641 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d45ae9-755b-40ab-904b-40e68e0300c7 None None] Attempting to bind port 74362356-1f88-4b95-8efc-e8c9d380b670 on network 1c8e19b2-b0b0-476c-a671-69c06f877f38 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:29:02.241603 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d45ae9-755b-40ab-904b-40e68e0300c7 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:29:02.242285 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d45ae9-755b-40ab-904b-40e68e0300c7 None None] Checking segment: {'id': 'e954c4c8-3d5d-435d-9a15-efb1c543066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1c8e19b2-b0b0-476c-a671-69c06f877f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:29:02.242782 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-60d45ae9-755b-40ab-904b-40e68e0300c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:02.243298 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d45ae9-755b-40ab-904b-40e68e0300c7 None None] Bound using segment: {'id': 'e954c4c8-3d5d-435d-9a15-efb1c543066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1c8e19b2-b0b0-476c-a671-69c06f877f38'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:29:02.243876 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-60d45ae9-755b-40ab-904b-40e68e0300c7 None None] Bound port: 74362356-1f88-4b95-8efc-e8c9d380b670, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e954c4c8-3d5d-435d-9a15-efb1c543066d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '1c8e19b2-b0b0-476c-a671-69c06f877f38'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:29:02.244373 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-60d45ae9-755b-40ab-904b-40e68e0300c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:02.249056 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909505ad-4e24-4c7c-952c-cca5708739d1 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Network 86c445c3-5309-43f9-90bf-7d2d354b5e85 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:29:02.257604 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-909505ad-4e24-4c7c-952c-cca5708739d1 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:29:02.375608 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-7bdc1b81-31d4-491c-863e-df3d5c809b33 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:02.399390 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-7bdc1b81-31d4-491c-863e-df3d5c809b33 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Usage tracker for resource:subnet and tenant:a41a9e7401a94b21bc1365a01709c65f is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:29:02.405678 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-60d45ae9-755b-40ab-904b-40e68e0300c7 None None] For port 74362356-1f88-4b95-8efc-e8c9d380b670, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:29:02.410710 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-60d45ae9-755b-40ab-904b-40e68e0300c7 None None] For port 74362356-1f88-4b95-8efc-e8c9d380b670, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=74362356-1f88-4b95-8efc-e8c9d380b670,segment=NetworkSegment(e954c4c8-3d5d-435d-9a15-efb1c543066d),segment_id=e954c4c8-3d5d-435d-9a15-efb1c543066d)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:29:02.416407 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-60d45ae9-755b-40ab-904b-40e68e0300c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:02.495451 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-7bdc1b81-31d4-491c-863e-df3d5c809b33 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:29:02.527176 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d45ae9-755b-40ab-904b-40e68e0300c7 None None] Pushing event updated for resources: {'Port': ['ID=74362356-1f88-4b95-8efc-e8c9d380b670,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:02.559039 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-7bdc1b81-31d4-491c-863e-df3d5c809b33 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:02.568160 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6ea7ca6d-bd67-4c37-a8cf-8f1dc3d2cf12 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:02.615258 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-b1020447-f417-4ceb-a6ba-698352f8faa8 None None] Provisioning for port fff0e57d-fc18-4f2c-9bcc-c30c53239d08 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:29:02.620525 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-909505ad-4e24-4c7c-952c-cca5708739d1 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Router b3b48d09-286f-49aa-b667-7cd4d4acfbbd is scheduled to L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 with binding_index 1 {{(pid=88038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:29:02.629962 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-980813ef-7f0d-4d06-8258-9c391bfaf5c0 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:02.713248 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6ea7ca6d-bd67-4c37-a8cf-8f1dc3d2cf12 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:02.721317 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bdc1b81-31d4-491c-863e-df3d5c809b33 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Made reservation on behalf of a41a9e7401a94b21bc1365a01709c65f for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:29:02.724748 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7bdc1b81-31d4-491c-863e-df3d5c809b33 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:02.761138 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-0f57aff8-7b0f-432d-883c-da75345d23b4 None None] Provisioning complete for port 644afc08-0b02-476b-b1fc-90533709f5ec triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:29:02.761881 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0f57aff8-7b0f-432d-883c-da75345d23b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:02.835895 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-0f57aff8-7b0f-432d-883c-da75345d23b4 None None] Port 644afc08-0b02-476b-b1fc-90533709f5ec cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:29:02.989907 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909505ad-4e24-4c7c-952c-cca5708739d1 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:29:02.996088 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1d0fdade-0c5f-483c-b830-7316f8baec54 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks [] for router_gateway, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:03.001383 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb570e2-bd3a-4141-ad14-4ad24dcb8dd3 None None] Sync routers for ids ['b3b48d09-286f-49aa-b667-7cd4d4acfbbd'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:29:03.006971 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-980813ef-7f0d-4d06-8258-9c391bfaf5c0 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Transition to ACTIVE for port object 129c1f27-9336-4aa1-a5ff-3ca089589598 will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:29:03.010946 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb570e2-bd3a-4141-ad14-4ad24dcb8dd3 None None] Routers {'b3b48d09-286f-49aa-b667-7cd4d4acfbbd'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:29:03.011584 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-beb570e2-bd3a-4141-ad14-4ad24dcb8dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:28:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['b3b48d09-286f-49aa-b667-7cd4d4acfbbd'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:03.029984 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1d0fdade-0c5f-483c-b830-7316f8baec54 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:03.034983 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-909505ad-4e24-4c7c-952c-cca5708739d1 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "PUT /v2.0/routers/b3b48d09-286f-49aa-b667-7cd4d4acfbbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4589241 May 04 17:29:03.053783 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48420) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:03.080854 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-beb570e2-bd3a-4141-ad14-4ad24dcb8dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:03.094055 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb570e2-bd3a-4141-ad14-4ad24dcb8dd3 None None] Routers {'b3b48d09-286f-49aa-b667-7cd4d4acfbbd'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:29:03.094888 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-beb570e2-bd3a-4141-ad14-4ad24dcb8dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:28:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['b3b48d09-286f-49aa-b667-7cd4d4acfbbd'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:03.163713 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5503a7d-6d69-417e-8e69-ad44c1790f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:03.192916 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-1d0fdade-0c5f-483c-b830-7316f8baec54 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Allocated IP 172.26.0.48 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/885d21bb-4548-4ed6-bb14-18e71bf862bd) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:29:03.212493 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b9ce7c-ec73-4ce7-bd27-93be74ec80a2 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:29:03.225716 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38419cbc-be2a-4094-b9fb-1f3f917734bb tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:03.226200 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02af5ae8-75e9-4ffd-9cda-22ef9a061150 None None] Sync routers for ids ['ddbd90c5-c8d4-45fc-b8bf-75f2ae90bec9'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:29:03.232672 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-38419cbc-be2a-4094-b9fb-1f3f917734bb tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "GET /v2.0/ports/644afc08-0b02-476b-b1fc-90533709f5ec HTTP/1.1" status: 200 len: 910 time: 0.1779196 May 04 17:29:03.241583 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48424) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:03.248041 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-12c5af5d-baa6-40f6-bffe-722e87c445f3 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '58068400-1f21-402b-84f5-05ac11179a98'}]}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:03.250479 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02af5ae8-75e9-4ffd-9cda-22ef9a061150 None None] Routers {'ddbd90c5-c8d4-45fc-b8bf-75f2ae90bec9'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:29:03.251519 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-02af5ae8-75e9-4ffd-9cda-22ef9a061150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:28:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['ddbd90c5-c8d4-45fc-b8bf-75f2ae90bec9'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:03.260278 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6ea7ca6d-bd67-4c37-a8cf-8f1dc3d2cf12 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:03.288570 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-d6b9ce7c-ec73-4ce7-bd27-93be74ec80a2 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] 10.222.0.41 "PUT /v2.0/routers/ddbd90c5-c8d4-45fc-b8bf-75f2ae90bec9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8507164 May 04 17:29:03.296516 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-beb570e2-bd3a-4141-ad14-4ad24dcb8dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:03.297133 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48428) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:03.302010 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb570e2-bd3a-4141-ad14-4ad24dcb8dd3 None None] The sync data for ids ['b3b48d09-286f-49aa-b667-7cd4d4acfbbd'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:29:03.369679 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6ea7ca6d-bd67-4c37-a8cf-8f1dc3d2cf12 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:03.370855 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-6ea7ca6d-bd67-4c37-a8cf-8f1dc3d2cf12 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] 10.222.0.41 "DELETE /v2.0/security-groups/3d607109-2503-41d1-a141-a3261a90f5bf HTTP/1.1" status: 204 len: 168 time: 1.3419020 May 04 17:29:03.377002 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device fff0e57d-fc18-4f2c-9bcc-c30c53239d08 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:29:03.380231 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-1d339300-798d-40e9-a58a-2243dc5d287e tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] For port 74362356-1f88-4b95-8efc-e8c9d380b670, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=74362356-1f88-4b95-8efc-e8c9d380b670,segment=NetworkSegment(e954c4c8-3d5d-435d-9a15-efb1c543066d),segment_id=e954c4c8-3d5d-435d-9a15-efb1c543066d)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:29:03.380596 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1d339300-798d-40e9-a58a-2243dc5d287e tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:03.388769 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea7ca6d-bd67-4c37-a8cf-8f1dc3d2cf12 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d607109-2503-41d1-a141-a3261a90f5bf,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:03.390953 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48434) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:03.448358 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-02af5ae8-75e9-4ffd-9cda-22ef9a061150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:03.473266 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02af5ae8-75e9-4ffd-9cda-22ef9a061150 None None] Routers {'ddbd90c5-c8d4-45fc-b8bf-75f2ae90bec9'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:29:03.474082 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-02af5ae8-75e9-4ffd-9cda-22ef9a061150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:28:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['ddbd90c5-c8d4-45fc-b8bf-75f2ae90bec9'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:03.481322 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-980813ef-7f0d-4d06-8258-9c391bfaf5c0 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:03.545820 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-02af5ae8-75e9-4ffd-9cda-22ef9a061150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:03.546298 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02af5ae8-75e9-4ffd-9cda-22ef9a061150 None None] The sync data for ids ['ddbd90c5-c8d4-45fc-b8bf-75f2ae90bec9'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:29:03.562591 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port fff0e57d-fc18-4f2c-9bcc-c30c53239d08 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:29:03.569048 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port fff0e57d-fc18-4f2c-9bcc-c30c53239d08 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:29:03.569815 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:03.588958 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-1d339300-798d-40e9-a58a-2243dc5d287e tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Calling delete_port for 74362356-1f88-4b95-8efc-e8c9d380b670 owned by network:dhcp {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:29:03.718412 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:03.757833 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port fff0e57d-fc18-4f2c-9bcc-c30c53239d08, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=fff0e57d-fc18-4f2c-9bcc-c30c53239d08,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:29:03.765164 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:03.766292 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 74362356-1f88-4b95-8efc-e8c9d380b670 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:29:03.772473 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1d0fdade-0c5f-483c-b830-7316f8baec54 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:03.832873 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980813ef-7f0d-4d06-8258-9c391bfaf5c0 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:29:03.842084 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-12c5af5d-baa6-40f6-bffe-722e87c445f3 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:03.847058 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-980813ef-7f0d-4d06-8258-9c391bfaf5c0 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:29:03.861486 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98feda6-4088-46c1-84ba-0f45653253bb None None] Network 1c8e19b2-b0b0-476c-a671-69c06f877f38 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:29:03.872305 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980813ef-7f0d-4d06-8258-9c391bfaf5c0 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:29:03.878550 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980813ef-7f0d-4d06-8258-9c391bfaf5c0 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:03.879165 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-980813ef-7f0d-4d06-8258-9c391bfaf5c0 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:03.884155 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980813ef-7f0d-4d06-8258-9c391bfaf5c0 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event updated for resources: {'Port': ['ID=129c1f27-9336-4aa1-a5ff-3ca089589598,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:03.914914 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-79cfa480-ddb8-4088-be61-56b1c3837a58 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Synchronizing usage tracker for tenant:bc492a5b91b444a185e1d2db234536fa on resource:security_group {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:29:03.958994 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-980813ef-7f0d-4d06-8258-9c391bfaf5c0 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.4775319 May 04 17:29:03.992023 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48440) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:03.994939 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d86bde2d-096f-48e8-8e9d-aa10dac9a470 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for router, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:04.053911 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7bdc1b81-31d4-491c-863e-df3d5c809b33 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:04.080467 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=fff0e57d-fc18-4f2c-9bcc-c30c53239d08,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:04.121131 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1d0fdade-0c5f-483c-b830-7316f8baec54 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:04.138522 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-79cfa480-ddb8-4088-be61-56b1c3837a58 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Unset dirty status for tenant:bc492a5b91b444a185e1d2db234536fa on resource:security_group {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:29:04.140134 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-79cfa480-ddb8-4088-be61-56b1c3837a58 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7286253 May 04 17:29:04.147266 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48444) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:04.249901 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0fdade-0c5f-483c-b830-7316f8baec54 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:29:04.256584 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-1d0fdade-0c5f-483c-b830-7316f8baec54 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:29:04.260692 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-4c49794c-f9b6-4756-bd0a-7c949daf8f57 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Request body: {'security_group': {'name': 'tempest-secgroup--15084689'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:04.298258 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-4c49794c-f9b6-4756-bd0a-7c949daf8f57 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:04.306753 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0fdade-0c5f-483c-b830-7316f8baec54 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:29:04.320181 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdc1b81-31d4-491c-863e-df3d5c809b33 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Pushing event updated for resources: {'Subnet': ['ID=0bc3e9eb-42ce-49a3-ac8a-8ffe183bd85e,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:04.326518 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 74362356-1f88-4b95-8efc-e8c9d380b670 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:29:04.331403 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-aad41051-1850-47d9-a9c8-331dcf1857d6 None None] Provisioning for port 74362356-1f88-4b95-8efc-e8c9d380b670 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:29:04.340437 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 74362356-1f88-4b95-8efc-e8c9d380b670 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:29:04.340970 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:04.345120 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0fdade-0c5f-483c-b830-7316f8baec54 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Pushing event updated for resources: {'Port': ['ID=885d21bb-4548-4ed6-bb14-18e71bf862bd,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:04.346503 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-4c49794c-f9b6-4756-bd0a-7c949daf8f57 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:04.349216 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1d339300-798d-40e9-a58a-2243dc5d287e tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:04.375403 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-aad41051-1850-47d9-a9c8-331dcf1857d6 None None] Provisioning complete for port 74362356-1f88-4b95-8efc-e8c9d380b670 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:29:04.375963 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-aad41051-1850-47d9-a9c8-331dcf1857d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:04.397813 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdc1b81-31d4-491c-863e-df3d5c809b33 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Checking segment: {'id': '03cd3343-a3a7-4853-a4a7-8758bbcdda43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '64196c28-5300-49b0-83bb-52df24217316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:29:04.398207 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bdc1b81-31d4-491c-863e-df3d5c809b33 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Network hostable DHCP agents. Network: 64196c28-5300-49b0-83bb-52df24217316, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:29:04.407323 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2514711-f37c-403c-9048-b35b6ff75472 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:04.413628 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2514711-f37c-403c-9048-b35b6ff75472 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:04.415035 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-f2514711-f37c-403c-9048-b35b6ff75472 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.4218185 May 04 17:29:04.419100 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339300-798d-40e9-a58a-2243dc5d287e tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Pushing event deleted for resources: {'Port': ['ID=74362356-1f88-4b95-8efc-e8c9d380b670,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:04.420686 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48448) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:04.425456 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-aad41051-1850-47d9-a9c8-331dcf1857d6 None None] Port 74362356-1f88-4b95-8efc-e8c9d380b670 was deleted so its status cannot be updated. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 04 17:29:04.432213 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Port 74362356-1f88-4b95-8efc-e8c9d380b670 was deleted so its status cannot be updated. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 04 17:29:04.473209 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4c49794c-f9b6-4756-bd0a-7c949daf8f57 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:04.507166 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1091773f-9324-4cb6-b911-720c3cb0c26c None None] DHCP port deletion for 1c8e19b2-b0b0-476c-a671-69c06f877f38 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:29:04.525010 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d86bde2d-096f-48e8-8e9d-aa10dac9a470 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:04.525946 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1211c3ea-ba48-414f-b195-86feed0863ba None None] get_active_networks_info from dv-neutron-840426-1-hyperv {{(pid=88039) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 04 17:29:04.549621 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d339300-798d-40e9-a58a-2243dc5d287e tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] No DVR routers for this DVR port 74362356-1f88-4b95-8efc-e8c9d380b670 on host dv-neutron-840426-1-hyperv {{(pid=88037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:29:04.569527 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-5ef90fb1-84b8-4f49-bfd9-7e7c486113b8 None None] Could not find standard attr ID for object 74362356-1f88-4b95-8efc-e8c9d380b670. {{(pid=88039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 04 17:29:04.587745 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bdc1b81-31d4-491c-863e-df3d5c809b33 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Network 64196c28-5300-49b0-83bb-52df24217316 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:29:04.589735 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-d86bde2d-096f-48e8-8e9d-aa10dac9a470 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Deleting port 3b28c33c-e2bb-4f13-ae42-91fd6ff549c9 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:29:04.590165 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d86bde2d-096f-48e8-8e9d-aa10dac9a470 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:04.593744 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-5ef90fb1-84b8-4f49-bfd9-7e7c486113b8 None None] Provisioning for port 129c1f27-9336-4aa1-a5ff-3ca089589598 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:29:04.614002 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-5ef90fb1-84b8-4f49-bfd9-7e7c486113b8 None None] Provisioning complete for port 129c1f27-9336-4aa1-a5ff-3ca089589598 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:29:04.614640 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-5ef90fb1-84b8-4f49-bfd9-7e7c486113b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:04.635329 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-4c49794c-f9b6-4756-bd0a-7c949daf8f57 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:04.657101 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-4c49794c-f9b6-4756-bd0a-7c949daf8f57 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Usage tracker for resource:security_group_rule and tenant:bc492a5b91b444a185e1d2db234536fa is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:29:04.664014 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-ca27e2fb-a040-4be5-93fb-352eaae50e72 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Deleting port 129c1f27-9336-4aa1-a5ff-3ca089589598 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:29:04.664353 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ca27e2fb-a040-4be5-93fb-352eaae50e72 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:04.666758 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-4c49794c-f9b6-4756-bd0a-7c949daf8f57 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:29:04.673678 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-7bdc1b81-31d4-491c-863e-df3d5c809b33 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 64196c28-5300-49b0-83bb-52df24217316) {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:29:04.677983 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdc1b81-31d4-491c-863e-df3d5c809b33 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:04.678791 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7bdc1b81-31d4-491c-863e-df3d5c809b33 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:04.694828 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-5ef90fb1-84b8-4f49-bfd9-7e7c486113b8 None None] Port 129c1f27-9336-4aa1-a5ff-3ca089589598 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:29:04.740452 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1211c3ea-ba48-414f-b195-86feed0863ba None None] Resources bound (agent type, host, resource id): {{(pid=88039) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 04 17:29:04.857680 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-4c49794c-f9b6-4756-bd0a-7c949daf8f57 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:04.869684 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1d339300-798d-40e9-a58a-2243dc5d287e tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:04.942502 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-7bdc1b81-31d4-491c-863e-df3d5c809b33 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0889938 May 04 17:29:04.943775 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48452) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:04.977097 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-12c5af5d-baa6-40f6-bffe-722e87c445f3 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:05.011066 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-a24b1868-de80-4882-bbeb-09c2abb1ee40 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1127679427', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:05.022825 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-a24b1868-de80-4882-bbeb-09c2abb1ee40 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:05.036359 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-a24b1868-de80-4882-bbeb-09c2abb1ee40 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Usage tracker for resource:router and tenant:a41a9e7401a94b21bc1365a01709c65f is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:29:05.045008 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-12c5af5d-baa6-40f6-bffe-722e87c445f3 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:05.046771 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-a24b1868-de80-4882-bbeb-09c2abb1ee40 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:29:05.062451 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-a24b1868-de80-4882-bbeb-09c2abb1ee40 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:05.114528 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d86bde2d-096f-48e8-8e9d-aa10dac9a470 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:05.126288 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a24b1868-de80-4882-bbeb-09c2abb1ee40 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:05.127528 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a24b1868-de80-4882-bbeb-09c2abb1ee40 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:05.188038 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352d0173-ca1d-42f3-9b41-16b823376b56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-1c8e19b2-b0b0-476c-a671-69c06f877f38', 'network_id': '1c8e19b2-b0b0-476c-a671-69c06f877f38', 'tenant_id': 'b25ee3601e56428392e5e6b054ab6dbb', 'fixed_ips': [{'subnet_id': '13206fcc-c7da-4012-af39-94ade286c841'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:29:05.188889 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-352d0173-ca1d-42f3-9b41-16b823376b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:05.211385 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device fff0e57d-fc18-4f2c-9bcc-c30c53239d08 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:29:05.225163 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1d339300-798d-40e9-a58a-2243dc5d287e tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:05.243834 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f87872f-c8a7-4244-8348-451104572d15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-64196c28-5300-49b0-83bb-52df24217316', 'network_id': '64196c28-5300-49b0-83bb-52df24217316', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'fixed_ips': [{'subnet_id': '0bc3e9eb-42ce-49a3-ac8a-8ffe183bd85e'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:29:05.245378 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-7f87872f-c8a7-4244-8348-451104572d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:05.336837 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-d86bde2d-096f-48e8-8e9d-aa10dac9a470 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Calling delete_port for 3b28c33c-e2bb-4f13-ae42-91fd6ff549c9 owned by network:router_gateway {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:29:05.384633 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4c49794c-f9b6-4756-bd0a-7c949daf8f57 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:05.392798 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339300-798d-40e9-a58a-2243dc5d287e tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Pushing event deleted for resources: {'Subnet': ['ID=13206fcc-c7da-4012-af39-94ade286c841,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:05.419656 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4c49794c-f9b6-4756-bd0a-7c949daf8f57 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:05.434905 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a24b1868-de80-4882-bbeb-09c2abb1ee40 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:05.444786 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c5af5d-baa6-40f6-bffe-722e87c445f3 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:05.445732 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-12c5af5d-baa6-40f6-bffe-722e87c445f3 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:05.447101 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-12c5af5d-baa6-40f6-bffe-722e87c445f3 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "PUT /v2.0/ports/644afc08-0b02-476b-b1fc-90533709f5ec HTTP/1.1" status: 200 len: 910 time: 2.2044790 May 04 17:29:05.451646 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48458) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:05.453235 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c5af5d-baa6-40f6-bffe-722e87c445f3 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Pushing event updated for resources: {'Port': ['ID=644afc08-0b02-476b-b1fc-90533709f5ec,revision_number=3']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:05.524944 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port fff0e57d-fc18-4f2c-9bcc-c30c53239d08 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:29:05.525329 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:05.540194 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1d0fdade-0c5f-483c-b830-7316f8baec54 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks [] for router_gateway, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:05.556012 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b7d01b02-d9e8-4f32-b5b6-0233ab1cf39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:05.591385 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-7f87872f-c8a7-4244-8348-451104572d15 None None] Allocated IP 2001:db8::2 (64196c28-5300-49b0-83bb-52df24217316/0bc3e9eb-42ce-49a3-ac8a-8ffe183bd85e/8ea6f77e-44ae-420f-90d1-611e6bbd7c18) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:29:05.628435 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ca27e2fb-a040-4be5-93fb-352eaae50e72 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:05.726585 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1d339300-798d-40e9-a58a-2243dc5d287e tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:05.776386 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c49794c-f9b6-4756-bd0a-7c949daf8f57 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e6ee77-aeaa-482c-b301-c9d4dfc36a78,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:05.810880 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4c49794c-f9b6-4756-bd0a-7c949daf8f57 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:05.812976 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-4c49794c-f9b6-4756-bd0a-7c949daf8f57 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.5803087 May 04 17:29:05.814533 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a24b1868-de80-4882-bbeb-09c2abb1ee40 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:05.819907 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48462) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:05.824673 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-1d339300-798d-40e9-a58a-2243dc5d287e tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c8e19b2-b0b0-476c-a671-69c06f877f38']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:05.826999 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-ca27e2fb-a040-4be5-93fb-352eaae50e72 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Calling delete_port for 129c1f27-9336-4aa1-a5ff-3ca089589598 owned by {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:29:05.854638 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 74362356-1f88-4b95-8efc-e8c9d380b670 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:29:05.865002 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-1d339300-798d-40e9-a58a-2243dc5d287e tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e954c4c8-3d5d-435d-9a15-efb1c543066d') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:05.865333 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-1d339300-798d-40e9-a58a-2243dc5d287e tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e954c4c8-3d5d-435d-9a15-efb1c543066d') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:05.883677 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-90dfe5fc-60d3-4e2c-b3a9-bf3df99ebe09 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Request body: {'security_group_rule': {'security_group_id': 'e1e6ee77-aeaa-482c-b301-c9d4dfc36a78', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:05.884582 dv-neutron-840426-1-hyperv neutron-server[88038]: WARNING neutron.api.v2.base [None req-90dfe5fc-60d3-4e2c-b3a9-bf3df99ebe09 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 04 17:29:05.885315 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.api.v2.resource [None req-90dfe5fc-60d3-4e2c-b3a9-bf3df99ebe09 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 04 17:29:05.886742 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-90dfe5fc-60d3-4e2c-b3a9-bf3df99ebe09 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0235975 May 04 17:29:05.892144 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48466) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:05.897212 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 74362356-1f88-4b95-8efc-e8c9d380b670 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:29:05.897561 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 74362356-1f88-4b95-8efc-e8c9d380b670 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:29:05.916538 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-7f87872f-c8a7-4244-8348-451104572d15 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:05.927591 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-7f87872f-c8a7-4244-8348-451104572d15 None None] Transition to ACTIVE for port object 8ea6f77e-44ae-420f-90d1-611e6bbd7c18 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:29:05.943596 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1d339300-798d-40e9-a58a-2243dc5d287e tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:05.947355 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-7f87872f-c8a7-4244-8348-451104572d15 None None] Transition to ACTIVE for port object 8ea6f77e-44ae-420f-90d1-611e6bbd7c18 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:29:05.953954 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-7f87872f-c8a7-4244-8348-451104572d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:05.964400 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a24b1868-de80-4882-bbeb-09c2abb1ee40 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:05.968806 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-a24b1868-de80-4882-bbeb-09c2abb1ee40 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9662335 May 04 17:29:05.979364 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48470) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:06.023992 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f87872f-c8a7-4244-8348-451104572d15 None None] Pushing event updated for resources: {'Port': ['ID=8ea6f77e-44ae-420f-90d1-611e6bbd7c18,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:06.041738 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f87872f-c8a7-4244-8348-451104572d15 None None] Network 64196c28-5300-49b0-83bb-52df24217316 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:29:06.043050 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-7f87872f-c8a7-4244-8348-451104572d15 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:29:06.048179 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f87872f-c8a7-4244-8348-451104572d15 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:29:06.062926 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1d339300-798d-40e9-a58a-2243dc5d287e tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:06.080364 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d339300-798d-40e9-a58a-2243dc5d287e tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:29:06.080775 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1d339300-798d-40e9-a58a-2243dc5d287e tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:06.097798 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 17:29:06.097798 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:29:06.097798 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 17:29:06.097798 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:29:06.097798 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 17:29:06.097798 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:29:06.097798 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 17:29:06.097798 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:29:06.097798 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 17:29:06.097798 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:29:06.097798 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 17:29:06.097798 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:29:06.097798 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 17:29:06.097798 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:29:06.097798 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:29:06.097798 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:29:06.097798 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:29:06.097798 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:29:06.097798 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 17:29:06.097798 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:29:06.097798 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 17:29:06.097798 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:29:06.097798 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:29:06.097798 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:29:06.097798 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 17:29:06.097798 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:29:06.097798 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:29:06.097798 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:29:06.097798 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:29:06.097798 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:29:06.097798 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:29:06.097798 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:29:06.150462 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-7f87872f-c8a7-4244-8348-451104572d15 None None] Attempting to bind port 8ea6f77e-44ae-420f-90d1-611e6bbd7c18 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:29:06.150941 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-7f87872f-c8a7-4244-8348-451104572d15 None None] Attempting to bind port 8ea6f77e-44ae-420f-90d1-611e6bbd7c18 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '03cd3343-a3a7-4853-a4a7-8758bbcdda43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '64196c28-5300-49b0-83bb-52df24217316'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:29:06.151255 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f87872f-c8a7-4244-8348-451104572d15 None None] Attempting to bind port 8ea6f77e-44ae-420f-90d1-611e6bbd7c18 on network 64196c28-5300-49b0-83bb-52df24217316 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:29:06.159532 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f87872f-c8a7-4244-8348-451104572d15 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:29:06.160814 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f87872f-c8a7-4244-8348-451104572d15 None None] Checking segment: {'id': '03cd3343-a3a7-4853-a4a7-8758bbcdda43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '64196c28-5300-49b0-83bb-52df24217316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:29:06.161252 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-7f87872f-c8a7-4244-8348-451104572d15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:06.161663 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f87872f-c8a7-4244-8348-451104572d15 None None] Bound using segment: {'id': '03cd3343-a3a7-4853-a4a7-8758bbcdda43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '64196c28-5300-49b0-83bb-52df24217316'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:29:06.162167 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-7f87872f-c8a7-4244-8348-451104572d15 None None] Bound port: 8ea6f77e-44ae-420f-90d1-611e6bbd7c18, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03cd3343-a3a7-4853-a4a7-8758bbcdda43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '64196c28-5300-49b0-83bb-52df24217316'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:29:06.162547 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-7f87872f-c8a7-4244-8348-451104572d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:06.194560 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9503a673-6b95-4c18-88cc-72824bc88cba tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks [] for security_group, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:06.259981 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-7f87872f-c8a7-4244-8348-451104572d15 None None] For port 8ea6f77e-44ae-420f-90d1-611e6bbd7c18, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:29:06.263635 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-7f87872f-c8a7-4244-8348-451104572d15 None None] For port 8ea6f77e-44ae-420f-90d1-611e6bbd7c18, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=8ea6f77e-44ae-420f-90d1-611e6bbd7c18,segment=NetworkSegment(03cd3343-a3a7-4853-a4a7-8758bbcdda43),segment_id=03cd3343-a3a7-4853-a4a7-8758bbcdda43)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:29:06.275090 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-7f87872f-c8a7-4244-8348-451104572d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:06.290580 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1d339300-798d-40e9-a58a-2243dc5d287e tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:06.296102 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1d339300-798d-40e9-a58a-2243dc5d287e tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:06.332159 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d86bde2d-096f-48e8-8e9d-aa10dac9a470 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:06.369170 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339300-798d-40e9-a58a-2243dc5d287e tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Pushing event deleted for resources: {'Network': ['ID=1c8e19b2-b0b0-476c-a671-69c06f877f38,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:06.387110 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f87872f-c8a7-4244-8348-451104572d15 None None] Pushing event updated for resources: {'Port': ['ID=8ea6f77e-44ae-420f-90d1-611e6bbd7c18,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:06.413265 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-1d339300-798d-40e9-a58a-2243dc5d287e tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "DELETE /v2.0/networks/1c8e19b2-b0b0-476c-a671-69c06f877f38 HTTP/1.1" status: 204 len: 168 time: 5.0295281 May 04 17:29:06.428810 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48476) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:06.429610 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86bde2d-096f-48e8-8e9d-aa10dac9a470 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Pushing event deleted for resources: {'Port': ['ID=3b28c33c-e2bb-4f13-ae42-91fd6ff549c9,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:06.455291 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:06.473803 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9503a673-6b95-4c18-88cc-72824bc88cba tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:06.529943 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:06.616247 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ca27e2fb-a040-4be5-93fb-352eaae50e72 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:06.617849 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-f218328e-c7a6-4072-888c-030d62d40c7f tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1669432845'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:06.635159 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-f218328e-c7a6-4072-888c-030d62d40c7f tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:06.665366 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-f218328e-c7a6-4072-888c-030d62d40c7f tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Usage tracker for resource:network and tenant:b25ee3601e56428392e5e6b054ab6dbb is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:29:06.671594 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-f218328e-c7a6-4072-888c-030d62d40c7f tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:29:06.688000 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-f218328e-c7a6-4072-888c-030d62d40c7f tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:06.719696 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d86bde2d-096f-48e8-8e9d-aa10dac9a470 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710199'] for router_gateway, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:06.766816 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f218328e-c7a6-4072-888c-030d62d40c7f tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Made reservation on behalf of b25ee3601e56428392e5e6b054ab6dbb for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:29:06.770114 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f218328e-c7a6-4072-888c-030d62d40c7f tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:06.817226 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1d0fdade-0c5f-483c-b830-7316f8baec54 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:06.892337 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca27e2fb-a040-4be5-93fb-352eaae50e72 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event deleted for resources: {'Port': ['ID=129c1f27-9336-4aa1-a5ff-3ca089589598,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:06.953312 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d86bde2d-096f-48e8-8e9d-aa10dac9a470 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:06.962579 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d86bde2d-096f-48e8-8e9d-aa10dac9a470 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:06.990225 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d86bde2d-096f-48e8-8e9d-aa10dac9a470 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:06.990713 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d86bde2d-096f-48e8-8e9d-aa10dac9a470 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Fanout notify agent at l3_agent the message router_deleted on router ddbd90c5-c8d4-45fc-b8bf-75f2ae90bec9 {{(pid=88037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:29:07.006118 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d86bde2d-096f-48e8-8e9d-aa10dac9a470 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:07.007224 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-d86bde2d-096f-48e8-8e9d-aa10dac9a470 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] 10.222.0.41 "DELETE /v2.0/routers/ddbd90c5-c8d4-45fc-b8bf-75f2ae90bec9 HTTP/1.1" status: 204 len: 168 time: 3.7088804 May 04 17:29:07.009830 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48480) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:07.059072 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-be497e9a-150a-4902-bb25-14c0bb71c4d1 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710748'] for router_interface, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:07.087846 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9503a673-6b95-4c18-88cc-72824bc88cba tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:07.099891 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ca27e2fb-a040-4be5-93fb-352eaae50e72 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:07.116480 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f218328e-c7a6-4072-888c-030d62d40c7f tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:29:07.196199 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 8ea6f77e-44ae-420f-90d1-611e6bbd7c18 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:29:07.214100 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f218328e-c7a6-4072-888c-030d62d40c7f tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:07.214634 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-f218328e-c7a6-4072-888c-030d62d40c7f tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Added segment f0ed0b46-9a80-4929-89c9-95d5f93ca6c3 of type vlan for network b1f856fc-825f-474e-b8e1-d05cf5b58b5e May 04 17:29:07.223759 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9503a673-6b95-4c18-88cc-72824bc88cba tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e6ee77-aeaa-482c-b301-c9d4dfc36a78,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:07.243751 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fcaddd3-96bb-4620-af87-d82b2cf462bc tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Deleting subnet 4518b280-55ef-414a-922c-5a838eb16208 {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:29:07.256371 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9fcaddd3-96bb-4620-af87-d82b2cf462bc tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:07.284136 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b81b5bdd-257a-4ac3-8f49-b812162641eb tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:07.310635 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9503a673-6b95-4c18-88cc-72824bc88cba tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:07.316219 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-9503a673-6b95-4c18-88cc-72824bc88cba tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] 10.222.0.41 "DELETE /v2.0/security-groups/e1e6ee77-aeaa-482c-b301-c9d4dfc36a78 HTTP/1.1" status: 204 len: 168 time: 1.4208727 May 04 17:29:07.317543 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48484) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:07.322807 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f218328e-c7a6-4072-888c-030d62d40c7f tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:07.334998 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 8ea6f77e-44ae-420f-90d1-611e6bbd7c18 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:29:07.409214 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9fcaddd3-96bb-4620-af87-d82b2cf462bc tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:07.444922 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-ca27e2fb-a040-4be5-93fb-352eaae50e72 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/ports/129c1f27-9336-4aa1-a5ff-3ca089589598 HTTP/1.1" status: 204 len: 168 time: 2.9949260 May 04 17:29:07.476162 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48488) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:07.524984 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c376c32c-5ef5-4ac6-a6d7-e4d886b0a3db None None] Network 64196c28-5300-49b0-83bb-52df24217316 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:29:07.547301 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2522754-2523-4b7d-9daa-278b598711bb None None] Network 1c8e19b2-b0b0-476c-a671-69c06f877f38 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:29:07.570311 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f218328e-c7a6-4072-888c-030d62d40c7f tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:07.575660 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f218328e-c7a6-4072-888c-030d62d40c7f tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:07.576241 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f218328e-c7a6-4072-888c-030d62d40c7f tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:07.593549 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2522754-2523-4b7d-9daa-278b598711bb None None] Network 1c8e19b2-b0b0-476c-a671-69c06f877f38 could not be found, it might have been deleted concurrently. {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 04 17:29:07.637829 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-c643ebd6-46e9-4e11-b346-49584faf7085 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Synchronizing usage tracker for tenant:bc492a5b91b444a185e1d2db234536fa on resource:security_group {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:29:07.666895 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8c8d83-f24f-46ac-af23-0e10cfe39f40 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:07.668350 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8c8d83-f24f-46ac-af23-0e10cfe39f40 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:07.669269 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-8c8c8d83-f24f-46ac-af23-0e10cfe39f40 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Synchronizing usage tracker for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:subnet {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:29:07.684092 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d94db87-271a-4af4-ba71-7eef70401c3d None None] DHCP port deletion for 1c8e19b2-b0b0-476c-a671-69c06f877f38 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:29:07.691481 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-4006e508-192d-4e3b-91ad-829c2a81c8b6 None None] Provisioning for port 8ea6f77e-44ae-420f-90d1-611e6bbd7c18 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:29:07.701517 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-4006e508-192d-4e3b-91ad-829c2a81c8b6 None None] Provisioning complete for port 8ea6f77e-44ae-420f-90d1-611e6bbd7c18 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:29:07.701517 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4006e508-192d-4e3b-91ad-829c2a81c8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:07.727183 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-f218328e-c7a6-4072-888c-030d62d40c7f tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2942815 May 04 17:29:07.749737 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48492) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:07.750192 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-c643ebd6-46e9-4e11-b346-49584faf7085 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Unset dirty status for tenant:bc492a5b91b444a185e1d2db234536fa on resource:security_group {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:29:07.755881 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-c643ebd6-46e9-4e11-b346-49584faf7085 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3846908 May 04 17:29:07.759323 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48494) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:07.762483 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f218328e-c7a6-4072-888c-030d62d40c7f tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Pushing event updated for resources: {'Network': ['ID=b1f856fc-825f-474e-b8e1-d05cf5b58b5e,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:07.763427 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-ab728981-280c-45f1-b7c8-8477c88a875e tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Request body: {'subnet': {'network_id': 'b1f856fc-825f-474e-b8e1-d05cf5b58b5e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:07.793005 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9fcaddd3-96bb-4620-af87-d82b2cf462bc tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:07.803690 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network b1f856fc-825f-474e-b8e1-d05cf5b58b5e details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:29:07.821336 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-44802066-6052-4df6-9358-4018ddaac453 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Request body: {'security_group': {'name': 'tempest-secgroup--192502996'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:07.827417 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-8c8c8d83-f24f-46ac-af23-0e10cfe39f40 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Unset dirty status for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:subnet {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:29:07.828295 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-8c8c8d83-f24f-46ac-af23-0e10cfe39f40 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3470671 May 04 17:29:07.831984 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48500) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:07.844740 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-44802066-6052-4df6-9358-4018ddaac453 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:07.854766 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d0fdade-0c5f-483c-b830-7316f8baec54 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Router b6af1f49-14cb-4ad3-b433-5fa155b14863 is scheduled to L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 with binding_index 1 {{(pid=88038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:29:07.939261 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-44802066-6052-4df6-9358-4018ddaac453 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:07.969474 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-be497e9a-150a-4902-bb25-14c0bb71c4d1 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Deleting port 644afc08-0b02-476b-b1fc-90533709f5ec {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:29:07.969888 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-be497e9a-150a-4902-bb25-14c0bb71c4d1 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:07.997761 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:08.028855 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-319fca6e-77af-4d40-a531-3c6e4ae88e72 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Deleting subnet f0bad6ed-4dd2-4474-a70b-52ca8804b96b {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:29:08.041589 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-319fca6e-77af-4d40-a531-3c6e4ae88e72 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:08.075804 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9fcaddd3-96bb-4620-af87-d82b2cf462bc tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:08.084309 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-ab728981-280c-45f1-b7c8-8477c88a875e tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:08.086605 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-44802066-6052-4df6-9358-4018ddaac453 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:08.107492 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-ab728981-280c-45f1-b7c8-8477c88a875e tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Usage tracker for resource:subnet and tenant:b25ee3601e56428392e5e6b054ab6dbb is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:29:08.121701 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-ab728981-280c-45f1-b7c8-8477c88a875e tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:29:08.136199 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-ab728981-280c-45f1-b7c8-8477c88a875e tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:08.138929 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4006e508-192d-4e3b-91ad-829c2a81c8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:08.182189 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-4006e508-192d-4e3b-91ad-829c2a81c8b6 None None] For port 8ea6f77e-44ae-420f-90d1-611e6bbd7c18, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=8ea6f77e-44ae-420f-90d1-611e6bbd7c18,segment=NetworkSegment(03cd3343-a3a7-4853-a4a7-8758bbcdda43),segment_id=03cd3343-a3a7-4853-a4a7-8758bbcdda43)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:29:08.187476 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4006e508-192d-4e3b-91ad-829c2a81c8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:08.208493 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-44802066-6052-4df6-9358-4018ddaac453 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:08.233316 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-b81b5bdd-257a-4ac3-8f49-b812162641eb tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Allocated IP 2001:db8::1 (64196c28-5300-49b0-83bb-52df24217316/0bc3e9eb-42ce-49a3-ac8a-8ffe183bd85e/6c60d27f-6815-41e5-96d2-d43643a61c81) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:29:08.242757 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-44802066-6052-4df6-9358-4018ddaac453 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Usage tracker for resource:security_group_rule and tenant:bc492a5b91b444a185e1d2db234536fa is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:29:08.249195 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab728981-280c-45f1-b7c8-8477c88a875e tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Made reservation on behalf of b25ee3601e56428392e5e6b054ab6dbb for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:29:08.253060 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ab728981-280c-45f1-b7c8-8477c88a875e tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:08.267423 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-44802066-6052-4df6-9358-4018ddaac453 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:29:08.284097 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcaddd3-96bb-4620-af87-d82b2cf462bc tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Pushing event deleted for resources: {'Subnet': ['ID=4518b280-55ef-414a-922c-5a838eb16208,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:08.294930 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9fcaddd3-96bb-4620-af87-d82b2cf462bc tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:08.298195 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-44802066-6052-4df6-9358-4018ddaac453 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:08.324959 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-319fca6e-77af-4d40-a531-3c6e4ae88e72 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:08.334701 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ee1d5e-9b5e-4a3d-ab74-1c2baf0d65c4 None None] Network c545eb94-9914-41b7-882e-277b53627e03 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:29:08.418472 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-9fcaddd3-96bb-4620-af87-d82b2cf462bc tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] 10.222.0.41 "DELETE /v2.0/subnets/4518b280-55ef-414a-922c-5a838eb16208 HTTP/1.1" status: 204 len: 168 time: 1.4073584 May 04 17:29:08.430846 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48504) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:08.461108 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4006e508-192d-4e3b-91ad-829c2a81c8b6 None None] Pushing event updated for resources: {'Port': ['ID=8ea6f77e-44ae-420f-90d1-611e6bbd7c18,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:08.558123 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d0fdade-0c5f-483c-b830-7316f8baec54 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:29:08.568063 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a716634f-5ec5-4c0d-b5c8-0ab020714f52 None None] Sync routers for ids ['b6af1f49-14cb-4ad3-b433-5fa155b14863'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:29:08.581787 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a716634f-5ec5-4c0d-b5c8-0ab020714f52 None None] Routers {'b6af1f49-14cb-4ad3-b433-5fa155b14863'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:29:08.583182 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-a716634f-5ec5-4c0d-b5c8-0ab020714f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:29:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['b6af1f49-14cb-4ad3-b433-5fa155b14863'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:08.623020 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-be497e9a-150a-4902-bb25-14c0bb71c4d1 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:08.642353 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7ecd6756-de8e-4334-88e1-2e56ecca4881 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:08.700464 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-a716634f-5ec5-4c0d-b5c8-0ab020714f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:08.715925 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a716634f-5ec5-4c0d-b5c8-0ab020714f52 None None] Routers {'b6af1f49-14cb-4ad3-b433-5fa155b14863'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:29:08.717157 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-a716634f-5ec5-4c0d-b5c8-0ab020714f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:29:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['b6af1f49-14cb-4ad3-b433-5fa155b14863'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:08.755360 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1d0fdade-0c5f-483c-b830-7316f8baec54 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:08.759039 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-1d0fdade-0c5f-483c-b830-7316f8baec54 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.2667727 May 04 17:29:08.763099 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48508) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:08.767511 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c95e05-99b7-4013-93e7-195379d792e1 None None] DHCP port deletion for c545eb94-9914-41b7-882e-277b53627e03 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:29:08.772618 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-a4c95e05-99b7-4013-93e7-195379d792e1 None None] Deleting port 58b8dd52-8cbc-43d4-aef0-ceb101ba535c {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:29:08.773544 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a4c95e05-99b7-4013-93e7-195379d792e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:08.776574 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-be497e9a-150a-4902-bb25-14c0bb71c4d1 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Calling delete_port for 644afc08-0b02-476b-b1fc-90533709f5ec owned by network:router_interface {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:29:08.779548 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-f344e9b1-c36e-4ef5-8663-1d7a2fd5408b tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:08.856839 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-7ecd6756-de8e-4334-88e1-2e56ecca4881 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Deleting port 58b8dd52-8cbc-43d4-aef0-ceb101ba535c {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:29:08.857175 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7ecd6756-de8e-4334-88e1-2e56ecca4881 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:08.861214 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-a716634f-5ec5-4c0d-b5c8-0ab020714f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:08.861994 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a716634f-5ec5-4c0d-b5c8-0ab020714f52 None None] The sync data for ids ['b6af1f49-14cb-4ad3-b433-5fa155b14863'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:29:08.900558 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-319fca6e-77af-4d40-a531-3c6e4ae88e72 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:08.916261 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b81b5bdd-257a-4ac3-8f49-b812162641eb tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:08.933605 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-b81b5bdd-257a-4ac3-8f49-b812162641eb tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Transition to ACTIVE for port object 6c60d27f-6815-41e5-96d2-d43643a61c81 will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:29:08.975881 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0763bc12-c85e-4cc4-ae6d-55ec1b4117d7 None None] Network 64196c28-5300-49b0-83bb-52df24217316 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:29:08.984908 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b81b5bdd-257a-4ac3-8f49-b812162641eb tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:08.990729 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-44802066-6052-4df6-9358-4018ddaac453 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:09.092799 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-44802066-6052-4df6-9358-4018ddaac453 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:09.169647 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44802066-6052-4df6-9358-4018ddaac453 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dab5b7f-31e4-4120-861d-8958e72e30ab,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:09.171733 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-319fca6e-77af-4d40-a531-3c6e4ae88e72 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:09.183237 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-89c5fb9b-9f91-475f-8db2-a061aa24cfc2 None None] Provisioning complete for port 8ea6f77e-44ae-420f-90d1-611e6bbd7c18 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:29:09.183611 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-89c5fb9b-9f91-475f-8db2-a061aa24cfc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:09.197905 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81b5bdd-257a-4ac3-8f49-b812162641eb tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Network 64196c28-5300-49b0-83bb-52df24217316 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:29:09.218360 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-b81b5bdd-257a-4ac3-8f49-b812162641eb tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:29:09.221711 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-319fca6e-77af-4d40-a531-3c6e4ae88e72 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:09.233241 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81b5bdd-257a-4ac3-8f49-b812162641eb tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:29:09.233835 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b81b5bdd-257a-4ac3-8f49-b812162641eb tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710357'] for router_interface, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:09.259660 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81b5bdd-257a-4ac3-8f49-b812162641eb tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Pushing event updated for resources: {'Port': ['ID=6c60d27f-6815-41e5-96d2-d43643a61c81,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:09.262384 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-44802066-6052-4df6-9358-4018ddaac453 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:09.266645 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-44802066-6052-4df6-9358-4018ddaac453 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4659700 May 04 17:29:09.267469 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48512) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:09.286644 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 8ea6f77e-44ae-420f-90d1-611e6bbd7c18 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:29:09.296200 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-bb4e81d2-bcea-48e9-867d-1cc61be0cbfe tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Request body: {'security_group_rule': {'security_group_id': '6dab5b7f-31e4-4120-861d-8958e72e30ab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:09.316874 dv-neutron-840426-1-hyperv neutron-server[88038]: WARNING neutron.api.v2.base [None req-bb4e81d2-bcea-48e9-867d-1cc61be0cbfe tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 04 17:29:09.317104 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9f7c71-9105-453f-be90-9365156a6ce8 None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:29:09.317842 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.api.v2.resource [None req-bb4e81d2-bcea-48e9-867d-1cc61be0cbfe tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 04 17:29:09.319059 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-bb4e81d2-bcea-48e9-867d-1cc61be0cbfe tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0355344 May 04 17:29:09.325510 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48516) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:09.333118 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-13693623-488a-4388-b83a-28f6ded0c4bd tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Request body: {'security_group_rule': {'security_group_id': '6dab5b7f-31e4-4120-861d-8958e72e30ab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:09.333808 dv-neutron-840426-1-hyperv neutron-server[88038]: WARNING neutron.api.v2.base [None req-13693623-488a-4388-b83a-28f6ded0c4bd tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 04 17:29:09.334340 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.api.v2.resource [None req-13693623-488a-4388-b83a-28f6ded0c4bd tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 04 17:29:09.338483 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-13693623-488a-4388-b83a-28f6ded0c4bd tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0073512 May 04 17:29:09.351137 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319fca6e-77af-4d40-a531-3c6e4ae88e72 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event deleted for resources: {'Subnet': ['ID=f0bad6ed-4dd2-4474-a70b-52ca8804b96b,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:09.368237 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48520) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:09.372041 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-319fca6e-77af-4d40-a531-3c6e4ae88e72 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/subnets/f0bad6ed-4dd2-4474-a70b-52ca8804b96b HTTP/1.1" status: 204 len: 168 time: 1.5108397 May 04 17:29:09.381712 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-206c9831-0f61-425e-904e-7a42990679ea tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Request body: {'security_group_rule': {'security_group_id': '6dab5b7f-31e4-4120-861d-8958e72e30ab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:09.383102 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:09.384399 dv-neutron-840426-1-hyperv neutron-server[88037]: WARNING neutron.api.v2.base [None req-206c9831-0f61-425e-904e-7a42990679ea tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 04 17:29:09.384919 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.api.v2.resource [None req-206c9831-0f61-425e-904e-7a42990679ea tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 04 17:29:09.390130 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-206c9831-0f61-425e-904e-7a42990679ea tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0149660 May 04 17:29:09.390130 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48524) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:09.390420 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-a4c95e05-99b7-4013-93e7-195379d792e1 None None] For port 58b8dd52-8cbc-43d4-aef0-ceb101ba535c, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=58b8dd52-8cbc-43d4-aef0-ceb101ba535c,segment=NetworkSegment(13788d09-4946-43d8-9376-744a5afe38f1),segment_id=13788d09-4946-43d8-9376-744a5afe38f1)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:29:09.390420 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a4c95e05-99b7-4013-93e7-195379d792e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:09.396294 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48526) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:09.410707 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ab728981-280c-45f1-b7c8-8477c88a875e tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:09.465847 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-3dd3c56d-e57c-49af-95fa-db709b5b7eb5 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Request body: {'security_group_rule': {'security_group_id': '6dab5b7f-31e4-4120-861d-8958e72e30ab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:09.466741 dv-neutron-840426-1-hyperv neutron-server[88037]: WARNING neutron.api.v2.base [None req-3dd3c56d-e57c-49af-95fa-db709b5b7eb5 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 04 17:29:09.467751 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.api.v2.resource [None req-3dd3c56d-e57c-49af-95fa-db709b5b7eb5 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 04 17:29:09.475443 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-3dd3c56d-e57c-49af-95fa-db709b5b7eb5 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0202701 May 04 17:29:09.475443 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48532) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:09.498510 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-87d775e9-f608-4d56-885e-062653a6ec44 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1061060 May 04 17:29:09.499900 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-7ecd6756-de8e-4334-88e1-2e56ecca4881 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] For port 58b8dd52-8cbc-43d4-aef0-ceb101ba535c, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=58b8dd52-8cbc-43d4-aef0-ceb101ba535c,segment=NetworkSegment(13788d09-4946-43d8-9376-744a5afe38f1),segment_id=13788d09-4946-43d8-9376-744a5afe38f1)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:29:09.500321 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7ecd6756-de8e-4334-88e1-2e56ecca4881 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:09.503574 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48536) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:09.520337 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-786b6eb9-a96f-44bd-a186-15abd6c46d7d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Request body: {'subnet': {'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:09.563164 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-a4c95e05-99b7-4013-93e7-195379d792e1 None None] Calling delete_port for 58b8dd52-8cbc-43d4-aef0-ceb101ba535c owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:29:09.635342 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-be497e9a-150a-4902-bb25-14c0bb71c4d1 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:09.646281 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-7ecd6756-de8e-4334-88e1-2e56ecca4881 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Calling delete_port for 58b8dd52-8cbc-43d4-aef0-ceb101ba535c owned by network:dhcp {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:29:09.705304 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab728981-280c-45f1-b7c8-8477c88a875e tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Pushing event updated for resources: {'Subnet': ['ID=08773310-e479-468e-818e-dc48cb6be1ff,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:09.747241 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be497e9a-150a-4902-bb25-14c0bb71c4d1 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Pushing event deleted for resources: {'Port': ['ID=644afc08-0b02-476b-b1fc-90533709f5ec,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:09.819523 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab728981-280c-45f1-b7c8-8477c88a875e tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Checking segment: {'id': 'f0ed0b46-9a80-4929-89c9-95d5f93ca6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b1f856fc-825f-474e-b8e1-d05cf5b58b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:29:09.820218 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab728981-280c-45f1-b7c8-8477c88a875e tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Network hostable DHCP agents. Network: b1f856fc-825f-474e-b8e1-d05cf5b58b5e, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:29:09.827879 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-786b6eb9-a96f-44bd-a186-15abd6c46d7d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:09.842091 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-786b6eb9-a96f-44bd-a186-15abd6c46d7d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Usage tracker for resource:subnet and tenant:e0bb3da2b1c344b882bb065b24ba46bb is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:29:09.850358 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-786b6eb9-a96f-44bd-a186-15abd6c46d7d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:29:09.852000 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e3bdac7b-e187-48c1-a865-09f289cdaa81 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:09.856116 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b81b5bdd-257a-4ac3-8f49-b812162641eb tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:09.932896 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-786b6eb9-a96f-44bd-a186-15abd6c46d7d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:09.942383 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a4c95e05-99b7-4013-93e7-195379d792e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124'] for port, after_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:10.026191 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e3bdac7b-e187-48c1-a865-09f289cdaa81 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:10.028177 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab728981-280c-45f1-b7c8-8477c88a875e tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Network b1f856fc-825f-474e-b8e1-d05cf5b58b5e is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:29:10.030859 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786b6eb9-a96f-44bd-a186-15abd6c46d7d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Made reservation on behalf of e0bb3da2b1c344b882bb065b24ba46bb for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:29:10.035797 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c95e05-99b7-4013-93e7-195379d792e1 None None] Pushing event deleted for resources: {'Port': ['ID=58b8dd52-8cbc-43d4-aef0-ceb101ba535c,revision_number=None']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:10.036471 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-786b6eb9-a96f-44bd-a186-15abd6c46d7d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:10.037654 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 8ea6f77e-44ae-420f-90d1-611e6bbd7c18 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:29:10.038138 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:10.039404 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.db.api [None req-7ecd6756-de8e-4334-88e1-2e56ecca4881 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88037) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:29:10.039718 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG oslo_db.api [None req-7ecd6756-de8e-4334-88e1-2e56ecca4881 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:29:10.071090 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c95e05-99b7-4013-93e7-195379d792e1 None None] No DVR routers for this DVR port 58b8dd52-8cbc-43d4-aef0-ceb101ba535c on host dv-neutron-840426-1-hyperv {{(pid=88039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:29:10.205689 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-be497e9a-150a-4902-bb25-14c0bb71c4d1 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710832'] for router_interface, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:10.290624 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e3bdac7b-e187-48c1-a865-09f289cdaa81 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:10.318468 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c1af7d-8739-478a-9f4d-88ee5a577462 None None] DHCP port deletion for 6b89b041-5c42-49da-97bf-23cee8aadf17 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:29:10.324598 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-52c1af7d-8739-478a-9f4d-88ee5a577462 None None] Deleting port fff0e57d-fc18-4f2c-9bcc-c30c53239d08 {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:29:10.325298 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-52c1af7d-8739-478a-9f4d-88ee5a577462 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:10.332382 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-ab728981-280c-45f1-b7c8-8477c88a875e tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, b1f856fc-825f-474e-b8e1-d05cf5b58b5e) {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:29:10.337274 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab728981-280c-45f1-b7c8-8477c88a875e tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:10.338889 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ab728981-280c-45f1-b7c8-8477c88a875e tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:10.367815 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d69b8b-f5d6-40db-aa89-f0043eefaa44 None None] Network b1f856fc-825f-474e-b8e1-d05cf5b58b5e requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:29:10.380041 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 58b8dd52-8cbc-43d4-aef0-ceb101ba535c no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:29:10.405106 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bdac7b-e187-48c1-a865-09f289cdaa81 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dab5b7f-31e4-4120-861d-8958e72e30ab,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:10.447356 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 58b8dd52-8cbc-43d4-aef0-ceb101ba535c {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:29:10.448025 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 58b8dd52-8cbc-43d4-aef0-ceb101ba535c not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:29:10.556969 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-7ecd6756-de8e-4334-88e1-2e56ecca4881 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Deleting port 58b8dd52-8cbc-43d4-aef0-ceb101ba535c {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:29:10.561626 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7ecd6756-de8e-4334-88e1-2e56ecca4881 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:10.577111 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-ab728981-280c-45f1-b7c8-8477c88a875e tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.8193696 May 04 17:29:10.587256 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48542) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:10.630229 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f344e9b1-c36e-4ef5-8663-1d7a2fd5408b tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:10.653036 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-7ecd6756-de8e-4334-88e1-2e56ecca4881 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] The port '58b8dd52-8cbc-43d4-aef0-ceb101ba535c' was deleted {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 04 17:29:10.677850 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-c7663440-6289-4355-b8f5-d720419b8b5f None None] Provisioning for port 6c60d27f-6815-41e5-96d2-d43643a61c81 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:29:10.698168 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be497e9a-150a-4902-bb25-14c0bb71c4d1 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Router b3b48d09-286f-49aa-b667-7cd4d4acfbbd has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:29:10.700901 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f344e9b1-c36e-4ef5-8663-1d7a2fd5408b tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:10.707906 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-c7663440-6289-4355-b8f5-d720419b8b5f None None] Provisioning complete for port 6c60d27f-6815-41e5-96d2-d43643a61c81 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:29:10.708280 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-c7663440-6289-4355-b8f5-d720419b8b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:10.716950 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e3bdac7b-e187-48c1-a865-09f289cdaa81 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:10.718313 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-e3bdac7b-e187-48c1-a865-09f289cdaa81 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] 10.222.0.41 "DELETE /v2.0/security-groups/6dab5b7f-31e4-4120-861d-8958e72e30ab HTTP/1.1" status: 204 len: 168 time: 1.2381206 May 04 17:29:10.725083 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48546) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:10.828726 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-f344e9b1-c36e-4ef5-8663-1d7a2fd5408b tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Deleting port 885d21bb-4548-4ed6-bb14-18e71bf862bd {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:29:10.829200 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f344e9b1-c36e-4ef5-8663-1d7a2fd5408b tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:10.881872 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7ecd6756-de8e-4334-88e1-2e56ecca4881 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:10.889357 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-c7663440-6289-4355-b8f5-d720419b8b5f None None] Port 6c60d27f-6815-41e5-96d2-d43643a61c81 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:29:10.898998 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-52c1af7d-8739-478a-9f4d-88ee5a577462 None None] For port fff0e57d-fc18-4f2c-9bcc-c30c53239d08, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=fff0e57d-fc18-4f2c-9bcc-c30c53239d08,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:29:10.899133 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-52c1af7d-8739-478a-9f4d-88ee5a577462 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:10.914052 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e914e0d-7078-432c-8d3c-74a38a8dbc0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-b1f856fc-825f-474e-b8e1-d05cf5b58b5e', 'network_id': 'b1f856fc-825f-474e-b8e1-d05cf5b58b5e', 'tenant_id': 'b25ee3601e56428392e5e6b054ab6dbb', 'fixed_ips': [{'subnet_id': '08773310-e479-468e-818e-dc48cb6be1ff'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:29:10.914953 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-5e914e0d-7078-432c-8d3c-74a38a8dbc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:10.986805 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-7ecd6756-de8e-4334-88e1-2e56ecca4881 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c545eb94-9914-41b7-882e-277b53627e03']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:11.000877 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be497e9a-150a-4902-bb25-14c0bb71c4d1 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:29:11.010171 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-be497e9a-150a-4902-bb25-14c0bb71c4d1 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "PUT /v2.0/routers/b3b48d09-286f-49aa-b667-7cd4d4acfbbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5388434 May 04 17:29:11.012063 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-7ecd6756-de8e-4334-88e1-2e56ecca4881 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13788d09-4946-43d8-9376-744a5afe38f1') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:11.012358 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-7ecd6756-de8e-4334-88e1-2e56ecca4881 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13788d09-4946-43d8-9376-744a5afe38f1') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:11.021851 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-066cde2b-ac25-4233-800d-bba01a46e477 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Synchronizing usage tracker for tenant:bc492a5b91b444a185e1d2db234536fa on resource:security_group {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:29:11.023890 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48550) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:11.030644 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7ecd6756-de8e-4334-88e1-2e56ecca4881 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:11.043826 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-52c1af7d-8739-478a-9f4d-88ee5a577462 None None] Calling delete_port for fff0e57d-fc18-4f2c-9bcc-c30c53239d08 owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:29:11.052736 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7ecd6756-de8e-4334-88e1-2e56ecca4881 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:11.055546 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-066cde2b-ac25-4233-800d-bba01a46e477 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Unset dirty status for tenant:bc492a5b91b444a185e1d2db234536fa on resource:security_group {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:29:11.060313 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-066cde2b-ac25-4233-800d-bba01a46e477 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3307703 May 04 17:29:11.061556 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48554) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:11.067895 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-f1c13363-edd6-4257-b119-ff3e4d8be921 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Request body: {'security_group': {'name': 'tempest-secgroup--1991825019'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:11.073770 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ecd6756-de8e-4334-88e1-2e56ecca4881 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:29:11.074235 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7ecd6756-de8e-4334-88e1-2e56ecca4881 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:11.077185 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd12edb6-6030-41cd-a0b8-3bc09579839d None None] Sync routers for ids ['b3b48d09-286f-49aa-b667-7cd4d4acfbbd'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:29:11.095353 dv-neutron-840426-1-hyperv neutron-server[88037]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:29:11.095353 dv-neutron-840426-1-hyperv neutron-server[88037]: util.warn( May 04 17:29:11.095353 dv-neutron-840426-1-hyperv neutron-server[88037]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:29:11.095353 dv-neutron-840426-1-hyperv neutron-server[88037]: util.warn( May 04 17:29:11.095353 dv-neutron-840426-1-hyperv neutron-server[88037]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:29:11.095353 dv-neutron-840426-1-hyperv neutron-server[88037]: util.warn( May 04 17:29:11.095353 dv-neutron-840426-1-hyperv neutron-server[88037]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:29:11.095353 dv-neutron-840426-1-hyperv neutron-server[88037]: util.warn( May 04 17:29:11.095353 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 17:29:11.095353 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:29:11.095353 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 17:29:11.095353 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:29:11.095353 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 17:29:11.095353 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:29:11.095353 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 17:29:11.095353 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:29:11.095353 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 17:29:11.095353 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:29:11.095353 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 17:29:11.095353 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:29:11.095353 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 17:29:11.095353 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:29:11.095353 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:29:11.095353 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:29:11.095353 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:29:11.095353 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:29:11.095353 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 17:29:11.095353 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:29:11.095353 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 17:29:11.095353 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:29:11.095353 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:29:11.095353 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:29:11.095353 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 17:29:11.095353 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:29:11.095353 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:29:11.095353 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:29:11.095353 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:29:11.095353 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:29:11.095353 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:29:11.095353 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:29:11.097795 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-f1c13363-edd6-4257-b119-ff3e4d8be921 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:11.097879 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9f6577c5-b36d-4541-b95e-dc06d3bb3f23 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:11.100456 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-c7663440-6289-4355-b8f5-d720419b8b5f None None] Provisioning complete for port 8ea6f77e-44ae-420f-90d1-611e6bbd7c18 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:29:11.100822 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-c7663440-6289-4355-b8f5-d720419b8b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:11.122623 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-f1c13363-edd6-4257-b119-ff3e4d8be921 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:11.137240 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-26a37ead-1a54-4523-a636-77d93a0e5294 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Synchronizing usage tracker for tenant:4d4e7c7b24884dc786dfd71b0f2e4f89 on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:29:11.189606 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device fff0e57d-fc18-4f2c-9bcc-c30c53239d08 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:29:11.193839 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f1c13363-edd6-4257-b119-ff3e4d8be921 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:11.205266 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7ecd6756-de8e-4334-88e1-2e56ecca4881 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:11.227087 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7ecd6756-de8e-4334-88e1-2e56ecca4881 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:11.232333 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd12edb6-6030-41cd-a0b8-3bc09579839d None None] Routers {'b3b48d09-286f-49aa-b667-7cd4d4acfbbd'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:29:11.233002 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-fd12edb6-6030-41cd-a0b8-3bc09579839d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:29:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['b3b48d09-286f-49aa-b667-7cd4d4acfbbd'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:11.242123 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecd6756-de8e-4334-88e1-2e56ecca4881 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Pushing event deleted for resources: {'Network': ['ID=c545eb94-9914-41b7-882e-277b53627e03,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:11.251356 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-f1c13363-edd6-4257-b119-ff3e4d8be921 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:11.256998 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-7ecd6756-de8e-4334-88e1-2e56ecca4881 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] 10.222.0.41 "DELETE /v2.0/networks/c545eb94-9914-41b7-882e-277b53627e03 HTTP/1.1" status: 204 len: 168 time: 2.8189654 May 04 17:29:11.257161 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48558) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:11.315317 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-f1c13363-edd6-4257-b119-ff3e4d8be921 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Usage tracker for resource:security_group_rule and tenant:bc492a5b91b444a185e1d2db234536fa is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:29:11.323879 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-f1c13363-edd6-4257-b119-ff3e4d8be921 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:29:11.328661 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-786b6eb9-a96f-44bd-a186-15abd6c46d7d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:11.347318 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-f1c13363-edd6-4257-b119-ff3e4d8be921 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:11.349665 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-fd12edb6-6030-41cd-a0b8-3bc09579839d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:11.402939 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-26a37ead-1a54-4523-a636-77d93a0e5294 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Unset dirty status for tenant:4d4e7c7b24884dc786dfd71b0f2e4f89 on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:29:11.404116 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-26a37ead-1a54-4523-a636-77d93a0e5294 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3b48d09-286f-49aa-b667-7cd4d4acfbbd HTTP/1.1" status: 200 len: 205 time: 0.3792682 May 04 17:29:11.427755 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48562) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:11.438759 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd12edb6-6030-41cd-a0b8-3bc09579839d None None] Routers {'b3b48d09-286f-49aa-b667-7cd4d4acfbbd'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:29:11.439123 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-fd12edb6-6030-41cd-a0b8-3bc09579839d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:29:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['b3b48d09-286f-49aa-b667-7cd4d4acfbbd'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:11.495972 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.db.resource_extend [None req-b81b5bdd-257a-4ac3-8f49-b812162641eb tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 17:29:11.509504 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786b6eb9-a96f-44bd-a186-15abd6c46d7d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:29:11.547623 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-292bef20-987f-423c-aa40-d904b89d548e tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Deleting port 6ea83a1c-0372-4654-84c2-6d325ff05c04 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:29:11.548248 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-292bef20-987f-423c-aa40-d904b89d548e tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:11.552190 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-52c1af7d-8739-478a-9f4d-88ee5a577462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124'] for port, after_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:11.586424 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-786b6eb9-a96f-44bd-a186-15abd6c46d7d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:29:11.588134 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9f6577c5-b36d-4541-b95e-dc06d3bb3f23 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:11.594293 dv-neutron-840426-1-hyperv neutron-server[88039]: INFO neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No ports have port_id starting with fff0e57d-fc18-4f2c-9bcc-c30c53239d08 May 04 17:29:11.611778 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-fd12edb6-6030-41cd-a0b8-3bc09579839d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:11.612284 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd12edb6-6030-41cd-a0b8-3bc09579839d None None] The sync data for ids ['b3b48d09-286f-49aa-b667-7cd4d4acfbbd'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:29:11.620569 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786b6eb9-a96f-44bd-a186-15abd6c46d7d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:11.621163 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-786b6eb9-a96f-44bd-a186-15abd6c46d7d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:11.631738 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c1af7d-8739-478a-9f4d-88ee5a577462 None None] No DVR routers for this DVR port fff0e57d-fc18-4f2c-9bcc-c30c53239d08 on host dv-neutron-840426-1-hyperv {{(pid=88039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:29:11.634247 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c1af7d-8739-478a-9f4d-88ee5a577462 None None] Pushing event deleted for resources: {'Port': ['ID=fff0e57d-fc18-4f2c-9bcc-c30c53239d08,revision_number=None']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:11.648448 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b81b5bdd-257a-4ac3-8f49-b812162641eb tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:11.651563 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786b6eb9-a96f-44bd-a186-15abd6c46d7d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event updated for resources: {'Subnet': ['ID=aeb508b1-03e9-4015-acc3-fc6e73b9ef8d,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:11.664388 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f344e9b1-c36e-4ef5-8663-1d7a2fd5408b tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:11.695173 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b81b5bdd-257a-4ac3-8f49-b812162641eb tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:11.695452 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b81b5bdd-257a-4ac3-8f49-b812162641eb tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710702'] for router_interface, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:11.699403 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27641982-31cc-4cab-af56-a10b5eb1eca0 None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:29:11.703337 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4578d6cb-910b-4efd-83e3-973395ab942a tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for router, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:11.714059 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-5e914e0d-7078-432c-8d3c-74a38a8dbc0f None None] Allocated IP 172.20.0.1 (b1f856fc-825f-474e-b8e1-d05cf5b58b5e/08773310-e479-468e-818e-dc48cb6be1ff/5bd902f8-6378-4645-aa87-9625c2dce808) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:29:11.753414 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f1c13363-edd6-4257-b119-ff3e4d8be921 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:11.760869 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f1c13363-edd6-4257-b119-ff3e4d8be921 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:11.813237 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-292bef20-987f-423c-aa40-d904b89d548e tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:11.813590 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-292bef20-987f-423c-aa40-d904b89d548e tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:11.833218 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c13363-edd6-4257-b119-ff3e4d8be921 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f68c0a6-3558-42d3-849f-9dc2779adef3,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:11.944773 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f1c13363-edd6-4257-b119-ff3e4d8be921 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:11.948533 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-f1c13363-edd6-4257-b119-ff3e4d8be921 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8833933 May 04 17:29:11.953146 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-292bef20-987f-423c-aa40-d904b89d548e tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Calling delete_port for 6ea83a1c-0372-4654-84c2-6d325ff05c04 owned by network:floatingip {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:29:11.980419 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48566) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:11.995829 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-cc2c2599-5e54-4d60-a769-6cc079733037 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Request body: {'security_group_rule': {'security_group_id': '2f68c0a6-3558-42d3-849f-9dc2779adef3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:11.996601 dv-neutron-840426-1-hyperv neutron-server[88037]: WARNING neutron.api.v2.base [None req-cc2c2599-5e54-4d60-a769-6cc079733037 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 04 17:29:12.001131 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.api.v2.resource [None req-cc2c2599-5e54-4d60-a769-6cc079733037 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 04 17:29:12.004888 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-cc2c2599-5e54-4d60-a769-6cc079733037 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0212715 May 04 17:29:12.005068 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-eb17ed9b-4e80-42ab-824e-5228a46b7535 None None] Provisioning complete for port 6c60d27f-6815-41e5-96d2-d43643a61c81 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:29:12.005068 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-eb17ed9b-4e80-42ab-824e-5228a46b7535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:12.005229 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48570) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:12.013528 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-a4fa71a6-5cb6-42e0-8276-4894d476cb61 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Request body: {'security_group_rule': {'security_group_id': '2f68c0a6-3558-42d3-849f-9dc2779adef3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:12.022577 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-a4fa71a6-5cb6-42e0-8276-4894d476cb61 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:12.031708 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-a4fa71a6-5cb6-42e0-8276-4894d476cb61 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Usage tracker for resource:security_group_rule and tenant:bc492a5b91b444a185e1d2db234536fa is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:29:12.035723 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-a4fa71a6-5cb6-42e0-8276-4894d476cb61 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:29:12.047962 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-a4fa71a6-5cb6-42e0-8276-4894d476cb61 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:12.120661 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.api.v2.resource [None req-a4fa71a6-5cb6-42e0-8276-4894d476cb61 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 04 17:29:12.121658 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-a4fa71a6-5cb6-42e0-8276-4894d476cb61 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1156917 May 04 17:29:12.128145 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48574) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:12.133157 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-916da42c-2dcb-4d2c-9959-a1ec8d5c88a9 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Request body: {'security_group_rule': {'security_group_id': '2f68c0a6-3558-42d3-849f-9dc2779adef3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:12.133795 dv-neutron-840426-1-hyperv neutron-server[88037]: WARNING neutron.api.v2.base [None req-916da42c-2dcb-4d2c-9959-a1ec8d5c88a9 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 04 17:29:12.134423 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.api.v2.resource [None req-916da42c-2dcb-4d2c-9959-a1ec8d5c88a9 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 04 17:29:12.135999 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-916da42c-2dcb-4d2c-9959-a1ec8d5c88a9 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0062394 May 04 17:29:12.150246 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48578) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:12.156540 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-c9da6f75-f633-419e-b668-a3e296d19490 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Request body: {'security_group_rule': {'security_group_id': '2f68c0a6-3558-42d3-849f-9dc2779adef3', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:12.159716 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-f344e9b1-c36e-4ef5-8663-1d7a2fd5408b tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Calling delete_port for 885d21bb-4548-4ed6-bb14-18e71bf862bd owned by network:router_gateway {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:29:12.162595 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-292bef20-987f-423c-aa40-d904b89d548e tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:12.167602 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-c9da6f75-f633-419e-b668-a3e296d19490 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:12.168011 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-eb17ed9b-4e80-42ab-824e-5228a46b7535 None None] Port 6c60d27f-6815-41e5-96d2-d43643a61c81 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:29:12.181645 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21421087-fa76-4fb9-90b6-a927dc2d1833 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-6b89b041-5c42-49da-97bf-23cee8aadf17', 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'tenant_id': 'e0bb3da2b1c344b882bb065b24ba46bb', 'fixed_ips': [{'subnet_id': 'aeb508b1-03e9-4015-acc3-fc6e73b9ef8d'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:29:12.182493 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-21421087-fa76-4fb9-90b6-a927dc2d1833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:12.204516 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-c9da6f75-f633-419e-b668-a3e296d19490 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Usage tracker for resource:security_group_rule and tenant:bc492a5b91b444a185e1d2db234536fa is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:29:12.213124 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-5e914e0d-7078-432c-8d3c-74a38a8dbc0f None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:12.214719 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-c9da6f75-f633-419e-b668-a3e296d19490 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:29:12.227556 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292bef20-987f-423c-aa40-d904b89d548e tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Pushing event deleted for resources: {'Port': ['ID=6ea83a1c-0372-4654-84c2-6d325ff05c04,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:12.230043 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-c9da6f75-f633-419e-b668-a3e296d19490 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:12.266645 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-786b6eb9-a96f-44bd-a186-15abd6c46d7d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.7614408 May 04 17:29:12.270901 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48582) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:12.278415 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-5e914e0d-7078-432c-8d3c-74a38a8dbc0f None None] Transition to ACTIVE for port object 5bd902f8-6378-4645-aa87-9625c2dce808 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:29:12.311587 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-0f278ee9-88b8-4522-8f20-51f3c147dfd2 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Request body: {'port': {'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'name': 'tempest-NetworksTestDHCPv6-1743634802'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:12.323248 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-5e914e0d-7078-432c-8d3c-74a38a8dbc0f None None] Transition to ACTIVE for port object 5bd902f8-6378-4645-aa87-9625c2dce808 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:29:12.364077 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-5e914e0d-7078-432c-8d3c-74a38a8dbc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:12.434179 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.api.v2.resource [None req-c9da6f75-f633-419e-b668-a3e296d19490 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 04 17:29:12.434971 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-c9da6f75-f633-419e-b668-a3e296d19490 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2833872 May 04 17:29:12.439929 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-292bef20-987f-423c-aa40-d904b89d548e tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for floatingip, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:12.448942 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48586) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:12.460371 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e914e0d-7078-432c-8d3c-74a38a8dbc0f None None] Network b1f856fc-825f-474e-b8e1-d05cf5b58b5e is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:29:12.465768 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-568d41bc-16bd-474f-9757-259b47f8a747 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Request body: {'security_group_rule': {'security_group_id': '2f68c0a6-3558-42d3-849f-9dc2779adef3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:12.466357 dv-neutron-840426-1-hyperv neutron-server[88037]: WARNING neutron.api.v2.base [None req-568d41bc-16bd-474f-9757-259b47f8a747 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 04 17:29:12.466837 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.api.v2.resource [None req-568d41bc-16bd-474f-9757-259b47f8a747 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 04 17:29:12.470773 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-568d41bc-16bd-474f-9757-259b47f8a747 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0152617 May 04 17:29:12.470949 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-5e914e0d-7078-432c-8d3c-74a38a8dbc0f None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:29:12.471478 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48590) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:12.471954 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e914e0d-7078-432c-8d3c-74a38a8dbc0f None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:29:12.474837 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-21421087-fa76-4fb9-90b6-a927dc2d1833 None None] Allocated IP 2001:db8::2 (6b89b041-5c42-49da-97bf-23cee8aadf17/aeb508b1-03e9-4015-acc3-fc6e73b9ef8d/75383ed7-339e-4681-b854-cd06d8c8d193) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:29:12.476931 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-de7c6772-697d-44ce-90c8-f230862b33df tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Request body: {'security_group_rule': {'security_group_id': '2f68c0a6-3558-42d3-849f-9dc2779adef3', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:12.477099 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e914e0d-7078-432c-8d3c-74a38a8dbc0f None None] Pushing event updated for resources: {'Port': ['ID=5bd902f8-6378-4645-aa87-9625c2dce808,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:12.492032 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-292bef20-987f-423c-aa40-d904b89d548e tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:12.493338 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-292bef20-987f-423c-aa40-d904b89d548e tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] 10.222.0.41 "DELETE /v2.0/floatingips/4f0d69b0-fb93-47bc-9f34-9f073848cd76 HTTP/1.1" status: 204 len: 168 time: 1.2351513 May 04 17:29:12.496909 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-de7c6772-697d-44ce-90c8-f230862b33df tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:12.501828 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48594) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:12.513067 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81b5bdd-257a-4ac3-8f49-b812162641eb tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Pushing event updated for resources: {'Port': ['ID=6c60d27f-6815-41e5-96d2-d43643a61c81,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:12.517478 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-de7c6772-697d-44ce-90c8-f230862b33df tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Usage tracker for resource:security_group_rule and tenant:bc492a5b91b444a185e1d2db234536fa is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:29:12.549286 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-de7c6772-697d-44ce-90c8-f230862b33df tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:29:12.568860 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-de7c6772-697d-44ce-90c8-f230862b33df tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:12.571103 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-0f278ee9-88b8-4522-8f20-51f3c147dfd2 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:12.573460 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-55187706-2896-401b-836e-030fda61b22f tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] DELETE failed (client error): The resource could not be found. May 04 17:29:12.574147 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55187706-2896-401b-836e-030fda61b22f tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:29:12.576114 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-55187706-2896-401b-836e-030fda61b22f tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] 10.222.0.41 "DELETE /v2.0/ports/06c11dce-df5f-4ba6-a1c0-0eeddd0bdda2 HTTP/1.1" status: 404 len: 333 time: 0.0731940 May 04 17:29:12.579708 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48598) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:12.582957 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-0f278ee9-88b8-4522-8f20-51f3c147dfd2 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Usage tracker for resource:port and tenant:e0bb3da2b1c344b882bb065b24ba46bb is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:29:12.587987 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-0f278ee9-88b8-4522-8f20-51f3c147dfd2 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:29:12.610613 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4578d6cb-910b-4efd-83e3-973395ab942a tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:12.615627 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4578d6cb-910b-4efd-83e3-973395ab942a tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:12.617885 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9f6577c5-b36d-4541-b95e-dc06d3bb3f23 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:12.628074 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-0f278ee9-88b8-4522-8f20-51f3c147dfd2 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:12.641385 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.securitygroups_db [None req-de7c6772-697d-44ce-90c8-f230862b33df tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Project bc492a5b91b444a185e1d2db234536fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 17:29:12.647720 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-c144e5cf-f8a0-4230-8f08-9022a9d14afb tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Synchronizing usage tracker for tenant:983c2322fbac41498b7f731747fedd84 on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:29:12.662321 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-5e914e0d-7078-432c-8d3c-74a38a8dbc0f None None] Attempting to bind port 5bd902f8-6378-4645-aa87-9625c2dce808 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:29:12.663385 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-5e914e0d-7078-432c-8d3c-74a38a8dbc0f None None] Attempting to bind port 5bd902f8-6378-4645-aa87-9625c2dce808 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'f0ed0b46-9a80-4929-89c9-95d5f93ca6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b1f856fc-825f-474e-b8e1-d05cf5b58b5e'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:29:12.663730 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e914e0d-7078-432c-8d3c-74a38a8dbc0f None None] Attempting to bind port 5bd902f8-6378-4645-aa87-9625c2dce808 on network b1f856fc-825f-474e-b8e1-d05cf5b58b5e {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:29:12.670880 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f278ee9-88b8-4522-8f20-51f3c147dfd2 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Made reservation on behalf of e0bb3da2b1c344b882bb065b24ba46bb for: {'port': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:29:12.674523 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0f278ee9-88b8-4522-8f20-51f3c147dfd2 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:12.676540 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e914e0d-7078-432c-8d3c-74a38a8dbc0f None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:29:12.676918 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e914e0d-7078-432c-8d3c-74a38a8dbc0f None None] Checking segment: {'id': 'f0ed0b46-9a80-4929-89c9-95d5f93ca6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b1f856fc-825f-474e-b8e1-d05cf5b58b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:29:12.677322 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-5e914e0d-7078-432c-8d3c-74a38a8dbc0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:12.677712 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e914e0d-7078-432c-8d3c-74a38a8dbc0f None None] Bound using segment: {'id': 'f0ed0b46-9a80-4929-89c9-95d5f93ca6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b1f856fc-825f-474e-b8e1-d05cf5b58b5e'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:29:12.678214 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-5e914e0d-7078-432c-8d3c-74a38a8dbc0f None None] Bound port: 5bd902f8-6378-4645-aa87-9625c2dce808, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ed0b46-9a80-4929-89c9-95d5f93ca6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b1f856fc-825f-474e-b8e1-d05cf5b58b5e'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:29:12.678586 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-5e914e0d-7078-432c-8d3c-74a38a8dbc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:12.695229 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-c144e5cf-f8a0-4230-8f08-9022a9d14afb tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Unset dirty status for tenant:983c2322fbac41498b7f731747fedd84 on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:29:12.700819 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-c144e5cf-f8a0-4230-8f08-9022a9d14afb tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] 10.222.0.41 "GET /v2.0/ports?device_id=ddbd90c5-c8d4-45fc-b8bf-75f2ae90bec9 HTTP/1.1" status: 200 len: 205 time: 0.1154866 May 04 17:29:12.700989 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6577c5-b36d-4541-b95e-dc06d3bb3f23 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Pushing event deleted for resources: {'Subnet': ['ID=08773310-e479-468e-818e-dc48cb6be1ff,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:12.701074 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48602) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:12.702553 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.api.v2.resource [None req-de7c6772-697d-44ce-90c8-f230862b33df tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 04 17:29:12.705994 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-de7c6772-697d-44ce-90c8-f230862b33df tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2306006 May 04 17:29:12.716875 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48606) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:12.730000 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-e591379e-d81d-481a-b0e1-893899efc3a0 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Request body: {'security_group_rule': {'security_group_id': '2f68c0a6-3558-42d3-849f-9dc2779adef3', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:12.730728 dv-neutron-840426-1-hyperv neutron-server[88038]: WARNING neutron.api.v2.base [None req-e591379e-d81d-481a-b0e1-893899efc3a0 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 04 17:29:12.731239 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.api.v2.resource [None req-e591379e-d81d-481a-b0e1-893899efc3a0 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 04 17:29:12.734749 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-e591379e-d81d-481a-b0e1-893899efc3a0 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0112524 May 04 17:29:12.734974 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48610) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:12.762849 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-dd31368e-b33c-41e9-a271-70fd445c6afd tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Request body: {'security_group_rule': {'security_group_id': '2f68c0a6-3558-42d3-849f-9dc2779adef3', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:12.770023 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [None req-0f278ee9-88b8-4522-8f20-51f3c147dfd2 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] device_id is not set on port e5f5843a-e349-4427-8c7e-dd92ea15294e yet. {{(pid=88037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:29:12.775277 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4578d6cb-910b-4efd-83e3-973395ab942a tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:12.775970 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4578d6cb-910b-4efd-83e3-973395ab942a tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Fanout notify agent at l3_agent the message router_deleted on router b3b48d09-286f-49aa-b667-7cd4d4acfbbd {{(pid=88038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:29:12.797557 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81b5bdd-257a-4ac3-8f49-b812162641eb tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Network 64196c28-5300-49b0-83bb-52df24217316 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:29:12.798765 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-dd31368e-b33c-41e9-a271-70fd445c6afd tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:12.813960 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.api.v2.resource [None req-92cb49b7-f1be-4ad7-8c73-36fbc17e253a tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] delete failed (client error): The resource could not be found. May 04 17:29:12.817425 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-92cb49b7-f1be-4ad7-8c73-36fbc17e253a tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] 10.222.0.41 "DELETE /v2.0/routers/ddbd90c5-c8d4-45fc-b8bf-75f2ae90bec9 HTTP/1.1" status: 404 len: 336 time: 0.1150970 May 04 17:29:12.817664 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48614) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:12.863819 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9f6577c5-b36d-4541-b95e-dc06d3bb3f23 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:12.870261 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-945375fc-915b-46ed-bc82-ea37bd0e23fc tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] DELETE failed (client error): The resource could not be found. May 04 17:29:12.870767 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-5e914e0d-7078-432c-8d3c-74a38a8dbc0f None None] For port 5bd902f8-6378-4645-aa87-9625c2dce808, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:29:12.870989 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-945375fc-915b-46ed-bc82-ea37bd0e23fc tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:29:12.874789 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-b81b5bdd-257a-4ac3-8f49-b812162641eb tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:29:12.877178 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-dd31368e-b33c-41e9-a271-70fd445c6afd tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Usage tracker for resource:security_group_rule and tenant:bc492a5b91b444a185e1d2db234536fa is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:29:12.883824 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-945375fc-915b-46ed-bc82-ea37bd0e23fc tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] 10.222.0.41 "DELETE /v2.0/subnets/4518b280-55ef-414a-922c-5a838eb16208 HTTP/1.1" status: 404 len: 337 time: 0.0648851 May 04 17:29:12.887266 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48618) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:12.889668 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-21421087-fa76-4fb9-90b6-a927dc2d1833 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:12.901785 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-21421087-fa76-4fb9-90b6-a927dc2d1833 None None] Transition to ACTIVE for port object 75383ed7-339e-4681-b854-cd06d8c8d193 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:29:12.913699 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-dd31368e-b33c-41e9-a271-70fd445c6afd tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:29:12.924136 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-21421087-fa76-4fb9-90b6-a927dc2d1833 None None] Transition to ACTIVE for port object 75383ed7-339e-4681-b854-cd06d8c8d193 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:29:12.932260 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-21421087-fa76-4fb9-90b6-a927dc2d1833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:12.939188 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-dd31368e-b33c-41e9-a271-70fd445c6afd tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:13.003093 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21421087-fa76-4fb9-90b6-a927dc2d1833 None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:29:13.003559 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-9f6577c5-b36d-4541-b95e-dc06d3bb3f23 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1f856fc-825f-474e-b8e1-d05cf5b58b5e']}} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:13.006164 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-21421087-fa76-4fb9-90b6-a927dc2d1833 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:29:13.009128 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21421087-fa76-4fb9-90b6-a927dc2d1833 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:29:13.012496 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-c417f2c0-a849-4fd0-a6aa-7249d4dadb0c tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Deleting port 7cc9c858-76b6-4845-b1b6-bc031b02ce62 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:29:13.012843 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c417f2c0-a849-4fd0-a6aa-7249d4dadb0c tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:13.053687 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21421087-fa76-4fb9-90b6-a927dc2d1833 None None] Pushing event updated for resources: {'Port': ['ID=75383ed7-339e-4681-b854-cd06d8c8d193,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:13.088816 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-0f278ee9-88b8-4522-8f20-51f3c147dfd2 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Allocated IP 2001:db8::3a5 (6b89b041-5c42-49da-97bf-23cee8aadf17/aeb508b1-03e9-4015-acc3-fc6e73b9ef8d/e5f5843a-e349-4427-8c7e-dd92ea15294e) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:29:13.093183 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-5e914e0d-7078-432c-8d3c-74a38a8dbc0f None None] For port 5bd902f8-6378-4645-aa87-9625c2dce808, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=5bd902f8-6378-4645-aa87-9625c2dce808,segment=NetworkSegment(f0ed0b46-9a80-4929-89c9-95d5f93ca6c3),segment_id=f0ed0b46-9a80-4929-89c9-95d5f93ca6c3)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:29:13.119082 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-5e914e0d-7078-432c-8d3c-74a38a8dbc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:13.119265 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f344e9b1-c36e-4ef5-8663-1d7a2fd5408b tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:13.147131 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-9f6577c5-b36d-4541-b95e-dc06d3bb3f23 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0ed0b46-9a80-4929-89c9-95d5f93ca6c3') {'for_net_delete': True} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:13.147693 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-9f6577c5-b36d-4541-b95e-dc06d3bb3f23 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0ed0b46-9a80-4929-89c9-95d5f93ca6c3') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:13.183173 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-21421087-fa76-4fb9-90b6-a927dc2d1833 None None] Attempting to bind port 75383ed7-339e-4681-b854-cd06d8c8d193 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:29:13.183669 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-21421087-fa76-4fb9-90b6-a927dc2d1833 None None] Attempting to bind port 75383ed7-339e-4681-b854-cd06d8c8d193 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:29:13.184099 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21421087-fa76-4fb9-90b6-a927dc2d1833 None None] Attempting to bind port 75383ed7-339e-4681-b854-cd06d8c8d193 on network 6b89b041-5c42-49da-97bf-23cee8aadf17 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:29:13.205333 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21421087-fa76-4fb9-90b6-a927dc2d1833 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:29:13.205638 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21421087-fa76-4fb9-90b6-a927dc2d1833 None None] Checking segment: {'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:29:13.206232 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-21421087-fa76-4fb9-90b6-a927dc2d1833 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:13.206695 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21421087-fa76-4fb9-90b6-a927dc2d1833 None None] Bound using segment: {'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:29:13.207441 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-21421087-fa76-4fb9-90b6-a927dc2d1833 None None] Bound port: 75383ed7-339e-4681-b854-cd06d8c8d193, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:29:13.207897 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-21421087-fa76-4fb9-90b6-a927dc2d1833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:13.242155 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9f6577c5-b36d-4541-b95e-dc06d3bb3f23 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801627'] for segment, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:13.265688 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4578d6cb-910b-4efd-83e3-973395ab942a tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:13.267071 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-4578d6cb-910b-4efd-83e3-973395ab942a tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "DELETE /v2.0/routers/b3b48d09-286f-49aa-b667-7cd4d4acfbbd HTTP/1.1" status: 204 len: 168 time: 1.8383596 May 04 17:29:13.270182 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.securitygroups_db [None req-dd31368e-b33c-41e9-a271-70fd445c6afd tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Project bc492a5b91b444a185e1d2db234536fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 17:29:13.333990 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48622) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:13.335088 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f344e9b1-c36e-4ef5-8663-1d7a2fd5408b tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Pushing event deleted for resources: {'Port': ['ID=885d21bb-4548-4ed6-bb14-18e71bf862bd,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:13.374420 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e914e0d-7078-432c-8d3c-74a38a8dbc0f None None] Pushing event updated for resources: {'Port': ['ID=5bd902f8-6378-4645-aa87-9625c2dce808,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:13.377793 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.api.v2.resource [None req-dd31368e-b33c-41e9-a271-70fd445c6afd tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 04 17:29:13.379063 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-dd31368e-b33c-41e9-a271-70fd445c6afd tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.6396513 May 04 17:29:13.395113 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48626) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:13.439697 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-ffdd7b54-0da3-44c0-9587-976f1ea187b0 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Request body: {'security_group_rule': {'security_group_id': '2f68c0a6-3558-42d3-849f-9dc2779adef3', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:13.446661 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9f6577c5-b36d-4541-b95e-dc06d3bb3f23 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:13.463358 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-77cc739e-a942-49e1-91b4-fb485104cf2e None None] Provisioning complete for port 6c60d27f-6815-41e5-96d2-d43643a61c81 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:29:13.463800 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-77cc739e-a942-49e1-91b4-fb485104cf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:13.471085 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-ffdd7b54-0da3-44c0-9587-976f1ea187b0 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:13.477131 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f6577c5-b36d-4541-b95e-dc06d3bb3f23 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=88038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:29:13.477534 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9f6577c5-b36d-4541-b95e-dc06d3bb3f23 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7881827'] for segment, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:13.494795 dv-neutron-840426-1-hyperv neutron-server[88038]: Traceback (most recent call last): May 04 17:29:13.494795 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:29:13.494795 dv-neutron-840426-1-hyperv neutron-server[88038]: timer() May 04 17:29:13.494795 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:29:13.494795 dv-neutron-840426-1-hyperv neutron-server[88038]: cb(*args, **kw) May 04 17:29:13.494795 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:29:13.494795 dv-neutron-840426-1-hyperv neutron-server[88038]: return func(*args, **kwargs) May 04 17:29:13.494795 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:29:13.494795 dv-neutron-840426-1-hyperv neutron-server[88038]: self._notify() May 04 17:29:13.494795 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:29:13.494795 dv-neutron-840426-1-hyperv neutron-server[88038]: self.callback(batched_events) May 04 17:29:13.494795 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:29:13.494795 dv-neutron-840426-1-hyperv neutron-server[88038]: event.method(event) May 04 17:29:13.494795 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:29:13.494795 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:29:13.494795 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:29:13.494795 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:29:13.494795 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:29:13.494795 dv-neutron-840426-1-hyperv neutron-server[88038]: return f(self, *a, **k) May 04 17:29:13.494795 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:29:13.494795 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._get(url).json() May 04 17:29:13.494795 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:29:13.494795 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:29:13.494795 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:29:13.494795 dv-neutron-840426-1-hyperv neutron-server[88038]: return self.request(url, 'GET', **kwargs) May 04 17:29:13.494795 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:29:13.494795 dv-neutron-840426-1-hyperv neutron-server[88038]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:29:13.494795 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:29:13.494795 dv-neutron-840426-1-hyperv neutron-server[88038]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:29:13.494795 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:29:13.494795 dv-neutron-840426-1-hyperv neutron-server[88038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:29:13.494795 dv-neutron-840426-1-hyperv neutron-server[88038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:29:13.520683 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-ffdd7b54-0da3-44c0-9587-976f1ea187b0 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Usage tracker for resource:security_group_rule and tenant:bc492a5b91b444a185e1d2db234536fa is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:29:13.524484 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-21421087-fa76-4fb9-90b6-a927dc2d1833 None None] For port 75383ed7-339e-4681-b854-cd06d8c8d193, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:29:13.538258 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-21421087-fa76-4fb9-90b6-a927dc2d1833 None None] For port 75383ed7-339e-4681-b854-cd06d8c8d193, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=75383ed7-339e-4681-b854-cd06d8c8d193,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:29:13.540825 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-77cc739e-a942-49e1-91b4-fb485104cf2e None None] Port 6c60d27f-6815-41e5-96d2-d43643a61c81 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:29:13.546348 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-ffdd7b54-0da3-44c0-9587-976f1ea187b0 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:29:13.546614 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381c63a0-3b1e-49af-ba3a-924880cfe544 None None] Network b1f856fc-825f-474e-b8e1-d05cf5b58b5e requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:29:13.559105 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_v2 [None req-e577741b-4b42-4bf9-8a4d-8b265deb1bc4 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Deleting subnet 58068400-1f21-402b-84f5-05ac11179a98 {{(pid=88038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:29:13.567459 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-21421087-fa76-4fb9-90b6-a927dc2d1833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:13.582844 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0f278ee9-88b8-4522-8f20-51f3c147dfd2 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:13.617872 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-0f278ee9-88b8-4522-8f20-51f3c147dfd2 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Transition to ACTIVE for port object e5f5843a-e349-4427-8c7e-dd92ea15294e will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:29:13.622908 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c417f2c0-a849-4fd0-a6aa-7249d4dadb0c tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:13.758824 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-c417f2c0-a849-4fd0-a6aa-7249d4dadb0c tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Calling delete_port for 7cc9c858-76b6-4845-b1b6-bc031b02ce62 owned by {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:29:13.759806 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e577741b-4b42-4bf9-8a4d-8b265deb1bc4 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for subnet, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:13.776077 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21421087-fa76-4fb9-90b6-a927dc2d1833 None None] Pushing event updated for resources: {'Port': ['ID=75383ed7-339e-4681-b854-cd06d8c8d193,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:13.788362 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-ffdd7b54-0da3-44c0-9587-976f1ea187b0 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:13.817735 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f344e9b1-c36e-4ef5-8663-1d7a2fd5408b tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710199'] for router_gateway, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:13.849708 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0f278ee9-88b8-4522-8f20-51f3c147dfd2 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:13.892185 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.db.api [None req-9f6577c5-b36d-4541-b95e-dc06d3bb3f23 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 04 17:29:13.892185 dv-neutron-840426-1-hyperv neutron-server[88038]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 04 17:29:13.892185 dv-neutron-840426-1-hyperv neutron-server[88038]: [parameters: {'id': 'b1f856fc-825f-474e-b8e1-d05cf5b58b5e'}] May 04 17:29:13.892185 dv-neutron-840426-1-hyperv neutron-server[88038]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88038) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:29:13.892538 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG oslo_db.api [None req-9f6577c5-b36d-4541-b95e-dc06d3bb3f23 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:29:13.969413 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.securitygroups_db [None req-ffdd7b54-0da3-44c0-9587-976f1ea187b0 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Project bc492a5b91b444a185e1d2db234536fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 17:29:13.979912 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f278ee9-88b8-4522-8f20-51f3c147dfd2 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:29:13.985231 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-0f278ee9-88b8-4522-8f20-51f3c147dfd2 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:29:13.995656 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f278ee9-88b8-4522-8f20-51f3c147dfd2 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:29:14.001851 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f278ee9-88b8-4522-8f20-51f3c147dfd2 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:14.002553 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0f278ee9-88b8-4522-8f20-51f3c147dfd2 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:14.003463 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e577741b-4b42-4bf9-8a4d-8b265deb1bc4 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-801696'] for subnet, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:14.030054 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f278ee9-88b8-4522-8f20-51f3c147dfd2 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event updated for resources: {'Port': ['ID=e5f5843a-e349-4427-8c7e-dd92ea15294e,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:14.046693 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-0f278ee9-88b8-4522-8f20-51f3c147dfd2 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7729456 May 04 17:29:14.048006 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c417f2c0-a849-4fd0-a6aa-7249d4dadb0c tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:14.049556 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48630) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:14.109397 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b81b5bdd-257a-4ac3-8f49-b812162641eb tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Router 26cab207-265d-4783-8cfb-3c917a16aebe is scheduled to L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 with binding_index 1 {{(pid=88038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:29:14.146073 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c417f2c0-a849-4fd0-a6aa-7249d4dadb0c tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Pushing event deleted for resources: {'Port': ['ID=7cc9c858-76b6-4845-b1b6-bc031b02ce62,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:14.176749 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.api.v2.resource [None req-ffdd7b54-0da3-44c0-9587-976f1ea187b0 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 04 17:29:14.181092 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-ffdd7b54-0da3-44c0-9587-976f1ea187b0 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.7773788 May 04 17:29:14.188763 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48634) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:14.366142 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ae7656-ac90-4056-b8ad-42ea8e3412bb tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:14.371977 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ae7656-ac90-4056-b8ad-42ea8e3412bb tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:14.372728 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-21ae7656-ac90-4056-b8ad-42ea8e3412bb tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Synchronizing usage tracker for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:29:14.376215 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c417f2c0-a849-4fd0-a6aa-7249d4dadb0c tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:14.378070 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-c417f2c0-a849-4fd0-a6aa-7249d4dadb0c tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] 10.222.0.41 "DELETE /v2.0/ports/7cc9c858-76b6-4845-b1b6-bc031b02ce62 HTTP/1.1" status: 204 len: 168 time: 1.4901004 May 04 17:29:14.381555 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48638) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:14.382208 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1ca7a952-8f34-4b41-a4ee-5628c49b93a3 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:14.453509 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9f6577c5-b36d-4541-b95e-dc06d3bb3f23 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:14.465271 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1ca7a952-8f34-4b41-a4ee-5628c49b93a3 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:14.475082 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-21ae7656-ac90-4056-b8ad-42ea8e3412bb tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Unset dirty status for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:29:14.476527 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-21ae7656-ac90-4056-b8ad-42ea8e3412bb tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.4253881 May 04 17:29:14.481826 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48642) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:14.503604 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-91b54dc4-9e70-4c1a-88ae-3bef56bddb94 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Deleting port 2f53263e-1872-4374-b986-74a4aad07dd2 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:29:14.503942 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-91b54dc4-9e70-4c1a-88ae-3bef56bddb94 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:14.526023 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f344e9b1-c36e-4ef5-8663-1d7a2fd5408b tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:14.561267 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f344e9b1-c36e-4ef5-8663-1d7a2fd5408b tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-712177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-712168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-709817'] for router, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:14.568281 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e577741b-4b42-4bf9-8a4d-8b265deb1bc4 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:14.599312 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-9f6577c5-b36d-4541-b95e-dc06d3bb3f23 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Deleting port 5bd902f8-6378-4645-aa87-9625c2dce808 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:29:14.599659 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9f6577c5-b36d-4541-b95e-dc06d3bb3f23 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:14.625003 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1ca7a952-8f34-4b41-a4ee-5628c49b93a3 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:14.666474 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca7a952-8f34-4b41-a4ee-5628c49b93a3 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f68c0a6-3558-42d3-849f-9dc2779adef3,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:14.693318 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1ca7a952-8f34-4b41-a4ee-5628c49b93a3 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:14.694731 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-1ca7a952-8f34-4b41-a4ee-5628c49b93a3 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] 10.222.0.41 "DELETE /v2.0/security-groups/2f68c0a6-3558-42d3-849f-9dc2779adef3 HTTP/1.1" status: 204 len: 168 time: 0.5006392 May 04 17:29:14.697719 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48646) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:14.716488 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b81b5bdd-257a-4ac3-8f49-b812162641eb tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:29:14.731512 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b961d809-4c3f-4afb-871c-07cbd752b834 None None] Sync routers for ids ['26cab207-265d-4783-8cfb-3c917a16aebe'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:29:14.744653 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b961d809-4c3f-4afb-871c-07cbd752b834 None None] Routers {'26cab207-265d-4783-8cfb-3c917a16aebe'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:29:14.745498 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-b961d809-4c3f-4afb-871c-07cbd752b834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:29:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['26cab207-265d-4783-8cfb-3c917a16aebe'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:14.788794 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-b81b5bdd-257a-4ac3-8f49-b812162641eb tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "PUT /v2.0/routers/26cab207-265d-4783-8cfb-3c917a16aebe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7486558 May 04 17:29:14.794773 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48650) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:14.808841 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-8e9d890b-62aa-431a-8be9-6490ba451602 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Deleting port e5f5843a-e349-4427-8c7e-dd92ea15294e {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:29:14.808841 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8e9d890b-62aa-431a-8be9-6490ba451602 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:14.863829 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-b961d809-4c3f-4afb-871c-07cbd752b834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:14.887437 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b961d809-4c3f-4afb-871c-07cbd752b834 None None] Routers {'26cab207-265d-4783-8cfb-3c917a16aebe'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:29:14.889440 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-781333b7-ed96-4244-bc93-4a306074ad39 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Synchronizing usage tracker for tenant:bc492a5b91b444a185e1d2db234536fa on resource:security_group {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:29:14.889587 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-9fed5b35-fc70-4110-aef4-551ae7426fc7 None None] Provisioning for port 75383ed7-339e-4681-b854-cd06d8c8d193 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:29:14.893159 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-b961d809-4c3f-4afb-871c-07cbd752b834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:29:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['26cab207-265d-4783-8cfb-3c917a16aebe'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:14.895962 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-91b54dc4-9e70-4c1a-88ae-3bef56bddb94 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:14.943671 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f344e9b1-c36e-4ef5-8663-1d7a2fd5408b tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Router b6af1f49-14cb-4ad3-b433-5fa155b14863 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:29:14.974792 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-b961d809-4c3f-4afb-871c-07cbd752b834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:14.975542 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b961d809-4c3f-4afb-871c-07cbd752b834 None None] The sync data for ids ['26cab207-265d-4783-8cfb-3c917a16aebe'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:29:15.106401 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc21f6d1-9031-4b49-8fdd-a35d60daf95f None None] get_active_networks_info from dv-neutron-840426-1-hyperv {{(pid=88039) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 04 17:29:15.150008 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe475ca-5d8a-492c-b018-70e0c7328a8f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:15.150884 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-cbe475ca-5d8a-492c-b018-70e0c7328a8f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Synchronizing usage tracker for tenant:a41a9e7401a94b21bc1365a01709c65f on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:29:15.179252 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e577741b-4b42-4bf9-8a4d-8b265deb1bc4 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:15.191941 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-91b54dc4-9e70-4c1a-88ae-3bef56bddb94 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Calling delete_port for 2f53263e-1872-4374-b986-74a4aad07dd2 owned by {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:29:15.204492 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-99f7671f-9352-4c01-81eb-7cccfc875476 None None] Provisioning for port e5f5843a-e349-4427-8c7e-dd92ea15294e completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:29:15.228131 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 75383ed7-339e-4681-b854-cd06d8c8d193 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:29:15.256907 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-781333b7-ed96-4244-bc93-4a306074ad39 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Unset dirty status for tenant:bc492a5b91b444a185e1d2db234536fa on resource:security_group {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:29:15.258220 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-781333b7-ed96-4244-bc93-4a306074ad39 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5593834 May 04 17:29:15.265398 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48654) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:15.279362 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-3a47e6ec-65e6-40f6-b4d0-38580254405b tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Request body: {'security_group': {'name': 'tempest-secgroup--1394936544'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:15.280144 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-99f7671f-9352-4c01-81eb-7cccfc875476 None None] Provisioning complete for port e5f5843a-e349-4427-8c7e-dd92ea15294e triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:29:15.280509 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-99f7671f-9352-4c01-81eb-7cccfc875476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:15.291406 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-3a47e6ec-65e6-40f6-b4d0-38580254405b tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:15.297273 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-cbe475ca-5d8a-492c-b018-70e0c7328a8f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Unset dirty status for tenant:a41a9e7401a94b21bc1365a01709c65f on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:29:15.301137 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-cbe475ca-5d8a-492c-b018-70e0c7328a8f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "GET /v2.0/ports/6c60d27f-6815-41e5-96d2-d43643a61c81 HTTP/1.1" status: 200 len: 911 time: 0.5005281 May 04 17:29:15.306528 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48658) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:15.312708 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-3a47e6ec-65e6-40f6-b4d0-38580254405b tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:15.318951 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e577741b-4b42-4bf9-8a4d-8b265deb1bc4 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Pushing event deleted for resources: {'Subnet': ['ID=58068400-1f21-402b-84f5-05ac11179a98,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:15.325656 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e577741b-4b42-4bf9-8a4d-8b265deb1bc4 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:15.403444 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-99f7671f-9352-4c01-81eb-7cccfc875476 None None] Port e5f5843a-e349-4427-8c7e-dd92ea15294e cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:29:15.421127 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc21f6d1-9031-4b49-8fdd-a35d60daf95f None None] Resources bound (agent type, host, resource id): {{(pid=88039) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 04 17:29:15.440589 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 75383ed7-339e-4681-b854-cd06d8c8d193 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:29:15.459035 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 75383ed7-339e-4681-b854-cd06d8c8d193 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:29:15.459035 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:15.469110 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3a47e6ec-65e6-40f6-b4d0-38580254405b tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:15.481162 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-e577741b-4b42-4bf9-8a4d-8b265deb1bc4 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "DELETE /v2.0/subnets/58068400-1f21-402b-84f5-05ac11179a98 HTTP/1.1" status: 204 len: 168 time: 2.1437738 May 04 17:29:15.511461 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48664) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:15.534989 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f344e9b1-c36e-4ef5-8663-1d7a2fd5408b tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:29:15.543087 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-9f6577c5-b36d-4541-b95e-dc06d3bb3f23 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] For port 5bd902f8-6378-4645-aa87-9625c2dce808, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=5bd902f8-6378-4645-aa87-9625c2dce808,segment=NetworkSegment(f0ed0b46-9a80-4929-89c9-95d5f93ca6c3),segment_id=f0ed0b46-9a80-4929-89c9-95d5f93ca6c3)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:29:15.543759 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9f6577c5-b36d-4541-b95e-dc06d3bb3f23 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:15.556889 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f344e9b1-c36e-4ef5-8663-1d7a2fd5408b tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:15.558178 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-f344e9b1-c36e-4ef5-8663-1d7a2fd5408b tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] 10.222.0.41 "PUT /v2.0/routers/b6af1f49-14cb-4ad3-b433-5fa155b14863 HTTP/1.1" status: 200 len: 710 time: 6.7914762 May 04 17:29:15.561428 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48668) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:15.577085 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd19b081-fd0c-4da7-a8f2-4277328b5a61 None None] Sync routers for ids ['b6af1f49-14cb-4ad3-b433-5fa155b14863'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:29:15.612663 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd19b081-fd0c-4da7-a8f2-4277328b5a61 None None] Routers {'b6af1f49-14cb-4ad3-b433-5fa155b14863'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:29:15.613297 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-cd19b081-fd0c-4da7-a8f2-4277328b5a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:29:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['b6af1f49-14cb-4ad3-b433-5fa155b14863'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:15.684176 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-cd19b081-fd0c-4da7-a8f2-4277328b5a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:15.691003 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-9f6577c5-b36d-4541-b95e-dc06d3bb3f23 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Calling delete_port for 5bd902f8-6378-4645-aa87-9625c2dce808 owned by network:dhcp {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:29:15.704379 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-3a47e6ec-65e6-40f6-b4d0-38580254405b tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:15.757166 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8e9d890b-62aa-431a-8be9-6490ba451602 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:15.796069 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd19b081-fd0c-4da7-a8f2-4277328b5a61 None None] Routers {'b6af1f49-14cb-4ad3-b433-5fa155b14863'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:29:15.796703 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-cd19b081-fd0c-4da7-a8f2-4277328b5a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:29:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['b6af1f49-14cb-4ad3-b433-5fa155b14863'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:15.868742 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-3a47e6ec-65e6-40f6-b4d0-38580254405b tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Usage tracker for resource:security_group_rule and tenant:bc492a5b91b444a185e1d2db234536fa is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:29:15.874175 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-3a47e6ec-65e6-40f6-b4d0-38580254405b tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:29:15.882329 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-cd19b081-fd0c-4da7-a8f2-4277328b5a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:15.882741 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd19b081-fd0c-4da7-a8f2-4277328b5a61 None None] The sync data for ids ['b6af1f49-14cb-4ad3-b433-5fa155b14863'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:29:15.892447 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:15.909586 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-8e9d890b-62aa-431a-8be9-6490ba451602 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Calling delete_port for e5f5843a-e349-4427-8c7e-dd92ea15294e owned by {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:29:15.919281 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-3a47e6ec-65e6-40f6-b4d0-38580254405b tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:15.936401 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 75383ed7-339e-4681-b854-cd06d8c8d193, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=75383ed7-339e-4681-b854-cd06d8c8d193,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:29:15.943898 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9b0df8a6-fd72-450f-a4c4-1a5b9288644c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:15.950915 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-91b54dc4-9e70-4c1a-88ae-3bef56bddb94 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:15.957303 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-e0c18edc-708e-402b-ab3b-357b1e2afc91 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] 10.222.0.41 "GET /v2.0/routers/b6af1f49-14cb-4ad3-b433-5fa155b14863 HTTP/1.1" status: 200 len: 745 time: 0.3912976 May 04 17:29:15.960623 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48672) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:15.979440 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:16.018526 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9f6577c5-b36d-4541-b95e-dc06d3bb3f23 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:16.039102 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b54dc4-9e70-4c1a-88ae-3bef56bddb94 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Pushing event deleted for resources: {'Port': ['ID=2f53263e-1872-4374-b986-74a4aad07dd2,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:16.087603 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=75383ed7-339e-4681-b854-cd06d8c8d193,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:16.087823 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-01883b94-6cbc-43c4-bee0-c1ae60686c74 tempest-RoutersIpV6AdminTest-410948641 tempest-RoutersIpV6AdminTest-410948641-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=30bd8d35-9d66-4ec1-9734-58f713c6cd24&device_id=b6af1f49-14cb-4ad3-b433-5fa155b14863 HTTP/1.1" status: 200 len: 205 time: 0.1231472 May 04 17:29:16.099067 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48678) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:16.100862 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-9b0df8a6-fd72-450f-a4c4-1a5b9288644c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Deleting port f5d574b8-9e11-4698-8c10-4c75bc2091dd {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:29:16.101210 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9b0df8a6-fd72-450f-a4c4-1a5b9288644c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:16.102660 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6577c5-b36d-4541-b95e-dc06d3bb3f23 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Pushing event deleted for resources: {'Port': ['ID=5bd902f8-6378-4645-aa87-9625c2dce808,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:16.116844 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9403ae30-8fc0-4ebd-af03-aad2677e3359 None None] Network 86c445c3-5309-43f9-90bf-7d2d354b5e85 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:29:16.171688 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6577c5-b36d-4541-b95e-dc06d3bb3f23 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] No DVR routers for this DVR port 5bd902f8-6378-4645-aa87-9625c2dce808 on host dv-neutron-840426-1-hyperv {{(pid=88038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:29:16.177537 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-cd316331-c406-43f6-ad67-19357998f2ad tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6af1f49-14cb-4ad3-b433-5fa155b14863 HTTP/1.1" status: 200 len: 205 time: 0.0698740 May 04 17:29:16.189210 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48682) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:16.430279 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9f6577c5-b36d-4541-b95e-dc06d3bb3f23 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:16.442689 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cb45ae-b0dd-453e-948c-6c9bb9ebb3fe None None] DHCP port deletion for 86c445c3-5309-43f9-90bf-7d2d354b5e85 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:29:16.447075 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-93cb45ae-b0dd-453e-948c-6c9bb9ebb3fe None None] Deleting port f5d574b8-9e11-4698-8c10-4c75bc2091dd {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:29:16.447299 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-93cb45ae-b0dd-453e-948c-6c9bb9ebb3fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:16.481540 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-9f6577c5-b36d-4541-b95e-dc06d3bb3f23 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1f856fc-825f-474e-b8e1-d05cf5b58b5e']}} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:16.498665 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-9f6577c5-b36d-4541-b95e-dc06d3bb3f23 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0ed0b46-9a80-4929-89c9-95d5f93ca6c3') {'for_net_delete': True} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:16.499024 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-9f6577c5-b36d-4541-b95e-dc06d3bb3f23 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0ed0b46-9a80-4929-89c9-95d5f93ca6c3') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:16.508109 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8e9d890b-62aa-431a-8be9-6490ba451602 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:16.549038 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9f6577c5-b36d-4541-b95e-dc06d3bb3f23 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801627'] for segment, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:16.566879 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-14561287-3add-4a4f-ae98-920522d311ae tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks [] for router, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:16.568944 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f797d3-53c0-4f29-9415-6d9da0aa578b req-f6b73368-d8eb-4bf0-8e21-dea86cdabc8c tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:16.570469 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-01f797d3-53c0-4f29-9415-6d9da0aa578b req-f6b73368-d8eb-4bf0-8e21-dea86cdabc8c tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 945 time: 0.3538852 May 04 17:29:16.584610 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9d890b-62aa-431a-8be9-6490ba451602 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event deleted for resources: {'Port': ['ID=e5f5843a-e349-4427-8c7e-dd92ea15294e,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:16.661351 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-91b54dc4-9e70-4c1a-88ae-3bef56bddb94 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:16.710811 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-93cb45ae-b0dd-453e-948c-6c9bb9ebb3fe None None] For port f5d574b8-9e11-4698-8c10-4c75bc2091dd, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=f5d574b8-9e11-4698-8c10-4c75bc2091dd,segment=NetworkSegment(24e7f41a-4a4d-42e3-89a3-d8da32802cf1),segment_id=24e7f41a-4a4d-42e3-89a3-d8da32802cf1)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:29:16.711253 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-93cb45ae-b0dd-453e-948c-6c9bb9ebb3fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:16.764338 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3a47e6ec-65e6-40f6-b4d0-38580254405b tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:16.787947 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-91b54dc4-9e70-4c1a-88ae-3bef56bddb94 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] 10.222.0.41 "DELETE /v2.0/ports/2f53263e-1872-4374-b986-74a4aad07dd2 HTTP/1.1" status: 204 len: 168 time: 2.4036319 May 04 17:29:16.788728 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3a47e6ec-65e6-40f6-b4d0-38580254405b tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:16.792221 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48686) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:16.816864 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9f6577c5-b36d-4541-b95e-dc06d3bb3f23 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:16.824209 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f6577c5-b36d-4541-b95e-dc06d3bb3f23 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=88038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:29:16.824995 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9f6577c5-b36d-4541-b95e-dc06d3bb3f23 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7881827'] for segment, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:16.848540 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-93cb45ae-b0dd-453e-948c-6c9bb9ebb3fe None None] Calling delete_port for f5d574b8-9e11-4698-8c10-4c75bc2091dd owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:29:16.864060 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-01f797d3-53c0-4f29-9415-6d9da0aa578b req-b136e63d-5d65-4312-97a0-64268b3c8da1 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2807114 May 04 17:29:16.864806 dv-neutron-840426-1-hyperv neutron-server[88038]: Traceback (most recent call last): May 04 17:29:16.864806 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:29:16.864806 dv-neutron-840426-1-hyperv neutron-server[88038]: timer() May 04 17:29:16.864806 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:29:16.864806 dv-neutron-840426-1-hyperv neutron-server[88038]: cb(*args, **kw) May 04 17:29:16.864806 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:29:16.864806 dv-neutron-840426-1-hyperv neutron-server[88038]: return func(*args, **kwargs) May 04 17:29:16.864806 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:29:16.864806 dv-neutron-840426-1-hyperv neutron-server[88038]: self._notify() May 04 17:29:16.864806 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:29:16.864806 dv-neutron-840426-1-hyperv neutron-server[88038]: self.callback(batched_events) May 04 17:29:16.864806 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:29:16.864806 dv-neutron-840426-1-hyperv neutron-server[88038]: event.method(event) May 04 17:29:16.864806 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:29:16.864806 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:29:16.864806 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:29:16.864806 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:29:16.864806 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:29:16.864806 dv-neutron-840426-1-hyperv neutron-server[88038]: return f(self, *a, **k) May 04 17:29:16.864806 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:29:16.864806 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._get(url).json() May 04 17:29:16.864806 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:29:16.864806 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:29:16.864806 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:29:16.864806 dv-neutron-840426-1-hyperv neutron-server[88038]: return self.request(url, 'GET', **kwargs) May 04 17:29:16.864806 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:29:16.864806 dv-neutron-840426-1-hyperv neutron-server[88038]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:29:16.864806 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:29:16.864806 dv-neutron-840426-1-hyperv neutron-server[88038]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:29:16.864806 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:29:16.864806 dv-neutron-840426-1-hyperv neutron-server[88038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:29:16.864806 dv-neutron-840426-1-hyperv neutron-server[88038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:29:16.871849 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8e9d890b-62aa-431a-8be9-6490ba451602 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:16.938043 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-93cb45ae-b0dd-453e-948c-6c9bb9ebb3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124'] for port, after_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:16.970755 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9f6577c5-b36d-4541-b95e-dc06d3bb3f23 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:16.976331 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9f6577c5-b36d-4541-b95e-dc06d3bb3f23 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:16.988716 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cb45ae-b0dd-453e-948c-6c9bb9ebb3fe None None] Pushing event deleted for resources: {'Port': ['ID=f5d574b8-9e11-4698-8c10-4c75bc2091dd,revision_number=None']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:16.997245 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cb45ae-b0dd-453e-948c-6c9bb9ebb3fe None None] No DVR routers for this DVR port f5d574b8-9e11-4698-8c10-4c75bc2091dd on host dv-neutron-840426-1-hyperv {{(pid=88039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:29:17.017101 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-9f6577c5-b36d-4541-b95e-dc06d3bb3f23 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "DELETE /v2.0/networks/b1f856fc-825f-474e-b8e1-d05cf5b58b5e HTTP/1.1" status: 204 len: 168 time: 6.4288089 May 04 17:29:17.024721 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48692) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:17.028208 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6577c5-b36d-4541-b95e-dc06d3bb3f23 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Pushing event deleted for resources: {'Network': ['ID=b1f856fc-825f-474e-b8e1-d05cf5b58b5e,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:17.035275 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-80ec8b36-9950-4867-9ab1-62df97bbef90 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1096169039'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:17.039124 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-8e9d890b-62aa-431a-8be9-6490ba451602 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/ports/e5f5843a-e349-4427-8c7e-dd92ea15294e HTTP/1.1" status: 204 len: 168 time: 2.5516157 May 04 17:29:17.041601 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-80ec8b36-9950-4867-9ab1-62df97bbef90 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:17.043713 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48696) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:17.080689 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-80ec8b36-9950-4867-9ab1-62df97bbef90 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Usage tracker for resource:network and tenant:b25ee3601e56428392e5e6b054ab6dbb is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:29:17.088283 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-80ec8b36-9950-4867-9ab1-62df97bbef90 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:29:17.099260 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-80ec8b36-9950-4867-9ab1-62df97bbef90 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:17.129478 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c6ed58-01d5-4b5e-8a27-643a98518da4 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:17.131144 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c6ed58-01d5-4b5e-8a27-643a98518da4 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:17.132031 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-90c6ed58-01d5-4b5e-8a27-643a98518da4 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Synchronizing usage tracker for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:subnet {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:29:17.136397 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ec8b36-9950-4867-9ab1-62df97bbef90 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Made reservation on behalf of b25ee3601e56428392e5e6b054ab6dbb for: {'network': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:29:17.139956 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-80ec8b36-9950-4867-9ab1-62df97bbef90 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:17.152733 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a47e6ec-65e6-40f6-b4d0-38580254405b tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03e0a217-e9a2-4377-bc7f-6b8f46757566,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:17.155030 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3a47e6ec-65e6-40f6-b4d0-38580254405b tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:17.156218 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-3a47e6ec-65e6-40f6-b4d0-38580254405b tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.8898215 May 04 17:29:17.158415 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 75383ed7-339e-4681-b854-cd06d8c8d193 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:29:17.165409 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48700) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:17.176398 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-03b1668f-a427-4b55-be25-b18bf01a2434 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Request body: {'security_group_rule': {'security_group_id': '03e0a217-e9a2-4377-bc7f-6b8f46757566', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:17.180411 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-90c6ed58-01d5-4b5e-8a27-643a98518da4 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Unset dirty status for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:subnet {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:29:17.184323 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-90c6ed58-01d5-4b5e-8a27-643a98518da4 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1368203 May 04 17:29:17.184323 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48704) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:17.190504 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-03b1668f-a427-4b55-be25-b18bf01a2434 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:17.205427 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-14561287-3add-4a4f-ae98-920522d311ae tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:17.211666 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-14561287-3add-4a4f-ae98-920522d311ae tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:17.240506 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-03b1668f-a427-4b55-be25-b18bf01a2434 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Usage tracker for resource:security_group_rule and tenant:bc492a5b91b444a185e1d2db234536fa is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:29:17.245014 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-9b0df8a6-fd72-450f-a4c4-1a5b9288644c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] For port f5d574b8-9e11-4698-8c10-4c75bc2091dd, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=f5d574b8-9e11-4698-8c10-4c75bc2091dd,segment=NetworkSegment(24e7f41a-4a4d-42e3-89a3-d8da32802cf1),segment_id=24e7f41a-4a4d-42e3-89a3-d8da32802cf1)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:29:17.245370 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9b0df8a6-fd72-450f-a4c4-1a5b9288644c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:17.249735 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-03b1668f-a427-4b55-be25-b18bf01a2434 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:29:17.256958 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 75383ed7-339e-4681-b854-cd06d8c8d193 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:29:17.257263 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:17.262195 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80ec8b36-9950-4867-9ab1-62df97bbef90 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=88038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:29:17.273084 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-03b1668f-a427-4b55-be25-b18bf01a2434 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:17.296519 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb642361-6faf-4ed9-bb49-9770af088507 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Deleting subnet aeb508b1-03e9-4015-acc3-fc6e73b9ef8d {{(pid=88038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:29:17.298727 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-80ec8b36-9950-4867-9ab1-62df97bbef90 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:17.299091 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.segments_db [None req-80ec8b36-9950-4867-9ab1-62df97bbef90 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Added segment 6ddea131-acd3-476d-af8d-9f79a7ec2b72 of type vlan for network 9db9856f-ed97-4685-b3e2-0ee22c90d502 May 04 17:29:17.302920 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-eb642361-6faf-4ed9-bb49-9770af088507 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:17.384517 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-eb642361-6faf-4ed9-bb49-9770af088507 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-801696'] for subnet, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:17.423306 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-9b0df8a6-fd72-450f-a4c4-1a5b9288644c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Calling delete_port for f5d574b8-9e11-4698-8c10-4c75bc2091dd owned by network:dhcp {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:29:17.461822 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device f5d574b8-9e11-4698-8c10-4c75bc2091dd no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:29:17.462780 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-80ec8b36-9950-4867-9ab1-62df97bbef90 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:17.472400 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.api.v2.resource [None req-03b1668f-a427-4b55-be25-b18bf01a2434 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] create failed (client error): The resource could not be found. May 04 17:29:17.476050 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-03b1668f-a427-4b55-be25-b18bf01a2434 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3040679 May 04 17:29:17.481818 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48708) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:17.494641 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-255871c5-3e28-4c14-9378-bbca915114be tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Request body: {'security_group_rule': {'security_group_id': '03e0a217-e9a2-4377-bc7f-6b8f46757566', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '713cad8d-4005-4daf-9b83-fef73186132a'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:17.496075 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-14561287-3add-4a4f-ae98-920522d311ae tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:17.496565 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14561287-3add-4a4f-ae98-920522d311ae tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Fanout notify agent at l3_agent the message router_deleted on router b6af1f49-14cb-4ad3-b433-5fa155b14863 {{(pid=88037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:29:17.510212 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-255871c5-3e28-4c14-9378-bbca915114be tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:17.510781 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: f5d574b8-9e11-4698-8c10-4c75bc2091dd {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:29:17.511170 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device f5d574b8-9e11-4698-8c10-4c75bc2091dd not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:29:17.528356 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-255871c5-3e28-4c14-9378-bbca915114be tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Usage tracker for resource:security_group_rule and tenant:bc492a5b91b444a185e1d2db234536fa is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:29:17.530527 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-14561287-3add-4a4f-ae98-920522d311ae tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:17.531615 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-14561287-3add-4a4f-ae98-920522d311ae tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] 10.222.0.41 "DELETE /v2.0/routers/b6af1f49-14cb-4ad3-b433-5fa155b14863 HTTP/1.1" status: 204 len: 168 time: 1.3315396 May 04 17:29:17.535329 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-255871c5-3e28-4c14-9378-bbca915114be tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:29:17.538205 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48712) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:17.548356 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-255871c5-3e28-4c14-9378-bbca915114be tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:17.560162 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa9df6b-d6be-4f1d-8a74-ffe6cd28cc1f tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:17.560411 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-80ec8b36-9950-4867-9ab1-62df97bbef90 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:17.561503 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-eaa9df6b-d6be-4f1d-8a74-ffe6cd28cc1f tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Synchronizing usage tracker for tenant:983c2322fbac41498b7f731747fedd84 on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:29:17.566571 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ec8b36-9950-4867-9ab1-62df97bbef90 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:17.567161 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-80ec8b36-9950-4867-9ab1-62df97bbef90 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:17.602951 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edaa764-36be-4f7d-80fd-c04af937e2f4 req-149a8b40-93da-4f93-b435-5e338da0904f tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:17.604404 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-7edaa764-36be-4f7d-80fd-c04af937e2f4 req-149a8b40-93da-4f93-b435-5e338da0904f tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 945 time: 0.5659935 May 04 17:29:17.629568 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-170e7861-7fd4-4606-8d02-eb4d3de510bc tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6af1f49-14cb-4ad3-b433-5fa155b14863 HTTP/1.1" status: 200 len: 205 time: 0.0879064 May 04 17:29:17.631565 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48716) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:17.635690 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-eb642361-6faf-4ed9-bb49-9770af088507 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:17.657800 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.db.api [None req-9b0df8a6-fd72-450f-a4c4-1a5b9288644c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88037) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:29:17.658144 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG oslo_db.api [None req-9b0df8a6-fd72-450f-a4c4-1a5b9288644c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:29:17.660909 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-eaa9df6b-d6be-4f1d-8a74-ffe6cd28cc1f tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Unset dirty status for tenant:983c2322fbac41498b7f731747fedd84 on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:29:17.662097 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-eaa9df6b-d6be-4f1d-8a74-ffe6cd28cc1f tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] 10.222.0.41 "GET /v2.0/ports?device_id=0cd77043-c03f-4b34-b6fb-545c4144e091 HTTP/1.1" status: 200 len: 913 time: 0.8581226 May 04 17:29:17.669862 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48718) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:17.731386 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3ef98bee-924d-4f07-be1f-73fc0ea6fc77 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710748'] for router_interface, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:17.737711 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-80ec8b36-9950-4867-9ab1-62df97bbef90 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7119293 May 04 17:29:17.787836 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48724) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:17.826081 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ec8b36-9950-4867-9ab1-62df97bbef90 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Pushing event updated for resources: {'Network': ['ID=9db9856f-ed97-4685-b3e2-0ee22c90d502,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:17.828499 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.api.v2.resource [None req-8a5fbaa1-332b-47eb-8abc-c0d6cf3ae63c tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] delete failed (client error): The resource could not be found. May 04 17:29:17.829507 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-8a5fbaa1-332b-47eb-8abc-c0d6cf3ae63c tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] 10.222.0.41 "DELETE /v2.0/routers/b6af1f49-14cb-4ad3-b433-5fa155b14863 HTTP/1.1" status: 404 len: 336 time: 0.1572711 May 04 17:29:17.832901 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48728) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:17.837305 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.api.v2.resource [None req-255871c5-3e28-4c14-9378-bbca915114be tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] create failed (client error): The resource could not be found. May 04 17:29:17.838316 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-255871c5-3e28-4c14-9378-bbca915114be tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3548782 May 04 17:29:17.844162 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 9db9856f-ed97-4685-b3e2-0ee22c90d502 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:29:17.874463 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48732) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:17.903941 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-e4efbe14-b1ad-44c5-9261-7a7380f71805 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] 10.222.0.41 "GET /v2.0/ports?device_id=953ad470-efe3-42f9-a19a-3ac553591ec6 HTTP/1.1" status: 200 len: 205 time: 0.0697100 May 04 17:29:17.908017 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48736) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:18.002030 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-7edaa764-36be-4f7d-80fd-c04af937e2f4 req-5f9e4bc5-2c12-448b-9510-007ab92e5702 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3850830 May 04 17:29:18.005600 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-8f3c3a21-4829-41d4-8de5-6ce2aa5991b6 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Request body: {'subnet': {'network_id': '9db9856f-ed97-4685-b3e2-0ee22c90d502', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:18.008484 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.api.v2.resource [None req-b4018474-8d32-4778-9a18-a1fab2360a43 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] delete failed (client error): The resource could not be found. May 04 17:29:18.011961 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-b4018474-8d32-4778-9a18-a1fab2360a43 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] 10.222.0.41 "DELETE /v2.0/routers/953ad470-efe3-42f9-a19a-3ac553591ec6 HTTP/1.1" status: 404 len: 336 time: 0.1006210 May 04 17:29:18.013067 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48740) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:18.055595 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-eb642361-6faf-4ed9-bb49-9770af088507 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:18.099866 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-47bb50e0-b947-4d8c-94b9-bf38095e7cde tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] 10.222.0.41 "GET /v2.0/ports?device_id=0ae34075-72c2-4841-a7e5-09e5c8812ede HTTP/1.1" status: 200 len: 205 time: 0.0835223 May 04 17:29:18.105056 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48746) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:18.109940 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb642361-6faf-4ed9-bb49-9770af088507 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event deleted for resources: {'Subnet': ['ID=aeb508b1-03e9-4015-acc3-fc6e73b9ef8d,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:18.111898 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-eb642361-6faf-4ed9-bb49-9770af088507 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:18.129565 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f415951-aa6e-4fbd-b40b-e7883194477c None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:29:18.193417 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-9b0df8a6-fd72-450f-a4c4-1a5b9288644c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Deleting port f5d574b8-9e11-4698-8c10-4c75bc2091dd {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:29:18.193417 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9b0df8a6-fd72-450f-a4c4-1a5b9288644c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:18.231026 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-79af3bb2-5d45-48da-a223-20aabec23a56 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks [] for security_group, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:18.233366 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.api.v2.resource [None req-c852f383-4215-4de6-8ccb-49101cdc39b1 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] delete failed (client error): The resource could not be found. May 04 17:29:18.234049 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-c852f383-4215-4de6-8ccb-49101cdc39b1 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] 10.222.0.41 "DELETE /v2.0/routers/0ae34075-72c2-4841-a7e5-09e5c8812ede HTTP/1.1" status: 404 len: 336 time: 0.1280675 May 04 17:29:18.238818 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48750) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:18.243737 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 17:29:18.269815 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-eb642361-6faf-4ed9-bb49-9770af088507 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/subnets/aeb508b1-03e9-4015-acc3-fc6e73b9ef8d HTTP/1.1" status: 204 len: 168 time: 1.0845346 May 04 17:29:18.270525 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48754) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:18.355201 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-79af3bb2-5d45-48da-a223-20aabec23a56 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:18.364898 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-677fed22-a370-477f-8ba4-f50496d3b056 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0887513 May 04 17:29:18.371181 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48758) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:18.390173 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-9b0df8a6-fd72-450f-a4c4-1a5b9288644c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] The port 'f5d574b8-9e11-4698-8c10-4c75bc2091dd' was deleted {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 04 17:29:18.403671 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e215647-b1a0-4953-984a-a96da13f1e11 None None] DHCP port deletion for 6b89b041-5c42-49da-97bf-23cee8aadf17 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:29:18.408380 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-0e215647-b1a0-4953-984a-a96da13f1e11 None None] Deleting port 75383ed7-339e-4681-b854-cd06d8c8d193 {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:29:18.408787 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0e215647-b1a0-4953-984a-a96da13f1e11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:18.427927 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-8f3c3a21-4829-41d4-8de5-6ce2aa5991b6 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:18.431869 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-b764f1d9-aa8b-4749-8515-ec4066e9926c tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] 10.222.0.41 "GET /v2.0/ports?device_id=716a82d0-8f58-4268-911c-ff97d429ae41 HTTP/1.1" status: 200 len: 205 time: 0.1833200 May 04 17:29:18.445018 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48762) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:18.468951 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-8f3c3a21-4829-41d4-8de5-6ce2aa5991b6 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Usage tracker for resource:subnet and tenant:b25ee3601e56428392e5e6b054ab6dbb is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:29:18.485206 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-8f3c3a21-4829-41d4-8de5-6ce2aa5991b6 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:29:18.510839 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-8f3c3a21-4829-41d4-8de5-6ce2aa5991b6 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:18.629512 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f3c3a21-4829-41d4-8de5-6ce2aa5991b6 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Made reservation on behalf of b25ee3601e56428392e5e6b054ab6dbb for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:29:18.632925 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8f3c3a21-4829-41d4-8de5-6ce2aa5991b6 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:18.636689 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-0e215647-b1a0-4953-984a-a96da13f1e11 None None] For port 75383ed7-339e-4681-b854-cd06d8c8d193, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=75383ed7-339e-4681-b854-cd06d8c8d193,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:29:18.637065 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0e215647-b1a0-4953-984a-a96da13f1e11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:18.652444 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.api.v2.resource [None req-453988ad-a5db-4bab-b87b-150191c31e28 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] delete failed (client error): The resource could not be found. May 04 17:29:18.653490 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-453988ad-a5db-4bab-b87b-150191c31e28 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] 10.222.0.41 "DELETE /v2.0/routers/716a82d0-8f58-4268-911c-ff97d429ae41 HTTP/1.1" status: 404 len: 336 time: 0.2016971 May 04 17:29:18.659056 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48766) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:18.668697 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fca5c9-54f9-4327-b50d-620bf8ec55d5 req-a4555216-0c83-4ec3-8ea8-ea7937e2e1bf tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:18.670240 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-49fca5c9-54f9-4327-b50d-620bf8ec55d5 req-a4555216-0c83-4ec3-8ea8-ea7937e2e1bf tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 945 time: 0.4854372 May 04 17:29:18.702953 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-79af3bb2-5d45-48da-a223-20aabec23a56 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:18.715627 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9b0df8a6-fd72-450f-a4c4-1a5b9288644c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:18.748514 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-2cb38b7e-9e23-460e-9f31-d6c45c58a4d0 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] 10.222.0.41 "GET /v2.0/ports?device_id=221a4dae-0d68-4990-877f-fae48547b82f HTTP/1.1" status: 200 len: 205 time: 0.0853996 May 04 17:29:18.751618 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48770) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:18.756502 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79af3bb2-5d45-48da-a223-20aabec23a56 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e0a217-e9a2-4377-bc7f-6b8f46757566,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:18.778223 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-0e215647-b1a0-4953-984a-a96da13f1e11 None None] Calling delete_port for 75383ed7-339e-4681-b854-cd06d8c8d193 owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:29:18.848894 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.api.v2.resource [None req-0ecabc54-2df1-4e55-b8ee-e7af4b8dc926 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] delete failed (client error): The resource could not be found. May 04 17:29:18.852297 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-0ecabc54-2df1-4e55-b8ee-e7af4b8dc926 tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] 10.222.0.41 "DELETE /v2.0/routers/221a4dae-0d68-4990-877f-fae48547b82f HTTP/1.1" status: 404 len: 336 time: 0.0948343 May 04 17:29:18.854417 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-79af3bb2-5d45-48da-a223-20aabec23a56 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:18.858369 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-79af3bb2-5d45-48da-a223-20aabec23a56 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] 10.222.0.41 "DELETE /v2.0/security-groups/03e0a217-e9a2-4377-bc7f-6b8f46757566 HTTP/1.1" status: 204 len: 168 time: 0.9755707 May 04 17:29:18.858369 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48774) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:18.858792 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48776) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:18.868401 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f88b0d-3c50-4da5-8b68-74bee3e90978 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:18.869136 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-74f88b0d-3c50-4da5-8b68-74bee3e90978 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Synchronizing usage tracker for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:29:18.872335 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0e215647-b1a0-4953-984a-a96da13f1e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124'] for port, after_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:18.879747 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-49fca5c9-54f9-4327-b50d-620bf8ec55d5 req-8d24f899-f39e-4154-abf2-d72b9ec0925d tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656041 May 04 17:29:18.880658 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-9b0df8a6-fd72-450f-a4c4-1a5b9288644c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86c445c3-5309-43f9-90bf-7d2d354b5e85']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:18.911286 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-9b0df8a6-fd72-450f-a4c4-1a5b9288644c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24e7f41a-4a4d-42e3-89a3-d8da32802cf1') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:18.911588 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-9b0df8a6-fd72-450f-a4c4-1a5b9288644c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24e7f41a-4a4d-42e3-89a3-d8da32802cf1') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:18.941203 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9b0df8a6-fd72-450f-a4c4-1a5b9288644c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:18.947638 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-c70daf12-a0a9-453e-a6ba-32ffd33e1b8c tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4bc9e05-5804-4ca3-9894-dc0a7f8a1b0b HTTP/1.1" status: 200 len: 205 time: 0.0753055 May 04 17:29:18.953094 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48784) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:18.988981 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e215647-b1a0-4953-984a-a96da13f1e11 None None] Pushing event deleted for resources: {'Port': ['ID=75383ed7-339e-4681-b854-cd06d8c8d193,revision_number=None']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:18.997282 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e215647-b1a0-4953-984a-a96da13f1e11 None None] No DVR routers for this DVR port 75383ed7-339e-4681-b854-cd06d8c8d193 on host dv-neutron-840426-1-hyperv {{(pid=88039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:29:19.037911 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-74f88b0d-3c50-4da5-8b68-74bee3e90978 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Unset dirty status for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:29:19.039135 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-74f88b0d-3c50-4da5-8b68-74bee3e90978 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6658587 May 04 17:29:19.042962 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.api.v2.resource [None req-6f2ff69a-3130-4b2c-9359-0e689f86ea6f tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] delete failed (client error): The resource could not be found. May 04 17:29:19.044103 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48788) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:19.045740 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-6f2ff69a-3130-4b2c-9359-0e689f86ea6f tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] 10.222.0.41 "DELETE /v2.0/routers/f4bc9e05-5804-4ca3-9894-dc0a7f8a1b0b HTTP/1.1" status: 404 len: 336 time: 0.0916355 May 04 17:29:19.048548 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48790) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:19.092549 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9b0df8a6-fd72-450f-a4c4-1a5b9288644c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:19.103368 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-e6fb857d-a8da-4125-8602-ca5c15cb4349 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Synchronizing usage tracker for tenant:bc492a5b91b444a185e1d2db234536fa on resource:security_group {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:29:19.110710 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bc22f7e-2dcb-4dec-bf79-ab46be16099c tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] DELETE failed (client error): The resource could not be found. May 04 17:29:19.110710 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bc22f7e-2dcb-4dec-bf79-ab46be16099c tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:29:19.110710 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-0bc22f7e-2dcb-4dec-bf79-ab46be16099c tempest-RoutersIpV6AdminTest-2070402465 tempest-RoutersIpV6AdminTest-2070402465-project] 10.222.0.41 "DELETE /v2.0/subnets/42dcad57-b38b-4069-8228-f4c0efea24e8 HTTP/1.1" status: 404 len: 337 time: 0.0589597 May 04 17:29:19.127259 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-e6fb857d-a8da-4125-8602-ca5c15cb4349 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Unset dirty status for tenant:bc492a5b91b444a185e1d2db234536fa on resource:security_group {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:29:19.129290 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-e6fb857d-a8da-4125-8602-ca5c15cb4349 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2551668 May 04 17:29:19.133977 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48798) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:19.141345 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-380abc11-cafc-41da-afba-4f526cabdb0c tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Request body: {'security_group_rule': {'security_group_id': 'ed186472-5ed0-44fe-a9dc-f9be1bb80ea9', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:19.146839 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 75383ed7-339e-4681-b854-cd06d8c8d193 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:29:19.157844 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-380abc11-cafc-41da-afba-4f526cabdb0c tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:19.163016 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-380abc11-cafc-41da-afba-4f526cabdb0c tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Usage tracker for resource:security_group_rule and tenant:bc492a5b91b444a185e1d2db234536fa is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:29:19.166552 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-380abc11-cafc-41da-afba-4f526cabdb0c tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:29:19.173705 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-380abc11-cafc-41da-afba-4f526cabdb0c tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:19.184453 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b0df8a6-fd72-450f-a4c4-1a5b9288644c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:29:19.184934 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9b0df8a6-fd72-450f-a4c4-1a5b9288644c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:19.193441 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 75383ed7-339e-4681-b854-cd06d8c8d193 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:29:19.194180 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 75383ed7-339e-4681-b854-cd06d8c8d193 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:29:19.201333 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-3ef98bee-924d-4f07-be1f-73fc0ea6fc77 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Deleting port 6c60d27f-6815-41e5-96d2-d43643a61c81 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:29:19.201678 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3ef98bee-924d-4f07-be1f-73fc0ea6fc77 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:19.226271 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.api.v2.resource [None req-380abc11-cafc-41da-afba-4f526cabdb0c tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] create failed (client error): The resource could not be found. May 04 17:29:19.226461 dv-neutron-840426-1-hyperv neutron-server[88037]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:29:19.226461 dv-neutron-840426-1-hyperv neutron-server[88037]: util.warn( May 04 17:29:19.226461 dv-neutron-840426-1-hyperv neutron-server[88037]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:29:19.226461 dv-neutron-840426-1-hyperv neutron-server[88037]: util.warn( May 04 17:29:19.226461 dv-neutron-840426-1-hyperv neutron-server[88037]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:29:19.226461 dv-neutron-840426-1-hyperv neutron-server[88037]: util.warn( May 04 17:29:19.226461 dv-neutron-840426-1-hyperv neutron-server[88037]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:29:19.226461 dv-neutron-840426-1-hyperv neutron-server[88037]: util.warn( May 04 17:29:19.226461 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 17:29:19.226461 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:29:19.226461 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 17:29:19.226461 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:29:19.226461 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 17:29:19.226461 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:29:19.226461 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 17:29:19.226461 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:29:19.226461 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 17:29:19.226461 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:29:19.226461 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 17:29:19.226461 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:29:19.226461 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 17:29:19.226461 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:29:19.226461 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:29:19.226461 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:29:19.226461 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:29:19.226461 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:29:19.226461 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 17:29:19.226461 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:29:19.226461 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 17:29:19.226461 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:29:19.226461 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:29:19.226461 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:29:19.226461 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 17:29:19.226461 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:29:19.226461 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:29:19.226461 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:29:19.226461 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:29:19.226461 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:29:19.226461 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:29:19.226461 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:29:19.234088 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-380abc11-cafc-41da-afba-4f526cabdb0c tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0923088 May 04 17:29:19.234088 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48802) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:19.237155 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-6b587187-88fa-4181-92b3-e0e71aacc8b3 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Request body: {'security_group': {'name': 'tempest-secgroup--646492313'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:19.244583 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-6b587187-88fa-4181-92b3-e0e71aacc8b3 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:19.255992 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-6b587187-88fa-4181-92b3-e0e71aacc8b3 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:19.268909 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6b587187-88fa-4181-92b3-e0e71aacc8b3 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:19.296696 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-6b587187-88fa-4181-92b3-e0e71aacc8b3 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:19.301079 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-6b587187-88fa-4181-92b3-e0e71aacc8b3 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Usage tracker for resource:security_group_rule and tenant:bc492a5b91b444a185e1d2db234536fa is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:29:19.304095 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-6b587187-88fa-4181-92b3-e0e71aacc8b3 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:29:19.310289 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-6b587187-88fa-4181-92b3-e0e71aacc8b3 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:19.408062 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6b587187-88fa-4181-92b3-e0e71aacc8b3 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:19.412819 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6b587187-88fa-4181-92b3-e0e71aacc8b3 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:19.460354 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b587187-88fa-4181-92b3-e0e71aacc8b3 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cabbd17-7081-413d-8537-7da77d01641e,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:19.468878 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6b587187-88fa-4181-92b3-e0e71aacc8b3 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:19.473413 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-6b587187-88fa-4181-92b3-e0e71aacc8b3 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2411482 May 04 17:29:19.474019 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48810) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:19.482068 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-367a3b18-5311-4a03-ad29-4cc0021631a4 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Request body: {'security_group': {'name': 'tempest-secgroup--1776623712'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:19.491449 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48816) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:19.504245 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-367a3b18-5311-4a03-ad29-4cc0021631a4 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:19.509899 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-367a3b18-5311-4a03-ad29-4cc0021631a4 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Usage tracker for resource:security_group and tenant:bc492a5b91b444a185e1d2db234536fa is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:29:19.513279 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-367a3b18-5311-4a03-ad29-4cc0021631a4 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:29:19.519684 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-367a3b18-5311-4a03-ad29-4cc0021631a4 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:19.530089 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-367a3b18-5311-4a03-ad29-4cc0021631a4 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:19.551719 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-367a3b18-5311-4a03-ad29-4cc0021631a4 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:19.555670 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-367a3b18-5311-4a03-ad29-4cc0021631a4 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Usage tracker for resource:security_group_rule and tenant:bc492a5b91b444a185e1d2db234536fa is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:29:19.558598 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-367a3b18-5311-4a03-ad29-4cc0021631a4 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:29:19.565388 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-367a3b18-5311-4a03-ad29-4cc0021631a4 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:19.572584 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb986937-da47-4c48-a923-75805e8c167b tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:19.573237 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-fb986937-da47-4c48-a923-75805e8c167b tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Synchronizing usage tracker for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:subnet {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:29:19.624667 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3645c8a4-f78f-44dc-98d2-056d37d14f36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:19.632134 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9b0df8a6-fd72-450f-a4c4-1a5b9288644c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:19.651826 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-3645c8a4-f78f-44dc-98d2-056d37d14f36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:19.667256 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-3645c8a4-f78f-44dc-98d2-056d37d14f36 admin admin] Usage tracker for resource:security_group_rule and tenant:bf5f75dc0afa4422b68fd6a68c41365c is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:29:19.672609 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-3645c8a4-f78f-44dc-98d2-056d37d14f36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:29:19.686523 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-3645c8a4-f78f-44dc-98d2-056d37d14f36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:19.689991 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9b0df8a6-fd72-450f-a4c4-1a5b9288644c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:19.690548 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-367a3b18-5311-4a03-ad29-4cc0021631a4 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:19.699652 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-367a3b18-5311-4a03-ad29-4cc0021631a4 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:19.749790 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0df8a6-fd72-450f-a4c4-1a5b9288644c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Pushing event deleted for resources: {'Network': ['ID=86c445c3-5309-43f9-90bf-7d2d354b5e85,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:19.761124 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367a3b18-5311-4a03-ad29-4cc0021631a4 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c84067e2-0e12-4938-a94b-8c75160f4d6a,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:19.770070 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-fb986937-da47-4c48-a923-75805e8c167b tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Unset dirty status for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:subnet {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:29:19.771245 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-fb986937-da47-4c48-a923-75805e8c167b tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7223988 May 04 17:29:19.774085 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48822) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:19.793529 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e772b69-965b-4450-a54f-37a2042aa0f7 req-98873b85-26e5-4f37-942b-4b2595e3b332 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:19.795036 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2e772b69-965b-4450-a54f-37a2042aa0f7 req-98873b85-26e5-4f37-942b-4b2595e3b332 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 945 time: 0.7404745 May 04 17:29:19.836676 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8f3c3a21-4829-41d4-8de5-6ce2aa5991b6 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:19.837492 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-367a3b18-5311-4a03-ad29-4cc0021631a4 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:19.838733 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-367a3b18-5311-4a03-ad29-4cc0021631a4 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3636382 May 04 17:29:19.840613 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-9b0df8a6-fd72-450f-a4c4-1a5b9288644c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "DELETE /v2.0/networks/86c445c3-5309-43f9-90bf-7d2d354b5e85 HTTP/1.1" status: 204 len: 168 time: 4.3281932 May 04 17:29:19.850126 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48826) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:19.850461 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48828) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:19.868926 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-4b09052f-2b85-4a31-b48d-cc3e366be7dd tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-305251255', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:19.877934 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-e1b1cd86-27ad-4651-8e0f-464a0980cab2 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Request body: {'security_group_rule': {'security_group_id': '8cabbd17-7081-413d-8537-7da77d01641e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'c84067e2-0e12-4938-a94b-8c75160f4d6a'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:19.883443 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-6f876c3b-fb3e-49de-af39-f8686d242a77 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1084154 May 04 17:29:19.888419 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-e1b1cd86-27ad-4651-8e0f-464a0980cab2 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:19.890183 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-4b09052f-2b85-4a31-b48d-cc3e366be7dd tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:19.891974 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48834) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:19.905460 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-c1158270-a599-4ba5-ae19-4d35727ab4f3 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Request body: {'subnet': {'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:19.928099 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-e1b1cd86-27ad-4651-8e0f-464a0980cab2 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Usage tracker for resource:security_group_rule and tenant:bc492a5b91b444a185e1d2db234536fa is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:29:19.933732 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-4b09052f-2b85-4a31-b48d-cc3e366be7dd tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Usage tracker for resource:router and tenant:4d4e7c7b24884dc786dfd71b0f2e4f89 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:29:19.945119 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-e1b1cd86-27ad-4651-8e0f-464a0980cab2 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:29:19.947899 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-4b09052f-2b85-4a31-b48d-cc3e366be7dd tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:29:19.953879 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3ef98bee-924d-4f07-be1f-73fc0ea6fc77 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:19.959414 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-e1b1cd86-27ad-4651-8e0f-464a0980cab2 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:19.974221 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-4b09052f-2b85-4a31-b48d-cc3e366be7dd tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:20.073407 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4b09052f-2b85-4a31-b48d-cc3e366be7dd tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:20.074405 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4b09052f-2b85-4a31-b48d-cc3e366be7dd tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:20.097527 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3645c8a4-f78f-44dc-98d2-056d37d14f36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:20.106661 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-c1158270-a599-4ba5-ae19-4d35727ab4f3 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:20.114408 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2e772b69-965b-4450-a54f-37a2042aa0f7 req-465ec0f3-8186-447f-9961-1400813bbd31 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3053129 May 04 17:29:20.114596 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3645c8a4-f78f-44dc-98d2-056d37d14f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:20.121654 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-3ef98bee-924d-4f07-be1f-73fc0ea6fc77 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Calling delete_port for 6c60d27f-6815-41e5-96d2-d43643a61c81 owned by network:router_interface {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:29:20.138686 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4b09052f-2b85-4a31-b48d-cc3e366be7dd tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:20.154821 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-c1158270-a599-4ba5-ae19-4d35727ab4f3 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:20.179864 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.api.v2.resource [None req-e1b1cd86-27ad-4651-8e0f-464a0980cab2 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 04 17:29:20.180818 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-e1b1cd86-27ad-4651-8e0f-464a0980cab2 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3283229 May 04 17:29:20.183747 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3c3a21-4829-41d4-8de5-6ce2aa5991b6 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Pushing event updated for resources: {'Subnet': ['ID=5dbba5d4-f3ba-4818-bfba-2e9e3fdc589a,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:20.185766 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48840) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:20.202250 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3645c8a4-f78f-44dc-98d2-056d37d14f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd8b027-103e-4a27-b6d0-c29d3b7da216,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:20.211731 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-3645c8a4-f78f-44dc-98d2-056d37d14f36 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bf5f75dc0afa4422b68fd6a68c41365c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7191055 May 04 17:29:20.214717 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1158270-a599-4ba5-ae19-4d35727ab4f3 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Made reservation on behalf of e0bb3da2b1c344b882bb065b24ba46bb for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:29:20.214983 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48846) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:20.219524 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c1158270-a599-4ba5-ae19-4d35727ab4f3 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:20.219837 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3c3a21-4829-41d4-8de5-6ce2aa5991b6 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Checking segment: {'id': '6ddea131-acd3-476d-af8d-9f79a7ec2b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9db9856f-ed97-4685-b3e2-0ee22c90d502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:29:20.220197 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3c3a21-4829-41d4-8de5-6ce2aa5991b6 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Network hostable DHCP agents. Network: 9db9856f-ed97-4685-b3e2-0ee22c90d502, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:29:20.251355 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4b09052f-2b85-4a31-b48d-cc3e366be7dd tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:20.290863 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4b09052f-2b85-4a31-b48d-cc3e366be7dd tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:20.294873 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-4b09052f-2b85-4a31-b48d-cc3e366be7dd tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4384193 May 04 17:29:20.296957 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48850) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:20.305323 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-d671fe62-1c47-4a5d-a952-55e657d0480b tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Request body: {'network': {'name': 'tempest-RoutersTest-72930599'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:20.342655 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-03346a8f-a2d6-4fba-9c62-35f485b294ff tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710748'] for router_interface, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:20.389292 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-d671fe62-1c47-4a5d-a952-55e657d0480b tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:20.397649 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-d671fe62-1c47-4a5d-a952-55e657d0480b tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Usage tracker for resource:network and tenant:4d4e7c7b24884dc786dfd71b0f2e4f89 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:29:20.405015 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-d671fe62-1c47-4a5d-a952-55e657d0480b tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:29:20.418510 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-d671fe62-1c47-4a5d-a952-55e657d0480b tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:20.437900 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d671fe62-1c47-4a5d-a952-55e657d0480b tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Made reservation on behalf of 4d4e7c7b24884dc786dfd71b0f2e4f89 for: {'network': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:29:20.441595 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d671fe62-1c47-4a5d-a952-55e657d0480b tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:20.445373 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3c3a21-4829-41d4-8de5-6ce2aa5991b6 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Network 9db9856f-ed97-4685-b3e2-0ee22c90d502 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:29:20.475005 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b2ae7a55-5da6-4d04-a9e3-467c25159da6 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:20.535494 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d671fe62-1c47-4a5d-a952-55e657d0480b tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=88038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:29:20.553420 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d671fe62-1c47-4a5d-a952-55e657d0480b tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:20.553766 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.segments_db [None req-d671fe62-1c47-4a5d-a952-55e657d0480b tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Added segment f9deac01-56bc-49b7-bd15-c3492b08a2ca of type vlan for network 2f65bb8b-7242-49b2-a8a7-abb038f78922 May 04 17:29:20.566257 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dda1adff-4f01-48f3-a32e-5ad4c5079ae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:20.575236 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-8f3c3a21-4829-41d4-8de5-6ce2aa5991b6 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 9db9856f-ed97-4685-b3e2-0ee22c90d502) {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:29:20.584169 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91bd3c5-73b6-4814-a84c-d697fac9ae74 None None] Network 9db9856f-ed97-4685-b3e2-0ee22c90d502 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:29:20.609939 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d671fe62-1c47-4a5d-a952-55e657d0480b tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:20.621857 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c1158270-a599-4ba5-ae19-4d35727ab4f3 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:20.654022 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3c3a21-4829-41d4-8de5-6ce2aa5991b6 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:20.655401 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8f3c3a21-4829-41d4-8de5-6ce2aa5991b6 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:20.697179 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d671fe62-1c47-4a5d-a952-55e657d0480b tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:20.703203 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d671fe62-1c47-4a5d-a952-55e657d0480b tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:20.703803 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d671fe62-1c47-4a5d-a952-55e657d0480b tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:20.712259 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1158270-a599-4ba5-ae19-4d35727ab4f3 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:29:20.715244 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b2ae7a55-5da6-4d04-a9e3-467c25159da6 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:20.735522 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-c1158270-a599-4ba5-ae19-4d35727ab4f3 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:29:20.745770 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1158270-a599-4ba5-ae19-4d35727ab4f3 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:20.746397 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c1158270-a599-4ba5-ae19-4d35727ab4f3 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:20.751837 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dda1adff-4f01-48f3-a32e-5ad4c5079ae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:20.765578 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cdf8d4-8205-405d-9a53-e0377998e764 None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:29:20.781362 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1158270-a599-4ba5-ae19-4d35727ab4f3 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event updated for resources: {'Subnet': ['ID=4020dba0-af00-4de2-ae5c-5713f9dd8f09,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:20.823379 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-8f3c3a21-4829-41d4-8de5-6ce2aa5991b6 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0285978 May 04 17:29:20.840212 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48858) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:20.868500 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-d671fe62-1c47-4a5d-a952-55e657d0480b tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.5700717 May 04 17:29:20.869282 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d671fe62-1c47-4a5d-a952-55e657d0480b tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Pushing event updated for resources: {'Network': ['ID=2f65bb8b-7242-49b2-a8a7-abb038f78922,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:20.875374 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-c1158270-a599-4ba5-ae19-4d35727ab4f3 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9754815 May 04 17:29:20.877337 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48862) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:20.878470 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48864) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:20.889352 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-21ea5218-c8df-41e9-b238-3577756a4c50 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Request body: {'port': {'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'fixed_ips': [{'subnet_id': '4020dba0-af00-4de2-ae5c-5713f9dd8f09', 'ip_address': '2001:db8::5af1:7648:4e08:6b11'}], 'name': 'tempest-NetworksTestDHCPv6-1794810966'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:20.917509 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 2f65bb8b-7242-49b2-a8a7-abb038f78922 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:29:20.917737 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-8952301d-6204-4ad4-9e2f-6f00b6ef617c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Request body: {'subnet': {'network_id': '2f65bb8b-7242-49b2-a8a7-abb038f78922', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:20.937006 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20608e70-c112-41a5-8c3a-6b5dfbbec312 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-9db9856f-ed97-4685-b3e2-0ee22c90d502', 'network_id': '9db9856f-ed97-4685-b3e2-0ee22c90d502', 'tenant_id': 'b25ee3601e56428392e5e6b054ab6dbb', 'fixed_ips': [{'subnet_id': '5dbba5d4-f3ba-4818-bfba-2e9e3fdc589a'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:29:20.938349 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-20608e70-c112-41a5-8c3a-6b5dfbbec312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:20.960604 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3ef98bee-924d-4f07-be1f-73fc0ea6fc77 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:20.964077 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b2ae7a55-5da6-4d04-a9e3-467c25159da6 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:21.040588 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ae7a55-5da6-4d04-a9e3-467c25159da6 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84067e2-0e12-4938-a94b-8c75160f4d6a,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:21.071473 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef98bee-924d-4f07-be1f-73fc0ea6fc77 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Pushing event deleted for resources: {'Port': ['ID=6c60d27f-6815-41e5-96d2-d43643a61c81,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:21.107896 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d1b09f-3ee4-42ea-bcc1-c308061fe16d req-162e9b91-8638-4252-9758-205e8851fc80 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:21.109307 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-28d1b09f-3ee4-42ea-bcc1-c308061fe16d req-162e9b91-8638-4252-9758-205e8851fc80 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 945 time: 0.5355797 May 04 17:29:21.164185 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dda1adff-4f01-48f3-a32e-5ad4c5079ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:21.368028 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4712c73c-bf5f-452f-95d6-472b9fb7b0b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-6b89b041-5c42-49da-97bf-23cee8aadf17', 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'tenant_id': 'e0bb3da2b1c344b882bb065b24ba46bb', 'fixed_ips': [{'subnet_id': '4020dba0-af00-4de2-ae5c-5713f9dd8f09'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:29:21.368964 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4712c73c-bf5f-452f-95d6-472b9fb7b0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:21.392817 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-20608e70-c112-41a5-8c3a-6b5dfbbec312 None None] Allocated IP 172.20.0.2 (9db9856f-ed97-4685-b3e2-0ee22c90d502/5dbba5d4-f3ba-4818-bfba-2e9e3fdc589a/ad024158-7ac2-494d-82a4-eaa0298ea0d9) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:29:21.410323 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-211c4142-56da-4a99-a14c-19b2ba1216c0 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:21.422506 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b2ae7a55-5da6-4d04-a9e3-467c25159da6 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:21.425903 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-b2ae7a55-5da6-4d04-a9e3-467c25159da6 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] 10.222.0.41 "DELETE /v2.0/security-groups/c84067e2-0e12-4938-a94b-8c75160f4d6a HTTP/1.1" status: 204 len: 168 time: 1.2331150 May 04 17:29:21.428207 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48872) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:21.435995 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-8952301d-6204-4ad4-9e2f-6f00b6ef617c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:21.436475 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dda1adff-4f01-48f3-a32e-5ad4c5079ae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:21.437760 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-dda1adff-4f01-48f3-a32e-5ad4c5079ae8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2dd8b027-103e-4a27-b6d0-c29d3b7da216 HTTP/1.1" status: 204 len: 168 time: 1.2192681 May 04 17:29:21.438845 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda1adff-4f01-48f3-a32e-5ad4c5079ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd8b027-103e-4a27-b6d0-c29d3b7da216,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:21.481033 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-28d1b09f-3ee4-42ea-bcc1-c308061fe16d req-f1053280-5224-498d-8734-a077fc77c6cc tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3098943 May 04 17:29:21.481673 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3ef98bee-924d-4f07-be1f-73fc0ea6fc77 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710832'] for router_interface, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:21.500384 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-8952301d-6204-4ad4-9e2f-6f00b6ef617c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Usage tracker for resource:subnet and tenant:4d4e7c7b24884dc786dfd71b0f2e4f89 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:29:21.505855 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-8952301d-6204-4ad4-9e2f-6f00b6ef617c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:29:21.530317 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-8952301d-6204-4ad4-9e2f-6f00b6ef617c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:21.536326 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-21ea5218-c8df-41e9-b238-3577756a4c50 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:21.616020 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-21ea5218-c8df-41e9-b238-3577756a4c50 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:21.618456 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8952301d-6204-4ad4-9e2f-6f00b6ef617c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Made reservation on behalf of 4d4e7c7b24884dc786dfd71b0f2e4f89 for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:29:21.622107 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8952301d-6204-4ad4-9e2f-6f00b6ef617c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:21.698569 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-211c4142-56da-4a99-a14c-19b2ba1216c0 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:21.713266 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-4712c73c-bf5f-452f-95d6-472b9fb7b0b7 None None] Allocated IP 2001:db8::2 (6b89b041-5c42-49da-97bf-23cee8aadf17/4020dba0-af00-4de2-ae5c-5713f9dd8f09/5e28d0c4-0436-4654-a970-91884422cdaa) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:29:21.739024 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ea5218-c8df-41e9-b238-3577756a4c50 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Made reservation on behalf of e0bb3da2b1c344b882bb065b24ba46bb for: {'port': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:29:21.808681 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-03346a8f-a2d6-4fba-9c62-35f485b294ff tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Deleting port 1df27b43-a0f0-4cc7-bd6e-1a500450e9d1 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:29:21.808681 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-03346a8f-a2d6-4fba-9c62-35f485b294ff tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:21.878026 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-d56376bd-f714-4d48-a5c4-5d5c0a656be5 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Synchronizing usage tracker for tenant:bc492a5b91b444a185e1d2db234536fa on resource:security_group {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:29:21.897600 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-20608e70-c112-41a5-8c3a-6b5dfbbec312 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:21.909614 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ef98bee-924d-4f07-be1f-73fc0ea6fc77 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Router 26cab207-265d-4783-8cfb-3c917a16aebe has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:29:21.923916 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-20608e70-c112-41a5-8c3a-6b5dfbbec312 None None] Transition to ACTIVE for port object ad024158-7ac2-494d-82a4-eaa0298ea0d9 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:29:21.936540 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48880) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:21.962121 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-20608e70-c112-41a5-8c3a-6b5dfbbec312 None None] Transition to ACTIVE for port object ad024158-7ac2-494d-82a4-eaa0298ea0d9 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:29:22.004980 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-d56376bd-f714-4d48-a5c4-5d5c0a656be5 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Unset dirty status for tenant:bc492a5b91b444a185e1d2db234536fa on resource:security_group {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:29:22.008858 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-d56376bd-f714-4d48-a5c4-5d5c0a656be5 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.5726616 May 04 17:29:22.015116 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-20608e70-c112-41a5-8c3a-6b5dfbbec312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:22.015372 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48884) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:22.094334 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20608e70-c112-41a5-8c3a-6b5dfbbec312 None None] Network 9db9856f-ed97-4685-b3e2-0ee22c90d502 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:29:22.104493 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-20608e70-c112-41a5-8c3a-6b5dfbbec312 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:29:22.105016 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-21ea5218-c8df-41e9-b238-3577756a4c50 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:22.111570 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20608e70-c112-41a5-8c3a-6b5dfbbec312 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:29:22.113876 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4712c73c-bf5f-452f-95d6-472b9fb7b0b7 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:22.117464 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20608e70-c112-41a5-8c3a-6b5dfbbec312 None None] Pushing event updated for resources: {'Port': ['ID=ad024158-7ac2-494d-82a4-eaa0298ea0d9,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:22.161047 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-4712c73c-bf5f-452f-95d6-472b9fb7b0b7 None None] Transition to ACTIVE for port object 5e28d0c4-0436-4654-a970-91884422cdaa will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:29:22.173434 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef98bee-924d-4f07-be1f-73fc0ea6fc77 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:29:22.175917 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-211c4142-56da-4a99-a14c-19b2ba1216c0 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:22.183554 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-3ef98bee-924d-4f07-be1f-73fc0ea6fc77 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "PUT /v2.0/routers/26cab207-265d-4783-8cfb-3c917a16aebe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8760281 May 04 17:29:22.187543 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [None req-21ea5218-c8df-41e9-b238-3577756a4c50 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] device_id is not set on port 99a56724-dec7-4433-b455-cb1c10a1e0c6 yet. {{(pid=88038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:29:22.189833 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48888) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:22.198312 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-87181170-89d5-46e5-9e3b-b8b48188408c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=16421e25b6674404ad030e8cb41c27b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2588499 May 04 17:29:22.201328 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b4be52-4d27-4dfb-aa51-a91e218e3d76 None None] Sync routers for ids ['26cab207-265d-4783-8cfb-3c917a16aebe'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:29:22.219755 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b4be52-4d27-4dfb-aa51-a91e218e3d76 None None] Routers {'26cab207-265d-4783-8cfb-3c917a16aebe'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:29:22.220637 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-e4b4be52-4d27-4dfb-aa51-a91e218e3d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:29:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['26cab207-265d-4783-8cfb-3c917a16aebe'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:22.251528 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48892) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:22.273988 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-03346a8f-a2d6-4fba-9c62-35f485b294ff tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:22.293744 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-c2a31678-1b2c-4c70-ae4e-a0f18b58357c tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Synchronizing usage tracker for tenant:a41a9e7401a94b21bc1365a01709c65f on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:29:22.294410 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211c4142-56da-4a99-a14c-19b2ba1216c0 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Pushing event deleted for resources: {'Subnet': ['ID=5dbba5d4-f3ba-4818-bfba-2e9e3fdc589a,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:22.323027 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-e4b4be52-4d27-4dfb-aa51-a91e218e3d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:22.338053 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b4be52-4d27-4dfb-aa51-a91e218e3d76 None None] Routers {'26cab207-265d-4783-8cfb-3c917a16aebe'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:29:22.338750 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-e4b4be52-4d27-4dfb-aa51-a91e218e3d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:29:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['26cab207-265d-4783-8cfb-3c917a16aebe'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:22.373896 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-20608e70-c112-41a5-8c3a-6b5dfbbec312 None None] Attempting to bind port ad024158-7ac2-494d-82a4-eaa0298ea0d9 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:29:22.374415 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-20608e70-c112-41a5-8c3a-6b5dfbbec312 None None] Attempting to bind port ad024158-7ac2-494d-82a4-eaa0298ea0d9 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '6ddea131-acd3-476d-af8d-9f79a7ec2b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9db9856f-ed97-4685-b3e2-0ee22c90d502'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:29:22.374864 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20608e70-c112-41a5-8c3a-6b5dfbbec312 None None] Attempting to bind port ad024158-7ac2-494d-82a4-eaa0298ea0d9 on network 9db9856f-ed97-4685-b3e2-0ee22c90d502 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:29:22.384236 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-4712c73c-bf5f-452f-95d6-472b9fb7b0b7 None None] Transition to ACTIVE for port object 5e28d0c4-0436-4654-a970-91884422cdaa will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:29:22.385639 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20608e70-c112-41a5-8c3a-6b5dfbbec312 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:29:22.386152 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20608e70-c112-41a5-8c3a-6b5dfbbec312 None None] Checking segment: {'id': '6ddea131-acd3-476d-af8d-9f79a7ec2b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9db9856f-ed97-4685-b3e2-0ee22c90d502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:29:22.386639 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-20608e70-c112-41a5-8c3a-6b5dfbbec312 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:22.387119 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20608e70-c112-41a5-8c3a-6b5dfbbec312 None None] Bound using segment: {'id': '6ddea131-acd3-476d-af8d-9f79a7ec2b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9db9856f-ed97-4685-b3e2-0ee22c90d502'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:29:22.387674 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-20608e70-c112-41a5-8c3a-6b5dfbbec312 None None] Bound port: ad024158-7ac2-494d-82a4-eaa0298ea0d9, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ddea131-acd3-476d-af8d-9f79a7ec2b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9db9856f-ed97-4685-b3e2-0ee22c90d502'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:29:22.388133 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-20608e70-c112-41a5-8c3a-6b5dfbbec312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:22.429494 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4712c73c-bf5f-452f-95d6-472b9fb7b0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:22.429731 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-e4b4be52-4d27-4dfb-aa51-a91e218e3d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:22.430010 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b4be52-4d27-4dfb-aa51-a91e218e3d76 None None] The sync data for ids ['26cab207-265d-4783-8cfb-3c917a16aebe'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:29:22.442684 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-211c4142-56da-4a99-a14c-19b2ba1216c0 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:22.449138 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-03346a8f-a2d6-4fba-9c62-35f485b294ff tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Calling delete_port for 1df27b43-a0f0-4cc7-bd6e-1a500450e9d1 owned by network:router_interface {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:29:22.468243 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-211c4142-56da-4a99-a14c-19b2ba1216c0 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9db9856f-ed97-4685-b3e2-0ee22c90d502']}} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:22.480914 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-211c4142-56da-4a99-a14c-19b2ba1216c0 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ddea131-acd3-476d-af8d-9f79a7ec2b72') {'for_net_delete': True} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:22.481714 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-211c4142-56da-4a99-a14c-19b2ba1216c0 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ddea131-acd3-476d-af8d-9f79a7ec2b72') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:22.497359 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-211c4142-56da-4a99-a14c-19b2ba1216c0 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801627'] for segment, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:22.505782 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-c2a31678-1b2c-4c70-ae4e-a0f18b58357c tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Unset dirty status for tenant:a41a9e7401a94b21bc1365a01709c65f on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:29:22.507325 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-c2a31678-1b2c-4c70-ae4e-a0f18b58357c tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "GET /v2.0/ports?device_id=26cab207-265d-4783-8cfb-3c917a16aebe HTTP/1.1" status: 200 len: 205 time: 0.3162079 May 04 17:29:22.511577 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48902) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:22.538324 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-211c4142-56da-4a99-a14c-19b2ba1216c0 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:22.544478 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4712c73c-bf5f-452f-95d6-472b9fb7b0b7 None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:29:22.547582 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-211c4142-56da-4a99-a14c-19b2ba1216c0 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=88038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:29:22.548111 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-211c4142-56da-4a99-a14c-19b2ba1216c0 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7881827'] for segment, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:22.549798 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-4712c73c-bf5f-452f-95d6-472b9fb7b0b7 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:29:22.556392 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4712c73c-bf5f-452f-95d6-472b9fb7b0b7 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:29:22.558408 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4712c73c-bf5f-452f-95d6-472b9fb7b0b7 None None] Pushing event updated for resources: {'Port': ['ID=5e28d0c4-0436-4654-a970-91884422cdaa,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:22.637788 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-20608e70-c112-41a5-8c3a-6b5dfbbec312 None None] For port ad024158-7ac2-494d-82a4-eaa0298ea0d9, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:29:22.657261 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-4712c73c-bf5f-452f-95d6-472b9fb7b0b7 None None] Attempting to bind port 5e28d0c4-0436-4654-a970-91884422cdaa on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:29:22.658072 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-4712c73c-bf5f-452f-95d6-472b9fb7b0b7 None None] Attempting to bind port 5e28d0c4-0436-4654-a970-91884422cdaa by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:29:22.658522 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4712c73c-bf5f-452f-95d6-472b9fb7b0b7 None None] Attempting to bind port 5e28d0c4-0436-4654-a970-91884422cdaa on network 6b89b041-5c42-49da-97bf-23cee8aadf17 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:29:22.665395 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4712c73c-bf5f-452f-95d6-472b9fb7b0b7 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:29:22.665942 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4712c73c-bf5f-452f-95d6-472b9fb7b0b7 None None] Checking segment: {'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:29:22.666438 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4712c73c-bf5f-452f-95d6-472b9fb7b0b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:22.667565 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4712c73c-bf5f-452f-95d6-472b9fb7b0b7 None None] Bound using segment: {'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:29:22.667565 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-4712c73c-bf5f-452f-95d6-472b9fb7b0b7 None None] Bound port: 5e28d0c4-0436-4654-a970-91884422cdaa, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:29:22.667868 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4712c73c-bf5f-452f-95d6-472b9fb7b0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:22.678663 dv-neutron-840426-1-hyperv neutron-server[88038]: Traceback (most recent call last): May 04 17:29:22.678663 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:29:22.678663 dv-neutron-840426-1-hyperv neutron-server[88038]: timer() May 04 17:29:22.678663 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:29:22.678663 dv-neutron-840426-1-hyperv neutron-server[88038]: cb(*args, **kw) May 04 17:29:22.678663 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:29:22.678663 dv-neutron-840426-1-hyperv neutron-server[88038]: return func(*args, **kwargs) May 04 17:29:22.678663 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:29:22.678663 dv-neutron-840426-1-hyperv neutron-server[88038]: self._notify() May 04 17:29:22.678663 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:29:22.678663 dv-neutron-840426-1-hyperv neutron-server[88038]: self.callback(batched_events) May 04 17:29:22.678663 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:29:22.678663 dv-neutron-840426-1-hyperv neutron-server[88038]: event.method(event) May 04 17:29:22.678663 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:29:22.678663 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:29:22.678663 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:29:22.678663 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:29:22.678663 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:29:22.678663 dv-neutron-840426-1-hyperv neutron-server[88038]: return f(self, *a, **k) May 04 17:29:22.678663 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:29:22.678663 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._get(url).json() May 04 17:29:22.678663 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:29:22.678663 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:29:22.678663 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:29:22.678663 dv-neutron-840426-1-hyperv neutron-server[88038]: return self.request(url, 'GET', **kwargs) May 04 17:29:22.678663 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:29:22.678663 dv-neutron-840426-1-hyperv neutron-server[88038]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:29:22.678663 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:29:22.678663 dv-neutron-840426-1-hyperv neutron-server[88038]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:29:22.678663 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:29:22.678663 dv-neutron-840426-1-hyperv neutron-server[88038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:29:22.678663 dv-neutron-840426-1-hyperv neutron-server[88038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:29:22.683344 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d2ee8af1-d011-492c-b3bd-22efe2871f0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:22.686701 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-20608e70-c112-41a5-8c3a-6b5dfbbec312 None None] For port ad024158-7ac2-494d-82a4-eaa0298ea0d9, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=ad024158-7ac2-494d-82a4-eaa0298ea0d9,segment=NetworkSegment(6ddea131-acd3-476d-af8d-9f79a7ec2b72),segment_id=6ddea131-acd3-476d-af8d-9f79a7ec2b72)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:29:22.692913 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-20608e70-c112-41a5-8c3a-6b5dfbbec312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:22.693975 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cc515561-bb07-48c7-a701-7e50b5c60a88 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for router, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:22.736020 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.db.api [None req-211c4142-56da-4a99-a14c-19b2ba1216c0 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 04 17:29:22.736020 dv-neutron-840426-1-hyperv neutron-server[88038]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 04 17:29:22.736020 dv-neutron-840426-1-hyperv neutron-server[88038]: [parameters: {'id': '9db9856f-ed97-4685-b3e2-0ee22c90d502'}] May 04 17:29:22.736020 dv-neutron-840426-1-hyperv neutron-server[88038]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88038) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:29:22.736780 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG oslo_db.api [None req-211c4142-56da-4a99-a14c-19b2ba1216c0 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:29:22.760552 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6f2cb161-e772-48e4-831b-e9a60fcd1fab tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks [] for security_group, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:22.898029 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6f2cb161-e772-48e4-831b-e9a60fcd1fab tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:22.905289 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20608e70-c112-41a5-8c3a-6b5dfbbec312 None None] Pushing event updated for resources: {'Port': ['ID=ad024158-7ac2-494d-82a4-eaa0298ea0d9,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:22.906859 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8952301d-6204-4ad4-9e2f-6f00b6ef617c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:22.908429 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-4712c73c-bf5f-452f-95d6-472b9fb7b0b7 None None] For port 5e28d0c4-0436-4654-a970-91884422cdaa, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:29:22.929691 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-4712c73c-bf5f-452f-95d6-472b9fb7b0b7 None None] For port 5e28d0c4-0436-4654-a970-91884422cdaa, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=5e28d0c4-0436-4654-a970-91884422cdaa,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:29:22.943882 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4712c73c-bf5f-452f-95d6-472b9fb7b0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:22.984490 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59f8ffb-29ee-49f3-8cd7-b987a8fa95ff None None] Network 9db9856f-ed97-4685-b3e2-0ee22c90d502 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:29:23.027410 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d2ee8af1-d011-492c-b3bd-22efe2871f0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:23.105306 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3323f15-8fa1-4d05-98bb-8760d52872b5 req-bc80ed31-7d9f-4739-bec3-8cf98b26da45 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:23.112915 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-d3323f15-8fa1-4d05-98bb-8760d52872b5 req-bc80ed31-7d9f-4739-bec3-8cf98b26da45 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 945 time: 0.4327374 May 04 17:29:23.131435 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8952301d-6204-4ad4-9e2f-6f00b6ef617c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Pushing event updated for resources: {'Subnet': ['ID=ebac6750-cbc0-4304-8985-d5c3a04ce5fe,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:23.150364 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-21ea5218-c8df-41e9-b238-3577756a4c50 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Allocated IP 2001:db8::5af1:7648:4e08:6b11 (6b89b041-5c42-49da-97bf-23cee8aadf17/4020dba0-af00-4de2-ae5c-5713f9dd8f09/99a56724-dec7-4433-b455-cb1c10a1e0c6) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:29:23.162043 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8952301d-6204-4ad4-9e2f-6f00b6ef617c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Checking segment: {'id': 'f9deac01-56bc-49b7-bd15-c3492b08a2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2f65bb8b-7242-49b2-a8a7-abb038f78922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:29:23.162356 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8952301d-6204-4ad4-9e2f-6f00b6ef617c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Network hostable DHCP agents. Network: 2f65bb8b-7242-49b2-a8a7-abb038f78922, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:29:23.183736 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6f2cb161-e772-48e4-831b-e9a60fcd1fab tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:23.195608 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cc515561-bb07-48c7-a701-7e50b5c60a88 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:23.201134 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cc515561-bb07-48c7-a701-7e50b5c60a88 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:23.210426 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4712c73c-bf5f-452f-95d6-472b9fb7b0b7 None None] Pushing event updated for resources: {'Port': ['ID=5e28d0c4-0436-4654-a970-91884422cdaa,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:23.223234 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2cb161-e772-48e4-831b-e9a60fcd1fab tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cabbd17-7081-413d-8537-7da77d01641e,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:23.235926 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-d3323f15-8fa1-4d05-98bb-8760d52872b5 req-a79894fb-f802-4893-a3b0-d5759ea6a432 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213436 May 04 17:29:23.250598 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-211c4142-56da-4a99-a14c-19b2ba1216c0 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:23.346676 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cc515561-bb07-48c7-a701-7e50b5c60a88 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:23.347548 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc515561-bb07-48c7-a701-7e50b5c60a88 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Fanout notify agent at l3_agent the message router_deleted on router 26cab207-265d-4783-8cfb-3c917a16aebe {{(pid=88037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:29:23.354467 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-03346a8f-a2d6-4fba-9c62-35f485b294ff tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:23.416364 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d2ee8af1-d011-492c-b3bd-22efe2871f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:23.448333 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03346a8f-a2d6-4fba-9c62-35f485b294ff tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Pushing event deleted for resources: {'Port': ['ID=1df27b43-a0f0-4cc7-bd6e-1a500450e9d1,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:23.458516 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ee8af1-d011-492c-b3bd-22efe2871f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc38cc1-4956-49ea-8fdd-e743421b1e42,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:23.491379 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cc515561-bb07-48c7-a701-7e50b5c60a88 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:23.492490 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-cc515561-bb07-48c7-a701-7e50b5c60a88 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "DELETE /v2.0/routers/26cab207-265d-4783-8cfb-3c917a16aebe HTTP/1.1" status: 204 len: 168 time: 0.9771552 May 04 17:29:23.496599 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8952301d-6204-4ad4-9e2f-6f00b6ef617c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Network 2f65bb8b-7242-49b2-a8a7-abb038f78922 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:29:23.498394 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48912) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:23.506053 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d2ee8af1-d011-492c-b3bd-22efe2871f0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:23.507129 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-d2ee8af1-d011-492c-b3bd-22efe2871f0d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bbc38cc1-4956-49ea-8fdd-e743421b1e42 HTTP/1.1" status: 204 len: 168 time: 1.2517273 May 04 17:29:23.540880 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-211c4142-56da-4a99-a14c-19b2ba1216c0 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Deleting port ad024158-7ac2-494d-82a4-eaa0298ea0d9 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:29:23.541225 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-211c4142-56da-4a99-a14c-19b2ba1216c0 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:23.602725 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-8952301d-6204-4ad4-9e2f-6f00b6ef617c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 2f65bb8b-7242-49b2-a8a7-abb038f78922) {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:29:23.609373 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-45e20b24-0ae0-485c-b296-f604b80b9218 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Deleting subnet 0bc3e9eb-42ce-49a3-ac8a-8ffe183bd85e {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:29:23.611258 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2796c9-63d1-4c7f-8c4b-1e74a31f723b None None] Network 2f65bb8b-7242-49b2-a8a7-abb038f78922 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:29:23.617138 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-45e20b24-0ae0-485c-b296-f604b80b9218 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:23.742913 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-45e20b24-0ae0-485c-b296-f604b80b9218 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:23.756067 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8952301d-6204-4ad4-9e2f-6f00b6ef617c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:23.756651 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8952301d-6204-4ad4-9e2f-6f00b6ef617c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:23.776475 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6f2cb161-e772-48e4-831b-e9a60fcd1fab tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:23.777660 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-6f2cb161-e772-48e4-831b-e9a60fcd1fab tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] 10.222.0.41 "DELETE /v2.0/security-groups/8cabbd17-7081-413d-8537-7da77d01641e HTTP/1.1" status: 204 len: 168 time: 1.7577689 May 04 17:29:23.790518 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48920) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:23.875434 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-211c4142-56da-4a99-a14c-19b2ba1216c0 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] For port ad024158-7ac2-494d-82a4-eaa0298ea0d9, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=ad024158-7ac2-494d-82a4-eaa0298ea0d9,segment=NetworkSegment(6ddea131-acd3-476d-af8d-9f79a7ec2b72),segment_id=6ddea131-acd3-476d-af8d-9f79a7ec2b72)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:29:23.875739 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-211c4142-56da-4a99-a14c-19b2ba1216c0 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:23.886172 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-8952301d-6204-4ad4-9e2f-6f00b6ef617c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0059857 May 04 17:29:23.893301 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48924) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:23.931335 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121366f6-190f-465f-b0b5-d4e5c7bc3c2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-2f65bb8b-7242-49b2-a8a7-abb038f78922', 'network_id': '2f65bb8b-7242-49b2-a8a7-abb038f78922', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'fixed_ips': [{'subnet_id': 'ebac6750-cbc0-4304-8985-d5c3a04ce5fe'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:29:23.932895 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-121366f6-190f-465f-b0b5-d4e5c7bc3c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:24.030773 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-211c4142-56da-4a99-a14c-19b2ba1216c0 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Calling delete_port for ad024158-7ac2-494d-82a4-eaa0298ea0d9 owned by network:dhcp {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:29:24.063834 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-03346a8f-a2d6-4fba-9c62-35f485b294ff tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710832'] for router_interface, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:24.114873 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-90d960be-5169-400a-8378-9e4d649b23a6 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Synchronizing usage tracker for tenant:bc492a5b91b444a185e1d2db234536fa on resource:security_group {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:29:24.188145 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-21ea5218-c8df-41e9-b238-3577756a4c50 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:24.189545 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-121366f6-190f-465f-b0b5-d4e5c7bc3c2f None None] Allocated IP 172.20.0.2 (2f65bb8b-7242-49b2-a8a7-abb038f78922/ebac6750-cbc0-4304-8985-d5c3a04ce5fe/7d45835f-2d39-4c93-87e6-cfa07d22e2aa) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:29:24.227016 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-90d960be-5169-400a-8378-9e4d649b23a6 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Unset dirty status for tenant:bc492a5b91b444a185e1d2db234536fa on resource:security_group {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:29:24.233185 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-90d960be-5169-400a-8378-9e4d649b23a6 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4346490 May 04 17:29:24.237542 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48936) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:24.241716 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-21ea5218-c8df-41e9-b238-3577756a4c50 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Transition to ACTIVE for port object 99a56724-dec7-4433-b455-cb1c10a1e0c6 will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:29:24.249695 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-525abfac-8780-43e2-a91f-9d6bfbe20f45 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Request body: {'security_group': {'name': 'tempest-secgroup--2046313036'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:24.262512 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-525abfac-8780-43e2-a91f-9d6bfbe20f45 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:24.273401 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-211c4142-56da-4a99-a14c-19b2ba1216c0 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:24.340903 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-525abfac-8780-43e2-a91f-9d6bfbe20f45 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:24.356488 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211c4142-56da-4a99-a14c-19b2ba1216c0 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Pushing event deleted for resources: {'Port': ['ID=ad024158-7ac2-494d-82a4-eaa0298ea0d9,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:24.373839 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211c4142-56da-4a99-a14c-19b2ba1216c0 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] No DVR routers for this DVR port ad024158-7ac2-494d-82a4-eaa0298ea0d9 on host dv-neutron-840426-1-hyperv {{(pid=88038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:29:24.411471 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-525abfac-8780-43e2-a91f-9d6bfbe20f45 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:24.498280 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-45e20b24-0ae0-485c-b296-f604b80b9218 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:24.627611 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-525abfac-8780-43e2-a91f-9d6bfbe20f45 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:24.627790 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-121366f6-190f-465f-b0b5-d4e5c7bc3c2f None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:24.631665 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-525abfac-8780-43e2-a91f-9d6bfbe20f45 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Usage tracker for resource:security_group_rule and tenant:bc492a5b91b444a185e1d2db234536fa is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:29:24.634822 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-525abfac-8780-43e2-a91f-9d6bfbe20f45 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:29:24.643123 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-121366f6-190f-465f-b0b5-d4e5c7bc3c2f None None] Transition to ACTIVE for port object 7d45835f-2d39-4c93-87e6-cfa07d22e2aa will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:29:24.645380 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-211c4142-56da-4a99-a14c-19b2ba1216c0 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:24.654778 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-525abfac-8780-43e2-a91f-9d6bfbe20f45 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:24.671147 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-121366f6-190f-465f-b0b5-d4e5c7bc3c2f None None] Transition to ACTIVE for port object 7d45835f-2d39-4c93-87e6-cfa07d22e2aa will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:29:24.678192 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-121366f6-190f-465f-b0b5-d4e5c7bc3c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:24.690622 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-21ea5218-c8df-41e9-b238-3577756a4c50 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:24.710146 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-211c4142-56da-4a99-a14c-19b2ba1216c0 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9db9856f-ed97-4685-b3e2-0ee22c90d502']}} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:24.725533 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-211c4142-56da-4a99-a14c-19b2ba1216c0 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ddea131-acd3-476d-af8d-9f79a7ec2b72') {'for_net_delete': True} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:24.726136 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-211c4142-56da-4a99-a14c-19b2ba1216c0 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ddea131-acd3-476d-af8d-9f79a7ec2b72') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:24.743932 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-211c4142-56da-4a99-a14c-19b2ba1216c0 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801627'] for segment, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:24.765067 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121366f6-190f-465f-b0b5-d4e5c7bc3c2f None None] Network 2f65bb8b-7242-49b2-a8a7-abb038f78922 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:29:24.766482 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-211c4142-56da-4a99-a14c-19b2ba1216c0 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:24.768455 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-64b14059-f1c1-43ff-a40c-3db3ee053fbe None None] Provisioning for port 5e28d0c4-0436-4654-a970-91884422cdaa completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:29:24.774807 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-211c4142-56da-4a99-a14c-19b2ba1216c0 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=88038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:29:24.775502 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-211c4142-56da-4a99-a14c-19b2ba1216c0 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7881827'] for segment, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:24.775745 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-121366f6-190f-465f-b0b5-d4e5c7bc3c2f None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:29:24.779650 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121366f6-190f-465f-b0b5-d4e5c7bc3c2f None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:29:24.861812 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48950) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:24.865769 dv-neutron-840426-1-hyperv neutron-server[88038]: Traceback (most recent call last): May 04 17:29:24.865769 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:29:24.865769 dv-neutron-840426-1-hyperv neutron-server[88038]: timer() May 04 17:29:24.865769 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:29:24.865769 dv-neutron-840426-1-hyperv neutron-server[88038]: cb(*args, **kw) May 04 17:29:24.865769 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:29:24.865769 dv-neutron-840426-1-hyperv neutron-server[88038]: return func(*args, **kwargs) May 04 17:29:24.865769 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:29:24.865769 dv-neutron-840426-1-hyperv neutron-server[88038]: self._notify() May 04 17:29:24.865769 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:29:24.865769 dv-neutron-840426-1-hyperv neutron-server[88038]: self.callback(batched_events) May 04 17:29:24.865769 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:29:24.865769 dv-neutron-840426-1-hyperv neutron-server[88038]: event.method(event) May 04 17:29:24.865769 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:29:24.865769 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:29:24.865769 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:29:24.865769 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:29:24.865769 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:29:24.865769 dv-neutron-840426-1-hyperv neutron-server[88038]: return f(self, *a, **k) May 04 17:29:24.865769 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:29:24.865769 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._get(url).json() May 04 17:29:24.865769 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:29:24.865769 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:29:24.865769 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:29:24.865769 dv-neutron-840426-1-hyperv neutron-server[88038]: return self.request(url, 'GET', **kwargs) May 04 17:29:24.865769 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:29:24.865769 dv-neutron-840426-1-hyperv neutron-server[88038]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:29:24.865769 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:29:24.865769 dv-neutron-840426-1-hyperv neutron-server[88038]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:29:24.865769 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:29:24.865769 dv-neutron-840426-1-hyperv neutron-server[88038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:29:24.865769 dv-neutron-840426-1-hyperv neutron-server[88038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:29:24.872570 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121366f6-190f-465f-b0b5-d4e5c7bc3c2f None None] Pushing event updated for resources: {'Port': ['ID=7d45835f-2d39-4c93-87e6-cfa07d22e2aa,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:24.908083 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-121366f6-190f-465f-b0b5-d4e5c7bc3c2f None None] Attempting to bind port 7d45835f-2d39-4c93-87e6-cfa07d22e2aa on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:29:24.908449 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-121366f6-190f-465f-b0b5-d4e5c7bc3c2f None None] Attempting to bind port 7d45835f-2d39-4c93-87e6-cfa07d22e2aa by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'f9deac01-56bc-49b7-bd15-c3492b08a2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2f65bb8b-7242-49b2-a8a7-abb038f78922'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:29:24.908815 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121366f6-190f-465f-b0b5-d4e5c7bc3c2f None None] Attempting to bind port 7d45835f-2d39-4c93-87e6-cfa07d22e2aa on network 2f65bb8b-7242-49b2-a8a7-abb038f78922 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:29:24.923486 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121366f6-190f-465f-b0b5-d4e5c7bc3c2f None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:29:24.924434 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121366f6-190f-465f-b0b5-d4e5c7bc3c2f None None] Checking segment: {'id': 'f9deac01-56bc-49b7-bd15-c3492b08a2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2f65bb8b-7242-49b2-a8a7-abb038f78922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:29:24.925326 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-121366f6-190f-465f-b0b5-d4e5c7bc3c2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:24.926225 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121366f6-190f-465f-b0b5-d4e5c7bc3c2f None None] Bound using segment: {'id': 'f9deac01-56bc-49b7-bd15-c3492b08a2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2f65bb8b-7242-49b2-a8a7-abb038f78922'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:29:24.928475 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-121366f6-190f-465f-b0b5-d4e5c7bc3c2f None None] Bound port: 7d45835f-2d39-4c93-87e6-cfa07d22e2aa, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9deac01-56bc-49b7-bd15-c3492b08a2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2f65bb8b-7242-49b2-a8a7-abb038f78922'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:29:24.930022 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-121366f6-190f-465f-b0b5-d4e5c7bc3c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:24.936378 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-45e20b24-0ae0-485c-b296-f604b80b9218 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:24.950583 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ea5218-c8df-41e9-b238-3577756a4c50 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:29:24.964950 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-21ea5218-c8df-41e9-b238-3577756a4c50 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:29:24.973415 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-211c4142-56da-4a99-a14c-19b2ba1216c0 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:24.975067 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ea5218-c8df-41e9-b238-3577756a4c50 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:29:24.981304 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ea5218-c8df-41e9-b238-3577756a4c50 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:24.981986 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-21ea5218-c8df-41e9-b238-3577756a4c50 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:25.022014 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-211c4142-56da-4a99-a14c-19b2ba1216c0 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:25.029195 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211c4142-56da-4a99-a14c-19b2ba1216c0 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Pushing event deleted for resources: {'Network': ['ID=9db9856f-ed97-4685-b3e2-0ee22c90d502,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:25.039825 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e20b24-0ae0-485c-b296-f604b80b9218 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Pushing event deleted for resources: {'Subnet': ['ID=0bc3e9eb-42ce-49a3-ac8a-8ffe183bd85e,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:25.041298 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ea5218-c8df-41e9-b238-3577756a4c50 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event updated for resources: {'Port': ['ID=99a56724-dec7-4433-b455-cb1c10a1e0c6,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:25.042454 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-45e20b24-0ae0-485c-b296-f604b80b9218 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:25.046895 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-897b33e2-d117-4805-a2c3-a6bafeb1d0ed tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:25.066579 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7546f520-8550-4202-a78d-2f74efeab716 req-8b99539f-bdee-407f-a4e3-4fe0fca86e93 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:25.068542 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-7546f520-8550-4202-a78d-2f74efeab716 req-8b99539f-bdee-407f-a4e3-4fe0fca86e93 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 945 time: 0.6237702 May 04 17:29:25.081554 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-211c4142-56da-4a99-a14c-19b2ba1216c0 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "DELETE /v2.0/networks/9db9856f-ed97-4685-b3e2-0ee22c90d502 HTTP/1.1" status: 204 len: 168 time: 4.2393661 May 04 17:29:25.084010 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-27b3e232-f6eb-4193-8fe0-25cc7bb0ef16 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-2063155910'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:25.088048 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48956) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:25.091434 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-21ea5218-c8df-41e9-b238-3577756a4c50 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.2127593 May 04 17:29:25.094738 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48960) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:25.098380 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-bfcff5b6-f4ee-4d52-91b7-9c8333d38bc1 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1936111448'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:25.103519 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-bfcff5b6-f4ee-4d52-91b7-9c8333d38bc1 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:25.108223 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-bfcff5b6-f4ee-4d52-91b7-9c8333d38bc1 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Usage tracker for resource:network and tenant:b25ee3601e56428392e5e6b054ab6dbb is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:29:25.112506 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-bfcff5b6-f4ee-4d52-91b7-9c8333d38bc1 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:29:25.118523 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-bfcff5b6-f4ee-4d52-91b7-9c8333d38bc1 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:25.121247 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d65d907-a885-4364-af78-edce7ff80fed None None] Network 64196c28-5300-49b0-83bb-52df24217316 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:29:25.150614 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-27b3e232-f6eb-4193-8fe0-25cc7bb0ef16 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:25.181505 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfcff5b6-f4ee-4d52-91b7-9c8333d38bc1 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Made reservation on behalf of b25ee3601e56428392e5e6b054ab6dbb for: {'network': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:29:25.181696 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-45e20b24-0ae0-485c-b296-f604b80b9218 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "DELETE /v2.0/subnets/0bc3e9eb-42ce-49a3-ac8a-8ffe183bd85e HTTP/1.1" status: 204 len: 168 time: 1.6816456 May 04 17:29:25.191338 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48964) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:25.191737 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-bfcff5b6-f4ee-4d52-91b7-9c8333d38bc1 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:25.195382 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-27b3e232-f6eb-4193-8fe0-25cc7bb0ef16 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Usage tracker for resource:network and tenant:83b45fcafbf0430eb5315adfdb2e1fc2 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:29:25.268228 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-27b3e232-f6eb-4193-8fe0-25cc7bb0ef16 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:29:25.274061 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-525abfac-8780-43e2-a91f-9d6bfbe20f45 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:25.280589 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfcff5b6-f4ee-4d52-91b7-9c8333d38bc1 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=88038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:29:25.298849 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-525abfac-8780-43e2-a91f-9d6bfbe20f45 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:25.333730 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-bfcff5b6-f4ee-4d52-91b7-9c8333d38bc1 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:25.334140 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.segments_db [None req-bfcff5b6-f4ee-4d52-91b7-9c8333d38bc1 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Added segment 35d111af-3efc-4f53-bc4f-cdab2506ab30 of type vlan for network 7a52d438-b977-44d3-96aa-31b7727192e6 May 04 17:29:25.375862 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-27b3e232-f6eb-4193-8fe0-25cc7bb0ef16 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:25.397757 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525abfac-8780-43e2-a91f-9d6bfbe20f45 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=174d2d5e-324c-4e3e-8fb0-569e0bc739ce,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:25.408681 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f5c0cb-57dc-4d9f-91cc-83fa827f18fb tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:25.414606 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f5c0cb-57dc-4d9f-91cc-83fa827f18fb tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:25.415417 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-93f5c0cb-57dc-4d9f-91cc-83fa827f18fb tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Synchronizing usage tracker for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:29:25.424801 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 5e28d0c4-0436-4654-a970-91884422cdaa up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:29:25.425453 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-525abfac-8780-43e2-a91f-9d6bfbe20f45 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:25.430982 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-525abfac-8780-43e2-a91f-9d6bfbe20f45 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1884844 May 04 17:29:25.436057 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-bfcff5b6-f4ee-4d52-91b7-9c8333d38bc1 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:25.439767 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48968) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:25.446887 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-e1eeb2e6-f123-47c6-914d-31ca1b67ed04 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Request body: {'security_group_rule': {'security_group_id': '174d2d5e-324c-4e3e-8fb0-569e0bc739ce', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:25.456734 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-e1eeb2e6-f123-47c6-914d-31ca1b67ed04 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:25.461761 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-93f5c0cb-57dc-4d9f-91cc-83fa827f18fb tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Unset dirty status for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:29:25.465126 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-93f5c0cb-57dc-4d9f-91cc-83fa827f18fb tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3361406 May 04 17:29:25.465126 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-e1eeb2e6-f123-47c6-914d-31ca1b67ed04 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Usage tracker for resource:security_group_rule and tenant:bc492a5b91b444a185e1d2db234536fa is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:29:25.468303 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-e1eeb2e6-f123-47c6-914d-31ca1b67ed04 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:29:25.470822 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48972) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:25.476751 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-e1eeb2e6-f123-47c6-914d-31ca1b67ed04 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:25.539324 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-7546f520-8550-4202-a78d-2f74efeab716 req-34fbe2de-3124-402b-9d3f-09f88b6030e8 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4605141 May 04 17:29:25.540533 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b3e232-f6eb-4193-8fe0-25cc7bb0ef16 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Made reservation on behalf of 83b45fcafbf0430eb5315adfdb2e1fc2 for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:29:25.543395 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-121366f6-190f-465f-b0b5-d4e5c7bc3c2f None None] For port 7d45835f-2d39-4c93-87e6-cfa07d22e2aa, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:29:25.544198 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-27b3e232-f6eb-4193-8fe0-25cc7bb0ef16 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:25.547632 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-5c803bc2-5549-4937-90d1-c15d88cdce5b None None] Provisioning for port 99a56724-dec7-4433-b455-cb1c10a1e0c6 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:29:25.560788 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-5c803bc2-5549-4937-90d1-c15d88cdce5b None None] Provisioning complete for port 99a56724-dec7-4433-b455-cb1c10a1e0c6 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:29:25.561328 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-5c803bc2-5549-4937-90d1-c15d88cdce5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:25.570311 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-bfcff5b6-f4ee-4d52-91b7-9c8333d38bc1 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:25.575701 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcff5b6-f4ee-4d52-91b7-9c8333d38bc1 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:25.576845 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-bfcff5b6-f4ee-4d52-91b7-9c8333d38bc1 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:25.589492 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-6c73ecbb-de50-4eda-b040-e8a3f8399671 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Deleting port 99a56724-dec7-4433-b455-cb1c10a1e0c6 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:29:25.589838 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6c73ecbb-de50-4eda-b040-e8a3f8399671 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:25.592215 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-121366f6-190f-465f-b0b5-d4e5c7bc3c2f None None] For port 7d45835f-2d39-4c93-87e6-cfa07d22e2aa, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=7d45835f-2d39-4c93-87e6-cfa07d22e2aa,segment=NetworkSegment(f9deac01-56bc-49b7-bd15-c3492b08a2ca),segment_id=f9deac01-56bc-49b7-bd15-c3492b08a2ca)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:29:25.612143 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-121366f6-190f-465f-b0b5-d4e5c7bc3c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:25.633528 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-27b3e232-f6eb-4193-8fe0-25cc7bb0ef16 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:25.685156 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1920dfb7-9a85-478b-bb05-852af4e87470 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:25.694842 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-27b3e232-f6eb-4193-8fe0-25cc7bb0ef16 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:25.706074 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-27b3e232-f6eb-4193-8fe0-25cc7bb0ef16 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Usage tracker for resource:security_group_rule and tenant:83b45fcafbf0430eb5315adfdb2e1fc2 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:29:25.713809 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-27b3e232-f6eb-4193-8fe0-25cc7bb0ef16 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:29:25.717890 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-5c803bc2-5549-4937-90d1-c15d88cdce5b None None] Port 99a56724-dec7-4433-b455-cb1c10a1e0c6 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:29:25.723235 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 5e28d0c4-0436-4654-a970-91884422cdaa completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:29:25.730078 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-27b3e232-f6eb-4193-8fe0-25cc7bb0ef16 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:25.738642 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 5e28d0c4-0436-4654-a970-91884422cdaa triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:29:25.741387 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:25.778874 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03346a8f-a2d6-4fba-9c62-35f485b294ff tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Router 0cd77043-c03f-4b34-b6fb-545c4144e091 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:29:25.797671 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121366f6-190f-465f-b0b5-d4e5c7bc3c2f None None] Pushing event updated for resources: {'Port': ['ID=7d45835f-2d39-4c93-87e6-cfa07d22e2aa,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:25.811819 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-1920dfb7-9a85-478b-bb05-852af4e87470 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Deleting port 8ea6f77e-44ae-420f-90d1-611e6bbd7c18 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:29:25.812196 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1920dfb7-9a85-478b-bb05-852af4e87470 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:25.823770 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.api.v2.resource [None req-e1eeb2e6-f123-47c6-914d-31ca1b67ed04 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 04 17:29:25.824805 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-e1eeb2e6-f123-47c6-914d-31ca1b67ed04 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3841038 May 04 17:29:25.828197 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0a9ec6-b29a-49e3-9c39-5c7dee8bb85a None None] DHCP port deletion for 64196c28-5300-49b0-83bb-52df24217316 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:29:25.831490 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-bfcff5b6-f4ee-4d52-91b7-9c8333d38bc1 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7420638 May 04 17:29:25.834629 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48976) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:25.834958 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48978) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:25.839246 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-5a0a9ec6-b29a-49e3-9c39-5c7dee8bb85a None None] Deleting port 8ea6f77e-44ae-420f-90d1-611e6bbd7c18 {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:29:25.839616 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-5a0a9ec6-b29a-49e3-9c39-5c7dee8bb85a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:25.886686 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-450706cd-c140-476f-86b7-4a5e71872f67 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Request body: {'security_group_rule': {'security_group_id': '174d2d5e-324c-4e3e-8fb0-569e0bc739ce', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:25.894643 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-dbf2a6f3-6b3d-43c4-b623-f24bf6df51a3 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Request body: {'subnet': {'network_id': '7a52d438-b977-44d3-96aa-31b7727192e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:25.925178 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-450706cd-c140-476f-86b7-4a5e71872f67 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:25.927719 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcff5b6-f4ee-4d52-91b7-9c8333d38bc1 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Pushing event updated for resources: {'Network': ['ID=7a52d438-b977-44d3-96aa-31b7727192e6,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:25.946392 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 7a52d438-b977-44d3-96aa-31b7727192e6 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:29:25.967605 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-450706cd-c140-476f-86b7-4a5e71872f67 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Usage tracker for resource:security_group_rule and tenant:bc492a5b91b444a185e1d2db234536fa is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:29:25.971275 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-450706cd-c140-476f-86b7-4a5e71872f67 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:29:25.979222 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-450706cd-c140-476f-86b7-4a5e71872f67 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:26.258259 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:26.349729 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-dbf2a6f3-6b3d-43c4-b623-f24bf6df51a3 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:26.360652 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.api.v2.resource [None req-450706cd-c140-476f-86b7-4a5e71872f67 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 04 17:29:26.364282 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-450706cd-c140-476f-86b7-4a5e71872f67 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5238583 May 04 17:29:26.368759 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48984) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:26.374015 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-dbf2a6f3-6b3d-43c4-b623-f24bf6df51a3 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Usage tracker for resource:subnet and tenant:b25ee3601e56428392e5e6b054ab6dbb is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:29:26.400218 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-dbf2a6f3-6b3d-43c4-b623-f24bf6df51a3 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:29:26.431625 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 5e28d0c4-0436-4654-a970-91884422cdaa, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=5e28d0c4-0436-4654-a970-91884422cdaa,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:29:26.433523 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-5a0a9ec6-b29a-49e3-9c39-5c7dee8bb85a None None] For port 8ea6f77e-44ae-420f-90d1-611e6bbd7c18, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=8ea6f77e-44ae-420f-90d1-611e6bbd7c18,segment=NetworkSegment(03cd3343-a3a7-4853-a4a7-8758bbcdda43),segment_id=03cd3343-a3a7-4853-a4a7-8758bbcdda43)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:29:26.433929 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-5a0a9ec6-b29a-49e3-9c39-5c7dee8bb85a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:26.436959 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-dbf2a6f3-6b3d-43c4-b623-f24bf6df51a3 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:26.442674 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:26.456216 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6c73ecbb-de50-4eda-b040-e8a3f8399671 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:26.483879 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf2a6f3-6b3d-43c4-b623-f24bf6df51a3 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Made reservation on behalf of b25ee3601e56428392e5e6b054ab6dbb for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:29:26.487586 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-dbf2a6f3-6b3d-43c4-b623-f24bf6df51a3 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:26.600482 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-897b33e2-d117-4805-a2c3-a6bafeb1d0ed tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Allocated IP 172.20.0.1 (2f65bb8b-7242-49b2-a8a7-abb038f78922/ebac6750-cbc0-4304-8985-d5c3a04ce5fe/26b2ffc0-9652-4cf3-b203-f3b1becebe09) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:29:26.606938 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-1920dfb7-9a85-478b-bb05-852af4e87470 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] For port 8ea6f77e-44ae-420f-90d1-611e6bbd7c18, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=8ea6f77e-44ae-420f-90d1-611e6bbd7c18,segment=NetworkSegment(03cd3343-a3a7-4853-a4a7-8758bbcdda43),segment_id=03cd3343-a3a7-4853-a4a7-8758bbcdda43)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:29:26.607554 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1920dfb7-9a85-478b-bb05-852af4e87470 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:26.639192 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-5a0a9ec6-b29a-49e3-9c39-5c7dee8bb85a None None] Calling delete_port for 8ea6f77e-44ae-420f-90d1-611e6bbd7c18 owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:29:26.715286 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=5e28d0c4-0436-4654-a970-91884422cdaa,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:26.744091 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-5a0a9ec6-b29a-49e3-9c39-5c7dee8bb85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124'] for port, after_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:26.808244 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0a9ec6-b29a-49e3-9c39-5c7dee8bb85a None None] Pushing event deleted for resources: {'Port': ['ID=8ea6f77e-44ae-420f-90d1-611e6bbd7c18,revision_number=None']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:26.809003 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-1920dfb7-9a85-478b-bb05-852af4e87470 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Calling delete_port for 8ea6f77e-44ae-420f-90d1-611e6bbd7c18 owned by network:dhcp {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:29:26.811823 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.ipam_backend_mixin [None req-dbf2a6f3-6b3d-43c4-b623-f24bf6df51a3 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Performing IP validity checks on allocation pools {{(pid=88038) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 04 17:29:26.812343 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.ipam_backend_mixin [None req-dbf2a6f3-6b3d-43c4-b623-f24bf6df51a3 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88038) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 04 17:29:26.814363 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0a9ec6-b29a-49e3-9c39-5c7dee8bb85a None None] No DVR routers for this DVR port 8ea6f77e-44ae-420f-90d1-611e6bbd7c18 on host dv-neutron-840426-1-hyperv {{(pid=88039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:29:26.829412 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-6c73ecbb-de50-4eda-b040-e8a3f8399671 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Calling delete_port for 99a56724-dec7-4433-b455-cb1c10a1e0c6 owned by {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:29:26.880408 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03346a8f-a2d6-4fba-9c62-35f485b294ff tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:29:26.891087 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3def5427-128f-48d1-9454-a6a0b720210e None None] Sync routers for ids ['0cd77043-c03f-4b34-b6fb-545c4144e091'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:29:26.894185 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-27b3e232-f6eb-4193-8fe0-25cc7bb0ef16 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:26.903613 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3def5427-128f-48d1-9454-a6a0b720210e None None] Routers {'0cd77043-c03f-4b34-b6fb-545c4144e091'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:29:26.904710 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-3def5427-128f-48d1-9454-a6a0b720210e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:29:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['0cd77043-c03f-4b34-b6fb-545c4144e091'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:26.944191 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a4ad18f9-abe3-463d-bd5d-b0abf49b8d09 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks [] for security_group, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:26.984488 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-3def5427-128f-48d1-9454-a6a0b720210e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:26.995186 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3def5427-128f-48d1-9454-a6a0b720210e None None] Routers {'0cd77043-c03f-4b34-b6fb-545c4144e091'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:29:26.996119 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-3def5427-128f-48d1-9454-a6a0b720210e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:29:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['0cd77043-c03f-4b34-b6fb-545c4144e091'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:27.032451 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a4ad18f9-abe3-463d-bd5d-b0abf49b8d09 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:27.032941 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.db.api [None req-1920dfb7-9a85-478b-bb05-852af4e87470 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88037) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:29:27.033212 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG oslo_db.api [None req-1920dfb7-9a85-478b-bb05-852af4e87470 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:29:27.041542 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-27b3e232-f6eb-4193-8fe0-25cc7bb0ef16 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:27.070779 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-3def5427-128f-48d1-9454-a6a0b720210e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:27.071297 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3def5427-128f-48d1-9454-a6a0b720210e None None] The sync data for ids ['0cd77043-c03f-4b34-b6fb-545c4144e091'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:29:27.090463 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75cceb6-f803-4a81-8933-aa90ea97920c req-fc24308c-fbf7-462e-b4d5-b9c4c565123f tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:27.092441 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27b3e232-f6eb-4193-8fe0-25cc7bb0ef16 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:29:27.097540 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-b75cceb6-f803-4a81-8933-aa90ea97920c req-fc24308c-fbf7-462e-b4d5-b9c4c565123f tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 945 time: 0.3229756 May 04 17:29:27.109287 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd465e4-c0f7-4449-b8a1-5f6c6e20f2c2 None None] Network 2f65bb8b-7242-49b2-a8a7-abb038f78922 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:29:27.116345 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-03346a8f-a2d6-4fba-9c62-35f485b294ff tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] 10.222.0.41 "PUT /v2.0/routers/0cd77043-c03f-4b34-b6fb-545c4144e091/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4420631 May 04 17:29:27.127916 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 48990) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:27.137610 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b3e232-f6eb-4193-8fe0-25cc7bb0ef16 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c10f7d60-4547-4574-91b7-4e825edad539,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:27.241170 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-b75cceb6-f803-4a81-8933-aa90ea97920c req-21e891c7-5f7c-4096-ada4-d85947b57052 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423907 May 04 17:29:27.269793 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-897b33e2-d117-4805-a2c3-a6bafeb1d0ed tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:27.286639 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b3e232-f6eb-4193-8fe0-25cc7bb0ef16 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:29:27.286639 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b3e232-f6eb-4193-8fe0-25cc7bb0ef16 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:29:27.286639 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b3e232-f6eb-4193-8fe0-25cc7bb0ef16 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:29:27.286639 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b3e232-f6eb-4193-8fe0-25cc7bb0ef16 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:29:27.286639 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b3e232-f6eb-4193-8fe0-25cc7bb0ef16 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:29:27.286639 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b3e232-f6eb-4193-8fe0-25cc7bb0ef16 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:29:27.286639 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b3e232-f6eb-4193-8fe0-25cc7bb0ef16 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:29:27.286639 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b3e232-f6eb-4193-8fe0-25cc7bb0ef16 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:29:27.286639 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b3e232-f6eb-4193-8fe0-25cc7bb0ef16 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:29:27.286639 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b3e232-f6eb-4193-8fe0-25cc7bb0ef16 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:29:27.286639 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b3e232-f6eb-4193-8fe0-25cc7bb0ef16 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:29:27.286639 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b3e232-f6eb-4193-8fe0-25cc7bb0ef16 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:29:27.289950 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-27b3e232-f6eb-4193-8fe0-25cc7bb0ef16 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:27.290300 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-27b3e232-f6eb-4193-8fe0-25cc7bb0ef16 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Added segment fe7f44c6-fe38-44ea-960a-7dd8c82fb758 of type vlan for network 7fc7050b-05fc-4225-8ef9-d2298e40d2f7 May 04 17:29:27.347214 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6c73ecbb-de50-4eda-b040-e8a3f8399671 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:27.353190 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a4ad18f9-abe3-463d-bd5d-b0abf49b8d09 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:27.399663 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-897b33e2-d117-4805-a2c3-a6bafeb1d0ed tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Transition to ACTIVE for port object 26b2ffc0-9652-4cf3-b203-f3b1becebe09 will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:29:27.416732 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-27b3e232-f6eb-4193-8fe0-25cc7bb0ef16 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:27.421886 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 7d45835f-2d39-4c93-87e6-cfa07d22e2aa up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:29:27.423240 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c73ecbb-de50-4eda-b040-e8a3f8399671 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event deleted for resources: {'Port': ['ID=99a56724-dec7-4433-b455-cb1c10a1e0c6,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:27.427412 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ad18f9-abe3-463d-bd5d-b0abf49b8d09 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=174d2d5e-324c-4e3e-8fb0-569e0bc739ce,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:27.440622 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d42831e2-38a0-44dc-9cd6-dbc2edbcd4db tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for router, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:27.474201 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-dbf2a6f3-6b3d-43c4-b623-f24bf6df51a3 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:27.496290 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-5f9b4618-6af7-4d72-8b8f-3c4b1f05dbe1 None None] Provisioning for port 7d45835f-2d39-4c93-87e6-cfa07d22e2aa completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:29:27.517596 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73ecbb-de50-4eda-b040-e8a3f8399671 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:29:27.518447 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73ecbb-de50-4eda-b040-e8a3f8399671 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:29:27.518447 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73ecbb-de50-4eda-b040-e8a3f8399671 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:29:27.518650 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73ecbb-de50-4eda-b040-e8a3f8399671 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:29:27.518966 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73ecbb-de50-4eda-b040-e8a3f8399671 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:29:27.519328 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73ecbb-de50-4eda-b040-e8a3f8399671 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:29:27.519621 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73ecbb-de50-4eda-b040-e8a3f8399671 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:29:27.519946 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73ecbb-de50-4eda-b040-e8a3f8399671 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:29:27.520277 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73ecbb-de50-4eda-b040-e8a3f8399671 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:29:27.520603 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73ecbb-de50-4eda-b040-e8a3f8399671 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:29:27.521232 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73ecbb-de50-4eda-b040-e8a3f8399671 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:29:27.521232 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73ecbb-de50-4eda-b040-e8a3f8399671 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:29:27.525362 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ad18f9-abe3-463d-bd5d-b0abf49b8d09 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:29:27.525719 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ad18f9-abe3-463d-bd5d-b0abf49b8d09 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:29:27.526090 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ad18f9-abe3-463d-bd5d-b0abf49b8d09 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:29:27.526430 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ad18f9-abe3-463d-bd5d-b0abf49b8d09 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:29:27.527454 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ad18f9-abe3-463d-bd5d-b0abf49b8d09 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:29:27.527799 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ad18f9-abe3-463d-bd5d-b0abf49b8d09 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:29:27.528144 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ad18f9-abe3-463d-bd5d-b0abf49b8d09 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:29:27.528648 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ad18f9-abe3-463d-bd5d-b0abf49b8d09 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:29:27.529545 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ad18f9-abe3-463d-bd5d-b0abf49b8d09 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:29:27.529545 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ad18f9-abe3-463d-bd5d-b0abf49b8d09 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:29:27.529763 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ad18f9-abe3-463d-bd5d-b0abf49b8d09 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:29:27.530060 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ad18f9-abe3-463d-bd5d-b0abf49b8d09 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:29:27.536197 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-1920dfb7-9a85-478b-bb05-852af4e87470 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Deleting port 8ea6f77e-44ae-420f-90d1-611e6bbd7c18 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:29:27.536493 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1920dfb7-9a85-478b-bb05-852af4e87470 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:27.541843 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6c73ecbb-de50-4eda-b040-e8a3f8399671 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:27.555801 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 7d45835f-2d39-4c93-87e6-cfa07d22e2aa completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:29:27.565743 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 7d45835f-2d39-4c93-87e6-cfa07d22e2aa triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:29:27.566207 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:27.595601 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-6c73ecbb-de50-4eda-b040-e8a3f8399671 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/ports/99a56724-dec7-4433-b455-cb1c10a1e0c6 HTTP/1.1" status: 204 len: 168 time: 2.1238267 May 04 17:29:27.603056 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48994) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:27.610429 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a4ad18f9-abe3-463d-bd5d-b0abf49b8d09 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:27.611803 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-a4ad18f9-abe3-463d-bd5d-b0abf49b8d09 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] 10.222.0.41 "DELETE /v2.0/security-groups/174d2d5e-324c-4e3e-8fb0-569e0bc739ce HTTP/1.1" status: 204 len: 168 time: 1.2420599 May 04 17:29:27.662672 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 48998) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:27.666657 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf2a6f3-6b3d-43c4-b623-f24bf6df51a3 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Pushing event updated for resources: {'Subnet': ['ID=3568a3f2-63c7-4662-a640-d475dd8b8122,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:27.681323 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-27b3e232-f6eb-4193-8fe0-25cc7bb0ef16 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:27.690158 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b3e232-f6eb-4193-8fe0-25cc7bb0ef16 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:27.691373 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-27b3e232-f6eb-4193-8fe0-25cc7bb0ef16 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:27.734595 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf2a6f3-6b3d-43c4-b623-f24bf6df51a3 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Checking segment: {'id': '35d111af-3efc-4f53-bc4f-cdab2506ab30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '7a52d438-b977-44d3-96aa-31b7727192e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:29:27.734965 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf2a6f3-6b3d-43c4-b623-f24bf6df51a3 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Network hostable DHCP agents. Network: 7a52d438-b977-44d3-96aa-31b7727192e6, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:29:27.742008 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1413062d-d46a-4e61-b3f2-3cae665f89f9 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:27.743495 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1413062d-d46a-4e61-b3f2-3cae665f89f9 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:27.744260 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-1413062d-d46a-4e61-b3f2-3cae665f89f9 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Synchronizing usage tracker for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:subnet {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:29:27.764698 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:27.779719 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-c54121ca-ffba-428b-bc1c-dfaa77e4378b tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Synchronizing usage tracker for tenant:bc492a5b91b444a185e1d2db234536fa on resource:security_group {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:29:27.789934 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-1920dfb7-9a85-478b-bb05-852af4e87470 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] The port '8ea6f77e-44ae-420f-90d1-611e6bbd7c18' was deleted {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 04 17:29:27.795746 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-897b33e2-d117-4805-a2c3-a6bafeb1d0ed tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:27.803719 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-1413062d-d46a-4e61-b3f2-3cae665f89f9 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Unset dirty status for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:subnet {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:29:27.807828 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-1413062d-d46a-4e61-b3f2-3cae665f89f9 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2009485 May 04 17:29:27.807828 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf2a6f3-6b3d-43c4-b623-f24bf6df51a3 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Network 7a52d438-b977-44d3-96aa-31b7727192e6 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:29:27.809826 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49002) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:27.811628 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 7d45835f-2d39-4c93-87e6-cfa07d22e2aa, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=7d45835f-2d39-4c93-87e6-cfa07d22e2aa,segment=NetworkSegment(f9deac01-56bc-49b7-bd15-c3492b08a2ca),segment_id=f9deac01-56bc-49b7-bd15-c3492b08a2ca)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:29:27.816585 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:27.818184 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 5e28d0c4-0436-4654-a970-91884422cdaa up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:29:27.851908 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-c54121ca-ffba-428b-bc1c-dfaa77e4378b tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Unset dirty status for tenant:bc492a5b91b444a185e1d2db234536fa on resource:security_group {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:29:27.853880 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-c54121ca-ffba-428b-bc1c-dfaa77e4378b tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1882226 May 04 17:29:27.860538 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49006) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:27.863579 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-dbf2a6f3-6b3d-43c4-b623-f24bf6df51a3 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 7a52d438-b977-44d3-96aa-31b7727192e6) {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:29:27.867895 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf2a6f3-6b3d-43c4-b623-f24bf6df51a3 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:27.868655 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-dbf2a6f3-6b3d-43c4-b623-f24bf6df51a3 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:27.885445 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-f4824a16-9dcf-483e-bf87-359ccb20a4c1 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Request body: {'security_group': {'name': 'tempest-secgroup--1012954301'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:27.905559 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-f4824a16-9dcf-483e-bf87-359ccb20a4c1 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:27.909607 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f00df9-b9cd-4b19-ae4c-a2859a1272a5 None None] Network 7a52d438-b977-44d3-96aa-31b7727192e6 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:29:27.932987 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-f4824a16-9dcf-483e-bf87-359ccb20a4c1 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:27.939307 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-dbf2a6f3-6b3d-43c4-b623-f24bf6df51a3 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.0996802 May 04 17:29:27.940261 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49010) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:27.951156 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_v2 [None req-955b76c7-f253-48b0-add2-9287f16ebb15 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Deleting subnet 4020dba0-af00-4de2-ae5c-5713f9dd8f09 {{(pid=88038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:29:27.975777 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-955b76c7-f253-48b0-add2-9287f16ebb15 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:28.011917 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f4824a16-9dcf-483e-bf87-359ccb20a4c1 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:28.066043 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-27b3e232-f6eb-4193-8fe0-25cc7bb0ef16 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.2002935 May 04 17:29:28.076152 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-de658911-f3cc-446a-b65a-744ef80e9b21 None None] Provisioning complete for port 7d45835f-2d39-4c93-87e6-cfa07d22e2aa triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:29:28.076620 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-de658911-f3cc-446a-b65a-744ef80e9b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:28.094057 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49014) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:28.106860 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=7d45835f-2d39-4c93-87e6-cfa07d22e2aa,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:28.112023 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897b33e2-d117-4805-a2c3-a6bafeb1d0ed tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Network 2f65bb8b-7242-49b2-a8a7-abb038f78922 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:29:28.135417 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-1feba2cc-73a0-4b97-bdb5-c9154efb9856 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Request body: {'subnet': {'network_id': '7fc7050b-05fc-4225-8ef9-d2298e40d2f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:28.152583 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-897b33e2-d117-4805-a2c3-a6bafeb1d0ed tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:29:28.175068 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897b33e2-d117-4805-a2c3-a6bafeb1d0ed tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:29:28.230231 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-f4824a16-9dcf-483e-bf87-359ccb20a4c1 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:28.242567 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-955b76c7-f253-48b0-add2-9287f16ebb15 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-801696'] for subnet, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:28.248164 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 5e28d0c4-0436-4654-a970-91884422cdaa triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:29:28.248904 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:28.301893 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-f4824a16-9dcf-483e-bf87-359ccb20a4c1 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Usage tracker for resource:security_group_rule and tenant:bc492a5b91b444a185e1d2db234536fa is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:29:28.316522 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1920dfb7-9a85-478b-bb05-852af4e87470 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:28.371691 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b3e232-f6eb-4193-8fe0-25cc7bb0ef16 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Pushing event updated for resources: {'Network': ['ID=7fc7050b-05fc-4225-8ef9-d2298e40d2f7,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:28.375436 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7b8bfd6c-8274-4cbc-9585-ea39a1da7adb tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:28.379664 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-f4824a16-9dcf-483e-bf87-359ccb20a4c1 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:29:28.404713 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d42831e2-38a0-44dc-9cd6-dbc2edbcd4db tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:28.408332 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897b33e2-d117-4805-a2c3-a6bafeb1d0ed tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Pushing event updated for resources: {'Port': ['ID=26b2ffc0-9652-4cf3-b203-f3b1becebe09,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:28.438026 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 7fc7050b-05fc-4225-8ef9-d2298e40d2f7 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:29:28.441687 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-f4824a16-9dcf-483e-bf87-359ccb20a4c1 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:28.493902 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-955b76c7-f253-48b0-add2-9287f16ebb15 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:28.536064 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-1920dfb7-9a85-478b-bb05-852af4e87470 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64196c28-5300-49b0-83bb-52df24217316']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:28.566165 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-d42831e2-38a0-44dc-9cd6-dbc2edbcd4db tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Deleting port 6627a91f-7863-4964-a5da-d763eae609f2 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:29:28.566502 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d42831e2-38a0-44dc-9cd6-dbc2edbcd4db tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:28.581450 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7b8bfd6c-8274-4cbc-9585-ea39a1da7adb tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:28.598051 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0193c5a9-f353-46b4-96a0-2fdf01fc6f41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-7a52d438-b977-44d3-96aa-31b7727192e6', 'network_id': '7a52d438-b977-44d3-96aa-31b7727192e6', 'tenant_id': 'b25ee3601e56428392e5e6b054ab6dbb', 'fixed_ips': [{'subnet_id': '3568a3f2-63c7-4662-a640-d475dd8b8122'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:29:28.598865 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0193c5a9-f353-46b4-96a0-2fdf01fc6f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:28.601764 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-1920dfb7-9a85-478b-bb05-852af4e87470 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03cd3343-a3a7-4853-a4a7-8758bbcdda43') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:28.602230 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-1920dfb7-9a85-478b-bb05-852af4e87470 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03cd3343-a3a7-4853-a4a7-8758bbcdda43') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:28.641405 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-897b33e2-d117-4805-a2c3-a6bafeb1d0ed tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710357'] for router_interface, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:28.653141 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1920dfb7-9a85-478b-bb05-852af4e87470 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:28.660507 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-1feba2cc-73a0-4b97-bdb5-c9154efb9856 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:28.678539 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-1feba2cc-73a0-4b97-bdb5-c9154efb9856 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Usage tracker for resource:subnet and tenant:83b45fcafbf0430eb5315adfdb2e1fc2 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:29:28.687953 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-955b76c7-f253-48b0-add2-9287f16ebb15 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:28.694723 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-1feba2cc-73a0-4b97-bdb5-c9154efb9856 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:29:28.710276 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-1feba2cc-73a0-4b97-bdb5-c9154efb9856 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:28.725111 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-1ed90209-9a0b-404a-ae46-7b2603db1bb7 None None] Provisioning for port 26b2ffc0-9652-4cf3-b203-f3b1becebe09 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:29:28.733504 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-1ed90209-9a0b-404a-ae46-7b2603db1bb7 None None] Provisioning complete for port 26b2ffc0-9652-4cf3-b203-f3b1becebe09 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:29:28.733691 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1ed90209-9a0b-404a-ae46-7b2603db1bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:28.760814 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b76c7-f253-48b0-add2-9287f16ebb15 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event deleted for resources: {'Subnet': ['ID=4020dba0-af00-4de2-ae5c-5713f9dd8f09,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:28.765521 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f4824a16-9dcf-483e-bf87-359ccb20a4c1 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:28.766206 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-955b76c7-f253-48b0-add2-9287f16ebb15 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:28.787230 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42551557-cf6b-442a-a347-1962a58f0db1 None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:29:28.787463 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7b8bfd6c-8274-4cbc-9585-ea39a1da7adb tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:28.791673 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f4824a16-9dcf-483e-bf87-359ccb20a4c1 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:28.808923 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 8ea6f77e-44ae-420f-90d1-611e6bbd7c18 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:29:28.844020 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-955b76c7-f253-48b0-add2-9287f16ebb15 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/subnets/4020dba0-af00-4de2-ae5c-5713f9dd8f09 HTTP/1.1" status: 204 len: 168 time: 1.0319636 May 04 17:29:28.844682 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49020) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:28.855333 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 8ea6f77e-44ae-420f-90d1-611e6bbd7c18 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:29:28.856828 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 8ea6f77e-44ae-420f-90d1-611e6bbd7c18 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:29:28.859055 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8bfd6c-8274-4cbc-9585-ea39a1da7adb tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Pushing event deleted for resources: {'Subnet': ['ID=3568a3f2-63c7-4662-a640-d475dd8b8122,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:28.891528 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1920dfb7-9a85-478b-bb05-852af4e87470 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:28.925268 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1feba2cc-73a0-4b97-bdb5-c9154efb9856 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Made reservation on behalf of 83b45fcafbf0430eb5315adfdb2e1fc2 for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:29:28.928624 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1feba2cc-73a0-4b97-bdb5-c9154efb9856 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:28.944039 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-1ed90209-9a0b-404a-ae46-7b2603db1bb7 None None] Port 26b2ffc0-9652-4cf3-b203-f3b1becebe09 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:29:28.952520 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f4824a16-9dcf-483e-bf87-359ccb20a4c1 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:28.956392 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-f4824a16-9dcf-483e-bf87-359ccb20a4c1 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0916338 May 04 17:29:28.965475 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49024) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:28.969381 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server [None req-0193c5a9-f353-46b4-96a0-2fdf01fc6f41 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3568a3f2-63c7-4662-a640-d475dd8b8122: This subnet is being modified by another concurrent operation. May 04 17:29:28.969381 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 04 17:29:28.969381 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 04 17:29:28.969381 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 04 17:29:28.969381 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 04 17:29:28.969381 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 04 17:29:28.969381 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 04 17:29:28.969381 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 04 17:29:28.969381 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 04 17:29:28.969381 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 04 17:29:28.969381 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 04 17:29:28.969381 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 04 17:29:28.969381 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 04 17:29:28.969381 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server self.force_reraise() May 04 17:29:28.969381 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 04 17:29:28.969381 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server raise self.value May 04 17:29:28.969381 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 04 17:29:28.969381 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 04 17:29:28.969381 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 04 17:29:28.969381 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 04 17:29:28.969381 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 04 17:29:28.969381 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server self.force_reraise() May 04 17:29:28.969381 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 04 17:29:28.969381 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server raise self.value May 04 17:29:28.969381 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 04 17:29:28.969381 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 04 17:29:28.969381 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 04 17:29:28.969381 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 04 17:29:28.969381 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 04 17:29:28.969381 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server self.force_reraise() May 04 17:29:28.969381 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 04 17:29:28.969381 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server raise self.value May 04 17:29:28.969381 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 04 17:29:28.969381 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 04 17:29:28.969381 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 04 17:29:28.969381 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 04 17:29:28.969381 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 04 17:29:28.969381 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 04 17:29:28.969381 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 04 17:29:28.969381 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 04 17:29:28.969381 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 04 17:29:28.969381 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 04 17:29:28.969381 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 04 17:29:28.969381 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 04 17:29:28.969381 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 04 17:29:28.969381 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 04 17:29:28.969381 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 04 17:29:28.969381 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 04 17:29:28.969381 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 04 17:29:28.969381 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server self.force_reraise() May 04 17:29:28.969381 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 04 17:29:28.969381 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server raise self.value May 04 17:29:28.969381 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 04 17:29:28.969381 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 04 17:29:28.973240 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 04 17:29:28.973240 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 04 17:29:28.973240 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 04 17:29:28.973240 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server self.force_reraise() May 04 17:29:28.973240 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 04 17:29:28.973240 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server raise self.value May 04 17:29:28.973240 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 04 17:29:28.973240 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 04 17:29:28.973240 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 04 17:29:28.973240 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 04 17:29:28.973240 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 04 17:29:28.973240 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server self.force_reraise() May 04 17:29:28.973240 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 04 17:29:28.973240 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server raise self.value May 04 17:29:28.973240 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 04 17:29:28.973240 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 04 17:29:28.973240 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 04 17:29:28.973240 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 04 17:29:28.973240 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 04 17:29:28.973240 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 04 17:29:28.973240 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 04 17:29:28.973240 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 04 17:29:28.973240 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 04 17:29:28.973240 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 04 17:29:28.973240 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 04 17:29:28.973240 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 04 17:29:28.973240 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 04 17:29:28.973240 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 04 17:29:28.973240 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 04 17:29:28.973240 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 04 17:29:28.973240 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 04 17:29:28.973240 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 04 17:29:28.973240 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 04 17:29:28.973240 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 04 17:29:28.973240 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 04 17:29:28.973240 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server raise exception May 04 17:29:28.973240 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3568a3f2-63c7-4662-a640-d475dd8b8122: This subnet is being modified by another concurrent operation. May 04 17:29:28.973240 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server May 04 17:29:28.983128 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-604767f6-b911-4097-b8bc-6f0787ad722b tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1303205 May 04 17:29:28.986888 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-e34865aa-5850-4d1e-a642-a99a387357f7 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:28.987167 dv-neutron-840426-1-hyperv neutron-server[88038]: WARNING neutron.api.v2.base [None req-e34865aa-5850-4d1e-a642-a99a387357f7 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 04 17:29:28.987666 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.api.v2.resource [None req-e34865aa-5850-4d1e-a642-a99a387357f7 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] update failed (client error): There was a conflict when trying to complete your request. May 04 17:29:28.988604 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-e34865aa-5850-4d1e-a642-a99a387357f7 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] 10.222.0.41 "PUT /v2.0/security-groups/2d10a741-fcd7-46e7-a93a-17c63645f4a9 HTTP/1.1" status: 409 len: 330 time: 0.0120559 May 04 17:29:28.990327 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49028) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:28.992684 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49030) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:28.993350 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4824a16-9dcf-483e-bf87-359ccb20a4c1 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d10a741-fcd7-46e7-a93a-17c63645f4a9,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:29.006067 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1920dfb7-9a85-478b-bb05-852af4e87470 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:29:29.006569 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1920dfb7-9a85-478b-bb05-852af4e87470 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:29.025660 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9a95f9-20ef-429d-bc76-7b084abc7b7a None None] Network 7a52d438-b977-44d3-96aa-31b7727192e6 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:29:29.027904 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 17:29:29.027904 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:29:29.027904 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 17:29:29.027904 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:29:29.027904 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 17:29:29.027904 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:29:29.027904 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 17:29:29.027904 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:29:29.027904 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 17:29:29.027904 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:29:29.027904 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 17:29:29.027904 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:29:29.027904 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 17:29:29.027904 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:29:29.027904 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:29:29.027904 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:29:29.027904 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:29:29.027904 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:29:29.027904 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 17:29:29.027904 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:29:29.027904 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 17:29:29.027904 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:29:29.027904 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:29:29.027904 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:29:29.027904 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 17:29:29.027904 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:29:29.027904 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:29:29.027904 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:29:29.027904 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:29:29.027904 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:29:29.027904 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:29:29.027904 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:29:29.037240 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-b5619dc6-3275-437c-bfe6-e69de44587a0 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Request body: {'subnet': {'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:29.052687 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d42831e2-38a0-44dc-9cd6-dbc2edbcd4db tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:29.068359 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7b8bfd6c-8274-4cbc-9585-ea39a1da7adb tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:29.114745 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-7b8bfd6c-8274-4cbc-9585-ea39a1da7adb tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a52d438-b977-44d3-96aa-31b7727192e6']}} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:29.143602 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-7b8bfd6c-8274-4cbc-9585-ea39a1da7adb tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35d111af-3efc-4f53-bc4f-cdab2506ab30') {'for_net_delete': True} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:29.144257 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-7b8bfd6c-8274-4cbc-9585-ea39a1da7adb tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35d111af-3efc-4f53-bc4f-cdab2506ab30') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:29.188991 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7b8bfd6c-8274-4cbc-9585-ea39a1da7adb tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801627'] for segment, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:29.223894 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1e21e2d7-7ebe-4bfa-80f1-5f171a10c25c tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks [] for security_group, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:29.256153 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 7d45835f-2d39-4c93-87e6-cfa07d22e2aa up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:29:29.270957 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7b8bfd6c-8274-4cbc-9585-ea39a1da7adb tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:29.283044 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1e21e2d7-7ebe-4bfa-80f1-5f171a10c25c tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:29.292527 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b8bfd6c-8274-4cbc-9585-ea39a1da7adb tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=88038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:29:29.293425 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7b8bfd6c-8274-4cbc-9585-ea39a1da7adb tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7881827'] for segment, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:29.309600 dv-neutron-840426-1-hyperv neutron-server[88038]: Traceback (most recent call last): May 04 17:29:29.309600 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:29:29.309600 dv-neutron-840426-1-hyperv neutron-server[88038]: timer() May 04 17:29:29.309600 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:29:29.309600 dv-neutron-840426-1-hyperv neutron-server[88038]: cb(*args, **kw) May 04 17:29:29.309600 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:29:29.309600 dv-neutron-840426-1-hyperv neutron-server[88038]: return func(*args, **kwargs) May 04 17:29:29.309600 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:29:29.309600 dv-neutron-840426-1-hyperv neutron-server[88038]: self._notify() May 04 17:29:29.309600 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:29:29.309600 dv-neutron-840426-1-hyperv neutron-server[88038]: self.callback(batched_events) May 04 17:29:29.309600 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:29:29.309600 dv-neutron-840426-1-hyperv neutron-server[88038]: event.method(event) May 04 17:29:29.309600 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:29:29.309600 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:29:29.309600 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:29:29.309600 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:29:29.309600 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:29:29.309600 dv-neutron-840426-1-hyperv neutron-server[88038]: return f(self, *a, **k) May 04 17:29:29.309600 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:29:29.309600 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._get(url).json() May 04 17:29:29.309600 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:29:29.309600 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:29:29.309600 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:29:29.309600 dv-neutron-840426-1-hyperv neutron-server[88038]: return self.request(url, 'GET', **kwargs) May 04 17:29:29.309600 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:29:29.309600 dv-neutron-840426-1-hyperv neutron-server[88038]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:29:29.309600 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:29:29.309600 dv-neutron-840426-1-hyperv neutron-server[88038]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:29:29.309600 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:29:29.309600 dv-neutron-840426-1-hyperv neutron-server[88038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:29:29.309600 dv-neutron-840426-1-hyperv neutron-server[88038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:29:29.391213 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 7d45835f-2d39-4c93-87e6-cfa07d22e2aa triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:29:29.391586 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:29.406218 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3e8994-f64e-419c-8324-e0fabfcc0fe5 req-ef457ca8-8a36-4413-ac12-29026798b6cb tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:29.407909 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-7a3e8994-f64e-419c-8324-e0fabfcc0fe5 req-ef457ca8-8a36-4413-ac12-29026798b6cb tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 945 time: 0.9797325 May 04 17:29:29.417393 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-d42831e2-38a0-44dc-9cd6-dbc2edbcd4db tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Calling delete_port for 6627a91f-7863-4964-a5da-d763eae609f2 owned by network:router_gateway {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:29:29.434777 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7b8bfd6c-8274-4cbc-9585-ea39a1da7adb tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:29.465895 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-897b33e2-d117-4805-a2c3-a6bafeb1d0ed tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:29.473156 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7b8bfd6c-8274-4cbc-9585-ea39a1da7adb tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:29.488771 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1e21e2d7-7ebe-4bfa-80f1-5f171a10c25c tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:29.491606 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1e21e2d7-7ebe-4bfa-80f1-5f171a10c25c tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:29.495125 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-1e21e2d7-7ebe-4bfa-80f1-5f171a10c25c tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] 10.222.0.41 "DELETE /v2.0/security-groups/2d10a741-fcd7-46e7-a93a-17c63645f4a9 HTTP/1.1" status: 204 len: 168 time: 0.4970598 May 04 17:29:29.495125 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8bfd6c-8274-4cbc-9585-ea39a1da7adb tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Pushing event deleted for resources: {'Network': ['ID=7a52d438-b977-44d3-96aa-31b7727192e6,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:29.503296 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49036) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:29.508358 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-7b8bfd6c-8274-4cbc-9585-ea39a1da7adb tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "DELETE /v2.0/networks/7a52d438-b977-44d3-96aa-31b7727192e6 HTTP/1.1" status: 204 len: 168 time: 1.5640373 May 04 17:29:29.521092 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81ecc1c-0559-4653-8306-d603865efab4 None None] DHCP port deletion for 6b89b041-5c42-49da-97bf-23cee8aadf17 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:29:29.523114 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e21e2d7-7ebe-4bfa-80f1-5f171a10c25c tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d10a741-fcd7-46e7-a93a-17c63645f4a9,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:29.526278 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49040) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:29.537482 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-e81ecc1c-0559-4653-8306-d603865efab4 None None] Deleting port 5e28d0c4-0436-4654-a970-91884422cdaa {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:29:29.538236 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e81ecc1c-0559-4653-8306-d603865efab4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:29.541028 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-928d8708-05c6-4adc-8b9b-be18e286c609 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1544567102'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:29.548520 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-928d8708-05c6-4adc-8b9b-be18e286c609 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:29.560389 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-928d8708-05c6-4adc-8b9b-be18e286c609 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Usage tracker for resource:network and tenant:b25ee3601e56428392e5e6b054ab6dbb is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:29:29.566242 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-928d8708-05c6-4adc-8b9b-be18e286c609 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:29:29.571980 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1920dfb7-9a85-478b-bb05-852af4e87470 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:29.580144 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-928d8708-05c6-4adc-8b9b-be18e286c609 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:29.595062 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-4ade8cdd-2344-4979-9211-b32843455dc0 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Synchronizing usage tracker for tenant:bc492a5b91b444a185e1d2db234536fa on resource:security_group {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:29:29.608294 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928d8708-05c6-4adc-8b9b-be18e286c609 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Made reservation on behalf of b25ee3601e56428392e5e6b054ab6dbb for: {'network': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:29:29.612282 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-928d8708-05c6-4adc-8b9b-be18e286c609 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:29.628753 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-4ade8cdd-2344-4979-9211-b32843455dc0 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] Unset dirty status for tenant:bc492a5b91b444a185e1d2db234536fa on resource:security_group {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:29:29.629058 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1920dfb7-9a85-478b-bb05-852af4e87470 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:29.630065 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-4ade8cdd-2344-4979-9211-b32843455dc0 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1239128 May 04 17:29:29.638899 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49044) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:29.669432 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.api.v2.resource [None req-55d98969-8eb7-4b53-80bf-3482ad40fb07 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] delete failed (client error): The resource could not be found. May 04 17:29:29.673877 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-55d98969-8eb7-4b53-80bf-3482ad40fb07 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] 10.222.0.41 "DELETE /v2.0/security-groups/d034f0ec-2e13-419e-9dc3-011bfc6ed75a HTTP/1.1" status: 404 len: 347 time: 0.0296733 May 04 17:29:29.675880 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-928d8708-05c6-4adc-8b9b-be18e286c609 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=88038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:29:29.678477 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49048) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:29.702518 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.api.v2.resource [None req-360a26ce-a8a1-4ed4-82d6-18a87b9c288e tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] show failed (client error): The resource could not be found. May 04 17:29:29.707923 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-360a26ce-a8a1-4ed4-82d6-18a87b9c288e tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] 10.222.0.41 "GET /v2.0/security-groups/9b561bb2-01bc-4a55-9b3e-b518f90e7fc5 HTTP/1.1" status: 404 len: 347 time: 0.0241005 May 04 17:29:29.709518 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-928d8708-05c6-4adc-8b9b-be18e286c609 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:29.709883 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.segments_db [None req-928d8708-05c6-4adc-8b9b-be18e286c609 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Added segment 6f4376f4-3944-4e84-9636-2949fa69872f of type vlan for network 45e6fe89-4a34-477c-830e-aab065586839 May 04 17:29:29.710882 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49052) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:29.734995 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.api.v2.resource [None req-6017dc50-4c3d-4f68-83ff-48320671e234 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] show failed (client error): The resource could not be found. May 04 17:29:29.742647 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-6017dc50-4c3d-4f68-83ff-48320671e234 tempest-NegativeSecGroupIPv6Test-1338698676 tempest-NegativeSecGroupIPv6Test-1338698676-project] 10.222.0.41 "GET /v2.0/security-group-rules/1ab3a38d-6be1-43ce-8180-ea3ddf43a405 HTTP/1.1" status: 404 len: 356 time: 0.0306699 May 04 17:29:29.771934 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-928d8708-05c6-4adc-8b9b-be18e286c609 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:29.829647 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-928d8708-05c6-4adc-8b9b-be18e286c609 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:29.847322 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928d8708-05c6-4adc-8b9b-be18e286c609 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:29.849481 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-928d8708-05c6-4adc-8b9b-be18e286c609 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:29.857240 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-e81ecc1c-0559-4653-8306-d603865efab4 None None] For port 5e28d0c4-0436-4654-a970-91884422cdaa, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=5e28d0c4-0436-4654-a970-91884422cdaa,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:29:29.858168 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e81ecc1c-0559-4653-8306-d603865efab4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:29.864295 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1920dfb7-9a85-478b-bb05-852af4e87470 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Pushing event deleted for resources: {'Network': ['ID=64196c28-5300-49b0-83bb-52df24217316,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:29.867996 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-b5619dc6-3275-437c-bfe6-e69de44587a0 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:29.884138 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-b5619dc6-3275-437c-bfe6-e69de44587a0 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Usage tracker for resource:subnet and tenant:e0bb3da2b1c344b882bb065b24ba46bb is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:29:29.899965 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-1920dfb7-9a85-478b-bb05-852af4e87470 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "DELETE /v2.0/networks/64196c28-5300-49b0-83bb-52df24217316 HTTP/1.1" status: 204 len: 168 time: 4.7011838 May 04 17:29:29.923175 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-7a3e8994-f64e-419c-8324-e0fabfcc0fe5 req-761978a1-6fe2-440c-aae0-eb47cb751063 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4582043 May 04 17:29:29.937453 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-b5619dc6-3275-437c-bfe6-e69de44587a0 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:29:29.940525 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49058) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:29.952928 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-928d8708-05c6-4adc-8b9b-be18e286c609 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4255466 May 04 17:29:29.959514 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49062) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:29.968593 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-05e6b3d5-5fbb-4ad4-a7be-fb5e14816530 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Request body: {'subnet': {'network_id': '45e6fe89-4a34-477c-830e-aab065586839', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:29.971390 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-ebb50238-9d30-4907-8de7-62ae9a7827d6 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1183170083', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}, 'admin_state_up': False}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:29.979403 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-b5619dc6-3275-437c-bfe6-e69de44587a0 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:30.027783 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-e81ecc1c-0559-4653-8306-d603865efab4 None None] Calling delete_port for 5e28d0c4-0436-4654-a970-91884422cdaa owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:29:30.076463 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-ebb50238-9d30-4907-8de7-62ae9a7827d6 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:30.118793 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e81ecc1c-0559-4653-8306-d603865efab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124'] for port, after_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:30.142541 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928d8708-05c6-4adc-8b9b-be18e286c609 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Pushing event updated for resources: {'Network': ['ID=45e6fe89-4a34-477c-830e-aab065586839,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:30.163590 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-ebb50238-9d30-4907-8de7-62ae9a7827d6 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Usage tracker for resource:router and tenant:a41a9e7401a94b21bc1365a01709c65f is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:29:30.183212 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-ebb50238-9d30-4907-8de7-62ae9a7827d6 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:29:30.191328 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81ecc1c-0559-4653-8306-d603865efab4 None None] Pushing event deleted for resources: {'Port': ['ID=5e28d0c4-0436-4654-a970-91884422cdaa,revision_number=None']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:30.197796 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 45e6fe89-4a34-477c-830e-aab065586839 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:29:30.221242 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-ebb50238-9d30-4907-8de7-62ae9a7827d6 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:30.223725 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49068) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:30.248629 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5619dc6-3275-437c-bfe6-e69de44587a0 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Made reservation on behalf of e0bb3da2b1c344b882bb065b24ba46bb for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:29:30.252051 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b5619dc6-3275-437c-bfe6-e69de44587a0 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:30.306326 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-05e6b3d5-5fbb-4ad4-a7be-fb5e14816530 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:30.317681 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-05e6b3d5-5fbb-4ad4-a7be-fb5e14816530 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Usage tracker for resource:subnet and tenant:b25ee3601e56428392e5e6b054ab6dbb is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:29:30.326652 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-05e6b3d5-5fbb-4ad4-a7be-fb5e14816530 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:29:30.328591 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81ecc1c-0559-4653-8306-d603865efab4 None None] No DVR routers for this DVR port 5e28d0c4-0436-4654-a970-91884422cdaa on host dv-neutron-840426-1-hyperv {{(pid=88039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:29:30.331678 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ebb50238-9d30-4907-8de7-62ae9a7827d6 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:30.332712 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ebb50238-9d30-4907-8de7-62ae9a7827d6 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:30.334935 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-05e6b3d5-5fbb-4ad4-a7be-fb5e14816530 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:30.358445 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0dc4667-c395-4659-b941-71dc9301b12b None None] get_active_networks_info from dv-neutron-840426-1-hyperv {{(pid=88039) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 04 17:29:30.359683 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e6b3d5-5fbb-4ad4-a7be-fb5e14816530 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Made reservation on behalf of b25ee3601e56428392e5e6b054ab6dbb for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:29:30.363335 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-05e6b3d5-5fbb-4ad4-a7be-fb5e14816530 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:30.499256 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0dc4667-c395-4659-b941-71dc9301b12b None None] Resources bound (agent type, host, resource id): {{(pid=88039) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 04 17:29:30.556737 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ebb50238-9d30-4907-8de7-62ae9a7827d6 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:30.559877 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1feba2cc-73a0-4b97-bdb5-c9154efb9856 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:30.665218 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-05e6b3d5-5fbb-4ad4-a7be-fb5e14816530 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:30.792751 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d42831e2-38a0-44dc-9cd6-dbc2edbcd4db tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:30.874887 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a1826a-ea47-4604-aafb-075162c6f791 None None] get_active_networks_info from dv-neutron-840426-1-hyperv {{(pid=88039) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 04 17:29:30.884453 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e6b3d5-5fbb-4ad4-a7be-fb5e14816530 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Pushing event updated for resources: {'Subnet': ['ID=9b7bb1c1-0a2f-4372-9477-86daf60a6a6d,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:30.894680 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e6b3d5-5fbb-4ad4-a7be-fb5e14816530 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Checking segment: {'id': '6f4376f4-3944-4e84-9636-2949fa69872f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '45e6fe89-4a34-477c-830e-aab065586839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:29:30.894808 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e6b3d5-5fbb-4ad4-a7be-fb5e14816530 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Network hostable DHCP agents. Network: 45e6fe89-4a34-477c-830e-aab065586839, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:29:30.906858 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-a9cd8efc-f371-48a2-9287-5099c36166c2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bc492a5b91b444a185e1d2db234536fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6777418 May 04 17:29:30.907897 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49074) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:30.908816 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feba2cc-73a0-4b97-bdb5-c9154efb9856 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Pushing event updated for resources: {'Subnet': ['ID=928eac20-edc2-4878-8a06-bd80b6afb42f,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:30.929665 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e6b3d5-5fbb-4ad4-a7be-fb5e14816530 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Network 45e6fe89-4a34-477c-830e-aab065586839 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:29:30.965102 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-05e6b3d5-5fbb-4ad4-a7be-fb5e14816530 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 45e6fe89-4a34-477c-830e-aab065586839) {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:29:30.976858 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e6b3d5-5fbb-4ad4-a7be-fb5e14816530 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:30.977606 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-05e6b3d5-5fbb-4ad4-a7be-fb5e14816530 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:31.015136 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-dcb885d7-6a6a-4346-9265-44934e10435d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:31.033193 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-05e6b3d5-5fbb-4ad4-a7be-fb5e14816530 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0719681 May 04 17:29:31.036314 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49080) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:31.125884 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42831e2-38a0-44dc-9cd6-dbc2edbcd4db tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Pushing event deleted for resources: {'Port': ['ID=6627a91f-7863-4964-a5da-d763eae609f2,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:31.157219 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-dcb885d7-6a6a-4346-9265-44934e10435d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:31.273780 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1feba2cc-73a0-4b97-bdb5-c9154efb9856 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Checking segment: {'id': 'fe7f44c6-fe38-44ea-960a-7dd8c82fb758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '7fc7050b-05fc-4225-8ef9-d2298e40d2f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:29:31.273780 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1feba2cc-73a0-4b97-bdb5-c9154efb9856 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Network hostable DHCP agents. Network: 7fc7050b-05fc-4225-8ef9-d2298e40d2f7, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:29:31.281295 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 5e28d0c4-0436-4654-a970-91884422cdaa no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:29:31.322036 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd364f-d2d4-4632-be39-7d67ee580df3 req-b02b30d2-ade5-468c-a92f-cff5293d73c6 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:31.323651 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-efbd364f-d2d4-4632-be39-7d67ee580df3 req-b02b30d2-ade5-468c-a92f-cff5293d73c6 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 945 time: 0.2463217 May 04 17:29:31.327870 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-666d5f7a-e0ee-4fe1-b84e-ed85e24581df tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:31.328894 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ebb50238-9d30-4907-8de7-62ae9a7827d6 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:31.337376 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 5e28d0c4-0436-4654-a970-91884422cdaa {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:29:31.337728 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 5e28d0c4-0436-4654-a970-91884422cdaa not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:29:31.356485 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-dcb885d7-6a6a-4346-9265-44934e10435d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:31.361396 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b5619dc6-3275-437c-bfe6-e69de44587a0 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:31.384771 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb885d7-6a6a-4346-9265-44934e10435d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc4ff87-61d1-47e9-92de-dd1b76d74cec,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:31.433334 dv-neutron-840426-1-hyperv neutron-server[88039]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-55a1826a-ea47-4604-aafb-075162c6f791 None None] Agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 already present May 04 17:29:31.433905 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a1826a-ea47-4604-aafb-075162c6f791 None None] Network 7fc7050b-05fc-4225-8ef9-d2298e40d2f7 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88039) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:29:31.442897 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d42831e2-38a0-44dc-9cd6-dbc2edbcd4db tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710199'] for router_gateway, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:31.450409 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a1826a-ea47-4604-aafb-075162c6f791 None None] Unable to find a vacant binding_index for network 45e6fe89-4a34-477c-830e-aab065586839 and agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 {{(pid=88039) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} May 04 17:29:31.456597 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a1826a-ea47-4604-aafb-075162c6f791 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 7fc7050b-05fc-4225-8ef9-d2298e40d2f7), (DHCP agent, dv-neutron-840426-1-hyperv, 45e6fe89-4a34-477c-830e-aab065586839) {{(pid=88039) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 04 17:29:31.468824 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-dcb885d7-6a6a-4346-9265-44934e10435d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:31.478707 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-dcb885d7-6a6a-4346-9265-44934e10435d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7bc4ff87-61d1-47e9-92de-dd1b76d74cec HTTP/1.1" status: 204 len: 168 time: 0.5641341 May 04 17:29:31.502920 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-efbd364f-d2d4-4632-be39-7d67ee580df3 req-9d999742-91c0-4cb8-8e16-4adb09448a7e tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712539 May 04 17:29:31.503787 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-666d5f7a-e0ee-4fe1-b84e-ed85e24581df tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:31.643017 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.db.resource_extend [None req-897b33e2-d117-4805-a2c3-a6bafeb1d0ed tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 17:29:31.647567 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-666d5f7a-e0ee-4fe1-b84e-ed85e24581df tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:31.681679 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1feba2cc-73a0-4b97-bdb5-c9154efb9856 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Network 7fc7050b-05fc-4225-8ef9-d2298e40d2f7 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:29:31.695551 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5619dc6-3275-437c-bfe6-e69de44587a0 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:29:31.706365 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666d5f7a-e0ee-4fe1-b84e-ed85e24581df tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Pushing event deleted for resources: {'Subnet': ['ID=9b7bb1c1-0a2f-4372-9477-86daf60a6a6d,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:31.783224 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-b5619dc6-3275-437c-bfe6-e69de44587a0 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:29:31.786258 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-897b33e2-d117-4805-a2c3-a6bafeb1d0ed tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:31.903010 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5619dc6-3275-437c-bfe6-e69de44587a0 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:31.903580 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b44fb2-9979-4e78-b9e4-ba1d24d8a0af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-6b89b041-5c42-49da-97bf-23cee8aadf17', 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'tenant_id': 'e0bb3da2b1c344b882bb065b24ba46bb', 'fixed_ips': [{'subnet_id': '01288dc2-f9bd-4094-8ddc-143f8152f716'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:29:31.904992 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b7b44fb2-9979-4e78-b9e4-ba1d24d8a0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:31.905270 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b5619dc6-3275-437c-bfe6-e69de44587a0 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:31.912531 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-1feba2cc-73a0-4b97-bdb5-c9154efb9856 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 7fc7050b-05fc-4225-8ef9-d2298e40d2f7) {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:29:31.921937 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-897b33e2-d117-4805-a2c3-a6bafeb1d0ed tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:31.925652 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623ef9ea-de27-441a-b0aa-2b9c271d24b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-7fc7050b-05fc-4225-8ef9-d2298e40d2f7', 'network_id': '7fc7050b-05fc-4225-8ef9-d2298e40d2f7', 'tenant_id': '83b45fcafbf0430eb5315adfdb2e1fc2', 'fixed_ips': [{'subnet_id': '928eac20-edc2-4878-8a06-bd80b6afb42f'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:29:31.926503 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-623ef9ea-de27-441a-b0aa-2b9c271d24b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:31.941722 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-666d5f7a-e0ee-4fe1-b84e-ed85e24581df tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:31.996932 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5619dc6-3275-437c-bfe6-e69de44587a0 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event updated for resources: {'Subnet': ['ID=01288dc2-f9bd-4094-8ddc-143f8152f716,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:32.025970 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1feba2cc-73a0-4b97-bdb5-c9154efb9856 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:32.026827 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1feba2cc-73a0-4b97-bdb5-c9154efb9856 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:32.052635 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d42831e2-38a0-44dc-9cd6-dbc2edbcd4db tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:32.068688 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-666d5f7a-e0ee-4fe1-b84e-ed85e24581df tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45e6fe89-4a34-477c-830e-aab065586839']}} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:32.079644 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d42831e2-38a0-44dc-9cd6-dbc2edbcd4db tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:32.106536 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-666d5f7a-e0ee-4fe1-b84e-ed85e24581df tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f4376f4-3944-4e84-9636-2949fa69872f') {'for_net_delete': True} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:32.106857 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-666d5f7a-e0ee-4fe1-b84e-ed85e24581df tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f4376f4-3944-4e84-9636-2949fa69872f') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:32.139288 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-1feba2cc-73a0-4b97-bdb5-c9154efb9856 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0364833 May 04 17:29:32.140786 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-897b33e2-d117-4805-a2c3-a6bafeb1d0ed tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710702'] for router_interface, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:32.145460 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-b5619dc6-3275-437c-bfe6-e69de44587a0 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.1412530 May 04 17:29:32.148996 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49100) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:32.149518 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49102) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:32.151699 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897b33e2-d117-4805-a2c3-a6bafeb1d0ed tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Pushing event updated for resources: {'Port': ['ID=26b2ffc0-9652-4cf3-b203-f3b1becebe09,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:32.155079 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-666d5f7a-e0ee-4fe1-b84e-ed85e24581df tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801627'] for segment, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:32.167566 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-ba10cc36-c1cc-40c9-8a65-e37d1714130e tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-2066412764', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:32.177769 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-ba10cc36-c1cc-40c9-8a65-e37d1714130e tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:32.184305 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-13a6fc2c-c5bf-4e54-a63b-7dc92e0efc40 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Request body: {'port': {'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'fixed_ips': [{'subnet_id': '01288dc2-f9bd-4094-8ddc-143f8152f716', 'ip_address': '2001:db8::3fb6:6fd9:94a0:3abd'}], 'name': 'tempest-NetworksTestDHCPv6-653291269'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:32.205877 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-666d5f7a-e0ee-4fe1-b84e-ed85e24581df tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:32.216014 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-623ef9ea-de27-441a-b0aa-2b9c271d24b5 None None] Allocated IP 172.20.0.2 (7fc7050b-05fc-4225-8ef9-d2298e40d2f7/928eac20-edc2-4878-8a06-bd80b6afb42f/16edbe95-d67f-4de7-ac54-983bd66a19a2) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:29:32.217277 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae7879-adde-4672-9589-b139365062cc req-a522286c-88cb-4b91-a83e-c888a1ab69f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:32.219275 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-bcae7879-adde-4672-9589-b139365062cc req-a522286c-88cb-4b91-a83e-c888a1ab69f2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a1ff53d6703b4f3fb85115a97c2da768&device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 1098 time: 0.2533901 May 04 17:29:32.235469 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf13afed-f136-4e13-926f-dc395c3efc0a req-1b9cd487-c746-498c-8a02-3fbf734e3795 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:32.237665 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-cf13afed-f136-4e13-926f-dc395c3efc0a req-1b9cd487-c746-498c-8a02-3fbf734e3795 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 945 time: 0.2826619 May 04 17:29:32.240913 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-666d5f7a-e0ee-4fe1-b84e-ed85e24581df tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=88038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:29:32.241527 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-666d5f7a-e0ee-4fe1-b84e-ed85e24581df tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7881827'] for segment, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:32.251229 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d42831e2-38a0-44dc-9cd6-dbc2edbcd4db tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:32.251766 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42831e2-38a0-44dc-9cd6-dbc2edbcd4db tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Fanout notify agent at l3_agent the message router_deleted on router 0cd77043-c03f-4b34-b6fb-545c4144e091 {{(pid=88037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:29:32.261248 dv-neutron-840426-1-hyperv neutron-server[88038]: Traceback (most recent call last): May 04 17:29:32.261248 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:29:32.261248 dv-neutron-840426-1-hyperv neutron-server[88038]: timer() May 04 17:29:32.261248 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:29:32.261248 dv-neutron-840426-1-hyperv neutron-server[88038]: cb(*args, **kw) May 04 17:29:32.261248 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:29:32.261248 dv-neutron-840426-1-hyperv neutron-server[88038]: return func(*args, **kwargs) May 04 17:29:32.261248 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:29:32.261248 dv-neutron-840426-1-hyperv neutron-server[88038]: self._notify() May 04 17:29:32.261248 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:29:32.261248 dv-neutron-840426-1-hyperv neutron-server[88038]: self.callback(batched_events) May 04 17:29:32.261248 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:29:32.261248 dv-neutron-840426-1-hyperv neutron-server[88038]: event.method(event) May 04 17:29:32.261248 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:29:32.261248 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:29:32.261248 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:29:32.261248 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:29:32.261248 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:29:32.261248 dv-neutron-840426-1-hyperv neutron-server[88038]: return f(self, *a, **k) May 04 17:29:32.261248 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:29:32.261248 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._get(url).json() May 04 17:29:32.261248 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:29:32.261248 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:29:32.261248 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:29:32.261248 dv-neutron-840426-1-hyperv neutron-server[88038]: return self.request(url, 'GET', **kwargs) May 04 17:29:32.261248 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:29:32.261248 dv-neutron-840426-1-hyperv neutron-server[88038]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:29:32.261248 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:29:32.261248 dv-neutron-840426-1-hyperv neutron-server[88038]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:29:32.261248 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:29:32.261248 dv-neutron-840426-1-hyperv neutron-server[88038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:29:32.261248 dv-neutron-840426-1-hyperv neutron-server[88038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:29:32.299898 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-ba10cc36-c1cc-40c9-8a65-e37d1714130e tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Usage tracker for resource:router and tenant:83b45fcafbf0430eb5315adfdb2e1fc2 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:29:32.304020 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-ba10cc36-c1cc-40c9-8a65-e37d1714130e tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:29:32.312136 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-ba10cc36-c1cc-40c9-8a65-e37d1714130e tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:32.341413 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-cf13afed-f136-4e13-926f-dc395c3efc0a req-266cdf45-df6a-4eba-a774-e12b3c1a88e7 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791705 May 04 17:29:32.341844 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d42831e2-38a0-44dc-9cd6-dbc2edbcd4db tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:32.345278 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-d42831e2-38a0-44dc-9cd6-dbc2edbcd4db tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] 10.222.0.41 "DELETE /v2.0/routers/0cd77043-c03f-4b34-b6fb-545c4144e091 HTTP/1.1" status: 204 len: 168 time: 5.2070627 May 04 17:29:32.356861 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49114) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:32.434810 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ba10cc36-c1cc-40c9-8a65-e37d1714130e tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:32.437497 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ba10cc36-c1cc-40c9-8a65-e37d1714130e tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:32.457421 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ba10cc36-c1cc-40c9-8a65-e37d1714130e tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:32.518048 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-623ef9ea-de27-441a-b0aa-2b9c271d24b5 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:32.519819 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49120) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:32.543504 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-623ef9ea-de27-441a-b0aa-2b9c271d24b5 None None] Transition to ACTIVE for port object 16edbe95-d67f-4de7-ac54-983bd66a19a2 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:29:32.547441 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-666d5f7a-e0ee-4fe1-b84e-ed85e24581df tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:32.577099 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-666d5f7a-e0ee-4fe1-b84e-ed85e24581df tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:32.590471 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-623ef9ea-de27-441a-b0aa-2b9c271d24b5 None None] Transition to ACTIVE for port object 16edbe95-d67f-4de7-ac54-983bd66a19a2 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:29:32.598627 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666d5f7a-e0ee-4fe1-b84e-ed85e24581df tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Pushing event deleted for resources: {'Network': ['ID=45e6fe89-4a34-477c-830e-aab065586839,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:32.618570 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_v2 [None req-60efdc36-ed54-47ad-9984-c442c9405380 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Deleting subnet c5f6b320-a398-43fe-9d34-3563e8593130 {{(pid=88038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:29:32.628421 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-666d5f7a-e0ee-4fe1-b84e-ed85e24581df tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "DELETE /v2.0/networks/45e6fe89-4a34-477c-830e-aab065586839 HTTP/1.1" status: 204 len: 168 time: 1.5908921 May 04 17:29:32.630077 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-60efdc36-ed54-47ad-9984-c442c9405380 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for subnet, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:32.631087 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-623ef9ea-de27-441a-b0aa-2b9c271d24b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:32.641176 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ba10cc36-c1cc-40c9-8a65-e37d1714130e tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:32.649836 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49126) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:32.673258 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae7879-adde-4672-9589-b139365062cc req-46b9e2e2-bdf7-4f60-a355-6d93a669881c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:32.674820 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-bcae7879-adde-4672-9589-b139365062cc req-46b9e2e2-bdf7-4f60-a355-6d93a669881c service neutron] 10.222.0.42 "GET /v2.0/networks?id=dc3827ab-b4d6-4656-be7d-24135047baff HTTP/1.1" status: 200 len: 913 time: 0.4360285 May 04 17:29:32.675276 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-dd5715d6-8ad8-4e2d-969d-31595c502f07 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1185298741'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:32.680372 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-6deb32bb-05d9-47c6-879d-fea147a51718 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1202657765-network', 'tenant_id': '8c992398177546e184e9933345174247'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:32.692486 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-dd5715d6-8ad8-4e2d-969d-31595c502f07 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:32.723233 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-dd5715d6-8ad8-4e2d-969d-31595c502f07 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Usage tracker for resource:network and tenant:b25ee3601e56428392e5e6b054ab6dbb is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:29:32.728606 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623ef9ea-de27-441a-b0aa-2b9c271d24b5 None None] Network 7fc7050b-05fc-4225-8ef9-d2298e40d2f7 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:29:32.730593 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-dd5715d6-8ad8-4e2d-969d-31595c502f07 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:29:32.735751 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-6deb32bb-05d9-47c6-879d-fea147a51718 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:32.735934 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-623ef9ea-de27-441a-b0aa-2b9c271d24b5 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:29:32.744448 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623ef9ea-de27-441a-b0aa-2b9c271d24b5 None None] Pushing event updated for resources: {'Port': ['ID=16edbe95-d67f-4de7-ac54-983bd66a19a2,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:32.745085 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-dd5715d6-8ad8-4e2d-969d-31595c502f07 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:32.745216 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-b7b44fb2-9979-4e78-b9e4-ba1d24d8a0af None None] Allocated IP 2001:db8::2 (6b89b041-5c42-49da-97bf-23cee8aadf17/01288dc2-f9bd-4094-8ddc-143f8152f716/ca593c5f-1513-4d55-ad19-579d9208d27c) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:29:32.747131 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ba10cc36-c1cc-40c9-8a65-e37d1714130e tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:32.747284 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623ef9ea-de27-441a-b0aa-2b9c271d24b5 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:29:32.748355 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-ba10cc36-c1cc-40c9-8a65-e37d1714130e tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.5937977 May 04 17:29:32.761539 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49130) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:32.766895 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-6deb32bb-05d9-47c6-879d-fea147a51718 admin admin] Usage tracker for resource:network and tenant:8c992398177546e184e9933345174247 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:29:32.774080 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-6deb32bb-05d9-47c6-879d-fea147a51718 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:29:32.788608 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-6deb32bb-05d9-47c6-879d-fea147a51718 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:32.792906 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-60efdc36-ed54-47ad-9984-c442c9405380 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-801696'] for subnet, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:32.855898 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6deb32bb-05d9-47c6-879d-fea147a51718 admin admin] Made reservation on behalf of 8c992398177546e184e9933345174247 for: {'network': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:29:32.858945 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6deb32bb-05d9-47c6-879d-fea147a51718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:32.876066 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-bcae7879-adde-4672-9589-b139365062cc req-7b1d524c-a255-44ce-a880-7945d373a3a6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=115c2e5e-626d-476c-9f9c-99d23fa03683 HTTP/1.1" status: 200 len: 1000 time: 0.1915605 May 04 17:29:32.878921 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6deb32bb-05d9-47c6-879d-fea147a51718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:32.879161 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-623ef9ea-de27-441a-b0aa-2b9c271d24b5 None None] Attempting to bind port 16edbe95-d67f-4de7-ac54-983bd66a19a2 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:29:32.879535 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-623ef9ea-de27-441a-b0aa-2b9c271d24b5 None None] Attempting to bind port 16edbe95-d67f-4de7-ac54-983bd66a19a2 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'fe7f44c6-fe38-44ea-960a-7dd8c82fb758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '7fc7050b-05fc-4225-8ef9-d2298e40d2f7'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:29:32.879899 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623ef9ea-de27-441a-b0aa-2b9c271d24b5 None None] Attempting to bind port 16edbe95-d67f-4de7-ac54-983bd66a19a2 on network 7fc7050b-05fc-4225-8ef9-d2298e40d2f7 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:29:32.920932 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd5715d6-8ad8-4e2d-969d-31595c502f07 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Made reservation on behalf of b25ee3601e56428392e5e6b054ab6dbb for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:29:32.924674 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dd5715d6-8ad8-4e2d-969d-31595c502f07 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:32.931027 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623ef9ea-de27-441a-b0aa-2b9c271d24b5 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:29:32.931530 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623ef9ea-de27-441a-b0aa-2b9c271d24b5 None None] Checking segment: {'id': 'fe7f44c6-fe38-44ea-960a-7dd8c82fb758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '7fc7050b-05fc-4225-8ef9-d2298e40d2f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:29:32.931794 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-623ef9ea-de27-441a-b0aa-2b9c271d24b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:32.932372 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623ef9ea-de27-441a-b0aa-2b9c271d24b5 None None] Bound using segment: {'id': 'fe7f44c6-fe38-44ea-960a-7dd8c82fb758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '7fc7050b-05fc-4225-8ef9-d2298e40d2f7'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:29:32.932852 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-623ef9ea-de27-441a-b0aa-2b9c271d24b5 None None] Bound port: 16edbe95-d67f-4de7-ac54-983bd66a19a2, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe7f44c6-fe38-44ea-960a-7dd8c82fb758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '7fc7050b-05fc-4225-8ef9-d2298e40d2f7'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:29:32.933232 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-623ef9ea-de27-441a-b0aa-2b9c271d24b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:32.939007 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-6deb32bb-05d9-47c6-879d-fea147a51718 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:32.941625 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-60efdc36-ed54-47ad-9984-c442c9405380 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:32.943533 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897b33e2-d117-4805-a2c3-a6bafeb1d0ed tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Network 2f65bb8b-7242-49b2-a8a7-abb038f78922 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:29:32.952202 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-13a6fc2c-c5bf-4e54-a63b-7dc92e0efc40 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:32.954641 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-897b33e2-d117-4805-a2c3-a6bafeb1d0ed tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:29:33.092750 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-6deb32bb-05d9-47c6-879d-fea147a51718 admin admin] Usage tracker for resource:security_group_rule and tenant:8c992398177546e184e9933345174247 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:29:33.101636 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-6deb32bb-05d9-47c6-879d-fea147a51718 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:29:33.114823 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-623ef9ea-de27-441a-b0aa-2b9c271d24b5 None None] For port 16edbe95-d67f-4de7-ac54-983bd66a19a2, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:29:33.120344 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-6deb32bb-05d9-47c6-879d-fea147a51718 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:33.124812 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-623ef9ea-de27-441a-b0aa-2b9c271d24b5 None None] For port 16edbe95-d67f-4de7-ac54-983bd66a19a2, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=16edbe95-d67f-4de7-ac54-983bd66a19a2,segment=NetworkSegment(fe7f44c6-fe38-44ea-960a-7dd8c82fb758),segment_id=fe7f44c6-fe38-44ea-960a-7dd8c82fb758)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:29:33.137237 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae7879-adde-4672-9589-b139365062cc req-3a78c967-85a9-4259-8ffa-41c76a45dec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:33.138067 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b7b44fb2-9979-4e78-b9e4-ba1d24d8a0af None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:33.138489 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-bcae7879-adde-4672-9589-b139365062cc req-3a78c967-85a9-4259-8ffa-41c76a45dec3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c14252a2-7d43-446e-921a-c611341f12b4 HTTP/1.1" status: 200 len: 851 time: 0.2476416 May 04 17:29:33.140736 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-623ef9ea-de27-441a-b0aa-2b9c271d24b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:33.154717 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-13a6fc2c-c5bf-4e54-a63b-7dc92e0efc40 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:33.204259 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-7c3cf925-6796-4c80-9971-a7c35466cc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:33.234719 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-b7b44fb2-9979-4e78-b9e4-ba1d24d8a0af None None] Transition to ACTIVE for port object ca593c5f-1513-4d55-ad19-579d9208d27c will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:29:33.236836 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-60efdc36-ed54-47ad-9984-c442c9405380 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:33.250845 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623ef9ea-de27-441a-b0aa-2b9c271d24b5 None None] Pushing event updated for resources: {'Port': ['ID=16edbe95-d67f-4de7-ac54-983bd66a19a2,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:33.264775 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623ef9ea-de27-441a-b0aa-2b9c271d24b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:29:33.265128 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623ef9ea-de27-441a-b0aa-2b9c271d24b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:29:33.265467 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623ef9ea-de27-441a-b0aa-2b9c271d24b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:29:33.265805 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623ef9ea-de27-441a-b0aa-2b9c271d24b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:29:33.266215 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623ef9ea-de27-441a-b0aa-2b9c271d24b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:29:33.266480 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623ef9ea-de27-441a-b0aa-2b9c271d24b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:29:33.266810 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623ef9ea-de27-441a-b0aa-2b9c271d24b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:29:33.267133 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623ef9ea-de27-441a-b0aa-2b9c271d24b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:29:33.267458 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623ef9ea-de27-441a-b0aa-2b9c271d24b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:29:33.267778 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623ef9ea-de27-441a-b0aa-2b9c271d24b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:29:33.268216 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623ef9ea-de27-441a-b0aa-2b9c271d24b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:29:33.268403 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623ef9ea-de27-441a-b0aa-2b9c271d24b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:29:33.274066 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-b7b44fb2-9979-4e78-b9e4-ba1d24d8a0af None None] Transition to ACTIVE for port object ca593c5f-1513-4d55-ad19-579d9208d27c will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:29:33.281812 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b7b44fb2-9979-4e78-b9e4-ba1d24d8a0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:33.297007 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60efdc36-ed54-47ad-9984-c442c9405380 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Pushing event deleted for resources: {'Subnet': ['ID=c5f6b320-a398-43fe-9d34-3563e8593130,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:33.305368 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-60efdc36-ed54-47ad-9984-c442c9405380 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:33.342040 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-60efdc36-ed54-47ad-9984-c442c9405380 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] 10.222.0.41 "DELETE /v2.0/subnets/c5f6b320-a398-43fe-9d34-3563e8593130 HTTP/1.1" status: 204 len: 168 time: 0.9833484 May 04 17:29:33.344850 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49134) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:33.363740 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b44fb2-9979-4e78-b9e4-ba1d24d8a0af None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:29:33.366939 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-b7b44fb2-9979-4e78-b9e4-ba1d24d8a0af None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:29:33.370812 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b44fb2-9979-4e78-b9e4-ba1d24d8a0af None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:29:33.378870 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae7879-adde-4672-9589-b139365062cc req-c899fb8e-3dad-4f7d-89bc-0f78f57eac50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:33.380343 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-bcae7879-adde-4672-9589-b139365062cc req-c899fb8e-3dad-4f7d-89bc-0f78f57eac50 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc3827ab-b4d6-4656-be7d-24135047baff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2343321 May 04 17:29:33.380966 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b44fb2-9979-4e78-b9e4-ba1d24d8a0af None None] Pushing event updated for resources: {'Port': ['ID=ca593c5f-1513-4d55-ad19-579d9208d27c,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:33.451462 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6deb32bb-05d9-47c6-879d-fea147a51718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:33.515220 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-b7b44fb2-9979-4e78-b9e4-ba1d24d8a0af None None] Attempting to bind port ca593c5f-1513-4d55-ad19-579d9208d27c on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:29:33.516444 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-b7b44fb2-9979-4e78-b9e4-ba1d24d8a0af None None] Attempting to bind port ca593c5f-1513-4d55-ad19-579d9208d27c by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:29:33.516444 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b44fb2-9979-4e78-b9e4-ba1d24d8a0af None None] Attempting to bind port ca593c5f-1513-4d55-ad19-579d9208d27c on network 6b89b041-5c42-49da-97bf-23cee8aadf17 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:29:33.516669 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6deb32bb-05d9-47c6-879d-fea147a51718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:33.522431 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b44fb2-9979-4e78-b9e4-ba1d24d8a0af None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:29:33.522809 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b44fb2-9979-4e78-b9e4-ba1d24d8a0af None None] Checking segment: {'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:29:33.523213 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b7b44fb2-9979-4e78-b9e4-ba1d24d8a0af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:33.523612 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b44fb2-9979-4e78-b9e4-ba1d24d8a0af None None] Bound using segment: {'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:29:33.524082 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-b7b44fb2-9979-4e78-b9e4-ba1d24d8a0af None None] Bound port: ca593c5f-1513-4d55-ad19-579d9208d27c, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:29:33.524460 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b7b44fb2-9979-4e78-b9e4-ba1d24d8a0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:33.606385 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d0d80589-d30b-40cb-b5e5-bfae93e7b935 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:33.618687 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6deb32bb-05d9-47c6-879d-fea147a51718 admin admin] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=88038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:29:33.621822 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-b7b44fb2-9979-4e78-b9e4-ba1d24d8a0af None None] For port ca593c5f-1513-4d55-ad19-579d9208d27c, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:29:33.626696 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-b7b44fb2-9979-4e78-b9e4-ba1d24d8a0af None None] For port ca593c5f-1513-4d55-ad19-579d9208d27c, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=ca593c5f-1513-4d55-ad19-579d9208d27c,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:29:33.633350 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b7b44fb2-9979-4e78-b9e4-ba1d24d8a0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:33.639360 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd5715d6-8ad8-4e2d-969d-31595c502f07 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:29:33.650104 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deb32bb-05d9-47c6-879d-fea147a51718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d16169f-db46-4b4c-86a1-6f096c95559d,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:33.655928 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6deb32bb-05d9-47c6-879d-fea147a51718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:33.656276 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.segments_db [None req-6deb32bb-05d9-47c6-879d-fea147a51718 admin admin] Added segment 43abb714-434f-4258-8b22-3a18bd64fc2f of type vlan for network b631325e-11d5-4100-a2cb-8b9aba720937 May 04 17:29:33.697405 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a6fc2c-c5bf-4e54-a63b-7dc92e0efc40 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Made reservation on behalf of e0bb3da2b1c344b882bb065b24ba46bb for: {'port': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:29:33.717506 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-bcae7879-adde-4672-9589-b139365062cc req-d776309e-2989-46c3-9e4f-a3e033667cc5 service neutron] 10.222.0.42 "GET /v2.0/networks/dc3827ab-b4d6-4656-be7d-24135047baff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216794 May 04 17:29:33.722597 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b44fb2-9979-4e78-b9e4-ba1d24d8a0af None None] Pushing event updated for resources: {'Port': ['ID=ca593c5f-1513-4d55-ad19-579d9208d27c,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:33.742460 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6deb32bb-05d9-47c6-879d-fea147a51718 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:33.852106 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6deb32bb-05d9-47c6-879d-fea147a51718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:33.853063 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6deb32bb-05d9-47c6-879d-fea147a51718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:33.853643 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6deb32bb-05d9-47c6-879d-fea147a51718 admin admin] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:33.872430 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ebb50238-9d30-4907-8de7-62ae9a7827d6 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for router_gateway, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:33.900527 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dd5715d6-8ad8-4e2d-969d-31595c502f07 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:33.900879 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-dd5715d6-8ad8-4e2d-969d-31595c502f07 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Added segment 015c71ca-e3d6-4cc3-89b5-5ffc230ddecb of type vlan for network 52f060ff-9cbc-443b-879e-7f67269f5806 May 04 17:29:33.939545 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d0d80589-d30b-40cb-b5e5-bfae93e7b935 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:34.052593 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ebb50238-9d30-4907-8de7-62ae9a7827d6 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:34.115971 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-d0d80589-d30b-40cb-b5e5-bfae93e7b935 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ace9741-ee8e-4384-a966-455b35b21296']}} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:34.124421 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-6deb32bb-05d9-47c6-879d-fea147a51718 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6014521 May 04 17:29:34.141672 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49140) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:34.142438 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deb32bb-05d9-47c6-879d-fea147a51718 admin admin] Pushing event updated for resources: {'Network': ['ID=b631325e-11d5-4100-a2cb-8b9aba720937,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:34.150855 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-e04c315d-e8fd-4c9c-b2a4-372f67064e57 admin admin] Request body: {'subnet': {'network_id': 'b631325e-11d5-4100-a2cb-8b9aba720937', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1202657765-subnet', 'tenant_id': '8c992398177546e184e9933345174247', 'ip_version': 4}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:34.158766 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network b631325e-11d5-4100-a2cb-8b9aba720937 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:29:34.161081 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-d0d80589-d30b-40cb-b5e5-bfae93e7b935 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd14d3a98-5423-4f1d-bb1f-32f377dc6bd3') {'for_net_delete': True} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:34.161343 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-d0d80589-d30b-40cb-b5e5-bfae93e7b935 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd14d3a98-5423-4f1d-bb1f-32f377dc6bd3') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:34.163652 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dd5715d6-8ad8-4e2d-969d-31595c502f07 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:34.174646 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-e04c315d-e8fd-4c9c-b2a4-372f67064e57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:34.195863 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d0d80589-d30b-40cb-b5e5-bfae93e7b935 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801627'] for segment, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:34.203367 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-e04c315d-e8fd-4c9c-b2a4-372f67064e57 admin admin] Usage tracker for resource:subnet and tenant:8c992398177546e184e9933345174247 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:29:34.223843 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-e04c315d-e8fd-4c9c-b2a4-372f67064e57 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:29:34.233290 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d0d80589-d30b-40cb-b5e5-bfae93e7b935 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:34.235747 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-e04c315d-e8fd-4c9c-b2a4-372f67064e57 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:34.245478 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0d80589-d30b-40cb-b5e5-bfae93e7b935 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=88038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:29:34.246017 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d0d80589-d30b-40cb-b5e5-bfae93e7b935 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7881827'] for segment, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:34.261986 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-13a6fc2c-c5bf-4e54-a63b-7dc92e0efc40 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:34.264185 dv-neutron-840426-1-hyperv neutron-server[88038]: Traceback (most recent call last): May 04 17:29:34.264185 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:29:34.264185 dv-neutron-840426-1-hyperv neutron-server[88038]: timer() May 04 17:29:34.264185 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:29:34.264185 dv-neutron-840426-1-hyperv neutron-server[88038]: cb(*args, **kw) May 04 17:29:34.264185 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:29:34.264185 dv-neutron-840426-1-hyperv neutron-server[88038]: return func(*args, **kwargs) May 04 17:29:34.264185 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:29:34.264185 dv-neutron-840426-1-hyperv neutron-server[88038]: self._notify() May 04 17:29:34.264185 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:29:34.264185 dv-neutron-840426-1-hyperv neutron-server[88038]: self.callback(batched_events) May 04 17:29:34.264185 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:29:34.264185 dv-neutron-840426-1-hyperv neutron-server[88038]: event.method(event) May 04 17:29:34.264185 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:29:34.264185 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:29:34.264185 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:29:34.264185 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:29:34.264185 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:29:34.264185 dv-neutron-840426-1-hyperv neutron-server[88038]: return f(self, *a, **k) May 04 17:29:34.264185 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:29:34.264185 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._get(url).json() May 04 17:29:34.264185 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:29:34.264185 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:29:34.264185 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:29:34.264185 dv-neutron-840426-1-hyperv neutron-server[88038]: return self.request(url, 'GET', **kwargs) May 04 17:29:34.264185 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:29:34.264185 dv-neutron-840426-1-hyperv neutron-server[88038]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:29:34.264185 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:29:34.264185 dv-neutron-840426-1-hyperv neutron-server[88038]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:29:34.264185 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:29:34.264185 dv-neutron-840426-1-hyperv neutron-server[88038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:29:34.264185 dv-neutron-840426-1-hyperv neutron-server[88038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:29:34.266534 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-bcae7879-adde-4672-9589-b139365062cc req-45585b9b-0199-40eb-98ff-328d3eee586d service neutron] 10.222.0.42 "GET /v2.0/networks/dc3827ab-b4d6-4656-be7d-24135047baff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4810610 May 04 17:29:34.311193 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04c315d-e8fd-4c9c-b2a4-372f67064e57 admin admin] Made reservation on behalf of 8c992398177546e184e9933345174247 for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:29:34.314571 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e04c315d-e8fd-4c9c-b2a4-372f67064e57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:34.323404 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [None req-13a6fc2c-c5bf-4e54-a63b-7dc92e0efc40 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] device_id is not set on port 2caf20ed-8937-4375-8bfe-4a15b7c680f4 yet. {{(pid=88037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:29:34.422814 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9922c67a-b287-44a3-8597-87ddd048e2e9 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:34.439677 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.db.resource_extend [None req-dd5715d6-8ad8-4e2d-969d-31595c502f07 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 17:29:34.457841 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d0d80589-d30b-40cb-b5e5-bfae93e7b935 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:34.462627 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d0d80589-d30b-40cb-b5e5-bfae93e7b935 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:34.468371 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0080a8-8679-4153-b15c-ef9c2199af01 req-78f3ae25-b3fb-45c2-99cf-20e4191cfdbc tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:34.469687 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0f0080a8-8679-4153-b15c-ef9c2199af01 req-78f3ae25-b3fb-45c2-99cf-20e4191cfdbc tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 945 time: 0.9722745 May 04 17:29:34.497712 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-d0d80589-d30b-40cb-b5e5-bfae93e7b935 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] 10.222.0.41 "DELETE /v2.0/networks/4ace9741-ee8e-4384-a966-455b35b21296 HTTP/1.1" status: 204 len: 168 time: 1.1494305 May 04 17:29:34.497712 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d80589-d30b-40cb-b5e5-bfae93e7b935 tempest-FloatingIPTestJSON-440146857 tempest-FloatingIPTestJSON-440146857-project] Pushing event deleted for resources: {'Network': ['ID=4ace9741-ee8e-4384-a966-455b35b21296,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:34.635287 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e04c315d-e8fd-4c9c-b2a4-372f67064e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:34.663061 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-897b33e2-d117-4805-a2c3-a6bafeb1d0ed tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Router f7b8dd67-88b8-4f42-87ee-9c82722da786 is scheduled to L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 with binding_index 1 {{(pid=88037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:29:34.721227 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dd5715d6-8ad8-4e2d-969d-31595c502f07 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:34.726705 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5715d6-8ad8-4e2d-969d-31595c502f07 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:34.727315 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dd5715d6-8ad8-4e2d-969d-31595c502f07 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:34.746950 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04c315d-e8fd-4c9c-b2a4-372f67064e57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35d620f1-cc33-411a-8546-1edeed82bf7b,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:34.757611 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04c315d-e8fd-4c9c-b2a4-372f67064e57 admin admin] Checking segment: {'id': '43abb714-434f-4258-8b22-3a18bd64fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b631325e-11d5-4100-a2cb-8b9aba720937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:29:34.758275 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04c315d-e8fd-4c9c-b2a4-372f67064e57 admin admin] Network hostable DHCP agents. Network: b631325e-11d5-4100-a2cb-8b9aba720937, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:29:34.804627 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04c315d-e8fd-4c9c-b2a4-372f67064e57 admin admin] Network b631325e-11d5-4100-a2cb-8b9aba720937 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:29:34.818504 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-e04c315d-e8fd-4c9c-b2a4-372f67064e57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, b631325e-11d5-4100-a2cb-8b9aba720937) {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:29:34.830666 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04c315d-e8fd-4c9c-b2a4-372f67064e57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:34.831287 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e04c315d-e8fd-4c9c-b2a4-372f67064e57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:34.864672 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49148) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:34.891821 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-e04c315d-e8fd-4c9c-b2a4-372f67064e57 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7458212 May 04 17:29:34.892888 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49152) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:34.903180 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-a70f277e-b00f-42fd-b821-b60754f58fac admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1202657765-router', 'tenant_id': '8c992398177546e184e9933345174247', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:34.912554 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-a70f277e-b00f-42fd-b821-b60754f58fac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:34.921227 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-a70f277e-b00f-42fd-b821-b60754f58fac admin admin] Usage tracker for resource:router and tenant:8c992398177546e184e9933345174247 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:29:34.925180 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-a70f277e-b00f-42fd-b821-b60754f58fac admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:29:34.933152 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-a70f277e-b00f-42fd-b821-b60754f58fac admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:34.949288 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a70f277e-b00f-42fd-b821-b60754f58fac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:34.950974 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a70f277e-b00f-42fd-b821-b60754f58fac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:34.969722 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a70f277e-b00f-42fd-b821-b60754f58fac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:35.158953 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-f29c4d22-cdcd-4184-9e44-e9fb23e2ef44 None None] Provisioning for port 16edbe95-d67f-4de7-ac54-983bd66a19a2 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:29:35.261064 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0f0080a8-8679-4153-b15c-ef9c2199af01 req-c22f54de-709a-4361-9fcc-67dd2abb2bc8 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7802649 May 04 17:29:35.309655 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 16edbe95-d67f-4de7-ac54-983bd66a19a2 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:29:35.359290 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-ebb50238-9d30-4907-8de7-62ae9a7827d6 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Allocated IP 172.26.0.44 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/2bb59c40-65bd-4302-8344-1cc0374d6d2e) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:29:35.407184 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 16edbe95-d67f-4de7-ac54-983bd66a19a2 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:29:35.415239 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16df86f8-99b4-4994-ba0c-9476947a30ce None None] Network 45e6fe89-4a34-477c-830e-aab065586839 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:29:35.433530 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5715d6-8ad8-4e2d-969d-31595c502f07 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Pushing event updated for resources: {'Network': ['ID=52f060ff-9cbc-443b-879e-7f67269f5806,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:35.436792 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f03b936-5c2d-4ab4-9458-0de851e54e26 None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:29:35.436922 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-dd5715d6-8ad8-4e2d-969d-31595c502f07 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.7764249 May 04 17:29:35.442351 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49162) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:35.457855 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-85fa01e8-4bcf-4c08-a385-3439f8602130 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Request body: {'subnet': {'network_id': '52f060ff-9cbc-443b-879e-7f67269f5806', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:35.475205 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 52f060ff-9cbc-443b-879e-7f67269f5806 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:29:35.516347 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a70f277e-b00f-42fd-b821-b60754f58fac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:35.523239 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f2e3b7-186b-44ad-91ab-15f3dd293fa3 None None] Network 7fc7050b-05fc-4225-8ef9-d2298e40d2f7 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:29:35.563014 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-897b33e2-d117-4805-a2c3-a6bafeb1d0ed tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:29:35.578163 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3fa2a2-c973-4cbf-a650-a18b2512bfd3 None None] Sync routers for ids ['f7b8dd67-88b8-4f42-87ee-9c82722da786'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:29:35.598980 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3fa2a2-c973-4cbf-a650-a18b2512bfd3 None None] Routers {'f7b8dd67-88b8-4f42-87ee-9c82722da786'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:29:35.599982 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-cc3fa2a2-c973-4cbf-a650-a18b2512bfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:29:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['f7b8dd67-88b8-4f42-87ee-9c82722da786'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:35.630290 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-85fa01e8-4bcf-4c08-a385-3439f8602130 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:35.639590 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-85fa01e8-4bcf-4c08-a385-3439f8602130 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Usage tracker for resource:subnet and tenant:b25ee3601e56428392e5e6b054ab6dbb is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:29:35.643086 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-85fa01e8-4bcf-4c08-a385-3439f8602130 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:29:35.655962 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-85fa01e8-4bcf-4c08-a385-3439f8602130 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:35.673803 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d80224-aa2a-463e-95a4-83a5869ae3cb None None] Network b631325e-11d5-4100-a2cb-8b9aba720937 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:29:35.687120 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16df86f8-99b4-4994-ba0c-9476947a30ce None None] Network 45e6fe89-4a34-477c-830e-aab065586839 could not be found, it might have been deleted concurrently. {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 04 17:29:35.696937 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 16edbe95-d67f-4de7-ac54-983bd66a19a2 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:29:35.697095 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:35.705137 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-897b33e2-d117-4805-a2c3-a6bafeb1d0ed tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "PUT /v2.0/routers/f7b8dd67-88b8-4f42-87ee-9c82722da786/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8104784 May 04 17:29:35.709517 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49166) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:35.722501 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-3d1b3022-2693-46f7-b821-5aa21431f955 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Request body: {'network': {'name': 'tempest-RoutersTest-306141620'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:35.730954 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-3d1b3022-2693-46f7-b821-5aa21431f955 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:35.733955 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85fa01e8-4bcf-4c08-a385-3439f8602130 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Made reservation on behalf of b25ee3601e56428392e5e6b054ab6dbb for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:29:35.737735 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-85fa01e8-4bcf-4c08-a385-3439f8602130 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:35.774207 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-13a6fc2c-c5bf-4e54-a63b-7dc92e0efc40 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Allocated IP 2001:db8::3fb6:6fd9:94a0:3abd (6b89b041-5c42-49da-97bf-23cee8aadf17/01288dc2-f9bd-4094-8ddc-143f8152f716/2caf20ed-8937-4375-8bfe-4a15b7c680f4) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:29:35.785333 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-91ee5aa1-53ba-4329-ae5d-d8b5eeeb3c0b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=983c2322fbac41498b7f731747fedd84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9113948 May 04 17:29:35.790105 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49170) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:35.875482 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-3d1b3022-2693-46f7-b821-5aa21431f955 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Usage tracker for resource:network and tenant:4d4e7c7b24884dc786dfd71b0f2e4f89 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:29:35.881329 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-cc3fa2a2-c973-4cbf-a650-a18b2512bfd3 None None] Set router f7b8dd67-88b8-4f42-87ee-9c82722da786 gateway port host: None {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:29:35.886669 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-3d1b3022-2693-46f7-b821-5aa21431f955 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:29:35.887819 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ebb50238-9d30-4907-8de7-62ae9a7827d6 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:35.911820 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-3d1b3022-2693-46f7-b821-5aa21431f955 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:35.916466 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-9922c67a-b287-44a3-8597-87ddd048e2e9 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Allocated IP 172.20.0.1 (7fc7050b-05fc-4225-8ef9-d2298e40d2f7/928eac20-edc2-4878-8a06-bd80b6afb42f/701d2c40-aae4-4b45-b5ec-7888ce245b6c) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:29:35.956075 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1cc09027-8381-4261-ba49-58fd77a9dbfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:35.985773 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1cc09027-8381-4261-ba49-58fd77a9dbfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:36.035897 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1b3022-2693-46f7-b821-5aa21431f955 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Made reservation on behalf of 4d4e7c7b24884dc786dfd71b0f2e4f89 for: {'network': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:29:36.039552 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3d1b3022-2693-46f7-b821-5aa21431f955 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:36.109028 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7604d74-69a3-42b3-9d85-537f8690b1a9 None None] Network 45e6fe89-4a34-477c-830e-aab065586839 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:29:36.148210 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7604d74-69a3-42b3-9d85-537f8690b1a9 None None] Network 45e6fe89-4a34-477c-830e-aab065586839 could not be found, it might have been deleted concurrently. {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 04 17:29:36.178789 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-68c6107a-af9d-431a-b725-d5119f1e6e3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:36.190813 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ebb50238-9d30-4907-8de7-62ae9a7827d6 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:36.215634 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1cc09027-8381-4261-ba49-58fd77a9dbfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:36.252476 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-4d0c5df5-b460-450f-9a45-3148353f1af5 None None] Provisioning for port ca593c5f-1513-4d55-ad19-579d9208d27c completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:29:36.273570 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d1b3022-2693-46f7-b821-5aa21431f955 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=88038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:29:36.283419 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3d1b3022-2693-46f7-b821-5aa21431f955 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:36.283750 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.segments_db [None req-3d1b3022-2693-46f7-b821-5aa21431f955 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Added segment 98b61957-a94f-4bac-a737-9b8b5b15c65f of type vlan for network dc521a67-ad73-4658-89d0-00bb27c0bc84 May 04 17:29:36.312428 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3d1b3022-2693-46f7-b821-5aa21431f955 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:36.352131 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb50238-9d30-4907-8de7-62ae9a7827d6 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:29:36.366365 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-ebb50238-9d30-4907-8de7-62ae9a7827d6 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:29:36.376727 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb50238-9d30-4907-8de7-62ae9a7827d6 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:29:36.378939 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc09027-8381-4261-ba49-58fd77a9dbfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6833dd9-9673-4359-9e4c-6d514dbe2e01,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:36.395445 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3d1b3022-2693-46f7-b821-5aa21431f955 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:36.400755 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1b3022-2693-46f7-b821-5aa21431f955 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:36.401337 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3d1b3022-2693-46f7-b821-5aa21431f955 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:36.404399 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-cc3fa2a2-c973-4cbf-a650-a18b2512bfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'name': 'tempest-RoutersTest-router-305251255', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:29:20Z', 'updated_at': '2022-05-04T17:29:28Z', 'revision_number': 2, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'gw_port_host': None, '_interfaces': [{'id': '26b2ffc0-9652-4cf3-b203-f3b1becebe09', 'name': '', 'network_id': '2f65bb8b-7242-49b2-a8a7-abb038f78922', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'mac_address': 'fa:16:3e:7f:4a:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ebac6750-cbc0-4304-8985-d5c3a04ce5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:25Z', 'updated_at': '2022-05-04T17:29:30Z', 'revision_number': 2, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'subnets': [{'id': 'ebac6750-cbc0-4304-8985-d5c3a04ce5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:36.409664 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3fa2a2-c973-4cbf-a650-a18b2512bfd3 None None] Checking router: f7b8dd67-88b8-4f42-87ee-9c82722da786 for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:29:36.410036 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3fa2a2-c973-4cbf-a650-a18b2512bfd3 None None] Updating router f7b8dd67-88b8-4f42-87ee-9c82722da786 port 26b2ffc0-9652-4cf3-b203-f3b1becebe09 binding host dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:29:36.451639 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9922c67a-b287-44a3-8597-87ddd048e2e9 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:36.459708 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb50238-9d30-4907-8de7-62ae9a7827d6 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Pushing event updated for resources: {'Port': ['ID=2bb59c40-65bd-4302-8344-1cc0374d6d2e,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:36.473996 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-13a6fc2c-c5bf-4e54-a63b-7dc92e0efc40 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:36.493885 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-cc3fa2a2-c973-4cbf-a650-a18b2512bfd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:36.502257 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-9922c67a-b287-44a3-8597-87ddd048e2e9 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Transition to ACTIVE for port object 701d2c40-aae4-4b45-b5ec-7888ce245b6c will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:29:36.509807 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-13a6fc2c-c5bf-4e54-a63b-7dc92e0efc40 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Transition to ACTIVE for port object 2caf20ed-8937-4375-8bfe-4a15b7c680f4 will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:29:36.574538 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:36.576234 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a70f277e-b00f-42fd-b821-b60754f58fac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:36.580211 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2894315-cc00-42c4-b5bb-b546cdff949a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-b631325e-11d5-4100-a2cb-8b9aba720937', 'network_id': 'b631325e-11d5-4100-a2cb-8b9aba720937', 'tenant_id': '8c992398177546e184e9933345174247', 'fixed_ips': [{'subnet_id': '35d620f1-cc33-411a-8546-1edeed82bf7b'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:29:36.581106 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d2894315-cc00-42c4-b5bb-b546cdff949a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:36.615908 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:36.661415 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:36.663384 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-302235f9-6973-43bf-86f9-a0bde3bfed00 None None] Provisioning complete for port 26b2ffc0-9652-4cf3-b203-f3b1becebe09 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:29:36.663841 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-302235f9-6973-43bf-86f9-a0bde3bfed00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:36.693256 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1cc09027-8381-4261-ba49-58fd77a9dbfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:36.694991 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-1cc09027-8381-4261-ba49-58fd77a9dbfe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a6833dd9-9673-4359-9e4c-6d514dbe2e01 HTTP/1.1" status: 204 len: 168 time: 0.8600531 May 04 17:29:36.697226 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-85fa01e8-4bcf-4c08-a385-3439f8602130 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:36.734502 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-302235f9-6973-43bf-86f9-a0bde3bfed00 None None] Port 26b2ffc0-9652-4cf3-b203-f3b1becebe09 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:29:36.736034 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-13a6fc2c-c5bf-4e54-a63b-7dc92e0efc40 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:36.740048 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9922c67a-b287-44a3-8597-87ddd048e2e9 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:36.825065 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9922c67a-b287-44a3-8597-87ddd048e2e9 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Pushing event updated for resources: {'Port': ['ID=701d2c40-aae4-4b45-b5ec-7888ce245b6c,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:36.838439 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a70f277e-b00f-42fd-b821-b60754f58fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:36.867295 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 16edbe95-d67f-4de7-ac54-983bd66a19a2, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=16edbe95-d67f-4de7-ac54-983bd66a19a2,segment=NetworkSegment(fe7f44c6-fe38-44ea-960a-7dd8c82fb758),segment_id=fe7f44c6-fe38-44ea-960a-7dd8c82fb758)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:29:36.926558 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:36.927404 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device ca593c5f-1513-4d55-ad19-579d9208d27c up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:29:36.930216 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a6fc2c-c5bf-4e54-a63b-7dc92e0efc40 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:29:36.959827 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-13a6fc2c-c5bf-4e54-a63b-7dc92e0efc40 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:29:36.985295 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a6fc2c-c5bf-4e54-a63b-7dc92e0efc40 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:29:36.991482 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a6fc2c-c5bf-4e54-a63b-7dc92e0efc40 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:36.992156 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-13a6fc2c-c5bf-4e54-a63b-7dc92e0efc40 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:37.010545 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9922c67a-b287-44a3-8597-87ddd048e2e9 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Network 7fc7050b-05fc-4225-8ef9-d2298e40d2f7 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:29:37.017549 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-13a6fc2c-c5bf-4e54-a63b-7dc92e0efc40 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.8608329 May 04 17:29:37.018752 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-9922c67a-b287-44a3-8597-87ddd048e2e9 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:29:37.020932 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49180) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:37.062272 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9922c67a-b287-44a3-8597-87ddd048e2e9 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:29:37.062492 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-cc3fa2a2-c973-4cbf-a650-a18b2512bfd3 None None] Notify callbacks [] for port, precommit_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:37.067562 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fa01e8-4bcf-4c08-a385-3439f8602130 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Pushing event updated for resources: {'Subnet': ['ID=649f4dd6-f24c-4d97-9ae0-654f167668af,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:37.078398 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-3d1b3022-2693-46f7-b821-5aa21431f955 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3646030 May 04 17:29:37.079489 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1b3022-2693-46f7-b821-5aa21431f955 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Pushing event updated for resources: {'Network': ['ID=dc521a67-ad73-4658-89d0-00bb27c0bc84,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:37.084276 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.provisioning_blocks [None req-cc3fa2a2-c973-4cbf-a650-a18b2512bfd3 None None] Transition to ACTIVE for port object 26b2ffc0-9652-4cf3-b203-f3b1becebe09 will not be triggered until provisioned by entity L2. {{(pid=88040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:29:37.089509 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49184) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:37.092779 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-cc3fa2a2-c973-4cbf-a650-a18b2512bfd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:37.123155 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-b229e853-7aec-448e-b0e9-b3c08d3b6264 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Request body: {'subnet': {'network_id': 'dc521a67-ad73-4658-89d0-00bb27c0bc84', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:37.146034 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network dc521a67-ad73-4658-89d0-00bb27c0bc84 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:29:37.253391 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-a70f277e-b00f-42fd-b821-b60754f58fac admin admin] Allocated IP 172.26.0.97 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/b8d9c1ac-2873-4f63-94d9-6877543517bb) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:29:37.363294 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fa01e8-4bcf-4c08-a385-3439f8602130 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Checking segment: {'id': '015c71ca-e3d6-4cc3-89b5-5ffc230ddecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '52f060ff-9cbc-443b-879e-7f67269f5806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:29:37.363661 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fa01e8-4bcf-4c08-a385-3439f8602130 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Network hostable DHCP agents. Network: 52f060ff-9cbc-443b-879e-7f67269f5806, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:29:37.396511 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18a2260-14bc-467a-9e19-24f39a4c308f None None] Pushing event updated for resources: {'Port': ['ID=26b2ffc0-9652-4cf3-b203-f3b1becebe09,revision_number=3']} {{(pid=88040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:37.447186 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18a2260-14bc-467a-9e19-24f39a4c308f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:29:37.447556 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18a2260-14bc-467a-9e19-24f39a4c308f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:29:37.447888 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18a2260-14bc-467a-9e19-24f39a4c308f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:29:37.448216 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18a2260-14bc-467a-9e19-24f39a4c308f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:29:37.448540 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18a2260-14bc-467a-9e19-24f39a4c308f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:29:37.448860 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18a2260-14bc-467a-9e19-24f39a4c308f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:29:37.449179 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18a2260-14bc-467a-9e19-24f39a4c308f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:29:37.449493 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18a2260-14bc-467a-9e19-24f39a4c308f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:29:37.449811 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18a2260-14bc-467a-9e19-24f39a4c308f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:29:37.450184 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18a2260-14bc-467a-9e19-24f39a4c308f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:29:37.450537 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18a2260-14bc-467a-9e19-24f39a4c308f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:29:37.450856 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18a2260-14bc-467a-9e19-24f39a4c308f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:29:37.520818 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-cc3fa2a2-c973-4cbf-a650-a18b2512bfd3 None None] Attempting to bind port 26b2ffc0-9652-4cf3-b203-f3b1becebe09 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:29:37.521178 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-cc3fa2a2-c973-4cbf-a650-a18b2512bfd3 None None] Attempting to bind port 26b2ffc0-9652-4cf3-b203-f3b1becebe09 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'f9deac01-56bc-49b7-bd15-c3492b08a2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2f65bb8b-7242-49b2-a8a7-abb038f78922'}] {{(pid=88040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:29:37.521534 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3fa2a2-c973-4cbf-a650-a18b2512bfd3 None None] Attempting to bind port 26b2ffc0-9652-4cf3-b203-f3b1becebe09 on network 2f65bb8b-7242-49b2-a8a7-abb038f78922 {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:29:37.527548 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3fa2a2-c973-4cbf-a650-a18b2512bfd3 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:29:37.527809 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3fa2a2-c973-4cbf-a650-a18b2512bfd3 None None] Checking segment: {'id': 'f9deac01-56bc-49b7-bd15-c3492b08a2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2f65bb8b-7242-49b2-a8a7-abb038f78922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:29:37.528204 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-cc3fa2a2-c973-4cbf-a650-a18b2512bfd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:37.528587 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3fa2a2-c973-4cbf-a650-a18b2512bfd3 None None] Bound using segment: {'id': 'f9deac01-56bc-49b7-bd15-c3492b08a2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2f65bb8b-7242-49b2-a8a7-abb038f78922'} {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:29:37.529727 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-cc3fa2a2-c973-4cbf-a650-a18b2512bfd3 None None] Bound port: 26b2ffc0-9652-4cf3-b203-f3b1becebe09, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9deac01-56bc-49b7-bd15-c3492b08a2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2f65bb8b-7242-49b2-a8a7-abb038f78922'}}] {{(pid=88040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:29:37.530139 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-cc3fa2a2-c973-4cbf-a650-a18b2512bfd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:37.633002 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=16edbe95-d67f-4de7-ac54-983bd66a19a2,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:37.662108 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a6fc2c-c5bf-4e54-a63b-7dc92e0efc40 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event updated for resources: {'Port': ['ID=2caf20ed-8937-4375-8bfe-4a15b7c680f4,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:37.671925 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-d2894315-cc00-42c4-b5bb-b546cdff949a None None] Allocated IP 172.20.0.2 (b631325e-11d5-4100-a2cb-8b9aba720937/35d620f1-cc33-411a-8546-1edeed82bf7b/0761fc47-824f-4c03-aa60-0c7b014f60fc) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:29:37.683986 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port ca593c5f-1513-4d55-ad19-579d9208d27c completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:29:37.714837 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af842217-cf63-4b83-9f54-64eed74e3e43 req-448fbc7a-d3e4-477e-9a0b-e76117c246ef tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:37.717946 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-af842217-cf63-4b83-9f54-64eed74e3e43 req-448fbc7a-d3e4-477e-9a0b-e76117c246ef tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 945 time: 1.1472535 May 04 17:29:37.755071 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port ca593c5f-1513-4d55-ad19-579d9208d27c triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:29:37.755442 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:37.771159 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.db [None req-cc3fa2a2-c973-4cbf-a650-a18b2512bfd3 None None] For port 26b2ffc0-9652-4cf3-b203-f3b1becebe09, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:29:37.778476 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.db [None req-cc3fa2a2-c973-4cbf-a650-a18b2512bfd3 None None] For port 26b2ffc0-9652-4cf3-b203-f3b1becebe09, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=26b2ffc0-9652-4cf3-b203-f3b1becebe09,segment=NetworkSegment(f9deac01-56bc-49b7-bd15-c3492b08a2ca),segment_id=f9deac01-56bc-49b7-bd15-c3492b08a2ca)] {{(pid=88040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:29:37.786213 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-cc3fa2a2-c973-4cbf-a650-a18b2512bfd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:37.852411 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fa01e8-4bcf-4c08-a385-3439f8602130 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Network 52f060ff-9cbc-443b-879e-7f67269f5806 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:29:37.910634 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-85fa01e8-4bcf-4c08-a385-3439f8602130 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 52f060ff-9cbc-443b-879e-7f67269f5806) {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:29:37.920995 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-b229e853-7aec-448e-b0e9-b3c08d3b6264 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:37.944138 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-b229e853-7aec-448e-b0e9-b3c08d3b6264 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Usage tracker for resource:subnet and tenant:4d4e7c7b24884dc786dfd71b0f2e4f89 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:29:37.955322 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9922c67a-b287-44a3-8597-87ddd048e2e9 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710357'] for router_interface, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:37.956029 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-af842217-cf63-4b83-9f54-64eed74e3e43 req-6883f926-a6b4-4b71-9462-b3f4849f28ab tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619713 May 04 17:29:37.968864 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5063c318-d1fc-48c4-a958-128d91389b9c None None] Network 52f060ff-9cbc-443b-879e-7f67269f5806 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:29:37.977491 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fa01e8-4bcf-4c08-a385-3439f8602130 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:37.978307 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-85fa01e8-4bcf-4c08-a385-3439f8602130 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:37.996873 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-b229e853-7aec-448e-b0e9-b3c08d3b6264 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:29:38.014019 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3fa2a2-c973-4cbf-a650-a18b2512bfd3 None None] Routers {'f7b8dd67-88b8-4f42-87ee-9c82722da786'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:29:38.018287 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-cc3fa2a2-c973-4cbf-a650-a18b2512bfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:29:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['f7b8dd67-88b8-4f42-87ee-9c82722da786'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:38.034146 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a70f277e-b00f-42fd-b821-b60754f58fac admin admin] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:38.079558 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-85fa01e8-4bcf-4c08-a385-3439f8602130 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.6361449 May 04 17:29:38.087611 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49206) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:38.103452 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-b229e853-7aec-448e-b0e9-b3c08d3b6264 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:38.176156 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:38.191669 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ebb50238-9d30-4907-8de7-62ae9a7827d6 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for router_gateway, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:38.318592 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b229e853-7aec-448e-b0e9-b3c08d3b6264 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Made reservation on behalf of 4d4e7c7b24884dc786dfd71b0f2e4f89 for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:29:38.322762 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b229e853-7aec-448e-b0e9-b3c08d3b6264 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:38.345889 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49210) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:38.375216 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18a2260-14bc-467a-9e19-24f39a4c308f None None] Pushing event updated for resources: {'Port': ['ID=26b2ffc0-9652-4cf3-b203-f3b1becebe09,revision_number=4']} {{(pid=88040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:38.446824 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb9e1bb-80de-4ec3-8aa0-0d860a995163 None None] Network 7fc7050b-05fc-4225-8ef9-d2298e40d2f7 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:29:38.463289 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-cc3fa2a2-c973-4cbf-a650-a18b2512bfd3 None None] Set router f7b8dd67-88b8-4f42-87ee-9c82722da786 gateway port host: None {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:29:38.467615 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a70f277e-b00f-42fd-b821-b60754f58fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:38.474920 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a46d48f-3193-44d5-aa40-f6a476d48388 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:38.488481 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a46d48f-3193-44d5-aa40-f6a476d48388 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:38.489572 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-9a46d48f-3193-44d5-aa40-f6a476d48388 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Synchronizing usage tracker for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:29:38.519917 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-fba89838-c2db-4f7c-bcfd-29b4393db8ac None None] Provisioning for port 2caf20ed-8937-4375-8bfe-4a15b7c680f4 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:29:38.635305 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70f277e-b00f-42fd-b821-b60754f58fac admin admin] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:29:38.642251 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b3b6bee7-b0df-4e6e-9ac4-bfc0ad889ef1 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:38.644418 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-a70f277e-b00f-42fd-b821-b60754f58fac admin admin] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:29:38.649792 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70f277e-b00f-42fd-b821-b60754f58fac admin admin] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:29:38.651345 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-fba89838-c2db-4f7c-bcfd-29b4393db8ac None None] Provisioning complete for port 2caf20ed-8937-4375-8bfe-4a15b7c680f4 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:29:38.651834 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-fba89838-c2db-4f7c-bcfd-29b4393db8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:38.687408 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f277e-b00f-42fd-b821-b60754f58fac admin admin] Pushing event updated for resources: {'Port': ['ID=b8d9c1ac-2873-4f63-94d9-6877543517bb,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:38.748851 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-4349e202-c740-4fb5-bd05-f2c1a3d7eec9 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1790409745'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:38.805148 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-9a46d48f-3193-44d5-aa40-f6a476d48388 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Unset dirty status for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:29:38.806752 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-9a46d48f-3193-44d5-aa40-f6a476d48388 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 1.7801328 May 04 17:29:38.834180 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49218) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:38.835150 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-4349e202-c740-4fb5-bd05-f2c1a3d7eec9 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:38.846470 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:38.865495 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d2894315-cc00-42c4-b5bb-b546cdff949a None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:38.909092 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-fba89838-c2db-4f7c-bcfd-29b4393db8ac None None] Port 2caf20ed-8937-4375-8bfe-4a15b7c680f4 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:29:38.919465 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d2894315-cc00-42c4-b5bb-b546cdff949a None None] Transition to ACTIVE for port object 0761fc47-824f-4c03-aa60-0c7b014f60fc will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:29:38.937108 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-4349e202-c740-4fb5-bd05-f2c1a3d7eec9 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Usage tracker for resource:network and tenant:53b502bc006642479c9b29af51aad044 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:29:38.944378 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b3b6bee7-b0df-4e6e-9ac4-bfc0ad889ef1 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:38.948356 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-1115966c-dec9-499c-b9f1-d09d77fdbc13 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Deleting port 2caf20ed-8937-4375-8bfe-4a15b7c680f4 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:29:38.948697 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1115966c-dec9-499c-b9f1-d09d77fdbc13 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:38.985802 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-4349e202-c740-4fb5-bd05-f2c1a3d7eec9 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:29:39.001947 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-cc3fa2a2-c973-4cbf-a650-a18b2512bfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'name': 'tempest-RoutersTest-router-305251255', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:29:20Z', 'updated_at': '2022-05-04T17:29:28Z', 'revision_number': 2, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'gw_port_host': None, '_interfaces': [{'id': '26b2ffc0-9652-4cf3-b203-f3b1becebe09', 'name': '', 'network_id': '2f65bb8b-7242-49b2-a8a7-abb038f78922', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'mac_address': 'fa:16:3e:7f:4a:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ebac6750-cbc0-4304-8985-d5c3a04ce5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:25Z', 'updated_at': '2022-05-04T17:29:37Z', 'revision_number': 4, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'subnets': [{'id': 'ebac6750-cbc0-4304-8985-d5c3a04ce5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:39.010657 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3fa2a2-c973-4cbf-a650-a18b2512bfd3 None None] The sync data for ids ['f7b8dd67-88b8-4f42-87ee-9c82722da786'] in dv-neutron-840426-1-hyperv is: [{'id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'name': 'tempest-RoutersTest-router-305251255', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:29:20Z', 'updated_at': '2022-05-04T17:29:28Z', 'revision_number': 2, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'gw_port_host': None, '_interfaces': [{'id': '26b2ffc0-9652-4cf3-b203-f3b1becebe09', 'name': '', 'network_id': '2f65bb8b-7242-49b2-a8a7-abb038f78922', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'mac_address': 'fa:16:3e:7f:4a:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ebac6750-cbc0-4304-8985-d5c3a04ce5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:25Z', 'updated_at': '2022-05-04T17:29:37Z', 'revision_number': 4, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'subnets': [{'id': 'ebac6750-cbc0-4304-8985-d5c3a04ce5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:29:39.023252 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-4349e202-c740-4fb5-bd05-f2c1a3d7eec9 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:39.041095 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d2894315-cc00-42c4-b5bb-b546cdff949a None None] Transition to ACTIVE for port object 0761fc47-824f-4c03-aa60-0c7b014f60fc will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:29:39.047627 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port ca593c5f-1513-4d55-ad19-579d9208d27c, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=ca593c5f-1513-4d55-ad19-579d9208d27c,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:29:39.064544 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-fba89838-c2db-4f7c-bcfd-29b4393db8ac None None] Provisioning complete for port ca593c5f-1513-4d55-ad19-579d9208d27c triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:29:39.064926 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-fba89838-c2db-4f7c-bcfd-29b4393db8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:39.072631 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9922c67a-b287-44a3-8597-87ddd048e2e9 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:39.097695 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:39.099634 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3103aeb7-1bf2-4290-9407-ba55a8f018f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-52f060ff-9cbc-443b-879e-7f67269f5806', 'network_id': '52f060ff-9cbc-443b-879e-7f67269f5806', 'tenant_id': 'b25ee3601e56428392e5e6b054ab6dbb', 'fixed_ips': [{'subnet_id': '649f4dd6-f24c-4d97-9ae0-654f167668af'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:29:39.100486 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-3103aeb7-1bf2-4290-9407-ba55a8f018f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:39.209786 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d2894315-cc00-42c4-b5bb-b546cdff949a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:39.219237 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b3b6bee7-b0df-4e6e-9ac4-bfc0ad889ef1 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:39.281283 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b6bee7-b0df-4e6e-9ac4-bfc0ad889ef1 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Pushing event deleted for resources: {'Subnet': ['ID=649f4dd6-f24c-4d97-9ae0-654f167668af,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:39.300327 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 16edbe95-d67f-4de7-ac54-983bd66a19a2 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:29:39.330731 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b17448-5554-418a-bbeb-d5c7cbeae890 req-d7d6d90c-3f51-4ccc-a7ae-f887f1cf95dc tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:39.332206 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e3b17448-5554-418a-bbeb-d5c7cbeae890 req-d7d6d90c-3f51-4ccc-a7ae-f887f1cf95dc tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 945 time: 0.9871891 May 04 17:29:39.366012 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a70f277e-b00f-42fd-b821-b60754f58fac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:39.369184 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ebb50238-9d30-4907-8de7-62ae9a7827d6 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:39.385101 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4349e202-c740-4fb5-bd05-f2c1a3d7eec9 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Made reservation on behalf of 53b502bc006642479c9b29af51aad044 for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:29:39.388686 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4349e202-c740-4fb5-bd05-f2c1a3d7eec9 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:39.573401 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:39.585847 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2894315-cc00-42c4-b5bb-b546cdff949a None None] Network b631325e-11d5-4100-a2cb-8b9aba720937 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:29:39.602839 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-d2894315-cc00-42c4-b5bb-b546cdff949a None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:29:39.606114 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2894315-cc00-42c4-b5bb-b546cdff949a None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:29:39.612683 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1115966c-dec9-499c-b9f1-d09d77fdbc13 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:39.647038 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c7b6a8-dc15-4f0d-90fc-22c0daacea5b None None] Network 52f060ff-9cbc-443b-879e-7f67269f5806 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:29:39.766715 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b3b6bee7-b0df-4e6e-9ac4-bfc0ad889ef1 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:39.799689 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-b3b6bee7-b0df-4e6e-9ac4-bfc0ad889ef1 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52f060ff-9cbc-443b-879e-7f67269f5806']}} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:39.814606 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-b3b6bee7-b0df-4e6e-9ac4-bfc0ad889ef1 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '015c71ca-e3d6-4cc3-89b5-5ffc230ddecb') {'for_net_delete': True} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:39.815066 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-b3b6bee7-b0df-4e6e-9ac4-bfc0ad889ef1 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '015c71ca-e3d6-4cc3-89b5-5ffc230ddecb') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:39.831633 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b3b6bee7-b0df-4e6e-9ac4-bfc0ad889ef1 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801627'] for segment, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:39.853201 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b3b6bee7-b0df-4e6e-9ac4-bfc0ad889ef1 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:39.862897 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3b6bee7-b0df-4e6e-9ac4-bfc0ad889ef1 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=88038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:29:39.864161 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b3b6bee7-b0df-4e6e-9ac4-bfc0ad889ef1 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7881827'] for segment, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:39.900106 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-1115966c-dec9-499c-b9f1-d09d77fdbc13 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Calling delete_port for 2caf20ed-8937-4375-8bfe-4a15b7c680f4 owned by {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:29:40.005748 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=ca593c5f-1513-4d55-ad19-579d9208d27c,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:40.121216 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 16edbe95-d67f-4de7-ac54-983bd66a19a2 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:29:40.121596 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:40.149651 dv-neutron-840426-1-hyperv neutron-server[88038]: Traceback (most recent call last): May 04 17:29:40.149651 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:29:40.149651 dv-neutron-840426-1-hyperv neutron-server[88038]: timer() May 04 17:29:40.149651 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:29:40.149651 dv-neutron-840426-1-hyperv neutron-server[88038]: cb(*args, **kw) May 04 17:29:40.149651 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:29:40.149651 dv-neutron-840426-1-hyperv neutron-server[88038]: return func(*args, **kwargs) May 04 17:29:40.149651 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:29:40.149651 dv-neutron-840426-1-hyperv neutron-server[88038]: self._notify() May 04 17:29:40.149651 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:29:40.149651 dv-neutron-840426-1-hyperv neutron-server[88038]: self.callback(batched_events) May 04 17:29:40.149651 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:29:40.149651 dv-neutron-840426-1-hyperv neutron-server[88038]: event.method(event) May 04 17:29:40.149651 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:29:40.149651 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:29:40.149651 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:29:40.149651 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:29:40.149651 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:29:40.149651 dv-neutron-840426-1-hyperv neutron-server[88038]: return f(self, *a, **k) May 04 17:29:40.149651 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:29:40.149651 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._get(url).json() May 04 17:29:40.149651 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:29:40.149651 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:29:40.149651 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:29:40.149651 dv-neutron-840426-1-hyperv neutron-server[88038]: return self.request(url, 'GET', **kwargs) May 04 17:29:40.149651 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:29:40.149651 dv-neutron-840426-1-hyperv neutron-server[88038]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:29:40.149651 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:29:40.149651 dv-neutron-840426-1-hyperv neutron-server[88038]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:29:40.149651 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:29:40.149651 dv-neutron-840426-1-hyperv neutron-server[88038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:29:40.149651 dv-neutron-840426-1-hyperv neutron-server[88038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:29:40.158011 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4349e202-c740-4fb5-bd05-f2c1a3d7eec9 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:40.170135 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b3b6bee7-b0df-4e6e-9ac4-bfc0ad889ef1 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:40.182987 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1115966c-dec9-499c-b9f1-d09d77fdbc13 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:40.196552 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-d2894315-cc00-42c4-b5bb-b546cdff949a None None] Attempting to bind port 0761fc47-824f-4c03-aa60-0c7b014f60fc on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:29:40.198950 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-d2894315-cc00-42c4-b5bb-b546cdff949a None None] Attempting to bind port 0761fc47-824f-4c03-aa60-0c7b014f60fc by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '43abb714-434f-4258-8b22-3a18bd64fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b631325e-11d5-4100-a2cb-8b9aba720937'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:29:40.199335 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2894315-cc00-42c4-b5bb-b546cdff949a None None] Attempting to bind port 0761fc47-824f-4c03-aa60-0c7b014f60fc on network b631325e-11d5-4100-a2cb-8b9aba720937 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:29:40.207278 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-4349e202-c740-4fb5-bd05-f2c1a3d7eec9 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:40.209711 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b3b6bee7-b0df-4e6e-9ac4-bfc0ad889ef1 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:40.215216 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b6bee7-b0df-4e6e-9ac4-bfc0ad889ef1 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Pushing event deleted for resources: {'Network': ['ID=52f060ff-9cbc-443b-879e-7f67269f5806,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:40.237142 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-b3b6bee7-b0df-4e6e-9ac4-bfc0ad889ef1 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "DELETE /v2.0/networks/52f060ff-9cbc-443b-879e-7f67269f5806 HTTP/1.1" status: 204 len: 168 time: 2.1454806 May 04 17:29:40.237908 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49224) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:40.255639 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2894315-cc00-42c4-b5bb-b546cdff949a None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:29:40.256024 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2894315-cc00-42c4-b5bb-b546cdff949a None None] Checking segment: {'id': '43abb714-434f-4258-8b22-3a18bd64fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b631325e-11d5-4100-a2cb-8b9aba720937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:29:40.256430 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d2894315-cc00-42c4-b5bb-b546cdff949a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:40.256826 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2894315-cc00-42c4-b5bb-b546cdff949a None None] Bound using segment: {'id': '43abb714-434f-4258-8b22-3a18bd64fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b631325e-11d5-4100-a2cb-8b9aba720937'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:29:40.257313 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-d2894315-cc00-42c4-b5bb-b546cdff949a None None] Bound port: 0761fc47-824f-4c03-aa60-0c7b014f60fc, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43abb714-434f-4258-8b22-3a18bd64fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b631325e-11d5-4100-a2cb-8b9aba720937'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:29:40.257688 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d2894315-cc00-42c4-b5bb-b546cdff949a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:40.280466 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1115966c-dec9-499c-b9f1-d09d77fdbc13 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event deleted for resources: {'Port': ['ID=2caf20ed-8937-4375-8bfe-4a15b7c680f4,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:40.285047 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e3b17448-5554-418a-bbeb-d5c7cbeae890 req-74e3859d-b774-424d-a236-2079b778e6aa tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9094367 May 04 17:29:40.295233 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-4349e202-c740-4fb5-bd05-f2c1a3d7eec9 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Usage tracker for resource:security_group_rule and tenant:53b502bc006642479c9b29af51aad044 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:29:40.350087 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-4349e202-c740-4fb5-bd05-f2c1a3d7eec9 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:29:40.351654 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-3aa521d0-9ddd-470d-9e77-a0d5833320af tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1769653592'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:40.372122 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-3aa521d0-9ddd-470d-9e77-a0d5833320af tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:40.388041 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-3aa521d0-9ddd-470d-9e77-a0d5833320af tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Usage tracker for resource:network and tenant:b25ee3601e56428392e5e6b054ab6dbb is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:29:40.393781 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-3aa521d0-9ddd-470d-9e77-a0d5833320af tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:29:40.420026 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-3aa521d0-9ddd-470d-9e77-a0d5833320af tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:40.435853 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a70f277e-b00f-42fd-b821-b60754f58fac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:40.491304 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2894315-cc00-42c4-b5bb-b546cdff949a None None] Pushing event updated for resources: {'Port': ['ID=0761fc47-824f-4c03-aa60-0c7b014f60fc,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:40.608670 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa521d0-9ddd-470d-9e77-a0d5833320af tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Made reservation on behalf of b25ee3601e56428392e5e6b054ab6dbb for: {'network': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:29:40.612785 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3aa521d0-9ddd-470d-9e77-a0d5833320af tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:40.617793 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d2894315-cc00-42c4-b5bb-b546cdff949a None None] For port 0761fc47-824f-4c03-aa60-0c7b014f60fc, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:29:40.623346 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d2894315-cc00-42c4-b5bb-b546cdff949a None None] For port 0761fc47-824f-4c03-aa60-0c7b014f60fc, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=0761fc47-824f-4c03-aa60-0c7b014f60fc,segment=NetworkSegment(43abb714-434f-4258-8b22-3a18bd64fc2f),segment_id=43abb714-434f-4258-8b22-3a18bd64fc2f)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:29:40.631422 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d2894315-cc00-42c4-b5bb-b546cdff949a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:40.643262 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-4349e202-c740-4fb5-bd05-f2c1a3d7eec9 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:40.703164 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1115966c-dec9-499c-b9f1-d09d77fdbc13 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:40.780381 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-baa024eb-b454-4b4a-8f7b-fa4a0f3aad4c None None] Provisioning complete for port 16edbe95-d67f-4de7-ac54-983bd66a19a2 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:29:40.780968 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-baa024eb-b454-4b4a-8f7b-fa4a0f3aad4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:40.807239 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aa521d0-9ddd-470d-9e77-a0d5833320af tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=88038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:29:40.853417 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3aa521d0-9ddd-470d-9e77-a0d5833320af tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:40.857272 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.segments_db [None req-3aa521d0-9ddd-470d-9e77-a0d5833320af tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Added segment edc16817-dc23-4f33-bcec-b325e91b362c of type vlan for network 92ac70b6-6206-469b-98ee-ea16231b21da May 04 17:29:40.871922 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2894315-cc00-42c4-b5bb-b546cdff949a None None] Pushing event updated for resources: {'Port': ['ID=0761fc47-824f-4c03-aa60-0c7b014f60fc,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:40.942177 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1826ea-721e-42d2-9a59-d4fa5d450087 req-f97917b3-41f7-4897-96d0-1ff7aa87460d tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:40.949775 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-0d1826ea-721e-42d2-9a59-d4fa5d450087 req-f97917b3-41f7-4897-96d0-1ff7aa87460d tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 945 time: 0.3949833 May 04 17:29:40.971583 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3aa521d0-9ddd-470d-9e77-a0d5833320af tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:40.985956 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-1115966c-dec9-499c-b9f1-d09d77fdbc13 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/ports/2caf20ed-8937-4375-8bfe-4a15b7c680f4 HTTP/1.1" status: 204 len: 168 time: 2.1424458 May 04 17:29:40.988051 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-baa024eb-b454-4b4a-8f7b-fa4a0f3aad4c None None] Could not find standard attr ID for object 2caf20ed-8937-4375-8bfe-4a15b7c680f4. {{(pid=88039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 04 17:29:40.991762 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49230) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:41.002839 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-baa024eb-b454-4b4a-8f7b-fa4a0f3aad4c None None] Provisioning for port 701d2c40-aae4-4b45-b5ec-7888ce245b6c completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:29:41.040643 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-baa024eb-b454-4b4a-8f7b-fa4a0f3aad4c None None] Provisioning complete for port 701d2c40-aae4-4b45-b5ec-7888ce245b6c triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:29:41.041187 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-baa024eb-b454-4b4a-8f7b-fa4a0f3aad4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:41.136701 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-baa024eb-b454-4b4a-8f7b-fa4a0f3aad4c None None] Port 701d2c40-aae4-4b45-b5ec-7888ce245b6c cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:29:41.159252 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-0d1826ea-721e-42d2-9a59-d4fa5d450087 req-bb24fe7e-ee80-4049-afa3-5422a4ae625d tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2081871 May 04 17:29:41.200089 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a70f277e-b00f-42fd-b821-b60754f58fac admin admin] Router 4899f2c4-fe45-4a8a-8358-cd44707b69e7 is scheduled to L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 with binding_index 1 {{(pid=88038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:29:41.204903 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebb50238-9d30-4907-8de7-62ae9a7827d6 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Router 9b1b2a5a-6e1f-435a-8e8e-0be00452f7ba is scheduled to L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 with binding_index 1 {{(pid=88037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:29:41.207428 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b229e853-7aec-448e-b0e9-b3c08d3b6264 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:41.214656 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3aa521d0-9ddd-470d-9e77-a0d5833320af tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:41.231378 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa521d0-9ddd-470d-9e77-a0d5833320af tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:41.232079 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3aa521d0-9ddd-470d-9e77-a0d5833320af tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:41.267413 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8960ab40-ad9f-4e84-ab31-e7545a8cdf68 None None] Provisioning complete for port 701d2c40-aae4-4b45-b5ec-7888ce245b6c triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:29:41.269391 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8960ab40-ad9f-4e84-ab31-e7545a8cdf68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:41.336743 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3e8a3f-d694-4cf1-a75a-3ca76fe102bd tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:41.338391 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3e8a3f-d694-4cf1-a75a-3ca76fe102bd tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:41.339139 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-1f3e8a3f-d694-4cf1-a75a-3ca76fe102bd tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Synchronizing usage tracker for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:subnet {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:29:41.383827 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 26b2ffc0-9652-4cf3-b203-f3b1becebe09 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:29:41.435619 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8960ab40-ad9f-4e84-ab31-e7545a8cdf68 None None] Port 701d2c40-aae4-4b45-b5ec-7888ce245b6c cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:29:41.464884 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 26b2ffc0-9652-4cf3-b203-f3b1becebe09 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:29:41.471022 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 26b2ffc0-9652-4cf3-b203-f3b1becebe09 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:29:41.471408 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:41.502244 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4349e202-c740-4fb5-bd05-f2c1a3d7eec9 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:41.506007 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-3aa521d0-9ddd-470d-9e77-a0d5833320af tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1933467 May 04 17:29:41.514517 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49236) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:41.519995 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa521d0-9ddd-470d-9e77-a0d5833320af tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Pushing event updated for resources: {'Network': ['ID=92ac70b6-6206-469b-98ee-ea16231b21da,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:41.527333 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-c52addf3-43ca-4bcb-9306-3350a83d5b7f tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:41.530613 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4349e202-c740-4fb5-bd05-f2c1a3d7eec9 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:41.547485 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 92ac70b6-6206-469b-98ee-ea16231b21da details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:29:41.569550 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b229e853-7aec-448e-b0e9-b3c08d3b6264 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Pushing event updated for resources: {'Subnet': ['ID=48ff8e43-2762-48d0-8242-e1b75c56aaef,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:41.600230 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-1f3e8a3f-d694-4cf1-a75a-3ca76fe102bd tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Unset dirty status for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:subnet {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:29:41.602388 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-1f3e8a3f-d694-4cf1-a75a-3ca76fe102bd tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6095462 May 04 17:29:41.626530 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:41.635903 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49240) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:41.667043 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4349e202-c740-4fb5-bd05-f2c1a3d7eec9 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:29:41.695695 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4349e202-c740-4fb5-bd05-f2c1a3d7eec9 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88e17e9c-5f65-47eb-aee7-202da930662f,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:41.701774 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.db.resource_extend [None req-9922c67a-b287-44a3-8597-87ddd048e2e9 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 17:29:41.711618 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b229e853-7aec-448e-b0e9-b3c08d3b6264 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Checking segment: {'id': '98b61957-a94f-4bac-a737-9b8b5b15c65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'dc521a67-ad73-4658-89d0-00bb27c0bc84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:29:41.711987 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b229e853-7aec-448e-b0e9-b3c08d3b6264 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Network hostable DHCP agents. Network: dc521a67-ad73-4658-89d0-00bb27c0bc84, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:29:41.717392 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4349e202-c740-4fb5-bd05-f2c1a3d7eec9 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:41.717740 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-4349e202-c740-4fb5-bd05-f2c1a3d7eec9 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Added segment c4ca3a4a-84dc-4de6-8132-dc7ac31231a0 of type vlan for network 212ce57c-f6d1-4ceb-b34b-61447314d862 May 04 17:29:41.739453 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 26b2ffc0-9652-4cf3-b203-f3b1becebe09, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=26b2ffc0-9652-4cf3-b203-f3b1becebe09,segment=NetworkSegment(f9deac01-56bc-49b7-bd15-c3492b08a2ca),segment_id=f9deac01-56bc-49b7-bd15-c3492b08a2ca)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:29:41.744675 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:41.745761 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 0761fc47-824f-4c03-aa60-0c7b014f60fc up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:29:41.746573 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9922c67a-b287-44a3-8597-87ddd048e2e9 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:41.785405 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_v2 [None req-0944e004-26e3-4736-b105-c45a4a2633e1 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Deleting subnet 01288dc2-f9bd-4094-8ddc-143f8152f716 {{(pid=88038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:29:41.808278 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0944e004-26e3-4736-b105-c45a4a2633e1 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:41.819356 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b74bff-dbc2-46a9-9acd-f745817ac492 req-4b408003-9b29-4e1a-bdfc-98716d5b28e8 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:41.827912 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-96b74bff-dbc2-46a9-9acd-f745817ac492 req-4b408003-9b29-4e1a-bdfc-98716d5b28e8 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 945 time: 0.4221079 May 04 17:29:41.830221 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9922c67a-b287-44a3-8597-87ddd048e2e9 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:41.876172 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=26b2ffc0-9652-4cf3-b203-f3b1becebe09,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:41.887900 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a70f277e-b00f-42fd-b821-b60754f58fac admin admin] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:29:41.891484 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 0761fc47-824f-4c03-aa60-0c7b014f60fc completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:29:41.900266 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bef55f-d6f5-460e-818f-f7845899e4bb None None] Sync routers for ids ['4899f2c4-fe45-4a8a-8358-cd44707b69e7'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:29:41.908669 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device ca593c5f-1513-4d55-ad19-579d9208d27c up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:29:41.930986 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0944e004-26e3-4736-b105-c45a4a2633e1 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-801696'] for subnet, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:41.947382 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bef55f-d6f5-460e-818f-f7845899e4bb None None] Routers {'4899f2c4-fe45-4a8a-8358-cd44707b69e7'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:29:41.947698 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-e7bef55f-d6f5-460e-818f-f7845899e4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:29:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['4899f2c4-fe45-4a8a-8358-cd44707b69e7'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:42.037189 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a70f277e-b00f-42fd-b821-b60754f58fac admin admin] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:42.038449 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-a70f277e-b00f-42fd-b821-b60754f58fac admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.1444280 May 04 17:29:42.051319 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49244) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:42.170177 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d399ab61-018e-4138-8a95-443abab3a88a None None] Network b631325e-11d5-4100-a2cb-8b9aba720937 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:29:42.170778 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b229e853-7aec-448e-b0e9-b3c08d3b6264 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Network dc521a67-ad73-4658-89d0-00bb27c0bc84 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:29:42.172763 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb50238-9d30-4907-8de7-62ae9a7827d6 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:29:42.180379 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4349e202-c740-4fb5-bd05-f2c1a3d7eec9 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:42.185174 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65c3852-09d2-40e4-a78c-a94cbb9b8226 None None] Sync routers for ids ['9b1b2a5a-6e1f-435a-8e8e-0be00452f7ba'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:29:42.205764 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65c3852-09d2-40e4-a78c-a94cbb9b8226 None None] Routers {'9b1b2a5a-6e1f-435a-8e8e-0be00452f7ba'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:29:42.208072 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-a65c3852-09d2-40e4-a78c-a94cbb9b8226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:29:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['9b1b2a5a-6e1f-435a-8e8e-0be00452f7ba'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:42.217544 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9922c67a-b287-44a3-8597-87ddd048e2e9 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Pushing event updated for resources: {'Port': ['ID=701d2c40-aae4-4b45-b5ec-7888ce245b6c,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:42.227819 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ebb50238-9d30-4907-8de7-62ae9a7827d6 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:42.228643 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-ebb50238-9d30-4907-8de7-62ae9a7827d6 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 12.2871718 May 04 17:29:42.247884 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-96b74bff-dbc2-46a9-9acd-f745817ac492 req-17d2c7ea-b3e0-4bc6-b98b-40c495a7fd37 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4190016 May 04 17:29:42.254370 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49248) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:42.265906 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-b229e853-7aec-448e-b0e9-b3c08d3b6264 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, dc521a67-ad73-4658-89d0-00bb27c0bc84) {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:29:42.337187 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-a65c3852-09d2-40e4-a78c-a94cbb9b8226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:42.349435 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.db.resource_extend [None req-4349e202-c740-4fb5-bd05-f2c1a3d7eec9 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 17:29:42.353474 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65c3852-09d2-40e4-a78c-a94cbb9b8226 None None] Routers {'9b1b2a5a-6e1f-435a-8e8e-0be00452f7ba'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:29:42.354202 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-a65c3852-09d2-40e4-a78c-a94cbb9b8226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:29:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['9b1b2a5a-6e1f-435a-8e8e-0be00452f7ba'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:42.365270 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port ca593c5f-1513-4d55-ad19-579d9208d27c triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:29:42.373363 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b229e853-7aec-448e-b0e9-b3c08d3b6264 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:42.373840 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:42.374355 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b229e853-7aec-448e-b0e9-b3c08d3b6264 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:42.380380 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9922c67a-b287-44a3-8597-87ddd048e2e9 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710702'] for router_interface, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:42.429933 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-a65c3852-09d2-40e4-a78c-a94cbb9b8226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:42.430309 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65c3852-09d2-40e4-a78c-a94cbb9b8226 None None] The sync data for ids ['9b1b2a5a-6e1f-435a-8e8e-0be00452f7ba'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:29:42.451345 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc418df8-beef-4081-bcc3-b349d10b4e09 None None] Network dc521a67-ad73-4658-89d0-00bb27c0bc84 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:29:42.459714 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-b229e853-7aec-448e-b0e9-b3c08d3b6264 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.3529222 May 04 17:29:42.476141 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49254) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:42.507821 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4349e202-c740-4fb5-bd05-f2c1a3d7eec9 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:42.513875 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4349e202-c740-4fb5-bd05-f2c1a3d7eec9 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:42.514474 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4349e202-c740-4fb5-bd05-f2c1a3d7eec9 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:42.521390 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-e7bef55f-d6f5-460e-818f-f7845899e4bb None None] Set router 4899f2c4-fe45-4a8a-8358-cd44707b69e7 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:29:42.634471 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-966e4859-80f8-44dd-84f7-3d94e0a3c5db None None] Provisioning for port 0761fc47-824f-4c03-aa60-0c7b014f60fc completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:29:42.668823 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-4349e202-c740-4fb5-bd05-f2c1a3d7eec9 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 4.2878458 May 04 17:29:42.669030 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c52addf3-43ca-4bcb-9306-3350a83d5b7f tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:42.721565 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-966e4859-80f8-44dd-84f7-3d94e0a3c5db None None] Provisioning complete for port 0761fc47-824f-4c03-aa60-0c7b014f60fc triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:29:42.721872 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-966e4859-80f8-44dd-84f7-3d94e0a3c5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:42.769304 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-25d15537-3fd8-4c7a-b25f-9b679fb0b8ae tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "GET /v2.0/routers/9b1b2a5a-6e1f-435a-8e8e-0be00452f7ba HTTP/1.1" status: 200 len: 884 time: 0.5088596 May 04 17:29:42.770389 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4349e202-c740-4fb5-bd05-f2c1a3d7eec9 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Pushing event updated for resources: {'Network': ['ID=212ce57c-f6d1-4ceb-b34b-61447314d862,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:42.778758 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49258) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:42.793585 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9922c67a-b287-44a3-8597-87ddd048e2e9 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Network 7fc7050b-05fc-4225-8ef9-d2298e40d2f7 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:29:42.795929 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-9922c67a-b287-44a3-8597-87ddd048e2e9 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:29:42.874722 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 212ce57c-f6d1-4ceb-b34b-61447314d862 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:29:43.086605 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c52addf3-43ca-4bcb-9306-3350a83d5b7f tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:43.095851 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9922c67a-b287-44a3-8597-87ddd048e2e9 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Router 983952f7-cb62-461a-acb1-a7472be5610f is scheduled to L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 with binding_index 1 {{(pid=88037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:29:43.115822 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c52addf3-43ca-4bcb-9306-3350a83d5b7f tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Network 92ac70b6-6206-469b-98ee-ea16231b21da is not hosted by any dhcp agent {{(pid=88038) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 04 17:29:43.121644 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52addf3-43ca-4bcb-9306-3350a83d5b7f tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:43.121776 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c52addf3-43ca-4bcb-9306-3350a83d5b7f tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:43.126462 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-c52addf3-43ca-4bcb-9306-3350a83d5b7f tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "PUT /v2.0/networks/92ac70b6-6206-469b-98ee-ea16231b21da HTTP/1.1" status: 200 len: 723 time: 1.6109807 May 04 17:29:43.131834 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49264) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:43.227924 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52addf3-43ca-4bcb-9306-3350a83d5b7f tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Pushing event updated for resources: {'Network': ['ID=92ac70b6-6206-469b-98ee-ea16231b21da,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:43.301475 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-012047f0-7069-44e1-9be9-dd5b1c483078 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Request body: {'subnet': {'network_id': '92ac70b6-6206-469b-98ee-ea16231b21da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:43.319420 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 92ac70b6-6206-469b-98ee-ea16231b21da details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:29:43.428637 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51421727-29bf-4008-8d1b-6e1db86f24ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-dc521a67-ad73-4658-89d0-00bb27c0bc84', 'network_id': 'dc521a67-ad73-4658-89d0-00bb27c0bc84', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'fixed_ips': [{'subnet_id': '48ff8e43-2762-48d0-8242-e1b75c56aaef'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:29:43.429445 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-51421727-29bf-4008-8d1b-6e1db86f24ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:43.430712 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9922c67a-b287-44a3-8597-87ddd048e2e9 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:29:43.448161 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-9922c67a-b287-44a3-8597-87ddd048e2e9 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] 10.222.0.41 "PUT /v2.0/routers/983952f7-cb62-461a-acb1-a7472be5610f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6754498 May 04 17:29:43.453052 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-012047f0-7069-44e1-9be9-dd5b1c483078 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:43.457531 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-012047f0-7069-44e1-9be9-dd5b1c483078 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Usage tracker for resource:subnet and tenant:b25ee3601e56428392e5e6b054ab6dbb is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:29:43.459862 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b759bc8-290f-4736-a978-e8d977bf189a None None] Sync routers for ids ['983952f7-cb62-461a-acb1-a7472be5610f'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:29:43.461386 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-012047f0-7069-44e1-9be9-dd5b1c483078 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:29:43.467594 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49268) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:43.467742 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-012047f0-7069-44e1-9be9-dd5b1c483078 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:43.486547 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-049bec04-7e0e-45f1-9791-bdd294a70282 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Request body: {'port': {'network_id': '7fc7050b-05fc-4225-8ef9-d2298e40d2f7', 'name': 'tempest-FloatingIPNegativeTestJSON-1198178591'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:43.597759 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012047f0-7069-44e1-9be9-dd5b1c483078 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Made reservation on behalf of b25ee3601e56428392e5e6b054ab6dbb for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:29:43.601382 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-012047f0-7069-44e1-9be9-dd5b1c483078 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:43.658640 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 26b2ffc0-9652-4cf3-b203-f3b1becebe09 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:29:43.681786 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b759bc8-290f-4736-a978-e8d977bf189a None None] Routers {'983952f7-cb62-461a-acb1-a7472be5610f'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:29:43.682452 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-5b759bc8-290f-4736-a978-e8d977bf189a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:29:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['983952f7-cb62-461a-acb1-a7472be5610f'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:43.694316 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-049bec04-7e0e-45f1-9791-bdd294a70282 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:43.698543 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-049bec04-7e0e-45f1-9791-bdd294a70282 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Usage tracker for resource:port and tenant:83b45fcafbf0430eb5315adfdb2e1fc2 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:29:43.701960 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-049bec04-7e0e-45f1-9791-bdd294a70282 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:29:43.709110 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-049bec04-7e0e-45f1-9791-bdd294a70282 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:43.721063 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049bec04-7e0e-45f1-9791-bdd294a70282 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Made reservation on behalf of 83b45fcafbf0430eb5315adfdb2e1fc2 for: {'port': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:29:43.725475 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-049bec04-7e0e-45f1-9791-bdd294a70282 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:43.748607 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [None req-049bec04-7e0e-45f1-9791-bdd294a70282 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] device_id is not set on port 37075e47-3887-4185-8984-92a608ef7d5b yet. {{(pid=88037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:29:43.802800 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-5b759bc8-290f-4736-a978-e8d977bf189a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:43.838213 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-966e4859-80f8-44dd-84f7-3d94e0a3c5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:43.878599 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b759bc8-290f-4736-a978-e8d977bf189a None None] Routers {'983952f7-cb62-461a-acb1-a7472be5610f'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:29:43.879704 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-5b759bc8-290f-4736-a978-e8d977bf189a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:29:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['983952f7-cb62-461a-acb1-a7472be5610f'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:43.994266 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-049bec04-7e0e-45f1-9791-bdd294a70282 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Allocated IP 172.20.0.9 (7fc7050b-05fc-4225-8ef9-d2298e40d2f7/928eac20-edc2-4878-8a06-bd80b6afb42f/37075e47-3887-4185-8984-92a608ef7d5b) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:29:44.060359 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-966e4859-80f8-44dd-84f7-3d94e0a3c5db None None] For port 0761fc47-824f-4c03-aa60-0c7b014f60fc, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=0761fc47-824f-4c03-aa60-0c7b014f60fc,segment=NetworkSegment(43abb714-434f-4258-8b22-3a18bd64fc2f),segment_id=43abb714-434f-4258-8b22-3a18bd64fc2f)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:29:44.120229 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-966e4859-80f8-44dd-84f7-3d94e0a3c5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:44.159956 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-5b759bc8-290f-4736-a978-e8d977bf189a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:44.160359 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b759bc8-290f-4736-a978-e8d977bf189a None None] The sync data for ids ['983952f7-cb62-461a-acb1-a7472be5610f'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:29:44.196558 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0944e004-26e3-4736-b105-c45a4a2633e1 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:44.205405 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 26b2ffc0-9652-4cf3-b203-f3b1becebe09 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:29:44.205789 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:44.240378 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-049bec04-7e0e-45f1-9791-bdd294a70282 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:44.256076 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-049bec04-7e0e-45f1-9791-bdd294a70282 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Transition to ACTIVE for port object 37075e47-3887-4185-8984-92a608ef7d5b will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:29:44.289041 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-049bec04-7e0e-45f1-9791-bdd294a70282 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:44.307689 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-51421727-29bf-4008-8d1b-6e1db86f24ac None None] Allocated IP 172.21.0.2 (dc521a67-ad73-4658-89d0-00bb27c0bc84/48ff8e43-2762-48d0-8242-e1b75c56aaef/665572bb-d84a-4b01-a396-f7ee25016ab6) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:29:44.311529 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74ee310-d564-4c74-84d7-ad0c03e5159e req-d51fab7b-9449-486e-9dc7-54773b8eb79b tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:44.319931 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-b74ee310-d564-4c74-84d7-ad0c03e5159e req-d51fab7b-9449-486e-9dc7-54773b8eb79b tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 945 time: 1.8413856 May 04 17:29:44.372819 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-e7bef55f-d6f5-460e-818f-f7845899e4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'name': 'tempest-TestVolumeBootPattern-1202657765-router', 'tenant_id': '8c992398177546e184e9933345174247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b8d9c1ac-2873-4f63-94d9-6877543517bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:29:34Z', 'updated_at': '2022-05-04T17:29:39Z', 'revision_number': 3, 'project_id': '8c992398177546e184e9933345174247', 'gw_port': {'id': 'b8d9c1ac-2873-4f63-94d9-6877543517bb', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:37:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:36Z', 'updated_at': '2022-05-04T17:29:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:44.390221 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966e4859-80f8-44dd-84f7-3d94e0a3c5db None None] Pushing event updated for resources: {'Port': ['ID=0761fc47-824f-4c03-aa60-0c7b014f60fc,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:44.399769 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bef55f-d6f5-460e-818f-f7845899e4bb None None] Checking router: 4899f2c4-fe45-4a8a-8358-cd44707b69e7 for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:29:44.399769 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bef55f-d6f5-460e-818f-f7845899e4bb None None] Updating router 4899f2c4-fe45-4a8a-8358-cd44707b69e7 port b8d9c1ac-2873-4f63-94d9-6877543517bb binding host dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:29:44.436348 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-de162adf-9b71-4581-88e8-e0e81e3dcea3 None None] Provisioning complete for port 0761fc47-824f-4c03-aa60-0c7b014f60fc triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:29:44.436348 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-de162adf-9b71-4581-88e8-e0e81e3dcea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:44.500169 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-1e5fa23e-95f1-4bb2-ab5f-9a7548779b5e req-2dcf09dc-a805-4979-9f56-081f0207ca21 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.5347388 May 04 17:29:44.559400 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049bec04-7e0e-45f1-9791-bdd294a70282 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Pushing event updated for resources: {'Port': ['ID=37075e47-3887-4185-8984-92a608ef7d5b,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:44.583018 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049bec04-7e0e-45f1-9791-bdd294a70282 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Network 7fc7050b-05fc-4225-8ef9-d2298e40d2f7 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:29:44.584491 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-049bec04-7e0e-45f1-9791-bdd294a70282 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:29:44.592616 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049bec04-7e0e-45f1-9791-bdd294a70282 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:29:44.675989 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e7bef55f-d6f5-460e-818f-f7845899e4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:44.692027 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049bec04-7e0e-45f1-9791-bdd294a70282 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:44.692873 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-049bec04-7e0e-45f1-9791-bdd294a70282 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:44.734252 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-049bec04-7e0e-45f1-9791-bdd294a70282 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2643306 May 04 17:29:44.738239 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49272) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:44.744956 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-4dd90871-c933-4652-8c35-66b622cef32f tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Request body: {'floatingip': {'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:44.760945 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-4dd90871-c933-4652-8c35-66b622cef32f tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:44.765672 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-4dd90871-c933-4652-8c35-66b622cef32f tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Usage tracker for resource:floatingip and tenant:83b45fcafbf0430eb5315adfdb2e1fc2 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:29:44.768756 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-4dd90871-c933-4652-8c35-66b622cef32f tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:29:44.774731 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-4dd90871-c933-4652-8c35-66b622cef32f tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:44.789063 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4dd90871-c933-4652-8c35-66b622cef32f tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks [] for floatingip, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:44.863285 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-012047f0-7069-44e1-9be9-dd5b1c483078 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:44.991727 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-b74ee310-d564-4c74-84d7-ad0c03e5159e req-30ce5243-b2da-47b8-a9d5-e2d8fc8f377e tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6708131 May 04 17:29:45.020601 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4dd90871-c933-4652-8c35-66b622cef32f tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:45.173651 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0944e004-26e3-4736-b105-c45a4a2633e1 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:45.191043 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012047f0-7069-44e1-9be9-dd5b1c483078 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Pushing event updated for resources: {'Subnet': ['ID=acca79df-ad96-4639-9632-303ae7fdd45b,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:45.260108 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-51421727-29bf-4008-8d1b-6e1db86f24ac None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:45.268130 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0944e004-26e3-4736-b105-c45a4a2633e1 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:45.272093 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012047f0-7069-44e1-9be9-dd5b1c483078 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Checking segment: {'id': 'edc16817-dc23-4f33-bcec-b325e91b362c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '92ac70b6-6206-469b-98ee-ea16231b21da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:29:45.272692 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012047f0-7069-44e1-9be9-dd5b1c483078 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Network hostable DHCP agents. Network: 92ac70b6-6206-469b-98ee-ea16231b21da, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:29:45.273596 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-51421727-29bf-4008-8d1b-6e1db86f24ac None None] Transition to ACTIVE for port object 665572bb-d84a-4b01-a396-f7ee25016ab6 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:29:45.278756 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0944e004-26e3-4736-b105-c45a4a2633e1 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event deleted for resources: {'Subnet': ['ID=01288dc2-f9bd-4094-8ddc-143f8152f716,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:45.302991 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-51421727-29bf-4008-8d1b-6e1db86f24ac None None] Transition to ACTIVE for port object 665572bb-d84a-4b01-a396-f7ee25016ab6 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:29:45.402712 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5fa23e-95f1-4bb2-ab5f-9a7548779b5e req-b53bd8f0-013d-4f98-bfb3-92ddf74ca3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:45.404722 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-1e5fa23e-95f1-4bb2-ab5f-9a7548779b5e req-b53bd8f0-013d-4f98-bfb3-92ddf74ca3ce service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a1ff53d6703b4f3fb85115a97c2da768&device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 1098 time: 0.7707856 May 04 17:29:45.419786 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49278) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:45.441414 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-0944e004-26e3-4736-b105-c45a4a2633e1 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/subnets/01288dc2-f9bd-4094-8ddc-143f8152f716 HTTP/1.1" status: 204 len: 168 time: 3.8018734 May 04 17:29:45.477167 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e7bef55f-d6f5-460e-818f-f7845899e4bb None None] Notify callbacks [] for port, precommit_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:45.507055 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-e7bef55f-d6f5-460e-818f-f7845899e4bb None None] Transition to ACTIVE for port object b8d9c1ac-2873-4f63-94d9-6877543517bb will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:29:45.516935 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f563bb33-20e2-4f0d-b797-433cbe196ee4 None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:29:45.518515 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-41bd6868-a7b6-4985-9dd1-418daae71430 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0916870 May 04 17:29:45.519212 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49284) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:45.538322 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-51421727-29bf-4008-8d1b-6e1db86f24ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:45.554985 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4ae95f27-ee71-421d-a1c2-ad02f13dc484 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:45.560169 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-6acb0d31-7899-46d0-82f9-c9e03afe3cfc tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Request body: {'subnet': {'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:45.580928 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012047f0-7069-44e1-9be9-dd5b1c483078 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Network 92ac70b6-6206-469b-98ee-ea16231b21da is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:29:45.608854 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51421727-29bf-4008-8d1b-6e1db86f24ac None None] Network dc521a67-ad73-4658-89d0-00bb27c0bc84 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:29:45.622415 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-51421727-29bf-4008-8d1b-6e1db86f24ac None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:29:45.626989 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 0761fc47-824f-4c03-aa60-0c7b014f60fc up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:29:45.628428 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-4dd90871-c933-4652-8c35-66b622cef32f tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Allocated IP 172.26.0.254 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/d64d546e-80dd-4da1-8a31-2d10308af048) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:29:45.690977 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e7bef55f-d6f5-460e-818f-f7845899e4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:45.697364 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51421727-29bf-4008-8d1b-6e1db86f24ac None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:29:45.809160 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4dd90871-c933-4652-8c35-66b622cef32f tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:45.846931 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4dd90871-c933-4652-8c35-66b622cef32f tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:45.878658 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-012047f0-7069-44e1-9be9-dd5b1c483078 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 92ac70b6-6206-469b-98ee-ea16231b21da) {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:29:45.892022 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-de162adf-9b71-4581-88e8-e0e81e3dcea3 None None] Provisioning complete for port 701d2c40-aae4-4b45-b5ec-7888ce245b6c triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:29:45.892476 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-de162adf-9b71-4581-88e8-e0e81e3dcea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:45.941368 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd90871-c933-4652-8c35-66b622cef32f tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Pushing event updated for resources: {'Port': ['ID=d64d546e-80dd-4da1-8a31-2d10308af048,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:45.980606 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd90871-c933-4652-8c35-66b622cef32f tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:29:46.002676 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-49eba46e-8ec0-4737-b2a1-3047437aec67 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Synchronizing usage tracker for tenant:a41a9e7401a94b21bc1365a01709c65f on resource:router {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:29:46.008643 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012047f0-7069-44e1-9be9-dd5b1c483078 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:46.009655 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-012047f0-7069-44e1-9be9-dd5b1c483078 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:46.023194 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-de162adf-9b71-4581-88e8-e0e81e3dcea3 None None] Port 701d2c40-aae4-4b45-b5ec-7888ce245b6c cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:29:46.026665 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d27194f-76d5-45fb-868f-a34ccba06d46 None None] Network 92ac70b6-6206-469b-98ee-ea16231b21da requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:29:46.036750 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-4dd90871-c933-4652-8c35-66b622cef32f tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:29:46.053882 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd90871-c933-4652-8c35-66b622cef32f tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:29:46.121857 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-6acb0d31-7899-46d0-82f9-c9e03afe3cfc tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:46.133121 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-6acb0d31-7899-46d0-82f9-c9e03afe3cfc tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Usage tracker for resource:subnet and tenant:e0bb3da2b1c344b882bb065b24ba46bb is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:29:46.139609 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49288) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:46.140715 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-6acb0d31-7899-46d0-82f9-c9e03afe3cfc tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:29:46.151283 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-6acb0d31-7899-46d0-82f9-c9e03afe3cfc tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:46.157588 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-f30fd813-cebf-411b-9109-974fb358230e tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Request body: {'subnet': {'network_id': '212ce57c-f6d1-4ceb-b34b-61447314d862', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:46.185508 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-e7bef55f-d6f5-460e-818f-f7845899e4bb None None] Attempting to bind port b8d9c1ac-2873-4f63-94d9-6877543517bb on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:29:46.185984 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-e7bef55f-d6f5-460e-818f-f7845899e4bb None None] Attempting to bind port b8d9c1ac-2873-4f63-94d9-6877543517bb by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:29:46.186414 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bef55f-d6f5-460e-818f-f7845899e4bb None None] Attempting to bind port b8d9c1ac-2873-4f63-94d9-6877543517bb on network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:29:46.200036 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4dd90871-c933-4652-8c35-66b622cef32f tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:46.201076 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bef55f-d6f5-460e-818f-f7845899e4bb None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:29:46.201526 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bef55f-d6f5-460e-818f-f7845899e4bb None None] Checking segment: {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:29:46.202034 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e7bef55f-d6f5-460e-818f-f7845899e4bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:46.202496 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bef55f-d6f5-460e-818f-f7845899e4bb None None] Bound using segment: {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:29:46.203049 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-e7bef55f-d6f5-460e-818f-f7845899e4bb None None] Bound port: b8d9c1ac-2873-4f63-94d9-6877543517bb, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:29:46.203495 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e7bef55f-d6f5-460e-818f-f7845899e4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:46.238681 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51421727-29bf-4008-8d1b-6e1db86f24ac None None] Pushing event updated for resources: {'Port': ['ID=665572bb-d84a-4b01-a396-f7ee25016ab6,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:46.276459 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4dd90871-c933-4652-8c35-66b622cef32f tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:46.324435 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6acb0d31-7899-46d0-82f9-c9e03afe3cfc tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Made reservation on behalf of e0bb3da2b1c344b882bb065b24ba46bb for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:29:46.329391 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6acb0d31-7899-46d0-82f9-c9e03afe3cfc tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:46.344659 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-51421727-29bf-4008-8d1b-6e1db86f24ac None None] Attempting to bind port 665572bb-d84a-4b01-a396-f7ee25016ab6 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:29:46.346312 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-51421727-29bf-4008-8d1b-6e1db86f24ac None None] Attempting to bind port 665572bb-d84a-4b01-a396-f7ee25016ab6 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '98b61957-a94f-4bac-a737-9b8b5b15c65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'dc521a67-ad73-4658-89d0-00bb27c0bc84'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:29:46.347124 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51421727-29bf-4008-8d1b-6e1db86f24ac None None] Attempting to bind port 665572bb-d84a-4b01-a396-f7ee25016ab6 on network dc521a67-ad73-4658-89d0-00bb27c0bc84 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:29:46.360894 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-cb51a889-d572-4d42-86e5-3e3ef1cd8b66 None None] Provisioning for port 37075e47-3887-4185-8984-92a608ef7d5b completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:29:46.381761 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-012047f0-7069-44e1-9be9-dd5b1c483078 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1560011 May 04 17:29:46.396921 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49292) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:46.407209 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-49eba46e-8ec0-4737-b2a1-3047437aec67 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Unset dirty status for tenant:a41a9e7401a94b21bc1365a01709c65f on resource:router {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:29:46.412955 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-49eba46e-8ec0-4737-b2a1-3047437aec67 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 3.6194556 May 04 17:29:46.417213 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49296) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:46.434310 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-5c8c1dfd-ade8-4932-ba3b-5234337727c3 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1183170083'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:46.446105 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51421727-29bf-4008-8d1b-6e1db86f24ac None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:29:46.446605 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51421727-29bf-4008-8d1b-6e1db86f24ac None None] Checking segment: {'id': '98b61957-a94f-4bac-a737-9b8b5b15c65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'dc521a67-ad73-4658-89d0-00bb27c0bc84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:29:46.447105 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-51421727-29bf-4008-8d1b-6e1db86f24ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:46.447589 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51421727-29bf-4008-8d1b-6e1db86f24ac None None] Bound using segment: {'id': '98b61957-a94f-4bac-a737-9b8b5b15c65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'dc521a67-ad73-4658-89d0-00bb27c0bc84'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:29:46.448216 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-51421727-29bf-4008-8d1b-6e1db86f24ac None None] Bound port: 665572bb-d84a-4b01-a396-f7ee25016ab6, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b61957-a94f-4bac-a737-9b8b5b15c65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'dc521a67-ad73-4658-89d0-00bb27c0bc84'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:29:46.448706 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-51421727-29bf-4008-8d1b-6e1db86f24ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:46.461646 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 0761fc47-824f-4c03-aa60-0c7b014f60fc triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:29:46.462177 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:46.496366 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-cb51a889-d572-4d42-86e5-3e3ef1cd8b66 None None] Provisioning complete for port 37075e47-3887-4185-8984-92a608ef7d5b triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:29:46.497033 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-cb51a889-d572-4d42-86e5-3e3ef1cd8b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:46.505853 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-d785154d-958f-4ac7-9539-4ad8a625811d tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:46.524246 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-f30fd813-cebf-411b-9109-974fb358230e tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:46.537503 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-f30fd813-cebf-411b-9109-974fb358230e tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Usage tracker for resource:subnet and tenant:53b502bc006642479c9b29af51aad044 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:29:46.541339 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-f30fd813-cebf-411b-9109-974fb358230e tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:29:46.549311 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5fa23e-95f1-4bb2-ab5f-9a7548779b5e req-44170055-e9cb-4ed6-ac47-419bf0515077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:46.551292 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-1e5fa23e-95f1-4bb2-ab5f-9a7548779b5e req-44170055-e9cb-4ed6-ac47-419bf0515077 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dc3827ab-b4d6-4656-be7d-24135047baff HTTP/1.1" status: 200 len: 913 time: 1.1007857 May 04 17:29:46.571162 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-f30fd813-cebf-411b-9109-974fb358230e tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:46.641165 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30fd813-cebf-411b-9109-974fb358230e tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Made reservation on behalf of 53b502bc006642479c9b29af51aad044 for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:29:46.644494 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f30fd813-cebf-411b-9109-974fb358230e tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:46.772335 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078be3bb-fa45-4d9c-9d17-ae1cf1ebcfb6 None None] Pushing event updated for resources: {'Port': ['ID=b8d9c1ac-2873-4f63-94d9-6877543517bb,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:46.778015 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-cb51a889-d572-4d42-86e5-3e3ef1cd8b66 None None] Port 37075e47-3887-4185-8984-92a608ef7d5b cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:29:46.809020 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ad168b5d-bdc4-407f-a299-2db5d155d041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:46.817546 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-e7bef55f-d6f5-460e-818f-f7845899e4bb None None] For port b8d9c1ac-2873-4f63-94d9-6877543517bb, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:29:46.821618 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-e7bef55f-d6f5-460e-818f-f7845899e4bb None None] For port b8d9c1ac-2873-4f63-94d9-6877543517bb, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=b8d9c1ac-2873-4f63-94d9-6877543517bb,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:29:46.860913 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f68debe-7a57-4d79-ad8e-e9e5dfd4e9db req-42f0be0e-a33d-4f25-9b05-d5d13c581999 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:46.862532 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-8f68debe-7a57-4d79-ad8e-e9e5dfd4e9db req-42f0be0e-a33d-4f25-9b05-d5d13c581999 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 945 time: 1.2212558 May 04 17:29:46.884846 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e7bef55f-d6f5-460e-818f-f7845899e4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:47.011490 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14634ff1-a68e-4036-b035-e397e9f9ca5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-92ac70b6-6206-469b-98ee-ea16231b21da', 'network_id': '92ac70b6-6206-469b-98ee-ea16231b21da', 'tenant_id': 'b25ee3601e56428392e5e6b054ab6dbb', 'fixed_ips': [{'subnet_id': 'acca79df-ad96-4639-9632-303ae7fdd45b'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:29:47.013527 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-14634ff1-a68e-4036-b035-e397e9f9ca5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:47.038822 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4dd90871-c933-4652-8c35-66b622cef32f tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:47.043227 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-51421727-29bf-4008-8d1b-6e1db86f24ac None None] For port 665572bb-d84a-4b01-a396-f7ee25016ab6, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:29:47.082491 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-51421727-29bf-4008-8d1b-6e1db86f24ac None None] For port 665572bb-d84a-4b01-a396-f7ee25016ab6, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=665572bb-d84a-4b01-a396-f7ee25016ab6,segment=NetworkSegment(98b61957-a94f-4bac-a737-9b8b5b15c65f),segment_id=98b61957-a94f-4bac-a737-9b8b5b15c65f)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:29:47.092976 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4dd90871-c933-4652-8c35-66b622cef32f tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:47.146512 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-51421727-29bf-4008-8d1b-6e1db86f24ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:47.151571 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bef55f-d6f5-460e-818f-f7845899e4bb None None] Routers {'4899f2c4-fe45-4a8a-8358-cd44707b69e7'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:29:47.151571 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-e7bef55f-d6f5-460e-818f-f7845899e4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:29:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['4899f2c4-fe45-4a8a-8358-cd44707b69e7'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:47.160702 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-1e5fa23e-95f1-4bb2-ab5f-9a7548779b5e req-66cc255c-116f-4112-8e16-d73622055350 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=115c2e5e-626d-476c-9f9c-99d23fa03683 HTTP/1.1" status: 200 len: 1000 time: 0.5548692 May 04 17:29:47.201505 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd90871-c933-4652-8c35-66b622cef32f tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Pushing event updated for resources: {'Port': ['ID=d64d546e-80dd-4da1-8a31-2d10308af048,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:47.205012 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6acb0d31-7899-46d0-82f9-c9e03afe3cfc tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:47.271759 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c5117b-8bac-4df7-a222-62b8f9722a84 None None] DHCP port deletion for 6b89b041-5c42-49da-97bf-23cee8aadf17 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:29:47.293837 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d785154d-958f-4ac7-9539-4ad8a625811d tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6797989'] for subnet, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:47.300164 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-37c5117b-8bac-4df7-a222-62b8f9722a84 None None] Deleting port ca593c5f-1513-4d55-ad19-579d9208d27c {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:29:47.300543 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-37c5117b-8bac-4df7-a222-62b8f9722a84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:47.337207 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078be3bb-fa45-4d9c-9d17-ae1cf1ebcfb6 None None] Pushing event updated for resources: {'Port': ['ID=b8d9c1ac-2873-4f63-94d9-6877543517bb,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:47.348797 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-8f68debe-7a57-4d79-ad8e-e9e5dfd4e9db req-e0576f20-2245-4e19-bcbd-39b1b9cdeaf4 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4173043 May 04 17:29:47.357880 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acb0d31-7899-46d0-82f9-c9e03afe3cfc tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:29:47.381187 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-6acb0d31-7899-46d0-82f9-c9e03afe3cfc tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:29:47.391129 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acb0d31-7899-46d0-82f9-c9e03afe3cfc tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:47.391854 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6acb0d31-7899-46d0-82f9-c9e03afe3cfc tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:47.433808 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb0d31-7899-46d0-82f9-c9e03afe3cfc tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event updated for resources: {'Subnet': ['ID=05875c07-f33a-494b-a91f-30d18dcaa34c,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:47.449813 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4dd90871-c933-4652-8c35-66b622cef32f tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710218'] for floatingip, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:47.457817 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f30fd813-cebf-411b-9109-974fb358230e tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:47.528772 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-6acb0d31-7899-46d0-82f9-c9e03afe3cfc tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0043736 May 04 17:29:47.532433 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49300) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:47.545075 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4dd90871-c933-4652-8c35-66b622cef32f tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:47.548908 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-4dd90871-c933-4652-8c35-66b622cef32f tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8067503 May 04 17:29:47.555547 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49302) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:47.560476 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5fa23e-95f1-4bb2-ab5f-9a7548779b5e req-74ab1df0-498d-479d-8c36-1c9b8e899947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:47.561896 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-1e5fa23e-95f1-4bb2-ab5f-9a7548779b5e req-74ab1df0-498d-479d-8c36-1c9b8e899947 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c14252a2-7d43-446e-921a-c611341f12b4 HTTP/1.1" status: 200 len: 851 time: 0.3676615 May 04 17:29:47.568628 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-a70b9944-6103-49db-b40f-cd343204b532 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Request body: {'floatingip': {'port_id': '37075e47-3887-4185-8984-92a608ef7d5b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:47.599119 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device ca593c5f-1513-4d55-ad19-579d9208d27c no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:29:47.620591 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-6202b666-fed3-4ee3-94ba-2c993bcf4bb5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Request body: {'port': {'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'fixed_ips': [{'subnet_id': '05875c07-f33a-494b-a91f-30d18dcaa34c', 'ip_address': '2001:db8::d40c:7e95:2d3f:579c'}], 'name': 'tempest-NetworksTestDHCPv6-1630637542'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:47.636404 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30fd813-cebf-411b-9109-974fb358230e tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Pushing event updated for resources: {'Subnet': ['ID=83651786-166a-4b01-b862-aed112b10562,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:47.663997 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30fd813-cebf-411b-9109-974fb358230e tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Checking segment: {'id': 'c4ca3a4a-84dc-4de6-8132-dc7ac31231a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '212ce57c-f6d1-4ceb-b34b-61447314d862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:29:47.664486 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30fd813-cebf-411b-9109-974fb358230e tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Network hostable DHCP agents. Network: 212ce57c-f6d1-4ceb-b34b-61447314d862, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:29:47.676372 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a70b9944-6103-49db-b40f-cd343204b532 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks [] for floatingip, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:47.812958 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-4ae95f27-ee71-421d-a1c2-ad02f13dc484 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Allocated IP 172.21.0.1 (dc521a67-ad73-4658-89d0-00bb27c0bc84/48ff8e43-2762-48d0-8242-e1b75c56aaef/fbcda7fa-7584-47e4-a662-b2f3fb59ea54) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:29:47.819884 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30fd813-cebf-411b-9109-974fb358230e tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Network 212ce57c-f6d1-4ceb-b34b-61447314d862 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:29:47.870019 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-f30fd813-cebf-411b-9109-974fb358230e tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 212ce57c-f6d1-4ceb-b34b-61447314d862) {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:29:47.884307 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30fd813-cebf-411b-9109-974fb358230e tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:47.884998 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f30fd813-cebf-411b-9109-974fb358230e tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:47.899090 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51421727-29bf-4008-8d1b-6e1db86f24ac None None] Pushing event updated for resources: {'Port': ['ID=665572bb-d84a-4b01-a396-f7ee25016ab6,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:47.933037 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-e7bef55f-d6f5-460e-818f-f7845899e4bb None None] Set router 4899f2c4-fe45-4a8a-8358-cd44707b69e7 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:29:47.943942 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-f30fd813-cebf-411b-9109-974fb358230e tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8000312 May 04 17:29:47.946037 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.api.v2.resource [None req-a70b9944-6103-49db-b40f-cd343204b532 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] update failed (client error): The resource could not be found. May 04 17:29:47.947683 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-a70b9944-6103-49db-b40f-cd343204b532 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] 10.222.0.41 "PUT /v2.0/floatingips/347eca3e-efc7-4dc3-8c27-deff6b409536 HTTP/1.1" status: 404 len: 507 time: 0.3893931 May 04 17:29:47.949233 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49308) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:47.955490 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49310) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:47.962194 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-1a7a4899-0e16-4b0f-8a23-7f3fe2afb045 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1514737154'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:48.096205 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf3a503-8092-4555-9757-e422e8c2aeaf None None] Network 212ce57c-f6d1-4ceb-b34b-61447314d862 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:29:48.158542 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-6a4ede4a-7f7b-4fd2-8330-459cdecb020c tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Deleting port d64d546e-80dd-4da1-8a31-2d10308af048 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:29:48.158846 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6a4ede4a-7f7b-4fd2-8330-459cdecb020c tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:48.204510 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-14634ff1-a68e-4036-b035-e397e9f9ca5e None None] Allocated IP 172.20.0.2 (92ac70b6-6206-469b-98ee-ea16231b21da/acca79df-ad96-4639-9632-303ae7fdd45b/edc8c624-ae11-4f24-95e5-62be1d57a50c) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:29:48.300838 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-1a7a4899-0e16-4b0f-8a23-7f3fe2afb045 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:48.310351 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-1a7a4899-0e16-4b0f-8a23-7f3fe2afb045 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Usage tracker for resource:network and tenant:53b502bc006642479c9b29af51aad044 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:29:48.314682 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-1a7a4899-0e16-4b0f-8a23-7f3fe2afb045 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:29:48.334831 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-1a7a4899-0e16-4b0f-8a23-7f3fe2afb045 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:48.365720 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7a4899-0e16-4b0f-8a23-7f3fe2afb045 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Made reservation on behalf of 53b502bc006642479c9b29af51aad044 for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:29:48.369955 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1a7a4899-0e16-4b0f-8a23-7f3fe2afb045 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:48.381890 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6a4ede4a-7f7b-4fd2-8330-459cdecb020c tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:48.382242 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6a4ede4a-7f7b-4fd2-8330-459cdecb020c tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:48.422264 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4ae95f27-ee71-421d-a1c2-ad02f13dc484 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:48.438563 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-4ae95f27-ee71-421d-a1c2-ad02f13dc484 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Transition to ACTIVE for port object fbcda7fa-7584-47e4-a662-b2f3fb59ea54 will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:29:48.480253 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4ae95f27-ee71-421d-a1c2-ad02f13dc484 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:48.517090 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-6a4ede4a-7f7b-4fd2-8330-459cdecb020c tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Calling delete_port for d64d546e-80dd-4da1-8a31-2d10308af048 owned by network:floatingip {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:29:48.557203 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5fa23e-95f1-4bb2-ab5f-9a7548779b5e req-95bf3e04-475b-4c3e-868f-f40cdb247ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:48.558757 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-1e5fa23e-95f1-4bb2-ab5f-9a7548779b5e req-95bf3e04-475b-4c3e-868f-f40cdb247ee6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc3827ab-b4d6-4656-be7d-24135047baff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9860611 May 04 17:29:48.564708 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-ad168b5d-bdc4-407f-a299-2db5d155d041 admin admin] Allocated IP 172.20.0.1 (b631325e-11d5-4100-a2cb-8b9aba720937/35d620f1-cc33-411a-8546-1edeed82bf7b/e39eb039-91da-4230-9bd3-e0bdfb395ef2) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:29:48.611382 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-6202b666-fed3-4ee3-94ba-2c993bcf4bb5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:48.614226 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a7a4899-0e16-4b0f-8a23-7f3fe2afb045 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:29:48.619145 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-37c5117b-8bac-4df7-a222-62b8f9722a84 None None] For port ca593c5f-1513-4d55-ad19-579d9208d27c, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=ca593c5f-1513-4d55-ad19-579d9208d27c,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:29:48.620338 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-37c5117b-8bac-4df7-a222-62b8f9722a84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:48.642078 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1a7a4899-0e16-4b0f-8a23-7f3fe2afb045 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:48.642708 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-1a7a4899-0e16-4b0f-8a23-7f3fe2afb045 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Added segment 6f605577-77de-40d0-9501-207e0834a56a of type vlan for network e15275a3-e37a-4a3b-a8b9-0c4518a7cf4f May 04 17:29:48.668090 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:48.700986 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1a7a4899-0e16-4b0f-8a23-7f3fe2afb045 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:48.727524 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a66b687-f8fd-4a13-b2b2-2327c6df0422 req-a9c2e523-737b-4eff-bfda-a8db89fa50d0 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:48.729074 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6a66b687-f8fd-4a13-b2b2-2327c6df0422 req-a9c2e523-737b-4eff-bfda-a8db89fa50d0 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 945 time: 0.1851230 May 04 17:29:48.746717 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae95f27-ee71-421d-a1c2-ad02f13dc484 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Network dc521a67-ad73-4658-89d0-00bb27c0bc84 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:29:48.754402 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-6202b666-fed3-4ee3-94ba-2c993bcf4bb5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Usage tracker for resource:port and tenant:e0bb3da2b1c344b882bb065b24ba46bb is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:29:48.768691 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-4ae95f27-ee71-421d-a1c2-ad02f13dc484 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:29:48.780372 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-6202b666-fed3-4ee3-94ba-2c993bcf4bb5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:29:48.788194 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae95f27-ee71-421d-a1c2-ad02f13dc484 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:29:48.818179 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae95f27-ee71-421d-a1c2-ad02f13dc484 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Pushing event updated for resources: {'Port': ['ID=fbcda7fa-7584-47e4-a662-b2f3fb59ea54,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:48.832269 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-6202b666-fed3-4ee3-94ba-2c993bcf4bb5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:48.866693 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-37c5117b-8bac-4df7-a222-62b8f9722a84 None None] Calling delete_port for ca593c5f-1513-4d55-ad19-579d9208d27c owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:29:48.935389 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1a7a4899-0e16-4b0f-8a23-7f3fe2afb045 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:48.940862 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7a4899-0e16-4b0f-8a23-7f3fe2afb045 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:48.941473 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1a7a4899-0e16-4b0f-8a23-7f3fe2afb045 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:49.033424 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6a66b687-f8fd-4a13-b2b2-2327c6df0422 req-446e81bb-2465-4044-8ef5-3ae6c78ae88b tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2655218 May 04 17:29:49.053487 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5c8c1dfd-ade8-4932-ba3b-5234337727c3 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:49.090662 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6a4ede4a-7f7b-4fd2-8330-459cdecb020c tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:49.097491 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port ca593c5f-1513-4d55-ad19-579d9208d27c, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=ca593c5f-1513-4d55-ad19-579d9208d27c,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:29:49.155216 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7a4899-0e16-4b0f-8a23-7f3fe2afb045 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Pushing event updated for resources: {'Network': ['ID=e15275a3-e37a-4a3b-a8b9-0c4518a7cf4f,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:49.171685 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4ede4a-7f7b-4fd2-8330-459cdecb020c tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Pushing event deleted for resources: {'Port': ['ID=d64d546e-80dd-4da1-8a31-2d10308af048,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:49.182018 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-1a7a4899-0e16-4b0f-8a23-7f3fe2afb045 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2275562 May 04 17:29:49.185586 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc32cec-9404-4e82-a429-d7fd4bb4a5df None None] Network dc521a67-ad73-4658-89d0-00bb27c0bc84 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:29:49.198286 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network e15275a3-e37a-4a3b-a8b9-0c4518a7cf4f details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:29:49.217827 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:49.223051 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49320) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:49.239051 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-e36326ea-33fb-4a19-bd6d-c190f2b7678c tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Request body: {'subnet': {'network_id': 'e15275a3-e37a-4a3b-a8b9-0c4518a7cf4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:49.355063 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-1e5fa23e-95f1-4bb2-ab5f-9a7548779b5e req-97e6e9a5-ba5e-4bf9-b05a-c915fef05144 service neutron] 10.222.0.42 "GET /v2.0/networks/dc3827ab-b4d6-4656-be7d-24135047baff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7786672 May 04 17:29:49.379338 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ad168b5d-bdc4-407f-a299-2db5d155d041 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:49.398856 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4ae95f27-ee71-421d-a1c2-ad02f13dc484 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710357'] for router_interface, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:49.446024 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6a4ede4a-7f7b-4fd2-8330-459cdecb020c tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks [] for floatingip, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:49.448620 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6a4ede4a-7f7b-4fd2-8330-459cdecb020c tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:49.449886 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-6a4ede4a-7f7b-4fd2-8330-459cdecb020c tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] 10.222.0.41 "DELETE /v2.0/floatingips/347eca3e-efc7-4dc3-8c27-deff6b409536 HTTP/1.1" status: 204 len: 168 time: 1.4931624 May 04 17:29:49.454056 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5c8c1dfd-ade8-4932-ba3b-5234337727c3 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-712177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-712168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-709817'] for router, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:49.455088 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49326) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:49.460953 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-ad168b5d-bdc4-407f-a299-2db5d155d041 admin admin] Transition to ACTIVE for port object e39eb039-91da-4230-9bd3-e0bdfb395ef2 will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:29:49.462262 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-dfe9e721-2224-4a2b-806d-07d148219325 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Request body: {'floatingip': {'floating_network_id': '7fc7050b-05fc-4225-8ef9-d2298e40d2f7', 'port_id': '37075e47-3887-4185-8984-92a608ef7d5b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:49.469470 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-dfe9e721-2224-4a2b-806d-07d148219325 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:49.473561 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-dfe9e721-2224-4a2b-806d-07d148219325 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Usage tracker for resource:floatingip and tenant:83b45fcafbf0430eb5315adfdb2e1fc2 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:29:49.476706 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-dfe9e721-2224-4a2b-806d-07d148219325 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:29:49.485277 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.db.api [None req-37c5117b-8bac-4df7-a222-62b8f9722a84 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:29:49.489685 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-dfe9e721-2224-4a2b-806d-07d148219325 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:49.498246 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG oslo_db.api [None req-37c5117b-8bac-4df7-a222-62b8f9722a84 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:29:49.512216 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-e36326ea-33fb-4a19-bd6d-c190f2b7678c tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:49.517243 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-e36326ea-33fb-4a19-bd6d-c190f2b7678c tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Usage tracker for resource:subnet and tenant:53b502bc006642479c9b29af51aad044 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:29:49.520447 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6202b666-fed3-4ee3-94ba-2c993bcf4bb5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Made reservation on behalf of e0bb3da2b1c344b882bb065b24ba46bb for: {'port': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:29:49.521214 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-e36326ea-33fb-4a19-bd6d-c190f2b7678c tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:29:49.529717 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-e36326ea-33fb-4a19-bd6d-c190f2b7678c tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:49.540111 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dfe9e721-2224-4a2b-806d-07d148219325 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks [] for floatingip, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:49.567312 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ad168b5d-bdc4-407f-a299-2db5d155d041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:49.569301 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e36326ea-33fb-4a19-bd6d-c190f2b7678c tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Made reservation on behalf of 53b502bc006642479c9b29af51aad044 for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:29:49.573291 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e36326ea-33fb-4a19-bd6d-c190f2b7678c tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:49.710190 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0c6f18-ac3c-40e4-b15c-67afc97f7b2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-212ce57c-f6d1-4ceb-b34b-61447314d862', 'network_id': '212ce57c-f6d1-4ceb-b34b-61447314d862', 'tenant_id': '53b502bc006642479c9b29af51aad044', 'fixed_ips': [{'subnet_id': '83651786-166a-4b01-b862-aed112b10562'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:29:49.711042 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-3e0c6f18-ac3c-40e4-b15c-67afc97f7b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:49.720865 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 665572bb-d84a-4b01-a396-f7ee25016ab6 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:29:49.800850 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-6d10adfa-860f-4838-b07f-6a351c519b9f None None] Provisioning for port 665572bb-d84a-4b01-a396-f7ee25016ab6 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:29:49.851669 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=ca593c5f-1513-4d55-ad19-579d9208d27c,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:49.862790 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-14634ff1-a68e-4036-b035-e397e9f9ca5e None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:49.893774 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18436fd7-243f-4c69-8309-86388eeb872c req-01fb7efa-542f-4c2d-8e88-77211d3d0779 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:49.897791 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-18436fd7-243f-4c69-8309-86388eeb872c req-01fb7efa-542f-4c2d-8e88-77211d3d0779 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 945 time: 0.3351271 May 04 17:29:49.916245 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad168b5d-bdc4-407f-a299-2db5d155d041 admin admin] Pushing event updated for resources: {'Port': ['ID=e39eb039-91da-4230-9bd3-e0bdfb395ef2,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:49.949268 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-14634ff1-a68e-4036-b035-e397e9f9ca5e None None] Transition to ACTIVE for port object edc8c624-ae11-4f24-95e5-62be1d57a50c will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:29:49.974248 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad168b5d-bdc4-407f-a299-2db5d155d041 admin admin] Network b631325e-11d5-4100-a2cb-8b9aba720937 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:29:49.985032 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-ad168b5d-bdc4-407f-a299-2db5d155d041 admin admin] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:29:50.003414 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-37c5117b-8bac-4df7-a222-62b8f9722a84 None None] Deleting port ca593c5f-1513-4d55-ad19-579d9208d27c {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:29:50.003789 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-37c5117b-8bac-4df7-a222-62b8f9722a84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:50.007128 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad168b5d-bdc4-407f-a299-2db5d155d041 admin admin] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:29:50.027666 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-18436fd7-243f-4c69-8309-86388eeb872c req-040869c0-66a4-42e5-8b9f-ddb7cb236195 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228542 May 04 17:29:50.064140 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ad168b5d-bdc4-407f-a299-2db5d155d041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710357'] for router_interface, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:50.098977 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.api.v2.resource [None req-dfe9e721-2224-4a2b-806d-07d148219325 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 04 17:29:50.105252 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-dfe9e721-2224-4a2b-806d-07d148219325 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.6437738 May 04 17:29:50.105252 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49330) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:50.121414 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-f3657a75-a26d-4b56-9930-b8a2272c9192 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Request body: {'floatingip': {'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'port_id': '37075e47-3887-4185-8984-92a608ef7d5b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:50.131539 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-f3657a75-a26d-4b56-9930-b8a2272c9192 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:50.136698 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-f3657a75-a26d-4b56-9930-b8a2272c9192 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Usage tracker for resource:floatingip and tenant:83b45fcafbf0430eb5315adfdb2e1fc2 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:29:50.139103 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-e7bef55f-d6f5-460e-818f-f7845899e4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'name': 'tempest-TestVolumeBootPattern-1202657765-router', 'tenant_id': '8c992398177546e184e9933345174247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b8d9c1ac-2873-4f63-94d9-6877543517bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:29:34Z', 'updated_at': '2022-05-04T17:29:39Z', 'revision_number': 3, 'project_id': '8c992398177546e184e9933345174247', 'gw_port': {'id': 'b8d9c1ac-2873-4f63-94d9-6877543517bb', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:37:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:36Z', 'updated_at': '2022-05-04T17:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:50.142038 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-f3657a75-a26d-4b56-9930-b8a2272c9192 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:29:50.143642 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-14634ff1-a68e-4036-b035-e397e9f9ca5e None None] Transition to ACTIVE for port object edc8c624-ae11-4f24-95e5-62be1d57a50c will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:29:50.154306 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-f3657a75-a26d-4b56-9930-b8a2272c9192 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:50.172131 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e36326ea-33fb-4a19-bd6d-c190f2b7678c tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:50.183298 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bef55f-d6f5-460e-818f-f7845899e4bb None None] The sync data for ids ['4899f2c4-fe45-4a8a-8358-cd44707b69e7'] in dv-neutron-840426-1-hyperv is: [{'id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'name': 'tempest-TestVolumeBootPattern-1202657765-router', 'tenant_id': '8c992398177546e184e9933345174247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b8d9c1ac-2873-4f63-94d9-6877543517bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:29:34Z', 'updated_at': '2022-05-04T17:29:39Z', 'revision_number': 3, 'project_id': '8c992398177546e184e9933345174247', 'gw_port': {'id': 'b8d9c1ac-2873-4f63-94d9-6877543517bb', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:37:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:36Z', 'updated_at': '2022-05-04T17:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:29:50.221733 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f3657a75-a26d-4b56-9930-b8a2272c9192 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks [] for floatingip, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:50.223160 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-14634ff1-a68e-4036-b035-e397e9f9ca5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:50.279172 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c8c1dfd-ade8-4932-ba3b-5234337727c3 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Router 9b1b2a5a-6e1f-435a-8e8e-0be00452f7ba has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:29:50.290461 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 665572bb-d84a-4b01-a396-f7ee25016ab6 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:29:50.298910 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6202b666-fed3-4ee3-94ba-2c993bcf4bb5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:50.344935 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-1e5fa23e-95f1-4bb2-ab5f-9a7548779b5e req-02c6d2ae-8ee5-4555-b454-88a8e1b010e4 service neutron] 10.222.0.42 "GET /v2.0/networks/dc3827ab-b4d6-4656-be7d-24135047baff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8875990 May 04 17:29:50.385092 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36326ea-33fb-4a19-bd6d-c190f2b7678c tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Checking segment: {'id': '6f605577-77de-40d0-9501-207e0834a56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e15275a3-e37a-4a3b-a8b9-0c4518a7cf4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:29:50.385768 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36326ea-33fb-4a19-bd6d-c190f2b7678c tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Network hostable DHCP agents. Network: e15275a3-e37a-4a3b-a8b9-0c4518a7cf4f, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:29:50.393646 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14634ff1-a68e-4036-b035-e397e9f9ca5e None None] Network 92ac70b6-6206-469b-98ee-ea16231b21da is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:29:50.408169 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 665572bb-d84a-4b01-a396-f7ee25016ab6 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:29:50.408539 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:50.446085 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36326ea-33fb-4a19-bd6d-c190f2b7678c tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Pushing event updated for resources: {'Subnet': ['ID=9e062f71-2fc3-473c-85b0-2ae195ffd39d,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:50.447166 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-14634ff1-a68e-4036-b035-e397e9f9ca5e None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:29:50.480618 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14634ff1-a68e-4036-b035-e397e9f9ca5e None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:29:50.488624 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36326ea-33fb-4a19-bd6d-c190f2b7678c tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Network e15275a3-e37a-4a3b-a8b9-0c4518a7cf4f is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:29:50.534221 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-e36326ea-33fb-4a19-bd6d-c190f2b7678c tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, e15275a3-e37a-4a3b-a8b9-0c4518a7cf4f) {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:29:50.565267 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36326ea-33fb-4a19-bd6d-c190f2b7678c tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:50.574943 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e36326ea-33fb-4a19-bd6d-c190f2b7678c tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:50.582016 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14634ff1-a68e-4036-b035-e397e9f9ca5e None None] Pushing event updated for resources: {'Port': ['ID=edc8c624-ae11-4f24-95e5-62be1d57a50c,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:50.589811 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f3657a75-a26d-4b56-9930-b8a2272c9192 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:50.596894 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-3e0c6f18-ac3c-40e4-b15c-67afc97f7b2e None None] Allocated IP 2001:db8:0:ffff::2 (212ce57c-f6d1-4ceb-b34b-61447314d862/83651786-166a-4b01-b862-aed112b10562/a3fdb46c-77c5-4e2b-9b86-baeae4c2280c) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:29:50.630297 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26db9342-9fbc-4052-9d89-725a7c743b12 None None] Network e15275a3-e37a-4a3b-a8b9-0c4518a7cf4f requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:29:50.635162 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4ae95f27-ee71-421d-a1c2-ad02f13dc484 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:50.681322 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-22825c47-485b-4aa5-becb-7b57921933cf None None] Provisioning for port e39eb039-91da-4230-9bd3-e0bdfb395ef2 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:29:50.687139 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-e36326ea-33fb-4a19-bd6d-c190f2b7678c tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4631798 May 04 17:29:50.691112 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49334) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:50.754268 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [None req-6202b666-fed3-4ee3-94ba-2c993bcf4bb5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] device_id is not set on port f8571534-743f-4d00-ac8d-ae84e2e1b33b yet. {{(pid=88038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:29:50.780563 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-22825c47-485b-4aa5-becb-7b57921933cf None None] Provisioning complete for port e39eb039-91da-4230-9bd3-e0bdfb395ef2 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:29:50.781106 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-22825c47-485b-4aa5-becb-7b57921933cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:50.879894 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-f3657a75-a26d-4b56-9930-b8a2272c9192 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Allocated IP 172.26.0.215 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/779a3d96-fd06-4789-92d9-aa227737c80e) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:29:50.917947 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0349856a-4464-46f6-ad90-b72ac534a223 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:51.044150 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0349856a-4464-46f6-ad90-b72ac534a223 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:51.053044 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-14634ff1-a68e-4036-b035-e397e9f9ca5e None None] Attempting to bind port edc8c624-ae11-4f24-95e5-62be1d57a50c on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:29:51.053425 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-14634ff1-a68e-4036-b035-e397e9f9ca5e None None] Attempting to bind port edc8c624-ae11-4f24-95e5-62be1d57a50c by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'edc16817-dc23-4f33-bcec-b325e91b362c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '92ac70b6-6206-469b-98ee-ea16231b21da'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:29:51.053841 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14634ff1-a68e-4036-b035-e397e9f9ca5e None None] Attempting to bind port edc8c624-ae11-4f24-95e5-62be1d57a50c on network 92ac70b6-6206-469b-98ee-ea16231b21da {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:29:51.250852 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14634ff1-a68e-4036-b035-e397e9f9ca5e None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:29:51.251278 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14634ff1-a68e-4036-b035-e397e9f9ca5e None None] Checking segment: {'id': 'edc16817-dc23-4f33-bcec-b325e91b362c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '92ac70b6-6206-469b-98ee-ea16231b21da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:29:51.251691 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-14634ff1-a68e-4036-b035-e397e9f9ca5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:51.252184 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14634ff1-a68e-4036-b035-e397e9f9ca5e None None] Bound using segment: {'id': 'edc16817-dc23-4f33-bcec-b325e91b362c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '92ac70b6-6206-469b-98ee-ea16231b21da'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:29:51.253093 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-14634ff1-a68e-4036-b035-e397e9f9ca5e None None] Bound port: edc8c624-ae11-4f24-95e5-62be1d57a50c, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edc16817-dc23-4f33-bcec-b325e91b362c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '92ac70b6-6206-469b-98ee-ea16231b21da'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:29:51.253471 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-14634ff1-a68e-4036-b035-e397e9f9ca5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:51.280407 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:51.371556 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-22825c47-485b-4aa5-becb-7b57921933cf None None] Port e39eb039-91da-4230-9bd3-e0bdfb395ef2 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:29:51.443419 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f3657a75-a26d-4b56-9930-b8a2272c9192 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:51.451299 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0349856a-4464-46f6-ad90-b72ac534a223 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:51.482959 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-37c5117b-8bac-4df7-a222-62b8f9722a84 None None] For port ca593c5f-1513-4d55-ad19-579d9208d27c, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=ca593c5f-1513-4d55-ad19-579d9208d27c,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:29:51.483602 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-37c5117b-8bac-4df7-a222-62b8f9722a84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:51.496744 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0349856a-4464-46f6-ad90-b72ac534a223 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Pushing event deleted for resources: {'Subnet': ['ID=9e062f71-2fc3-473c-85b0-2ae195ffd39d,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:51.557892 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 665572bb-d84a-4b01-a396-f7ee25016ab6, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=665572bb-d84a-4b01-a396-f7ee25016ab6,segment=NetworkSegment(98b61957-a94f-4bac-a737-9b8b5b15c65f),segment_id=98b61957-a94f-4bac-a737-9b8b5b15c65f)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:29:51.647241 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0349856a-4464-46f6-ad90-b72ac534a223 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:51.650437 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b3de9-1869-4666-813c-f1e09649f683 req-1c81c871-a2aa-49b6-ad99-d56ccf9cefd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:51.652669 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-f07b3de9-1869-4666-813c-f1e09649f683 req-1c81c871-a2aa-49b6-ad99-d56ccf9cefd8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a1ff53d6703b4f3fb85115a97c2da768&device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 1098 time: 1.0784972 May 04 17:29:51.670483 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-6202b666-fed3-4ee3-94ba-2c993bcf4bb5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Allocated IP 2001:db8::d40c:7e95:2d3f:579c (6b89b041-5c42-49da-97bf-23cee8aadf17/05875c07-f33a-494b-a91f-30d18dcaa34c/f8571534-743f-4d00-ac8d-ae84e2e1b33b) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:29:51.677130 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d785154d-958f-4ac7-9539-4ad8a625811d tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761604174596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7881728'] for subnet, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:51.685167 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-0349856a-4464-46f6-ad90-b72ac534a223 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e15275a3-e37a-4a3b-a8b9-0c4518a7cf4f']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:51.702636 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-0349856a-4464-46f6-ad90-b72ac534a223 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f605577-77de-40d0-9501-207e0834a56a') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:51.702940 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-0349856a-4464-46f6-ad90-b72ac534a223 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f605577-77de-40d0-9501-207e0834a56a') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:51.728637 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0349856a-4464-46f6-ad90-b72ac534a223 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:51.739725 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f3657a75-a26d-4b56-9930-b8a2272c9192 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:51.811131 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3657a75-a26d-4b56-9930-b8a2272c9192 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:29:51.811926 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:51.814061 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7e09c6-5cc9-46cf-8e17-48e617c9e354 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-e15275a3-e37a-4a3b-a8b9-0c4518a7cf4f', 'network_id': 'e15275a3-e37a-4a3b-a8b9-0c4518a7cf4f', 'tenant_id': '53b502bc006642479c9b29af51aad044', 'fixed_ips': [{'subnet_id': '9e062f71-2fc3-473c-85b0-2ae195ffd39d'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:29:51.814491 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-f3657a75-a26d-4b56-9930-b8a2272c9192 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:29:51.814853 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-bc7e09c6-5cc9-46cf-8e17-48e617c9e354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:51.816644 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3657a75-a26d-4b56-9930-b8a2272c9192 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:29:51.836857 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-37c5117b-8bac-4df7-a222-62b8f9722a84 None None] Calling delete_port for ca593c5f-1513-4d55-ad19-579d9208d27c owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:29:51.871469 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0349856a-4464-46f6-ad90-b72ac534a223 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:51.883137 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0349856a-4464-46f6-ad90-b72ac534a223 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:29:51.883539 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0349856a-4464-46f6-ad90-b72ac534a223 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:51.899897 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 17:29:51.899897 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:29:51.899897 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 17:29:51.899897 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:29:51.899897 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 17:29:51.899897 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:29:51.899897 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 17:29:51.899897 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:29:51.899897 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 17:29:51.899897 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:29:51.899897 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 17:29:51.899897 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:29:51.899897 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 17:29:51.899897 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:29:51.899897 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:29:51.899897 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:29:51.899897 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:29:51.899897 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:29:51.899897 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 17:29:51.899897 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:29:51.899897 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 17:29:51.899897 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:29:51.899897 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:29:51.899897 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:29:51.899897 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 17:29:51.899897 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:29:51.899897 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:29:51.899897 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:29:51.899897 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:29:51.899897 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:29:51.899897 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:29:51.899897 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:29:51.905636 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d785154d-958f-4ac7-9539-4ad8a625811d tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:51.906252 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d785154d-958f-4ac7-9539-4ad8a625811d tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:51.907562 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-d785154d-958f-4ac7-9539-4ad8a625811d tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "PUT /v2.0/subnets/acca79df-ad96-4639-9632-303ae7fdd45b HTTP/1.1" status: 200 len: 806 time: 5.5024190 May 04 17:29:51.918314 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c8c1dfd-ade8-4932-ba3b-5234337727c3 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:29:51.924999 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49340) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:51.939823 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002a030e-1ddd-4d1b-a405-13c295badbfa None None] Sync routers for ids ['9b1b2a5a-6e1f-435a-8e8e-0be00452f7ba'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:29:51.954600 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-14634ff1-a68e-4036-b035-e397e9f9ca5e None None] For port edc8c624-ae11-4f24-95e5-62be1d57a50c, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:29:51.958665 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002a030e-1ddd-4d1b-a405-13c295badbfa None None] Routers {'9b1b2a5a-6e1f-435a-8e8e-0be00452f7ba'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:29:51.959450 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-002a030e-1ddd-4d1b-a405-13c295badbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:29:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['9b1b2a5a-6e1f-435a-8e8e-0be00452f7ba'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:51.970886 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-61a8f849-c602-4cbf-a322-6dfe47af6064 None None] Provisioning for port fbcda7fa-7584-47e4-a662-b2f3fb59ea54 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:29:52.020948 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-3e0c6f18-ac3c-40e4-b15c-67afc97f7b2e None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:52.041469 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-14634ff1-a68e-4036-b035-e397e9f9ca5e None None] For port edc8c624-ae11-4f24-95e5-62be1d57a50c, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=edc8c624-ae11-4f24-95e5-62be1d57a50c,segment=NetworkSegment(edc16817-dc23-4f33-bcec-b325e91b362c),segment_id=edc16817-dc23-4f33-bcec-b325e91b362c)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:29:52.055010 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-61a8f849-c602-4cbf-a322-6dfe47af6064 None None] Provisioning complete for port fbcda7fa-7584-47e4-a662-b2f3fb59ea54 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:29:52.055382 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-61a8f849-c602-4cbf-a322-6dfe47af6064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:52.088285 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-002a030e-1ddd-4d1b-a405-13c295badbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:52.101524 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device b8d9c1ac-2873-4f63-94d9-6877543517bb up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:29:52.102492 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002a030e-1ddd-4d1b-a405-13c295badbfa None None] Routers {'9b1b2a5a-6e1f-435a-8e8e-0be00452f7ba'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:29:52.103261 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-002a030e-1ddd-4d1b-a405-13c295badbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:29:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['9b1b2a5a-6e1f-435a-8e8e-0be00452f7ba'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:52.143161 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-14634ff1-a68e-4036-b035-e397e9f9ca5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:52.143956 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3657a75-a26d-4b56-9930-b8a2272c9192 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Pushing event updated for resources: {'Port': ['ID=779a3d96-fd06-4789-92d9-aa227737c80e,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:52.152519 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ad168b5d-bdc4-407f-a299-2db5d155d041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:52.162272 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d785154d-958f-4ac7-9539-4ad8a625811d tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Pushing event updated for resources: {'Subnet': ['ID=acca79df-ad96-4639-9632-303ae7fdd45b,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:52.188403 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-002a030e-1ddd-4d1b-a405-13c295badbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:52.188735 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=665572bb-d84a-4b01-a396-f7ee25016ab6,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:52.188888 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002a030e-1ddd-4d1b-a405-13c295badbfa None None] The sync data for ids ['9b1b2a5a-6e1f-435a-8e8e-0be00452f7ba'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:29:52.253849 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-37c5117b-8bac-4df7-a222-62b8f9722a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124'] for port, after_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:52.264497 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5c8c1dfd-ade8-4932-ba3b-5234337727c3 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:52.268378 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-5c8c1dfd-ade8-4932-ba3b-5234337727c3 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "PUT /v2.0/routers/9b1b2a5a-6e1f-435a-8e8e-0be00452f7ba HTTP/1.1" status: 200 len: 891 time: 5.8453212 May 04 17:29:52.273066 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49344) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:52.310807 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-61a8f849-c602-4cbf-a322-6dfe47af6064 None None] Port fbcda7fa-7584-47e4-a662-b2f3fb59ea54 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:29:52.312960 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-f3657a75-a26d-4b56-9930-b8a2272c9192 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Deleting port 779a3d96-fd06-4789-92d9-aa227737c80e {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:29:52.313846 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f3657a75-a26d-4b56-9930-b8a2272c9192 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:52.317789 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-3e0c6f18-ac3c-40e4-b15c-67afc97f7b2e None None] Transition to ACTIVE for port object a3fdb46c-77c5-4e2b-9b86-baeae4c2280c will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:29:52.343719 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c5117b-8bac-4df7-a222-62b8f9722a84 None None] No DVR routers for this DVR port ca593c5f-1513-4d55-ad19-579d9208d27c on host dv-neutron-840426-1-hyperv {{(pid=88039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:29:52.351483 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1c94ad-973b-47c2-b58b-506a1287baf5 None None] Network e15275a3-e37a-4a3b-a8b9-0c4518a7cf4f requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:29:52.396805 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1c94ad-973b-47c2-b58b-506a1287baf5 None None] Network e15275a3-e37a-4a3b-a8b9-0c4518a7cf4f could not be found, it might have been deleted concurrently. {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 04 17:29:52.409150 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7de913d-df4e-464d-b811-ea32204612b7 None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:29:52.428519 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14634ff1-a68e-4036-b035-e397e9f9ca5e None None] Pushing event updated for resources: {'Port': ['ID=edc8c624-ae11-4f24-95e5-62be1d57a50c,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:52.439147 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-3e0c6f18-ac3c-40e4-b15c-67afc97f7b2e None None] Transition to ACTIVE for port object a3fdb46c-77c5-4e2b-9b86-baeae4c2280c will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:29:52.454687 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0349856a-4464-46f6-ad90-b72ac534a223 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:52.463483 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0349856a-4464-46f6-ad90-b72ac534a223 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:52.520536 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port b8d9c1ac-2873-4f63-94d9-6877543517bb completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:29:52.521837 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0349856a-4464-46f6-ad90-b72ac534a223 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Pushing event deleted for resources: {'Network': ['ID=e15275a3-e37a-4a3b-a8b9-0c4518a7cf4f,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:52.524770 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-61a8f849-c602-4cbf-a322-6dfe47af6064 None None] Provisioning complete for port 665572bb-d84a-4b01-a396-f7ee25016ab6 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:29:52.525197 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-61a8f849-c602-4cbf-a322-6dfe47af6064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:52.560699 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-3e0c6f18-ac3c-40e4-b15c-67afc97f7b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:52.570237 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port b8d9c1ac-2873-4f63-94d9-6877543517bb triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:29:52.570455 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:52.583475 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-0349856a-4464-46f6-ad90-b72ac534a223 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] 10.222.0.41 "DELETE /v2.0/networks/e15275a3-e37a-4a3b-a8b9-0c4518a7cf4f HTTP/1.1" status: 204 len: 168 time: 1.8919973 May 04 17:29:52.600407 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49348) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:52.607561 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c5117b-8bac-4df7-a222-62b8f9722a84 None None] Pushing event deleted for resources: {'Port': ['ID=ca593c5f-1513-4d55-ad19-579d9208d27c,revision_number=None']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:52.624127 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-d84fe102-7956-48e1-8f4a-f66ecc59ed00 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1521862771'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:52.630577 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-d84fe102-7956-48e1-8f4a-f66ecc59ed00 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:52.647751 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-d84fe102-7956-48e1-8f4a-f66ecc59ed00 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Usage tracker for resource:network and tenant:53b502bc006642479c9b29af51aad044 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:29:52.651422 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-d84fe102-7956-48e1-8f4a-f66ecc59ed00 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:29:52.662893 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-d84fe102-7956-48e1-8f4a-f66ecc59ed00 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:52.708286 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d84fe102-7956-48e1-8f4a-f66ecc59ed00 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Made reservation on behalf of 53b502bc006642479c9b29af51aad044 for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:29:52.718077 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6e640-77c7-4625-b987-ca30502180f7 req-f44a8d04-c1a4-482d-9d6e-5fce96472089 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:52.718804 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d84fe102-7956-48e1-8f4a-f66ecc59ed00 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:52.725993 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-82f6e640-77c7-4625-b987-ca30502180f7 req-f44a8d04-c1a4-482d-9d6e-5fce96472089 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 945 time: 1.3879352 May 04 17:29:52.754564 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d84fe102-7956-48e1-8f4a-f66ecc59ed00 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:29:52.755331 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0c6f18-ac3c-40e4-b15c-67afc97f7b2e None None] Pushing event updated for resources: {'Port': ['ID=a3fdb46c-77c5-4e2b-9b86-baeae4c2280c,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:52.769881 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d84fe102-7956-48e1-8f4a-f66ecc59ed00 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:52.770385 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-d84fe102-7956-48e1-8f4a-f66ecc59ed00 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Added segment c98f809e-fb66-49ce-a10c-1ff8a8537608 of type vlan for network 153f63a7-9672-4a0e-9669-dffe4fbee61d May 04 17:29:52.772856 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f3657a75-a26d-4b56-9930-b8a2272c9192 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:52.773186 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f3657a75-a26d-4b56-9930-b8a2272c9192 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:52.830863 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0c6f18-ac3c-40e4-b15c-67afc97f7b2e None None] Network 212ce57c-f6d1-4ceb-b34b-61447314d862 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:29:52.846773 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-3e0c6f18-ac3c-40e4-b15c-67afc97f7b2e None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:29:52.858300 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0c6f18-ac3c-40e4-b15c-67afc97f7b2e None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:29:52.883395 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.db.resource_extend [None req-4ae95f27-ee71-421d-a1c2-ad02f13dc484 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 17:29:52.893137 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b3de9-1869-4666-813c-f1e09649f683 req-a81bddb0-f409-43d8-8121-391358a7b082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:52.894627 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-f07b3de9-1869-4666-813c-f1e09649f683 req-a81bddb0-f409-43d8-8121-391358a7b082 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dc3827ab-b4d6-4656-be7d-24135047baff HTTP/1.1" status: 200 len: 913 time: 1.1975689 May 04 17:29:52.941622 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-f3657a75-a26d-4b56-9930-b8a2272c9192 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Calling delete_port for 779a3d96-fd06-4789-92d9-aa227737c80e owned by network:floatingip {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:29:53.015593 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d84fe102-7956-48e1-8f4a-f66ecc59ed00 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:53.075903 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4ae95f27-ee71-421d-a1c2-ad02f13dc484 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:53.081060 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-3e0c6f18-ac3c-40e4-b15c-67afc97f7b2e None None] Attempting to bind port a3fdb46c-77c5-4e2b-9b86-baeae4c2280c on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:29:53.081952 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-3e0c6f18-ac3c-40e4-b15c-67afc97f7b2e None None] Attempting to bind port a3fdb46c-77c5-4e2b-9b86-baeae4c2280c by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'c4ca3a4a-84dc-4de6-8132-dc7ac31231a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '212ce57c-f6d1-4ceb-b34b-61447314d862'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:29:53.082376 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0c6f18-ac3c-40e4-b15c-67afc97f7b2e None None] Attempting to bind port a3fdb46c-77c5-4e2b-9b86-baeae4c2280c on network 212ce57c-f6d1-4ceb-b34b-61447314d862 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:29:53.085635 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-bdad5ced-d236-4a63-b95e-9e2076e3529f tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:53.116887 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d84fe102-7956-48e1-8f4a-f66ecc59ed00 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:53.123683 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84fe102-7956-48e1-8f4a-f66ecc59ed00 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:53.124290 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d84fe102-7956-48e1-8f4a-f66ecc59ed00 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:53.139079 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0c6f18-ac3c-40e4-b15c-67afc97f7b2e None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:29:53.139537 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0c6f18-ac3c-40e4-b15c-67afc97f7b2e None None] Checking segment: {'id': 'c4ca3a4a-84dc-4de6-8132-dc7ac31231a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '212ce57c-f6d1-4ceb-b34b-61447314d862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:29:53.140011 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-3e0c6f18-ac3c-40e4-b15c-67afc97f7b2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:53.140480 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0c6f18-ac3c-40e4-b15c-67afc97f7b2e None None] Bound using segment: {'id': 'c4ca3a4a-84dc-4de6-8132-dc7ac31231a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '212ce57c-f6d1-4ceb-b34b-61447314d862'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:29:53.141031 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-3e0c6f18-ac3c-40e4-b15c-67afc97f7b2e None None] Bound port: a3fdb46c-77c5-4e2b-9b86-baeae4c2280c, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4ca3a4a-84dc-4de6-8132-dc7ac31231a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '212ce57c-f6d1-4ceb-b34b-61447314d862'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:29:53.141501 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-3e0c6f18-ac3c-40e4-b15c-67afc97f7b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:53.170001 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-82f6e640-77c7-4625-b987-ca30502180f7 req-1ce9133c-c7a6-4670-810a-6a32ccb67ec7 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4431803 May 04 17:29:53.170619 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4ae95f27-ee71-421d-a1c2-ad02f13dc484 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:53.205311 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-d84fe102-7956-48e1-8f4a-f66ecc59ed00 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6041741 May 04 17:29:53.211547 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49352) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:53.218652 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-e0791d04-ed0a-4c98-87b5-aa74a75d5b9c tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Request body: {'subnet': {'network_id': '153f63a7-9672-4a0e-9669-dffe4fbee61d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:53.337363 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f3657a75-a26d-4b56-9930-b8a2272c9192 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:53.343740 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-f07b3de9-1869-4666-813c-f1e09649f683 req-85132964-4f0b-4614-b7e1-7f41755f3b80 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=115c2e5e-626d-476c-9f9c-99d23fa03683 HTTP/1.1" status: 200 len: 1000 time: 0.4418218 May 04 17:29:53.384187 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84fe102-7956-48e1-8f4a-f66ecc59ed00 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Pushing event updated for resources: {'Network': ['ID=153f63a7-9672-4a0e-9669-dffe4fbee61d,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:53.433039 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3534de-10bc-4553-8b87-e64cb715b39a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-6b89b041-5c42-49da-97bf-23cee8aadf17', 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'tenant_id': 'e0bb3da2b1c344b882bb065b24ba46bb', 'fixed_ips': [{'subnet_id': '05875c07-f33a-494b-a91f-30d18dcaa34c'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:29:53.433881 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-7c3534de-10bc-4553-8b87-e64cb715b39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:53.441173 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3657a75-a26d-4b56-9930-b8a2272c9192 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Pushing event deleted for resources: {'Port': ['ID=779a3d96-fd06-4789-92d9-aa227737c80e,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:53.463130 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 153f63a7-9672-4a0e-9669-dffe4fbee61d details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:29:53.499611 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6202b666-fed3-4ee3-94ba-2c993bcf4bb5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:53.525005 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-6202b666-fed3-4ee3-94ba-2c993bcf4bb5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Transition to ACTIVE for port object f8571534-743f-4d00-ac8d-ae84e2e1b33b will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:29:53.560327 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-bdad5ced-d236-4a63-b95e-9e2076e3529f tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Deleting port edc8c624-ae11-4f24-95e5-62be1d57a50c {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:29:53.560765 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-bdad5ced-d236-4a63-b95e-9e2076e3529f tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:53.587231 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:53.629839 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6202b666-fed3-4ee3-94ba-2c993bcf4bb5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:53.666624 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae95f27-ee71-421d-a1c2-ad02f13dc484 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Pushing event updated for resources: {'Port': ['ID=fbcda7fa-7584-47e4-a662-b2f3fb59ea54,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:53.678237 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-e0791d04-ed0a-4c98-87b5-aa74a75d5b9c tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:53.679187 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-5020cb0d-c040-4be1-9ed7-572b18278b3f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "GET /v2.0/routers/9b1b2a5a-6e1f-435a-8e8e-0be00452f7ba HTTP/1.1" status: 200 len: 891 time: 1.1847668 May 04 17:29:53.680423 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49356) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:53.728380 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-e0791d04-ed0a-4c98-87b5-aa74a75d5b9c tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Usage tracker for resource:subnet and tenant:53b502bc006642479c9b29af51aad044 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:29:53.729891 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4ae95f27-ee71-421d-a1c2-ad02f13dc484 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710702'] for router_interface, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:53.737799 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-e0791d04-ed0a-4c98-87b5-aa74a75d5b9c tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:29:53.741580 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-889b809a-0a52-4596-b014-443c71909019 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Synchronizing usage tracker for tenant:a41a9e7401a94b21bc1365a01709c65f on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:29:53.748592 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6202b666-fed3-4ee3-94ba-2c993bcf4bb5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:29:53.749290 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-e0791d04-ed0a-4c98-87b5-aa74a75d5b9c tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:53.757784 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.api.v2.resource [None req-f3657a75-a26d-4b56-9930-b8a2272c9192 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] create failed (client error): The resource could not be found. May 04 17:29:53.763328 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-f3657a75-a26d-4b56-9930-b8a2272c9192 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.6561236 May 04 17:29:53.763992 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49360) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:53.774976 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0791d04-ed0a-4c98-87b5-aa74a75d5b9c tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Made reservation on behalf of 53b502bc006642479c9b29af51aad044 for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:29:53.778686 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e0791d04-ed0a-4c98-87b5-aa74a75d5b9c tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:53.780268 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1e5ee9-76b6-4846-abf6-41c476e1f558 None None] Network 92ac70b6-6206-469b-98ee-ea16231b21da requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:29:53.783094 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-6202b666-fed3-4ee3-94ba-2c993bcf4bb5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:29:53.815561 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6202b666-fed3-4ee3-94ba-2c993bcf4bb5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:29:53.821077 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6202b666-fed3-4ee3-94ba-2c993bcf4bb5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:53.821792 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6202b666-fed3-4ee3-94ba-2c993bcf4bb5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:53.825986 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port b8d9c1ac-2873-4f63-94d9-6877543517bb, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=b8d9c1ac-2873-4f63-94d9-6877543517bb,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:29:53.841887 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-03fba536-fafa-4ad1-addd-c41b5a6be18a None None] Provisioning complete for port fbcda7fa-7584-47e4-a662-b2f3fb59ea54 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:29:53.842594 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-03fba536-fafa-4ad1-addd-c41b5a6be18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:53.877438 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-3e0c6f18-ac3c-40e4-b15c-67afc97f7b2e None None] For port a3fdb46c-77c5-4e2b-9b86-baeae4c2280c, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:29:53.881445 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b3de9-1869-4666-813c-f1e09649f683 req-3b0616fd-06d9-4ac7-a7ba-a78e9498aa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:53.883019 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-f07b3de9-1869-4666-813c-f1e09649f683 req-3b0616fd-06d9-4ac7-a7ba-a78e9498aa9d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c14252a2-7d43-446e-921a-c611341f12b4 HTTP/1.1" status: 200 len: 851 time: 0.5071623 May 04 17:29:53.897639 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-889b809a-0a52-4596-b014-443c71909019 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Unset dirty status for tenant:a41a9e7401a94b21bc1365a01709c65f on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:29:53.901790 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-889b809a-0a52-4596-b014-443c71909019 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1b2a5a-6e1f-435a-8e8e-0be00452f7ba HTTP/1.1" status: 200 len: 205 time: 0.2124739 May 04 17:29:53.901979 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:53.905961 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49364) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:53.960827 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6202b666-fed3-4ee3-94ba-2c993bcf4bb5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event updated for resources: {'Port': ['ID=f8571534-743f-4d00-ac8d-ae84e2e1b33b,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:53.995671 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-6202b666-fed3-4ee3-94ba-2c993bcf4bb5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 6.4378591 May 04 17:29:54.015919 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-e9e27b84-d1b9-44f2-bb3a-7df4cea18fa5 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Deleting port 37075e47-3887-4185-8984-92a608ef7d5b {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:29:54.016069 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-3e0c6f18-ac3c-40e4-b15c-67afc97f7b2e None None] For port a3fdb46c-77c5-4e2b-9b86-baeae4c2280c, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=a3fdb46c-77c5-4e2b-9b86-baeae4c2280c,segment=NetworkSegment(c4ca3a4a-84dc-4de6-8132-dc7ac31231a0),segment_id=c4ca3a4a-84dc-4de6-8132-dc7ac31231a0)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:29:54.016626 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e9e27b84-d1b9-44f2-bb3a-7df4cea18fa5 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:54.049304 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49368) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:54.058946 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-3e0c6f18-ac3c-40e4-b15c-67afc97f7b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:54.110913 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-7c3534de-10bc-4553-8b87-e64cb715b39a None None] Allocated IP 2001:db8::2 (6b89b041-5c42-49da-97bf-23cee8aadf17/05875c07-f33a-494b-a91f-30d18dcaa34c/c17989fc-6c19-499d-ac45-604a299e5831) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:29:54.144421 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-03fba536-fafa-4ad1-addd-c41b5a6be18a None None] Port fbcda7fa-7584-47e4-a662-b2f3fb59ea54 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:29:54.151591 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ad168b5d-bdc4-407f-a299-2db5d155d041 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:54.187987 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ad168b5d-bdc4-407f-a299-2db5d155d041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:54.204943 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device edc8c624-ae11-4f24-95e5-62be1d57a50c up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:29:54.351773 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-15bf1da9-fd5f-4442-913d-b3515f7533cf None None] Provisioning for port edc8c624-ae11-4f24-95e5-62be1d57a50c completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:29:54.358777 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e9e27b84-d1b9-44f2-bb3a-7df4cea18fa5 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:54.426262 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=b8d9c1ac-2873-4f63-94d9-6877543517bb,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:54.586615 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-bdad5ced-d236-4a63-b95e-9e2076e3529f tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] For port edc8c624-ae11-4f24-95e5-62be1d57a50c, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=edc8c624-ae11-4f24-95e5-62be1d57a50c,segment=NetworkSegment(edc16817-dc23-4f33-bcec-b325e91b362c),segment_id=edc16817-dc23-4f33-bcec-b325e91b362c)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:29:54.586934 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-bdad5ced-d236-4a63-b95e-9e2076e3529f tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:54.621510 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-e9e27b84-d1b9-44f2-bb3a-7df4cea18fa5 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Calling delete_port for 37075e47-3887-4185-8984-92a608ef7d5b owned by {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:29:54.718350 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6fec4c04-960d-4cb7-b30a-db72be5af22f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for router, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:54.735685 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0c6f18-ac3c-40e4-b15c-67afc97f7b2e None None] Pushing event updated for resources: {'Port': ['ID=a3fdb46c-77c5-4e2b-9b86-baeae4c2280c,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:54.736554 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-bdad5ced-d236-4a63-b95e-9e2076e3529f tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Calling delete_port for edc8c624-ae11-4f24-95e5-62be1d57a50c owned by network:dhcp {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:29:54.752628 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port edc8c624-ae11-4f24-95e5-62be1d57a50c completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:29:54.760118 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-7c3534de-10bc-4553-8b87-e64cb715b39a None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:54.766771 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port edc8c624-ae11-4f24-95e5-62be1d57a50c triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:29:54.767243 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:54.821369 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae95f27-ee71-421d-a1c2-ad02f13dc484 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Network dc521a67-ad73-4658-89d0-00bb27c0bc84 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:29:54.842357 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-7c3534de-10bc-4553-8b87-e64cb715b39a None None] Transition to ACTIVE for port object c17989fc-6c19-499d-ac45-604a299e5831 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:29:54.843367 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-4ae95f27-ee71-421d-a1c2-ad02f13dc484 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:29:54.852441 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b3de9-1869-4666-813c-f1e09649f683 req-63a0a92b-68f9-4af3-8180-52c40945fad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:54.853985 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-f07b3de9-1869-4666-813c-f1e09649f683 req-63a0a92b-68f9-4af3-8180-52c40945fad9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dc3827ab-b4d6-4656-be7d-24135047baff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9476168 May 04 17:29:54.904057 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ad168b5d-bdc4-407f-a299-2db5d155d041 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710702'] for router_interface, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:54.913030 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-7c3534de-10bc-4553-8b87-e64cb715b39a None None] Transition to ACTIVE for port object c17989fc-6c19-499d-ac45-604a299e5831 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:29:54.915079 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad168b5d-bdc4-407f-a299-2db5d155d041 admin admin] Pushing event updated for resources: {'Port': ['ID=e39eb039-91da-4230-9bd3-e0bdfb395ef2,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:54.936895 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-7c3534de-10bc-4553-8b87-e64cb715b39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:55.049281 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:55.116974 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fda0c2-a69c-49c5-a195-1d4be048ab33 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:55.118138 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port edc8c624-ae11-4f24-95e5-62be1d57a50c, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=edc8c624-ae11-4f24-95e5-62be1d57a50c,segment=NetworkSegment(edc16817-dc23-4f33-bcec-b325e91b362c),segment_id=edc16817-dc23-4f33-bcec-b325e91b362c)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:29:55.123293 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-25fda0c2-a69c-49c5-a195-1d4be048ab33 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Synchronizing usage tracker for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:29:55.125688 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3534de-10bc-4553-8b87-e64cb715b39a None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:29:55.129086 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:55.130224 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 665572bb-d84a-4b01-a396-f7ee25016ab6 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:29:55.160060 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6fec4c04-960d-4cb7-b30a-db72be5af22f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:55.165871 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-7c3534de-10bc-4553-8b87-e64cb715b39a None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:29:55.168426 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3534de-10bc-4553-8b87-e64cb715b39a None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:29:55.188004 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e4e8ed-8a27-4c0f-8532-3e3bea76e84f req-ef888b52-60a5-4c18-b81b-6c1f2ca0f6cc tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:55.189605 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e6e4e8ed-8a27-4c0f-8532-3e3bea76e84f req-ef888b52-60a5-4c18-b81b-6c1f2ca0f6cc tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 945 time: 0.5786541 May 04 17:29:55.242608 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 17:29:55.294138 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-6fec4c04-960d-4cb7-b30a-db72be5af22f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Deleting port 2bb59c40-65bd-4302-8344-1cc0374d6d2e {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:29:55.294725 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6fec4c04-960d-4cb7-b30a-db72be5af22f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:55.309235 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0502d39e-a231-4f6e-a22c-56d8b811abbc None None] Network 92ac70b6-6206-469b-98ee-ea16231b21da requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:29:55.319502 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e0791d04-ed0a-4c98-87b5-aa74a75d5b9c tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:55.338097 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-7c3534de-10bc-4553-8b87-e64cb715b39a None None] Attempting to bind port c17989fc-6c19-499d-ac45-604a299e5831 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:29:55.338463 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-7c3534de-10bc-4553-8b87-e64cb715b39a None None] Attempting to bind port c17989fc-6c19-499d-ac45-604a299e5831 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:29:55.338822 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3534de-10bc-4553-8b87-e64cb715b39a None None] Attempting to bind port c17989fc-6c19-499d-ac45-604a299e5831 on network 6b89b041-5c42-49da-97bf-23cee8aadf17 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:29:55.342588 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3534de-10bc-4553-8b87-e64cb715b39a None None] Pushing event updated for resources: {'Port': ['ID=c17989fc-6c19-499d-ac45-604a299e5831,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:55.424009 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3534de-10bc-4553-8b87-e64cb715b39a None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:29:55.424712 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3534de-10bc-4553-8b87-e64cb715b39a None None] Checking segment: {'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:29:55.425309 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-7c3534de-10bc-4553-8b87-e64cb715b39a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:55.426126 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3534de-10bc-4553-8b87-e64cb715b39a None None] Bound using segment: {'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:29:55.426771 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-7c3534de-10bc-4553-8b87-e64cb715b39a None None] Bound port: c17989fc-6c19-499d-ac45-604a299e5831, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:29:55.427369 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-7c3534de-10bc-4553-8b87-e64cb715b39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:55.430580 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.db.api [None req-bdad5ced-d236-4a63-b95e-9e2076e3529f tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88038) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:29:55.430900 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG oslo_db.api [None req-bdad5ced-d236-4a63-b95e-9e2076e3529f tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:29:55.445377 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-25fda0c2-a69c-49c5-a195-1d4be048ab33 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Unset dirty status for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:29:55.446617 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-25fda0c2-a69c-49c5-a195-1d4be048ab33 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 1.3962603 May 04 17:29:55.448970 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad168b5d-bdc4-407f-a299-2db5d155d041 admin admin] Network b631325e-11d5-4100-a2cb-8b9aba720937 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:29:55.461735 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49374) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:55.464919 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-ad168b5d-bdc4-407f-a299-2db5d155d041 admin admin] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:29:55.505705 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e6e4e8ed-8a27-4c0f-8532-3e3bea76e84f req-6cad8133-0e57-4808-9482-1ad8266f21c8 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2804549 May 04 17:29:55.506232 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-de933737-0c22-4838-8a81-dd907d376d3b None None] Provisioning complete for port fbcda7fa-7584-47e4-a662-b2f3fb59ea54 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:29:55.506753 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-de933737-0c22-4838-8a81-dd907d376d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:55.527943 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ae95f27-ee71-421d-a1c2-ad02f13dc484 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Router f7b8dd67-88b8-4f42-87ee-9c82722da786 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:29:55.544484 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e9e27b84-d1b9-44f2-bb3a-7df4cea18fa5 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:55.633470 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e27b84-d1b9-44f2-bb3a-7df4cea18fa5 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Pushing event deleted for resources: {'Port': ['ID=37075e47-3887-4185-8984-92a608ef7d5b,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:55.793358 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=edc8c624-ae11-4f24-95e5-62be1d57a50c,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:55.811338 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-f07b3de9-1869-4666-813c-f1e09649f683 req-0e296197-b8ea-428d-893c-ad0dc25ff96e service neutron] 10.222.0.42 "GET /v2.0/networks/dc3827ab-b4d6-4656-be7d-24135047baff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9414241 May 04 17:29:55.834109 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad168b5d-bdc4-407f-a299-2db5d155d041 admin admin] Router 4899f2c4-fe45-4a8a-8358-cd44707b69e7 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:29:55.877241 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-de933737-0c22-4838-8a81-dd907d376d3b None None] Port fbcda7fa-7584-47e4-a662-b2f3fb59ea54 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:29:55.885898 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0791d04-ed0a-4c98-87b5-aa74a75d5b9c tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Pushing event updated for resources: {'Subnet': ['ID=ff1d1e68-19c5-4167-979b-d70ec4222670,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:55.910855 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0791d04-ed0a-4c98-87b5-aa74a75d5b9c tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Checking segment: {'id': 'c98f809e-fb66-49ce-a10c-1ff8a8537608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '153f63a7-9672-4a0e-9669-dffe4fbee61d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:29:55.911365 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0791d04-ed0a-4c98-87b5-aa74a75d5b9c tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Network hostable DHCP agents. Network: 153f63a7-9672-4a0e-9669-dffe4fbee61d, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:29:55.962118 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-7c3534de-10bc-4553-8b87-e64cb715b39a None None] For port c17989fc-6c19-499d-ac45-604a299e5831, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:29:55.964481 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 665572bb-d84a-4b01-a396-f7ee25016ab6 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:29:55.965039 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:55.980514 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e9e27b84-d1b9-44f2-bb3a-7df4cea18fa5 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:56.002268 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-bdad5ced-d236-4a63-b95e-9e2076e3529f tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Deleting port edc8c624-ae11-4f24-95e5-62be1d57a50c {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:29:56.002637 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-bdad5ced-d236-4a63-b95e-9e2076e3529f tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:56.005897 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-7c3534de-10bc-4553-8b87-e64cb715b39a None None] For port c17989fc-6c19-499d-ac45-604a299e5831, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=c17989fc-6c19-499d-ac45-604a299e5831,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:29:56.008337 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0791d04-ed0a-4c98-87b5-aa74a75d5b9c tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Network 153f63a7-9672-4a0e-9669-dffe4fbee61d is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:29:56.026393 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-e9e27b84-d1b9-44f2-bb3a-7df4cea18fa5 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] 10.222.0.41 "DELETE /v2.0/ports/37075e47-3887-4185-8984-92a608ef7d5b HTTP/1.1" status: 204 len: 168 time: 2.2548418 May 04 17:29:56.038442 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49378) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:56.080454 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-e0791d04-ed0a-4c98-87b5-aa74a75d5b9c tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 153f63a7-9672-4a0e-9669-dffe4fbee61d) {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:29:56.084891 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0791d04-ed0a-4c98-87b5-aa74a75d5b9c tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:56.085472 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e0791d04-ed0a-4c98-87b5-aa74a75d5b9c tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:56.089287 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-de933737-0c22-4838-8a81-dd907d376d3b None None] Provisioning complete for port edc8c624-ae11-4f24-95e5-62be1d57a50c triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:29:56.089733 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-de933737-0c22-4838-8a81-dd907d376d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:56.099444 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6fec4c04-960d-4cb7-b30a-db72be5af22f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:56.114043 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e02f55-13c6-4d3d-b8b1-b220e4d499cd None None] Network 212ce57c-f6d1-4ceb-b34b-61447314d862 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:29:56.136337 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea5ff1b-615e-4e40-9791-57e47bf70a67 None None] Network 153f63a7-9672-4a0e-9669-dffe4fbee61d requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:29:56.150378 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-7c3534de-10bc-4553-8b87-e64cb715b39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:56.194575 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-e0791d04-ed0a-4c98-87b5-aa74a75d5b9c tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.9819200 May 04 17:29:56.257053 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49382) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:56.265975 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-6fec4c04-960d-4cb7-b30a-db72be5af22f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Calling delete_port for 2bb59c40-65bd-4302-8344-1cc0374d6d2e owned by network:router_gateway {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:29:56.295687 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3534de-10bc-4553-8b87-e64cb715b39a None None] Pushing event updated for resources: {'Port': ['ID=c17989fc-6c19-499d-ac45-604a299e5831,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:56.301129 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-fbb552a7-58bc-4a75-b686-733a1d1baa88 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-691722997'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:56.323395 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-fbb552a7-58bc-4a75-b686-733a1d1baa88 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:56.335417 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-fbb552a7-58bc-4a75-b686-733a1d1baa88 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Usage tracker for resource:network and tenant:53b502bc006642479c9b29af51aad044 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:29:56.342691 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-fbb552a7-58bc-4a75-b686-733a1d1baa88 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:29:56.354250 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-fbb552a7-58bc-4a75-b686-733a1d1baa88 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:56.354808 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-4862df3c-0a19-4a50-a999-48e33c3da27f tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Deleting port f8571534-743f-4d00-ac8d-ae84e2e1b33b {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:29:56.355220 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4862df3c-0a19-4a50-a999-48e33c3da27f tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:56.367552 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510110a3-2439-45f0-ad55-69fd75453d3d tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:56.368228 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-510110a3-2439-45f0-ad55-69fd75453d3d tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Synchronizing usage tracker for tenant:83b45fcafbf0430eb5315adfdb2e1fc2 on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:29:56.416958 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb552a7-58bc-4a75-b686-733a1d1baa88 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Made reservation on behalf of 53b502bc006642479c9b29af51aad044 for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:29:56.424545 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fbb552a7-58bc-4a75-b686-733a1d1baa88 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:56.441590 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-510110a3-2439-45f0-ad55-69fd75453d3d tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Unset dirty status for tenant:83b45fcafbf0430eb5315adfdb2e1fc2 on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:29:56.445677 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-510110a3-2439-45f0-ad55-69fd75453d3d tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] 10.222.0.41 "GET /v2.0/ports?device_id=983952f7-cb62-461a-acb1-a7472be5610f HTTP/1.1" status: 200 len: 913 time: 0.4062386 May 04 17:29:56.448135 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49386) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:56.745337 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-f07b3de9-1869-4666-813c-f1e09649f683 req-5a83031b-d434-42df-97da-9d39bf2b9d6e service neutron] 10.222.0.42 "GET /v2.0/networks/dc3827ab-b4d6-4656-be7d-24135047baff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9080737 May 04 17:29:56.861145 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae95f27-ee71-421d-a1c2-ad02f13dc484 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:29:56.904203 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18022823-4d5e-465c-b74b-a9ce5bb5946b None None] Sync routers for ids ['f7b8dd67-88b8-4f42-87ee-9c82722da786'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:29:56.944037 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60749926-0386-4c50-957c-c2b5f075771d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-153f63a7-9672-4a0e-9669-dffe4fbee61d', 'network_id': '153f63a7-9672-4a0e-9669-dffe4fbee61d', 'tenant_id': '53b502bc006642479c9b29af51aad044', 'fixed_ips': [{'subnet_id': 'ff1d1e68-19c5-4167-979b-d70ec4222670'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:29:56.944858 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-60749926-0386-4c50-957c-c2b5f075771d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:56.979440 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbb552a7-58bc-4a75-b686-733a1d1baa88 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:29:57.003518 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-4ae95f27-ee71-421d-a1c2-ad02f13dc484 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "PUT /v2.0/routers/f7b8dd67-88b8-4f42-87ee-9c82722da786/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.5238113 May 04 17:29:57.018985 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49392) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:57.049003 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fbb552a7-58bc-4a75-b686-733a1d1baa88 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:57.055022 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18022823-4d5e-465c-b74b-a9ce5bb5946b None None] Routers {'f7b8dd67-88b8-4f42-87ee-9c82722da786'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:29:57.055809 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-18022823-4d5e-465c-b74b-a9ce5bb5946b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:29:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['f7b8dd67-88b8-4f42-87ee-9c82722da786'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:57.056627 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad168b5d-bdc4-407f-a299-2db5d155d041 admin admin] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:29:57.063496 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-fbb552a7-58bc-4a75-b686-733a1d1baa88 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Added segment ddf77bd2-37fa-4c26-bb30-56553c161b30 of type vlan for network d947d7b6-4f8d-4218-a251-362711f65011 May 04 17:29:57.067454 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61eafb14-099c-4b86-81ab-909c25545ba4 None None] Sync routers for ids ['4899f2c4-fe45-4a8a-8358-cd44707b69e7'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:29:57.087230 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-ad168b5d-bdc4-407f-a299-2db5d155d041 admin admin] 10.222.0.41 "PUT /v2.0/routers/4899f2c4-fe45-4a8a-8358-cd44707b69e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.0342646 May 04 17:29:57.093755 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61eafb14-099c-4b86-81ab-909c25545ba4 None None] Routers {'4899f2c4-fe45-4a8a-8358-cd44707b69e7'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:29:57.095325 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-61eafb14-099c-4b86-81ab-909c25545ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:29:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['4899f2c4-fe45-4a8a-8358-cd44707b69e7'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:57.146648 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-efbe548f-9a7e-4ca3-8e3a-e9cb965b40a2 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Request body: {'network': {'name': 'tempest-RoutersTest-785821222'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:57.306403 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-efbe548f-9a7e-4ca3-8e3a-e9cb965b40a2 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:57.310783 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fbb552a7-58bc-4a75-b686-733a1d1baa88 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:57.362515 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-efbe548f-9a7e-4ca3-8e3a-e9cb965b40a2 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Usage tracker for resource:network and tenant:4d4e7c7b24884dc786dfd71b0f2e4f89 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:29:57.367045 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-bdad5ced-d236-4a63-b95e-9e2076e3529f tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] For port edc8c624-ae11-4f24-95e5-62be1d57a50c, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=edc8c624-ae11-4f24-95e5-62be1d57a50c,segment=NetworkSegment(edc16817-dc23-4f33-bcec-b325e91b362c),segment_id=edc16817-dc23-4f33-bcec-b325e91b362c)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:29:57.367937 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-bdad5ced-d236-4a63-b95e-9e2076e3529f tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:57.370745 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-efbe548f-9a7e-4ca3-8e3a-e9cb965b40a2 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:29:57.397443 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device a3fdb46c-77c5-4e2b-9b86-baeae4c2280c up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:29:57.399047 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-efbe548f-9a7e-4ca3-8e3a-e9cb965b40a2 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:57.523670 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbe548f-9a7e-4ca3-8e3a-e9cb965b40a2 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Made reservation on behalf of 4d4e7c7b24884dc786dfd71b0f2e4f89 for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:29:57.529096 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-efbe548f-9a7e-4ca3-8e3a-e9cb965b40a2 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:57.555186 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-2e387913-fe37-4267-86b1-a8a547cc25f6 None None] Provisioning for port a3fdb46c-77c5-4e2b-9b86-baeae4c2280c completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:29:57.556812 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6fec4c04-960d-4cb7-b30a-db72be5af22f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:57.563674 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-61eafb14-099c-4b86-81ab-909c25545ba4 None None] Set router 4899f2c4-fe45-4a8a-8358-cd44707b69e7 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:29:57.579703 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-60749926-0386-4c50-957c-c2b5f075771d None None] Allocated IP 2001:db8::1 (153f63a7-9672-4a0e-9669-dffe4fbee61d/ff1d1e68-19c5-4167-979b-d70ec4222670/c31eba9c-8371-4a19-b8be-ae2c172725cd) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:29:57.599311 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-bdad5ced-d236-4a63-b95e-9e2076e3529f tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Calling delete_port for edc8c624-ae11-4f24-95e5-62be1d57a50c owned by network:dhcp {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:29:57.650876 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-18022823-4d5e-465c-b74b-a9ce5bb5946b None None] Set router f7b8dd67-88b8-4f42-87ee-9c82722da786 gateway port host: None {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:29:57.768324 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252dad0-b750-493a-9b33-904c25d2e0d4 req-2d255336-d0c6-4912-b6ef-fd09ba4bb964 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:57.769225 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fbb552a7-58bc-4a75-b686-733a1d1baa88 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:57.776373 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-c252dad0-b750-493a-9b33-904c25d2e0d4 req-2d255336-d0c6-4912-b6ef-fd09ba4bb964 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 945 time: 1.0039957 May 04 17:29:57.785307 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb552a7-58bc-4a75-b686-733a1d1baa88 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:57.787494 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fbb552a7-58bc-4a75-b686-733a1d1baa88 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:58.015663 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4862df3c-0a19-4a50-a999-48e33c3da27f tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:58.034333 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-bdad5ced-d236-4a63-b95e-9e2076e3529f tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:58.142670 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fec4c04-960d-4cb7-b30a-db72be5af22f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Pushing event deleted for resources: {'Port': ['ID=2bb59c40-65bd-4302-8344-1cc0374d6d2e,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:58.158701 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-2e387913-fe37-4267-86b1-a8a547cc25f6 None None] Provisioning complete for port e39eb039-91da-4230-9bd3-e0bdfb395ef2 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:29:58.160702 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-2e387913-fe37-4267-86b1-a8a547cc25f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:58.215820 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-fbb552a7-58bc-4a75-b686-733a1d1baa88 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.9579604 May 04 17:29:58.220971 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49412) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:58.248367 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-61eafb14-099c-4b86-81ab-909c25545ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'name': 'tempest-TestVolumeBootPattern-1202657765-router', 'tenant_id': '8c992398177546e184e9933345174247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b8d9c1ac-2873-4f63-94d9-6877543517bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:29:34Z', 'updated_at': '2022-05-04T17:29:51Z', 'revision_number': 4, 'project_id': '8c992398177546e184e9933345174247', 'gw_port': {'id': 'b8d9c1ac-2873-4f63-94d9-6877543517bb', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:37:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:36Z', 'updated_at': '2022-05-04T17:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': 'e39eb039-91da-4230-9bd3-e0bdfb395ef2', 'name': '', 'network_id': 'b631325e-11d5-4100-a2cb-8b9aba720937', 'tenant_id': '8c992398177546e184e9933345174247', 'mac_address': 'fa:16:3e:de:53:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '35d620f1-cc33-411a-8546-1edeed82bf7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:47Z', 'updated_at': '2022-05-04T17:29:52Z', 'revision_number': 2, 'project_id': '8c992398177546e184e9933345174247', 'subnets': [{'id': '35d620f1-cc33-411a-8546-1edeed82bf7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:58.270475 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61eafb14-099c-4b86-81ab-909c25545ba4 None None] Checking router: 4899f2c4-fe45-4a8a-8358-cd44707b69e7 for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:29:58.270902 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61eafb14-099c-4b86-81ab-909c25545ba4 None None] Updating router 4899f2c4-fe45-4a8a-8358-cd44707b69e7 port e39eb039-91da-4230-9bd3-e0bdfb395ef2 binding host dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:29:58.306904 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-91d5709e-4b9e-4b58-9114-6867cfc05136 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Request body: {'subnet': {'network_id': 'd947d7b6-4f8d-4218-a251-362711f65011', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:58.335889 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-4862df3c-0a19-4a50-a999-48e33c3da27f tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Calling delete_port for f8571534-743f-4d00-ac8d-ae84e2e1b33b owned by {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:29:58.400963 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49418) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:58.401191 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-61eafb14-099c-4b86-81ab-909c25545ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:58.406641 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad5ced-d236-4a63-b95e-9e2076e3529f tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Pushing event deleted for resources: {'Port': ['ID=edc8c624-ae11-4f24-95e5-62be1d57a50c,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:58.413162 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-ec6336ff-d196-416a-af6c-80ea88151493 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1476798684-network', 'tenant_id': '80242677aabb4106b0b2141d5450b9ec'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:58.472870 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-c252dad0-b750-493a-9b33-904c25d2e0d4 req-e84c435c-f39f-42d1-a3e7-b08d95bdff1b tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6955352 May 04 17:29:58.477296 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-ec6336ff-d196-416a-af6c-80ea88151493 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:58.526007 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdad5ced-d236-4a63-b95e-9e2076e3529f tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] No DVR routers for this DVR port edc8c624-ae11-4f24-95e5-62be1d57a50c on host dv-neutron-840426-1-hyperv {{(pid=88038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:29:58.528195 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-ec6336ff-d196-416a-af6c-80ea88151493 admin admin] Usage tracker for resource:network and tenant:80242677aabb4106b0b2141d5450b9ec is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:29:58.532956 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efbe548f-9a7e-4ca3-8e3a-e9cb965b40a2 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:29:58.536187 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb552a7-58bc-4a75-b686-733a1d1baa88 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Pushing event updated for resources: {'Network': ['ID=d947d7b6-4f8d-4218-a251-362711f65011,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:58.551003 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6fec4c04-960d-4cb7-b30a-db72be5af22f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710199'] for router_gateway, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:58.649508 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23dba85-161f-48c7-8a7b-09d2dfa9c2aa None None] DHCP port deletion for 92ac70b6-6206-469b-98ee-ea16231b21da request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:29:58.651837 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network d947d7b6-4f8d-4218-a251-362711f65011 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:29:58.699248 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-ec6336ff-d196-416a-af6c-80ea88151493 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:29:58.720650 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-ec6336ff-d196-416a-af6c-80ea88151493 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:58.729579 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-efbe548f-9a7e-4ca3-8e3a-e9cb965b40a2 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:58.729958 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-efbe548f-9a7e-4ca3-8e3a-e9cb965b40a2 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Added segment 4ad39d72-6af9-4679-93bf-6e2b94889724 of type vlan for network c5f33437-0ece-49c0-a87b-3483fbe73a31 May 04 17:29:58.764319 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port a3fdb46c-77c5-4e2b-9b86-baeae4c2280c completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:29:58.765165 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-bdad5ced-d236-4a63-b95e-9e2076e3529f tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:58.789105 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port a3fdb46c-77c5-4e2b-9b86-baeae4c2280c triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:29:58.789494 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:58.799649 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec6336ff-d196-416a-af6c-80ea88151493 admin admin] Made reservation on behalf of 80242677aabb4106b0b2141d5450b9ec for: {'network': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:29:58.802627 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ec6336ff-d196-416a-af6c-80ea88151493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:58.828790 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-91d5709e-4b9e-4b58-9114-6867cfc05136 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:58.834693 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6fec4c04-960d-4cb7-b30a-db72be5af22f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:58.839102 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6fec4c04-960d-4cb7-b30a-db72be5af22f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:58.852402 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-91d5709e-4b9e-4b58-9114-6867cfc05136 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Usage tracker for resource:subnet and tenant:53b502bc006642479c9b29af51aad044 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:29:58.863528 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-91d5709e-4b9e-4b58-9114-6867cfc05136 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:29:58.869852 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4fe2a879-91eb-4e98-b99b-90779f388a7a tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710748'] for router_interface, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:58.876566 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ec6336ff-d196-416a-af6c-80ea88151493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:58.926168 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-ec6336ff-d196-416a-af6c-80ea88151493 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:58.927309 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-61eafb14-099c-4b86-81ab-909c25545ba4 None None] Notify callbacks [] for port, precommit_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:58.928943 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-efbe548f-9a7e-4ca3-8e3a-e9cb965b40a2 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:58.932954 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-91d5709e-4b9e-4b58-9114-6867cfc05136 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:58.939475 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-ec6336ff-d196-416a-af6c-80ea88151493 admin admin] Usage tracker for resource:security_group_rule and tenant:80242677aabb4106b0b2141d5450b9ec is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:29:58.945326 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-ec6336ff-d196-416a-af6c-80ea88151493 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:29:58.962832 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-ec6336ff-d196-416a-af6c-80ea88151493 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:58.970758 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.provisioning_blocks [None req-61eafb14-099c-4b86-81ab-909c25545ba4 None None] Transition to ACTIVE for port object e39eb039-91da-4230-9bd3-e0bdfb395ef2 will not be triggered until provisioned by entity L2. {{(pid=88040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:29:58.974194 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-bdad5ced-d236-4a63-b95e-9e2076e3529f tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:58.984437 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-61eafb14-099c-4b86-81ab-909c25545ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:58.992522 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-2e387913-fe37-4267-86b1-a8a547cc25f6 None None] Port e39eb039-91da-4230-9bd3-e0bdfb395ef2 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:29:59.020814 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4862df3c-0a19-4a50-a999-48e33c3da27f tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:59.039322 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6fec4c04-960d-4cb7-b30a-db72be5af22f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:59.039846 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fec4c04-960d-4cb7-b30a-db72be5af22f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Fanout notify agent at l3_agent the message router_deleted on router 9b1b2a5a-6e1f-435a-8e8e-0be00452f7ba {{(pid=88037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:29:59.062747 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d5709e-4b9e-4b58-9114-6867cfc05136 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Made reservation on behalf of 53b502bc006642479c9b29af51aad044 for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:29:59.066408 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-91d5709e-4b9e-4b58-9114-6867cfc05136 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:59.088847 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad5ced-d236-4a63-b95e-9e2076e3529f tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Pushing event deleted for resources: {'Subnet': ['ID=acca79df-ad96-4639-9632-303ae7fdd45b,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:59.161589 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4862df3c-0a19-4a50-a999-48e33c3da27f tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event deleted for resources: {'Port': ['ID=f8571534-743f-4d00-ac8d-ae84e2e1b33b,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:59.200004 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4862df3c-0a19-4a50-a999-48e33c3da27f tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:59.238692 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-60749926-0386-4c50-957c-c2b5f075771d None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:59.241812 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:59.251875 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-efbe548f-9a7e-4ca3-8e3a-e9cb965b40a2 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:59.269430 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998e2bc2-eb90-4a08-be30-2914f2562ec4 None None] Network 92ac70b6-6206-469b-98ee-ea16231b21da requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:29:59.270306 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbe548f-9a7e-4ca3-8e3a-e9cb965b40a2 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:59.274789 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-efbe548f-9a7e-4ca3-8e3a-e9cb965b40a2 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:59.275078 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-bdad5ced-d236-4a63-b95e-9e2076e3529f tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:59.325805 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-bdad5ced-d236-4a63-b95e-9e2076e3529f tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92ac70b6-6206-469b-98ee-ea16231b21da']}} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:59.341221 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-4862df3c-0a19-4a50-a999-48e33c3da27f tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/ports/f8571534-743f-4d00-ac8d-ae84e2e1b33b HTTP/1.1" status: 204 len: 168 time: 3.8730392 May 04 17:29:59.348745 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49422) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:59.353489 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-bdad5ced-d236-4a63-b95e-9e2076e3529f tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edc16817-dc23-4f33-bcec-b325e91b362c') {'for_net_delete': True} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:59.353794 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-bdad5ced-d236-4a63-b95e-9e2076e3529f tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edc16817-dc23-4f33-bcec-b325e91b362c') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:59.413106 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.ipam_backend_mixin [None req-91d5709e-4b9e-4b58-9114-6867cfc05136 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Performing IP validity checks on allocation pools {{(pid=88037) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 04 17:29:59.413344 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-bdad5ced-d236-4a63-b95e-9e2076e3529f tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801627'] for segment, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:59.413658 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.ipam_backend_mixin [None req-91d5709e-4b9e-4b58-9114-6867cfc05136 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88037) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 04 17:29:59.424322 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-409ab753-46c2-4713-85eb-0c9174edcbdf None None] Could not find standard attr ID for object f8571534-743f-4d00-ac8d-ae84e2e1b33b. {{(pid=88039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 04 17:29:59.443911 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-60749926-0386-4c50-957c-c2b5f075771d None None] Transition to ACTIVE for port object c31eba9c-8371-4a19-b8be-ae2c172725cd will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:29:59.469033 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-bdad5ced-d236-4a63-b95e-9e2076e3529f tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:59.478121 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-18022823-4d5e-465c-b74b-a9ce5bb5946b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'name': 'tempest-RoutersTest-router-305251255', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:29:20Z', 'updated_at': '2022-05-04T17:29:49Z', 'revision_number': 3, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'gw_port_host': None, '_interfaces': [{'id': '26b2ffc0-9652-4cf3-b203-f3b1becebe09', 'name': '', 'network_id': '2f65bb8b-7242-49b2-a8a7-abb038f78922', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'mac_address': 'fa:16:3e:7f:4a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ebac6750-cbc0-4304-8985-d5c3a04ce5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:25Z', 'updated_at': '2022-05-04T17:29:41Z', 'revision_number': 5, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'subnets': [{'id': 'ebac6750-cbc0-4304-8985-d5c3a04ce5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbcda7fa-7584-47e4-a662-b2f3fb59ea54', 'name': '', 'network_id': 'dc521a67-ad73-4658-89d0-00bb27c0bc84', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'mac_address': 'fa:16:3e:f9:3c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '48ff8e43-2762-48d0-8242-e1b75c56aaef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:46Z', 'updated_at': '2022-05-04T17:29:51Z', 'revision_number': 2, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'subnets': [{'id': '48ff8e43-2762-48d0-8242-e1b75c56aaef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:59.491533 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18022823-4d5e-465c-b74b-a9ce5bb5946b None None] Checking router: f7b8dd67-88b8-4f42-87ee-9c82722da786 for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:29:59.491851 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18022823-4d5e-465c-b74b-a9ce5bb5946b None None] Updating router f7b8dd67-88b8-4f42-87ee-9c82722da786 port fbcda7fa-7584-47e4-a662-b2f3fb59ea54 binding host dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:29:59.496206 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdad5ced-d236-4a63-b95e-9e2076e3529f tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=88038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:29:59.496591 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-bdad5ced-d236-4a63-b95e-9e2076e3529f tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7881827'] for segment, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:59.540895 dv-neutron-840426-1-hyperv neutron-server[88038]: Traceback (most recent call last): May 04 17:29:59.540895 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:29:59.540895 dv-neutron-840426-1-hyperv neutron-server[88038]: timer() May 04 17:29:59.540895 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:29:59.540895 dv-neutron-840426-1-hyperv neutron-server[88038]: cb(*args, **kw) May 04 17:29:59.540895 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:29:59.540895 dv-neutron-840426-1-hyperv neutron-server[88038]: return func(*args, **kwargs) May 04 17:29:59.540895 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:29:59.540895 dv-neutron-840426-1-hyperv neutron-server[88038]: self._notify() May 04 17:29:59.540895 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:29:59.540895 dv-neutron-840426-1-hyperv neutron-server[88038]: self.callback(batched_events) May 04 17:29:59.540895 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:29:59.540895 dv-neutron-840426-1-hyperv neutron-server[88038]: event.method(event) May 04 17:29:59.540895 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:29:59.540895 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:29:59.540895 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:29:59.540895 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:29:59.540895 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:29:59.540895 dv-neutron-840426-1-hyperv neutron-server[88038]: return f(self, *a, **k) May 04 17:29:59.540895 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:29:59.540895 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._get(url).json() May 04 17:29:59.540895 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:29:59.540895 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:29:59.540895 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:29:59.540895 dv-neutron-840426-1-hyperv neutron-server[88038]: return self.request(url, 'GET', **kwargs) May 04 17:29:59.540895 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:29:59.540895 dv-neutron-840426-1-hyperv neutron-server[88038]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:29:59.540895 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:29:59.540895 dv-neutron-840426-1-hyperv neutron-server[88038]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:29:59.540895 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:29:59.540895 dv-neutron-840426-1-hyperv neutron-server[88038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:29:59.540895 dv-neutron-840426-1-hyperv neutron-server[88038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:29:59.551780 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-61eafb14-099c-4b86-81ab-909c25545ba4 None None] Attempting to bind port e39eb039-91da-4230-9bd3-e0bdfb395ef2 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:29:59.552331 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-61eafb14-099c-4b86-81ab-909c25545ba4 None None] Attempting to bind port e39eb039-91da-4230-9bd3-e0bdfb395ef2 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '43abb714-434f-4258-8b22-3a18bd64fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b631325e-11d5-4100-a2cb-8b9aba720937'}] {{(pid=88040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:29:59.553020 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61eafb14-099c-4b86-81ab-909c25545ba4 None None] Attempting to bind port e39eb039-91da-4230-9bd3-e0bdfb395ef2 on network b631325e-11d5-4100-a2cb-8b9aba720937 {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:29:59.554389 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ec6336ff-d196-416a-af6c-80ea88151493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:59.563909 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535f1e41-6fc0-4e1c-9bd1-ec020bed2df5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:59.570714 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535f1e41-6fc0-4e1c-9bd1-ec020bed2df5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:29:59.571595 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-535f1e41-6fc0-4e1c-9bd1-ec020bed2df5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Synchronizing usage tracker for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:subnet {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:29:59.579980 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc9a3b6-f659-46be-acd8-fb2e5f872fba None None] Pushing event updated for resources: {'Port': ['ID=e39eb039-91da-4230-9bd3-e0bdfb395ef2,revision_number=3']} {{(pid=88040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:59.581480 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-409ab753-46c2-4713-85eb-0c9174edcbdf None None] Could not find standard attr ID for object edc8c624-ae11-4f24-95e5-62be1d57a50c. {{(pid=88039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 04 17:29:59.585009 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61eafb14-099c-4b86-81ab-909c25545ba4 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:29:59.585458 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61eafb14-099c-4b86-81ab-909c25545ba4 None None] Checking segment: {'id': '43abb714-434f-4258-8b22-3a18bd64fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b631325e-11d5-4100-a2cb-8b9aba720937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:29:59.585785 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-61eafb14-099c-4b86-81ab-909c25545ba4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:59.586194 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61eafb14-099c-4b86-81ab-909c25545ba4 None None] Bound using segment: {'id': '43abb714-434f-4258-8b22-3a18bd64fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b631325e-11d5-4100-a2cb-8b9aba720937'} {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:29:59.586667 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-61eafb14-099c-4b86-81ab-909c25545ba4 None None] Bound port: e39eb039-91da-4230-9bd3-e0bdfb395ef2, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43abb714-434f-4258-8b22-3a18bd64fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b631325e-11d5-4100-a2cb-8b9aba720937'}}] {{(pid=88040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:29:59.587759 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-61eafb14-099c-4b86-81ab-909c25545ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:59.588181 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ec6336ff-d196-416a-af6c-80ea88151493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:59.608580 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6fec4c04-960d-4cb7-b30a-db72be5af22f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:59.609724 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-6fec4c04-960d-4cb7-b30a-db72be5af22f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "DELETE /v2.0/routers/9b1b2a5a-6e1f-435a-8e8e-0be00452f7ba HTTP/1.1" status: 204 len: 168 time: 5.7027602 May 04 17:29:59.617590 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-60749926-0386-4c50-957c-c2b5f075771d None None] Transition to ACTIVE for port object c31eba9c-8371-4a19-b8be-ae2c172725cd will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:29:59.626373 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49428) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:59.647420 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-3db41fdd-ed02-4fbb-adf8-695a5c09c54f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1715959382'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:59.713243 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.db [None req-61eafb14-099c-4b86-81ab-909c25545ba4 None None] For port e39eb039-91da-4230-9bd3-e0bdfb395ef2, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:29:59.717365 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.db [None req-61eafb14-099c-4b86-81ab-909c25545ba4 None None] For port e39eb039-91da-4230-9bd3-e0bdfb395ef2, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=e39eb039-91da-4230-9bd3-e0bdfb395ef2,segment=NetworkSegment(43abb714-434f-4258-8b22-3a18bd64fc2f),segment_id=43abb714-434f-4258-8b22-3a18bd64fc2f)] {{(pid=88040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:29:59.721098 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-efbe548f-9a7e-4ca3-8e3a-e9cb965b40a2 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.7010698 May 04 17:29:59.721794 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port a3fdb46c-77c5-4e2b-9b86-baeae4c2280c, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=a3fdb46c-77c5-4e2b-9b86-baeae4c2280c,segment=NetworkSegment(c4ca3a4a-84dc-4de6-8132-dc7ac31231a0),segment_id=c4ca3a4a-84dc-4de6-8132-dc7ac31231a0)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:29:59.723119 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-3db41fdd-ed02-4fbb-adf8-695a5c09c54f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:29:59.725698 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-60749926-0386-4c50-957c-c2b5f075771d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:59.727797 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-61eafb14-099c-4b86-81ab-909c25545ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:59.730324 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49432) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:59.737401 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec6336ff-d196-416a-af6c-80ea88151493 admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=88038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:29:59.743356 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-c725e9da-7933-4244-94ae-89df04716a6f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Request body: {'subnet': {'network_id': 'c5f33437-0ece-49c0-a87b-3483fbe73a31', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:29:59.763278 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbe548f-9a7e-4ca3-8e3a-e9cb965b40a2 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Pushing event updated for resources: {'Network': ['ID=c5f33437-0ece-49c0-a87b-3483fbe73a31,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:59.774181 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-3db41fdd-ed02-4fbb-adf8-695a5c09c54f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Usage tracker for resource:network and tenant:a41a9e7401a94b21bc1365a01709c65f is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:29:59.779733 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-3db41fdd-ed02-4fbb-adf8-695a5c09c54f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:29:59.780164 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-18022823-4d5e-465c-b74b-a9ce5bb5946b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:59.781845 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6336ff-d196-416a-af6c-80ea88151493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5c38a1-00db-4fab-90ef-c2e7570d062a,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:59.799450 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-3db41fdd-ed02-4fbb-adf8-695a5c09c54f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:29:59.799760 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-535f1e41-6fc0-4e1c-9bd1-ec020bed2df5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Unset dirty status for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:subnet {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:29:59.802639 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-535f1e41-6fc0-4e1c-9bd1-ec020bed2df5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4502211 May 04 17:29:59.812959 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49436) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:29:59.815976 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ec6336ff-d196-416a-af6c-80ea88151493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:59.816286 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.segments_db [None req-ec6336ff-d196-416a-af6c-80ea88151493 admin admin] Added segment 6198c229-d654-41b9-832d-c829f9f15246 of type vlan for network 21577589-3117-4a42-a464-4385a4611743 May 04 17:29:59.817375 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-bdad5ced-d236-4a63-b95e-9e2076e3529f tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:59.817976 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network c5f33437-0ece-49c0-a87b-3483fbe73a31 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:29:59.822287 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-bdad5ced-d236-4a63-b95e-9e2076e3529f tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:59.834524 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc9a3b6-f659-46be-acd8-fb2e5f872fba None None] Pushing event updated for resources: {'Port': ['ID=e39eb039-91da-4230-9bd3-e0bdfb395ef2,revision_number=4']} {{(pid=88040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:59.853907 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61eafb14-099c-4b86-81ab-909c25545ba4 None None] Routers {'4899f2c4-fe45-4a8a-8358-cd44707b69e7'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:29:59.854557 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-61eafb14-099c-4b86-81ab-909c25545ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:29:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['4899f2c4-fe45-4a8a-8358-cd44707b69e7'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:29:59.865407 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad5ced-d236-4a63-b95e-9e2076e3529f tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Pushing event deleted for resources: {'Network': ['ID=92ac70b6-6206-469b-98ee-ea16231b21da,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:59.940063 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db41fdd-ed02-4fbb-adf8-695a5c09c54f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Made reservation on behalf of a41a9e7401a94b21bc1365a01709c65f for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:29:59.943641 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3db41fdd-ed02-4fbb-adf8-695a5c09c54f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:59.967655 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ec6336ff-d196-416a-af6c-80ea88151493 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:59.970286 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:59.971071 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device b8d9c1ac-2873-4f63-94d9-6877543517bb up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:30:00.005042 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-409ab753-46c2-4713-85eb-0c9174edcbdf None None] Provisioning for port c17989fc-6c19-499d-ac45-604a299e5831 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:30:00.033109 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-bdad5ced-d236-4a63-b95e-9e2076e3529f tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "DELETE /v2.0/networks/92ac70b6-6206-469b-98ee-ea16231b21da HTTP/1.1" status: 204 len: 168 time: 8.0969315 May 04 17:30:00.038695 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ec6336ff-d196-416a-af6c-80ea88151493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:00.040323 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6336ff-d196-416a-af6c-80ea88151493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:00.042435 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ec6336ff-d196-416a-af6c-80ea88151493 admin admin] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:00.052601 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49442) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:00.098911 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-ec6336ff-d196-416a-af6c-80ea88151493 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6940134 May 04 17:30:00.100295 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49446) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:00.122599 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60749926-0386-4c50-957c-c2b5f075771d None None] Network 153f63a7-9672-4a0e-9669-dffe4fbee61d is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:30:00.123852 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-5d4f1295-b816-4e36-bd21-9c643bdb2ed1 admin admin] Request body: {'subnet': {'network_id': '21577589-3117-4a42-a464-4385a4611743', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1476798684-subnet', 'tenant_id': '80242677aabb4106b0b2141d5450b9ec', 'ip_version': 4}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:30:00.124497 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-61eafb14-099c-4b86-81ab-909c25545ba4 None None] Set router 4899f2c4-fe45-4a8a-8358-cd44707b69e7 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:30:00.153526 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-fee53689-bbf5-443c-b873-9d4791c6bee3 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Deleting subnet 05875c07-f33a-494b-a91f-30d18dcaa34c {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:30:00.163886 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-c725e9da-7933-4244-94ae-89df04716a6f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:30:00.170085 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-5d4f1295-b816-4e36-bd21-9c643bdb2ed1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:30:00.177948 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3db41fdd-ed02-4fbb-adf8-695a5c09c54f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:30:00.180716 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-948ba1f4-54c2-42cf-99f7-836410f33146 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] DELETE failed (client error): The resource could not be found. May 04 17:30:00.181223 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-948ba1f4-54c2-42cf-99f7-836410f33146 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:30:00.185445 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-c725e9da-7933-4244-94ae-89df04716a6f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Usage tracker for resource:subnet and tenant:4d4e7c7b24884dc786dfd71b0f2e4f89 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:30:00.195818 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-c725e9da-7933-4244-94ae-89df04716a6f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:30:00.199642 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-5d4f1295-b816-4e36-bd21-9c643bdb2ed1 admin admin] Usage tracker for resource:subnet and tenant:80242677aabb4106b0b2141d5450b9ec is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:30:00.205501 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-5d4f1295-b816-4e36-bd21-9c643bdb2ed1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:30:00.264541 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-60749926-0386-4c50-957c-c2b5f075771d None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:30:00.269665 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60749926-0386-4c50-957c-c2b5f075771d None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:30:00.275098 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-c725e9da-7933-4244-94ae-89df04716a6f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:30:00.287016 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6336ff-d196-416a-af6c-80ea88151493 admin admin] Pushing event updated for resources: {'Network': ['ID=21577589-3117-4a42-a464-4385a4611743,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:00.291916 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-5d4f1295-b816-4e36-bd21-9c643bdb2ed1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:30:00.314078 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d4f1295-b816-4e36-bd21-9c643bdb2ed1 admin admin] Made reservation on behalf of 80242677aabb4106b0b2141d5450b9ec for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:30:00.318772 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5d4f1295-b816-4e36-bd21-9c643bdb2ed1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:00.335994 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c725e9da-7933-4244-94ae-89df04716a6f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Made reservation on behalf of 4d4e7c7b24884dc786dfd71b0f2e4f89 for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:30:00.340490 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c725e9da-7933-4244-94ae-89df04716a6f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:00.365844 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fee53689-bbf5-443c-b873-9d4791c6bee3 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:00.399513 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 21577589-3117-4a42-a464-4385a4611743 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:30:00.430903 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3db41fdd-ed02-4fbb-adf8-695a5c09c54f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:00.431253 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-3db41fdd-ed02-4fbb-adf8-695a5c09c54f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Added segment d2ea3873-0b29-4247-8853-cbf2cf246455 of type vlan for network 75c33fce-f29c-4e84-8d4e-843a0c95d561 May 04 17:30:00.450410 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-948ba1f4-54c2-42cf-99f7-836410f33146 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "DELETE /v2.0/networks/92ac70b6-6206-469b-98ee-ea16231b21da HTTP/1.1" status: 404 len: 339 time: 0.3808944 May 04 17:30:00.455648 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60749926-0386-4c50-957c-c2b5f075771d None None] Pushing event updated for resources: {'Port': ['ID=c31eba9c-8371-4a19-b8be-ae2c172725cd,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:00.465138 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49450) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:00.487595 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-fc051cb0-00cc-4362-a7d9-3905250a5c25 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-718661441', 'description': 'd1'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:30:00.509316 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a098440-5148-4a54-9783-3012abc90b3a req-2b4b176c-5a3d-4d90-9499-ea1a086222ea tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:00.511205 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9a098440-5148-4a54-9783-3012abc90b3a req-2b4b176c-5a3d-4d90-9499-ea1a086222ea tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 945 time: 0.7925682 May 04 17:30:00.517587 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-fc051cb0-00cc-4362-a7d9-3905250a5c25 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:30:00.522608 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-91d5709e-4b9e-4b58-9114-6867cfc05136 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:00.548135 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ed3277-c31c-4c79-a919-d8538cda1afb None None] DHCP port deletion for 92ac70b6-6206-469b-98ee-ea16231b21da request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:30:00.602922 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fee53689-bbf5-443c-b873-9d4791c6bee3 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:00.635879 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-fc051cb0-00cc-4362-a7d9-3905250a5c25 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Usage tracker for resource:network and tenant:b25ee3601e56428392e5e6b054ab6dbb is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:30:00.642671 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-4fe2a879-91eb-4e98-b99b-90779f388a7a tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Deleting port 701d2c40-aae4-4b45-b5ec-7888ce245b6c {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:30:00.643290 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4fe2a879-91eb-4e98-b99b-90779f388a7a tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:00.685427 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-fc051cb0-00cc-4362-a7d9-3905250a5c25 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:30:00.696308 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-61eafb14-099c-4b86-81ab-909c25545ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'name': 'tempest-TestVolumeBootPattern-1202657765-router', 'tenant_id': '8c992398177546e184e9933345174247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b8d9c1ac-2873-4f63-94d9-6877543517bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:29:34Z', 'updated_at': '2022-05-04T17:29:51Z', 'revision_number': 4, 'project_id': '8c992398177546e184e9933345174247', 'gw_port': {'id': 'b8d9c1ac-2873-4f63-94d9-6877543517bb', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:37:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:36Z', 'updated_at': '2022-05-04T17:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': 'e39eb039-91da-4230-9bd3-e0bdfb395ef2', 'name': '', 'network_id': 'b631325e-11d5-4100-a2cb-8b9aba720937', 'tenant_id': '8c992398177546e184e9933345174247', 'mac_address': 'fa:16:3e:de:53:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '35d620f1-cc33-411a-8546-1edeed82bf7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:47Z', 'updated_at': '2022-05-04T17:29:59Z', 'revision_number': 4, 'project_id': '8c992398177546e184e9933345174247', 'subnets': [{'id': '35d620f1-cc33-411a-8546-1edeed82bf7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:00.703974 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61eafb14-099c-4b86-81ab-909c25545ba4 None None] The sync data for ids ['4899f2c4-fe45-4a8a-8358-cd44707b69e7'] in dv-neutron-840426-1-hyperv is: [{'id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'name': 'tempest-TestVolumeBootPattern-1202657765-router', 'tenant_id': '8c992398177546e184e9933345174247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b8d9c1ac-2873-4f63-94d9-6877543517bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:29:34Z', 'updated_at': '2022-05-04T17:29:51Z', 'revision_number': 4, 'project_id': '8c992398177546e184e9933345174247', 'gw_port': {'id': 'b8d9c1ac-2873-4f63-94d9-6877543517bb', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:37:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:36Z', 'updated_at': '2022-05-04T17:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': 'e39eb039-91da-4230-9bd3-e0bdfb395ef2', 'name': '', 'network_id': 'b631325e-11d5-4100-a2cb-8b9aba720937', 'tenant_id': '8c992398177546e184e9933345174247', 'mac_address': 'fa:16:3e:de:53:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '35d620f1-cc33-411a-8546-1edeed82bf7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:47Z', 'updated_at': '2022-05-04T17:29:59Z', 'revision_number': 4, 'project_id': '8c992398177546e184e9933345174247', 'subnets': [{'id': '35d620f1-cc33-411a-8546-1edeed82bf7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:30:00.719011 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3db41fdd-ed02-4fbb-adf8-695a5c09c54f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:00.741506 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-fc051cb0-00cc-4362-a7d9-3905250a5c25 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:30:00.830553 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-409ab753-46c2-4713-85eb-0c9174edcbdf None None] Provisioning complete for port a3fdb46c-77c5-4e2b-9b86-baeae4c2280c triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:30:00.832934 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-409ab753-46c2-4713-85eb-0c9174edcbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:00.854677 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5d4f1295-b816-4e36-bd21-9c643bdb2ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:00.911387 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c725e9da-7933-4244-94ae-89df04716a6f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:00.917676 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d5709e-4b9e-4b58-9114-6867cfc05136 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Pushing event updated for resources: {'Subnet': ['ID=a8542d6e-d053-44fd-b80d-86f5ca5eafe6,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:00.920768 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc051cb0-00cc-4362-a7d9-3905250a5c25 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Made reservation on behalf of b25ee3601e56428392e5e6b054ab6dbb for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:30:00.926141 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fc051cb0-00cc-4362-a7d9-3905250a5c25 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:00.973443 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9a098440-5148-4a54-9783-3012abc90b3a req-afd45695-e42c-409f-914e-53bd279d433b tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4269788 May 04 17:30:00.993261 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4f1295-b816-4e36-bd21-9c643bdb2ed1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0824419e-4bfd-4938-98fc-caa54e89980b,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:01.029788 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d5709e-4b9e-4b58-9114-6867cfc05136 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Checking segment: {'id': 'ddf77bd2-37fa-4c26-bb30-56553c161b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'd947d7b6-4f8d-4218-a251-362711f65011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:30:01.036708 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d5709e-4b9e-4b58-9114-6867cfc05136 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Network hostable DHCP agents. Network: d947d7b6-4f8d-4218-a251-362711f65011, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:30:01.049391 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-60749926-0386-4c50-957c-c2b5f075771d None None] Attempting to bind port c31eba9c-8371-4a19-b8be-ae2c172725cd on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:30:01.049391 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-60749926-0386-4c50-957c-c2b5f075771d None None] Attempting to bind port c31eba9c-8371-4a19-b8be-ae2c172725cd by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'c98f809e-fb66-49ce-a10c-1ff8a8537608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '153f63a7-9672-4a0e-9669-dffe4fbee61d'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:30:01.049391 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60749926-0386-4c50-957c-c2b5f075771d None None] Attempting to bind port c31eba9c-8371-4a19-b8be-ae2c172725cd on network 153f63a7-9672-4a0e-9669-dffe4fbee61d {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:30:01.058045 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3db41fdd-ed02-4fbb-adf8-695a5c09c54f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:01.078665 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db41fdd-ed02-4fbb-adf8-695a5c09c54f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:01.079429 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3db41fdd-ed02-4fbb-adf8-695a5c09c54f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:01.107247 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60749926-0386-4c50-957c-c2b5f075771d None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:30:01.107676 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60749926-0386-4c50-957c-c2b5f075771d None None] Checking segment: {'id': 'c98f809e-fb66-49ce-a10c-1ff8a8537608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '153f63a7-9672-4a0e-9669-dffe4fbee61d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:30:01.108022 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-60749926-0386-4c50-957c-c2b5f075771d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:01.108417 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60749926-0386-4c50-957c-c2b5f075771d None None] Bound using segment: {'id': 'c98f809e-fb66-49ce-a10c-1ff8a8537608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '153f63a7-9672-4a0e-9669-dffe4fbee61d'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:30:01.108903 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-60749926-0386-4c50-957c-c2b5f075771d None None] Bound port: c31eba9c-8371-4a19-b8be-ae2c172725cd, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c98f809e-fb66-49ce-a10c-1ff8a8537608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '153f63a7-9672-4a0e-9669-dffe4fbee61d'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:30:01.109410 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-60749926-0386-4c50-957c-c2b5f075771d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:01.143566 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc051cb0-00cc-4362-a7d9-3905250a5c25 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:30:01.154590 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fc051cb0-00cc-4362-a7d9-3905250a5c25 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:01.154940 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-fc051cb0-00cc-4362-a7d9-3905250a5c25 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Added segment 9ca7c2ac-01b6-4065-ab83-55412f42410c of type vlan for network 181d8f4b-530b-4c1b-96f1-5cc9c4cabde0 May 04 17:30:01.186812 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fc051cb0-00cc-4362-a7d9-3905250a5c25 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:01.221579 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port b8d9c1ac-2873-4f63-94d9-6877543517bb triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:30:01.221809 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:01.240588 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c725e9da-7933-4244-94ae-89df04716a6f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Pushing event updated for resources: {'Subnet': ['ID=9145304b-f9c0-4a4b-8a07-e0960ebf8b02,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:01.242879 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4f1295-b816-4e36-bd21-9c643bdb2ed1 admin admin] Checking segment: {'id': '6198c229-d654-41b9-832d-c829f9f15246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '21577589-3117-4a42-a464-4385a4611743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:30:01.243325 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4f1295-b816-4e36-bd21-9c643bdb2ed1 admin admin] Network hostable DHCP agents. Network: 21577589-3117-4a42-a464-4385a4611743, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:30:01.252129 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c725e9da-7933-4244-94ae-89df04716a6f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Checking segment: {'id': '4ad39d72-6af9-4679-93bf-6e2b94889724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c5f33437-0ece-49c0-a87b-3483fbe73a31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:30:01.252493 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c725e9da-7933-4244-94ae-89df04716a6f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Network hostable DHCP agents. Network: c5f33437-0ece-49c0-a87b-3483fbe73a31, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:30:01.337724 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=a3fdb46c-77c5-4e2b-9b86-baeae4c2280c,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:01.342563 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fc051cb0-00cc-4362-a7d9-3905250a5c25 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:01.349964 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc051cb0-00cc-4362-a7d9-3905250a5c25 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:01.350728 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fc051cb0-00cc-4362-a7d9-3905250a5c25 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581724'] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:01.371165 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c725e9da-7933-4244-94ae-89df04716a6f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Network c5f33437-0ece-49c0-a87b-3483fbe73a31 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:30:01.381218 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4f1295-b816-4e36-bd21-9c643bdb2ed1 admin admin] Network 21577589-3117-4a42-a464-4385a4611743 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:30:01.421970 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c07bc-fb5f-4387-bca1-9f0342bc6bed req-9998ea72-acc1-41a3-bdf7-bcd9b4e87869 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:01.423916 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-537c07bc-fb5f-4387-bca1-9f0342bc6bed req-9998ea72-acc1-41a3-bdf7-bcd9b4e87869 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 945 time: 0.1730742 May 04 17:30:01.489514 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-3db41fdd-ed02-4fbb-adf8-695a5c09c54f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.8585489 May 04 17:30:01.490637 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db41fdd-ed02-4fbb-adf8-695a5c09c54f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Pushing event updated for resources: {'Network': ['ID=75c33fce-f29c-4e84-8d4e-843a0c95d561,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:01.492922 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-537c07bc-fb5f-4387-bca1-9f0342bc6bed req-e7378b85-4ccb-47f2-9827-9964c0d71766 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634651 May 04 17:30:01.493423 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49456) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:01.498224 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-c725e9da-7933-4244-94ae-89df04716a6f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, c5f33437-0ece-49c0-a87b-3483fbe73a31) {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:30:01.504636 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-fc051cb0-00cc-4362-a7d9-3905250a5c25 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.0375085 May 04 17:30:01.505665 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d5709e-4b9e-4b58-9114-6867cfc05136 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Network d947d7b6-4f8d-4218-a251-362711f65011 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:30:01.506202 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-5d4f1295-b816-4e36-bd21-9c643bdb2ed1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 21577589-3117-4a42-a464-4385a4611743) {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:30:01.508123 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49460) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:01.516554 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c725e9da-7933-4244-94ae-89df04716a6f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:01.517115 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c725e9da-7933-4244-94ae-89df04716a6f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:01.541109 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fee53689-bbf5-443c-b873-9d4791c6bee3 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:01.545271 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4f1295-b816-4e36-bd21-9c643bdb2ed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:01.545856 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5d4f1295-b816-4e36-bd21-9c643bdb2ed1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:01.616084 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4fe2a879-91eb-4e98-b99b-90779f388a7a tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:01.677884 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-5d4f1295-b816-4e36-bd21-9c643bdb2ed1 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5699203 May 04 17:30:01.682004 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-c725e9da-7933-4244-94ae-89df04716a6f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9445918 May 04 17:30:01.682779 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49466) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:01.682779 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49468) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:01.691024 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-e8d99cf2-dd6c-4864-808f-b341c7cbc7af admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1476798684-router', 'tenant_id': '80242677aabb4106b0b2141d5450b9ec', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:30:01.729728 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 75c33fce-f29c-4e84-8d4e-843a0c95d561 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:30:01.745580 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71c3891-c574-486e-b9cb-6632ffd487cd None None] Network c5f33437-0ece-49c0-a87b-3483fbe73a31 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:30:01.758598 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8bd61f9-ab1d-467d-985e-21e151d15c51 None None] Network 21577589-3117-4a42-a464-4385a4611743 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:30:01.787267 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-4fe2a879-91eb-4e98-b99b-90779f388a7a tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Calling delete_port for 701d2c40-aae4-4b45-b5ec-7888ce245b6c owned by network:router_interface {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:30:01.795727 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6a8c5e-7889-491e-b040-6f4c51e06d55 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:01.796705 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-eb6a8c5e-7889-491e-b040-6f4c51e06d55 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Synchronizing usage tracker for tenant:b25ee3601e56428392e5e6b054ab6dbb on resource:network {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:30:01.844890 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-7169dc52-e3a3-40e6-acc1-0567e676159d tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Request body: {'subnet': {'network_id': '75c33fce-f29c-4e84-8d4e-843a0c95d561', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:30:01.862176 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-e8d99cf2-dd6c-4864-808f-b341c7cbc7af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:30:01.869174 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-91d5709e-4b9e-4b58-9114-6867cfc05136 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, d947d7b6-4f8d-4218-a251-362711f65011) {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:30:01.891803 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-e8d99cf2-dd6c-4864-808f-b341c7cbc7af admin admin] Usage tracker for resource:router and tenant:80242677aabb4106b0b2141d5450b9ec is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:30:01.905991 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-e8d99cf2-dd6c-4864-808f-b341c7cbc7af admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:30:01.917695 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-eb6a8c5e-7889-491e-b040-6f4c51e06d55 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Unset dirty status for tenant:b25ee3601e56428392e5e6b054ab6dbb on resource:network {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:30:01.922480 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-eb6a8c5e-7889-491e-b040-6f4c51e06d55 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "GET /v2.0/networks?id=181d8f4b-530b-4c1b-96f1-5cc9c4cabde0 HTTP/1.1" status: 200 len: 760 time: 0.4115276 May 04 17:30:01.930432 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49474) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:01.966068 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acff5757-eedd-4af8-af0b-ab37a45bcf28 None None] Network d947d7b6-4f8d-4218-a251-362711f65011 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:30:01.969419 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-7a08f7bd-8117-4f17-ae73-9079d527572b tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Request body: {'network': {'description': 'd2'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:30:01.979719 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-e8d99cf2-dd6c-4864-808f-b341c7cbc7af admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:30:01.983935 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d5709e-4b9e-4b58-9114-6867cfc05136 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:01.984528 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-91d5709e-4b9e-4b58-9114-6867cfc05136 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:02.024890 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-91d5709e-4b9e-4b58-9114-6867cfc05136 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.7770679 May 04 17:30:02.088926 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-60749926-0386-4c50-957c-c2b5f075771d None None] For port c31eba9c-8371-4a19-b8be-ae2c172725cd, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:30:02.096499 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49480) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:02.097390 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e8d99cf2-dd6c-4864-808f-b341c7cbc7af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:02.098470 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e8d99cf2-dd6c-4864-808f-b341c7cbc7af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:02.103194 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-60749926-0386-4c50-957c-c2b5f075771d None None] For port c31eba9c-8371-4a19-b8be-ae2c172725cd, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=c31eba9c-8371-4a19-b8be-ae2c172725cd,segment=NetworkSegment(c98f809e-fb66-49ce-a10c-1ff8a8537608),segment_id=c98f809e-fb66-49ce-a10c-1ff8a8537608)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:30:02.121378 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e8d99cf2-dd6c-4864-808f-b341c7cbc7af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:02.276839 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-60749926-0386-4c50-957c-c2b5f075771d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:02.278231 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc051cb0-00cc-4362-a7d9-3905250a5c25 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Pushing event updated for resources: {'Network': ['ID=181d8f4b-530b-4c1b-96f1-5cc9c4cabde0,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:02.355201 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 181d8f4b-530b-4c1b-96f1-5cc9c4cabde0 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:30:02.433947 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-7169dc52-e3a3-40e6-acc1-0567e676159d tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:30:02.446079 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-7169dc52-e3a3-40e6-acc1-0567e676159d tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Usage tracker for resource:subnet and tenant:a41a9e7401a94b21bc1365a01709c65f is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:30:02.453896 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-7169dc52-e3a3-40e6-acc1-0567e676159d tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:30:02.473635 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fee53689-bbf5-443c-b873-9d4791c6bee3 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:02.484568 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-7169dc52-e3a3-40e6-acc1-0567e676159d tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:30:02.654017 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7a08f7bd-8117-4f17-ae73-9079d527572b tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:02.679221 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device c17989fc-6c19-499d-ac45-604a299e5831 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:30:02.679879 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4daa2e-011f-46be-bccd-61f7e3c75894 req-f3782ea4-382c-458e-8d5f-7dc30fcce47d tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:02.680401 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fee53689-bbf5-443c-b873-9d4791c6bee3 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:02.681611 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-0f4daa2e-011f-46be-bccd-61f7e3c75894 req-f3782ea4-382c-458e-8d5f-7dc30fcce47d tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 945 time: 0.4764760 May 04 17:30:02.696801 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee53689-bbf5-443c-b873-9d4791c6bee3 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event deleted for resources: {'Subnet': ['ID=05875c07-f33a-494b-a91f-30d18dcaa34c,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:02.709107 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7169dc52-e3a3-40e6-acc1-0567e676159d tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Made reservation on behalf of a41a9e7401a94b21bc1365a01709c65f for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:30:02.713037 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7169dc52-e3a3-40e6-acc1-0567e676159d tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:02.727639 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7a08f7bd-8117-4f17-ae73-9079d527572b tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:02.752813 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f7bcef-09d7-41c2-8c24-04df83b78a63 None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:30:02.802517 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7a08f7bd-8117-4f17-ae73-9079d527572b tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Network 181d8f4b-530b-4c1b-96f1-5cc9c4cabde0 is not hosted by any dhcp agent {{(pid=88037) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 04 17:30:02.808273 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a08f7bd-8117-4f17-ae73-9079d527572b tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:02.809194 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7a08f7bd-8117-4f17-ae73-9079d527572b tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:02.814966 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-7a08f7bd-8117-4f17-ae73-9079d527572b tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "PUT /v2.0/networks/181d8f4b-530b-4c1b-96f1-5cc9c4cabde0 HTTP/1.1" status: 200 len: 757 time: 0.8588812 May 04 17:30:02.845736 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49486) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:02.902700 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-18022823-4d5e-465c-b74b-a9ce5bb5946b None None] Notify callbacks [] for port, precommit_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:02.913047 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-fee53689-bbf5-443c-b873-9d4791c6bee3 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/subnets/05875c07-f33a-494b-a91f-30d18dcaa34c HTTP/1.1" status: 204 len: 168 time: 3.0977635 May 04 17:30:02.934058 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49490) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:03.094296 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e8d99cf2-dd6c-4864-808f-b341c7cbc7af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:03.137071 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60749926-0386-4c50-957c-c2b5f075771d None None] Pushing event updated for resources: {'Port': ['ID=c31eba9c-8371-4a19-b8be-ae2c172725cd,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:03.184153 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a08f7bd-8117-4f17-ae73-9079d527572b tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Pushing event updated for resources: {'Network': ['ID=181d8f4b-530b-4c1b-96f1-5cc9c4cabde0,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:03.259409 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-ae2762aa-b7a9-4145-88d9-981bfa5e00c7 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3214948 May 04 17:30:03.262670 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-128b972a-a029-4b9b-b023-263cc6e87155 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:03.273702 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-0f4daa2e-011f-46be-bccd-61f7e3c75894 req-cbb8ad11-d628-475f-86e4-e1280595b299 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5241113 May 04 17:30:03.274549 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49494) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:03.323660 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 181d8f4b-530b-4c1b-96f1-5cc9c4cabde0 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:30:03.375813 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5f7a30-4a56-4236-80d6-a97632bade84 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:03.376540 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-da5f7a30-4a56-4236-80d6-a97632bade84 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Synchronizing usage tracker for tenant:b25ee3601e56428392e5e6b054ab6dbb on resource:network {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:30:03.389583 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4fe2a879-91eb-4e98-b99b-90779f388a7a tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:03.398561 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4968895e-0640-4feb-95f1-3963b2d5fb08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:03.416501 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-18022823-4d5e-465c-b74b-a9ce5bb5946b None None] Transition to ACTIVE for port object fbcda7fa-7584-47e4-a662-b2f3fb59ea54 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:30:03.461147 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe2a879-91eb-4e98-b99b-90779f388a7a tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Pushing event deleted for resources: {'Port': ['ID=701d2c40-aae4-4b45-b5ec-7888ce245b6c,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:03.491324 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca431c26-26cb-40a7-8c23-0fcf55de5e75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-21577589-3117-4a42-a464-4385a4611743', 'network_id': '21577589-3117-4a42-a464-4385a4611743', 'tenant_id': '80242677aabb4106b0b2141d5450b9ec', 'fixed_ips': [{'subnet_id': '0824419e-4bfd-4938-98fc-caa54e89980b'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:30:03.492615 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ca431c26-26cb-40a7-8c23-0fcf55de5e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:03.500255 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-128b972a-a029-4b9b-b023-263cc6e87155 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:03.511067 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-da5f7a30-4a56-4236-80d6-a97632bade84 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Unset dirty status for tenant:b25ee3601e56428392e5e6b054ab6dbb on resource:network {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:30:03.516576 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-da5f7a30-4a56-4236-80d6-a97632bade84 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "GET /v2.0/networks?id=181d8f4b-530b-4c1b-96f1-5cc9c4cabde0 HTTP/1.1" status: 200 len: 760 time: 0.6696763 May 04 17:30:03.517491 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49498) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:03.521670 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-18022823-4d5e-465c-b74b-a9ce5bb5946b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:03.597497 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-22a11aa1-ae4c-4a02-8e31-fa7ae85ae7bd tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2059011884'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:30:03.620466 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-22a11aa1-ae4c-4a02-8e31-fa7ae85ae7bd tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:30:03.657034 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-61a5f209-4f1f-403e-ae9e-cde2259acc67 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:03.672656 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-22a11aa1-ae4c-4a02-8e31-fa7ae85ae7bd tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:30:03.735544 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea3f07e-3d6d-40f0-9411-1d66c038f1fb tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:03.736253 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-0ea3f07e-3d6d-40f0-9411-1d66c038f1fb tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Synchronizing usage tracker for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:30:03.754686 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a11aa1-ae4c-4a02-8e31-fa7ae85ae7bd tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Made reservation on behalf of b25ee3601e56428392e5e6b054ab6dbb for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:30:03.758549 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-22a11aa1-ae4c-4a02-8e31-fa7ae85ae7bd tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:03.870689 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-128b972a-a029-4b9b-b023-263cc6e87155 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:03.879549 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port c17989fc-6c19-499d-ac45-604a299e5831 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:30:03.944384 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b972a-a029-4b9b-b023-263cc6e87155 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Pushing event deleted for resources: {'Subnet': ['ID=a8542d6e-d053-44fd-b80d-86f5ca5eafe6,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:03.988299 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4fe2a879-91eb-4e98-b99b-90779f388a7a tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710832'] for router_interface, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:03.990476 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port c17989fc-6c19-499d-ac45-604a299e5831 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:30:03.991178 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:04.000455 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-0ea3f07e-3d6d-40f0-9411-1d66c038f1fb tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Unset dirty status for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:30:04.004856 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-0ea3f07e-3d6d-40f0-9411-1d66c038f1fb tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.7292790 May 04 17:30:04.009301 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49502) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:04.011959 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7169dc52-e3a3-40e6-acc1-0567e676159d tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:04.115018 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1fffee4-b0da-4a2c-bb0a-7f3447ba0fb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-d947d7b6-4f8d-4218-a251-362711f65011', 'network_id': 'd947d7b6-4f8d-4218-a251-362711f65011', 'tenant_id': '53b502bc006642479c9b29af51aad044', 'fixed_ips': [{'subnet_id': 'a8542d6e-d053-44fd-b80d-86f5ca5eafe6'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:30:04.116061 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d1fffee4-b0da-4a2c-bb0a-7f3447ba0fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:04.126581 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267eeed9-e61e-4567-9371-e9a64c2e85d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-c5f33437-0ece-49c0-a87b-3483fbe73a31', 'network_id': 'c5f33437-0ece-49c0-a87b-3483fbe73a31', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'fixed_ips': [{'subnet_id': '9145304b-f9c0-4a4b-8a07-e0960ebf8b02'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:30:04.127642 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-267eeed9-e61e-4567-9371-e9a64c2e85d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:04.160667 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22a11aa1-ae4c-4a02-8e31-fa7ae85ae7bd tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:30:04.260080 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7169dc52-e3a3-40e6-acc1-0567e676159d tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Pushing event updated for resources: {'Subnet': ['ID=4c6fd038-32ee-4880-8271-c9cb8bf42e35,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:04.266497 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ecc7ba-3bfb-4a7c-a8f1-454a8af57cc0 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:04.267198 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-80ecc7ba-3bfb-4a7c-a8f1-454a8af57cc0 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Synchronizing usage tracker for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:subnet {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:30:04.283928 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460d2e9-753b-4eb7-bbf6-dcc19af66ac0 None None] Pushing event updated for resources: {'Port': ['ID=fbcda7fa-7584-47e4-a662-b2f3fb59ea54,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:04.351124 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-128b972a-a029-4b9b-b023-263cc6e87155 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:04.396038 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-22a11aa1-ae4c-4a02-8e31-fa7ae85ae7bd tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:04.397028 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-22a11aa1-ae4c-4a02-8e31-fa7ae85ae7bd tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Added segment 0a72a044-32d2-4f34-9579-5a3034aa3c69 of type vlan for network b8ef58fe-e5bf-48c4-8771-9f1dcf25e2cc May 04 17:30:04.437864 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-22a11aa1-ae4c-4a02-8e31-fa7ae85ae7bd tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:04.447227 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-128b972a-a029-4b9b-b023-263cc6e87155 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d947d7b6-4f8d-4218-a251-362711f65011']}} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:04.457248 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5e82a1-76c3-47f9-8353-9d9ca90e8c59 None None] Network 153f63a7-9672-4a0e-9669-dffe4fbee61d requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:30:04.475161 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-128b972a-a029-4b9b-b023-263cc6e87155 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddf77bd2-37fa-4c26-bb30-56553c161b30') {'for_net_delete': True} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:04.475462 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-128b972a-a029-4b9b-b023-263cc6e87155 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddf77bd2-37fa-4c26-bb30-56553c161b30') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:04.534463 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e8d99cf2-dd6c-4864-808f-b341c7cbc7af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:04.552507 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-80ecc7ba-3bfb-4a7c-a8f1-454a8af57cc0 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Unset dirty status for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:subnet {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:30:04.557621 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-80ecc7ba-3bfb-4a7c-a8f1-454a8af57cc0 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5371063 May 04 17:30:04.568376 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-128b972a-a029-4b9b-b023-263cc6e87155 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801627'] for segment, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:04.584381 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49508) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:04.672918 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e8d99cf2-dd6c-4864-808f-b341c7cbc7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:04.713681 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-18022823-4d5e-465c-b74b-a9ce5bb5946b None None] Attempting to bind port fbcda7fa-7584-47e4-a662-b2f3fb59ea54 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:30:04.714225 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-18022823-4d5e-465c-b74b-a9ce5bb5946b None None] Attempting to bind port fbcda7fa-7584-47e4-a662-b2f3fb59ea54 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '98b61957-a94f-4bac-a737-9b8b5b15c65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'dc521a67-ad73-4658-89d0-00bb27c0bc84'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:30:04.714848 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18022823-4d5e-465c-b74b-a9ce5bb5946b None None] Attempting to bind port fbcda7fa-7584-47e4-a662-b2f3fb59ea54 on network dc521a67-ad73-4658-89d0-00bb27c0bc84 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:30:04.743155 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-1fa3e290-8185-44c6-b76a-702219c198d0 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1504424 May 04 17:30:04.748820 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-22a11aa1-ae4c-4a02-8e31-fa7ae85ae7bd tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:04.755341 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a11aa1-ae4c-4a02-8e31-fa7ae85ae7bd tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:04.755341 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-22a11aa1-ae4c-4a02-8e31-fa7ae85ae7bd tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:04.759882 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49512) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:04.775073 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-128b972a-a029-4b9b-b023-263cc6e87155 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:04.794151 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-128b972a-a029-4b9b-b023-263cc6e87155 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=88038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:30:04.794694 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-128b972a-a029-4b9b-b023-263cc6e87155 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7881827'] for segment, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:04.810960 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18022823-4d5e-465c-b74b-a9ce5bb5946b None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:30:04.811503 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18022823-4d5e-465c-b74b-a9ce5bb5946b None None] Checking segment: {'id': '98b61957-a94f-4bac-a737-9b8b5b15c65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'dc521a67-ad73-4658-89d0-00bb27c0bc84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:30:04.812626 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-18022823-4d5e-465c-b74b-a9ce5bb5946b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:04.812840 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18022823-4d5e-465c-b74b-a9ce5bb5946b None None] Bound using segment: {'id': '98b61957-a94f-4bac-a737-9b8b5b15c65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'dc521a67-ad73-4658-89d0-00bb27c0bc84'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:30:04.813444 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-18022823-4d5e-465c-b74b-a9ce5bb5946b None None] Bound port: fbcda7fa-7584-47e4-a662-b2f3fb59ea54, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b61957-a94f-4bac-a737-9b8b5b15c65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'dc521a67-ad73-4658-89d0-00bb27c0bc84'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:30:04.813852 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-18022823-4d5e-465c-b74b-a9ce5bb5946b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:04.817247 dv-neutron-840426-1-hyperv neutron-server[88038]: Traceback (most recent call last): May 04 17:30:04.817247 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:30:04.817247 dv-neutron-840426-1-hyperv neutron-server[88038]: timer() May 04 17:30:04.817247 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:30:04.817247 dv-neutron-840426-1-hyperv neutron-server[88038]: cb(*args, **kw) May 04 17:30:04.817247 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:30:04.817247 dv-neutron-840426-1-hyperv neutron-server[88038]: return func(*args, **kwargs) May 04 17:30:04.817247 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:30:04.817247 dv-neutron-840426-1-hyperv neutron-server[88038]: self._notify() May 04 17:30:04.817247 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:30:04.817247 dv-neutron-840426-1-hyperv neutron-server[88038]: self.callback(batched_events) May 04 17:30:04.817247 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:30:04.817247 dv-neutron-840426-1-hyperv neutron-server[88038]: event.method(event) May 04 17:30:04.817247 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:30:04.817247 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:30:04.817247 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:30:04.817247 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:30:04.817247 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:30:04.817247 dv-neutron-840426-1-hyperv neutron-server[88038]: return f(self, *a, **k) May 04 17:30:04.817247 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:30:04.817247 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._get(url).json() May 04 17:30:04.817247 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:30:04.817247 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:30:04.817247 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:30:04.817247 dv-neutron-840426-1-hyperv neutron-server[88038]: return self.request(url, 'GET', **kwargs) May 04 17:30:04.817247 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:30:04.817247 dv-neutron-840426-1-hyperv neutron-server[88038]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:30:04.817247 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:30:04.817247 dv-neutron-840426-1-hyperv neutron-server[88038]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:30:04.817247 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:30:04.817247 dv-neutron-840426-1-hyperv neutron-server[88038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:30:04.817247 dv-neutron-840426-1-hyperv neutron-server[88038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:30:04.858616 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-e89f7a32-32c6-46c1-9fbf-037df54c502f tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Request body: {'subnet': {'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:30:05.047874 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-ca431c26-26cb-40a7-8c23-0fcf55de5e75 None None] Allocated IP 172.20.0.2 (21577589-3117-4a42-a464-4385a4611743/0824419e-4bfd-4938-98fc-caa54e89980b/6dac7047-8c63-43f9-b935-779b4fb71264) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:30:05.053667 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c006a1f-c15b-47f2-a91a-6a94f7614614 None None] Network d947d7b6-4f8d-4218-a251-362711f65011 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:30:05.072414 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ab7839-1107-409d-91de-2ea96701b74b None None] DHCP port deletion for 6b89b041-5c42-49da-97bf-23cee8aadf17 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:30:05.112716 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a11aa1-ae4c-4a02-8e31-fa7ae85ae7bd tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Pushing event updated for resources: {'Network': ['ID=b8ef58fe-e5bf-48c4-8771-9f1dcf25e2cc,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:05.120433 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7169dc52-e3a3-40e6-acc1-0567e676159d tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Checking segment: {'id': 'd2ea3873-0b29-4247-8853-cbf2cf246455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '75c33fce-f29c-4e84-8d4e-843a0c95d561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:30:05.121089 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7169dc52-e3a3-40e6-acc1-0567e676159d tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Network hostable DHCP agents. Network: 75c33fce-f29c-4e84-8d4e-843a0c95d561, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:30:05.138826 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fe2a879-91eb-4e98-b99b-90779f388a7a tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Router 983952f7-cb62-461a-acb1-a7472be5610f has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:30:05.145570 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-e89f7a32-32c6-46c1-9fbf-037df54c502f tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:30:05.154980 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-22a11aa1-ae4c-4a02-8e31-fa7ae85ae7bd tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6305604 May 04 17:30:05.155214 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-128b972a-a029-4b9b-b023-263cc6e87155 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:05.157149 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49516) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:05.184463 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network b8ef58fe-e5bf-48c4-8771-9f1dcf25e2cc details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:30:05.190628 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-e89f7a32-32c6-46c1-9fbf-037df54c502f tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:30:05.195510 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-b4c3ff8e-70e9-46a6-bf2c-15930ffc1f3c tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Request body: {'subnet': {'network_id': 'b8ef58fe-e5bf-48c4-8771-9f1dcf25e2cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:30:05.209207 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-17ab7839-1107-409d-91de-2ea96701b74b None None] Deleting port c17989fc-6c19-499d-ac45-604a299e5831 {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:30:05.209579 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-17ab7839-1107-409d-91de-2ea96701b74b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:05.238768 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:05.280807 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-128b972a-a029-4b9b-b023-263cc6e87155 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:05.334733 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-267eeed9-e61e-4567-9371-e9a64c2e85d0 None None] Allocated IP 172.22.0.2 (c5f33437-0ece-49c0-a87b-3483fbe73a31/9145304b-f9c0-4a4b-8a07-e0960ebf8b02/1b688d95-30bc-4794-9c8a-3f1f6523cdab) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:30:05.375626 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b972a-a029-4b9b-b023-263cc6e87155 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Pushing event deleted for resources: {'Network': ['ID=d947d7b6-4f8d-4218-a251-362711f65011,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:05.377329 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-16d5ae12-c5bb-441d-b89b-e3b7307ed32c None None] Provisioning for port c31eba9c-8371-4a19-b8be-ae2c172725cd completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:30:05.382809 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff605ce-4635-4378-bacc-af87bf1568a3 req-02e4136c-46a9-4fe4-8131-e80aae4580ca tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:05.385598 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-1ff605ce-4635-4378-bacc-af87bf1568a3 req-02e4136c-46a9-4fe4-8131-e80aae4580ca tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 945 time: 0.9158216 May 04 17:30:05.386564 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f91f65-0d4b-4b93-9000-2692903804ba req-9c1dc119-8b72-410a-b54a-7e0285c2363f tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:05.388805 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-00f91f65-0d4b-4b93-9000-2692903804ba req-9c1dc119-8b72-410a-b54a-7e0285c2363f tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.42 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 945 time: 0.8955436 May 04 17:30:05.417761 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e89f7a32-32c6-46c1-9fbf-037df54c502f tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Made reservation on behalf of e0bb3da2b1c344b882bb065b24ba46bb for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:30:05.421750 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e89f7a32-32c6-46c1-9fbf-037df54c502f tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:05.435799 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-128b972a-a029-4b9b-b023-263cc6e87155 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] 10.222.0.41 "DELETE /v2.0/networks/d947d7b6-4f8d-4218-a251-362711f65011 HTTP/1.1" status: 204 len: 168 time: 3.2938862 May 04 17:30:05.441661 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49520) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:05.461028 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7169dc52-e3a3-40e6-acc1-0567e676159d tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Network 75c33fce-f29c-4e84-8d4e-843a0c95d561 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:30:05.466614 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-f1ec4105-fc94-40e2-b015-5ddb9997cf1a tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1361281115'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:30:05.477880 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe2a879-91eb-4e98-b99b-90779f388a7a tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:30:05.485011 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-4fe2a879-91eb-4e98-b99b-90779f388a7a tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] 10.222.0.41 "PUT /v2.0/routers/983952f7-cb62-461a-acb1-a7472be5610f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0349979 May 04 17:30:05.487038 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49524) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:05.487676 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-b4c3ff8e-70e9-46a6-bf2c-15930ffc1f3c tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:30:05.494001 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-e8d99cf2-dd6c-4864-808f-b341c7cbc7af admin admin] Allocated IP 172.26.0.22 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/ac077b16-bc27-4788-a924-1b45bc119226) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:30:05.501197 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-b4c3ff8e-70e9-46a6-bf2c-15930ffc1f3c tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Usage tracker for resource:subnet and tenant:b25ee3601e56428392e5e6b054ab6dbb is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:30:05.507273 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-b4c3ff8e-70e9-46a6-bf2c-15930ffc1f3c tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:30:05.521054 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-b4c3ff8e-70e9-46a6-bf2c-15930ffc1f3c tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:30:05.524678 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4405f9d6-412e-4f11-b8e4-43fdd7c37f31 None None] Sync routers for ids ['983952f7-cb62-461a-acb1-a7472be5610f'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:30:05.537133 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [req-00f91f65-0d4b-4b93-9000-2692903804ba req-c2f83f43-b4c7-4698-affd-217271edf66d tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Deleting port 115c2e5e-626d-476c-9f9c-99d23fa03683 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:30:05.537484 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-00f91f65-0d4b-4b93-9000-2692903804ba req-c2f83f43-b4c7-4698-affd-217271edf66d tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:05.569291 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-f1ec4105-fc94-40e2-b015-5ddb9997cf1a tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:30:05.584545 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-f1ec4105-fc94-40e2-b015-5ddb9997cf1a tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Usage tracker for resource:network and tenant:53b502bc006642479c9b29af51aad044 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:30:05.589462 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-7169dc52-e3a3-40e6-acc1-0567e676159d tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 75c33fce-f29c-4e84-8d4e-843a0c95d561) {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:30:05.597882 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-18022823-4d5e-465c-b74b-a9ce5bb5946b None None] For port fbcda7fa-7584-47e4-a662-b2f3fb59ea54, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:30:05.626227 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c3ff8e-70e9-46a6-bf2c-15930ffc1f3c tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Made reservation on behalf of b25ee3601e56428392e5e6b054ab6dbb for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:30:05.630097 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b4c3ff8e-70e9-46a6-bf2c-15930ffc1f3c tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:05.700667 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6296d2-625b-4d32-b63a-2f661b89c8f5 None None] Network 75c33fce-f29c-4e84-8d4e-843a0c95d561 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:30:05.701500 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-f1ec4105-fc94-40e2-b015-5ddb9997cf1a tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:30:05.708144 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7169dc52-e3a3-40e6-acc1-0567e676159d tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:05.708955 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7169dc52-e3a3-40e6-acc1-0567e676159d tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:05.719879 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port c17989fc-6c19-499d-ac45-604a299e5831, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=c17989fc-6c19-499d-ac45-604a299e5831,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:30:05.733139 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-f1ec4105-fc94-40e2-b015-5ddb9997cf1a tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:30:05.742383 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-1ff605ce-4635-4378-bacc-af87bf1568a3 req-dbfcfa0d-ce67-41fc-9b96-fe8f2a4d4c67 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3416348 May 04 17:30:05.768147 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-527de4d2-328c-45f6-a4e7-d991709e82cc tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks [] for router, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:05.829074 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ec4105-fc94-40e2-b015-5ddb9997cf1a tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Made reservation on behalf of 53b502bc006642479c9b29af51aad044 for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:30:05.832454 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f1ec4105-fc94-40e2-b015-5ddb9997cf1a tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:05.894566 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-18022823-4d5e-465c-b74b-a9ce5bb5946b None None] For port fbcda7fa-7584-47e4-a662-b2f3fb59ea54, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=fbcda7fa-7584-47e4-a662-b2f3fb59ea54,segment=NetworkSegment(98b61957-a94f-4bac-a737-9b8b5b15c65f),segment_id=98b61957-a94f-4bac-a737-9b8b5b15c65f)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:30:05.905158 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:05.905960 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device edc8c624-ae11-4f24-95e5-62be1d57a50c up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:30:05.908663 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-7169dc52-e3a3-40e6-acc1-0567e676159d tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.4100580 May 04 17:30:05.921020 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49530) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:05.935936 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-b4a51d63-486d-4f36-8116-1b726fb8f1e0 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-434574879', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:30:05.951727 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-b4a51d63-486d-4f36-8116-1b726fb8f1e0 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:30:05.983689 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0f79457a-0bea-485d-90fc-cf43372aca7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:05.985406 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4405f9d6-412e-4f11-b8e4-43fdd7c37f31 None None] Routers {'983952f7-cb62-461a-acb1-a7472be5610f'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:30:05.986217 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-4405f9d6-412e-4f11-b8e4-43fdd7c37f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:29:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['983952f7-cb62-461a-acb1-a7472be5610f'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:06.014424 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-b4a51d63-486d-4f36-8116-1b726fb8f1e0 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Usage tracker for resource:router and tenant:a41a9e7401a94b21bc1365a01709c65f is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:30:06.076322 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1ec4105-fc94-40e2-b015-5ddb9997cf1a tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:30:06.079865 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-b4a51d63-486d-4f36-8116-1b726fb8f1e0 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:30:06.124548 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-18022823-4d5e-465c-b74b-a9ce5bb5946b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:06.128728 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e8d99cf2-dd6c-4864-808f-b341c7cbc7af admin admin] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:06.154949 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-b4a51d63-486d-4f36-8116-1b726fb8f1e0 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:30:06.204000 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f1ec4105-fc94-40e2-b015-5ddb9997cf1a tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:06.204396 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-f1ec4105-fc94-40e2-b015-5ddb9997cf1a tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Added segment bb3b2075-05bf-4301-a02c-50205f5f42cd of type vlan for network d7173ecf-47ef-4f12-97c6-68c39634aed1 May 04 17:30:06.213101 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-527de4d2-328c-45f6-a4e7-d991709e82cc tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:06.219052 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-527de4d2-328c-45f6-a4e7-d991709e82cc tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:06.228638 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b4a51d63-486d-4f36-8116-1b726fb8f1e0 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:06.229703 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b4a51d63-486d-4f36-8116-1b726fb8f1e0 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:06.279646 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [req-00f91f65-0d4b-4b93-9000-2692903804ba req-c2f83f43-b4c7-4698-affd-217271edf66d tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] For port 115c2e5e-626d-476c-9f9c-99d23fa03683, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=115c2e5e-626d-476c-9f9c-99d23fa03683,segment=NetworkSegment(40fdd87b-6347-4489-a912-23174799ead5),segment_id=40fdd87b-6347-4489-a912-23174799ead5)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:30:06.280213 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-00f91f65-0d4b-4b93-9000-2692903804ba req-c2f83f43-b4c7-4698-affd-217271edf66d tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:06.349286 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: edc8c624-ae11-4f24-95e5-62be1d57a50c {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:30:06.350278 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device edc8c624-ae11-4f24-95e5-62be1d57a50c not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 04 17:30:06.447720 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e8d99cf2-dd6c-4864-808f-b341c7cbc7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:06.453638 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f1ec4105-fc94-40e2-b015-5ddb9997cf1a tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:06.459324 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-4405f9d6-412e-4f11-b8e4-43fdd7c37f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:06.463956 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b4a51d63-486d-4f36-8116-1b726fb8f1e0 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:06.487755 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-527de4d2-328c-45f6-a4e7-d991709e82cc tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:06.488272 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527de4d2-328c-45f6-a4e7-d991709e82cc tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Fanout notify agent at l3_agent the message router_deleted on router 983952f7-cb62-461a-acb1-a7472be5610f {{(pid=88037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:30:06.502149 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b4c3ff8e-70e9-46a6-bf2c-15930ffc1f3c tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:06.517937 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Port edc8c624-ae11-4f24-95e5-62be1d57a50c not found, will not notify nova. {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 04 17:30:06.540751 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b4a51d63-486d-4f36-8116-1b726fb8f1e0 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:06.551976 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e89f7a32-32c6-46c1-9fbf-037df54c502f tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:06.617242 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f1ec4105-fc94-40e2-b015-5ddb9997cf1a tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:06.623794 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ec4105-fc94-40e2-b015-5ddb9997cf1a tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:06.624648 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f1ec4105-fc94-40e2-b015-5ddb9997cf1a tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:06.682825 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18022823-4d5e-465c-b74b-a9ce5bb5946b None None] Routers {'f7b8dd67-88b8-4f42-87ee-9c82722da786'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:30:06.683478 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-18022823-4d5e-465c-b74b-a9ce5bb5946b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:30:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['f7b8dd67-88b8-4f42-87ee-9c82722da786'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:06.706178 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d99cf2-dd6c-4864-808f-b341c7cbc7af admin admin] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:30:06.707728 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-527de4d2-328c-45f6-a4e7-d991709e82cc tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:06.708832 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-527de4d2-328c-45f6-a4e7-d991709e82cc tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] 10.222.0.41 "DELETE /v2.0/routers/983952f7-cb62-461a-acb1-a7472be5610f HTTP/1.1" status: 204 len: 168 time: 1.2070758 May 04 17:30:06.715720 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49534) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:06.716242 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-e8d99cf2-dd6c-4864-808f-b341c7cbc7af admin admin] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:30:06.735725 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d99cf2-dd6c-4864-808f-b341c7cbc7af admin admin] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:30:06.772521 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d99cf2-dd6c-4864-808f-b341c7cbc7af admin admin] Pushing event updated for resources: {'Port': ['ID=ac077b16-bc27-4788-a924-1b45bc119226,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:06.811112 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b4a51d63-486d-4f36-8116-1b726fb8f1e0 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:06.815942 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-b4a51d63-486d-4f36-8116-1b726fb8f1e0 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8902407 May 04 17:30:06.817169 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ec4105-fc94-40e2-b015-5ddb9997cf1a tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Pushing event updated for resources: {'Network': ['ID=d7173ecf-47ef-4f12-97c6-68c39634aed1,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:06.864974 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49540) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:06.866751 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4405f9d6-412e-4f11-b8e4-43fdd7c37f31 None None] Routers set() bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:30:06.867134 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4405f9d6-412e-4f11-b8e4-43fdd7c37f31 None None] Router IDs set() for agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} May 04 17:30:06.867543 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89f7a32-32c6-46c1-9fbf-037df54c502f tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:30:06.867789 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_agentschedulers_db [None req-4405f9d6-412e-4f11-b8e4-43fdd7c37f31 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'983952f7-cb62-461a-acb1-a7472be5610f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:30:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent'). {{(pid=88039) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 04 17:30:06.868161 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4405f9d6-412e-4f11-b8e4-43fdd7c37f31 None None] The sync data for ids ['983952f7-cb62-461a-acb1-a7472be5610f'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:30:06.869024 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89f7a32-32c6-46c1-9fbf-037df54c502f tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event updated for resources: {'Subnet': ['ID=4fecb9e3-cd41-4192-b70a-2673e0c71243,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:06.874343 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-e89f7a32-32c6-46c1-9fbf-037df54c502f tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:30:06.895442 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c3ff8e-70e9-46a6-bf2c-15930ffc1f3c tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Pushing event updated for resources: {'Subnet': ['ID=25622210-c5b1-4f67-b3c6-fcf6c2c3f64d,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:06.899935 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network d7173ecf-47ef-4f12-97c6-68c39634aed1 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:30:06.949973 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-00f91f65-0d4b-4b93-9000-2692903804ba req-c2f83f43-b4c7-4698-affd-217271edf66d tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:06.950391 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-00f91f65-0d4b-4b93-9000-2692903804ba req-c2f83f43-b4c7-4698-affd-217271edf66d tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710218'] for floatingip, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:06.950719 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.l3_db [req-00f91f65-0d4b-4b93-9000-2692903804ba req-c2f83f43-b4c7-4698-affd-217271edf66d tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Floating IP 661da138-086e-4e2c-8dfb-adbc2154f546 disassociated. External IP: 172.26.0.79, port: 115c2e5e-626d-476c-9f9c-99d23fa03683. May 04 17:30:06.951071 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [req-00f91f65-0d4b-4b93-9000-2692903804ba req-c2f83f43-b4c7-4698-affd-217271edf66d tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Calling delete_port for 115c2e5e-626d-476c-9f9c-99d23fa03683 owned by compute:nova {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:30:06.952158 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89f7a32-32c6-46c1-9fbf-037df54c502f tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:06.952977 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e89f7a32-32c6-46c1-9fbf-037df54c502f tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:06.963484 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-f1ec4105-fc94-40e2-b015-5ddb9997cf1a tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5123248 May 04 17:30:07.024412 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49544) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:07.039953 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-9e29a2de-8ac3-4270-b0db-c12d51254004 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Request body: {'subnet': {'network_id': 'd7173ecf-47ef-4f12-97c6-68c39634aed1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:30:07.091683 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:07.116105 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c3ff8e-70e9-46a6-bf2c-15930ffc1f3c tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Checking segment: {'id': '0a72a044-32d2-4f34-9579-5a3034aa3c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'b8ef58fe-e5bf-48c4-8771-9f1dcf25e2cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:30:07.116490 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c3ff8e-70e9-46a6-bf2c-15930ffc1f3c tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Network hostable DHCP agents. Network: b8ef58fe-e5bf-48c4-8771-9f1dcf25e2cc, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:30:07.133339 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device a3fdb46c-77c5-4e2b-9b86-baeae4c2280c up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:30:07.188115 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-18fd3db1-cea2-4e51-8c63-b960125007b1 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Deleting subnet 928eac20-edc2-4878-8a06-bd80b6afb42f {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:30:07.210131 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:07.211590 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=c17989fc-6c19-499d-ac45-604a299e5831,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:07.328996 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-e89f7a32-32c6-46c1-9fbf-037df54c502f tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5470431 May 04 17:30:07.345066 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49548) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:07.350558 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ca431c26-26cb-40a7-8c23-0fcf55de5e75 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:07.358957 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-18fd3db1-cea2-4e51-8c63-b960125007b1 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:07.375073 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-17ab7839-1107-409d-91de-2ea96701b74b None None] For port c17989fc-6c19-499d-ac45-604a299e5831, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=c17989fc-6c19-499d-ac45-604a299e5831,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:30:07.375464 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-17ab7839-1107-409d-91de-2ea96701b74b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:07.386795 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-267eeed9-e61e-4567-9371-e9a64c2e85d0 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:07.426841 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-2be2ce3c-e8f4-4c2e-98cf-bfd2bc8451c0 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Request body: {'port': {'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'fixed_ips': [{'subnet_id': '4fecb9e3-cd41-4192-b70a-2673e0c71243', 'ip_address': '2001:db8::f9fd:b77e:ef6f:db4d'}], 'name': 'tempest-NetworksTestDHCPv6-1901627022'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:30:07.441185 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-ca431c26-26cb-40a7-8c23-0fcf55de5e75 None None] Transition to ACTIVE for port object 6dac7047-8c63-43f9-b935-779b4fb71264 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:30:07.454801 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-9e29a2de-8ac3-4270-b0db-c12d51254004 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:30:07.532128 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c3ff8e-70e9-46a6-bf2c-15930ffc1f3c tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Network b8ef58fe-e5bf-48c4-8771-9f1dcf25e2cc is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:30:07.540388 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-267eeed9-e61e-4567-9371-e9a64c2e85d0 None None] Transition to ACTIVE for port object 1b688d95-30bc-4794-9c8a-3f1f6523cdab will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:30:07.550250 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-00f91f65-0d4b-4b93-9000-2692903804ba req-c2f83f43-b4c7-4698-affd-217271edf66d tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:07.564496 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-9e29a2de-8ac3-4270-b0db-c12d51254004 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Usage tracker for resource:subnet and tenant:53b502bc006642479c9b29af51aad044 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:30:07.575644 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-9e29a2de-8ac3-4270-b0db-c12d51254004 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:30:07.610045 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-18022823-4d5e-465c-b74b-a9ce5bb5946b None None] Set router f7b8dd67-88b8-4f42-87ee-9c82722da786 gateway port host: None {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:30:07.648457 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-9e29a2de-8ac3-4270-b0db-c12d51254004 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:30:07.662332 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-b4c3ff8e-70e9-46a6-bf2c-15930ffc1f3c tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, b8ef58fe-e5bf-48c4-8771-9f1dcf25e2cc) {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:30:07.673628 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-18fd3db1-cea2-4e51-8c63-b960125007b1 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:07.679183 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-17ab7839-1107-409d-91de-2ea96701b74b None None] Calling delete_port for c17989fc-6c19-499d-ac45-604a299e5831 owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:30:07.692900 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f83f43-b4c7-4698-affd-217271edf66d tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Pushing event deleted for resources: {'Port': ['ID=115c2e5e-626d-476c-9f9c-99d23fa03683,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:07.701545 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c3ff8e-70e9-46a6-bf2c-15930ffc1f3c tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:07.702173 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b4c3ff8e-70e9-46a6-bf2c-15930ffc1f3c tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:07.744857 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5294a6-c1b9-4a93-84a3-c0239599bca2 None None] Network b8ef58fe-e5bf-48c4-8771-9f1dcf25e2cc requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:30:07.794120 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e29a2de-8ac3-4270-b0db-c12d51254004 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Made reservation on behalf of 53b502bc006642479c9b29af51aad044 for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:30:07.795057 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb8c941-3c3c-48bd-a04c-d87ffe00787c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-75c33fce-f29c-4e84-8d4e-843a0c95d561', 'network_id': '75c33fce-f29c-4e84-8d4e-843a0c95d561', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'fixed_ips': [{'subnet_id': '4c6fd038-32ee-4880-8271-c9cb8bf42e35'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:30:07.795940 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-bbb8c941-3c3c-48bd-a04c-d87ffe00787c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:07.797749 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9e29a2de-8ac3-4270-b0db-c12d51254004 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:07.819548 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-ca431c26-26cb-40a7-8c23-0fcf55de5e75 None None] Transition to ACTIVE for port object 6dac7047-8c63-43f9-b935-779b4fb71264 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:30:07.830831 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460d2e9-753b-4eb7-bbf6-dcc19af66ac0 None None] Pushing event updated for resources: {'Port': ['ID=fbcda7fa-7584-47e4-a662-b2f3fb59ea54,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:07.869950 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-267eeed9-e61e-4567-9371-e9a64c2e85d0 None None] Transition to ACTIVE for port object 1b688d95-30bc-4794-9c8a-3f1f6523cdab will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:30:07.907485 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d7b4e1b7-b061-4162-8c7c-5364dbf3f64b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:07.948461 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ca431c26-26cb-40a7-8c23-0fcf55de5e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:07.972155 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ac516-5fa1-420d-a1de-6a1123d2ca92 req-56f68e06-1637-4ac7-a479-47a24425b26a tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:07.973250 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-674ac516-5fa1-420d-a1de-6a1123d2ca92 req-56f68e06-1637-4ac7-a479-47a24425b26a tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Synchronizing usage tracker for tenant:a1ff53d6703b4f3fb85115a97c2da768 on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:30:07.986612 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-b4c3ff8e-70e9-46a6-bf2c-15930ffc1f3c tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8281200 May 04 17:30:07.998453 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49552) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:08.021477 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-2be2ce3c-e8f4-4c2e-98cf-bfd2bc8451c0 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:30:08.035040 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-267eeed9-e61e-4567-9371-e9a64c2e85d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:08.144080 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:08.194768 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca431c26-26cb-40a7-8c23-0fcf55de5e75 None None] Network 21577589-3117-4a42-a464-4385a4611743 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:30:08.204425 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port a3fdb46c-77c5-4e2b-9b86-baeae4c2280c triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:30:08.205101 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:08.230216 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-2be2ce3c-e8f4-4c2e-98cf-bfd2bc8451c0 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:30:08.269407 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-61a5f209-4f1f-403e-ae9e-cde2259acc67 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Allocated IP 172.22.0.1 (c5f33437-0ece-49c0-a87b-3483fbe73a31/9145304b-f9c0-4a4b-8a07-e0960ebf8b02/4c166adf-65e0-46f8-950f-b7bb328763d7) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:30:08.285500 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-674ac516-5fa1-420d-a1de-6a1123d2ca92 req-56f68e06-1637-4ac7-a479-47a24425b26a tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Unset dirty status for tenant:a1ff53d6703b4f3fb85115a97c2da768 on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:30:08.286755 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-674ac516-5fa1-420d-a1de-6a1123d2ca92 req-56f68e06-1637-4ac7-a479-47a24425b26a tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 867 time: 1.2399366 May 04 17:30:08.302785 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-18fd3db1-cea2-4e51-8c63-b960125007b1 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:08.303230 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-ca431c26-26cb-40a7-8c23-0fcf55de5e75 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:30:08.315068 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca431c26-26cb-40a7-8c23-0fcf55de5e75 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:30:08.320219 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca431c26-26cb-40a7-8c23-0fcf55de5e75 None None] Pushing event updated for resources: {'Port': ['ID=6dac7047-8c63-43f9-b935-779b4fb71264,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:08.343070 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.db.api [None req-17ab7839-1107-409d-91de-2ea96701b74b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:30:08.343298 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG oslo_db.api [None req-17ab7839-1107-409d-91de-2ea96701b74b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:30:08.347494 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be2ce3c-e8f4-4c2e-98cf-bfd2bc8451c0 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Made reservation on behalf of e0bb3da2b1c344b882bb065b24ba46bb for: {'port': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:30:08.485934 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-18fd3db1-cea2-4e51-8c63-b960125007b1 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:08.487660 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e8d99cf2-dd6c-4864-808f-b341c7cbc7af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:08.530213 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267eeed9-e61e-4567-9371-e9a64c2e85d0 None None] Network c5f33437-0ece-49c0-a87b-3483fbe73a31 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:30:08.567830 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-18fd3db1-cea2-4e51-8c63-b960125007b1 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:08.575619 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fd3db1-cea2-4e51-8c63-b960125007b1 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Pushing event deleted for resources: {'Subnet': ['ID=928eac20-edc2-4878-8a06-bd80b6afb42f,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:08.579122 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-267eeed9-e61e-4567-9371-e9a64c2e85d0 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:30:08.593746 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-18fd3db1-cea2-4e51-8c63-b960125007b1 tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] 10.222.0.41 "DELETE /v2.0/subnets/928eac20-edc2-4878-8a06-bd80b6afb42f HTTP/1.1" status: 204 len: 168 time: 1.8681269 May 04 17:30:08.593963 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49556) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:08.623191 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00f91f65-0d4b-4b93-9000-2692903804ba req-c2f83f43-b4c7-4698-affd-217271edf66d tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Router 8c1047f2-83bc-4f84-b640-88b2323be078 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:30:08.624283 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267eeed9-e61e-4567-9371-e9a64c2e85d0 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:30:08.663563 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e33474-b3c4-4a6d-b5e8-47893932fbe4 None None] Network 7fc7050b-05fc-4225-8ef9-d2298e40d2f7 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:30:08.779569 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 115c2e5e-626d-476c-9f9c-99d23fa03683 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:30:08.780204 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c15f6c62-d374-4534-862e-9be208cda1fc tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:08.784203 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9e29a2de-8ac3-4270-b0db-c12d51254004 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:08.846347 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-674ac516-5fa1-420d-a1de-6a1123d2ca92 req-ba3cca09-15b0-49db-a157-c0854b7a9cde tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups?id=e61ad4b1-418e-498a-b192-3a27040f41d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4997962 May 04 17:30:08.851310 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-438bab7b-9660-4d15-a8c7-056e64ceb453 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:08.860483 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-c15f6c62-d374-4534-862e-9be208cda1fc tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Deleting port 16edbe95-d67f-4de7-ac54-983bd66a19a2 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:30:08.860483 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c15f6c62-d374-4534-862e-9be208cda1fc tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:08.860744 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-17ab7839-1107-409d-91de-2ea96701b74b None None] Deleting port c17989fc-6c19-499d-ac45-604a299e5831 {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:30:08.860881 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-17ab7839-1107-409d-91de-2ea96701b74b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:08.922218 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e29a2de-8ac3-4270-b0db-c12d51254004 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Pushing event updated for resources: {'Subnet': ['ID=3695b6d8-3561-4eb1-8a54-0be7793b333d,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:08.930437 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] No Port match for: 115c2e5e-626d-476c-9f9c-99d23fa03683 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:30:08.930785 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 115c2e5e-626d-476c-9f9c-99d23fa03683 not bound to the agent host hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:30:08.940663 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e29a2de-8ac3-4270-b0db-c12d51254004 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Checking segment: {'id': 'bb3b2075-05bf-4301-a02c-50205f5f42cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'd7173ecf-47ef-4f12-97c6-68c39634aed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:30:08.941528 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e29a2de-8ac3-4270-b0db-c12d51254004 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Network hostable DHCP agents. Network: d7173ecf-47ef-4f12-97c6-68c39634aed1, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:30:08.961412 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267eeed9-e61e-4567-9371-e9a64c2e85d0 None None] Pushing event updated for resources: {'Port': ['ID=1b688d95-30bc-4794-9c8a-3f1f6523cdab,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:09.028995 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e29a2de-8ac3-4270-b0db-c12d51254004 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Network d7173ecf-47ef-4f12-97c6-68c39634aed1 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:30:09.050941 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-9e29a2de-8ac3-4270-b0db-c12d51254004 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, d7173ecf-47ef-4f12-97c6-68c39634aed1) {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:30:09.056667 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e29a2de-8ac3-4270-b0db-c12d51254004 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:09.057245 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9e29a2de-8ac3-4270-b0db-c12d51254004 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:09.062811 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-ca431c26-26cb-40a7-8c23-0fcf55de5e75 None None] Attempting to bind port 6dac7047-8c63-43f9-b935-779b4fb71264 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:30:09.063605 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-ca431c26-26cb-40a7-8c23-0fcf55de5e75 None None] Attempting to bind port 6dac7047-8c63-43f9-b935-779b4fb71264 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '6198c229-d654-41b9-832d-c829f9f15246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '21577589-3117-4a42-a464-4385a4611743'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:30:09.063605 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca431c26-26cb-40a7-8c23-0fcf55de5e75 None None] Attempting to bind port 6dac7047-8c63-43f9-b935-779b4fb71264 on network 21577589-3117-4a42-a464-4385a4611743 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:30:09.092309 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0609142-e305-414c-b2b7-78333a41783b None None] Network d7173ecf-47ef-4f12-97c6-68c39634aed1 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:30:09.128446 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-9e29a2de-8ac3-4270-b0db-c12d51254004 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.0953016 May 04 17:30:09.139162 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2be2ce3c-e8f4-4c2e-98cf-bfd2bc8451c0 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:09.139545 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49560) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:09.169536 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-c15f6c62-d374-4534-862e-9be208cda1fc tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] For port 16edbe95-d67f-4de7-ac54-983bd66a19a2, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=16edbe95-d67f-4de7-ac54-983bd66a19a2,segment=NetworkSegment(fe7f44c6-fe38-44ea-960a-7dd8c82fb758),segment_id=fe7f44c6-fe38-44ea-960a-7dd8c82fb758)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:30:09.169897 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c15f6c62-d374-4534-862e-9be208cda1fc tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:09.177379 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-bbb8c941-3c3c-48bd-a04c-d87ffe00787c None None] Allocated IP 2001:db8::2 (75c33fce-f29c-4e84-8d4e-843a0c95d561/4c6fd038-32ee-4880-8271-c9cb8bf42e35/b61912a1-f651-41c3-a013-12a1a8ba8ae2) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:30:09.182983 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca431c26-26cb-40a7-8c23-0fcf55de5e75 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:30:09.183365 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca431c26-26cb-40a7-8c23-0fcf55de5e75 None None] Checking segment: {'id': '6198c229-d654-41b9-832d-c829f9f15246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '21577589-3117-4a42-a464-4385a4611743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:30:09.184536 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ca431c26-26cb-40a7-8c23-0fcf55de5e75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:09.184971 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca431c26-26cb-40a7-8c23-0fcf55de5e75 None None] Bound using segment: {'id': '6198c229-d654-41b9-832d-c829f9f15246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '21577589-3117-4a42-a464-4385a4611743'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:30:09.185364 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-ca431c26-26cb-40a7-8c23-0fcf55de5e75 None None] Bound port: 6dac7047-8c63-43f9-b935-779b4fb71264, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6198c229-d654-41b9-832d-c829f9f15246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '21577589-3117-4a42-a464-4385a4611743'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:30:09.185645 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ca431c26-26cb-40a7-8c23-0fcf55de5e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:09.216325 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-267eeed9-e61e-4567-9371-e9a64c2e85d0 None None] Attempting to bind port 1b688d95-30bc-4794-9c8a-3f1f6523cdab on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:30:09.216717 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-267eeed9-e61e-4567-9371-e9a64c2e85d0 None None] Attempting to bind port 1b688d95-30bc-4794-9c8a-3f1f6523cdab by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '4ad39d72-6af9-4679-93bf-6e2b94889724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c5f33437-0ece-49c0-a87b-3483fbe73a31'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:30:09.217049 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267eeed9-e61e-4567-9371-e9a64c2e85d0 None None] Attempting to bind port 1b688d95-30bc-4794-9c8a-3f1f6523cdab on network c5f33437-0ece-49c0-a87b-3483fbe73a31 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:30:09.311992 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-61a5f209-4f1f-403e-ae9e-cde2259acc67 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:09.321007 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-c15f6c62-d374-4534-862e-9be208cda1fc tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Calling delete_port for 16edbe95-d67f-4de7-ac54-983bd66a19a2 owned by network:dhcp {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:30:09.339482 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00f91f65-0d4b-4b93-9000-2692903804ba req-c2f83f43-b4c7-4698-affd-217271edf66d tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:30:09.346348 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [None req-2be2ce3c-e8f4-4c2e-98cf-bfd2bc8451c0 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] device_id is not set on port bb596a78-cf61-488b-8bbb-c4fb712f4cde yet. {{(pid=88038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:30:09.360577 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ec0bc6-30d3-4ad2-972e-2bf127159055 None None] Sync routers for ids ['8c1047f2-83bc-4f84-b640-88b2323be078'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:30:09.371184 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ec0bc6-30d3-4ad2-972e-2bf127159055 None None] Routers {'8c1047f2-83bc-4f84-b640-88b2323be078'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:30:09.372737 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-57ec0bc6-30d3-4ad2-972e-2bf127159055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:30:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['8c1047f2-83bc-4f84-b640-88b2323be078'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:09.392958 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267eeed9-e61e-4567-9371-e9a64c2e85d0 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:30:09.393384 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267eeed9-e61e-4567-9371-e9a64c2e85d0 None None] Checking segment: {'id': '4ad39d72-6af9-4679-93bf-6e2b94889724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c5f33437-0ece-49c0-a87b-3483fbe73a31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:30:09.393775 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-267eeed9-e61e-4567-9371-e9a64c2e85d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:09.394271 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267eeed9-e61e-4567-9371-e9a64c2e85d0 None None] Bound using segment: {'id': '4ad39d72-6af9-4679-93bf-6e2b94889724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c5f33437-0ece-49c0-a87b-3483fbe73a31'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:30:09.394867 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-267eeed9-e61e-4567-9371-e9a64c2e85d0 None None] Bound port: 1b688d95-30bc-4794-9c8a-3f1f6523cdab, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad39d72-6af9-4679-93bf-6e2b94889724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c5f33437-0ece-49c0-a87b-3483fbe73a31'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:30:09.395379 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-267eeed9-e61e-4567-9371-e9a64c2e85d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:09.406154 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:09.537136 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b5eaa1-73ad-48f0-9672-650cf688af4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-b8ef58fe-e5bf-48c4-8771-9f1dcf25e2cc', 'network_id': 'b8ef58fe-e5bf-48c4-8771-9f1dcf25e2cc', 'tenant_id': 'b25ee3601e56428392e5e6b054ab6dbb', 'fixed_ips': [{'subnet_id': '25622210-c5b1-4f67-b3c6-fcf6c2c3f64d'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:30:09.537997 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-c0b5eaa1-73ad-48f0-9672-650cf688af4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:09.558526 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-61a5f209-4f1f-403e-ae9e-cde2259acc67 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Transition to ACTIVE for port object 4c166adf-65e0-46f8-950f-b7bb328763d7 will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:30:09.562951 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-467f10b2-08dd-4496-9fd2-86e223629382 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:09.567010 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c15f6c62-d374-4534-862e-9be208cda1fc tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:09.584769 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-57ec0bc6-30d3-4ad2-972e-2bf127159055 None None] Set router 8c1047f2-83bc-4f84-b640-88b2323be078 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:30:09.633465 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15f6c62-d374-4534-862e-9be208cda1fc tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Pushing event deleted for resources: {'Port': ['ID=16edbe95-d67f-4de7-ac54-983bd66a19a2,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:09.636547 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-438bab7b-9660-4d15-a8c7-056e64ceb453 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:09.639037 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15f6c62-d374-4534-862e-9be208cda1fc tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] No DVR routers for this DVR port 16edbe95-d67f-4de7-ac54-983bd66a19a2 on host dv-neutron-840426-1-hyperv {{(pid=88037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:30:09.662937 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [req-00f91f65-0d4b-4b93-9000-2692903804ba req-c2f83f43-b4c7-4698-affd-217271edf66d tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] No DVR routers for this DVR port 115c2e5e-626d-476c-9f9c-99d23fa03683 on host hv-neutron-8404 {{(pid=88038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:30:09.682358 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device e39eb039-91da-4230-9bd3-e0bdfb395ef2 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:30:09.696840 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-00f91f65-0d4b-4b93-9000-2692903804ba req-c2f83f43-b4c7-4698-affd-217271edf66d tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:09.702389 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56230f70-18d0-4065-b68b-cce4667ede3e', 'name': 'network-vif-deleted', 'tag': '115c2e5e-626d-476c-9f9c-99d23fa03683'}] {{(pid=88038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:30:09.741277 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1100e6-6836-447d-9d54-f4c391415d3d None None] DHCP port deletion for 7fc7050b-05fc-4225-8ef9-d2298e40d2f7 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:30:09.762100 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-00f91f65-0d4b-4b93-9000-2692903804ba req-c2f83f43-b4c7-4698-affd-217271edf66d tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.42 "DELETE /v2.0/ports/115c2e5e-626d-476c-9f9c-99d23fa03683 HTTP/1.1" status: 204 len: 173 time: 4.3665354 May 04 17:30:09.785651 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-61a5f209-4f1f-403e-ae9e-cde2259acc67 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:09.801606 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fdb6f4d-b236-4884-8a35-fff0ad263dfb'] response: {'server_uuid': '56230f70-18d0-4065-b68b-cce4667ede3e', 'name': 'network-vif-deleted', 'tag': '115c2e5e-626d-476c-9f9c-99d23fa03683', 'status': 'completed', 'code': 200} May 04 17:30:09.916462 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-467f10b2-08dd-4496-9fd2-86e223629382 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:09.946851 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-17ab7839-1107-409d-91de-2ea96701b74b None None] For port c17989fc-6c19-499d-ac45-604a299e5831, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=c17989fc-6c19-499d-ac45-604a299e5831,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:30:09.947432 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-17ab7839-1107-409d-91de-2ea96701b74b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:09.954455 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c15f6c62-d374-4534-862e-9be208cda1fc tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:09.997451 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e8d99cf2-dd6c-4864-808f-b341c7cbc7af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:10.032276 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-c15f6c62-d374-4534-862e-9be208cda1fc tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fc7050b-05fc-4225-8ef9-d2298e40d2f7']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:10.060281 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-c15f6c62-d374-4534-862e-9be208cda1fc tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe7f44c6-fe38-44ea-960a-7dd8c82fb758') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:10.060630 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-c15f6c62-d374-4534-862e-9be208cda1fc tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe7f44c6-fe38-44ea-960a-7dd8c82fb758') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:10.078709 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c15f6c62-d374-4534-862e-9be208cda1fc tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:10.105103 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c15f6c62-d374-4534-862e-9be208cda1fc tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:10.119144 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c15f6c62-d374-4534-862e-9be208cda1fc tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:30:10.119983 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c15f6c62-d374-4534-862e-9be208cda1fc tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:10.124476 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a5f209-4f1f-403e-ae9e-cde2259acc67 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Network c5f33437-0ece-49c0-a87b-3483fbe73a31 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:30:10.139610 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 17:30:10.139610 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:30:10.139610 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 17:30:10.139610 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:30:10.139610 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 17:30:10.139610 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:30:10.139610 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 17:30:10.139610 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:30:10.139610 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 17:30:10.139610 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:30:10.139610 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 17:30:10.139610 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:30:10.139610 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 17:30:10.139610 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:30:10.139610 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:30:10.139610 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:30:10.139610 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:30:10.139610 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:30:10.139610 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 17:30:10.139610 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:30:10.139610 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 17:30:10.139610 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:30:10.139610 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:30:10.139610 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:30:10.139610 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 17:30:10.139610 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:30:10.139610 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:30:10.139610 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:30:10.139610 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:30:10.139610 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:30:10.139610 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:30:10.139610 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:30:10.144836 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-57ec0bc6-30d3-4ad2-972e-2bf127159055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c1047f2-83bc-4f84-b640-88b2323be078', 'name': 'tempest-ServerActionsTestJSON-1600335060-router', 'tenant_id': 'a1ff53d6703b4f3fb85115a97c2da768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.30'}], 'enable_snat': True}, 'gw_port_id': '55ce866c-a63c-47ab-84b2-8f231a2d5151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:25:24Z', 'updated_at': '2022-05-04T17:25:36Z', 'revision_number': 4, 'project_id': 'a1ff53d6703b4f3fb85115a97c2da768', 'gw_port': {'id': '55ce866c-a63c-47ab-84b2-8f231a2d5151', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:91:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1047f2-83bc-4f84-b640-88b2323be078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:25:25Z', 'updated_at': '2022-05-04T17:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '0dbc2da6-0dfc-481f-9673-3ac8faafef8a', 'name': '', 'network_id': 'dc3827ab-b4d6-4656-be7d-24135047baff', 'tenant_id': 'a1ff53d6703b4f3fb85115a97c2da768', 'mac_address': 'fa:16:3e:23:3d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1047f2-83bc-4f84-b640-88b2323be078', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'c14252a2-7d43-446e-921a-c611341f12b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:25:34Z', 'updated_at': '2022-05-04T17:25:50Z', 'revision_number': 5, 'project_id': 'a1ff53d6703b4f3fb85115a97c2da768', 'subnets': [{'id': 'c14252a2-7d43-446e-921a-c611341f12b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:10.148764 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ec0bc6-30d3-4ad2-972e-2bf127159055 None None] Checking router: 8c1047f2-83bc-4f84-b640-88b2323be078 for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:30:10.152559 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-467f10b2-08dd-4496-9fd2-86e223629382 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:10.155960 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-61a5f209-4f1f-403e-ae9e-cde2259acc67 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:30:10.161487 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ec0bc6-30d3-4ad2-972e-2bf127159055 None None] Routers {'8c1047f2-83bc-4f84-b640-88b2323be078'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:30:10.163054 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-57ec0bc6-30d3-4ad2-972e-2bf127159055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:30:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['8c1047f2-83bc-4f84-b640-88b2323be078'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:10.204619 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a5f209-4f1f-403e-ae9e-cde2259acc67 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:30:10.253172 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-17ab7839-1107-409d-91de-2ea96701b74b None None] Calling delete_port for c17989fc-6c19-499d-ac45-604a299e5831 owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:30:10.272552 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a5f209-4f1f-403e-ae9e-cde2259acc67 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Pushing event updated for resources: {'Port': ['ID=4c166adf-65e0-46f8-950f-b7bb328763d7,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:10.298142 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-6854287a-005a-4d26-9534-ed2ec8adc932 req-36200070-4613-45c9-bbc3-99ac97e38d29 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/ports?device_id=56230f70-18d0-4065-b68b-cce4667ede3e HTTP/1.1" status: 200 len: 210 time: 0.1837721 May 04 17:30:10.299583 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-438bab7b-9660-4d15-a8c7-056e64ceb453 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:10.401170 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-57ec0bc6-30d3-4ad2-972e-2bf127159055 None None] Set router 8c1047f2-83bc-4f84-b640-88b2323be078 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:30:10.493198 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-ca431c26-26cb-40a7-8c23-0fcf55de5e75 None None] For port 6dac7047-8c63-43f9-b935-779b4fb71264, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:30:10.497046 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-ca431c26-26cb-40a7-8c23-0fcf55de5e75 None None] For port 6dac7047-8c63-43f9-b935-779b4fb71264, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=6dac7047-8c63-43f9-b935-779b4fb71264,segment=NetworkSegment(6198c229-d654-41b9-832d-c829f9f15246),segment_id=6198c229-d654-41b9-832d-c829f9f15246)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:30:10.510254 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438bab7b-9660-4d15-a8c7-056e64ceb453 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Pushing event deleted for resources: {'Subnet': ['ID=25622210-c5b1-4f67-b3c6-fcf6c2c3f64d,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:10.554543 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-61a5f209-4f1f-403e-ae9e-cde2259acc67 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710357'] for router_interface, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:10.583999 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ca431c26-26cb-40a7-8c23-0fcf55de5e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:10.612127 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467f10b2-08dd-4496-9fd2-86e223629382 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Pushing event deleted for resources: {'Subnet': ['ID=3695b6d8-3561-4eb1-8a54-0be7793b333d,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:10.716561 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca431c26-26cb-40a7-8c23-0fcf55de5e75 None None] Pushing event updated for resources: {'Port': ['ID=6dac7047-8c63-43f9-b935-779b4fb71264,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:10.739278 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c15f6c62-d374-4534-862e-9be208cda1fc tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:10.753466 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c15f6c62-d374-4534-862e-9be208cda1fc tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:10.787571 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port e39eb039-91da-4230-9bd3-e0bdfb395ef2 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:30:10.807054 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-57ec0bc6-30d3-4ad2-972e-2bf127159055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c1047f2-83bc-4f84-b640-88b2323be078', 'name': 'tempest-ServerActionsTestJSON-1600335060-router', 'tenant_id': 'a1ff53d6703b4f3fb85115a97c2da768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.30'}], 'enable_snat': True}, 'gw_port_id': '55ce866c-a63c-47ab-84b2-8f231a2d5151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:25:24Z', 'updated_at': '2022-05-04T17:25:36Z', 'revision_number': 4, 'project_id': 'a1ff53d6703b4f3fb85115a97c2da768', 'gw_port': {'id': '55ce866c-a63c-47ab-84b2-8f231a2d5151', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:91:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1047f2-83bc-4f84-b640-88b2323be078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:25:25Z', 'updated_at': '2022-05-04T17:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '0dbc2da6-0dfc-481f-9673-3ac8faafef8a', 'name': '', 'network_id': 'dc3827ab-b4d6-4656-be7d-24135047baff', 'tenant_id': 'a1ff53d6703b4f3fb85115a97c2da768', 'mac_address': 'fa:16:3e:23:3d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1047f2-83bc-4f84-b640-88b2323be078', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'c14252a2-7d43-446e-921a-c611341f12b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:25:34Z', 'updated_at': '2022-05-04T17:25:50Z', 'revision_number': 5, 'project_id': 'a1ff53d6703b4f3fb85115a97c2da768', 'subnets': [{'id': 'c14252a2-7d43-446e-921a-c611341f12b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:10.812560 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ec0bc6-30d3-4ad2-972e-2bf127159055 None None] The sync data for ids ['8c1047f2-83bc-4f84-b640-88b2323be078'] in dv-neutron-840426-1-hyperv is: [{'id': '8c1047f2-83bc-4f84-b640-88b2323be078', 'name': 'tempest-ServerActionsTestJSON-1600335060-router', 'tenant_id': 'a1ff53d6703b4f3fb85115a97c2da768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.30'}], 'enable_snat': True}, 'gw_port_id': '55ce866c-a63c-47ab-84b2-8f231a2d5151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:25:24Z', 'updated_at': '2022-05-04T17:25:36Z', 'revision_number': 4, 'project_id': 'a1ff53d6703b4f3fb85115a97c2da768', 'gw_port': {'id': '55ce866c-a63c-47ab-84b2-8f231a2d5151', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:91:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1047f2-83bc-4f84-b640-88b2323be078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:25:25Z', 'updated_at': '2022-05-04T17:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '0dbc2da6-0dfc-481f-9673-3ac8faafef8a', 'name': '', 'network_id': 'dc3827ab-b4d6-4656-be7d-24135047baff', 'tenant_id': 'a1ff53d6703b4f3fb85115a97c2da768', 'mac_address': 'fa:16:3e:23:3d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1047f2-83bc-4f84-b640-88b2323be078', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'c14252a2-7d43-446e-921a-c611341f12b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:25:34Z', 'updated_at': '2022-05-04T17:25:50Z', 'revision_number': 5, 'project_id': 'a1ff53d6703b4f3fb85115a97c2da768', 'subnets': [{'id': 'c14252a2-7d43-446e-921a-c611341f12b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:30:10.819716 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15f6c62-d374-4534-862e-9be208cda1fc tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] Pushing event deleted for resources: {'Network': ['ID=7fc7050b-05fc-4225-8ef9-d2298e40d2f7,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:10.851556 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-438bab7b-9660-4d15-a8c7-056e64ceb453 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:10.857170 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port e39eb039-91da-4230-9bd3-e0bdfb395ef2 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:30:10.857549 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:10.870203 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-2be2ce3c-e8f4-4c2e-98cf-bfd2bc8451c0 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Allocated IP 2001:db8::f9fd:b77e:ef6f:db4d (6b89b041-5c42-49da-97bf-23cee8aadf17/4fecb9e3-cd41-4192-b70a-2673e0c71243/bb596a78-cf61-488b-8bbb-c4fb712f4cde) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:30:10.881275 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-467f10b2-08dd-4496-9fd2-86e223629382 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:10.901440 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-438bab7b-9660-4d15-a8c7-056e64ceb453 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8ef58fe-e5bf-48c4-8771-9f1dcf25e2cc']}} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:10.912138 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-467f10b2-08dd-4496-9fd2-86e223629382 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7173ecf-47ef-4f12-97c6-68c39634aed1']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:10.928139 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-467f10b2-08dd-4496-9fd2-86e223629382 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb3b2075-05bf-4301-a02c-50205f5f42cd') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:10.928484 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-467f10b2-08dd-4496-9fd2-86e223629382 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb3b2075-05bf-4301-a02c-50205f5f42cd') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:10.942672 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-467f10b2-08dd-4496-9fd2-86e223629382 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:10.949910 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-18022823-4d5e-465c-b74b-a9ce5bb5946b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'name': 'tempest-RoutersTest-router-305251255', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:29:20Z', 'updated_at': '2022-05-04T17:29:49Z', 'revision_number': 3, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'gw_port_host': None, '_interfaces': [{'id': '26b2ffc0-9652-4cf3-b203-f3b1becebe09', 'name': '', 'network_id': '2f65bb8b-7242-49b2-a8a7-abb038f78922', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'mac_address': 'fa:16:3e:7f:4a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ebac6750-cbc0-4304-8985-d5c3a04ce5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:25Z', 'updated_at': '2022-05-04T17:29:41Z', 'revision_number': 5, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'subnets': [{'id': 'ebac6750-cbc0-4304-8985-d5c3a04ce5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbcda7fa-7584-47e4-a662-b2f3fb59ea54', 'name': '', 'network_id': 'dc521a67-ad73-4658-89d0-00bb27c0bc84', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'mac_address': 'fa:16:3e:f9:3c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '48ff8e43-2762-48d0-8242-e1b75c56aaef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:46Z', 'updated_at': '2022-05-04T17:30:05Z', 'revision_number': 4, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'subnets': [{'id': '48ff8e43-2762-48d0-8242-e1b75c56aaef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:10.950511 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-438bab7b-9660-4d15-a8c7-056e64ceb453 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a72a044-32d2-4f34-9579-5a3034aa3c69') {'for_net_delete': True} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:10.950511 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-438bab7b-9660-4d15-a8c7-056e64ceb453 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a72a044-32d2-4f34-9579-5a3034aa3c69') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:10.961433 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-467f10b2-08dd-4496-9fd2-86e223629382 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:10.970047 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18022823-4d5e-465c-b74b-a9ce5bb5946b None None] The sync data for ids ['f7b8dd67-88b8-4f42-87ee-9c82722da786'] in dv-neutron-840426-1-hyperv is: [{'id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'name': 'tempest-RoutersTest-router-305251255', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:29:20Z', 'updated_at': '2022-05-04T17:29:49Z', 'revision_number': 3, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'gw_port_host': None, '_interfaces': [{'id': '26b2ffc0-9652-4cf3-b203-f3b1becebe09', 'name': '', 'network_id': '2f65bb8b-7242-49b2-a8a7-abb038f78922', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'mac_address': 'fa:16:3e:7f:4a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ebac6750-cbc0-4304-8985-d5c3a04ce5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:25Z', 'updated_at': '2022-05-04T17:29:41Z', 'revision_number': 5, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'subnets': [{'id': 'ebac6750-cbc0-4304-8985-d5c3a04ce5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbcda7fa-7584-47e4-a662-b2f3fb59ea54', 'name': '', 'network_id': 'dc521a67-ad73-4658-89d0-00bb27c0bc84', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'mac_address': 'fa:16:3e:f9:3c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '48ff8e43-2762-48d0-8242-e1b75c56aaef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:46Z', 'updated_at': '2022-05-04T17:30:05Z', 'revision_number': 4, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'subnets': [{'id': '48ff8e43-2762-48d0-8242-e1b75c56aaef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:30:10.971522 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7443aaa8-a6bc-40bb-8f16-a81e12bac44d None None] Network d7173ecf-47ef-4f12-97c6-68c39634aed1 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:30:10.976409 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-467f10b2-08dd-4496-9fd2-86e223629382 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:30:10.976837 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-467f10b2-08dd-4496-9fd2-86e223629382 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:10.978672 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-438bab7b-9660-4d15-a8c7-056e64ceb453 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801627'] for segment, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:10.999408 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 17:30:10.999408 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:30:10.999408 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 17:30:10.999408 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:30:10.999408 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 17:30:10.999408 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:30:10.999408 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 17:30:10.999408 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:30:10.999408 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 17:30:10.999408 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:30:10.999408 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 17:30:10.999408 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:30:10.999408 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 17:30:10.999408 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:30:10.999408 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:30:10.999408 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:30:10.999408 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:30:10.999408 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:30:10.999408 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 17:30:10.999408 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:30:10.999408 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 17:30:10.999408 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:30:10.999408 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:30:10.999408 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:30:10.999408 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 17:30:10.999408 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:30:10.999408 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:30:10.999408 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:30:10.999408 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:30:10.999408 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:30:10.999408 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:30:10.999408 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:30:11.012788 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-c15f6c62-d374-4534-862e-9be208cda1fc tempest-FloatingIPNegativeTestJSON-2051511897 tempest-FloatingIPNegativeTestJSON-2051511897-project] 10.222.0.41 "DELETE /v2.0/networks/7fc7050b-05fc-4225-8ef9-d2298e40d2f7 HTTP/1.1" status: 204 len: 168 time: 2.4098608 May 04 17:30:11.032381 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-438bab7b-9660-4d15-a8c7-056e64ceb453 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:11.047088 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-438bab7b-9660-4d15-a8c7-056e64ceb453 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=88038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:30:11.047610 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-438bab7b-9660-4d15-a8c7-056e64ceb453 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7881827'] for segment, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:11.113521 dv-neutron-840426-1-hyperv neutron-server[88038]: Traceback (most recent call last): May 04 17:30:11.113521 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:30:11.113521 dv-neutron-840426-1-hyperv neutron-server[88038]: timer() May 04 17:30:11.113521 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:30:11.113521 dv-neutron-840426-1-hyperv neutron-server[88038]: cb(*args, **kw) May 04 17:30:11.113521 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:30:11.113521 dv-neutron-840426-1-hyperv neutron-server[88038]: return func(*args, **kwargs) May 04 17:30:11.113521 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:30:11.113521 dv-neutron-840426-1-hyperv neutron-server[88038]: self._notify() May 04 17:30:11.113521 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:30:11.113521 dv-neutron-840426-1-hyperv neutron-server[88038]: self.callback(batched_events) May 04 17:30:11.113521 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:30:11.113521 dv-neutron-840426-1-hyperv neutron-server[88038]: event.method(event) May 04 17:30:11.113521 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:30:11.113521 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:30:11.113521 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:30:11.113521 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:30:11.113521 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:30:11.113521 dv-neutron-840426-1-hyperv neutron-server[88038]: return f(self, *a, **k) May 04 17:30:11.113521 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:30:11.113521 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._get(url).json() May 04 17:30:11.113521 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:30:11.113521 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:30:11.113521 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:30:11.113521 dv-neutron-840426-1-hyperv neutron-server[88038]: return self.request(url, 'GET', **kwargs) May 04 17:30:11.113521 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:30:11.113521 dv-neutron-840426-1-hyperv neutron-server[88038]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:30:11.113521 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:30:11.113521 dv-neutron-840426-1-hyperv neutron-server[88038]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:30:11.113521 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:30:11.113521 dv-neutron-840426-1-hyperv neutron-server[88038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:30:11.113521 dv-neutron-840426-1-hyperv neutron-server[88038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:30:11.201438 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8d99cf2-dd6c-4864-808f-b341c7cbc7af admin admin] Router b856b5b3-059a-4f79-a9d7-d334cf0b6ced is scheduled to L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 with binding_index 1 {{(pid=88038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:30:11.204629 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-467f10b2-08dd-4496-9fd2-86e223629382 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:11.244275 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-467f10b2-08dd-4496-9fd2-86e223629382 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:11.270863 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467f10b2-08dd-4496-9fd2-86e223629382 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Pushing event deleted for resources: {'Network': ['ID=d7173ecf-47ef-4f12-97c6-68c39634aed1,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:11.292109 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-467f10b2-08dd-4496-9fd2-86e223629382 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] 10.222.0.41 "DELETE /v2.0/networks/d7173ecf-47ef-4f12-97c6-68c39634aed1 HTTP/1.1" status: 204 len: 168 time: 2.1418808 May 04 17:30:11.296763 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49572) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:11.305933 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-f9e9b70b-bc51-47d9-b45e-fad7070322ac tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-386964400'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:30:11.319589 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-f9e9b70b-bc51-47d9-b45e-fad7070322ac tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:30:11.331836 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-f9e9b70b-bc51-47d9-b45e-fad7070322ac tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Usage tracker for resource:network and tenant:53b502bc006642479c9b29af51aad044 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:30:11.335977 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-f9e9b70b-bc51-47d9-b45e-fad7070322ac tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:30:11.355153 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-f9e9b70b-bc51-47d9-b45e-fad7070322ac tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:30:11.397953 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e9b70b-bc51-47d9-b45e-fad7070322ac tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Made reservation on behalf of 53b502bc006642479c9b29af51aad044 for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:30:11.406713 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f9e9b70b-bc51-47d9-b45e-fad7070322ac tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:11.455354 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-bbb8c941-3c3c-48bd-a04c-d87ffe00787c None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:11.473740 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-bbb8c941-3c3c-48bd-a04c-d87ffe00787c None None] Transition to ACTIVE for port object b61912a1-f651-41c3-a013-12a1a8ba8ae2 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:30:11.506358 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-267eeed9-e61e-4567-9371-e9a64c2e85d0 None None] For port 1b688d95-30bc-4794-9c8a-3f1f6523cdab, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:30:11.510753 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9e9b70b-bc51-47d9-b45e-fad7070322ac tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:30:11.535324 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f9e9b70b-bc51-47d9-b45e-fad7070322ac tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:11.535679 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-f9e9b70b-bc51-47d9-b45e-fad7070322ac tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Added segment a986a9c8-1e0c-463c-b71d-1d95051d5d01 of type vlan for network d3a75835-b4af-4107-a5e5-87c8dee9a990 May 04 17:30:11.579749 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-17ab7839-1107-409d-91de-2ea96701b74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124'] for port, after_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:11.584469 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc88fb2-d97d-4c7d-bc4f-4588a603946c None None] New status for floating IP 661da138-086e-4e2c-8dfb-adbc2154f546: DOWN {{(pid=88039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:30:11.612255 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49582) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:11.615636 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f9e9b70b-bc51-47d9-b45e-fad7070322ac tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:11.728927 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f9e9b70b-bc51-47d9-b45e-fad7070322ac tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:11.735016 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-61a5f209-4f1f-403e-ae9e-cde2259acc67 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:11.736015 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e9b70b-bc51-47d9-b45e-fad7070322ac tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:11.738100 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f9e9b70b-bc51-47d9-b45e-fad7070322ac tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:11.754912 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49586) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:11.801219 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-438bab7b-9660-4d15-a8c7-056e64ceb453 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:11.805305 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-438bab7b-9660-4d15-a8c7-056e64ceb453 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:11.808985 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b6f1f438-f8cf-4c99-8960-8938252d4007 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:11.879487 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d99cf2-dd6c-4864-808f-b341c7cbc7af admin admin] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:30:11.889772 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee147b2-5877-46c9-8f20-608651d72eee None None] Sync routers for ids ['b856b5b3-059a-4f79-a9d7-d334cf0b6ced'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:30:11.910333 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee147b2-5877-46c9-8f20-608651d72eee None None] Routers {'b856b5b3-059a-4f79-a9d7-d334cf0b6ced'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:30:11.910977 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-dee147b2-5877-46c9-8f20-608651d72eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:30:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['b856b5b3-059a-4f79-a9d7-d334cf0b6ced'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:11.925196 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438bab7b-9660-4d15-a8c7-056e64ceb453 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Pushing event deleted for resources: {'Network': ['ID=b8ef58fe-e5bf-48c4-8771-9f1dcf25e2cc,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:11.932938 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b6f1f438-f8cf-4c99-8960-8938252d4007 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:11.954347 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-f9e9b70b-bc51-47d9-b45e-fad7070322ac tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6559689 May 04 17:30:11.959370 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e9b70b-bc51-47d9-b45e-fad7070322ac tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Pushing event updated for resources: {'Network': ['ID=d3a75835-b4af-4107-a5e5-87c8dee9a990,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:11.959612 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49592) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:12.021694 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-438bab7b-9660-4d15-a8c7-056e64ceb453 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "DELETE /v2.0/networks/b8ef58fe-e5bf-48c4-8771-9f1dcf25e2cc HTTP/1.1" status: 204 len: 168 time: 4.0171642 May 04 17:30:12.024174 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49596) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:12.058643 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b6f1f438-f8cf-4c99-8960-8938252d4007 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:12.083871 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-77f5d009-fa7a-4219-b662-c2ba4d615c9e tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Request body: {'subnet': {'network_id': 'd3a75835-b4af-4107-a5e5-87c8dee9a990', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:30:12.091389 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f1f438-f8cf-4c99-8960-8938252d4007 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61ad4b1-418e-498a-b192-3a27040f41d3,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:12.115578 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b6f1f438-f8cf-4c99-8960-8938252d4007 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:12.117868 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-b6f1f438-f8cf-4c99-8960-8938252d4007 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "DELETE /v2.0/security-groups/e61ad4b1-418e-498a-b192-3a27040f41d3 HTTP/1.1" status: 204 len: 168 time: 0.5046256 May 04 17:30:12.125615 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49602) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:12.127314 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-267eeed9-e61e-4567-9371-e9a64c2e85d0 None None] For port 1b688d95-30bc-4794-9c8a-3f1f6523cdab, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=1b688d95-30bc-4794-9c8a-3f1f6523cdab,segment=NetworkSegment(4ad39d72-6af9-4679-93bf-6e2b94889724),segment_id=4ad39d72-6af9-4679-93bf-6e2b94889724)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:30:12.130378 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server [None req-c0b5eaa1-73ad-48f0-9672-650cf688af4e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 25622210-c5b1-4f67-b3c6-fcf6c2c3f64d: This subnet is being modified by another concurrent operation. May 04 17:30:12.130378 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 04 17:30:12.130378 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 04 17:30:12.130378 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 04 17:30:12.130378 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 04 17:30:12.130378 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 04 17:30:12.130378 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 04 17:30:12.130378 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 04 17:30:12.130378 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 04 17:30:12.130378 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 04 17:30:12.130378 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 04 17:30:12.130378 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 04 17:30:12.130378 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 04 17:30:12.130378 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server self.force_reraise() May 04 17:30:12.130378 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 04 17:30:12.130378 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server raise self.value May 04 17:30:12.130378 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 04 17:30:12.130378 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 04 17:30:12.130378 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 04 17:30:12.130378 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 04 17:30:12.130378 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 04 17:30:12.130378 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server self.force_reraise() May 04 17:30:12.130378 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 04 17:30:12.130378 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server raise self.value May 04 17:30:12.130378 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 04 17:30:12.130378 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 04 17:30:12.130378 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 04 17:30:12.130378 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 04 17:30:12.130378 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 04 17:30:12.130378 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server self.force_reraise() May 04 17:30:12.130378 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 04 17:30:12.130378 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server raise self.value May 04 17:30:12.130378 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 04 17:30:12.130378 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 04 17:30:12.130378 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 04 17:30:12.130378 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 04 17:30:12.130378 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 04 17:30:12.130378 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 04 17:30:12.130378 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 04 17:30:12.130378 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 04 17:30:12.130378 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 04 17:30:12.130378 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 04 17:30:12.130378 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 04 17:30:12.130378 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 04 17:30:12.130378 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 04 17:30:12.130378 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 04 17:30:12.130378 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 04 17:30:12.130378 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 04 17:30:12.130378 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 04 17:30:12.130378 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server self.force_reraise() May 04 17:30:12.130378 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 04 17:30:12.130378 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server raise self.value May 04 17:30:12.130378 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 04 17:30:12.130378 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 04 17:30:12.133761 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 04 17:30:12.133761 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 04 17:30:12.133761 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 04 17:30:12.133761 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server self.force_reraise() May 04 17:30:12.133761 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 04 17:30:12.133761 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server raise self.value May 04 17:30:12.133761 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 04 17:30:12.133761 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 04 17:30:12.133761 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 04 17:30:12.133761 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 04 17:30:12.133761 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 04 17:30:12.133761 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server self.force_reraise() May 04 17:30:12.133761 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 04 17:30:12.133761 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server raise self.value May 04 17:30:12.133761 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 04 17:30:12.133761 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 04 17:30:12.133761 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 04 17:30:12.133761 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 04 17:30:12.133761 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 04 17:30:12.133761 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 04 17:30:12.133761 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 04 17:30:12.133761 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 04 17:30:12.133761 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 04 17:30:12.133761 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 04 17:30:12.133761 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 04 17:30:12.133761 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 04 17:30:12.133761 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 04 17:30:12.133761 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 04 17:30:12.133761 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 04 17:30:12.133761 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 04 17:30:12.133761 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 04 17:30:12.133761 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 04 17:30:12.133761 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 04 17:30:12.133761 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 04 17:30:12.133761 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 04 17:30:12.133761 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server raise exception May 04 17:30:12.133761 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 25622210-c5b1-4f67-b3c6-fcf6c2c3f64d: This subnet is being modified by another concurrent operation. May 04 17:30:12.133761 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server May 04 17:30:12.133761 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-bbb8c941-3c3c-48bd-a04c-d87ffe00787c None None] Transition to ACTIVE for port object b61912a1-f651-41c3-a013-12a1a8ba8ae2 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:30:12.137329 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e8d99cf2-dd6c-4864-808f-b341c7cbc7af admin admin] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:12.137329 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-e8d99cf2-dd6c-4864-808f-b341c7cbc7af admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.4532988 May 04 17:30:12.153097 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ab7839-1107-409d-91de-2ea96701b74b None None] Pushing event deleted for resources: {'Port': ['ID=c17989fc-6c19-499d-ac45-604a299e5831,revision_number=None']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:12.154470 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network d3a75835-b4af-4107-a5e5-87c8dee9a990 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:30:12.159986 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49606) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:12.170590 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0233f87-c675-4f28-93e3-cc4884505734 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] GET failed (client error): The resource could not be found. May 04 17:30:12.171114 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-b0233f87-c675-4f28-93e3-cc4884505734 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Synchronizing usage tracker for tenant:b25ee3601e56428392e5e6b054ab6dbb on resource:subnet {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:30:12.181652 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.api.v2.resource [None req-d555de51-9d90-4a8c-8146-a1e403f679bd tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] show failed (client error): The resource could not be found. May 04 17:30:12.183069 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-d555de51-9d90-4a8c-8146-a1e403f679bd tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "GET /v2.0/security-groups/e61ad4b1-418e-498a-b192-3a27040f41d3 HTTP/1.1" status: 404 len: 347 time: 0.0563967 May 04 17:30:12.193092 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49612) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:12.233685 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ab7839-1107-409d-91de-2ea96701b74b None None] No DVR routers for this DVR port c17989fc-6c19-499d-ac45-604a299e5831 on host dv-neutron-840426-1-hyperv {{(pid=88039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:30:12.238531 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ca24d9-805d-4d98-b829-bf5c08a5ac1d None None] Network b8ef58fe-e5bf-48c4-8771-9f1dcf25e2cc requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:30:12.281072 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ca24d9-805d-4d98-b829-bf5c08a5ac1d None None] Network b8ef58fe-e5bf-48c4-8771-9f1dcf25e2cc could not be found, it might have been deleted concurrently. {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 04 17:30:12.283297 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-267eeed9-e61e-4567-9371-e9a64c2e85d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:12.302520 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-bbb8c941-3c3c-48bd-a04c-d87ffe00787c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:12.319512 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e646e8-1a59-4e65-b570-5f81c52dd938 None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:30:12.455468 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-dee147b2-5877-46c9-8f20-608651d72eee None None] Set router b856b5b3-059a-4f79-a9d7-d334cf0b6ced gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:30:12.491638 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-eb33fa31-bae8-4784-b6e7-150711397539 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Deleting port 263f0ae0-6843-4f15-8892-0b0c1fee2242 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:30:12.492038 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-eb33fa31-bae8-4784-b6e7-150711397539 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:12.682930 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-b0233f87-c675-4f28-93e3-cc4884505734 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Unset dirty status for tenant:b25ee3601e56428392e5e6b054ab6dbb on resource:subnet {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:30:12.687669 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-b0233f87-c675-4f28-93e3-cc4884505734 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "GET /v2.0/subnets/25622210-c5b1-4f67-b3c6-fcf6c2c3f64d HTTP/1.1" status: 404 len: 337 time: 0.6489811 May 04 17:30:12.695578 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49616) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:12.698593 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-55e7f4b7-257b-453b-82ce-7b15cb75f665 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=83b45fcafbf0430eb5315adfdb2e1fc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9234571 May 04 17:30:12.731388 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2be2ce3c-e8f4-4c2e-98cf-bfd2bc8451c0 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:12.738032 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49618) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:12.767328 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-eb33fa31-bae8-4784-b6e7-150711397539 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:12.767652 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-eb33fa31-bae8-4784-b6e7-150711397539 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:12.823761 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-dee147b2-5877-46c9-8f20-608651d72eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b856b5b3-059a-4f79-a9d7-d334cf0b6ced', 'name': 'tempest-TestVolumeBootPattern-1476798684-router', 'tenant_id': '80242677aabb4106b0b2141d5450b9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.22'}], 'enable_snat': True}, 'gw_port_id': 'ac077b16-bc27-4788-a924-1b45bc119226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:30:02Z', 'updated_at': '2022-05-04T17:30:07Z', 'revision_number': 3, 'project_id': '80242677aabb4106b0b2141d5450b9ec', 'gw_port': {'id': 'ac077b16-bc27-4788-a924-1b45bc119226', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:81:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b856b5b3-059a-4f79-a9d7-d334cf0b6ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:30:04Z', 'updated_at': '2022-05-04T17:30:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:12.825770 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267eeed9-e61e-4567-9371-e9a64c2e85d0 None None] Pushing event updated for resources: {'Port': ['ID=1b688d95-30bc-4794-9c8a-3f1f6523cdab,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:12.836821 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee147b2-5877-46c9-8f20-608651d72eee None None] Checking router: b856b5b3-059a-4f79-a9d7-d334cf0b6ced for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:30:12.837089 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-77f5d009-fa7a-4219-b662-c2ba4d615c9e tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:30:12.837503 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee147b2-5877-46c9-8f20-608651d72eee None None] Updating router b856b5b3-059a-4f79-a9d7-d334cf0b6ced port ac077b16-bc27-4788-a924-1b45bc119226 binding host dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:30:12.868395 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1221893-ade6-4ff0-9f48-9eb965a4cffc tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] DELETE failed (client error): The resource could not be found. May 04 17:30:12.869065 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1221893-ade6-4ff0-9f48-9eb965a4cffc tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:30:12.875089 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-e1221893-ade6-4ff0-9f48-9eb965a4cffc tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "DELETE /v2.0/networks/b8ef58fe-e5bf-48c4-8771-9f1dcf25e2cc HTTP/1.1" status: 404 len: 339 time: 0.1747677 May 04 17:30:12.876657 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-77f5d009-fa7a-4219-b662-c2ba4d615c9e tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Usage tracker for resource:subnet and tenant:53b502bc006642479c9b29af51aad044 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:30:12.881448 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49624) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:12.894728 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-77f5d009-fa7a-4219-b662-c2ba4d615c9e tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:30:12.902208 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb7f092-1286-4f6f-9add-ceb1b03af724 None None] Network 21577589-3117-4a42-a464-4385a4611743 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:30:12.911155 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-dee147b2-5877-46c9-8f20-608651d72eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:12.916299 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-eb33fa31-bae8-4784-b6e7-150711397539 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Calling delete_port for 263f0ae0-6843-4f15-8892-0b0c1fee2242 owned by network:floatingip {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:30:12.953445 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-77f5d009-fa7a-4219-b662-c2ba4d615c9e tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:30:12.955791 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-2be2ce3c-e8f4-4c2e-98cf-bfd2bc8451c0 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Transition to ACTIVE for port object bb596a78-cf61-488b-8bbb-c4fb712f4cde will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:30:13.056602 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-d7b4e1b7-b061-4162-8c7c-5364dbf3f64b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Allocated IP 2001:db8::1 (75c33fce-f29c-4e84-8d4e-843a0c95d561/4c6fd038-32ee-4880-8271-c9cb8bf42e35/4981a04c-696b-4d57-8393-bf52d32474d3) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:30:13.075860 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb8c941-3c3c-48bd-a04c-d87ffe00787c None None] Network 75c33fce-f29c-4e84-8d4e-843a0c95d561 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:30:13.158101 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-eb33fa31-bae8-4784-b6e7-150711397539 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:13.184983 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-bbb8c941-3c3c-48bd-a04c-d87ffe00787c None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:30:13.203545 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb8c941-3c3c-48bd-a04c-d87ffe00787c None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:30:13.257057 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f5d009-fa7a-4219-b662-c2ba4d615c9e tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Made reservation on behalf of 53b502bc006642479c9b29af51aad044 for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:30:13.261564 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-77f5d009-fa7a-4219-b662-c2ba4d615c9e tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:13.394062 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:13.403636 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-dee147b2-5877-46c9-8f20-608651d72eee None None] Notify callbacks [] for port, precommit_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:13.413558 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-1aa87cc4-c42b-44d3-a6d2-7111105785b3 None None] Provisioning for port 6dac7047-8c63-43f9-b935-779b4fb71264 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:30:13.416248 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.provisioning_blocks [None req-dee147b2-5877-46c9-8f20-608651d72eee None None] Transition to ACTIVE for port object ac077b16-bc27-4788-a924-1b45bc119226 will not be triggered until provisioned by entity L2. {{(pid=88040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:30:13.427199 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-dee147b2-5877-46c9-8f20-608651d72eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:13.437873 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4e8c7b-99a5-4498-9290-2b4abb236d72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-6b89b041-5c42-49da-97bf-23cee8aadf17', 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'tenant_id': 'e0bb3da2b1c344b882bb065b24ba46bb', 'fixed_ips': [{'subnet_id': '4fecb9e3-cd41-4192-b70a-2673e0c71243'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:30:13.439182 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-eb4e8c7b-99a5-4498-9290-2b4abb236d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:13.452006 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb8c941-3c3c-48bd-a04c-d87ffe00787c None None] Pushing event updated for resources: {'Port': ['ID=b61912a1-f651-41c3-a013-12a1a8ba8ae2,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:13.491186 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb33fa31-bae8-4784-b6e7-150711397539 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Pushing event deleted for resources: {'Port': ['ID=263f0ae0-6843-4f15-8892-0b0c1fee2242,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:13.525585 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-bbb8c941-3c3c-48bd-a04c-d87ffe00787c None None] Attempting to bind port b61912a1-f651-41c3-a013-12a1a8ba8ae2 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:30:13.526270 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-bbb8c941-3c3c-48bd-a04c-d87ffe00787c None None] Attempting to bind port b61912a1-f651-41c3-a013-12a1a8ba8ae2 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'd2ea3873-0b29-4247-8853-cbf2cf246455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '75c33fce-f29c-4e84-8d4e-843a0c95d561'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:30:13.526798 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb8c941-3c3c-48bd-a04c-d87ffe00787c None None] Attempting to bind port b61912a1-f651-41c3-a013-12a1a8ba8ae2 on network 75c33fce-f29c-4e84-8d4e-843a0c95d561 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:30:13.548824 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e871f58d-6c06-4c04-8af0-4959ba3dc546 None None] Pushing event updated for resources: {'Port': ['ID=ac077b16-bc27-4788-a924-1b45bc119226,revision_number=2']} {{(pid=88040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:13.555771 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-dee147b2-5877-46c9-8f20-608651d72eee None None] Attempting to bind port ac077b16-bc27-4788-a924-1b45bc119226 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:30:13.556118 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-dee147b2-5877-46c9-8f20-608651d72eee None None] Attempting to bind port ac077b16-bc27-4788-a924-1b45bc119226 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}] {{(pid=88040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:30:13.556474 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee147b2-5877-46c9-8f20-608651d72eee None None] Attempting to bind port ac077b16-bc27-4788-a924-1b45bc119226 on network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:30:13.571752 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee147b2-5877-46c9-8f20-608651d72eee None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:30:13.571752 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee147b2-5877-46c9-8f20-608651d72eee None None] Checking segment: {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:30:13.571752 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-dee147b2-5877-46c9-8f20-608651d72eee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:13.578318 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee147b2-5877-46c9-8f20-608651d72eee None None] Bound using segment: {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'} {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:30:13.578318 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-dee147b2-5877-46c9-8f20-608651d72eee None None] Bound port: ac077b16-bc27-4788-a924-1b45bc119226, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}}] {{(pid=88040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:30:13.578318 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-dee147b2-5877-46c9-8f20-608651d72eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:13.630696 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-61a5f209-4f1f-403e-ae9e-cde2259acc67 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:13.646986 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb8c941-3c3c-48bd-a04c-d87ffe00787c None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:30:13.647429 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb8c941-3c3c-48bd-a04c-d87ffe00787c None None] Checking segment: {'id': 'd2ea3873-0b29-4247-8853-cbf2cf246455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '75c33fce-f29c-4e84-8d4e-843a0c95d561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:30:13.647844 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-bbb8c941-3c3c-48bd-a04c-d87ffe00787c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:13.648160 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-eb33fa31-bae8-4784-b6e7-150711397539 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Notify callbacks [] for floatingip, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:13.648285 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb8c941-3c3c-48bd-a04c-d87ffe00787c None None] Bound using segment: {'id': 'd2ea3873-0b29-4247-8853-cbf2cf246455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '75c33fce-f29c-4e84-8d4e-843a0c95d561'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:30:13.648811 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-bbb8c941-3c3c-48bd-a04c-d87ffe00787c None None] Bound port: b61912a1-f651-41c3-a013-12a1a8ba8ae2, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2ea3873-0b29-4247-8853-cbf2cf246455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '75c33fce-f29c-4e84-8d4e-843a0c95d561'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:30:13.649197 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-bbb8c941-3c3c-48bd-a04c-d87ffe00787c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:13.661213 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b3d624a0-5c14-43dd-8ccf-a30fe9b27b08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:13.664898 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d7b4e1b7-b061-4162-8c7c-5364dbf3f64b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:13.688286 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-eb33fa31-bae8-4784-b6e7-150711397539 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:13.692413 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-eb33fa31-bae8-4784-b6e7-150711397539 tempest-ServerActionsTestJSON-916898158 tempest-ServerActionsTestJSON-916898158-project] 10.222.0.41 "DELETE /v2.0/floatingips/661da138-086e-4e2c-8dfb-adbc2154f546 HTTP/1.1" status: 204 len: 168 time: 1.4951684 May 04 17:30:13.694390 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49628) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:13.698775 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.db [None req-dee147b2-5877-46c9-8f20-608651d72eee None None] For port ac077b16-bc27-4788-a924-1b45bc119226, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:30:13.700608 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-d7b4e1b7-b061-4162-8c7c-5364dbf3f64b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Transition to ACTIVE for port object 4981a04c-696b-4d57-8393-bf52d32474d3 will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:30:13.703841 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.db [None req-dee147b2-5877-46c9-8f20-608651d72eee None None] For port ac077b16-bc27-4788-a924-1b45bc119226, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=ac077b16-bc27-4788-a924-1b45bc119226,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:30:13.713698 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-dee147b2-5877-46c9-8f20-608651d72eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:13.754645 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port e39eb039-91da-4230-9bd3-e0bdfb395ef2, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=e39eb039-91da-4230-9bd3-e0bdfb395ef2,segment=NetworkSegment(43abb714-434f-4258-8b22-3a18bd64fc2f),segment_id=43abb714-434f-4258-8b22-3a18bd64fc2f)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:30:13.796030 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-61a5f209-4f1f-403e-ae9e-cde2259acc67 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:13.812693 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:13.813492 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device c31eba9c-8371-4a19-b8be-ae2c172725cd up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:30:13.837447 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56516680-d998-4c7a-84b7-44f789d42d85 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:13.838162 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-56516680-d998-4c7a-84b7-44f789d42d85 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Synchronizing usage tracker for tenant:b25ee3601e56428392e5e6b054ab6dbb on resource:network {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:30:13.854576 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee147b2-5877-46c9-8f20-608651d72eee None None] Routers {'b856b5b3-059a-4f79-a9d7-d334cf0b6ced'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:30:13.855539 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-dee147b2-5877-46c9-8f20-608651d72eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:30:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['b856b5b3-059a-4f79-a9d7-d334cf0b6ced'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:13.917361 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e871f58d-6c06-4c04-8af0-4959ba3dc546 None None] Pushing event updated for resources: {'Port': ['ID=ac077b16-bc27-4788-a924-1b45bc119226,revision_number=3']} {{(pid=88040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:13.987995 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d7b4e1b7-b061-4162-8c7c-5364dbf3f64b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:14.010749 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-bbb8c941-3c3c-48bd-a04c-d87ffe00787c None None] For port b61912a1-f651-41c3-a013-12a1a8ba8ae2, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:30:14.055120 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-bbb8c941-3c3c-48bd-a04c-d87ffe00787c None None] For port b61912a1-f651-41c3-a013-12a1a8ba8ae2, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=b61912a1-f651-41c3-a013-12a1a8ba8ae2,segment=NetworkSegment(d2ea3873-0b29-4247-8853-cbf2cf246455),segment_id=d2ea3873-0b29-4247-8853-cbf2cf246455)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:30:14.056062 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port c31eba9c-8371-4a19-b8be-ae2c172725cd completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:30:14.068190 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port c31eba9c-8371-4a19-b8be-ae2c172725cd triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:30:14.068571 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:14.086742 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b3d624a0-5c14-43dd-8ccf-a30fe9b27b08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:14.107235 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b4e1b7-b061-4162-8c7c-5364dbf3f64b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Network 75c33fce-f29c-4e84-8d4e-843a0c95d561 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:30:14.115932 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-d7b4e1b7-b061-4162-8c7c-5364dbf3f64b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:30:14.127626 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b4e1b7-b061-4162-8c7c-5364dbf3f64b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:30:14.128172 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d7b4e1b7-b061-4162-8c7c-5364dbf3f64b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710357'] for router_interface, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:14.143743 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-bbb8c941-3c3c-48bd-a04c-d87ffe00787c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:14.146238 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-61a5f209-4f1f-403e-ae9e-cde2259acc67 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710702'] for router_interface, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:14.185441 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-dee147b2-5877-46c9-8f20-608651d72eee None None] Set router b856b5b3-059a-4f79-a9d7-d334cf0b6ced gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:30:14.204803 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=e39eb039-91da-4230-9bd3-e0bdfb395ef2,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:14.205930 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b3d624a0-5c14-43dd-8ccf-a30fe9b27b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:14.249190 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-56516680-d998-4c7a-84b7-44f789d42d85 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Unset dirty status for tenant:b25ee3601e56428392e5e6b054ab6dbb on resource:network {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:30:14.257977 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-56516680-d998-4c7a-84b7-44f789d42d85 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 1.3664825 May 04 17:30:14.276740 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d624a0-5c14-43dd-8ccf-a30fe9b27b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10f7d60-4547-4574-91b7-4e825edad539,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:14.314340 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49632) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:14.446415 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b4e1b7-b061-4162-8c7c-5364dbf3f64b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Pushing event updated for resources: {'Port': ['ID=4981a04c-696b-4d57-8393-bf52d32474d3,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:14.462545 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:14.487222 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-8452cb6e-bc48-4ead-b514-11ddd4d99775 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Synchronizing usage tracker for tenant:b25ee3601e56428392e5e6b054ab6dbb on resource:subnet {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:30:14.505246 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb8c941-3c3c-48bd-a04c-d87ffe00787c None None] Pushing event updated for resources: {'Port': ['ID=b61912a1-f651-41c3-a013-12a1a8ba8ae2,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:14.540079 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port c31eba9c-8371-4a19-b8be-ae2c172725cd, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=c31eba9c-8371-4a19-b8be-ae2c172725cd,segment=NetworkSegment(c98f809e-fb66-49ce-a10c-1ff8a8537608),segment_id=c98f809e-fb66-49ce-a10c-1ff8a8537608)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:30:14.546203 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:14.585911 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-8452cb6e-bc48-4ead-b514-11ddd4d99775 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Unset dirty status for tenant:b25ee3601e56428392e5e6b054ab6dbb on resource:subnet {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:30:14.610706 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-8452cb6e-bc48-4ead-b514-11ddd4d99775 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "GET /v2.0/subnets?network_id=30bd8d35-9d66-4ec1-9734-58f713c6cd24 HTTP/1.1" status: 200 len: 207 time: 0.2612016 May 04 17:30:14.611474 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49636) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:14.631398 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a5f209-4f1f-403e-ae9e-cde2259acc67 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Network c5f33437-0ece-49c0-a87b-3483fbe73a31 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:30:14.665469 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device edc8c624-ae11-4f24-95e5-62be1d57a50c no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:30:14.671034 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-61a5f209-4f1f-403e-ae9e-cde2259acc67 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:30:14.702926 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b3d624a0-5c14-43dd-8ccf-a30fe9b27b08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:14.706961 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-b3d624a0-5c14-43dd-8ccf-a30fe9b27b08 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c10f7d60-4547-4574-91b7-4e825edad539 HTTP/1.1" status: 204 len: 168 time: 1.9605670 May 04 17:30:14.708737 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2be2ce3c-e8f4-4c2e-98cf-bfd2bc8451c0 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:14.720681 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a5f209-4f1f-403e-ae9e-cde2259acc67 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Pushing event updated for resources: {'Port': ['ID=4c166adf-65e0-46f8-950f-b7bb328763d7,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:14.751693 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: edc8c624-ae11-4f24-95e5-62be1d57a50c {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:30:14.752287 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device edc8c624-ae11-4f24-95e5-62be1d57a50c not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:30:14.752849 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device c17989fc-6c19-499d-ac45-604a299e5831 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:30:14.827793 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: c17989fc-6c19-499d-ac45-604a299e5831 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:30:14.828218 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device c17989fc-6c19-499d-ac45-604a299e5831 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:30:14.888400 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=c31eba9c-8371-4a19-b8be-ae2c172725cd,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:14.904956 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-eb4e8c7b-99a5-4498-9290-2b4abb236d72 None None] Allocated IP 2001:db8::2 (6b89b041-5c42-49da-97bf-23cee8aadf17/4fecb9e3-cd41-4192-b70a-2673e0c71243/fc77d846-c686-4045-99ac-65cc87cde7fe) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:30:14.979745 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-dee147b2-5877-46c9-8f20-608651d72eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b856b5b3-059a-4f79-a9d7-d334cf0b6ced', 'name': 'tempest-TestVolumeBootPattern-1476798684-router', 'tenant_id': '80242677aabb4106b0b2141d5450b9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.22'}], 'enable_snat': True}, 'gw_port_id': 'ac077b16-bc27-4788-a924-1b45bc119226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:30:02Z', 'updated_at': '2022-05-04T17:30:07Z', 'revision_number': 3, 'project_id': '80242677aabb4106b0b2141d5450b9ec', 'gw_port': {'id': 'ac077b16-bc27-4788-a924-1b45bc119226', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:81:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b856b5b3-059a-4f79-a9d7-d334cf0b6ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:30:04Z', 'updated_at': '2022-05-04T17:30:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:14.992656 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee147b2-5877-46c9-8f20-608651d72eee None None] The sync data for ids ['b856b5b3-059a-4f79-a9d7-d334cf0b6ced'] in dv-neutron-840426-1-hyperv is: [{'id': 'b856b5b3-059a-4f79-a9d7-d334cf0b6ced', 'name': 'tempest-TestVolumeBootPattern-1476798684-router', 'tenant_id': '80242677aabb4106b0b2141d5450b9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.22'}], 'enable_snat': True}, 'gw_port_id': 'ac077b16-bc27-4788-a924-1b45bc119226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:30:02Z', 'updated_at': '2022-05-04T17:30:07Z', 'revision_number': 3, 'project_id': '80242677aabb4106b0b2141d5450b9ec', 'gw_port': {'id': 'ac077b16-bc27-4788-a924-1b45bc119226', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:81:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b856b5b3-059a-4f79-a9d7-d334cf0b6ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:30:04Z', 'updated_at': '2022-05-04T17:30:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:30:15.002864 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dceb6039-903f-4a8a-a173-98fdcd5bc89b None None] Network c5f33437-0ece-49c0-a87b-3483fbe73a31 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:30:15.132796 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-b16e922c-a184-4633-84bd-1ea89482110d None None] Provisioning for port 1b688d95-30bc-4794-9c8a-3f1f6523cdab completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:30:15.148458 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d7b4e1b7-b061-4162-8c7c-5364dbf3f64b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:15.166844 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be2ce3c-e8f4-4c2e-98cf-bfd2bc8451c0 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event updated for resources: {'Port': ['ID=bb596a78-cf61-488b-8bbb-c4fb712f4cde,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:15.194187 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be2ce3c-e8f4-4c2e-98cf-bfd2bc8451c0 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:30:15.242107 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51eb7e17-7c94-4714-91f0-715dde1960cd tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:15.256134 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51eb7e17-7c94-4714-91f0-715dde1960cd tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:15.270321 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51eb7e17-7c94-4714-91f0-715dde1960cd tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:15.277617 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-2be2ce3c-e8f4-4c2e-98cf-bfd2bc8451c0 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:30:15.279645 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51eb7e17-7c94-4714-91f0-715dde1960cd tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:15.282543 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-51eb7e17-7c94-4714-91f0-715dde1960cd tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Synchronizing usage tracker for tenant:b25ee3601e56428392e5e6b054ab6dbb on resource:network {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:30:15.440745 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-77f5d009-fa7a-4219-b662-c2ba4d615c9e tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:15.458008 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be2ce3c-e8f4-4c2e-98cf-bfd2bc8451c0 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:30:15.471566 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be2ce3c-e8f4-4c2e-98cf-bfd2bc8451c0 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:15.472242 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2be2ce3c-e8f4-4c2e-98cf-bfd2bc8451c0 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:15.539017 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 1b688d95-30bc-4794-9c8a-3f1f6523cdab up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:30:15.632199 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-51eb7e17-7c94-4714-91f0-715dde1960cd tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Unset dirty status for tenant:b25ee3601e56428392e5e6b054ab6dbb on resource:network {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:30:15.633537 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-51eb7e17-7c94-4714-91f0-715dde1960cd tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 1.0180998 May 04 17:30:15.640308 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49652) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:15.674585 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f5d009-fa7a-4219-b662-c2ba4d615c9e tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Pushing event updated for resources: {'Subnet': ['ID=38656335-dc8b-46af-abfa-c315725de14a,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:15.796116 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-2be2ce3c-e8f4-4c2e-98cf-bfd2bc8451c0 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 8.3935809 May 04 17:30:15.838743 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 1b688d95-30bc-4794-9c8a-3f1f6523cdab completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:30:15.843713 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49660) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:15.967598 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 1b688d95-30bc-4794-9c8a-3f1f6523cdab triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:30:15.968574 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:16.092891 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-ac20c41c-4247-49ea-b024-fa344b400cfd tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Request body: {'port': {'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'fixed_ips': [{'subnet_id': '4fecb9e3-cd41-4192-b70a-2673e0c71243', 'ip_address': '2001:db8::f9fd:b77e:ef6f:db4d'}], 'name': 'tempest-NetworksTestDHCPv6-1148136681'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:30:16.140432 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e48e1e-f4a6-4a5b-af0f-2b09ab55a30c None None] Network 75c33fce-f29c-4e84-8d4e-843a0c95d561 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:30:16.145985 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61a5f209-4f1f-403e-ae9e-cde2259acc67 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Router f7b8dd67-88b8-4f42-87ee-9c82722da786 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:30:16.151113 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f5d009-fa7a-4219-b662-c2ba4d615c9e tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Checking segment: {'id': 'a986a9c8-1e0c-463c-b71d-1d95051d5d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd3a75835-b4af-4107-a5e5-87c8dee9a990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:30:16.151531 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f5d009-fa7a-4219-b662-c2ba4d615c9e tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Network hostable DHCP agents. Network: d3a75835-b4af-4107-a5e5-87c8dee9a990, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:30:16.187492 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49668) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:16.264512 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f5d009-fa7a-4219-b662-c2ba4d615c9e tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Network d3a75835-b4af-4107-a5e5-87c8dee9a990 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:30:16.344974 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-95f23a11-0ef3-4d15-9f63-c10038c508ee None None] Provisioning for port b61912a1-f651-41c3-a013-12a1a8ba8ae2 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:30:16.368104 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-eb4e8c7b-99a5-4498-9290-2b4abb236d72 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:16.407342 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-ac20c41c-4247-49ea-b024-fa344b400cfd tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:30:16.421402 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-77f5d009-fa7a-4219-b662-c2ba4d615c9e tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, d3a75835-b4af-4107-a5e5-87c8dee9a990) {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:30:16.437038 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-ac20c41c-4247-49ea-b024-fa344b400cfd tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Usage tracker for resource:port and tenant:e0bb3da2b1c344b882bb065b24ba46bb is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:30:16.446290 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-ac20c41c-4247-49ea-b024-fa344b400cfd tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:30:16.447281 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f5d009-fa7a-4219-b662-c2ba4d615c9e tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:16.448468 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214e2642-2383-4355-a26b-3ab27da9d46e None None] Network d3a75835-b4af-4107-a5e5-87c8dee9a990 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:30:16.449989 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-77f5d009-fa7a-4219-b662-c2ba4d615c9e tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:16.459732 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-ac20c41c-4247-49ea-b024-fa344b400cfd tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:30:16.476707 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-eb4e8c7b-99a5-4498-9290-2b4abb236d72 None None] Transition to ACTIVE for port object fc77d846-c686-4045-99ac-65cc87cde7fe will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:30:16.488854 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-5c25669a-a95a-4300-b6f4-3aa1577e94d3 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Request body: {'networks': [{'name': 'tempest-network--642964092'}, {'name': 'tempest-network--1400252249'}]} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:30:16.489177 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-5c25669a-a95a-4300-b6f4-3aa1577e94d3 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Request body: {'network': {'name': 'tempest-network--642964092'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:30:16.489605 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-5c25669a-a95a-4300-b6f4-3aa1577e94d3 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Request body: {'network': {'name': 'tempest-network--1400252249'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:30:16.499256 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-5c25669a-a95a-4300-b6f4-3aa1577e94d3 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:30:16.514616 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-5c25669a-a95a-4300-b6f4-3aa1577e94d3 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Usage tracker for resource:network and tenant:084779e999654211b2decf64a895718e is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:30:16.520625 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-77f5d009-fa7a-4219-b662-c2ba4d615c9e tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 4.4950802 May 04 17:30:16.522585 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac20c41c-4247-49ea-b024-fa344b400cfd tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Made reservation on behalf of e0bb3da2b1c344b882bb065b24ba46bb for: {'port': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:30:16.537766 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49674) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:16.543458 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a5f209-4f1f-403e-ae9e-cde2259acc67 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:30:16.547918 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-5c25669a-a95a-4300-b6f4-3aa1577e94d3 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:30:16.553722 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-61a5f209-4f1f-403e-ae9e-cde2259acc67 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "PUT /v2.0/routers/f7b8dd67-88b8-4f42-87ee-9c82722da786/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.8684423 May 04 17:30:16.558211 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49678) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:16.566068 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-5c25669a-a95a-4300-b6f4-3aa1577e94d3 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:30:16.571137 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-d3d95e0e-2d93-40fb-a01f-9c6dffe2035b tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Request body: {'network': {'name': 'tempest-RoutersTest-1264593393'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:30:16.574384 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d7b4e1b7-b061-4162-8c7c-5364dbf3f64b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:16.586039 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-d3d95e0e-2d93-40fb-a01f-9c6dffe2035b tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:30:16.587156 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d6b91c-fbce-4db9-9ff7-5ad472624dd6 None None] Sync routers for ids ['f7b8dd67-88b8-4f42-87ee-9c82722da786'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:30:16.592614 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-d3d95e0e-2d93-40fb-a01f-9c6dffe2035b tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Usage tracker for resource:network and tenant:4d4e7c7b24884dc786dfd71b0f2e4f89 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:30:16.594808 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ab297be3-3f3c-4560-ac56-45f004c451e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710748'] for router_interface, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:16.595888 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-d3d95e0e-2d93-40fb-a01f-9c6dffe2035b tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:30:16.604883 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-d3d95e0e-2d93-40fb-a01f-9c6dffe2035b tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:30:16.607432 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c25669a-a95a-4300-b6f4-3aa1577e94d3 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Made reservation on behalf of 084779e999654211b2decf64a895718e for: {'network': 2} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:30:16.612076 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5c25669a-a95a-4300-b6f4-3aa1577e94d3 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:16.656951 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-eb4e8c7b-99a5-4498-9290-2b4abb236d72 None None] Transition to ACTIVE for port object fc77d846-c686-4045-99ac-65cc87cde7fe will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:30:16.668624 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5c25669a-a95a-4300-b6f4-3aa1577e94d3 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:16.678731 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-1bbfae3c-3351-44eb-80d2-c91fc9d98dcf tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.8529782 May 04 17:30:16.682313 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49682) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:16.690252 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d95e0e-2d93-40fb-a01f-9c6dffe2035b tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Made reservation on behalf of 4d4e7c7b24884dc786dfd71b0f2e4f89 for: {'network': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:30:16.693572 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d3d95e0e-2d93-40fb-a01f-9c6dffe2035b tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:16.711422 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-eb4e8c7b-99a5-4498-9290-2b4abb236d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:16.718957 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d6b91c-fbce-4db9-9ff7-5ad472624dd6 None None] Routers {'f7b8dd67-88b8-4f42-87ee-9c82722da786'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:30:16.719605 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-32d6b91c-fbce-4db9-9ff7-5ad472624dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:30:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['f7b8dd67-88b8-4f42-87ee-9c82722da786'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:16.772902 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-5c25669a-a95a-4300-b6f4-3aa1577e94d3 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:30:16.780159 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1538287e-823d-46f8-93d6-d9ed9b8c4ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:16.801782 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-5c25669a-a95a-4300-b6f4-3aa1577e94d3 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Usage tracker for resource:security_group_rule and tenant:084779e999654211b2decf64a895718e is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:30:16.812463 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-5c25669a-a95a-4300-b6f4-3aa1577e94d3 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:30:16.821076 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ac20c41c-4247-49ea-b024-fa344b400cfd tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:16.829411 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce04284-091e-4ce4-8537-dd1ef2cf2863 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:16.830921 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce04284-091e-4ce4-8537-dd1ef2cf2863 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:16.836465 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-cce04284-091e-4ce4-8537-dd1ef2cf2863 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1470065 May 04 17:30:16.836465 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3d95e0e-2d93-40fb-a01f-9c6dffe2035b tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=88038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:30:16.836465 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-5c25669a-a95a-4300-b6f4-3aa1577e94d3 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:30:16.842682 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d7b4e1b7-b061-4162-8c7c-5364dbf3f64b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:16.843558 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d7b4e1b7-b061-4162-8c7c-5364dbf3f64b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710702'] for router_interface, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:16.852637 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49686) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:16.875913 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:16.890011 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d3d95e0e-2d93-40fb-a01f-9c6dffe2035b tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:16.890377 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.segments_db [None req-d3d95e0e-2d93-40fb-a01f-9c6dffe2035b tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Added segment 0058af74-9131-43b4-99de-8110c5215a6a of type vlan for network 2381101d-3399-4e20-888a-f18bc45e7d77 May 04 17:30:16.979703 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d3d95e0e-2d93-40fb-a01f-9c6dffe2035b tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:17.011317 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4e8c7b-99a5-4498-9290-2b4abb236d72 None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:30:17.017454 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-eb4e8c7b-99a5-4498-9290-2b4abb236d72 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:30:17.054018 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4e8c7b-99a5-4498-9290-2b4abb236d72 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:30:17.101472 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d3d95e0e-2d93-40fb-a01f-9c6dffe2035b tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:17.110332 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d95e0e-2d93-40fb-a01f-9c6dffe2035b tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:17.111160 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d3d95e0e-2d93-40fb-a01f-9c6dffe2035b tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:17.112838 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b4e1b7-b061-4162-8c7c-5364dbf3f64b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Pushing event updated for resources: {'Port': ['ID=4981a04c-696b-4d57-8393-bf52d32474d3,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:17.117198 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [None req-ac20c41c-4247-49ea-b024-fa344b400cfd tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] device_id is not set on port da569b84-05ae-4d3d-b710-83395276fe8c yet. {{(pid=88037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:30:17.136144 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 1b688d95-30bc-4794-9c8a-3f1f6523cdab, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=1b688d95-30bc-4794-9c8a-3f1f6523cdab,segment=NetworkSegment(4ad39d72-6af9-4679-93bf-6e2b94889724),segment_id=4ad39d72-6af9-4679-93bf-6e2b94889724)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:30:17.141891 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4e8c7b-99a5-4498-9290-2b4abb236d72 None None] Pushing event updated for resources: {'Port': ['ID=fc77d846-c686-4045-99ac-65cc87cde7fe,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:17.233276 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e729dd-da4d-42f4-8de5-c015aec15584 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Attributes excluded by policy engine: ['shared'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:17.234860 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e729dd-da4d-42f4-8de5-c015aec15584 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Attributes excluded by policy engine: ['shared'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:17.236467 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-b4e729dd-da4d-42f4-8de5-c015aec15584 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1435843 May 04 17:30:17.251700 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49690) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:17.260077 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:17.260866 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 6dac7047-8c63-43f9-b935-779b4fb71264 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:30:17.261584 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b4e1b7-b061-4162-8c7c-5364dbf3f64b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Network 75c33fce-f29c-4e84-8d4e-843a0c95d561 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:30:17.300291 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d95e0e-2d93-40fb-a01f-9c6dffe2035b tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Pushing event updated for resources: {'Network': ['ID=2381101d-3399-4e20-888a-f18bc45e7d77,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:17.317830 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-32d6b91c-fbce-4db9-9ff7-5ad472624dd6 None None] Set router f7b8dd67-88b8-4f42-87ee-9c82722da786 gateway port host: None {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:30:17.448974 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-d7b4e1b7-b061-4162-8c7c-5364dbf3f64b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:30:17.453216 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-d3d95e0e-2d93-40fb-a01f-9c6dffe2035b tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8908846 May 04 17:30:17.457657 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-1538287e-823d-46f8-93d6-d9ed9b8c4ab4 admin admin] Allocated IP 172.20.0.1 (21577589-3117-4a42-a464-4385a4611743/0824419e-4bfd-4938-98fc-caa54e89980b/bea58037-c681-4c0f-9d9c-30853a8a8f99) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:30:17.462719 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49694) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:17.466998 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5c25669a-a95a-4300-b6f4-3aa1577e94d3 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:17.476302 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-c0298e52-fa58-43e4-99fc-6325ecac151e tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Request body: {'subnet': {'network_id': '2381101d-3399-4e20-888a-f18bc45e7d77', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:30:17.564473 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 2381101d-3399-4e20-888a-f18bc45e7d77 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:30:17.594996 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-c0298e52-fa58-43e4-99fc-6325ecac151e tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:30:17.600372 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5c25669a-a95a-4300-b6f4-3aa1577e94d3 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:17.601206 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5c25669a-a95a-4300-b6f4-3aa1577e94d3 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:17.625619 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-c0298e52-fa58-43e4-99fc-6325ecac151e tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Usage tracker for resource:subnet and tenant:4d4e7c7b24884dc786dfd71b0f2e4f89 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:30:17.631795 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-c0298e52-fa58-43e4-99fc-6325ecac151e tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:30:17.659190 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-ca7d5b59-d08d-47ab-9019-c1d9ddf84bac None None] Provisioning for port 4c166adf-65e0-46f8-950f-b7bb328763d7 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:30:17.664684 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-c0298e52-fa58-43e4-99fc-6325ecac151e tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:30:17.757065 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-ca7d5b59-d08d-47ab-9019-c1d9ddf84bac None None] Provisioning complete for port 4c166adf-65e0-46f8-950f-b7bb328763d7 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:30:17.757199 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c25669a-a95a-4300-b6f4-3aa1577e94d3 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54afc7a0-ec5b-4c86-8e08-ee683a36306f,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:17.757298 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ca7d5b59-d08d-47ab-9019-c1d9ddf84bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:17.770974 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0298e52-fa58-43e4-99fc-6325ecac151e tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Made reservation on behalf of 4d4e7c7b24884dc786dfd71b0f2e4f89 for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:30:17.774432 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c0298e52-fa58-43e4-99fc-6325ecac151e tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:17.782187 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-eb4e8c7b-99a5-4498-9290-2b4abb236d72 None None] Attempting to bind port fc77d846-c686-4045-99ac-65cc87cde7fe on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:30:17.782420 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-eb4e8c7b-99a5-4498-9290-2b4abb236d72 None None] Attempting to bind port fc77d846-c686-4045-99ac-65cc87cde7fe by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:30:17.783013 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4e8c7b-99a5-4498-9290-2b4abb236d72 None None] Attempting to bind port fc77d846-c686-4045-99ac-65cc87cde7fe on network 6b89b041-5c42-49da-97bf-23cee8aadf17 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:30:17.806071 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c25669a-a95a-4300-b6f4-3aa1577e94d3 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=88038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:30:17.811713 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82034cf-5c56-4f43-b6b3-3ea4cff3fb8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-d3a75835-b4af-4107-a5e5-87c8dee9a990', 'network_id': 'd3a75835-b4af-4107-a5e5-87c8dee9a990', 'tenant_id': '53b502bc006642479c9b29af51aad044', 'fixed_ips': [{'subnet_id': '38656335-dc8b-46af-abfa-c315725de14a'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:30:17.812530 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e82034cf-5c56-4f43-b6b3-3ea4cff3fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:17.850501 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5c25669a-a95a-4300-b6f4-3aa1577e94d3 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:17.850850 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.segments_db [None req-5c25669a-a95a-4300-b6f4-3aa1577e94d3 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Added segment 50fca6ee-68ec-4f78-b1cd-8f23a63ac668 of type vlan for network 7c2acbf6-733e-447d-b1dd-0cde73c1a444 May 04 17:30:17.863362 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4e8c7b-99a5-4498-9290-2b4abb236d72 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:30:17.863740 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4e8c7b-99a5-4498-9290-2b4abb236d72 None None] Checking segment: {'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:30:17.864151 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-eb4e8c7b-99a5-4498-9290-2b4abb236d72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:17.864528 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4e8c7b-99a5-4498-9290-2b4abb236d72 None None] Bound using segment: {'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:30:17.864997 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-eb4e8c7b-99a5-4498-9290-2b4abb236d72 None None] Bound port: fc77d846-c686-4045-99ac-65cc87cde7fe, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:30:17.865556 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-eb4e8c7b-99a5-4498-9290-2b4abb236d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:17.951804 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1538287e-823d-46f8-93d6-d9ed9b8c4ab4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:17.962867 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=1b688d95-30bc-4794-9c8a-3f1f6523cdab,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:17.984176 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5c25669a-a95a-4300-b6f4-3aa1577e94d3 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:17.992723 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-1538287e-823d-46f8-93d6-d9ed9b8c4ab4 admin admin] Transition to ACTIVE for port object bea58037-c681-4c0f-9d9c-30853a8a8f99 will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:30:18.054623 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-ca7d5b59-d08d-47ab-9019-c1d9ddf84bac None None] Port 4c166adf-65e0-46f8-950f-b7bb328763d7 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:30:18.063115 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08389a19-d073-4a0d-be95-3b95a533d27a tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:18.068651 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-08389a19-d073-4a0d-be95-3b95a533d27a tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "GET /v2.0/networks/514b3f4a-8c48-4452-a114-03e9c31a8b88 HTTP/1.1" status: 200 len: 800 time: 0.8015413 May 04 17:30:18.068808 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49698) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:18.103248 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 6dac7047-8c63-43f9-b935-779b4fb71264 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:30:18.138556 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c25669a-a95a-4300-b6f4-3aa1577e94d3 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=88038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:30:18.153886 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f2425b8e-9cd5-4481-9c21-54f6ecce596f tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:18.195902 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 6dac7047-8c63-43f9-b935-779b4fb71264 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:30:18.196268 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:18.216773 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5c25669a-a95a-4300-b6f4-3aa1577e94d3 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:18.217126 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.segments_db [None req-5c25669a-a95a-4300-b6f4-3aa1577e94d3 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Added segment 3fc4b6ca-ea7b-4ea5-9ac5-e1a52437d180 of type vlan for network aa994ab2-6392-47f9-9680-40096c1ea2f2 May 04 17:30:18.218958 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b4e1b7-b061-4162-8c7c-5364dbf3f64b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Router 80dcc7cf-fbc0-4adf-b882-351c7e91122b is scheduled to L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 with binding_index 1 {{(pid=88037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:30:18.225750 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1538287e-823d-46f8-93d6-d9ed9b8c4ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:18.267366 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-ca7d5b59-d08d-47ab-9019-c1d9ddf84bac None None] Provisioning complete for port 1b688d95-30bc-4794-9c8a-3f1f6523cdab triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:30:18.267736 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ca7d5b59-d08d-47ab-9019-c1d9ddf84bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:18.369824 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-eb4e8c7b-99a5-4498-9290-2b4abb236d72 None None] For port fc77d846-c686-4045-99ac-65cc87cde7fe, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:30:18.413505 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-e82034cf-5c56-4f43-b6b3-3ea4cff3fb8f None None] Allocated IP 2001:db8::1 (d3a75835-b4af-4107-a5e5-87c8dee9a990/38656335-dc8b-46af-abfa-c315725de14a/fa2c3c8b-005c-4db3-9181-07a08d010ac9) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:30:18.504413 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c0298e52-fa58-43e4-99fc-6325ecac151e tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:18.515554 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1538287e-823d-46f8-93d6-d9ed9b8c4ab4 admin admin] Network 21577589-3117-4a42-a464-4385a4611743 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:30:18.549293 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5c25669a-a95a-4300-b6f4-3aa1577e94d3 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:18.555474 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-1538287e-823d-46f8-93d6-d9ed9b8c4ab4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:30:18.571993 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f2425b8e-9cd5-4481-9c21-54f6ecce596f tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:18.579540 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1538287e-823d-46f8-93d6-d9ed9b8c4ab4 admin admin] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:30:18.633065 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b4e1b7-b061-4162-8c7c-5364dbf3f64b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:30:18.635571 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1538287e-823d-46f8-93d6-d9ed9b8c4ab4 admin admin] Pushing event updated for resources: {'Port': ['ID=bea58037-c681-4c0f-9d9c-30853a8a8f99,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:18.656467 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27ebadc-42e6-40ce-8de4-4bc8c9faa393 None None] Sync routers for ids ['80dcc7cf-fbc0-4adf-b882-351c7e91122b'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:30:18.671060 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27ebadc-42e6-40ce-8de4-4bc8c9faa393 None None] Routers {'80dcc7cf-fbc0-4adf-b882-351c7e91122b'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:30:18.671927 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-c27ebadc-42e6-40ce-8de4-4bc8c9faa393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:30:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['80dcc7cf-fbc0-4adf-b882-351c7e91122b'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:18.672345 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac20c41c-4247-49ea-b024-fa344b400cfd tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] POST failed (client error): There was a conflict when trying to complete your request. May 04 17:30:18.673481 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac20c41c-4247-49ea-b024-fa344b400cfd tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:30:18.696243 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-dec5845d-1596-46f3-b717-af78e322f6d8 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "GET /v2.0/networks/514b3f4a-8c48-4452-a114-03e9c31a8b88?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.6234009 May 04 17:30:18.696928 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49702) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:18.705838 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e82034cf-5c56-4f43-b6b3-3ea4cff3fb8f None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:18.708507 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-d7b4e1b7-b061-4162-8c7c-5364dbf3f64b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "PUT /v2.0/routers/80dcc7cf-fbc0-4adf-b882-351c7e91122b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8366716 May 04 17:30:18.718953 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49704) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:18.721400 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-e82034cf-5c56-4f43-b6b3-3ea4cff3fb8f None None] Transition to ACTIVE for port object fa2c3c8b-005c-4db3-9181-07a08d010ac9 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:30:18.734545 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.db.resource_extend [None req-5c25669a-a95a-4300-b6f4-3aa1577e94d3 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 17:30:18.745376 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-e82034cf-5c56-4f43-b6b3-3ea4cff3fb8f None None] Transition to ACTIVE for port object fa2c3c8b-005c-4db3-9181-07a08d010ac9 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:30:18.787770 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-eb4e8c7b-99a5-4498-9290-2b4abb236d72 None None] For port fc77d846-c686-4045-99ac-65cc87cde7fe, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=fc77d846-c686-4045-99ac-65cc87cde7fe,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:30:18.799429 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e82034cf-5c56-4f43-b6b3-3ea4cff3fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:18.807988 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-c27ebadc-42e6-40ce-8de4-4bc8c9faa393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:18.829207 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27ebadc-42e6-40ce-8de4-4bc8c9faa393 None None] Routers {'80dcc7cf-fbc0-4adf-b882-351c7e91122b'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:30:18.831301 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-c27ebadc-42e6-40ce-8de4-4bc8c9faa393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:30:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['80dcc7cf-fbc0-4adf-b882-351c7e91122b'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:18.839703 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-ac20c41c-4247-49ea-b024-fa344b400cfd tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.9948404 May 04 17:30:18.843189 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49710) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:18.881339 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82034cf-5c56-4f43-b6b3-3ea4cff3fb8f None None] Network d3a75835-b4af-4107-a5e5-87c8dee9a990 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:30:18.884795 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-eb4e8c7b-99a5-4498-9290-2b4abb236d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:18.885012 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1538287e-823d-46f8-93d6-d9ed9b8c4ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710357'] for router_interface, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:18.923245 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0298e52-fa58-43e4-99fc-6325ecac151e tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Pushing event updated for resources: {'Subnet': ['ID=c56cbe09-4d81-427c-85e0-3c596b8f3b72,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:18.929379 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-e82034cf-5c56-4f43-b6b3-3ea4cff3fb8f None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:30:18.942037 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-c27ebadc-42e6-40ce-8de4-4bc8c9faa393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:18.942168 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82034cf-5c56-4f43-b6b3-3ea4cff3fb8f None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:30:18.942265 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27ebadc-42e6-40ce-8de4-4bc8c9faa393 None None] The sync data for ids ['80dcc7cf-fbc0-4adf-b882-351c7e91122b'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:30:18.986270 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-ab297be3-3f3c-4560-ac56-45f004c451e7 admin admin] Deleting port 0dbc2da6-0dfc-481f-9673-3ac8faafef8a {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:30:18.986761 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ab297be3-3f3c-4560-ac56-45f004c451e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:19.000977 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5c25669a-a95a-4300-b6f4-3aa1577e94d3 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:19.001501 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5c25669a-a95a-4300-b6f4-3aa1577e94d3 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:19.007001 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c25669a-a95a-4300-b6f4-3aa1577e94d3 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:19.014096 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c25669a-a95a-4300-b6f4-3aa1577e94d3 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:19.014970 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5c25669a-a95a-4300-b6f4-3aa1577e94d3 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:19.046448 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763f18f7-2691-474a-85eb-2d318df580dc tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:19.047231 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-763f18f7-2691-474a-85eb-2d318df580dc tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Synchronizing usage tracker for tenant:a41a9e7401a94b21bc1365a01709c65f on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:30:19.050357 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f2425b8e-9cd5-4481-9c21-54f6ecce596f tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:19.055664 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0298e52-fa58-43e4-99fc-6325ecac151e tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Checking segment: {'id': '0058af74-9131-43b4-99de-8110c5215a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2381101d-3399-4e20-888a-f18bc45e7d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:30:19.056234 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0298e52-fa58-43e4-99fc-6325ecac151e tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Network hostable DHCP agents. Network: 2381101d-3399-4e20-888a-f18bc45e7d77, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:30:19.072414 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76451d58-6dcb-4747-ab8d-09a6b01cdde5 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:19.073771 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-76451d58-6dcb-4747-ab8d-09a6b01cdde5 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "GET /v2.0/subnets/75e0f756-5193-4745-b2c3-bd6ee84f223d HTTP/1.1" status: 200 len: 811 time: 0.3562903 May 04 17:30:19.088792 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49714) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:19.123113 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0298e52-fa58-43e4-99fc-6325ecac151e tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Network 2381101d-3399-4e20-888a-f18bc45e7d77 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:30:19.174045 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-5c25669a-a95a-4300-b6f4-3aa1577e94d3 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.9236970 May 04 17:30:19.181038 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2425b8e-9cd5-4481-9c21-54f6ecce596f tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Pushing event deleted for resources: {'Subnet': ['ID=38656335-dc8b-46af-abfa-c315725de14a,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:19.189166 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49718) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:19.194651 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c25669a-a95a-4300-b6f4-3aa1577e94d3 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Pushing event updated for resources: {'Network': ['ID=7c2acbf6-733e-447d-b1dd-0cde73c1a444,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:19.240072 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:19.278008 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-c0298e52-fa58-43e4-99fc-6325ecac151e tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 2381101d-3399-4e20-888a-f18bc45e7d77) {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:30:19.280907 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ecb9d0-eb36-423f-9ae9-922af003da8f tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Attributes excluded by policy engine: ['shared'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:19.284205 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-d7ecb9d0-eb36-423f-9ae9-922af003da8f tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "GET /v2.0/subnets/75e0f756-5193-4745-b2c3-bd6ee84f223d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1858974 May 04 17:30:19.293696 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49722) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:19.295989 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-e82034cf-5c56-4f43-b6b3-3ea4cff3fb8f None None] Attempting to bind port fa2c3c8b-005c-4db3-9181-07a08d010ac9 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:30:19.296128 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-e82034cf-5c56-4f43-b6b3-3ea4cff3fb8f None None] Attempting to bind port fa2c3c8b-005c-4db3-9181-07a08d010ac9 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'a986a9c8-1e0c-463c-b71d-1d95051d5d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd3a75835-b4af-4107-a5e5-87c8dee9a990'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:30:19.296435 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82034cf-5c56-4f43-b6b3-3ea4cff3fb8f None None] Attempting to bind port fa2c3c8b-005c-4db3-9181-07a08d010ac9 on network d3a75835-b4af-4107-a5e5-87c8dee9a990 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:30:19.303816 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-763f18f7-2691-474a-85eb-2d318df580dc tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Unset dirty status for tenant:a41a9e7401a94b21bc1365a01709c65f on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:30:19.307521 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-763f18f7-2691-474a-85eb-2d318df580dc tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "GET /v2.0/ports/4981a04c-696b-4d57-8393-bf52d32474d3 HTTP/1.1" status: 200 len: 911 time: 0.5840688 May 04 17:30:19.327424 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49726) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:19.338926 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 6dac7047-8c63-43f9-b935-779b4fb71264, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=6dac7047-8c63-43f9-b935-779b4fb71264,segment=NetworkSegment(6198c229-d654-41b9-832d-c829f9f15246),segment_id=6198c229-d654-41b9-832d-c829f9f15246)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:30:19.341349 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 7c2acbf6-733e-447d-b1dd-0cde73c1a444 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:30:19.364629 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0298e52-fa58-43e4-99fc-6325ecac151e tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:19.365238 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c0298e52-fa58-43e4-99fc-6325ecac151e tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:19.365892 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-ef836a92-007f-4437-8a7a-6b7c20502a83 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-257640103'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:30:19.385377 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-d6b70e2a-0db2-4dfb-8f5d-335779400669 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4c6fd038-32ee-4880-8271-c9cb8bf42e35'}]}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:30:19.421054 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-ef836a92-007f-4437-8a7a-6b7c20502a83 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:30:19.427222 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f2425b8e-9cd5-4481-9c21-54f6ecce596f tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:19.478634 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-ef836a92-007f-4437-8a7a-6b7c20502a83 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:30:19.482266 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-f2425b8e-9cd5-4481-9c21-54f6ecce596f tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3a75835-b4af-4107-a5e5-87c8dee9a990']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:19.488707 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82034cf-5c56-4f43-b6b3-3ea4cff3fb8f None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:30:19.489092 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82034cf-5c56-4f43-b6b3-3ea4cff3fb8f None None] Checking segment: {'id': 'a986a9c8-1e0c-463c-b71d-1d95051d5d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd3a75835-b4af-4107-a5e5-87c8dee9a990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:30:19.489499 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e82034cf-5c56-4f43-b6b3-3ea4cff3fb8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:19.489900 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82034cf-5c56-4f43-b6b3-3ea4cff3fb8f None None] Bound using segment: {'id': 'a986a9c8-1e0c-463c-b71d-1d95051d5d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd3a75835-b4af-4107-a5e5-87c8dee9a990'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:30:19.490415 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-e82034cf-5c56-4f43-b6b3-3ea4cff3fb8f None None] Bound port: fa2c3c8b-005c-4db3-9181-07a08d010ac9, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a986a9c8-1e0c-463c-b71d-1d95051d5d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'd3a75835-b4af-4107-a5e5-87c8dee9a990'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:30:19.490797 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e82034cf-5c56-4f43-b6b3-3ea4cff3fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:19.506111 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-f2425b8e-9cd5-4481-9c21-54f6ecce596f tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a986a9c8-1e0c-463c-b71d-1d95051d5d01') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:19.506111 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-f2425b8e-9cd5-4481-9c21-54f6ecce596f tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a986a9c8-1e0c-463c-b71d-1d95051d5d01') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:19.509285 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ecbf35-f727-41fc-9f40-28b5fa755363 None None] Network 2381101d-3399-4e20-888a-f18bc45e7d77 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:30:19.518694 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-c0298e52-fa58-43e4-99fc-6325ecac151e tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0544488 May 04 17:30:19.527679 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c91863-75af-4ccc-a6b9-8d5fa43ada22 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:19.534046 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c91863-75af-4ccc-a6b9-8d5fa43ada22 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:19.534924 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-49c91863-75af-4ccc-a6b9-8d5fa43ada22 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Synchronizing usage tracker for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:30:19.542098 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49730) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:19.621905 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f2425b8e-9cd5-4481-9c21-54f6ecce596f tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:19.646795 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:19.647987 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device fbcda7fa-7584-47e4-a662-b2f3fb59ea54 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:30:19.649120 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef836a92-007f-4437-8a7a-6b7c20502a83 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Made reservation on behalf of b25ee3601e56428392e5e6b054ab6dbb for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:30:19.652997 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ef836a92-007f-4437-8a7a-6b7c20502a83 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:19.681948 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1538287e-823d-46f8-93d6-d9ed9b8c4ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:19.700050 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c25669a-a95a-4300-b6f4-3aa1577e94d3 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Pushing event updated for resources: {'Network': ['ID=aa994ab2-6392-47f9-9680-40096c1ea2f2,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:19.810585 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network aa994ab2-6392-47f9-9680-40096c1ea2f2 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:30:19.881783 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82034cf-5c56-4f43-b6b3-3ea4cff3fb8f None None] Pushing event updated for resources: {'Port': ['ID=fa2c3c8b-005c-4db3-9181-07a08d010ac9,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:19.924192 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-ab297be3-3f3c-4560-ac56-45f004c451e7 admin admin] For port 0dbc2da6-0dfc-481f-9673-3ac8faafef8a, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=0dbc2da6-0dfc-481f-9673-3ac8faafef8a,segment=NetworkSegment(40fdd87b-6347-4489-a912-23174799ead5),segment_id=40fdd87b-6347-4489-a912-23174799ead5)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:30:19.924698 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ab297be3-3f3c-4560-ac56-45f004c451e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:19.939414 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35eb9a2a-2019-47b1-816e-d2a42996cb1c tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:19.943432 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f2425b8e-9cd5-4481-9c21-54f6ecce596f tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:19.946128 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35eb9a2a-2019-47b1-816e-d2a42996cb1c tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:19.952888 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35eb9a2a-2019-47b1-816e-d2a42996cb1c tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:19.960398 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35eb9a2a-2019-47b1-816e-d2a42996cb1c tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:19.961149 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-35eb9a2a-2019-47b1-816e-d2a42996cb1c tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Synchronizing usage tracker for tenant:084779e999654211b2decf64a895718e on resource:network {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:30:20.014195 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2425b8e-9cd5-4481-9c21-54f6ecce596f tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:30:20.014774 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f2425b8e-9cd5-4481-9c21-54f6ecce596f tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:20.031001 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 17:30:20.031001 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:30:20.031001 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 17:30:20.031001 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:30:20.031001 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 17:30:20.031001 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:30:20.031001 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 17:30:20.031001 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:30:20.031001 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 17:30:20.031001 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:30:20.031001 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 17:30:20.031001 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:30:20.031001 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 17:30:20.031001 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:30:20.031001 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:30:20.031001 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:30:20.031001 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:30:20.031001 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:30:20.031001 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 17:30:20.031001 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:30:20.031001 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 17:30:20.031001 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:30:20.031001 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:30:20.031001 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:30:20.031001 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 17:30:20.031001 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:30:20.031001 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:30:20.031001 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:30:20.031001 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:30:20.031001 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:30:20.031001 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:30:20.031001 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:30:20.081980 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port fbcda7fa-7584-47e4-a662-b2f3fb59ea54 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:30:20.104327 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-49c91863-75af-4ccc-a6b9-8d5fa43ada22 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Unset dirty status for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:30:20.108325 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-49c91863-75af-4ccc-a6b9-8d5fa43ada22 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 1.2572105 May 04 17:30:20.116947 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49734) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:20.116947 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-35eb9a2a-2019-47b1-816e-d2a42996cb1c tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Unset dirty status for tenant:084779e999654211b2decf64a895718e on resource:network {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:30:20.120825 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-35eb9a2a-2019-47b1-816e-d2a42996cb1c tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.9252987 May 04 17:30:20.121531 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-ab297be3-3f3c-4560-ac56-45f004c451e7 admin admin] Calling delete_port for 0dbc2da6-0dfc-481f-9673-3ac8faafef8a owned by network:router_interface {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:30:20.141484 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port fbcda7fa-7584-47e4-a662-b2f3fb59ea54 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:30:20.141984 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:20.166766 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49738) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:20.169440 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef836a92-007f-4437-8a7a-6b7c20502a83 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:30:20.204880 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4e8c7b-99a5-4498-9290-2b4abb236d72 None None] Pushing event updated for resources: {'Port': ['ID=fc77d846-c686-4045-99ac-65cc87cde7fe,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:20.207071 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-e1c30fe1-ea93-403f-9d12-ba1ebf524d83 None None] Provisioning for port 4981a04c-696b-4d57-8393-bf52d32474d3 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:30:20.223596 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-e82034cf-5c56-4f43-b6b3-3ea4cff3fb8f None None] For port fa2c3c8b-005c-4db3-9181-07a08d010ac9, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:30:20.256989 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d6b70e2a-0db2-4dfb-8f5d-335779400669 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:20.278737 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-8815aa3f-5e0f-4e22-bb0b-8a2563538085 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Deleting port bb596a78-cf61-488b-8bbb-c4fb712f4cde {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:30:20.282323 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8815aa3f-5e0f-4e22-bb0b-8a2563538085 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:20.312624 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-e1c30fe1-ea93-403f-9d12-ba1ebf524d83 None None] Provisioning complete for port 4981a04c-696b-4d57-8393-bf52d32474d3 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:30:20.313000 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e1c30fe1-ea93-403f-9d12-ba1ebf524d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:20.338665 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-32d6b91c-fbce-4db9-9ff7-5ad472624dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'name': 'tempest-RoutersTest-router-305251255', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:29:20Z', 'updated_at': '2022-05-04T17:30:11Z', 'revision_number': 4, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'gw_port_host': None, '_interfaces': [{'id': '26b2ffc0-9652-4cf3-b203-f3b1becebe09', 'name': '', 'network_id': '2f65bb8b-7242-49b2-a8a7-abb038f78922', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'mac_address': 'fa:16:3e:7f:4a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ebac6750-cbc0-4304-8985-d5c3a04ce5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:25Z', 'updated_at': '2022-05-04T17:29:41Z', 'revision_number': 5, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'subnets': [{'id': 'ebac6750-cbc0-4304-8985-d5c3a04ce5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c166adf-65e0-46f8-950f-b7bb328763d7', 'name': '', 'network_id': 'c5f33437-0ece-49c0-a87b-3483fbe73a31', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'mac_address': 'fa:16:3e:39:a9:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '9145304b-f9c0-4a4b-8a07-e0960ebf8b02', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:30:04Z', 'updated_at': '2022-05-04T17:30:12Z', 'revision_number': 2, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'subnets': [{'id': '9145304b-f9c0-4a4b-8a07-e0960ebf8b02', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbcda7fa-7584-47e4-a662-b2f3fb59ea54', 'name': '', 'network_id': 'dc521a67-ad73-4658-89d0-00bb27c0bc84', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'mac_address': 'fa:16:3e:f9:3c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '48ff8e43-2762-48d0-8242-e1b75c56aaef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:46Z', 'updated_at': '2022-05-04T17:30:05Z', 'revision_number': 4, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'subnets': [{'id': '48ff8e43-2762-48d0-8242-e1b75c56aaef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:20.390027 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ef836a92-007f-4437-8a7a-6b7c20502a83 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:20.390744 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-ef836a92-007f-4437-8a7a-6b7c20502a83 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Added segment d3255067-93d5-4894-ad52-00ad1edcf52f of type vlan for network 213ac483-1c0b-4349-83e5-30f1068036f6 May 04 17:30:20.392584 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-e82034cf-5c56-4f43-b6b3-3ea4cff3fb8f None None] For port fa2c3c8b-005c-4db3-9181-07a08d010ac9, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=fa2c3c8b-005c-4db3-9181-07a08d010ac9,segment=NetworkSegment(a986a9c8-1e0c-463c-b71d-1d95051d5d01),segment_id=a986a9c8-1e0c-463c-b71d-1d95051d5d01)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:30:20.395023 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d6b91c-fbce-4db9-9ff7-5ad472624dd6 None None] Checking router: f7b8dd67-88b8-4f42-87ee-9c82722da786 for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:30:20.397471 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.db.resource_extend [None req-1538287e-823d-46f8-93d6-d9ed9b8c4ab4 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 17:30:20.397613 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d6b91c-fbce-4db9-9ff7-5ad472624dd6 None None] Updating router f7b8dd67-88b8-4f42-87ee-9c82722da786 port 4c166adf-65e0-46f8-950f-b7bb328763d7 binding host dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:30:20.431890 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1538287e-823d-46f8-93d6-d9ed9b8c4ab4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:20.446870 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1538287e-823d-46f8-93d6-d9ed9b8c4ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:20.475893 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.db.api [None req-f2425b8e-9cd5-4481-9c21-54f6ecce596f tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 04 17:30:20.475893 dv-neutron-840426-1-hyperv neutron-server[88037]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 04 17:30:20.475893 dv-neutron-840426-1-hyperv neutron-server[88037]: [parameters: {'id': 'd3a75835-b4af-4107-a5e5-87c8dee9a990'}] May 04 17:30:20.475893 dv-neutron-840426-1-hyperv neutron-server[88037]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88037) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:30:20.476577 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG oslo_db.api [None req-f2425b8e-9cd5-4481-9c21-54f6ecce596f tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:30:20.541630 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-32d6b91c-fbce-4db9-9ff7-5ad472624dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:20.562377 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=6dac7047-8c63-43f9-b935-779b4fb71264,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:20.573697 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-e1c30fe1-ea93-403f-9d12-ba1ebf524d83 None None] Port 4981a04c-696b-4d57-8393-bf52d32474d3 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:30:20.578678 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e82034cf-5c56-4f43-b6b3-3ea4cff3fb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:20.617026 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fec1f87f-21ff-4762-955c-47a1c3586357 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:20.635116 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ef836a92-007f-4437-8a7a-6b7c20502a83 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:20.704865 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82034cf-5c56-4f43-b6b3-3ea4cff3fb8f None None] Pushing event updated for resources: {'Port': ['ID=fa2c3c8b-005c-4db3-9181-07a08d010ac9,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:20.708277 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd1563d-84f4-48ad-8b84-ae026b5d8d7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-2381101d-3399-4e20-888a-f18bc45e7d77', 'network_id': '2381101d-3399-4e20-888a-f18bc45e7d77', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'fixed_ips': [{'subnet_id': 'c56cbe09-4d81-427c-85e0-3c596b8f3b72'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:30:20.709225 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-fbd1563d-84f4-48ad-8b84-ae026b5d8d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:20.823206 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:20.853787 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-e1c30fe1-ea93-403f-9d12-ba1ebf524d83 None None] Provisioning complete for port 4c166adf-65e0-46f8-950f-b7bb328763d7 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:30:20.854225 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e1c30fe1-ea93-403f-9d12-ba1ebf524d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:20.919598 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1538287e-823d-46f8-93d6-d9ed9b8c4ab4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710702'] for router_interface, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:20.921738 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ef836a92-007f-4437-8a7a-6b7c20502a83 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:20.927381 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef836a92-007f-4437-8a7a-6b7c20502a83 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:20.927965 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ef836a92-007f-4437-8a7a-6b7c20502a83 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:20.930740 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1538287e-823d-46f8-93d6-d9ed9b8c4ab4 admin admin] Pushing event updated for resources: {'Port': ['ID=bea58037-c681-4c0f-9d9c-30853a8a8f99,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:21.030320 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f2425b8e-9cd5-4481-9c21-54f6ecce596f tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:21.031990 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc4ff5b-13b0-4ecf-89af-6632a82cd0c4 None None] Network d3a75835-b4af-4107-a5e5-87c8dee9a990 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:30:21.049848 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fec1f87f-21ff-4762-955c-47a1c3586357 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:21.121406 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-e1c30fe1-ea93-403f-9d12-ba1ebf524d83 None None] Port 4c166adf-65e0-46f8-950f-b7bb328763d7 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:30:21.181322 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port fbcda7fa-7584-47e4-a662-b2f3fb59ea54, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=fbcda7fa-7584-47e4-a662-b2f3fb59ea54,segment=NetworkSegment(98b61957-a94f-4bac-a737-9b8b5b15c65f),segment_id=98b61957-a94f-4bac-a737-9b8b5b15c65f)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:30:21.216461 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:21.216677 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-fec1f87f-21ff-4762-955c-47a1c3586357 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c2acbf6-733e-447d-b1dd-0cde73c1a444']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:21.217332 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device e39eb039-91da-4230-9bd3-e0bdfb395ef2 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:30:21.231347 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef836a92-007f-4437-8a7a-6b7c20502a83 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Pushing event updated for resources: {'Network': ['ID=213ac483-1c0b-4349-83e5-30f1068036f6,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:21.260867 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-fec1f87f-21ff-4762-955c-47a1c3586357 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50fca6ee-68ec-4f78-b1cd-8f23a63ac668') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:21.260867 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-fec1f87f-21ff-4762-955c-47a1c3586357 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50fca6ee-68ec-4f78-b1cd-8f23a63ac668') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:21.271083 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8815aa3f-5e0f-4e22-bb0b-8a2563538085 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:21.280933 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-f2425b8e-9cd5-4481-9c21-54f6ecce596f tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Deleting port fa2c3c8b-005c-4db3-9181-07a08d010ac9 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:30:21.281967 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f2425b8e-9cd5-4481-9c21-54f6ecce596f tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:21.311533 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-ef836a92-007f-4437-8a7a-6b7c20502a83 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.0148005 May 04 17:30:21.321353 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fec1f87f-21ff-4762-955c-47a1c3586357 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:21.344725 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49742) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:21.358211 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-b88c9cf8-60fb-4258-90b0-634dd9164aa3 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Request body: {'subnet': {'network_id': '213ac483-1c0b-4349-83e5-30f1068036f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:30:21.370980 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 213ac483-1c0b-4349-83e5-30f1068036f6 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:30:21.413784 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-8815aa3f-5e0f-4e22-bb0b-8a2563538085 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Calling delete_port for bb596a78-cf61-488b-8bbb-c4fb712f4cde owned by {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:30:21.418162 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ab297be3-3f3c-4560-ac56-45f004c451e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:21.467652 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1538287e-823d-46f8-93d6-d9ed9b8c4ab4 admin admin] Network 21577589-3117-4a42-a464-4385a4611743 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:30:21.475096 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-1538287e-823d-46f8-93d6-d9ed9b8c4ab4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:30:21.562536 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-e1c30fe1-ea93-403f-9d12-ba1ebf524d83 None None] Provisioning for port bea58037-c681-4c0f-9d9c-30853a8a8f99 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:30:21.625555 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fec1f87f-21ff-4762-955c-47a1c3586357 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:21.650203 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab297be3-3f3c-4560-ac56-45f004c451e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dbc2da6-0dfc-481f-9673-3ac8faafef8a,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:21.732261 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fec1f87f-21ff-4762-955c-47a1c3586357 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:30:21.732881 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fec1f87f-21ff-4762-955c-47a1c3586357 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:21.750893 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 17:30:21.750893 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:30:21.750893 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 17:30:21.750893 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:30:21.750893 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 17:30:21.750893 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:30:21.750893 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 17:30:21.750893 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:30:21.750893 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 17:30:21.750893 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:30:21.750893 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 17:30:21.750893 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:30:21.750893 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 17:30:21.750893 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:30:21.750893 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:30:21.750893 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:30:21.750893 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:30:21.750893 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:30:21.750893 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 17:30:21.750893 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:30:21.750893 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 17:30:21.750893 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:30:21.750893 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:30:21.750893 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:30:21.750893 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 17:30:21.750893 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:30:21.750893 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:30:21.750893 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:30:21.750893 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:30:21.750893 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:30:21.750893 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:30:21.750893 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:30:21.761771 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-e1c30fe1-ea93-403f-9d12-ba1ebf524d83 None None] Provisioning complete for port bea58037-c681-4c0f-9d9c-30853a8a8f99 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:30:21.762211 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e1c30fe1-ea93-403f-9d12-ba1ebf524d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:21.904668 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-e1c30fe1-ea93-403f-9d12-ba1ebf524d83 None None] Port bea58037-c681-4c0f-9d9c-30853a8a8f99 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:30:21.906128 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=fbcda7fa-7584-47e4-a662-b2f3fb59ea54,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:21.918392 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3b9dd981-794e-42d3-8697-0b4c8d708dd4 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:21.923436 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port e39eb039-91da-4230-9bd3-e0bdfb395ef2 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:30:21.923724 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:21.927805 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1538287e-823d-46f8-93d6-d9ed9b8c4ab4 admin admin] Router b856b5b3-059a-4f79-a9d7-d334cf0b6ced has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:30:21.992749 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-fbd1563d-84f4-48ad-8b84-ae026b5d8d7e None None] Allocated IP 172.23.0.2 (2381101d-3399-4e20-888a-f18bc45e7d77/c56cbe09-4d81-427c-85e0-3c596b8f3b72/6c9ad39c-a55e-4df5-8da0-cd10cfdb744c) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:30:22.031814 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-b88c9cf8-60fb-4258-90b0-634dd9164aa3 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:30:22.057846 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8815aa3f-5e0f-4e22-bb0b-8a2563538085 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:22.116612 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-50c014fc-b6ee-45a3-a7c2-07f2cbc017f3 None None] Provisioning for port bb596a78-cf61-488b-8bbb-c4fb712f4cde completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:30:22.195052 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-b88c9cf8-60fb-4258-90b0-634dd9164aa3 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:30:22.228258 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-50c014fc-b6ee-45a3-a7c2-07f2cbc017f3 None None] Provisioning complete for port bb596a78-cf61-488b-8bbb-c4fb712f4cde triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:30:22.228633 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-50c014fc-b6ee-45a3-a7c2-07f2cbc017f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:22.251740 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fec1f87f-21ff-4762-955c-47a1c3586357 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:22.256661 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fec1f87f-21ff-4762-955c-47a1c3586357 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:22.281697 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-50c014fc-b6ee-45a3-a7c2-07f2cbc017f3 None None] Port bb596a78-cf61-488b-8bbb-c4fb712f4cde was deleted so its status cannot be updated. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 04 17:30:22.294111 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d6b70e2a-0db2-4dfb-8f5d-335779400669 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:22.300142 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-32d6b91c-fbce-4db9-9ff7-5ad472624dd6 None None] Notify callbacks [] for port, precommit_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:22.335817 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8815aa3f-5e0f-4e22-bb0b-8a2563538085 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event deleted for resources: {'Port': ['ID=bb596a78-cf61-488b-8bbb-c4fb712f4cde,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:22.336083 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device b61912a1-f651-41c3-a013-12a1a8ba8ae2 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:30:22.343543 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d6b70e2a-0db2-4dfb-8f5d-335779400669 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:22.349288 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b70e2a-0db2-4dfb-8f5d-335779400669 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:22.349905 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d6b70e2a-0db2-4dfb-8f5d-335779400669 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:22.351250 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-d6b70e2a-0db2-4dfb-8f5d-335779400669 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "PUT /v2.0/ports/4981a04c-696b-4d57-8393-bf52d32474d3 HTTP/1.1" status: 200 len: 911 time: 3.0053546 May 04 17:30:22.381427 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-32d6b91c-fbce-4db9-9ff7-5ad472624dd6 None None] Transition to ACTIVE for port object 4c166adf-65e0-46f8-950f-b7bb328763d7 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:30:22.391832 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49746) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:22.402637 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec1f87f-21ff-4762-955c-47a1c3586357 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Pushing event deleted for resources: {'Network': ['ID=7c2acbf6-733e-447d-b1dd-0cde73c1a444,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:22.423398 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-32d6b91c-fbce-4db9-9ff7-5ad472624dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:22.468156 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88c9cf8-60fb-4258-90b0-634dd9164aa3 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Made reservation on behalf of b25ee3601e56428392e5e6b054ab6dbb for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:30:22.471734 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b88c9cf8-60fb-4258-90b0-634dd9164aa3 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:22.482475 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b70e2a-0db2-4dfb-8f5d-335779400669 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Pushing event updated for resources: {'Port': ['ID=4981a04c-696b-4d57-8393-bf52d32474d3,revision_number=3']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:22.493669 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-50c014fc-b6ee-45a3-a7c2-07f2cbc017f3 None None] Provisioning complete for port 4981a04c-696b-4d57-8393-bf52d32474d3 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:30:22.493669 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-50c014fc-b6ee-45a3-a7c2-07f2cbc017f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:22.494004 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8815aa3f-5e0f-4e22-bb0b-8a2563538085 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:22.504273 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-fec1f87f-21ff-4762-955c-47a1c3586357 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] 10.222.0.41 "DELETE /v2.0/networks/7c2acbf6-733e-447d-b1dd-0cde73c1a444 HTTP/1.1" status: 204 len: 168 time: 2.3361757 May 04 17:30:22.507661 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49750) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:22.541231 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1538287e-823d-46f8-93d6-d9ed9b8c4ab4 admin admin] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:30:22.606288 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-50c014fc-b6ee-45a3-a7c2-07f2cbc017f3 None None] Port 4981a04c-696b-4d57-8393-bf52d32474d3 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:30:22.620375 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-f2425b8e-9cd5-4481-9c21-54f6ecce596f tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] For port fa2c3c8b-005c-4db3-9181-07a08d010ac9, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=fa2c3c8b-005c-4db3-9181-07a08d010ac9,segment=NetworkSegment(a986a9c8-1e0c-463c-b71d-1d95051d5d01),segment_id=a986a9c8-1e0c-463c-b71d-1d95051d5d01)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:30:22.620631 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f2425b8e-9cd5-4481-9c21-54f6ecce596f tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:22.645403 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-65435720-dd03-4243-8565-dbfdb4528849 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:22.647880 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-8815aa3f-5e0f-4e22-bb0b-8a2563538085 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/ports/bb596a78-cf61-488b-8bbb-c4fb712f4cde HTTP/1.1" status: 204 len: 168 time: 2.5287690 May 04 17:30:22.648472 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-fbd1563d-84f4-48ad-8b84-ae026b5d8d7e None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:22.651995 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-1538287e-823d-46f8-93d6-d9ed9b8c4ab4 admin admin] 10.222.0.41 "PUT /v2.0/routers/b856b5b3-059a-4f79-a9d7-d334cf0b6ced/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4777272 May 04 17:30:22.654646 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49754) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:22.663029 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-fbd1563d-84f4-48ad-8b84-ae026b5d8d7e None None] Transition to ACTIVE for port object 6c9ad39c-a55e-4df5-8da0-cd10cfdb744c will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:30:22.682275 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38ab6e3-0722-4b40-b823-d398ceb04ce2 None None] Sync routers for ids ['b856b5b3-059a-4f79-a9d7-d334cf0b6ced'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:30:22.803202 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d93651b-88fd-4b68-9815-514273f5d283 None None] Pushing event updated for resources: {'Port': ['ID=4c166adf-65e0-46f8-950f-b7bb328763d7,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:22.815134 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ebd396-5992-4565-a576-27abfb836da9 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:22.817642 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ebd396-5992-4565-a576-27abfb836da9 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:22.820863 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-18ebd396-5992-4565-a576-27abfb836da9 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1648607 May 04 17:30:22.826123 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49760) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:22.846492 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-fbd1563d-84f4-48ad-8b84-ae026b5d8d7e None None] Transition to ACTIVE for port object 6c9ad39c-a55e-4df5-8da0-cd10cfdb744c will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:30:22.860418 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-50c014fc-b6ee-45a3-a7c2-07f2cbc017f3 None None] Provisioning for port fc77d846-c686-4045-99ac-65cc87cde7fe completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:30:22.883763 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38ab6e3-0722-4b40-b823-d398ceb04ce2 None None] Routers {'b856b5b3-059a-4f79-a9d7-d334cf0b6ced'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:30:22.884411 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-a38ab6e3-0722-4b40-b823-d398ceb04ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:30:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['b856b5b3-059a-4f79-a9d7-d334cf0b6ced'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:22.935261 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab32a31e-2e8e-48a7-8778-1da18d8847e5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Deleting subnet 4fecb9e3-cd41-4192-b70a-2673e0c71243 {{(pid=88038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:30:22.938888 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ab32a31e-2e8e-48a7-8778-1da18d8847e5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:22.943780 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port b61912a1-f651-41c3-a013-12a1a8ba8ae2 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:30:22.957100 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-fbd1563d-84f4-48ad-8b84-ae026b5d8d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:23.011587 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ab32a31e-2e8e-48a7-8778-1da18d8847e5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-801696'] for subnet, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:23.021559 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port b61912a1-f651-41c3-a013-12a1a8ba8ae2 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:30:23.021963 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:23.104899 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-f2425b8e-9cd5-4481-9c21-54f6ecce596f tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Calling delete_port for fa2c3c8b-005c-4db3-9181-07a08d010ac9 owned by network:dhcp {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:30:23.106697 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ab32a31e-2e8e-48a7-8778-1da18d8847e5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:23.152693 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.ipam_backend_mixin [None req-b88c9cf8-60fb-4258-90b0-634dd9164aa3 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Performing IP validity checks on allocation pools {{(pid=88037) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 04 17:30:23.153214 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.ipam_backend_mixin [None req-b88c9cf8-60fb-4258-90b0-634dd9164aa3 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88037) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 04 17:30:23.181234 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-50c014fc-b6ee-45a3-a7c2-07f2cbc017f3 None None] Provisioning complete for port bea58037-c681-4c0f-9d9c-30853a8a8f99 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:30:23.181234 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-50c014fc-b6ee-45a3-a7c2-07f2cbc017f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:23.271547 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ab32a31e-2e8e-48a7-8778-1da18d8847e5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:23.271959 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd1563d-84f4-48ad-8b84-ae026b5d8d7e None None] Network 2381101d-3399-4e20-888a-f18bc45e7d77 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:30:23.301199 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-65435720-dd03-4243-8565-dbfdb4528849 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:23.354427 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-fbd1563d-84f4-48ad-8b84-ae026b5d8d7e None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:30:23.363550 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab32a31e-2e8e-48a7-8778-1da18d8847e5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event deleted for resources: {'Subnet': ['ID=4fecb9e3-cd41-4192-b70a-2673e0c71243,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:23.371885 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ab32a31e-2e8e-48a7-8778-1da18d8847e5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:23.376262 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd1563d-84f4-48ad-8b84-ae026b5d8d7e None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:30:23.382341 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-32d6b91c-fbce-4db9-9ff7-5ad472624dd6 None None] Attempting to bind port 4c166adf-65e0-46f8-950f-b7bb328763d7 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:30:23.382868 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-32d6b91c-fbce-4db9-9ff7-5ad472624dd6 None None] Attempting to bind port 4c166adf-65e0-46f8-950f-b7bb328763d7 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '4ad39d72-6af9-4679-93bf-6e2b94889724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c5f33437-0ece-49c0-a87b-3483fbe73a31'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:30:23.383238 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d6b91c-fbce-4db9-9ff7-5ad472624dd6 None None] Attempting to bind port 4c166adf-65e0-46f8-950f-b7bb328763d7 on network c5f33437-0ece-49c0-a87b-3483fbe73a31 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:30:23.393196 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7354539a-b8bc-4996-86f0-7a4692694ea1 None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:30:23.400147 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-65435720-dd03-4243-8565-dbfdb4528849 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa994ab2-6392-47f9-9680-40096c1ea2f2']}} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:23.406953 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd1563d-84f4-48ad-8b84-ae026b5d8d7e None None] Pushing event updated for resources: {'Port': ['ID=6c9ad39c-a55e-4df5-8da0-cd10cfdb744c,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:23.414233 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-ab32a31e-2e8e-48a7-8778-1da18d8847e5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/subnets/4fecb9e3-cd41-4192-b70a-2673e0c71243 HTTP/1.1" status: 204 len: 168 time: 0.5867851 May 04 17:30:23.418431 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-65435720-dd03-4243-8565-dbfdb4528849 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fc4b6ca-ea7b-4ea5-9ac5-e1a52437d180') {'for_net_delete': True} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:23.418731 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-65435720-dd03-4243-8565-dbfdb4528849 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fc4b6ca-ea7b-4ea5-9ac5-e1a52437d180') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:23.425023 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49768) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:23.468267 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d6b91c-fbce-4db9-9ff7-5ad472624dd6 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:30:23.468267 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d6b91c-fbce-4db9-9ff7-5ad472624dd6 None None] Checking segment: {'id': '4ad39d72-6af9-4679-93bf-6e2b94889724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c5f33437-0ece-49c0-a87b-3483fbe73a31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:30:23.468855 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-32d6b91c-fbce-4db9-9ff7-5ad472624dd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:23.469083 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d6b91c-fbce-4db9-9ff7-5ad472624dd6 None None] Bound using segment: {'id': '4ad39d72-6af9-4679-93bf-6e2b94889724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c5f33437-0ece-49c0-a87b-3483fbe73a31'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:30:23.469574 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-32d6b91c-fbce-4db9-9ff7-5ad472624dd6 None None] Bound port: 4c166adf-65e0-46f8-950f-b7bb328763d7, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad39d72-6af9-4679-93bf-6e2b94889724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c5f33437-0ece-49c0-a87b-3483fbe73a31'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:30:23.469974 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-32d6b91c-fbce-4db9-9ff7-5ad472624dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:23.490075 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-65435720-dd03-4243-8565-dbfdb4528849 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801627'] for segment, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:23.509135 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-ced5fd1b-89c9-4e3a-81e4-4b6af11d35ab tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0820992 May 04 17:30:23.516075 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49772) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:23.521855 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-7225dfd4-de0f-45c8-9354-f21f71c7f033 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Request body: {'subnet': {'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:30:23.544538 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-65435720-dd03-4243-8565-dbfdb4528849 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:23.550164 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-50c014fc-b6ee-45a3-a7c2-07f2cbc017f3 None None] Port bea58037-c681-4c0f-9d9c-30853a8a8f99 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:30:23.573446 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65435720-dd03-4243-8565-dbfdb4528849 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=88038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:30:23.573804 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-65435720-dd03-4243-8565-dbfdb4528849 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7881827'] for segment, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:23.590958 dv-neutron-840426-1-hyperv neutron-server[88038]: Traceback (most recent call last): May 04 17:30:23.590958 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:30:23.590958 dv-neutron-840426-1-hyperv neutron-server[88038]: timer() May 04 17:30:23.590958 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:30:23.590958 dv-neutron-840426-1-hyperv neutron-server[88038]: cb(*args, **kw) May 04 17:30:23.590958 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:30:23.590958 dv-neutron-840426-1-hyperv neutron-server[88038]: return func(*args, **kwargs) May 04 17:30:23.590958 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:30:23.590958 dv-neutron-840426-1-hyperv neutron-server[88038]: self._notify() May 04 17:30:23.590958 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:30:23.590958 dv-neutron-840426-1-hyperv neutron-server[88038]: self.callback(batched_events) May 04 17:30:23.590958 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:30:23.590958 dv-neutron-840426-1-hyperv neutron-server[88038]: event.method(event) May 04 17:30:23.590958 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:30:23.590958 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:30:23.590958 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:30:23.590958 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:30:23.590958 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:30:23.590958 dv-neutron-840426-1-hyperv neutron-server[88038]: return f(self, *a, **k) May 04 17:30:23.590958 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:30:23.590958 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._get(url).json() May 04 17:30:23.590958 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:30:23.590958 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:30:23.590958 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:30:23.590958 dv-neutron-840426-1-hyperv neutron-server[88038]: return self.request(url, 'GET', **kwargs) May 04 17:30:23.590958 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:30:23.590958 dv-neutron-840426-1-hyperv neutron-server[88038]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:30:23.590958 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:30:23.590958 dv-neutron-840426-1-hyperv neutron-server[88038]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:30:23.590958 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:30:23.590958 dv-neutron-840426-1-hyperv neutron-server[88038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:30:23.590958 dv-neutron-840426-1-hyperv neutron-server[88038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:30:23.668708 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-fbd1563d-84f4-48ad-8b84-ae026b5d8d7e None None] Attempting to bind port 6c9ad39c-a55e-4df5-8da0-cd10cfdb744c on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:30:23.669082 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-fbd1563d-84f4-48ad-8b84-ae026b5d8d7e None None] Attempting to bind port 6c9ad39c-a55e-4df5-8da0-cd10cfdb744c by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '0058af74-9131-43b4-99de-8110c5215a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2381101d-3399-4e20-888a-f18bc45e7d77'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:30:23.669451 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd1563d-84f4-48ad-8b84-ae026b5d8d7e None None] Attempting to bind port 6c9ad39c-a55e-4df5-8da0-cd10cfdb744c on network 2381101d-3399-4e20-888a-f18bc45e7d77 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:30:23.690452 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ab297be3-3f3c-4560-ac56-45f004c451e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710832'] for router_interface, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:23.712281 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f2425b8e-9cd5-4481-9c21-54f6ecce596f tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:23.731798 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-a38ab6e3-0722-4b40-b823-d398ceb04ce2 None None] Set router b856b5b3-059a-4f79-a9d7-d334cf0b6ced gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:30:23.732014 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49776) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:23.747114 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-47bf58ef-d124-4fad-8db4-e979daf45430 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-204588408', 'description': 'tempest-secgroup-smoke-204588408 description', 'project_id': '8c992398177546e184e9933345174247'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:30:23.757407 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-47bf58ef-d124-4fad-8db4-e979daf45430 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:30:23.760102 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-7225dfd4-de0f-45c8-9354-f21f71c7f033 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:30:23.765775 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-47bf58ef-d124-4fad-8db4-e979daf45430 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Usage tracker for resource:security_group and tenant:8c992398177546e184e9933345174247 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:30:23.768791 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-7225dfd4-de0f-45c8-9354-f21f71c7f033 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Usage tracker for resource:subnet and tenant:e0bb3da2b1c344b882bb065b24ba46bb is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:30:23.771443 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-47bf58ef-d124-4fad-8db4-e979daf45430 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:30:23.775070 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-65435720-dd03-4243-8565-dbfdb4528849 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:23.779458 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-7225dfd4-de0f-45c8-9354-f21f71c7f033 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:30:23.782253 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-47bf58ef-d124-4fad-8db4-e979daf45430 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:30:23.787082 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-65435720-dd03-4243-8565-dbfdb4528849 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:23.814880 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd1563d-84f4-48ad-8b84-ae026b5d8d7e None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:30:23.815261 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd1563d-84f4-48ad-8b84-ae026b5d8d7e None None] Checking segment: {'id': '0058af74-9131-43b4-99de-8110c5215a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2381101d-3399-4e20-888a-f18bc45e7d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:30:23.815876 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-7225dfd4-de0f-45c8-9354-f21f71c7f033 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:30:23.816029 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-fbd1563d-84f4-48ad-8b84-ae026b5d8d7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:23.816274 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd1563d-84f4-48ad-8b84-ae026b5d8d7e None None] Bound using segment: {'id': '0058af74-9131-43b4-99de-8110c5215a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2381101d-3399-4e20-888a-f18bc45e7d77'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:30:23.816762 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-fbd1563d-84f4-48ad-8b84-ae026b5d8d7e None None] Bound port: 6c9ad39c-a55e-4df5-8da0-cd10cfdb744c, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0058af74-9131-43b4-99de-8110c5215a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2381101d-3399-4e20-888a-f18bc45e7d77'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:30:23.817140 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-fbd1563d-84f4-48ad-8b84-ae026b5d8d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:23.825084 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65435720-dd03-4243-8565-dbfdb4528849 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Pushing event deleted for resources: {'Network': ['ID=aa994ab2-6392-47f9-9680-40096c1ea2f2,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:23.835088 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-65435720-dd03-4243-8565-dbfdb4528849 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] 10.222.0.41 "DELETE /v2.0/networks/aa994ab2-6392-47f9-9680-40096c1ea2f2 HTTP/1.1" status: 204 len: 168 time: 1.3215911 May 04 17:30:23.835088 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49780) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:23.859497 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-47bf58ef-d124-4fad-8db4-e979daf45430 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:23.868476 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2425b8e-9cd5-4481-9c21-54f6ecce596f tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Pushing event deleted for resources: {'Port': ['ID=fa2c3c8b-005c-4db3-9181-07a08d010ac9,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:23.881220 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2425b8e-9cd5-4481-9c21-54f6ecce596f tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] No DVR routers for this DVR port fa2c3c8b-005c-4db3-9181-07a08d010ac9 on host dv-neutron-840426-1-hyperv {{(pid=88037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:30:23.888675 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7225dfd4-de0f-45c8-9354-f21f71c7f033 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Made reservation on behalf of e0bb3da2b1c344b882bb065b24ba46bb for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:30:23.892123 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7225dfd4-de0f-45c8-9354-f21f71c7f033 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:23.938045 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-47bf58ef-d124-4fad-8db4-e979daf45430 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:30:24.003278 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-47bf58ef-d124-4fad-8db4-e979daf45430 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Usage tracker for resource:security_group_rule and tenant:8c992398177546e184e9933345174247 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:30:24.012438 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-47bf58ef-d124-4fad-8db4-e979daf45430 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:30:24.046380 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:24.081537 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-47bf58ef-d124-4fad-8db4-e979daf45430 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:30:24.148669 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ade27e0-1e49-484e-a5ee-45494ce6d24d tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:24.154967 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ade27e0-1e49-484e-a5ee-45494ce6d24d tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:24.155385 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-2ade27e0-1e49-484e-a5ee-45494ce6d24d tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Synchronizing usage tracker for tenant:084779e999654211b2decf64a895718e on resource:network {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:30:24.191668 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-2ade27e0-1e49-484e-a5ee-45494ce6d24d tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Unset dirty status for tenant:084779e999654211b2decf64a895718e on resource:network {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:30:24.197113 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-2ade27e0-1e49-484e-a5ee-45494ce6d24d tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3574488 May 04 17:30:24.234790 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f2425b8e-9cd5-4481-9c21-54f6ecce596f tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:24.235256 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-32d6b91c-fbce-4db9-9ff7-5ad472624dd6 None None] For port 4c166adf-65e0-46f8-950f-b7bb328763d7, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:30:24.244738 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49784) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:24.251645 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-3b9dd981-794e-42d3-8697-0b4c8d708dd4 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Allocated IP 172.23.0.1 (2381101d-3399-4e20-888a-f18bc45e7d77/c56cbe09-4d81-427c-85e0-3c596b8f3b72/1c17d472-a4c5-4cb4-986a-81137bac43fd) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:30:24.265822 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-e2a2895f-2365-4bf7-87b7-c0a9c5f433c2 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-901213838'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:30:24.277665 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-32d6b91c-fbce-4db9-9ff7-5ad472624dd6 None None] For port 4c166adf-65e0-46f8-950f-b7bb328763d7, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=4c166adf-65e0-46f8-950f-b7bb328763d7,segment=NetworkSegment(4ad39d72-6af9-4679-93bf-6e2b94889724),segment_id=4ad39d72-6af9-4679-93bf-6e2b94889724)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:30:24.281579 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-e2a2895f-2365-4bf7-87b7-c0a9c5f433c2 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:30:24.309805 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-32d6b91c-fbce-4db9-9ff7-5ad472624dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:24.361377 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port b61912a1-f651-41c3-a013-12a1a8ba8ae2, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=b61912a1-f651-41c3-a013-12a1a8ba8ae2,segment=NetworkSegment(d2ea3873-0b29-4247-8853-cbf2cf246455),segment_id=d2ea3873-0b29-4247-8853-cbf2cf246455)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:30:24.387378 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-fbd1563d-84f4-48ad-8b84-ae026b5d8d7e None None] For port 6c9ad39c-a55e-4df5-8da0-cd10cfdb744c, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:30:24.397208 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:24.411434 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-47bf58ef-d124-4fad-8db4-e979daf45430 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:24.418742 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-fbd1563d-84f4-48ad-8b84-ae026b5d8d7e None None] For port 6c9ad39c-a55e-4df5-8da0-cd10cfdb744c, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=6c9ad39c-a55e-4df5-8da0-cd10cfdb744c,segment=NetworkSegment(0058af74-9131-43b4-99de-8110c5215a6a),segment_id=0058af74-9131-43b4-99de-8110c5215a6a)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:30:24.428365 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-47bf58ef-d124-4fad-8db4-e979daf45430 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:24.438111 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-e2a2895f-2365-4bf7-87b7-c0a9c5f433c2 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:30:24.441307 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-fbd1563d-84f4-48ad-8b84-ae026b5d8d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:24.449422 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-f2425b8e-9cd5-4481-9c21-54f6ecce596f tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3a75835-b4af-4107-a5e5-87c8dee9a990']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:24.462189 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d6b91c-fbce-4db9-9ff7-5ad472624dd6 None None] Routers {'f7b8dd67-88b8-4f42-87ee-9c82722da786'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:30:24.462836 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-32d6b91c-fbce-4db9-9ff7-5ad472624dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:30:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['f7b8dd67-88b8-4f42-87ee-9c82722da786'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:24.538167 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-f2425b8e-9cd5-4481-9c21-54f6ecce596f tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a986a9c8-1e0c-463c-b71d-1d95051d5d01') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:24.538352 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 16edbe95-d67f-4de7-ac54-983bd66a19a2 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:30:24.538551 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-f2425b8e-9cd5-4481-9c21-54f6ecce596f tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a986a9c8-1e0c-463c-b71d-1d95051d5d01') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:24.550462 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-47bf58ef-d124-4fad-8db4-e979daf45430 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:24.551987 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-47bf58ef-d124-4fad-8db4-e979daf45430 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.8173914 May 04 17:30:24.564095 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49788) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:24.569441 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b88c9cf8-60fb-4258-90b0-634dd9164aa3 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:24.581679 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-eb6db053-52d4-4865-a6a1-ea8f4d7b0bff tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Request body: {'security_group_rule': {'security_group_id': '81808876-4a61-479a-81ee-b14447baf6aa', 'project_id': '8c992398177546e184e9933345174247', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:30:24.584499 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bf58ef-d124-4fad-8db4-e979daf45430 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81808876-4a61-479a-81ee-b14447baf6aa,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:24.600478 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7225dfd4-de0f-45c8-9354-f21f71c7f033 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:24.601931 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d93651b-88fd-4b68-9815-514273f5d283 None None] Pushing event updated for resources: {'Port': ['ID=4c166adf-65e0-46f8-950f-b7bb328763d7,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:24.626198 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f2425b8e-9cd5-4481-9c21-54f6ecce596f tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:24.681594 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7225dfd4-de0f-45c8-9354-f21f71c7f033 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:30:24.681844 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a2895f-2365-4bf7-87b7-c0a9c5f433c2 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Made reservation on behalf of 084779e999654211b2decf64a895718e for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:30:24.685234 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e2a2895f-2365-4bf7-87b7-c0a9c5f433c2 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:24.685419 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-7225dfd4-de0f-45c8-9354-f21f71c7f033 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:30:24.689480 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7225dfd4-de0f-45c8-9354-f21f71c7f033 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:24.690290 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7225dfd4-de0f-45c8-9354-f21f71c7f033 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:24.695000 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-eb6db053-52d4-4865-a6a1-ea8f4d7b0bff tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:30:24.713316 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 16edbe95-d67f-4de7-ac54-983bd66a19a2 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:30:24.713562 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 16edbe95-d67f-4de7-ac54-983bd66a19a2 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:30:24.715892 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10533963-4278-4f49-8eca-93dc2473d914 None None] DHCP port deletion for 6b89b041-5c42-49da-97bf-23cee8aadf17 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:30:24.724006 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7225dfd4-de0f-45c8-9354-f21f71c7f033 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event updated for resources: {'Subnet': ['ID=201cba8b-a70f-4680-97ed-c34d51fbe396,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:24.729211 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-7225dfd4-de0f-45c8-9354-f21f71c7f033 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2117805 May 04 17:30:24.732674 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49792) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:24.739707 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-cde78433-4b0c-4710-b173-d7ccd1553ecc tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Request body: {'port': {'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'fixed_ips': [{'subnet_id': '201cba8b-a70f-4680-97ed-c34d51fbe396', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-419788196'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:30:24.795758 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-10533963-4278-4f49-8eca-93dc2473d914 None None] Deleting port fc77d846-c686-4045-99ac-65cc87cde7fe {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:30:24.796143 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-10533963-4278-4f49-8eca-93dc2473d914 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:24.956612 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-eb6db053-52d4-4865-a6a1-ea8f4d7b0bff tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Usage tracker for resource:security_group_rule and tenant:8c992398177546e184e9933345174247 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:30:24.965160 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-cde78433-4b0c-4710-b173-d7ccd1553ecc tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:30:24.969026 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-eb6db053-52d4-4865-a6a1-ea8f4d7b0bff tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:30:24.974821 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-cde78433-4b0c-4710-b173-d7ccd1553ecc tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Usage tracker for resource:port and tenant:e0bb3da2b1c344b882bb065b24ba46bb is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:30:24.979107 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-cde78433-4b0c-4710-b173-d7ccd1553ecc tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:30:24.988577 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-cde78433-4b0c-4710-b173-d7ccd1553ecc tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:30:25.004615 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde78433-4b0c-4710-b173-d7ccd1553ecc tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Made reservation on behalf of e0bb3da2b1c344b882bb065b24ba46bb for: {'port': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:30:25.006044 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-a38ab6e3-0722-4b40-b823-d398ceb04ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b856b5b3-059a-4f79-a9d7-d334cf0b6ced', 'name': 'tempest-TestVolumeBootPattern-1476798684-router', 'tenant_id': '80242677aabb4106b0b2141d5450b9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.22'}], 'enable_snat': True}, 'gw_port_id': 'ac077b16-bc27-4788-a924-1b45bc119226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:30:02Z', 'updated_at': '2022-05-04T17:30:19Z', 'revision_number': 4, 'project_id': '80242677aabb4106b0b2141d5450b9ec', 'gw_port': {'id': 'ac077b16-bc27-4788-a924-1b45bc119226', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:81:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b856b5b3-059a-4f79-a9d7-d334cf0b6ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:30:04Z', 'updated_at': '2022-05-04T17:30:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': 'bea58037-c681-4c0f-9d9c-30853a8a8f99', 'name': '', 'network_id': '21577589-3117-4a42-a464-4385a4611743', 'tenant_id': '80242677aabb4106b0b2141d5450b9ec', 'mac_address': 'fa:16:3e:7f:2e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b856b5b3-059a-4f79-a9d7-d334cf0b6ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '0824419e-4bfd-4938-98fc-caa54e89980b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:30:16Z', 'updated_at': '2022-05-04T17:30:19Z', 'revision_number': 2, 'project_id': '80242677aabb4106b0b2141d5450b9ec', 'subnets': [{'id': '0824419e-4bfd-4938-98fc-caa54e89980b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:25.012719 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-eb6db053-52d4-4865-a6a1-ea8f4d7b0bff tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:30:25.013166 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f2425b8e-9cd5-4481-9c21-54f6ecce596f tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:25.023577 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38ab6e3-0722-4b40-b823-d398ceb04ce2 None None] Checking router: b856b5b3-059a-4f79-a9d7-d334cf0b6ced for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:30:25.023945 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38ab6e3-0722-4b40-b823-d398ceb04ce2 None None] Updating router b856b5b3-059a-4f79-a9d7-d334cf0b6ced port bea58037-c681-4c0f-9d9c-30853a8a8f99 binding host dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:30:25.061214 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2425b8e-9cd5-4481-9c21-54f6ecce596f tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:30:25.061619 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f2425b8e-9cd5-4481-9c21-54f6ecce596f tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:25.075706 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 6dac7047-8c63-43f9-b935-779b4fb71264 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:30:25.094354 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 17:30:25.094354 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:30:25.094354 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 17:30:25.094354 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:30:25.094354 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 17:30:25.094354 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:30:25.094354 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 17:30:25.094354 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:30:25.094354 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 17:30:25.094354 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:30:25.094354 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 17:30:25.094354 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:30:25.094354 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 17:30:25.094354 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:30:25.094354 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:30:25.094354 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:30:25.094354 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:30:25.094354 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:30:25.094354 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 17:30:25.094354 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:30:25.094354 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 17:30:25.094354 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:30:25.094354 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:30:25.094354 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:30:25.094354 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 17:30:25.094354 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:30:25.094354 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:30:25.094354 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:30:25.094354 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:30:25.094354 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:30:25.094354 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:30:25.094354 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:30:25.109841 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-32d6b91c-fbce-4db9-9ff7-5ad472624dd6 None None] Set router f7b8dd67-88b8-4f42-87ee-9c82722da786 gateway port host: None {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:30:25.114171 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2a2895f-2365-4bf7-87b7-c0a9c5f433c2 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:30:25.122913 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88c9cf8-60fb-4258-90b0-634dd9164aa3 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Pushing event updated for resources: {'Subnet': ['ID=f5edfb35-b6f2-41af-be59-45fed51c868f,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:25.206334 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cde78433-4b0c-4710-b173-d7ccd1553ecc tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:25.241360 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3b9dd981-794e-42d3-8697-0b4c8d708dd4 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:25.248520 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [None req-cde78433-4b0c-4710-b173-d7ccd1553ecc tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] device_id is not set on port 8695d368-3b39-43c5-89f1-fe09d33f1dd3 yet. {{(pid=88038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:30:25.250313 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a38ab6e3-0722-4b40-b823-d398ceb04ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:25.251398 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e2a2895f-2365-4bf7-87b7-c0a9c5f433c2 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:25.251744 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-e2a2895f-2365-4bf7-87b7-c0a9c5f433c2 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Added segment 754d038b-8001-4c53-b0ad-0ccef437c740 of type vlan for network 51f236b9-f0ae-4ad5-82f6-dc19cf08be26 May 04 17:30:25.253874 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-eb6db053-52d4-4865-a6a1-ea8f4d7b0bff tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:25.259395 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=b61912a1-f651-41c3-a013-12a1a8ba8ae2,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:25.265115 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88c9cf8-60fb-4258-90b0-634dd9164aa3 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Checking segment: {'id': 'd3255067-93d5-4894-ad52-00ad1edcf52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '213ac483-1c0b-4349-83e5-30f1068036f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:30:25.265540 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88c9cf8-60fb-4258-90b0-634dd9164aa3 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Network hostable DHCP agents. Network: 213ac483-1c0b-4349-83e5-30f1068036f6, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:30:25.291191 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ce50138e-9275-479d-b47d-f62983eecf4a tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710748'] for router_interface, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:25.382817 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab297be3-3f3c-4560-ac56-45f004c451e7 admin admin] Router 8c1047f2-83bc-4f84-b640-88b2323be078 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:30:25.471534 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f2425b8e-9cd5-4481-9c21-54f6ecce596f tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:25.486067 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-cde78433-4b0c-4710-b173-d7ccd1553ecc tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 04 17:30:25.486535 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cde78433-4b0c-4710-b173-d7ccd1553ecc tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:30:25.494256 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-3b9dd981-794e-42d3-8697-0b4c8d708dd4 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Transition to ACTIVE for port object 1c17d472-a4c5-4cb4-986a-81137bac43fd will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:30:25.522693 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-cde78433-4b0c-4710-b173-d7ccd1553ecc tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.7888396 May 04 17:30:25.525423 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49796) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:25.534591 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f2425b8e-9cd5-4481-9c21-54f6ecce596f tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:25.570432 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-f2425b8e-9cd5-4481-9c21-54f6ecce596f tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] 10.222.0.41 "DELETE /v2.0/networks/d3a75835-b4af-4107-a5e5-87c8dee9a990 HTTP/1.1" status: 204 len: 168 time: 9.0202317 May 04 17:30:25.581217 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e2a2895f-2365-4bf7-87b7-c0a9c5f433c2 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:25.581482 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49802) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:25.601455 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-54561108-0687-49cf-8db5-90271e981d19 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-28361003'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:30:25.609664 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd1563d-84f4-48ad-8b84-ae026b5d8d7e None None] Pushing event updated for resources: {'Port': ['ID=6c9ad39c-a55e-4df5-8da0-cd10cfdb744c,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:25.625087 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-54561108-0687-49cf-8db5-90271e981d19 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:30:25.631351 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-54561108-0687-49cf-8db5-90271e981d19 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Usage tracker for resource:network and tenant:53b502bc006642479c9b29af51aad044 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:30:25.635107 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-54561108-0687-49cf-8db5-90271e981d19 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:30:25.643105 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-54561108-0687-49cf-8db5-90271e981d19 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:30:25.662533 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54561108-0687-49cf-8db5-90271e981d19 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Made reservation on behalf of 53b502bc006642479c9b29af51aad044 for: {'network': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:30:25.666411 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-54561108-0687-49cf-8db5-90271e981d19 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:25.669659 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2425b8e-9cd5-4481-9c21-54f6ecce596f tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Pushing event deleted for resources: {'Network': ['ID=d3a75835-b4af-4107-a5e5-87c8dee9a990,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:25.696425 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd7bbe6-2409-41ee-9bf2-8adb08f4ad25 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:25.697741 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-ccd7bbe6-2409-41ee-9bf2-8adb08f4ad25 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Synchronizing usage tracker for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:30:25.710405 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88c9cf8-60fb-4258-90b0-634dd9164aa3 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Network 213ac483-1c0b-4349-83e5-30f1068036f6 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:30:25.711643 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 6dac7047-8c63-43f9-b935-779b4fb71264 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:30:25.712193 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:25.714760 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54561108-0687-49cf-8db5-90271e981d19 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=88038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:30:25.724776 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-54561108-0687-49cf-8db5-90271e981d19 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:25.725120 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.segments_db [None req-54561108-0687-49cf-8db5-90271e981d19 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Added segment c308af21-c49e-4e03-83a7-c57c384ff109 of type vlan for network ae51f3af-c2b1-4a83-a2b4-252c516df2cc May 04 17:30:25.726162 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-ccd7bbe6-2409-41ee-9bf2-8adb08f4ad25 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Unset dirty status for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:30:25.729740 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-ccd7bbe6-2409-41ee-9bf2-8adb08f4ad25 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2006314 May 04 17:30:25.732157 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49806) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:25.797880 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-b88c9cf8-60fb-4258-90b0-634dd9164aa3 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 213ac483-1c0b-4349-83e5-30f1068036f6) {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:30:25.803346 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-54561108-0687-49cf-8db5-90271e981d19 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:25.824001 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56258218-f0de-4430-ae14-5d0f81ae876a tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:25.825504 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56258218-f0de-4430-ae14-5d0f81ae876a tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:25.826276 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-56258218-f0de-4430-ae14-5d0f81ae876a tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Synchronizing usage tracker for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:subnet {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:30:25.835118 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80808055-456f-488a-95a3-45b569bac767 None None] Network 213ac483-1c0b-4349-83e5-30f1068036f6 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:30:25.860040 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-56258218-f0de-4430-ae14-5d0f81ae876a tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Unset dirty status for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:subnet {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:30:25.861205 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-56258218-f0de-4430-ae14-5d0f81ae876a tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1280367 May 04 17:30:25.862987 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-54561108-0687-49cf-8db5-90271e981d19 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:25.864532 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.db.resource_extend [None req-e2a2895f-2365-4bf7-87b7-c0a9c5f433c2 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 17:30:25.869436 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54561108-0687-49cf-8db5-90271e981d19 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:25.870228 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-54561108-0687-49cf-8db5-90271e981d19 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:25.874739 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49810) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:25.878461 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-10533963-4278-4f49-8eca-93dc2473d914 None None] For port fc77d846-c686-4045-99ac-65cc87cde7fe, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=fc77d846-c686-4045-99ac-65cc87cde7fe,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:30:25.878961 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-10533963-4278-4f49-8eca-93dc2473d914 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:25.884155 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88c9cf8-60fb-4258-90b0-634dd9164aa3 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:25.884813 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b88c9cf8-60fb-4258-90b0-634dd9164aa3 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:25.959922 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-eb6db053-52d4-4865-a6a1-ea8f4d7b0bff tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:25.979269 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-eb6db053-52d4-4865-a6a1-ea8f4d7b0bff tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:25.981559 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e2a2895f-2365-4bf7-87b7-c0a9c5f433c2 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:25.987548 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a2895f-2365-4bf7-87b7-c0a9c5f433c2 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:25.988139 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e2a2895f-2365-4bf7-87b7-c0a9c5f433c2 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:26.016388 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3b9dd981-794e-42d3-8697-0b4c8d708dd4 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:26.034706 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-54561108-0687-49cf-8db5-90271e981d19 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4421575 May 04 17:30:26.043298 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49814) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:26.043969 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54561108-0687-49cf-8db5-90271e981d19 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Pushing event updated for resources: {'Network': ['ID=ae51f3af-c2b1-4a83-a2b4-252c516df2cc,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:26.053544 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-90578fb3-9208-4a7d-a525-e9948d91a2c8 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Request body: {'subnet': {'network_id': 'ae51f3af-c2b1-4a83-a2b4-252c516df2cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:30:26.065885 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-b88c9cf8-60fb-4258-90b0-634dd9164aa3 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 4.7193296 May 04 17:30:26.067486 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab297be3-3f3c-4560-ac56-45f004c451e7 admin admin] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:30:26.069004 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49818) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:26.080603 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef1ca6d-778d-4a76-8fa7-b695a5c45d1d None None] Sync routers for ids ['8c1047f2-83bc-4f84-b640-88b2323be078'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:30:26.090837 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_v2 [None req-3705c92a-8819-4911-ae29-d417b15e49fc tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Deleting subnet 201cba8b-a70f-4680-97ed-c34d51fbe396 {{(pid=88038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:30:26.098084 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef1ca6d-778d-4a76-8fa7-b695a5c45d1d None None] Routers {'8c1047f2-83bc-4f84-b640-88b2323be078'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:30:26.099071 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-0ef1ca6d-778d-4a76-8fa7-b695a5c45d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:30:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['8c1047f2-83bc-4f84-b640-88b2323be078'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:26.099648 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-ab297be3-3f3c-4560-ac56-45f004c451e7 admin admin] 10.222.0.41 "PUT /v2.0/routers/8c1047f2-83bc-4f84-b640-88b2323be078/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4041295 May 04 17:30:26.111331 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3705c92a-8819-4911-ae29-d417b15e49fc tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:26.137777 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49822) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:26.138926 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-d84e5046-fde3-4c79-945e-8a71f8659037 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:30:26.183904 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-10533963-4278-4f49-8eca-93dc2473d914 None None] Calling delete_port for fc77d846-c686-4045-99ac-65cc87cde7fe owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:30:26.190747 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6db053-52d4-4865-a6a1-ea8f4d7b0bff tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f92b64a-c165-4a17-b361-e8302b4d7821,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:26.273582 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9dd981-794e-42d3-8697-0b4c8d708dd4 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Network 2381101d-3399-4e20-888a-f18bc45e7d77 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:30:26.279826 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-e2a2895f-2365-4bf7-87b7-c0a9c5f433c2 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.0290089 May 04 17:30:26.288455 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49828) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:26.300709 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-3b9dd981-794e-42d3-8697-0b4c8d708dd4 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:30:26.305313 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9dd981-794e-42d3-8697-0b4c8d708dd4 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:30:26.320136 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-8cf17ec3-4585-43f0-89ad-7f6fbc399c10 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2129867215'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:30:26.342201 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-8cf17ec3-4585-43f0-89ad-7f6fbc399c10 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:30:26.354945 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-90578fb3-9208-4a7d-a525-e9948d91a2c8 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:30:26.360056 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-eb6db053-52d4-4865-a6a1-ea8f4d7b0bff tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:26.362886 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-90578fb3-9208-4a7d-a525-e9948d91a2c8 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Usage tracker for resource:subnet and tenant:53b502bc006642479c9b29af51aad044 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:30:26.364077 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-eb6db053-52d4-4865-a6a1-ea8f4d7b0bff tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7961595 May 04 17:30:26.366319 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-90578fb3-9208-4a7d-a525-e9948d91a2c8 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:30:26.395458 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-90578fb3-9208-4a7d-a525-e9948d91a2c8 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:30:26.406611 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49832) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:26.434373 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3705c92a-8819-4911-ae29-d417b15e49fc tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-801696'] for subnet, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:26.459735 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a2895f-2365-4bf7-87b7-c0a9c5f433c2 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Pushing event updated for resources: {'Network': ['ID=51f236b9-f0ae-4ad5-82f6-dc19cf08be26,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:26.475939 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network ae51f3af-c2b1-4a83-a2b4-252c516df2cc details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:30:26.481892 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9dd981-794e-42d3-8697-0b4c8d708dd4 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Pushing event updated for resources: {'Port': ['ID=1c17d472-a4c5-4cb4-986a-81137bac43fd,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:26.510240 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-ed6c098a-bc9b-4131-a6d8-f747aedd085e tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Request body: {'security_group_rule': {'security_group_id': '81808876-4a61-479a-81ee-b14447baf6aa', 'project_id': '8c992398177546e184e9933345174247', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:30:26.515721 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-0ef1ca6d-778d-4a76-8fa7-b695a5c45d1d None None] Set router 8c1047f2-83bc-4f84-b640-88b2323be078 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:30:26.530131 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 51f236b9-f0ae-4ad5-82f6-dc19cf08be26 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:30:26.543684 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-10533963-4278-4f49-8eca-93dc2473d914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124'] for port, after_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:26.599153 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d84e5046-fde3-4c79-945e-8a71f8659037 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5423860'] for subnet, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:26.661291 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90578fb3-9208-4a7d-a525-e9948d91a2c8 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Made reservation on behalf of 53b502bc006642479c9b29af51aad044 for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:30:26.665318 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-90578fb3-9208-4a7d-a525-e9948d91a2c8 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:26.703963 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-ed6c098a-bc9b-4131-a6d8-f747aedd085e tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:30:26.706614 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-8cf17ec3-4585-43f0-89ad-7f6fbc399c10 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:30:26.751782 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-ed6c098a-bc9b-4131-a6d8-f747aedd085e tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Usage tracker for resource:security_group_rule and tenant:8c992398177546e184e9933345174247 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:30:26.772882 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10533963-4278-4f49-8eca-93dc2473d914 None None] Pushing event deleted for resources: {'Port': ['ID=fc77d846-c686-4045-99ac-65cc87cde7fe,revision_number=None']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:26.775683 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9ba656-1813-415c-a171-db6e956d7820 None None] Network 2381101d-3399-4e20-888a-f18bc45e7d77 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:30:26.796275 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-ed6c098a-bc9b-4131-a6d8-f747aedd085e tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:30:26.817190 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3705c92a-8819-4911-ae29-d417b15e49fc tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:26.854032 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d84e5046-fde3-4c79-945e-8a71f8659037 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761604174596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6372022'] for subnet, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:26.859730 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-ed6c098a-bc9b-4131-a6d8-f747aedd085e tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:30:26.941364 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3b9dd981-794e-42d3-8697-0b4c8d708dd4 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710357'] for router_interface, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:27.039590 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-0ef1ca6d-778d-4a76-8fa7-b695a5c45d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c1047f2-83bc-4f84-b640-88b2323be078', 'name': 'tempest-ServerActionsTestJSON-1600335060-router', 'tenant_id': 'a1ff53d6703b4f3fb85115a97c2da768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.30'}], 'enable_snat': True}, 'gw_port_id': '55ce866c-a63c-47ab-84b2-8f231a2d5151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:25:24Z', 'updated_at': '2022-05-04T17:30:20Z', 'revision_number': 5, 'project_id': 'a1ff53d6703b4f3fb85115a97c2da768', 'gw_port': {'id': '55ce866c-a63c-47ab-84b2-8f231a2d5151', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:91:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1047f2-83bc-4f84-b640-88b2323be078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:25:25Z', 'updated_at': '2022-05-04T17:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:27.044264 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef1ca6d-778d-4a76-8fa7-b695a5c45d1d None None] Checking router: 8c1047f2-83bc-4f84-b640-88b2323be078 for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:30:27.053743 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef1ca6d-778d-4a76-8fa7-b695a5c45d1d None None] Routers {'8c1047f2-83bc-4f84-b640-88b2323be078'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:30:27.054445 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-0ef1ca6d-778d-4a76-8fa7-b695a5c45d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:30:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['8c1047f2-83bc-4f84-b640-88b2323be078'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:27.168342 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84e5046-fde3-4c79-945e-8a71f8659037 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:27.169266 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d84e5046-fde3-4c79-945e-8a71f8659037 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:27.185858 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-d84e5046-fde3-4c79-945e-8a71f8659037 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "PUT /v2.0/subnets/f5edfb35-b6f2-41af-be59-45fed51c868f HTTP/1.1" status: 200 len: 877 time: 1.0902667 May 04 17:30:27.208720 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10533963-4278-4f49-8eca-93dc2473d914 None None] No DVR routers for this DVR port fc77d846-c686-4045-99ac-65cc87cde7fe on host dv-neutron-840426-1-hyperv {{(pid=88039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:30:27.237170 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49836) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:27.273022 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-0ef1ca6d-778d-4a76-8fa7-b695a5c45d1d None None] Set router 8c1047f2-83bc-4f84-b640-88b2323be078 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:30:27.322978 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84e5046-fde3-4c79-945e-8a71f8659037 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Pushing event updated for resources: {'Subnet': ['ID=f5edfb35-b6f2-41af-be59-45fed51c868f,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:27.336255 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e5046-fde3-4c79-945e-8a71f8659037 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:30:27.336605 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e5046-fde3-4c79-945e-8a71f8659037 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:30:27.336949 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e5046-fde3-4c79-945e-8a71f8659037 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:30:27.337370 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e5046-fde3-4c79-945e-8a71f8659037 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:30:27.337734 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e5046-fde3-4c79-945e-8a71f8659037 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:30:27.338525 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e5046-fde3-4c79-945e-8a71f8659037 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:30:27.338865 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e5046-fde3-4c79-945e-8a71f8659037 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:30:27.339287 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e5046-fde3-4c79-945e-8a71f8659037 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:30:27.339879 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e5046-fde3-4c79-945e-8a71f8659037 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:30:27.340311 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e5046-fde3-4c79-945e-8a71f8659037 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:30:27.340782 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e5046-fde3-4c79-945e-8a71f8659037 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:30:27.341254 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84e5046-fde3-4c79-945e-8a71f8659037 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:30:27.345095 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-ce50138e-9275-479d-b47d-f62983eecf4a tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Deleting port 4981a04c-696b-4d57-8393-bf52d32474d3 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:30:27.345444 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ce50138e-9275-479d-b47d-f62983eecf4a tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:27.431258 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24733259-c94e-4b1f-ab68-8e23bb7b95da None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:30:27.433871 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d6304a46-58f8-4de2-84e6-fdd20f125b2d admin admin] Notify callbacks [] for router, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:27.457627 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-2ed9d0a4-97e9-49c5-87fb-5c541e5bbdf4 None None] Provisioning for port 6c9ad39c-a55e-4df5-8da0-cd10cfdb744c completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:30:27.494802 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78568871-2a63-4233-9f66-73648f23dee3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-213ac483-1c0b-4349-83e5-30f1068036f6', 'network_id': '213ac483-1c0b-4349-83e5-30f1068036f6', 'tenant_id': 'b25ee3601e56428392e5e6b054ab6dbb', 'fixed_ips': [{'subnet_id': 'f5edfb35-b6f2-41af-be59-45fed51c868f'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:30:27.496046 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-78568871-2a63-4233-9f66-73648f23dee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:27.508166 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf17ec3-4585-43f0-89ad-7f6fbc399c10 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Made reservation on behalf of 084779e999654211b2decf64a895718e for: {'network': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:30:27.511904 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8cf17ec3-4585-43f0-89ad-7f6fbc399c10 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:27.550574 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cf17ec3-4585-43f0-89ad-7f6fbc399c10 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=88038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:30:27.563359 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8cf17ec3-4585-43f0-89ad-7f6fbc399c10 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:27.563846 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.segments_db [None req-8cf17ec3-4585-43f0-89ad-7f6fbc399c10 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Added segment d11e60ed-5ce5-4961-b9e7-1d6f9280359d of type vlan for network f3b6d937-3774-45d6-a2d3-0271beae1323 May 04 17:30:27.564507 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 1b688d95-30bc-4794-9c8a-3f1f6523cdab up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:30:27.566601 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ce50138e-9275-479d-b47d-f62983eecf4a tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:27.592891 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-0ef1ca6d-778d-4a76-8fa7-b695a5c45d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c1047f2-83bc-4f84-b640-88b2323be078', 'name': 'tempest-ServerActionsTestJSON-1600335060-router', 'tenant_id': 'a1ff53d6703b4f3fb85115a97c2da768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.30'}], 'enable_snat': True}, 'gw_port_id': '55ce866c-a63c-47ab-84b2-8f231a2d5151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:25:24Z', 'updated_at': '2022-05-04T17:30:20Z', 'revision_number': 5, 'project_id': 'a1ff53d6703b4f3fb85115a97c2da768', 'gw_port': {'id': '55ce866c-a63c-47ab-84b2-8f231a2d5151', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:91:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1047f2-83bc-4f84-b640-88b2323be078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:25:25Z', 'updated_at': '2022-05-04T17:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:27.597502 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef1ca6d-778d-4a76-8fa7-b695a5c45d1d None None] The sync data for ids ['8c1047f2-83bc-4f84-b640-88b2323be078'] in dv-neutron-840426-1-hyperv is: [{'id': '8c1047f2-83bc-4f84-b640-88b2323be078', 'name': 'tempest-ServerActionsTestJSON-1600335060-router', 'tenant_id': 'a1ff53d6703b4f3fb85115a97c2da768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.30'}], 'enable_snat': True}, 'gw_port_id': '55ce866c-a63c-47ab-84b2-8f231a2d5151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:25:24Z', 'updated_at': '2022-05-04T17:30:20Z', 'revision_number': 5, 'project_id': 'a1ff53d6703b4f3fb85115a97c2da768', 'gw_port': {'id': '55ce866c-a63c-47ab-84b2-8f231a2d5151', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:91:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1047f2-83bc-4f84-b640-88b2323be078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:25:25Z', 'updated_at': '2022-05-04T17:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:30:27.610197 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-90578fb3-9208-4a7d-a525-e9948d91a2c8 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:27.614609 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3705c92a-8819-4911-ae29-d417b15e49fc tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:27.620533 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8cf17ec3-4585-43f0-89ad-7f6fbc399c10 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:27.693374 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ed6c098a-bc9b-4131-a6d8-f747aedd085e tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:27.726104 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3705c92a-8819-4911-ae29-d417b15e49fc tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:27.740610 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-ce50138e-9275-479d-b47d-f62983eecf4a tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Calling delete_port for 4981a04c-696b-4d57-8393-bf52d32474d3 owned by network:router_interface {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:30:27.864572 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-32d6b91c-fbce-4db9-9ff7-5ad472624dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'name': 'tempest-RoutersTest-router-305251255', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:29:20Z', 'updated_at': '2022-05-04T17:30:11Z', 'revision_number': 4, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'gw_port_host': None, '_interfaces': [{'id': '26b2ffc0-9652-4cf3-b203-f3b1becebe09', 'name': '', 'network_id': '2f65bb8b-7242-49b2-a8a7-abb038f78922', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'mac_address': 'fa:16:3e:7f:4a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ebac6750-cbc0-4304-8985-d5c3a04ce5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:25Z', 'updated_at': '2022-05-04T17:29:41Z', 'revision_number': 5, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'subnets': [{'id': 'ebac6750-cbc0-4304-8985-d5c3a04ce5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c166adf-65e0-46f8-950f-b7bb328763d7', 'name': '', 'network_id': 'c5f33437-0ece-49c0-a87b-3483fbe73a31', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'mac_address': 'fa:16:3e:39:a9:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '9145304b-f9c0-4a4b-8a07-e0960ebf8b02', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:30:04Z', 'updated_at': '2022-05-04T17:30:24Z', 'revision_number': 4, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'subnets': [{'id': '9145304b-f9c0-4a4b-8a07-e0960ebf8b02', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbcda7fa-7584-47e4-a662-b2f3fb59ea54', 'name': '', 'network_id': 'dc521a67-ad73-4658-89d0-00bb27c0bc84', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'mac_address': 'fa:16:3e:f9:3c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '48ff8e43-2762-48d0-8242-e1b75c56aaef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:46Z', 'updated_at': '2022-05-04T17:30:20Z', 'revision_number': 5, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'subnets': [{'id': '48ff8e43-2762-48d0-8242-e1b75c56aaef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:27.904593 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-3705c92a-8819-4911-ae29-d417b15e49fc tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/subnets/201cba8b-a70f-4680-97ed-c34d51fbe396 HTTP/1.1" status: 204 len: 168 time: 2.0126510 May 04 17:30:27.905454 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90578fb3-9208-4a7d-a525-e9948d91a2c8 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Pushing event updated for resources: {'Subnet': ['ID=7033af3d-e0dd-4e4c-a3c8-a41391b2b65f,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:27.910543 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49840) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:27.936258 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d6b91c-fbce-4db9-9ff7-5ad472624dd6 None None] The sync data for ids ['f7b8dd67-88b8-4f42-87ee-9c82722da786'] in dv-neutron-840426-1-hyperv is: [{'id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'name': 'tempest-RoutersTest-router-305251255', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:29:20Z', 'updated_at': '2022-05-04T17:30:11Z', 'revision_number': 4, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'gw_port_host': None, '_interfaces': [{'id': '26b2ffc0-9652-4cf3-b203-f3b1becebe09', 'name': '', 'network_id': '2f65bb8b-7242-49b2-a8a7-abb038f78922', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'mac_address': 'fa:16:3e:7f:4a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ebac6750-cbc0-4304-8985-d5c3a04ce5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:25Z', 'updated_at': '2022-05-04T17:29:41Z', 'revision_number': 5, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'subnets': [{'id': 'ebac6750-cbc0-4304-8985-d5c3a04ce5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c166adf-65e0-46f8-950f-b7bb328763d7', 'name': '', 'network_id': 'c5f33437-0ece-49c0-a87b-3483fbe73a31', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'mac_address': 'fa:16:3e:39:a9:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '9145304b-f9c0-4a4b-8a07-e0960ebf8b02', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:30:04Z', 'updated_at': '2022-05-04T17:30:24Z', 'revision_number': 4, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'subnets': [{'id': '9145304b-f9c0-4a4b-8a07-e0960ebf8b02', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbcda7fa-7584-47e4-a662-b2f3fb59ea54', 'name': '', 'network_id': 'dc521a67-ad73-4658-89d0-00bb27c0bc84', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'mac_address': 'fa:16:3e:f9:3c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '48ff8e43-2762-48d0-8242-e1b75c56aaef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:46Z', 'updated_at': '2022-05-04T17:30:20Z', 'revision_number': 5, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'subnets': [{'id': '48ff8e43-2762-48d0-8242-e1b75c56aaef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:30:27.981147 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90578fb3-9208-4a7d-a525-e9948d91a2c8 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Checking segment: {'id': 'c308af21-c49e-4e03-83a7-c57c384ff109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ae51f3af-c2b1-4a83-a2b4-252c516df2cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:30:27.981513 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90578fb3-9208-4a7d-a525-e9948d91a2c8 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Network hostable DHCP agents. Network: ae51f3af-c2b1-4a83-a2b4-252c516df2cc, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:30:27.991581 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8cf17ec3-4585-43f0-89ad-7f6fbc399c10 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:28.009336 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf17ec3-4585-43f0-89ad-7f6fbc399c10 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:28.024529 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8cf17ec3-4585-43f0-89ad-7f6fbc399c10 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:28.031343 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-948b95d1-765c-4689-9bf1-d210e3bd4394 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:28.090285 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90578fb3-9208-4a7d-a525-e9948d91a2c8 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:30:28.090641 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90578fb3-9208-4a7d-a525-e9948d91a2c8 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:30:28.090976 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90578fb3-9208-4a7d-a525-e9948d91a2c8 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:30:28.091312 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90578fb3-9208-4a7d-a525-e9948d91a2c8 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:30:28.091640 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90578fb3-9208-4a7d-a525-e9948d91a2c8 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:30:28.092258 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90578fb3-9208-4a7d-a525-e9948d91a2c8 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:30:28.092258 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90578fb3-9208-4a7d-a525-e9948d91a2c8 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:30:28.092595 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90578fb3-9208-4a7d-a525-e9948d91a2c8 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:30:28.092916 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90578fb3-9208-4a7d-a525-e9948d91a2c8 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:30:28.093235 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90578fb3-9208-4a7d-a525-e9948d91a2c8 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:30:28.093551 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90578fb3-9208-4a7d-a525-e9948d91a2c8 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:30:28.093865 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90578fb3-9208-4a7d-a525-e9948d91a2c8 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:30:28.104098 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 1b688d95-30bc-4794-9c8a-3f1f6523cdab triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:30:28.104808 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:28.121219 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-3129acf1-500c-4467-bb9e-88149845838a tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2073035 May 04 17:30:28.129309 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49844) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:28.164871 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-78568871-2a63-4233-9f66-73648f23dee3 None None] Allocated IP 172.20.0.3 (213ac483-1c0b-4349-83e5-30f1068036f6/f5edfb35-b6f2-41af-be59-45fed51c868f/0dcca6f2-ba24-4423-a32b-455386678d85) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:30:28.170096 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ed6c098a-bc9b-4131-a6d8-f747aedd085e tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:28.190832 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-60dd3ec6-6d6e-45f8-9efa-3198794a91b0 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Request body: {'subnet': {'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:30:28.202261 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-948b95d1-765c-4689-9bf1-d210e3bd4394 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:28.245119 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3705c92a-8819-4911-ae29-d417b15e49fc tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event deleted for resources: {'Subnet': ['ID=201cba8b-a70f-4680-97ed-c34d51fbe396,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:28.247479 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ed6c098a-bc9b-4131-a6d8-f747aedd085e tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:28.271838 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d6304a46-58f8-4de2-84e6-fdd20f125b2d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:28.276862 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-8cf17ec3-4585-43f0-89ad-7f6fbc399c10 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.9799917 May 04 17:30:28.293020 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3b9dd981-794e-42d3-8697-0b4c8d708dd4 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:28.317518 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49848) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:28.385417 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-e02a9c52-7d09-4333-9009-a9ff69812752 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Request body: {'ports': [{'network_id': '51f236b9-f0ae-4ad5-82f6-dc19cf08be26', 'name': 'tempest-port--1081579640', 'admin_state_up': True}, {'network_id': 'f3b6d937-3774-45d6-a2d3-0271beae1323', 'admin_state_up': False}]} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:30:28.385638 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-e02a9c52-7d09-4333-9009-a9ff69812752 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Request body: {'port': {'network_id': '51f236b9-f0ae-4ad5-82f6-dc19cf08be26', 'name': 'tempest-port--1081579640', 'admin_state_up': True}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:30:28.387083 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-e02a9c52-7d09-4333-9009-a9ff69812752 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Request body: {'port': {'network_id': 'f3b6d937-3774-45d6-a2d3-0271beae1323', 'admin_state_up': False}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:30:28.401115 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf17ec3-4585-43f0-89ad-7f6fbc399c10 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Pushing event updated for resources: {'Network': ['ID=f3b6d937-3774-45d6-a2d3-0271beae1323,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:28.410506 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90578fb3-9208-4a7d-a525-e9948d91a2c8 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Network ae51f3af-c2b1-4a83-a2b4-252c516df2cc is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:30:28.413265 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6c098a-bc9b-4131-a6d8-f747aedd085e tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4df39dfd-e833-4b9d-93d1-4ce7ffe27d09,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:28.488857 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-d6304a46-58f8-4de2-84e6-fdd20f125b2d admin admin] Deleting port 55ce866c-a63c-47ab-84b2-8f231a2d5151 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:30:28.489426 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d6304a46-58f8-4de2-84e6-fdd20f125b2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:28.526651 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ed6c098a-bc9b-4131-a6d8-f747aedd085e tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:28.527329 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-78568871-2a63-4233-9f66-73648f23dee3 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:28.528142 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-ed6c098a-bc9b-4131-a6d8-f747aedd085e tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 2.0227406 May 04 17:30:28.541604 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49852) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:28.544179 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-78568871-2a63-4233-9f66-73648f23dee3 None None] Transition to ACTIVE for port object 0dcca6f2-ba24-4423-a32b-455386678d85 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:30:28.551646 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-90578fb3-9208-4a7d-a525-e9948d91a2c8 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, ae51f3af-c2b1-4a83-a2b4-252c516df2cc) {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:30:28.556155 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-e3cd71f7-a9a7-4c13-a131-f08768dd31f5 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Request body: {'security_group_rule': {'security_group_id': '81808876-4a61-479a-81ee-b14447baf6aa', 'project_id': '8c992398177546e184e9933345174247', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:30:28.562198 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-60dd3ec6-6d6e-45f8-9efa-3198794a91b0 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:30:28.574851 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90578fb3-9208-4a7d-a525-e9948d91a2c8 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:28.575847 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-90578fb3-9208-4a7d-a525-e9948d91a2c8 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:28.580306 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-e3cd71f7-a9a7-4c13-a131-f08768dd31f5 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:30:28.585086 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-60dd3ec6-6d6e-45f8-9efa-3198794a91b0 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Usage tracker for resource:subnet and tenant:e0bb3da2b1c344b882bb065b24ba46bb is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:30:28.586306 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-78568871-2a63-4233-9f66-73648f23dee3 None None] Transition to ACTIVE for port object 0dcca6f2-ba24-4423-a32b-455386678d85 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:30:28.597863 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-60dd3ec6-6d6e-45f8-9efa-3198794a91b0 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:30:28.605779 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-e3cd71f7-a9a7-4c13-a131-f08768dd31f5 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Usage tracker for resource:security_group_rule and tenant:8c992398177546e184e9933345174247 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:30:28.613574 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-e3cd71f7-a9a7-4c13-a131-f08768dd31f5 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:30:28.616710 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-60dd3ec6-6d6e-45f8-9efa-3198794a91b0 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:30:28.639984 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a38ab6e3-0722-4b40-b823-d398ceb04ce2 None None] Notify callbacks [] for port, precommit_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:28.647725 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-e3cd71f7-a9a7-4c13-a131-f08768dd31f5 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:30:28.656114 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-90578fb3-9208-4a7d-a525-e9948d91a2c8 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6095729 May 04 17:30:28.670250 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network f3b6d937-3774-45d6-a2d3-0271beae1323 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:30:28.670823 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49856) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:28.680813 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-a606d358-c40d-4fa4-95cd-7330a94b3aff tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Request body: {'subnet': {'network_id': 'ae51f3af-c2b1-4a83-a2b4-252c516df2cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:30:28.702517 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f812a5-803b-4a08-94ec-9b805ed6dfe1 None None] Network ae51f3af-c2b1-4a83-a2b4-252c516df2cc requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:30:28.704868 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60dd3ec6-6d6e-45f8-9efa-3198794a91b0 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Made reservation on behalf of e0bb3da2b1c344b882bb065b24ba46bb for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:30:28.705099 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ce50138e-9275-479d-b47d-f62983eecf4a tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:28.708794 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-60dd3ec6-6d6e-45f8-9efa-3198794a91b0 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:28.721325 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-78568871-2a63-4233-9f66-73648f23dee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:28.814125 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e3cd71f7-a9a7-4c13-a131-f08768dd31f5 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:28.846217 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-a38ab6e3-0722-4b40-b823-d398ceb04ce2 None None] Transition to ACTIVE for port object bea58037-c681-4c0f-9d9c-30853a8a8f99 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:30:28.864513 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78568871-2a63-4233-9f66-73648f23dee3 None None] Network 213ac483-1c0b-4349-83e5-30f1068036f6 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:30:28.870308 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce50138e-9275-479d-b47d-f62983eecf4a tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Pushing event deleted for resources: {'Port': ['ID=4981a04c-696b-4d57-8393-bf52d32474d3,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:28.934133 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-78568871-2a63-4233-9f66-73648f23dee3 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:30:28.937265 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78568871-2a63-4233-9f66-73648f23dee3 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:30:29.092395 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-d6304a46-58f8-4de2-84e6-fdd20f125b2d admin admin] For port 55ce866c-a63c-47ab-84b2-8f231a2d5151, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=55ce866c-a63c-47ab-84b2-8f231a2d5151,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:30:29.092802 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d6304a46-58f8-4de2-84e6-fdd20f125b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:29.095358 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a38ab6e3-0722-4b40-b823-d398ceb04ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:29.113516 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-e02a9c52-7d09-4333-9009-a9ff69812752 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:30:29.124579 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-e02a9c52-7d09-4333-9009-a9ff69812752 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Usage tracker for resource:port and tenant:084779e999654211b2decf64a895718e is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:30:29.175909 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-e02a9c52-7d09-4333-9009-a9ff69812752 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:30:29.383607 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78568871-2a63-4233-9f66-73648f23dee3 None None] Pushing event updated for resources: {'Port': ['ID=0dcca6f2-ba24-4423-a32b-455386678d85,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:29.438941 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-e02a9c52-7d09-4333-9009-a9ff69812752 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:30:29.563714 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-d6304a46-58f8-4de2-84e6-fdd20f125b2d admin admin] Calling delete_port for 55ce866c-a63c-47ab-84b2-8f231a2d5151 owned by network:router_gateway {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:30:29.601312 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-a606d358-c40d-4fa4-95cd-7330a94b3aff tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:30:29.630589 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e3cd71f7-a9a7-4c13-a131-f08768dd31f5 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:29.635916 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-a606d358-c40d-4fa4-95cd-7330a94b3aff tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Usage tracker for resource:subnet and tenant:53b502bc006642479c9b29af51aad044 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:30:29.641425 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-a606d358-c40d-4fa4-95cd-7330a94b3aff tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:30:29.652231 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e3cd71f7-a9a7-4c13-a131-f08768dd31f5 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:29.656457 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-78568871-2a63-4233-9f66-73648f23dee3 None None] Attempting to bind port 0dcca6f2-ba24-4423-a32b-455386678d85 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:30:29.657055 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-78568871-2a63-4233-9f66-73648f23dee3 None None] Attempting to bind port 0dcca6f2-ba24-4423-a32b-455386678d85 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'd3255067-93d5-4894-ad52-00ad1edcf52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '213ac483-1c0b-4349-83e5-30f1068036f6'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:30:29.662674 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-a606d358-c40d-4fa4-95cd-7330a94b3aff tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:30:29.664555 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78568871-2a63-4233-9f66-73648f23dee3 None None] Attempting to bind port 0dcca6f2-ba24-4423-a32b-455386678d85 on network 213ac483-1c0b-4349-83e5-30f1068036f6 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:30:29.677183 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02a9c52-7d09-4333-9009-a9ff69812752 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Made reservation on behalf of 084779e999654211b2decf64a895718e for: {'port': 2} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:30:29.685316 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e02a9c52-7d09-4333-9009-a9ff69812752 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:29.702573 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-948b95d1-765c-4689-9bf1-d210e3bd4394 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:29.704265 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-ca5dff1e-fe69-4a5b-8fa7-c2dc86952f79 None None] Provisioning for port 1c17d472-a4c5-4cb4-986a-81137bac43fd completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:30:29.735238 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cd71f7-a9a7-4c13-a131-f08768dd31f5 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75777ebc-fd42-4b6e-8b41-ef4b046c6aa6,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:29.760744 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ce50138e-9275-479d-b47d-f62983eecf4a tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710832'] for router_interface, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:29.760955 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78568871-2a63-4233-9f66-73648f23dee3 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:30:29.761330 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78568871-2a63-4233-9f66-73648f23dee3 None None] Checking segment: {'id': 'd3255067-93d5-4894-ad52-00ad1edcf52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '213ac483-1c0b-4349-83e5-30f1068036f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:30:29.761749 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-78568871-2a63-4233-9f66-73648f23dee3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:29.762172 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78568871-2a63-4233-9f66-73648f23dee3 None None] Bound using segment: {'id': 'd3255067-93d5-4894-ad52-00ad1edcf52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '213ac483-1c0b-4349-83e5-30f1068036f6'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:30:29.762659 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-78568871-2a63-4233-9f66-73648f23dee3 None None] Bound port: 0dcca6f2-ba24-4423-a32b-455386678d85, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3255067-93d5-4894-ad52-00ad1edcf52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '213ac483-1c0b-4349-83e5-30f1068036f6'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:30:29.763038 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-78568871-2a63-4233-9f66-73648f23dee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:29.778852 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948b95d1-765c-4689-9bf1-d210e3bd4394 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Pushing event deleted for resources: {'Subnet': ['ID=f5edfb35-b6f2-41af-be59-45fed51c868f,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:29.780761 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e02a9c52-7d09-4333-9009-a9ff69812752 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:29.792269 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-ca5dff1e-fe69-4a5b-8fa7-c2dc86952f79 None None] Provisioning complete for port 1c17d472-a4c5-4cb4-986a-81137bac43fd triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:30:29.793422 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ca5dff1e-fe69-4a5b-8fa7-c2dc86952f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:29.875606 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a606d358-c40d-4fa4-95cd-7330a94b3aff tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Made reservation on behalf of 53b502bc006642479c9b29af51aad044 for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:30:29.879179 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a606d358-c40d-4fa4-95cd-7330a94b3aff tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:29.926368 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d95e16-8e44-4c86-b97b-cdbc20a46aee None None] Pushing event updated for resources: {'Port': ['ID=bea58037-c681-4c0f-9d9c-30853a8a8f99,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:29.947615 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-a38ab6e3-0722-4b40-b823-d398ceb04ce2 None None] Attempting to bind port bea58037-c681-4c0f-9d9c-30853a8a8f99 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:30:29.948020 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-a38ab6e3-0722-4b40-b823-d398ceb04ce2 None None] Attempting to bind port bea58037-c681-4c0f-9d9c-30853a8a8f99 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '6198c229-d654-41b9-832d-c829f9f15246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '21577589-3117-4a42-a464-4385a4611743'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:30:29.948390 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38ab6e3-0722-4b40-b823-d398ceb04ce2 None None] Attempting to bind port bea58037-c681-4c0f-9d9c-30853a8a8f99 on network 21577589-3117-4a42-a464-4385a4611743 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:30:30.005483 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38ab6e3-0722-4b40-b823-d398ceb04ce2 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:30:30.005865 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38ab6e3-0722-4b40-b823-d398ceb04ce2 None None] Checking segment: {'id': '6198c229-d654-41b9-832d-c829f9f15246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '21577589-3117-4a42-a464-4385a4611743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:30:30.006299 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a38ab6e3-0722-4b40-b823-d398ceb04ce2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:30.006697 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38ab6e3-0722-4b40-b823-d398ceb04ce2 None None] Bound using segment: {'id': '6198c229-d654-41b9-832d-c829f9f15246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '21577589-3117-4a42-a464-4385a4611743'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:30:30.007182 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-a38ab6e3-0722-4b40-b823-d398ceb04ce2 None None] Bound port: bea58037-c681-4c0f-9d9c-30853a8a8f99, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6198c229-d654-41b9-832d-c829f9f15246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '21577589-3117-4a42-a464-4385a4611743'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:30:30.007563 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a38ab6e3-0722-4b40-b823-d398ceb04ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:30.016573 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de42fee3-8379-4819-aa02-724f4fa4c714 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-ae51f3af-c2b1-4a83-a2b4-252c516df2cc', 'network_id': 'ae51f3af-c2b1-4a83-a2b4-252c516df2cc', 'tenant_id': '53b502bc006642479c9b29af51aad044', 'fixed_ips': [{'subnet_id': '7033af3d-e0dd-4e4c-a3c8-a41391b2b65f'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:30:30.017627 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-de42fee3-8379-4819-aa02-724f4fa4c714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:30.033632 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-948b95d1-765c-4689-9bf1-d210e3bd4394 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:30.038146 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device fbcda7fa-7584-47e4-a662-b2f3fb59ea54 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:30:30.119137 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-ca5dff1e-fe69-4a5b-8fa7-c2dc86952f79 None None] Port 1c17d472-a4c5-4cb4-986a-81137bac43fd cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:30:30.180511 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e3cd71f7-a9a7-4c13-a131-f08768dd31f5 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:30.182102 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-e3cd71f7-a9a7-4c13-a131-f08768dd31f5 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6367741 May 04 17:30:30.187879 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a606d358-c40d-4fa4-95cd-7330a94b3aff tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:30.201597 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49860) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:30.239502 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-948b95d1-765c-4689-9bf1-d210e3bd4394 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['213ac483-1c0b-4349-83e5-30f1068036f6']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:30.243606 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-78568871-2a63-4233-9f66-73648f23dee3 None None] For port 0dcca6f2-ba24-4423-a32b-455386678d85, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:30:30.283682 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-948b95d1-765c-4689-9bf1-d210e3bd4394 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3255067-93d5-4894-ad52-00ad1edcf52f') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:30.284316 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-948b95d1-765c-4689-9bf1-d210e3bd4394 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3255067-93d5-4894-ad52-00ad1edcf52f') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:30.290081 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-78568871-2a63-4233-9f66-73648f23dee3 None None] For port 0dcca6f2-ba24-4423-a32b-455386678d85, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=0dcca6f2-ba24-4423-a32b-455386678d85,segment=NetworkSegment(d3255067-93d5-4894-ad52-00ad1edcf52f),segment_id=d3255067-93d5-4894-ad52-00ad1edcf52f)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:30:30.312843 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-78568871-2a63-4233-9f66-73648f23dee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:30.316271 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port fbcda7fa-7584-47e4-a662-b2f3fb59ea54 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:30:30.316841 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:30.327789 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a606d358-c40d-4fa4-95cd-7330a94b3aff tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Pushing event updated for resources: {'Subnet': ['ID=37effb87-a367-446e-9baf-a2bad588f0ba,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:30.376985 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-948b95d1-765c-4689-9bf1-d210e3bd4394 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:30.415176 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-c2374ab4-f678-4689-a2a4-5c51419435e6 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Request body: {'security_group_rule': {'security_group_id': '81808876-4a61-479a-81ee-b14447baf6aa', 'project_id': '8c992398177546e184e9933345174247', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:30:30.424756 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-c2374ab4-f678-4689-a2a4-5c51419435e6 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:30:30.431186 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-c2374ab4-f678-4689-a2a4-5c51419435e6 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Usage tracker for resource:security_group_rule and tenant:8c992398177546e184e9933345174247 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:30:30.436425 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-c2374ab4-f678-4689-a2a4-5c51419435e6 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:30:30.445871 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-c2374ab4-f678-4689-a2a4-5c51419435e6 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:30:30.454938 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a606d358-c40d-4fa4-95cd-7330a94b3aff tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Network ae51f3af-c2b1-4a83-a2b4-252c516df2cc is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:30:30.461752 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-60dd3ec6-6d6e-45f8-9efa-3198794a91b0 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:30.478804 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-a38ab6e3-0722-4b40-b823-d398ceb04ce2 None None] For port bea58037-c681-4c0f-9d9c-30853a8a8f99, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:30:30.501576 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-a606d358-c40d-4fa4-95cd-7330a94b3aff tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:30:30.517813 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-948b95d1-765c-4689-9bf1-d210e3bd4394 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:30.518271 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a606d358-c40d-4fa4-95cd-7330a94b3aff tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:30.519067 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a606d358-c40d-4fa4-95cd-7330a94b3aff tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:30.522518 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-a38ab6e3-0722-4b40-b823-d398ceb04ce2 None None] For port bea58037-c681-4c0f-9d9c-30853a8a8f99, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=bea58037-c681-4c0f-9d9c-30853a8a8f99,segment=NetworkSegment(6198c229-d654-41b9-832d-c829f9f15246),segment_id=6198c229-d654-41b9-832d-c829f9f15246)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:30:30.523440 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.db.resource_extend [None req-3b9dd981-794e-42d3-8697-0b4c8d708dd4 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 17:30:30.545280 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-de42fee3-8379-4819-aa02-724f4fa4c714 None None] Allocated IP 2001:db8::2 (ae51f3af-c2b1-4a83-a2b4-252c516df2cc/7033af3d-e0dd-4e4c-a3c8-a41391b2b65f/c36bb327-0831-4ca4-8920-4f5579e2f64f) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:30:30.547188 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60dd3ec6-6d6e-45f8-9efa-3198794a91b0 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:30:30.550348 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a38ab6e3-0722-4b40-b823-d398ceb04ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:30.555895 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3b9dd981-794e-42d3-8697-0b4c8d708dd4 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:30.557704 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-948b95d1-765c-4689-9bf1-d210e3bd4394 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:30:30.558191 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-948b95d1-765c-4689-9bf1-d210e3bd4394 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:30.560499 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-76371cc9-801d-4c1a-b4aa-c59af8e95bf5 None None] Provisioning complete for port 1c17d472-a4c5-4cb4-986a-81137bac43fd triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:30:30.560890 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-76371cc9-801d-4c1a-b4aa-c59af8e95bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:30.565239 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-60dd3ec6-6d6e-45f8-9efa-3198794a91b0 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:30:30.578917 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [None req-e02a9c52-7d09-4333-9009-a9ff69812752 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] device_id is not set on port 5f202f2b-91c4-427a-bbcc-71f263959f01 yet. {{(pid=88037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:30:30.579970 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60dd3ec6-6d6e-45f8-9efa-3198794a91b0 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:30.580883 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-60dd3ec6-6d6e-45f8-9efa-3198794a91b0 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:30.582668 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 17:30:30.582668 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:30:30.582668 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 17:30:30.582668 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:30:30.582668 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 17:30:30.582668 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:30:30.582668 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 17:30:30.582668 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:30:30.582668 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 17:30:30.582668 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:30:30.582668 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 17:30:30.582668 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:30:30.582668 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 17:30:30.582668 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:30:30.582668 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:30:30.582668 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:30:30.582668 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:30:30.582668 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:30:30.582668 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 17:30:30.582668 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:30:30.582668 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 17:30:30.582668 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:30:30.582668 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:30:30.582668 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:30:30.582668 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 17:30:30.582668 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:30:30.582668 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:30:30.582668 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:30:30.582668 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:30:30.582668 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:30:30.582668 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:30:30.582668 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:30:30.593136 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce50138e-9275-479d-b47d-f62983eecf4a tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Router 80dcc7cf-fbc0-4adf-b882-351c7e91122b has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:30:30.609345 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3b9dd981-794e-42d3-8697-0b4c8d708dd4 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:30.624032 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c2374ab4-f678-4689-a2a4-5c51419435e6 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:30.641124 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a2f4d4-a5cf-481c-b382-967d8b6a273d None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:30:30.652772 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-a606d358-c40d-4fa4-95cd-7330a94b3aff tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9779429 May 04 17:30:30.660616 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49864) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:30.669809 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-60dd3ec6-6d6e-45f8-9efa-3198794a91b0 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4994872 May 04 17:30:30.669809 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dd3ec6-6d6e-45f8-9efa-3198794a91b0 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event updated for resources: {'Subnet': ['ID=c9db192b-23a5-4a36-9b10-be2d33376053,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:30.675462 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49868) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:30.683339 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78568871-2a63-4233-9f66-73648f23dee3 None None] Pushing event updated for resources: {'Port': ['ID=0dcca6f2-ba24-4423-a32b-455386678d85,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:30.742589 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-b0aa2956-ac6d-457c-9900-25d0a1413965 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1260078826', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:30:30.787714 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-b0aa2956-ac6d-457c-9900-25d0a1413965 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:30:30.811489 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.db.api [None req-948b95d1-765c-4689-9bf1-d210e3bd4394 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 04 17:30:30.811489 dv-neutron-840426-1-hyperv neutron-server[88037]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 04 17:30:30.811489 dv-neutron-840426-1-hyperv neutron-server[88037]: [parameters: {'id': '213ac483-1c0b-4349-83e5-30f1068036f6'}] May 04 17:30:30.811489 dv-neutron-840426-1-hyperv neutron-server[88037]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88037) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:30:30.812501 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG oslo_db.api [None req-948b95d1-765c-4689-9bf1-d210e3bd4394 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:30:30.816611 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-b0aa2956-ac6d-457c-9900-25d0a1413965 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Usage tracker for resource:router and tenant:e0bb3da2b1c344b882bb065b24ba46bb is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:30:30.825873 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c2374ab4-f678-4689-a2a4-5c51419435e6 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:30.846873 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4e2408-5f02-40a0-bea1-e6e66836fc0c tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:30.848370 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4e2408-5f02-40a0-bea1-e6e66836fc0c tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:30.849849 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4e2408-5f02-40a0-bea1-e6e66836fc0c tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:30.851356 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4e2408-5f02-40a0-bea1-e6e66836fc0c tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:30.853000 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4e2408-5f02-40a0-bea1-e6e66836fc0c tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:30.853970 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-ba4e2408-5f02-40a0-bea1-e6e66836fc0c tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Synchronizing usage tracker for tenant:53b502bc006642479c9b29af51aad044 on resource:subnet {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:30:30.859179 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c2374ab4-f678-4689-a2a4-5c51419435e6 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:30.884928 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d6304a46-58f8-4de2-84e6-fdd20f125b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:30.940288 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2374ab4-f678-4689-a2a4-5c51419435e6 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=844ab679-fffe-425f-bfc3-901ba6227696,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:30.991444 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6304a46-58f8-4de2-84e6-fdd20f125b2d admin admin] Pushing event deleted for resources: {'Port': ['ID=55ce866c-a63c-47ab-84b2-8f231a2d5151,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:31.018170 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-76371cc9-801d-4c1a-b4aa-c59af8e95bf5 None None] Port 1c17d472-a4c5-4cb4-986a-81137bac43fd cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:30:31.029304 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-ba4e2408-5f02-40a0-bea1-e6e66836fc0c tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Unset dirty status for tenant:53b502bc006642479c9b29af51aad044 on resource:subnet {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:30:31.030660 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-ba4e2408-5f02-40a0-bea1-e6e66836fc0c tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3659198 May 04 17:30:31.034467 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38ab6e3-0722-4b40-b823-d398ceb04ce2 None None] Routers {'b856b5b3-059a-4f79-a9d7-d334cf0b6ced'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:30:31.035118 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-a38ab6e3-0722-4b40-b823-d398ceb04ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:30:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['b856b5b3-059a-4f79-a9d7-d334cf0b6ced'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:31.036528 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49872) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:31.043683 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-6ed4b65d-4086-4093-9bf7-3557e204532f tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1387858880'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:30:31.053173 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c2374ab4-f678-4689-a2a4-5c51419435e6 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:31.056935 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-c2374ab4-f678-4689-a2a4-5c51419435e6 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7332904 May 04 17:30:31.057848 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-6ed4b65d-4086-4093-9bf7-3557e204532f tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:30:31.059741 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49876) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:31.074234 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-47294f07-136b-4e3f-a1a3-7276863cc430 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Request body: {'security_group_rule': {'security_group_id': '81808876-4a61-479a-81ee-b14447baf6aa', 'project_id': '8c992398177546e184e9933345174247', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:30:31.077760 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-b0aa2956-ac6d-457c-9900-25d0a1413965 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:30:31.081094 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-6ed4b65d-4086-4093-9bf7-3557e204532f tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Usage tracker for resource:network and tenant:53b502bc006642479c9b29af51aad044 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:30:31.083902 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-47294f07-136b-4e3f-a1a3-7276863cc430 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:30:31.088800 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-6ed4b65d-4086-4093-9bf7-3557e204532f tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:30:31.093811 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-47294f07-136b-4e3f-a1a3-7276863cc430 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Usage tracker for resource:security_group_rule and tenant:8c992398177546e184e9933345174247 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:30:31.100970 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-6ed4b65d-4086-4093-9bf7-3557e204532f tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:30:31.103185 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ae68b1-f175-4de1-9e6b-b5beedeccd49 None None] Network 213ac483-1c0b-4349-83e5-30f1068036f6 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:30:31.103330 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-47294f07-136b-4e3f-a1a3-7276863cc430 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:30:31.116117 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-47294f07-136b-4e3f-a1a3-7276863cc430 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:30:31.118203 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d6304a46-58f8-4de2-84e6-fdd20f125b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710199'] for router_gateway, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:31.153717 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3b9dd981-794e-42d3-8697-0b4c8d708dd4 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710702'] for router_interface, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:31.157222 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-b0aa2956-ac6d-457c-9900-25d0a1413965 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:30:31.166606 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed4b65d-4086-4093-9bf7-3557e204532f tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Made reservation on behalf of 53b502bc006642479c9b29af51aad044 for: {'network': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:30:31.168407 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9dd981-794e-42d3-8697-0b4c8d708dd4 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Pushing event updated for resources: {'Port': ['ID=1c17d472-a4c5-4cb4-986a-81137bac43fd,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:31.169819 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b65d-4086-4093-9bf7-3557e204532f tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:31.207489 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce50138e-9275-479d-b47d-f62983eecf4a tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:30:31.208996 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b0aa2956-ac6d-457c-9900-25d0a1413965 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:31.210106 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b0aa2956-ac6d-457c-9900-25d0a1413965 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:31.242199 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d95e16-8e44-4c86-b97b-cdbc20a46aee None None] Pushing event updated for resources: {'Port': ['ID=bea58037-c681-4c0f-9d9c-30853a8a8f99,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:31.246175 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017c1193-2eed-4079-8433-dfba92081865 None None] Sync routers for ids ['80dcc7cf-fbc0-4adf-b882-351c7e91122b'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:30:31.265020 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device c31eba9c-8371-4a19-b8be-ae2c172725cd up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:30:31.323433 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.securitygroups_db [None req-47294f07-136b-4e3f-a1a3-7276863cc430 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Project 8c992398177546e184e9933345174247 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 17:30:31.323713 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-948b95d1-765c-4689-9bf1-d210e3bd4394 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:31.333837 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d6304a46-58f8-4de2-84e6-fdd20f125b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:31.336770 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-47294f07-136b-4e3f-a1a3-7276863cc430 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:31.345058 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d6304a46-58f8-4de2-84e6-fdd20f125b2d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:31.345771 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b0aa2956-ac6d-457c-9900-25d0a1413965 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:31.360680 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ed4b65d-4086-4093-9bf7-3557e204532f tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=88038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:30:31.404926 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b65d-4086-4093-9bf7-3557e204532f tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:31.405274 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.segments_db [None req-6ed4b65d-4086-4093-9bf7-3557e204532f tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Added segment ede7e4f6-0cc8-49ce-83cf-71a1263931f9 of type vlan for network 7c845596-7de8-4027-8a8a-bc9f309c3272 May 04 17:30:31.428448 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-ce50138e-9275-479d-b47d-f62983eecf4a tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "PUT /v2.0/routers/80dcc7cf-fbc0-4adf-b882-351c7e91122b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0328813 May 04 17:30:31.432006 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-948b95d1-765c-4689-9bf1-d210e3bd4394 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Deleting port 0dcca6f2-ba24-4423-a32b-455386678d85 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:30:31.432365 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-948b95d1-765c-4689-9bf1-d210e3bd4394 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:31.460588 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49880) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:31.466408 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e02a9c52-7d09-4333-9009-a9ff69812752 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:31.496982 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017c1193-2eed-4079-8433-dfba92081865 None None] Routers {'80dcc7cf-fbc0-4adf-b882-351c7e91122b'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:30:31.497621 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-017c1193-2eed-4079-8433-dfba92081865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:30:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['80dcc7cf-fbc0-4adf-b882-351c7e91122b'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:31.504174 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b0aa2956-ac6d-457c-9900-25d0a1413965 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:31.539623 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d6304a46-58f8-4de2-84e6-fdd20f125b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:31.540160 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6304a46-58f8-4de2-84e6-fdd20f125b2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c1047f2-83bc-4f84-b640-88b2323be078 {{(pid=88038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:30:31.572647 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b65d-4086-4093-9bf7-3557e204532f tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:31.574428 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-f6e21971-ce3f-4a7d-a444-bd100baebe81 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Synchronizing usage tracker for tenant:a41a9e7401a94b21bc1365a01709c65f on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:30:31.582521 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9dd981-794e-42d3-8697-0b4c8d708dd4 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Network 2381101d-3399-4e20-888a-f18bc45e7d77 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:30:31.594177 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-47294f07-136b-4e3f-a1a3-7276863cc430 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:31.602438 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-3b9dd981-794e-42d3-8697-0b4c8d708dd4 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:30:31.614351 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-47294f07-136b-4e3f-a1a3-7276863cc430 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:31.623653 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d6304a46-58f8-4de2-84e6-fdd20f125b2d admin admin] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:31.625113 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-d6304a46-58f8-4de2-84e6-fdd20f125b2d admin admin] 10.222.0.41 "DELETE /v2.0/routers/8c1047f2-83bc-4f84-b640-88b2323be078 HTTP/1.1" status: 204 len: 168 time: 5.4863439 May 04 17:30:31.636837 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49884) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:31.683399 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b0aa2956-ac6d-457c-9900-25d0a1413965 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:31.687226 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-017c1193-2eed-4079-8433-dfba92081865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:31.687773 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-b0aa2956-ac6d-457c-9900-25d0a1413965 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.9496069 May 04 17:30:31.699934 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47294f07-136b-4e3f-a1a3-7276863cc430 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0143ae6-8a59-4a3c-8498-2bd28b99f56e,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:31.702245 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49888) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:31.717027 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b65d-4086-4093-9bf7-3557e204532f tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:31.741345 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed4b65d-4086-4093-9bf7-3557e204532f tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:31.742443 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6ed4b65d-4086-4093-9bf7-3557e204532f tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:31.781324 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-47294f07-136b-4e3f-a1a3-7276863cc430 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:31.783038 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-47294f07-136b-4e3f-a1a3-7276863cc430 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7204189 May 04 17:30:31.799858 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49892) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:31.814218 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [None req-e02a9c52-7d09-4333-9009-a9ff69812752 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] device_id is not set on port 847867b1-5db4-4606-872a-f6ae8deef849 yet. {{(pid=88037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:30:31.821161 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-387ad875-a6ef-46a2-8304-be728b1a4bef tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Request body: {'security_group_rule': {'security_group_id': '81808876-4a61-479a-81ee-b14447baf6aa', 'project_id': '8c992398177546e184e9933345174247', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:30:31.880859 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017c1193-2eed-4079-8433-dfba92081865 None None] Routers {'80dcc7cf-fbc0-4adf-b882-351c7e91122b'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:30:31.881495 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-017c1193-2eed-4079-8433-dfba92081865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:30:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['80dcc7cf-fbc0-4adf-b882-351c7e91122b'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:31.903512 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-6ed4b65d-4086-4093-9bf7-3557e204532f tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8654888 May 04 17:30:31.911495 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-387ad875-a6ef-46a2-8304-be728b1a4bef tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:30:31.913761 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49896) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:31.919167 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_v2 [None req-d057307b-650d-4c71-a53d-a100654c0ed5 admin admin] Deleting subnet c14252a2-7d43-446e-921a-c611341f12b4 {{(pid=88038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:30:31.921093 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed4b65d-4086-4093-9bf7-3557e204532f tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Pushing event updated for resources: {'Network': ['ID=7c845596-7de8-4027-8a8a-bc9f309c3272,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:31.927866 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-2fe91c78-2a35-484f-b147-9f5fd0b6c218 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:30:31.935556 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-a38ab6e3-0722-4b40-b823-d398ceb04ce2 None None] Set router b856b5b3-059a-4f79-a9d7-d334cf0b6ced gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:30:31.944292 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d057307b-650d-4c71-a53d-a100654c0ed5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:31.976668 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-387ad875-a6ef-46a2-8304-be728b1a4bef tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Usage tracker for resource:security_group_rule and tenant:8c992398177546e184e9933345174247 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:30:31.988374 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-387ad875-a6ef-46a2-8304-be728b1a4bef tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:30:32.012248 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-387ad875-a6ef-46a2-8304-be728b1a4bef tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:30:32.019345 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 7c845596-7de8-4027-8a8a-bc9f309c3272 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:30:32.058252 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-017c1193-2eed-4079-8433-dfba92081865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:32.058725 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017c1193-2eed-4079-8433-dfba92081865 None None] The sync data for ids ['80dcc7cf-fbc0-4adf-b882-351c7e91122b'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:30:32.062375 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-f6e21971-ce3f-4a7d-a444-bd100baebe81 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Unset dirty status for tenant:a41a9e7401a94b21bc1365a01709c65f on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:30:32.065820 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-f6e21971-ce3f-4a7d-a444-bd100baebe81 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "GET /v2.0/ports?device_id=80dcc7cf-fbc0-4adf-b882-351c7e91122b HTTP/1.1" status: 200 len: 205 time: 0.6003087 May 04 17:30:32.069702 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadbf377-27cd-4d4a-bbdc-4fa02a3ef1b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-6b89b041-5c42-49da-97bf-23cee8aadf17', 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'tenant_id': 'e0bb3da2b1c344b882bb065b24ba46bb', 'fixed_ips': [{'subnet_id': 'c9db192b-23a5-4a36-9b10-be2d33376053'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:30:32.070615 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-fadbf377-27cd-4d4a-bbdc-4fa02a3ef1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:32.076870 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49900) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:32.097487 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.securitygroups_db [None req-387ad875-a6ef-46a2-8304-be728b1a4bef tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Project 8c992398177546e184e9933345174247 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 17:30:32.098299 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-de42fee3-8379-4819-aa02-724f4fa4c714 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:32.109154 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d057307b-650d-4c71-a53d-a100654c0ed5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-801696'] for subnet, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:32.160854 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-387ad875-a6ef-46a2-8304-be728b1a4bef tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:32.180593 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port c31eba9c-8371-4a19-b8be-ae2c172725cd triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:30:32.180843 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:32.242031 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 17:30:32.255625 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-de42fee3-8379-4819-aa02-724f4fa4c714 None None] Transition to ACTIVE for port object c36bb327-0831-4ca4-8920-4f5579e2f64f will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:30:32.376312 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2fe91c78-2a35-484f-b147-9f5fd0b6c218 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:32.409211 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2fe91c78-2a35-484f-b147-9f5fd0b6c218 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:32.441281 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-387ad875-a6ef-46a2-8304-be728b1a4bef tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:32.446647 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d057307b-650d-4c71-a53d-a100654c0ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:32.474931 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2fe91c78-2a35-484f-b147-9f5fd0b6c218 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Network 7c845596-7de8-4027-8a8a-bc9f309c3272 is not hosted by any dhcp agent {{(pid=88038) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 04 17:30:32.480746 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe91c78-2a35-484f-b147-9f5fd0b6c218 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:32.481097 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2fe91c78-2a35-484f-b147-9f5fd0b6c218 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:32.485042 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-2fe91c78-2a35-484f-b147-9f5fd0b6c218 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] 10.222.0.41 "PUT /v2.0/networks/7c845596-7de8-4027-8a8a-bc9f309c3272 HTTP/1.1" status: 200 len: 723 time: 0.5673862 May 04 17:30:32.485230 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-de42fee3-8379-4819-aa02-724f4fa4c714 None None] Transition to ACTIVE for port object c36bb327-0831-4ca4-8920-4f5579e2f64f will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:30:32.501185 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49904) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:32.503661 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-387ad875-a6ef-46a2-8304-be728b1a4bef tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:32.514301 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-0c430050-20b3-45bb-b726-a27ade4730b0 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Request body: {'subnet': {'network_id': '7c845596-7de8-4027-8a8a-bc9f309c3272', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:30:32.569687 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-de42fee3-8379-4819-aa02-724f4fa4c714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:32.603677 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f085dfa9-0c72-46ee-9183-1ed518903331 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for router, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:32.612868 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-84e5c11c-de66-498d-93e9-528318ddf7cd None None] Provisioning complete for port 1c17d472-a4c5-4cb4-986a-81137bac43fd triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:30:32.613246 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-84e5c11c-de66-498d-93e9-528318ddf7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:32.628717 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387ad875-a6ef-46a2-8304-be728b1a4bef tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72c5df96-5b46-445e-8156-585744a848e2,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:32.644908 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe91c78-2a35-484f-b147-9f5fd0b6c218 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Pushing event updated for resources: {'Network': ['ID=7c845596-7de8-4027-8a8a-bc9f309c3272,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:32.706692 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cea5244-826d-4790-b6ed-1011b7437110 None None] Network 213ac483-1c0b-4349-83e5-30f1068036f6 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:30:32.718958 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 7c845596-7de8-4027-8a8a-bc9f309c3272 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:30:32.723466 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-387ad875-a6ef-46a2-8304-be728b1a4bef tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:32.724849 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-387ad875-a6ef-46a2-8304-be728b1a4bef tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9209838 May 04 17:30:32.752904 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-0c430050-20b3-45bb-b726-a27ade4730b0 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:30:32.761614 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d057307b-650d-4c71-a53d-a100654c0ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:32.789382 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b9dd981-794e-42d3-8697-0b4c8d708dd4 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Router f7b8dd67-88b8-4f42-87ee-9c82722da786 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:30:32.799882 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-0c430050-20b3-45bb-b726-a27ade4730b0 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:30:32.816526 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d057307b-650d-4c71-a53d-a100654c0ed5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c14252a2-7d43-446e-921a-c611341f12b4,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:32.821153 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d057307b-650d-4c71-a53d-a100654c0ed5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:32.831962 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-d057307b-650d-4c71-a53d-a100654c0ed5 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c14252a2-7d43-446e-921a-c611341f12b4 HTTP/1.1" status: 204 len: 168 time: 1.1913159 May 04 17:30:32.833398 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 49918) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:32.853123 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-fadbf377-27cd-4d4a-bbdc-4fa02a3ef1b9 None None] Allocated IP 2001:db8::2 (6b89b041-5c42-49da-97bf-23cee8aadf17/c9db192b-23a5-4a36-9b10-be2d33376053/0d4d6113-de55-4ba9-bfe4-b36a477739ad) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:30:32.860250 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c430050-20b3-45bb-b726-a27ade4730b0 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Made reservation on behalf of 53b502bc006642479c9b29af51aad044 for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:30:32.865527 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0c430050-20b3-45bb-b726-a27ade4730b0 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:32.878965 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-948b95d1-765c-4689-9bf1-d210e3bd4394 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] For port 0dcca6f2-ba24-4423-a32b-455386678d85, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=0dcca6f2-ba24-4423-a32b-455386678d85,segment=NetworkSegment(d3255067-93d5-4894-ad52-00ad1edcf52f),segment_id=d3255067-93d5-4894-ad52-00ad1edcf52f)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:30:32.879324 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-948b95d1-765c-4689-9bf1-d210e3bd4394 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:33.061809 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-08ec5245-37df-4d33-adc2-87d9bce3216c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:33.085200 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-08ec5245-37df-4d33-adc2-87d9bce3216c admin admin] Deleting port e93ec33e-2a19-4d99-8b02-bce543da5f6a {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:30:33.085547 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-08ec5245-37df-4d33-adc2-87d9bce3216c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:33.144922 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-fadbf377-27cd-4d4a-bbdc-4fa02a3ef1b9 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:33.157484 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-fadbf377-27cd-4d4a-bbdc-4fa02a3ef1b9 None None] Transition to ACTIVE for port object 0d4d6113-de55-4ba9-bfe4-b36a477739ad will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:30:33.188168 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de42fee3-8379-4819-aa02-724f4fa4c714 None None] Network ae51f3af-c2b1-4a83-a2b4-252c516df2cc is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:30:33.220755 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-de42fee3-8379-4819-aa02-724f4fa4c714 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:30:33.222622 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de42fee3-8379-4819-aa02-724f4fa4c714 None None] Pushing event updated for resources: {'Port': ['ID=c36bb327-0831-4ca4-8920-4f5579e2f64f,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:33.224819 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de42fee3-8379-4819-aa02-724f4fa4c714 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:30:33.320717 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-948b95d1-765c-4689-9bf1-d210e3bd4394 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Calling delete_port for 0dcca6f2-ba24-4423-a32b-455386678d85 owned by network:dhcp {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:30:33.330617 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826470ca-badb-42df-82ae-33f13bb47b32 None None] Network dc3827ab-b4d6-4656-be7d-24135047baff requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:30:33.486909 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f085dfa9-0c72-46ee-9183-1ed518903331 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:33.499554 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f085dfa9-0c72-46ee-9183-1ed518903331 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:33.533402 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0c430050-20b3-45bb-b726-a27ade4730b0 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:33.557851 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e02a9c52-7d09-4333-9009-a9ff69812752 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:33.588176 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-08ec5245-37df-4d33-adc2-87d9bce3216c admin admin] For port e93ec33e-2a19-4d99-8b02-bce543da5f6a, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=e93ec33e-2a19-4d99-8b02-bce543da5f6a,segment=NetworkSegment(40fdd87b-6347-4489-a912-23174799ead5),segment_id=40fdd87b-6347-4489-a912-23174799ead5)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:30:33.588835 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-08ec5245-37df-4d33-adc2-87d9bce3216c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:33.627500 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ac2250f0-b637-41eb-a1e3-63e7c7a9ffab tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:33.636457 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f085dfa9-0c72-46ee-9183-1ed518903331 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:33.636950 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f085dfa9-0c72-46ee-9183-1ed518903331 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Fanout notify agent at l3_agent the message router_deleted on router 80dcc7cf-fbc0-4adf-b882-351c7e91122b {{(pid=88037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:30:33.644256 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b9dd981-794e-42d3-8697-0b4c8d708dd4 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:30:33.661420 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-948b95d1-765c-4689-9bf1-d210e3bd4394 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:33.666064 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378981cb-7639-4ab4-9460-dd7da5b95505 None None] Sync routers for ids ['f7b8dd67-88b8-4f42-87ee-9c82722da786'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:30:33.678072 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378981cb-7639-4ab4-9460-dd7da5b95505 None None] Routers {'f7b8dd67-88b8-4f42-87ee-9c82722da786'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:30:33.680230 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-378981cb-7639-4ab4-9460-dd7da5b95505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:30:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['f7b8dd67-88b8-4f42-87ee-9c82722da786'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:33.838302 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-08ec5245-37df-4d33-adc2-87d9bce3216c admin admin] Calling delete_port for e93ec33e-2a19-4d99-8b02-bce543da5f6a owned by network:dhcp {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:30:33.843129 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948b95d1-765c-4689-9bf1-d210e3bd4394 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] No DVR routers for this DVR port 0dcca6f2-ba24-4423-a32b-455386678d85 on host dv-neutron-840426-1-hyperv {{(pid=88037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:30:33.849041 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948b95d1-765c-4689-9bf1-d210e3bd4394 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Pushing event deleted for resources: {'Port': ['ID=0dcca6f2-ba24-4423-a32b-455386678d85,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:33.912193 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c430050-20b3-45bb-b726-a27ade4730b0 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Pushing event updated for resources: {'Subnet': ['ID=c004c8d5-eb6b-486d-8083-3bdc50b936bd,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:33.922286 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-84e5c11c-de66-498d-93e9-528318ddf7cd None None] Port 1c17d472-a4c5-4cb4-986a-81137bac43fd cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:30:33.946842 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c430050-20b3-45bb-b726-a27ade4730b0 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Checking segment: {'id': 'ede7e4f6-0cc8-49ce-83cf-71a1263931f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '7c845596-7de8-4027-8a8a-bc9f309c3272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:30:33.947207 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c430050-20b3-45bb-b726-a27ade4730b0 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Network hostable DHCP agents. Network: 7c845596-7de8-4027-8a8a-bc9f309c3272, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:30:33.990991 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-378981cb-7639-4ab4-9460-dd7da5b95505 None None] Set router f7b8dd67-88b8-4f42-87ee-9c82722da786 gateway port host: None {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:30:34.048484 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-08ec5245-37df-4d33-adc2-87d9bce3216c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:34.096184 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-fadbf377-27cd-4d4a-bbdc-4fa02a3ef1b9 None None] Transition to ACTIVE for port object 0d4d6113-de55-4ba9-bfe4-b36a477739ad will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:30:34.103921 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c430050-20b3-45bb-b726-a27ade4730b0 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Network 7c845596-7de8-4027-8a8a-bc9f309c3272 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:30:34.120493 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ec5245-37df-4d33-adc2-87d9bce3216c admin admin] Pushing event deleted for resources: {'Port': ['ID=e93ec33e-2a19-4d99-8b02-bce543da5f6a,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:34.138833 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ec5245-37df-4d33-adc2-87d9bce3216c admin admin] No DVR routers for this DVR port e93ec33e-2a19-4d99-8b02-bce543da5f6a on host dv-neutron-840426-1-hyperv {{(pid=88038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:30:34.162301 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-3b9dd981-794e-42d3-8697-0b4c8d708dd4 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "PUT /v2.0/routers/f7b8dd67-88b8-4f42-87ee-9c82722da786/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.6048872 May 04 17:30:34.178683 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49962) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:34.184353 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-c20b5594-00e2-49d6-9f1e-aa07f72f2169 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:30:34.190272 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-0c430050-20b3-45bb-b726-a27ade4730b0 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 7c845596-7de8-4027-8a8a-bc9f309c3272) {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:30:34.207949 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c430050-20b3-45bb-b726-a27ade4730b0 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:34.208702 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0c430050-20b3-45bb-b726-a27ade4730b0 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:34.243426 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f085dfa9-0c72-46ee-9183-1ed518903331 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:34.244487 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-f085dfa9-0c72-46ee-9183-1ed518903331 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "DELETE /v2.0/routers/80dcc7cf-fbc0-4adf-b882-351c7e91122b HTTP/1.1" status: 204 len: 168 time: 2.1615536 May 04 17:30:34.247493 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49966) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:34.250324 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-0c430050-20b3-45bb-b726-a27ade4730b0 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7479227 May 04 17:30:34.280780 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5728f2e-ca35-460b-bae3-df646a323fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:34.296813 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9272c8-6164-4382-bb88-60bc67f10463 None None] Network 7c845596-7de8-4027-8a8a-bc9f309c3272 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:30:34.338521 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-fadbf377-27cd-4d4a-bbdc-4fa02a3ef1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:34.352883 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-378981cb-7639-4ab4-9460-dd7da5b95505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'name': 'tempest-RoutersTest-router-305251255', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:29:20Z', 'updated_at': '2022-05-04T17:30:28Z', 'revision_number': 5, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'gw_port_host': None, '_interfaces': [{'id': '1c17d472-a4c5-4cb4-986a-81137bac43fd', 'name': '', 'network_id': '2381101d-3399-4e20-888a-f18bc45e7d77', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'mac_address': 'fa:16:3e:93:09:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'c56cbe09-4d81-427c-85e0-3c596b8f3b72', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:30:22Z', 'updated_at': '2022-05-04T17:30:29Z', 'revision_number': 2, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'subnets': [{'id': 'c56cbe09-4d81-427c-85e0-3c596b8f3b72', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '26b2ffc0-9652-4cf3-b203-f3b1becebe09', 'name': '', 'network_id': '2f65bb8b-7242-49b2-a8a7-abb038f78922', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'mac_address': 'fa:16:3e:7f:4a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ebac6750-cbc0-4304-8985-d5c3a04ce5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:25Z', 'updated_at': '2022-05-04T17:29:41Z', 'revision_number': 5, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'subnets': [{'id': 'ebac6750-cbc0-4304-8985-d5c3a04ce5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c166adf-65e0-46f8-950f-b7bb328763d7', 'name': '', 'network_id': 'c5f33437-0ece-49c0-a87b-3483fbe73a31', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'mac_address': 'fa:16:3e:39:a9:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '9145304b-f9c0-4a4b-8a07-e0960ebf8b02', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:30:04Z', 'updated_at': '2022-05-04T17:30:24Z', 'revision_number': 4, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'subnets': [{'id': '9145304b-f9c0-4a4b-8a07-e0960ebf8b02', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbcda7fa-7584-47e4-a662-b2f3fb59ea54', 'name': '', 'network_id': 'dc521a67-ad73-4658-89d0-00bb27c0bc84', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'mac_address': 'fa:16:3e:f9:3c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '48ff8e43-2762-48d0-8242-e1b75c56aaef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:46Z', 'updated_at': '2022-05-04T17:30:20Z', 'revision_number': 5, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'subnets': [{'id': '48ff8e43-2762-48d0-8242-e1b75c56aaef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:34.358180 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378981cb-7639-4ab4-9460-dd7da5b95505 None None] Checking router: f7b8dd67-88b8-4f42-87ee-9c82722da786 for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:30:34.358785 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378981cb-7639-4ab4-9460-dd7da5b95505 None None] Updating router f7b8dd67-88b8-4f42-87ee-9c82722da786 port 1c17d472-a4c5-4cb4-986a-81137bac43fd binding host dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:30:34.378984 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e02a9c52-7d09-4333-9009-a9ff69812752 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:34.390726 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 49968) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:34.447907 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-378981cb-7639-4ab4-9460-dd7da5b95505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:34.476972 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-08ec5245-37df-4d33-adc2-87d9bce3216c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:34.486667 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-8740397c-32d9-4d75-b40a-42cbd9e15959 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:30:34.488172 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device ac077b16-bc27-4788-a924-1b45bc119226 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:30:34.513757 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-de42fee3-8379-4819-aa02-724f4fa4c714 None None] Attempting to bind port c36bb327-0831-4ca4-8920-4f5579e2f64f on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:30:34.514252 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-de42fee3-8379-4819-aa02-724f4fa4c714 None None] Attempting to bind port c36bb327-0831-4ca4-8920-4f5579e2f64f by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'c308af21-c49e-4e03-83a7-c57c384ff109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ae51f3af-c2b1-4a83-a2b4-252c516df2cc'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:30:34.514737 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de42fee3-8379-4819-aa02-724f4fa4c714 None None] Attempting to bind port c36bb327-0831-4ca4-8920-4f5579e2f64f on network ae51f3af-c2b1-4a83-a2b4-252c516df2cc {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:30:34.522740 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-08ec5245-37df-4d33-adc2-87d9bce3216c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc3827ab-b4d6-4656-be7d-24135047baff']}} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:34.549266 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-08ec5245-37df-4d33-adc2-87d9bce3216c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40fdd87b-6347-4489-a912-23174799ead5') {'for_net_delete': True} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:34.549576 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-08ec5245-37df-4d33-adc2-87d9bce3216c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40fdd87b-6347-4489-a912-23174799ead5') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:34.579550 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-08ec5245-37df-4d33-adc2-87d9bce3216c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801627'] for segment, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:34.582668 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de42fee3-8379-4819-aa02-724f4fa4c714 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:30:34.583133 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de42fee3-8379-4819-aa02-724f4fa4c714 None None] Checking segment: {'id': 'c308af21-c49e-4e03-83a7-c57c384ff109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ae51f3af-c2b1-4a83-a2b4-252c516df2cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:30:34.584254 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-de42fee3-8379-4819-aa02-724f4fa4c714 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:34.584254 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de42fee3-8379-4819-aa02-724f4fa4c714 None None] Bound using segment: {'id': 'c308af21-c49e-4e03-83a7-c57c384ff109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ae51f3af-c2b1-4a83-a2b4-252c516df2cc'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:30:34.584499 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-de42fee3-8379-4819-aa02-724f4fa4c714 None None] Bound port: c36bb327-0831-4ca4-8920-4f5579e2f64f, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c308af21-c49e-4e03-83a7-c57c384ff109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ae51f3af-c2b1-4a83-a2b4-252c516df2cc'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:30:34.585007 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-de42fee3-8379-4819-aa02-724f4fa4c714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:34.618478 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-08ec5245-37df-4d33-adc2-87d9bce3216c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:34.633007 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08ec5245-37df-4d33-adc2-87d9bce3216c admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=88038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:30:34.633969 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-08ec5245-37df-4d33-adc2-87d9bce3216c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7881827'] for segment, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:34.657437 dv-neutron-840426-1-hyperv neutron-server[88038]: Traceback (most recent call last): May 04 17:30:34.657437 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:30:34.657437 dv-neutron-840426-1-hyperv neutron-server[88038]: timer() May 04 17:30:34.657437 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:30:34.657437 dv-neutron-840426-1-hyperv neutron-server[88038]: cb(*args, **kw) May 04 17:30:34.657437 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:30:34.657437 dv-neutron-840426-1-hyperv neutron-server[88038]: return func(*args, **kwargs) May 04 17:30:34.657437 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:30:34.657437 dv-neutron-840426-1-hyperv neutron-server[88038]: self._notify() May 04 17:30:34.657437 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:30:34.657437 dv-neutron-840426-1-hyperv neutron-server[88038]: self.callback(batched_events) May 04 17:30:34.657437 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:30:34.657437 dv-neutron-840426-1-hyperv neutron-server[88038]: event.method(event) May 04 17:30:34.657437 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:30:34.657437 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:30:34.657437 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:30:34.657437 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:30:34.657437 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:30:34.657437 dv-neutron-840426-1-hyperv neutron-server[88038]: return f(self, *a, **k) May 04 17:30:34.657437 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:30:34.657437 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._get(url).json() May 04 17:30:34.657437 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:30:34.657437 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:30:34.657437 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:30:34.657437 dv-neutron-840426-1-hyperv neutron-server[88038]: return self.request(url, 'GET', **kwargs) May 04 17:30:34.657437 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:30:34.657437 dv-neutron-840426-1-hyperv neutron-server[88038]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:30:34.657437 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:30:34.657437 dv-neutron-840426-1-hyperv neutron-server[88038]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:30:34.657437 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:30:34.657437 dv-neutron-840426-1-hyperv neutron-server[88038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:30:34.657437 dv-neutron-840426-1-hyperv neutron-server[88038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:30:34.671510 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadbf377-27cd-4d4a-bbdc-4fa02a3ef1b9 None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:30:34.687648 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-fadbf377-27cd-4d4a-bbdc-4fa02a3ef1b9 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:30:34.689672 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-948b95d1-765c-4689-9bf1-d210e3bd4394 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:34.748524 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadbf377-27cd-4d4a-bbdc-4fa02a3ef1b9 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:30:34.756056 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadbf377-27cd-4d4a-bbdc-4fa02a3ef1b9 None None] Pushing event updated for resources: {'Port': ['ID=0d4d6113-de55-4ba9-bfe4-b36a477739ad,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:34.809128 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-08ec5245-37df-4d33-adc2-87d9bce3216c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:34.843262 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-948b95d1-765c-4689-9bf1-d210e3bd4394 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['213ac483-1c0b-4349-83e5-30f1068036f6']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:34.844054 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadbf377-27cd-4d4a-bbdc-4fa02a3ef1b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:30:34.844806 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadbf377-27cd-4d4a-bbdc-4fa02a3ef1b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:30:34.845488 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadbf377-27cd-4d4a-bbdc-4fa02a3ef1b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:30:34.845852 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadbf377-27cd-4d4a-bbdc-4fa02a3ef1b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:30:34.846772 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadbf377-27cd-4d4a-bbdc-4fa02a3ef1b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:30:34.847115 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadbf377-27cd-4d4a-bbdc-4fa02a3ef1b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:30:34.847439 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadbf377-27cd-4d4a-bbdc-4fa02a3ef1b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:30:34.847770 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadbf377-27cd-4d4a-bbdc-4fa02a3ef1b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:30:34.848099 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadbf377-27cd-4d4a-bbdc-4fa02a3ef1b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:30:34.848426 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadbf377-27cd-4d4a-bbdc-4fa02a3ef1b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:30:34.848749 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadbf377-27cd-4d4a-bbdc-4fa02a3ef1b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:30:34.849070 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadbf377-27cd-4d4a-bbdc-4fa02a3ef1b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:30:34.851664 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-08ec5245-37df-4d33-adc2-87d9bce3216c admin admin] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:34.879103 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-08ec5245-37df-4d33-adc2-87d9bce3216c admin admin] 10.222.0.41 "DELETE /v2.0/networks/dc3827ab-b4d6-4656-be7d-24135047baff HTTP/1.1" status: 204 len: 168 time: 2.0444233 May 04 17:30:34.881743 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ec5245-37df-4d33-adc2-87d9bce3216c admin admin] Pushing event deleted for resources: {'Network': ['ID=dc3827ab-b4d6-4656-be7d-24135047baff,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:34.984556 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02a9c52-7d09-4333-9009-a9ff69812752 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Pushing event updated for resources: {'Port': ['ID=5f202f2b-91c4-427a-bbcc-71f263959f01,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:34.996966 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-584a8eea-1678-4e71-a2dd-edacfc0037b0 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Deleting subnet 4c6fd038-32ee-4880-8271-c9cb8bf42e35 {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:30:35.050250 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port ac077b16-bc27-4788-a924-1b45bc119226 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:30:35.096704 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50010) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:35.101197 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-a38ab6e3-0722-4b40-b823-d398ceb04ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b856b5b3-059a-4f79-a9d7-d334cf0b6ced', 'name': 'tempest-TestVolumeBootPattern-1476798684-router', 'tenant_id': '80242677aabb4106b0b2141d5450b9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.22'}], 'enable_snat': True}, 'gw_port_id': 'ac077b16-bc27-4788-a924-1b45bc119226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:30:02Z', 'updated_at': '2022-05-04T17:30:19Z', 'revision_number': 4, 'project_id': '80242677aabb4106b0b2141d5450b9ec', 'gw_port': {'id': 'ac077b16-bc27-4788-a924-1b45bc119226', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:81:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b856b5b3-059a-4f79-a9d7-d334cf0b6ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:30:04Z', 'updated_at': '2022-05-04T17:30:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': 'bea58037-c681-4c0f-9d9c-30853a8a8f99', 'name': '', 'network_id': '21577589-3117-4a42-a464-4385a4611743', 'tenant_id': '80242677aabb4106b0b2141d5450b9ec', 'mac_address': 'fa:16:3e:7f:2e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b856b5b3-059a-4f79-a9d7-d334cf0b6ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '0824419e-4bfd-4938-98fc-caa54e89980b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:30:16Z', 'updated_at': '2022-05-04T17:30:30Z', 'revision_number': 4, 'project_id': '80242677aabb4106b0b2141d5450b9ec', 'subnets': [{'id': '0824419e-4bfd-4938-98fc-caa54e89980b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:35.162777 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-378981cb-7639-4ab4-9460-dd7da5b95505 None None] Notify callbacks [] for port, precommit_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:35.168104 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-279cdc31-11fb-476b-804b-efa29a2edf83 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a1ff53d6703b4f3fb85115a97c2da768&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0693605 May 04 17:30:35.168991 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50014) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:35.178427 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c35af66-fa84-4d94-b39b-065f2a93b14a None None] DHCP port deletion for dc3827ab-b4d6-4656-be7d-24135047baff request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:30:35.193128 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.provisioning_blocks [None req-378981cb-7639-4ab4-9460-dd7da5b95505 None None] Transition to ACTIVE for port object 1c17d472-a4c5-4cb4-986a-81137bac43fd will not be triggered until provisioned by entity L2. {{(pid=88040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:30:35.199681 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port ac077b16-bc27-4788-a924-1b45bc119226 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:30:35.202235 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:35.208826 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-378981cb-7639-4ab4-9460-dd7da5b95505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:35.224285 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38ab6e3-0722-4b40-b823-d398ceb04ce2 None None] The sync data for ids ['b856b5b3-059a-4f79-a9d7-d334cf0b6ced'] in dv-neutron-840426-1-hyperv is: [{'id': 'b856b5b3-059a-4f79-a9d7-d334cf0b6ced', 'name': 'tempest-TestVolumeBootPattern-1476798684-router', 'tenant_id': '80242677aabb4106b0b2141d5450b9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.22'}], 'enable_snat': True}, 'gw_port_id': 'ac077b16-bc27-4788-a924-1b45bc119226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:30:02Z', 'updated_at': '2022-05-04T17:30:19Z', 'revision_number': 4, 'project_id': '80242677aabb4106b0b2141d5450b9ec', 'gw_port': {'id': 'ac077b16-bc27-4788-a924-1b45bc119226', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:81:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b856b5b3-059a-4f79-a9d7-d334cf0b6ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:30:04Z', 'updated_at': '2022-05-04T17:30:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': 'bea58037-c681-4c0f-9d9c-30853a8a8f99', 'name': '', 'network_id': '21577589-3117-4a42-a464-4385a4611743', 'tenant_id': '80242677aabb4106b0b2141d5450b9ec', 'mac_address': 'fa:16:3e:7f:2e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b856b5b3-059a-4f79-a9d7-d334cf0b6ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '0824419e-4bfd-4938-98fc-caa54e89980b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:30:16Z', 'updated_at': '2022-05-04T17:30:30Z', 'revision_number': 4, 'project_id': '80242677aabb4106b0b2141d5450b9ec', 'subnets': [{'id': '0824419e-4bfd-4938-98fc-caa54e89980b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:30:35.272188 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-de42fee3-8379-4819-aa02-724f4fa4c714 None None] For port c36bb327-0831-4ca4-8920-4f5579e2f64f, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:30:35.279361 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-fadbf377-27cd-4d4a-bbdc-4fa02a3ef1b9 None None] Attempting to bind port 0d4d6113-de55-4ba9-bfe4-b36a477739ad on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:30:35.279658 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-fadbf377-27cd-4d4a-bbdc-4fa02a3ef1b9 None None] Attempting to bind port 0d4d6113-de55-4ba9-bfe4-b36a477739ad by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:30:35.280035 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadbf377-27cd-4d4a-bbdc-4fa02a3ef1b9 None None] Attempting to bind port 0d4d6113-de55-4ba9-bfe4-b36a477739ad on network 6b89b041-5c42-49da-97bf-23cee8aadf17 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:30:35.334814 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadbf377-27cd-4d4a-bbdc-4fa02a3ef1b9 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:30:35.335892 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadbf377-27cd-4d4a-bbdc-4fa02a3ef1b9 None None] Checking segment: {'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:30:35.335892 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-fadbf377-27cd-4d4a-bbdc-4fa02a3ef1b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:35.336123 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadbf377-27cd-4d4a-bbdc-4fa02a3ef1b9 None None] Bound using segment: {'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:30:35.336465 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-fadbf377-27cd-4d4a-bbdc-4fa02a3ef1b9 None None] Bound port: 0d4d6113-de55-4ba9-bfe4-b36a477739ad, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:30:35.337027 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-fadbf377-27cd-4d4a-bbdc-4fa02a3ef1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:35.350830 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-de42fee3-8379-4819-aa02-724f4fa4c714 None None] For port c36bb327-0831-4ca4-8920-4f5579e2f64f, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=c36bb327-0831-4ca4-8920-4f5579e2f64f,segment=NetworkSegment(c308af21-c49e-4e03-83a7-c57c384ff109),segment_id=c308af21-c49e-4e03-83a7-c57c384ff109)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:30:35.388006 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-530aa4a9-307e-436d-83b0-b88733109023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:35.427777 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-ac2250f0-b637-41eb-a1e3-63e7c7a9ffab tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Allocated IP 2001:db8::1 (6b89b041-5c42-49da-97bf-23cee8aadf17/c9db192b-23a5-4a36-9b10-be2d33376053/4ce70bcc-2005-4dde-87bb-dd406d9b0f16) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:30:35.438081 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-de42fee3-8379-4819-aa02-724f4fa4c714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:35.463753 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-530aa4a9-307e-436d-83b0-b88733109023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:35.539128 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8740397c-32d9-4d75-b40a-42cbd9e15959 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5423860'] for subnet, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:35.601964 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-530aa4a9-307e-436d-83b0-b88733109023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:35.631710 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-584a8eea-1678-4e71-a2dd-edacfc0037b0 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:35.642860 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530aa4a9-307e-436d-83b0-b88733109023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=358c2c77-6a16-49ee-a4f9-f24b404a053b,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:35.661229 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-530aa4a9-307e-436d-83b0-b88733109023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:35.683885 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-530aa4a9-307e-436d-83b0-b88733109023 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/358c2c77-6a16-49ee-a4f9-f24b404a053b HTTP/1.1" status: 204 len: 168 time: 0.5107391 May 04 17:30:35.684732 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386c9176-cc36-4372-9eff-890218b8ff79 None None] Pushing event updated for resources: {'Port': ['ID=1c17d472-a4c5-4cb4-986a-81137bac43fd,revision_number=3']} {{(pid=88040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:35.709056 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-378981cb-7639-4ab4-9460-dd7da5b95505 None None] Attempting to bind port 1c17d472-a4c5-4cb4-986a-81137bac43fd on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:30:35.711129 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-378981cb-7639-4ab4-9460-dd7da5b95505 None None] Attempting to bind port 1c17d472-a4c5-4cb4-986a-81137bac43fd by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '0058af74-9131-43b4-99de-8110c5215a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2381101d-3399-4e20-888a-f18bc45e7d77'}] {{(pid=88040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:30:35.715044 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378981cb-7639-4ab4-9460-dd7da5b95505 None None] Attempting to bind port 1c17d472-a4c5-4cb4-986a-81137bac43fd on network 2381101d-3399-4e20-888a-f18bc45e7d77 {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:30:35.728342 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378981cb-7639-4ab4-9460-dd7da5b95505 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:30:35.730345 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378981cb-7639-4ab4-9460-dd7da5b95505 None None] Checking segment: {'id': '0058af74-9131-43b4-99de-8110c5215a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2381101d-3399-4e20-888a-f18bc45e7d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:30:35.731477 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-378981cb-7639-4ab4-9460-dd7da5b95505 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:35.732622 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa22bcd-76b2-4537-be08-534393320296 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-7c845596-7de8-4027-8a8a-bc9f309c3272', 'network_id': '7c845596-7de8-4027-8a8a-bc9f309c3272', 'tenant_id': '53b502bc006642479c9b29af51aad044', 'fixed_ips': [{'subnet_id': 'c004c8d5-eb6b-486d-8083-3bdc50b936bd'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:30:35.732758 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378981cb-7639-4ab4-9460-dd7da5b95505 None None] Bound using segment: {'id': '0058af74-9131-43b4-99de-8110c5215a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2381101d-3399-4e20-888a-f18bc45e7d77'} {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:30:35.733320 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-378981cb-7639-4ab4-9460-dd7da5b95505 None None] Bound port: 1c17d472-a4c5-4cb4-986a-81137bac43fd, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0058af74-9131-43b4-99de-8110c5215a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '2381101d-3399-4e20-888a-f18bc45e7d77'}}] {{(pid=88040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:30:35.733446 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-6fa22bcd-76b2-4537-be08-534393320296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:35.735057 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-378981cb-7639-4ab4-9460-dd7da5b95505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:35.768965 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de42fee3-8379-4819-aa02-724f4fa4c714 None None] Pushing event updated for resources: {'Port': ['ID=c36bb327-0831-4ca4-8920-4f5579e2f64f,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:35.846702 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-584a8eea-1678-4e71-a2dd-edacfc0037b0 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:35.894448 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-948b95d1-765c-4689-9bf1-d210e3bd4394 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3255067-93d5-4894-ad52-00ad1edcf52f') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:35.894448 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-948b95d1-765c-4689-9bf1-d210e3bd4394 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3255067-93d5-4894-ad52-00ad1edcf52f') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:35.902102 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.db [None req-378981cb-7639-4ab4-9460-dd7da5b95505 None None] For port 1c17d472-a4c5-4cb4-986a-81137bac43fd, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:30:35.907390 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.db [None req-378981cb-7639-4ab4-9460-dd7da5b95505 None None] For port 1c17d472-a4c5-4cb4-986a-81137bac43fd, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=1c17d472-a4c5-4cb4-986a-81137bac43fd,segment=NetworkSegment(0058af74-9131-43b4-99de-8110c5215a6a),segment_id=0058af74-9131-43b4-99de-8110c5215a6a)] {{(pid=88040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:30:35.914255 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-378981cb-7639-4ab4-9460-dd7da5b95505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:35.968049 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-fcf36612-746a-4bbc-9716-451ca9e4c177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:35.975268 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02a9c52-7d09-4333-9009-a9ff69812752 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Checking segment: {'id': '754d038b-8001-4c53-b0ad-0ccef437c740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '51f236b9-f0ae-4ad5-82f6-dc19cf08be26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:30:35.975817 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02a9c52-7d09-4333-9009-a9ff69812752 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Network hostable DHCP agents. Network: 51f236b9-f0ae-4ad5-82f6-dc19cf08be26, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:30:35.985654 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-948b95d1-765c-4689-9bf1-d210e3bd4394 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:36.094085 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386c9176-cc36-4372-9eff-890218b8ff79 None None] Pushing event updated for resources: {'Port': ['ID=1c17d472-a4c5-4cb4-986a-81137bac43fd,revision_number=4']} {{(pid=88040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:36.125048 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-948b95d1-765c-4689-9bf1-d210e3bd4394 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:36.126071 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378981cb-7639-4ab4-9460-dd7da5b95505 None None] Routers {'f7b8dd67-88b8-4f42-87ee-9c82722da786'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:30:36.126718 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-378981cb-7639-4ab4-9460-dd7da5b95505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:30:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['f7b8dd67-88b8-4f42-87ee-9c82722da786'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:36.368568 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-6fa22bcd-76b2-4537-be08-534393320296 None None] Allocated IP 2001:db8::2 (7c845596-7de8-4027-8a8a-bc9f309c3272/c004c8d5-eb6b-486d-8083-3bdc50b936bd/cdc41c25-7fdb-471f-b72b-c66e5806e73d) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:30:36.439151 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-948b95d1-765c-4689-9bf1-d210e3bd4394 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:30:36.439560 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-948b95d1-765c-4689-9bf1-d210e3bd4394 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:36.526555 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-fadbf377-27cd-4d4a-bbdc-4fa02a3ef1b9 None None] For port 0d4d6113-de55-4ba9-bfe4-b36a477739ad, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:30:36.535321 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-fadbf377-27cd-4d4a-bbdc-4fa02a3ef1b9 None None] For port 0d4d6113-de55-4ba9-bfe4-b36a477739ad, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=0d4d6113-de55-4ba9-bfe4-b36a477739ad,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:30:36.662272 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-378981cb-7639-4ab4-9460-dd7da5b95505 None None] Set router f7b8dd67-88b8-4f42-87ee-9c82722da786 gateway port host: None {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:30:36.689638 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:36.744033 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-fadbf377-27cd-4d4a-bbdc-4fa02a3ef1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:36.757597 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 17:30:36.757597 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:30:36.757597 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 17:30:36.757597 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:30:36.757597 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 17:30:36.757597 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:30:36.757597 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 17:30:36.757597 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:30:36.757597 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 17:30:36.757597 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:30:36.757597 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 17:30:36.757597 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:30:36.757597 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 17:30:36.757597 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:30:36.757597 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:30:36.757597 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:30:36.757597 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:30:36.757597 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:30:36.757597 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 17:30:36.757597 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:30:36.757597 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 17:30:36.757597 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:30:36.757597 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:30:36.757597 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:30:36.757597 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 17:30:36.757597 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:30:36.757597 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:30:36.757597 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:30:36.757597 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:30:36.757597 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:30:36.757597 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:30:36.757597 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:30:36.859451 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02a9c52-7d09-4333-9009-a9ff69812752 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Network 51f236b9-f0ae-4ad5-82f6-dc19cf08be26 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:30:36.862839 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:36.867792 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:36.910753 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port ac077b16-bc27-4788-a924-1b45bc119226, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=ac077b16-bc27-4788-a924-1b45bc119226,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:30:36.942143 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:36.963006 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-e02a9c52-7d09-4333-9009-a9ff69812752 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 51f236b9-f0ae-4ad5-82f6-dc19cf08be26) {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:30:36.994496 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5150bc-2c8a-4c3e-9e32-992c405be673 None None] Network 51f236b9-f0ae-4ad5-82f6-dc19cf08be26 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:30:37.051365 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02a9c52-7d09-4333-9009-a9ff69812752 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:30:37.053102 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e02a9c52-7d09-4333-9009-a9ff69812752 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:37.228159 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-584a8eea-1678-4e71-a2dd-edacfc0037b0 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:37.286133 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-948b95d1-765c-4689-9bf1-d210e3bd4394 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:37.434997 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ac2250f0-b637-41eb-a1e3-63e7c7a9ffab tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:37.457942 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-ac2250f0-b637-41eb-a1e3-63e7c7a9ffab tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Transition to ACTIVE for port object 4ce70bcc-2005-4dde-87bb-dd406d9b0f16 will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:30:37.589614 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-378981cb-7639-4ab4-9460-dd7da5b95505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'name': 'tempest-RoutersTest-router-305251255', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:29:20Z', 'updated_at': '2022-05-04T17:30:28Z', 'revision_number': 5, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'gw_port_host': None, '_interfaces': [{'id': '1c17d472-a4c5-4cb4-986a-81137bac43fd', 'name': '', 'network_id': '2381101d-3399-4e20-888a-f18bc45e7d77', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'mac_address': 'fa:16:3e:93:09:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'c56cbe09-4d81-427c-85e0-3c596b8f3b72', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:30:22Z', 'updated_at': '2022-05-04T17:30:35Z', 'revision_number': 4, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'subnets': [{'id': 'c56cbe09-4d81-427c-85e0-3c596b8f3b72', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '26b2ffc0-9652-4cf3-b203-f3b1becebe09', 'name': '', 'network_id': '2f65bb8b-7242-49b2-a8a7-abb038f78922', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'mac_address': 'fa:16:3e:7f:4a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ebac6750-cbc0-4304-8985-d5c3a04ce5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:25Z', 'updated_at': '2022-05-04T17:29:41Z', 'revision_number': 5, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'subnets': [{'id': 'ebac6750-cbc0-4304-8985-d5c3a04ce5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c166adf-65e0-46f8-950f-b7bb328763d7', 'name': '', 'network_id': 'c5f33437-0ece-49c0-a87b-3483fbe73a31', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'mac_address': 'fa:16:3e:39:a9:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '9145304b-f9c0-4a4b-8a07-e0960ebf8b02', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:30:04Z', 'updated_at': '2022-05-04T17:30:24Z', 'revision_number': 4, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'subnets': [{'id': '9145304b-f9c0-4a4b-8a07-e0960ebf8b02', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbcda7fa-7584-47e4-a662-b2f3fb59ea54', 'name': '', 'network_id': 'dc521a67-ad73-4658-89d0-00bb27c0bc84', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'mac_address': 'fa:16:3e:f9:3c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '48ff8e43-2762-48d0-8242-e1b75c56aaef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:46Z', 'updated_at': '2022-05-04T17:30:20Z', 'revision_number': 5, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'subnets': [{'id': '48ff8e43-2762-48d0-8242-e1b75c56aaef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:37.598519 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378981cb-7639-4ab4-9460-dd7da5b95505 None None] The sync data for ids ['f7b8dd67-88b8-4f42-87ee-9c82722da786'] in dv-neutron-840426-1-hyperv is: [{'id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'name': 'tempest-RoutersTest-router-305251255', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:29:20Z', 'updated_at': '2022-05-04T17:30:28Z', 'revision_number': 5, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'gw_port_host': None, '_interfaces': [{'id': '1c17d472-a4c5-4cb4-986a-81137bac43fd', 'name': '', 'network_id': '2381101d-3399-4e20-888a-f18bc45e7d77', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'mac_address': 'fa:16:3e:93:09:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'c56cbe09-4d81-427c-85e0-3c596b8f3b72', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:30:22Z', 'updated_at': '2022-05-04T17:30:35Z', 'revision_number': 4, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'subnets': [{'id': 'c56cbe09-4d81-427c-85e0-3c596b8f3b72', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '26b2ffc0-9652-4cf3-b203-f3b1becebe09', 'name': '', 'network_id': '2f65bb8b-7242-49b2-a8a7-abb038f78922', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'mac_address': 'fa:16:3e:7f:4a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ebac6750-cbc0-4304-8985-d5c3a04ce5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:25Z', 'updated_at': '2022-05-04T17:29:41Z', 'revision_number': 5, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'subnets': [{'id': 'ebac6750-cbc0-4304-8985-d5c3a04ce5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c166adf-65e0-46f8-950f-b7bb328763d7', 'name': '', 'network_id': 'c5f33437-0ece-49c0-a87b-3483fbe73a31', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'mac_address': 'fa:16:3e:39:a9:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '9145304b-f9c0-4a4b-8a07-e0960ebf8b02', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:30:04Z', 'updated_at': '2022-05-04T17:30:24Z', 'revision_number': 4, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'subnets': [{'id': '9145304b-f9c0-4a4b-8a07-e0960ebf8b02', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbcda7fa-7584-47e4-a662-b2f3fb59ea54', 'name': '', 'network_id': 'dc521a67-ad73-4658-89d0-00bb27c0bc84', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'mac_address': 'fa:16:3e:f9:3c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '48ff8e43-2762-48d0-8242-e1b75c56aaef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:46Z', 'updated_at': '2022-05-04T17:30:20Z', 'revision_number': 5, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'subnets': [{'id': '48ff8e43-2762-48d0-8242-e1b75c56aaef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:30:37.616554 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadbf377-27cd-4d4a-bbdc-4fa02a3ef1b9 None None] Pushing event updated for resources: {'Port': ['ID=0d4d6113-de55-4ba9-bfe4-b36a477739ad,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:37.763477 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-948b95d1-765c-4689-9bf1-d210e3bd4394 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:37.769722 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-584a8eea-1678-4e71-a2dd-edacfc0037b0 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:37.884077 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 4c166adf-65e0-46f8-950f-b7bb328763d7 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:30:37.925061 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948b95d1-765c-4689-9bf1-d210e3bd4394 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Pushing event deleted for resources: {'Network': ['ID=213ac483-1c0b-4349-83e5-30f1068036f6,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:38.002055 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584a8eea-1678-4e71-a2dd-edacfc0037b0 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Pushing event deleted for resources: {'Subnet': ['ID=4c6fd038-32ee-4880-8271-c9cb8bf42e35,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:38.020885 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-584a8eea-1678-4e71-a2dd-edacfc0037b0 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:38.032006 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-584a8eea-1678-4e71-a2dd-edacfc0037b0 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "DELETE /v2.0/subnets/4c6fd038-32ee-4880-8271-c9cb8bf42e35 HTTP/1.1" status: 204 len: 168 time: 3.6549606 May 04 17:30:38.034119 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02a9c52-7d09-4333-9009-a9ff69812752 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Pushing event updated for resources: {'Port': ['ID=847867b1-5db4-4606-872a-f6ae8deef849,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:38.035414 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50044) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:38.043461 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-948b95d1-765c-4689-9bf1-d210e3bd4394 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "DELETE /v2.0/networks/213ac483-1c0b-4349-83e5-30f1068036f6 HTTP/1.1" status: 204 len: 168 time: 10.8000090 May 04 17:30:38.053442 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-6fa22bcd-76b2-4537-be08-534393320296 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:38.080095 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-6fa22bcd-76b2-4537-be08-534393320296 None None] Transition to ACTIVE for port object cdc41c25-7fdb-471f-b72b-c66e5806e73d will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:30:38.092494 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50048) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:38.132144 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02a9c52-7d09-4333-9009-a9ff69812752 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Checking segment: {'id': 'd11e60ed-5ce5-4961-b9e7-1d6f9280359d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'f3b6d937-3774-45d6-a2d3-0271beae1323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:30:38.132512 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02a9c52-7d09-4333-9009-a9ff69812752 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Network hostable DHCP agents. Network: f3b6d937-3774-45d6-a2d3-0271beae1323, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:30:38.142790 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-6fa22bcd-76b2-4537-be08-534393320296 None None] Transition to ACTIVE for port object cdc41c25-7fdb-471f-b72b-c66e5806e73d will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:30:38.159826 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb1eff2a-6fa2-4c77-a3c7-f30e996a2e79 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] DELETE failed (client error): The resource could not be found. May 04 17:30:38.160281 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb1eff2a-6fa2-4c77-a3c7-f30e996a2e79 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:30:38.164265 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-cb1eff2a-6fa2-4c77-a3c7-f30e996a2e79 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "DELETE /v2.0/subnets/f5edfb35-b6f2-41af-be59-45fed51c868f HTTP/1.1" status: 404 len: 337 time: 0.0687790 May 04 17:30:38.173231 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50054) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:38.253661 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=ac077b16-bc27-4788-a924-1b45bc119226,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:38.261730 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.extraroute_db [None req-c20b5594-00e2-49d6-9f1e-aa07f72f2169 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=88037) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 04 17:30:38.263131 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5aeffd-5103-4d58-9f1d-e473a606c531 None None] Network 75c33fce-f29c-4e84-8d4e-843a0c95d561 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:30:38.298222 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2444b1b7-727b-4030-a3ea-6c0a5871661b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:38.326014 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ac2250f0-b637-41eb-a1e3-63e7c7a9ffab tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:38.332596 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-2444b1b7-727b-4030-a3ea-6c0a5871661b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Deleting port b61912a1-f651-41c3-a013-12a1a8ba8ae2 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:30:38.333313 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2444b1b7-727b-4030-a3ea-6c0a5871661b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:38.412800 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5163f04a-aaec-494f-bbf9-eb5fec55ba50 None None] Network ae51f3af-c2b1-4a83-a2b4-252c516df2cc requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:30:38.486770 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.extraroute_db [None req-c20b5594-00e2-49d6-9f1e-aa07f72f2169 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Removed routes are [] {{(pid=88037) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 04 17:30:38.487299 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c20b5594-00e2-49d6-9f1e-aa07f72f2169 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:38.547054 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2250f0-b637-41eb-a1e3-63e7c7a9ffab tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event updated for resources: {'Port': ['ID=4ce70bcc-2005-4dde-87bb-dd406d9b0f16,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:38.572690 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2250f0-b637-41eb-a1e3-63e7c7a9ffab tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:30:38.578434 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-ac2250f0-b637-41eb-a1e3-63e7c7a9ffab tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:30:38.581847 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2250f0-b637-41eb-a1e3-63e7c7a9ffab tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:30:38.582412 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ac2250f0-b637-41eb-a1e3-63e7c7a9ffab tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710357'] for router_interface, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:38.610540 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-17917aee-f5a3-472d-af60-86ee82334c72 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] DELETE failed (client error): The resource could not be found. May 04 17:30:38.611917 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17917aee-f5a3-472d-af60-86ee82334c72 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:30:38.619075 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-17917aee-f5a3-472d-af60-86ee82334c72 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "DELETE /v2.0/networks/213ac483-1c0b-4349-83e5-30f1068036f6 HTTP/1.1" status: 404 len: 339 time: 0.4398143 May 04 17:30:38.622244 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50064) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:38.730909 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f804468-df1a-4850-8690-e96a6a9a432c tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] DELETE failed (client error): The resource could not be found. May 04 17:30:38.731434 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f804468-df1a-4850-8690-e96a6a9a432c tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:30:38.732634 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02a9c52-7d09-4333-9009-a9ff69812752 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Network f3b6d937-3774-45d6-a2d3-0271beae1323 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:30:38.739116 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-7f804468-df1a-4850-8690-e96a6a9a432c tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "DELETE /v2.0/subnets/25622210-c5b1-4f67-b3c6-fcf6c2c3f64d HTTP/1.1" status: 404 len: 337 time: 0.1157970 May 04 17:30:38.745243 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-6fa22bcd-76b2-4537-be08-534393320296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:38.770033 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50070) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:38.923017 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-31ea5808-93af-4a2f-b948-733c515f8959 None None] Provisioning for port c36bb327-0831-4ca4-8920-4f5579e2f64f completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:30:38.931040 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:38.943148 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa22bcd-76b2-4537-be08-534393320296 None None] Pushing event updated for resources: {'Port': ['ID=cdc41c25-7fdb-471f-b72b-c66e5806e73d,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:38.991860 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-2444b1b7-727b-4030-a3ea-6c0a5871661b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] For port b61912a1-f651-41c3-a013-12a1a8ba8ae2, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=b61912a1-f651-41c3-a013-12a1a8ba8ae2,segment=NetworkSegment(d2ea3873-0b29-4247-8853-cbf2cf246455),segment_id=d2ea3873-0b29-4247-8853-cbf2cf246455)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:30:38.992306 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2444b1b7-727b-4030-a3ea-6c0a5871661b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:39.002424 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa22bcd-76b2-4537-be08-534393320296 None None] Network 7c845596-7de8-4027-8a8a-bc9f309c3272 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:30:39.027571 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-6fa22bcd-76b2-4537-be08-534393320296 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:30:39.067855 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa22bcd-76b2-4537-be08-534393320296 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:30:39.161232 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-e02a9c52-7d09-4333-9009-a9ff69812752 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, f3b6d937-3774-45d6-a2d3-0271beae1323) {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:30:39.171104 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8740397c-32d9-4d75-b40a-42cbd9e15959 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761604174596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6372022'] for subnet, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:39.174931 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f0e139e-ebf9-4ef9-8c78-d0474fc8fef9 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] DELETE failed (client error): The resource could not be found. May 04 17:30:39.175392 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f0e139e-ebf9-4ef9-8c78-d0474fc8fef9 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:30:39.177069 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-6f0e139e-ebf9-4ef9-8c78-d0474fc8fef9 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "DELETE /v2.0/networks/b8ef58fe-e5bf-48c4-8771-9f1dcf25e2cc HTTP/1.1" status: 404 len: 339 time: 0.2597764 May 04 17:30:39.181652 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02a9c52-7d09-4333-9009-a9ff69812752 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:30:39.187303 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02a9c52-7d09-4333-9009-a9ff69812752 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:39.192040 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02a9c52-7d09-4333-9009-a9ff69812752 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:39.192712 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e02a9c52-7d09-4333-9009-a9ff69812752 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:39.206972 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50078) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:39.217821 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-2444b1b7-727b-4030-a3ea-6c0a5871661b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Calling delete_port for b61912a1-f651-41c3-a013-12a1a8ba8ae2 owned by network:dhcp {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:30:39.238706 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50082) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:39.319226 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8740397c-32d9-4d75-b40a-42cbd9e15959 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:39.319816 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8740397c-32d9-4d75-b40a-42cbd9e15959 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:39.321086 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-8740397c-32d9-4d75-b40a-42cbd9e15959 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] 10.222.0.41 "PUT /v2.0/subnets/c004c8d5-eb6b-486d-8083-3bdc50b936bd HTTP/1.1" status: 200 len: 826 time: 4.8443744 May 04 17:30:39.330725 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50088) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:39.357305 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-e02a9c52-7d09-4333-9009-a9ff69812752 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 10.9801733 May 04 17:30:39.371219 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50092) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:39.381108 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cc2521-3fc3-4816-a5f9-9331c71d0ed2 None None] Network f3b6d937-3774-45d6-a2d3-0271beae1323 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:30:39.536129 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8740397c-32d9-4d75-b40a-42cbd9e15959 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Pushing event updated for resources: {'Subnet': ['ID=c004c8d5-eb6b-486d-8083-3bdc50b936bd,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:39.578870 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:39.606910 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-6fa22bcd-76b2-4537-be08-534393320296 None None] Attempting to bind port cdc41c25-7fdb-471f-b72b-c66e5806e73d on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:30:39.607560 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-6fa22bcd-76b2-4537-be08-534393320296 None None] Attempting to bind port cdc41c25-7fdb-471f-b72b-c66e5806e73d by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'ede7e4f6-0cc8-49ce-83cf-71a1263931f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '7c845596-7de8-4027-8a8a-bc9f309c3272'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:30:39.608078 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa22bcd-76b2-4537-be08-534393320296 None None] Attempting to bind port cdc41c25-7fdb-471f-b72b-c66e5806e73d on network 7c845596-7de8-4027-8a8a-bc9f309c3272 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:30:39.630021 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c20b5594-00e2-49d6-9f1e-aa07f72f2169 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:39.641758 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ac2250f0-b637-41eb-a1e3-63e7c7a9ffab tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:39.661847 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-e4e078f8-36be-42d1-95b6-37d2edc755fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-787973160'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:30:39.668794 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c20b5594-00e2-49d6-9f1e-aa07f72f2169 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-712177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-712168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-709817'] for router, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:39.676057 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-c723861b-b1b4-4fb8-a8aa-e118807b9148 None None] Provisioning for port 0d4d6113-de55-4ba9-bfe4-b36a477739ad completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:30:39.678244 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-e4e078f8-36be-42d1-95b6-37d2edc755fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:30:39.694034 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3050d080-a937-49d6-ba1f-2e21ee99e621 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:39.774110 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2444b1b7-727b-4030-a3ea-6c0a5871661b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:39.775779 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa22bcd-76b2-4537-be08-534393320296 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:30:39.776354 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa22bcd-76b2-4537-be08-534393320296 None None] Checking segment: {'id': 'ede7e4f6-0cc8-49ce-83cf-71a1263931f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '7c845596-7de8-4027-8a8a-bc9f309c3272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:30:39.777225 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-6fa22bcd-76b2-4537-be08-534393320296 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:39.777489 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa22bcd-76b2-4537-be08-534393320296 None None] Bound using segment: {'id': 'ede7e4f6-0cc8-49ce-83cf-71a1263931f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '7c845596-7de8-4027-8a8a-bc9f309c3272'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:30:39.778196 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-6fa22bcd-76b2-4537-be08-534393320296 None None] Bound port: cdc41c25-7fdb-471f-b72b-c66e5806e73d, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ede7e4f6-0cc8-49ce-83cf-71a1263931f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '7c845596-7de8-4027-8a8a-bc9f309c3272'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:30:39.778576 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-6fa22bcd-76b2-4537-be08-534393320296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:39.849651 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 4c166adf-65e0-46f8-950f-b7bb328763d7 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:30:39.863840 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2444b1b7-727b-4030-a3ea-6c0a5871661b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Pushing event deleted for resources: {'Port': ['ID=b61912a1-f651-41c3-a013-12a1a8ba8ae2,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:39.877035 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 4c166adf-65e0-46f8-950f-b7bb328763d7 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:30:39.877635 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:39.888808 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-e4e078f8-36be-42d1-95b6-37d2edc755fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789-project] Usage tracker for resource:network and tenant:3ef6e422075841ab8d8da47d8de48efb is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:30:39.924580 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2444b1b7-727b-4030-a3ea-6c0a5871661b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] No DVR routers for this DVR port b61912a1-f651-41c3-a013-12a1a8ba8ae2 on host dv-neutron-840426-1-hyperv {{(pid=88038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:30:39.972522 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-e4e078f8-36be-42d1-95b6-37d2edc755fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:30:40.004854 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ac456788-38c6-4da4-a4a7-bfc85408a0d7 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:40.107207 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-e4b498f0-8ed8-4fbc-82ec-3cf1192edd9e None None] Provisioning for port 4ce70bcc-2005-4dde-87bb-dd406d9b0f16 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:30:40.118093 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-6fa22bcd-76b2-4537-be08-534393320296 None None] For port cdc41c25-7fdb-471f-b72b-c66e5806e73d, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:30:40.124773 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-6fa22bcd-76b2-4537-be08-534393320296 None None] For port cdc41c25-7fdb-471f-b72b-c66e5806e73d, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=cdc41c25-7fdb-471f-b72b-c66e5806e73d,segment=NetworkSegment(ede7e4f6-0cc8-49ce-83cf-71a1263931f9),segment_id=ede7e4f6-0cc8-49ce-83cf-71a1263931f9)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:30:40.134083 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-e4b498f0-8ed8-4fbc-82ec-3cf1192edd9e None None] Provisioning complete for port 4ce70bcc-2005-4dde-87bb-dd406d9b0f16 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:30:40.134318 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e4b498f0-8ed8-4fbc-82ec-3cf1192edd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:40.167408 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-6fa22bcd-76b2-4537-be08-534393320296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:40.171099 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3050d080-a937-49d6-ba1f-2e21ee99e621 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:40.206228 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fe4347-c336-499e-a4ed-4941b6ffa4d8 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:40.213033 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fe4347-c336-499e-a4ed-4941b6ffa4d8 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:40.214854 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-b8fe4347-c336-499e-a4ed-4941b6ffa4d8 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.8429430 May 04 17:30:40.241647 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8605d807-2164-4f50-8e95-7ef83ab4bc14 None None] DHCP port deletion for 75c33fce-f29c-4e84-8d4e-843a0c95d561 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:30:40.278850 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2444b1b7-727b-4030-a3ea-6c0a5871661b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:40.286492 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50098) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:40.300044 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-ac456788-38c6-4da4-a4a7-bfc85408a0d7 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Deleting port cdc41c25-7fdb-471f-b72b-c66e5806e73d {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:30:40.300490 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ac456788-38c6-4da4-a4a7-bfc85408a0d7 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:40.363899 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-e4b498f0-8ed8-4fbc-82ec-3cf1192edd9e None None] Port 4ce70bcc-2005-4dde-87bb-dd406d9b0f16 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:30:40.387800 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-e4e078f8-36be-42d1-95b6-37d2edc755fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:30:40.437972 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa22bcd-76b2-4537-be08-534393320296 None None] Pushing event updated for resources: {'Port': ['ID=cdc41c25-7fdb-471f-b72b-c66e5806e73d,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:40.457751 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:40.477244 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c20b5594-00e2-49d6-9f1e-aa07f72f2169 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Router f7b8dd67-88b8-4f42-87ee-9c82722da786 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:30:40.488900 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1fb31d2-381c-468f-a0ec-4429cad99bf5 None None] Update dhcp port {'port': {'network_id': 'ae51f3af-c2b1-4a83-a2b4-252c516df2cc', 'fixed_ips': [{'subnet_id': '7033af3d-e0dd-4e4c-a3c8-a41391b2b65f', 'ip_address': '2001:db8::2'}, {'subnet_id': '37effb87-a367-446e-9baf-a2bad588f0ba'}], 'binding:host_id': 'dv-neutron-840426-1-hyperv'}, 'id': 'c36bb327-0831-4ca4-8920-4f5579e2f64f'} from dv-neutron-840426-1-hyperv. {{(pid=88039) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 04 17:30:40.495795 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e078f8-36be-42d1-95b6-37d2edc755fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789-project] Made reservation on behalf of 3ef6e422075841ab8d8da47d8de48efb for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:30:40.499577 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e4e078f8-36be-42d1-95b6-37d2edc755fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:40.558410 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 4c166adf-65e0-46f8-950f-b7bb328763d7, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=4c166adf-65e0-46f8-950f-b7bb328763d7,segment=NetworkSegment(4ad39d72-6af9-4679-93bf-6e2b94889724),segment_id=4ad39d72-6af9-4679-93bf-6e2b94889724)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:30:40.569336 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d1fb31d2-381c-468f-a0ec-4429cad99bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:40.588822 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e4e078f8-36be-42d1-95b6-37d2edc755fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789-project] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:40.594181 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:40.595165 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device c36bb327-0831-4ca4-8920-4f5579e2f64f up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:30:40.598659 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-3050d080-a937-49d6-ba1f-2e21ee99e621 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['181d8f4b-530b-4c1b-96f1-5cc9c4cabde0']}} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:40.618565 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-2444b1b7-727b-4030-a3ea-6c0a5871661b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75c33fce-f29c-4e84-8d4e-843a0c95d561']}} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:40.661249 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-3050d080-a937-49d6-ba1f-2e21ee99e621 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ca7c2ac-01b6-4065-ab83-55412f42410c') {'for_net_delete': True} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:40.667961 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-3050d080-a937-49d6-ba1f-2e21ee99e621 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ca7c2ac-01b6-4065-ab83-55412f42410c') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:40.681020 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-2444b1b7-727b-4030-a3ea-6c0a5871661b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2ea3873-0b29-4247-8853-cbf2cf246455') {'for_net_delete': True} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:40.681309 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-2444b1b7-727b-4030-a3ea-6c0a5871661b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2ea3873-0b29-4247-8853-cbf2cf246455') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:40.731404 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3050d080-a937-49d6-ba1f-2e21ee99e621 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801627'] for segment, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:40.739333 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2444b1b7-727b-4030-a3ea-6c0a5871661b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801627'] for segment, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:40.759867 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-c2a685c9-1bf5-4c77-adc3-acb9adc8f92d tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Deleting port 5f202f2b-91c4-427a-bbcc-71f263959f01 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:30:40.760217 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c2a685c9-1bf5-4c77-adc3-acb9adc8f92d tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:40.770808 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-e4e078f8-36be-42d1-95b6-37d2edc755fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:30:40.788959 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-e4e078f8-36be-42d1-95b6-37d2edc755fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789-project] Usage tracker for resource:security_group_rule and tenant:3ef6e422075841ab8d8da47d8de48efb is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:30:40.793933 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-e4e078f8-36be-42d1-95b6-37d2edc755fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:30:40.801045 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-e4e078f8-36be-42d1-95b6-37d2edc755fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:30:40.861657 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2444b1b7-727b-4030-a3ea-6c0a5871661b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:40.883999 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2444b1b7-727b-4030-a3ea-6c0a5871661b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=88038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:30:40.885474 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2444b1b7-727b-4030-a3ea-6c0a5871661b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7881827'] for segment, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:41.036137 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-d1fb31d2-381c-468f-a0ec-4429cad99bf5 None None] Allocated IP 172.20.0.1 (ae51f3af-c2b1-4a83-a2b4-252c516df2cc/37effb87-a367-446e-9baf-a2bad588f0ba/c36bb327-0831-4ca4-8920-4f5579e2f64f) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:30:41.055721 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c20b5594-00e2-49d6-9f1e-aa07f72f2169 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:30:41.128919 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3050d080-a937-49d6-ba1f-2e21ee99e621 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:41.150772 dv-neutron-840426-1-hyperv neutron-server[88038]: Traceback (most recent call last): May 04 17:30:41.150772 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:30:41.150772 dv-neutron-840426-1-hyperv neutron-server[88038]: timer() May 04 17:30:41.150772 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:30:41.150772 dv-neutron-840426-1-hyperv neutron-server[88038]: cb(*args, **kw) May 04 17:30:41.150772 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:30:41.150772 dv-neutron-840426-1-hyperv neutron-server[88038]: return func(*args, **kwargs) May 04 17:30:41.150772 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:30:41.150772 dv-neutron-840426-1-hyperv neutron-server[88038]: self._notify() May 04 17:30:41.150772 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:30:41.150772 dv-neutron-840426-1-hyperv neutron-server[88038]: self.callback(batched_events) May 04 17:30:41.150772 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:30:41.150772 dv-neutron-840426-1-hyperv neutron-server[88038]: event.method(event) May 04 17:30:41.150772 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:30:41.150772 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:30:41.150772 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:30:41.150772 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:30:41.150772 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:30:41.150772 dv-neutron-840426-1-hyperv neutron-server[88038]: return f(self, *a, **k) May 04 17:30:41.150772 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:30:41.150772 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._get(url).json() May 04 17:30:41.150772 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:30:41.150772 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:30:41.150772 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:30:41.150772 dv-neutron-840426-1-hyperv neutron-server[88038]: return self.request(url, 'GET', **kwargs) May 04 17:30:41.150772 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:30:41.150772 dv-neutron-840426-1-hyperv neutron-server[88038]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:30:41.150772 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:30:41.150772 dv-neutron-840426-1-hyperv neutron-server[88038]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:30:41.150772 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:30:41.150772 dv-neutron-840426-1-hyperv neutron-server[88038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:30:41.150772 dv-neutron-840426-1-hyperv neutron-server[88038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:30:41.165287 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=4c166adf-65e0-46f8-950f-b7bb328763d7,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:41.182960 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f36e28-7cb4-46bc-939f-b29869689fba None None] Sync routers for ids ['f7b8dd67-88b8-4f42-87ee-9c82722da786'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:30:41.183385 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e4e078f8-36be-42d1-95b6-37d2edc755fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789-project] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:41.188973 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c20b5594-00e2-49d6-9f1e-aa07f72f2169 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:41.190110 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-c20b5594-00e2-49d6-9f1e-aa07f72f2169 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "PUT /v2.0/routers/f7b8dd67-88b8-4f42-87ee-9c82722da786 HTTP/1.1" status: 200 len: 933 time: 7.0104222 May 04 17:30:41.192765 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50104) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:41.196627 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e4e078f8-36be-42d1-95b6-37d2edc755fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:41.241763 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f36e28-7cb4-46bc-939f-b29869689fba None None] Routers {'f7b8dd67-88b8-4f42-87ee-9c82722da786'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:30:41.242729 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-24f36e28-7cb4-46bc-939f-b29869689fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:30:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['f7b8dd67-88b8-4f42-87ee-9c82722da786'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:41.276270 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2444b1b7-727b-4030-a3ea-6c0a5871661b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:41.294327 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2444b1b7-727b-4030-a3ea-6c0a5871661b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:41.344587 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3050d080-a937-49d6-ba1f-2e21ee99e621 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=88038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:30:41.344587 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3050d080-a937-49d6-ba1f-2e21ee99e621 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7881827'] for segment, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:41.364060 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2444b1b7-727b-4030-a3ea-6c0a5871661b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Pushing event deleted for resources: {'Network': ['ID=75c33fce-f29c-4e84-8d4e-843a0c95d561,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:41.367358 dv-neutron-840426-1-hyperv neutron-server[88038]: Traceback (most recent call last): May 04 17:30:41.367358 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:30:41.367358 dv-neutron-840426-1-hyperv neutron-server[88038]: timer() May 04 17:30:41.367358 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:30:41.367358 dv-neutron-840426-1-hyperv neutron-server[88038]: cb(*args, **kw) May 04 17:30:41.367358 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:30:41.367358 dv-neutron-840426-1-hyperv neutron-server[88038]: return func(*args, **kwargs) May 04 17:30:41.367358 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:30:41.367358 dv-neutron-840426-1-hyperv neutron-server[88038]: self._notify() May 04 17:30:41.367358 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:30:41.367358 dv-neutron-840426-1-hyperv neutron-server[88038]: self.callback(batched_events) May 04 17:30:41.367358 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:30:41.367358 dv-neutron-840426-1-hyperv neutron-server[88038]: event.method(event) May 04 17:30:41.367358 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:30:41.367358 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:30:41.367358 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:30:41.367358 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:30:41.367358 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:30:41.367358 dv-neutron-840426-1-hyperv neutron-server[88038]: return f(self, *a, **k) May 04 17:30:41.367358 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:30:41.367358 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._get(url).json() May 04 17:30:41.367358 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:30:41.367358 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:30:41.367358 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:30:41.367358 dv-neutron-840426-1-hyperv neutron-server[88038]: return self.request(url, 'GET', **kwargs) May 04 17:30:41.367358 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:30:41.367358 dv-neutron-840426-1-hyperv neutron-server[88038]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:30:41.367358 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:30:41.367358 dv-neutron-840426-1-hyperv neutron-server[88038]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:30:41.367358 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:30:41.367358 dv-neutron-840426-1-hyperv neutron-server[88038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:30:41.367358 dv-neutron-840426-1-hyperv neutron-server[88038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:30:41.378301 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-2444b1b7-727b-4030-a3ea-6c0a5871661b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "DELETE /v2.0/networks/75c33fce-f29c-4e84-8d4e-843a0c95d561 HTTP/1.1" status: 204 len: 168 time: 3.3414819 May 04 17:30:41.395030 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50108) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:41.416554 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.db.resource_extend [None req-ac2250f0-b637-41eb-a1e3-63e7c7a9ffab tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 17:30:41.426583 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4e078f8-36be-42d1-95b6-37d2edc755fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:30:41.438648 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-350f9163-17ed-49e2-bd90-4d3e9cdd26f1 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-923744432', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:30:41.462673 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-350f9163-17ed-49e2-bd90-4d3e9cdd26f1 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:30:41.472081 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ac2250f0-b637-41eb-a1e3-63e7c7a9ffab tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:41.477409 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e4e078f8-36be-42d1-95b6-37d2edc755fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:41.477733 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-e4e078f8-36be-42d1-95b6-37d2edc755fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789-project] Added segment 695acf9c-2e47-4533-b3e8-7eb368523647 of type vlan for network 54dd63ee-f3ae-42e1-9cf4-06ea55df0770 May 04 17:30:41.489885 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e078f8-36be-42d1-95b6-37d2edc755fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97249080-6731-4524-8640-0182a68fa1c8,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:41.497170 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-350f9163-17ed-49e2-bd90-4d3e9cdd26f1 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Usage tracker for resource:router and tenant:a41a9e7401a94b21bc1365a01709c65f is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:30:41.503674 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ac2250f0-b637-41eb-a1e3-63e7c7a9ffab tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:41.504540 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ac2250f0-b637-41eb-a1e3-63e7c7a9ffab tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710702'] for router_interface, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:41.511454 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-350f9163-17ed-49e2-bd90-4d3e9cdd26f1 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:30:41.558978 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-ac456788-38c6-4da4-a4a7-bfc85408a0d7 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] For port cdc41c25-7fdb-471f-b72b-c66e5806e73d, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=cdc41c25-7fdb-471f-b72b-c66e5806e73d,segment=NetworkSegment(ede7e4f6-0cc8-49ce-83cf-71a1263931f9),segment_id=ede7e4f6-0cc8-49ce-83cf-71a1263931f9)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:30:41.559727 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ac456788-38c6-4da4-a4a7-bfc85408a0d7 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:41.574708 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-24f36e28-7cb4-46bc-939f-b29869689fba None None] Set router f7b8dd67-88b8-4f42-87ee-9c82722da786 gateway port host: None {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:30:41.608744 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-9a648ec2-3a54-4954-ad44-87b33ac79951 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "GET /v2.0/routers/f7b8dd67-88b8-4f42-87ee-9c82722da786 HTTP/1.1" status: 200 len: 933 time: 0.4134364 May 04 17:30:41.609438 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50112) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:41.617481 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-350f9163-17ed-49e2-bd90-4d3e9cdd26f1 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:30:41.638977 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port c36bb327-0831-4ca4-8920-4f5579e2f64f completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:30:41.655250 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3050d080-a937-49d6-ba1f-2e21ee99e621 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:41.658943 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d1fb31d2-381c-468f-a0ec-4429cad99bf5 None None] For port c36bb327-0831-4ca4-8920-4f5579e2f64f, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=c36bb327-0831-4ca4-8920-4f5579e2f64f,segment=NetworkSegment(c308af21-c49e-4e03-83a7-c57c384ff109),segment_id=c308af21-c49e-4e03-83a7-c57c384ff109)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:30:41.660555 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3050d080-a937-49d6-ba1f-2e21ee99e621 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:41.663978 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port c36bb327-0831-4ca4-8920-4f5579e2f64f triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:30:41.664686 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:41.789989 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-15955b1a-77cb-4bd2-8584-65b68f8decf0 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Request body: {'router': {'routes': None}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:30:41.849851 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e4e078f8-36be-42d1-95b6-37d2edc755fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:41.857258 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2250f0-b637-41eb-a1e3-63e7c7a9ffab tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event updated for resources: {'Port': ['ID=4ce70bcc-2005-4dde-87bb-dd406d9b0f16,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:41.867322 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d1fb31d2-381c-468f-a0ec-4429cad99bf5 None None] Notify callbacks [] for port, precommit_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:41.925427 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-ac456788-38c6-4da4-a4a7-bfc85408a0d7 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Calling delete_port for cdc41c25-7fdb-471f-b72b-c66e5806e73d owned by network:dhcp {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:30:41.958717 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d1fb31d2-381c-468f-a0ec-4429cad99bf5 None None] Transition to ACTIVE for port object c36bb327-0831-4ca4-8920-4f5579e2f64f will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:30:41.979622 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d1fb31d2-381c-468f-a0ec-4429cad99bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:42.111221 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3050d080-a937-49d6-ba1f-2e21ee99e621 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Pushing event deleted for resources: {'Network': ['ID=181d8f4b-530b-4c1b-96f1-5cc9c4cabde0,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:42.124778 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-3050d080-a937-49d6-ba1f-2e21ee99e621 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "DELETE /v2.0/networks/181d8f4b-530b-4c1b-96f1-5cc9c4cabde0 HTTP/1.1" status: 204 len: 168 time: 2.9165981 May 04 17:30:42.186260 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50116) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:42.233581 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-350f9163-17ed-49e2-bd90-4d3e9cdd26f1 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:42.235972 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-350f9163-17ed-49e2-bd90-4d3e9cdd26f1 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:42.267963 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c2a685c9-1bf5-4c77-adc3-acb9adc8f92d tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:42.276257 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7370793b-da02-47c1-b120-4ac00240be51 None None] Network 7c845596-7de8-4027-8a8a-bc9f309c3272 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:30:42.287759 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.db.resource_extend [None req-e4e078f8-36be-42d1-95b6-37d2edc755fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 17:30:42.320901 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:42.338606 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-fded6fa7-ad31-4a59-90c6-e4d3babacf45 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] DELETE failed (client error): The resource could not be found. May 04 17:30:42.339180 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fded6fa7-ad31-4a59-90c6-e4d3babacf45 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:30:42.349871 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2250f0-b637-41eb-a1e3-63e7c7a9ffab tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:30:42.363748 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-fded6fa7-ad31-4a59-90c6-e4d3babacf45 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "DELETE /v2.0/subnets/acca79df-ad96-4639-9632-303ae7fdd45b HTTP/1.1" status: 404 len: 337 time: 0.1610284 May 04 17:30:42.363967 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-ac2250f0-b637-41eb-a1e3-63e7c7a9ffab tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:30:42.379864 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50122) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:42.394803 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fb31d2-381c-468f-a0ec-4429cad99bf5 None None] Pushing event updated for resources: {'Port': ['ID=c36bb327-0831-4ca4-8920-4f5579e2f64f,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:42.499058 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e4e078f8-36be-42d1-95b6-37d2edc755fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:42.504165 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port c36bb327-0831-4ca4-8920-4f5579e2f64f, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=c36bb327-0831-4ca4-8920-4f5579e2f64f,segment=NetworkSegment(c308af21-c49e-4e03-83a7-c57c384ff109),segment_id=c308af21-c49e-4e03-83a7-c57c384ff109)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:30:42.516253 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e078f8-36be-42d1-95b6-37d2edc755fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:42.516549 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e4e078f8-36be-42d1-95b6-37d2edc755fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:42.520286 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:42.521084 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 6c9ad39c-a55e-4df5-8da0-cd10cfdb744c up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:30:42.591256 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-c2a685c9-1bf5-4c77-adc3-acb9adc8f92d tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Calling delete_port for 5f202f2b-91c4-427a-bbcc-71f263959f01 owned by {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:30:42.693641 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ac456788-38c6-4da4-a4a7-bfc85408a0d7 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:42.748415 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-06f295e0-5edf-4866-981a-4700cba1b921 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] DELETE failed (client error): The resource could not be found. May 04 17:30:42.749075 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06f295e0-5edf-4866-981a-4700cba1b921 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:30:42.781636 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac456788-38c6-4da4-a4a7-bfc85408a0d7 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Pushing event deleted for resources: {'Port': ['ID=cdc41c25-7fdb-471f-b72b-c66e5806e73d,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:42.837097 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-75770aaf-e6d6-41ab-974a-db4567873510 None None] Provisioning for port cdc41c25-7fdb-471f-b72b-c66e5806e73d completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:30:42.858449 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-24f36e28-7cb4-46bc-939f-b29869689fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'name': 'tempest-RoutersTest-router-305251255', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:29:20Z', 'updated_at': '2022-05-04T17:30:38Z', 'revision_number': 6, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'gw_port_host': None, '_interfaces': [{'id': '1c17d472-a4c5-4cb4-986a-81137bac43fd', 'name': '', 'network_id': '2381101d-3399-4e20-888a-f18bc45e7d77', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'mac_address': 'fa:16:3e:93:09:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'c56cbe09-4d81-427c-85e0-3c596b8f3b72', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:30:22Z', 'updated_at': '2022-05-04T17:30:35Z', 'revision_number': 4, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'subnets': [{'id': 'c56cbe09-4d81-427c-85e0-3c596b8f3b72', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '26b2ffc0-9652-4cf3-b203-f3b1becebe09', 'name': '', 'network_id': '2f65bb8b-7242-49b2-a8a7-abb038f78922', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'mac_address': 'fa:16:3e:7f:4a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ebac6750-cbc0-4304-8985-d5c3a04ce5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:25Z', 'updated_at': '2022-05-04T17:29:41Z', 'revision_number': 5, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'subnets': [{'id': 'ebac6750-cbc0-4304-8985-d5c3a04ce5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c166adf-65e0-46f8-950f-b7bb328763d7', 'name': '', 'network_id': 'c5f33437-0ece-49c0-a87b-3483fbe73a31', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'mac_address': 'fa:16:3e:39:a9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '9145304b-f9c0-4a4b-8a07-e0960ebf8b02', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:30:04Z', 'updated_at': '2022-05-04T17:30:40Z', 'revision_number': 5, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'subnets': [{'id': '9145304b-f9c0-4a4b-8a07-e0960ebf8b02', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbcda7fa-7584-47e4-a662-b2f3fb59ea54', 'name': '', 'network_id': 'dc521a67-ad73-4658-89d0-00bb27c0bc84', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'mac_address': 'fa:16:3e:f9:3c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '48ff8e43-2762-48d0-8242-e1b75c56aaef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:46Z', 'updated_at': '2022-05-04T17:30:20Z', 'revision_number': 5, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'subnets': [{'id': '48ff8e43-2762-48d0-8242-e1b75c56aaef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:42.871540 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-75770aaf-e6d6-41ab-974a-db4567873510 None None] Provisioning complete for port cdc41c25-7fdb-471f-b72b-c66e5806e73d triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:30:42.872368 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-75770aaf-e6d6-41ab-974a-db4567873510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:42.918081 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-350f9163-17ed-49e2-bd90-4d3e9cdd26f1 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:42.920510 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac456788-38c6-4da4-a4a7-bfc85408a0d7 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] No DVR routers for this DVR port cdc41c25-7fdb-471f-b72b-c66e5806e73d on host dv-neutron-840426-1-hyperv {{(pid=88038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:30:42.935281 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-06f295e0-5edf-4866-981a-4700cba1b921 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "DELETE /v2.0/networks/92ac70b6-6206-469b-98ee-ea16231b21da HTTP/1.1" status: 404 len: 339 time: 0.5515070 May 04 17:30:42.942590 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f36e28-7cb4-46bc-939f-b29869689fba None None] Checking router: f7b8dd67-88b8-4f42-87ee-9c82722da786 for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:30:42.952510 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50126) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:42.952847 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-75770aaf-e6d6-41ab-974a-db4567873510 None None] Port cdc41c25-7fdb-471f-b72b-c66e5806e73d was deleted so its status cannot be updated. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 04 17:30:42.953706 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e078f8-36be-42d1-95b6-37d2edc755fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789-project] Pushing event updated for resources: {'Network': ['ID=54dd63ee-f3ae-42e1-9cf4-06ea55df0770,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:42.981959 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 54dd63ee-f3ae-42e1-9cf4-06ea55df0770 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:30:42.994221 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c2a685c9-1bf5-4c77-adc3-acb9adc8f92d tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:43.001158 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=c36bb327-0831-4ca4-8920-4f5579e2f64f,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:43.064265 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a685c9-1bf5-4c77-adc3-acb9adc8f92d tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Pushing event deleted for resources: {'Port': ['ID=5f202f2b-91c4-427a-bbcc-71f263959f01,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:43.071610 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c2a685c9-1bf5-4c77-adc3-acb9adc8f92d tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:43.079315 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-c2a685c9-1bf5-4c77-adc3-acb9adc8f92d tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] 10.222.0.41 "DELETE /v2.0/ports/5f202f2b-91c4-427a-bbcc-71f263959f01 HTTP/1.1" status: 204 len: 168 time: 2.7910478 May 04 17:30:43.094995 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f36e28-7cb4-46bc-939f-b29869689fba None None] Routers {'f7b8dd67-88b8-4f42-87ee-9c82722da786'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:30:43.094995 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-24f36e28-7cb4-46bc-939f-b29869689fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:30:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['f7b8dd67-88b8-4f42-87ee-9c82722da786'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:43.096335 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50130) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:43.232223 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-b05df949-0540-4ed4-b806-e0032942fd67 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Deleting port 847867b1-5db4-4606-872a-f6ae8deef849 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:30:43.232589 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b05df949-0540-4ed4-b806-e0032942fd67 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:43.290795 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ac456788-38c6-4da4-a4a7-bfc85408a0d7 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:43.339157 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-350f9163-17ed-49e2-bd90-4d3e9cdd26f1 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:43.460282 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-81ba8ac0-5c27-4817-bd6b-2dcd106ed4f4 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] DELETE failed (client error): The resource could not be found. May 04 17:30:43.460746 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81ba8ac0-5c27-4817-bd6b-2dcd106ed4f4 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:30:43.465509 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-81ba8ac0-5c27-4817-bd6b-2dcd106ed4f4 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "DELETE /v2.0/subnets/649f4dd6-f24c-4d97-9ae0-654f167668af HTTP/1.1" status: 404 len: 337 time: 0.5084944 May 04 17:30:43.466100 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ac456788-38c6-4da4-a4a7-bfc85408a0d7 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:43.468732 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-e4e078f8-36be-42d1-95b6-37d2edc755fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 4.2109871 May 04 17:30:43.475734 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50136) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:43.537215 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4978cac2-a00c-4c16-b23e-5f855d173a51 None None] Network ae51f3af-c2b1-4a83-a2b4-252c516df2cc requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:30:43.542012 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-350f9163-17ed-49e2-bd90-4d3e9cdd26f1 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:43.548952 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-350f9163-17ed-49e2-bd90-4d3e9cdd26f1 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 2.1483445 May 04 17:30:43.559532 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50144) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:43.565783 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-77a9a3e7-c251-49c9-9b8c-35521122f404 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1489802378'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:30:43.570468 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3517bab6-3261-429c-a774-58af8fa24589 None None] Network 7c845596-7de8-4027-8a8a-bc9f309c3272 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:30:43.572364 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-77a9a3e7-c251-49c9-9b8c-35521122f404 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:30:43.576683 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-77a9a3e7-c251-49c9-9b8c-35521122f404 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Usage tracker for resource:network and tenant:a41a9e7401a94b21bc1365a01709c65f is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:30:43.582026 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-77a9a3e7-c251-49c9-9b8c-35521122f404 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:30:43.591045 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-77a9a3e7-c251-49c9-9b8c-35521122f404 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:30:43.603179 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac2250f0-b637-41eb-a1e3-63e7c7a9ffab tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Router a7dc30ae-b16b-4478-8bf9-bc1f751ef165 is scheduled to L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 with binding_index 1 {{(pid=88037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:30:43.611503 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 6c9ad39c-a55e-4df5-8da0-cd10cfdb744c completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:30:43.613306 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac456788-38c6-4da4-a4a7-bfc85408a0d7 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Pushing event deleted for resources: {'Subnet': ['ID=c004c8d5-eb6b-486d-8083-3bdc50b936bd,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:43.637979 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-aff0c3c8-4ef7-45bc-9f29-a87041f4e6cf None None] Provisioning complete for port 4ce70bcc-2005-4dde-87bb-dd406d9b0f16 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:30:43.638363 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-aff0c3c8-4ef7-45bc-9f29-a87041f4e6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:43.648178 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a9a3e7-c251-49c9-9b8c-35521122f404 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Made reservation on behalf of a41a9e7401a94b21bc1365a01709c65f for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:30:43.652839 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-77a9a3e7-c251-49c9-9b8c-35521122f404 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:43.669556 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 6c9ad39c-a55e-4df5-8da0-cd10cfdb744c triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:30:43.669950 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:43.801048 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50148) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:43.819209 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae2214e2-cae4-4f9b-83cf-b78f4daa94fa tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] DELETE failed (client error): The resource could not be found. May 04 17:30:43.820011 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae2214e2-cae4-4f9b-83cf-b78f4daa94fa tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:30:43.830706 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Request body: {'port': {'network_id': '54dd63ee-f3ae-42e1-9cf4-06ea55df0770', 'binding:host_id': 'hv-neutron-8404', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1970960475'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:30:43.860447 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b05df949-0540-4ed4-b806-e0032942fd67 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:43.868555 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:30:43.879648 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-ae2214e2-cae4-4f9b-83cf-b78f4daa94fa tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "DELETE /v2.0/networks/52f060ff-9cbc-443b-879e-7f67269f5806 HTTP/1.1" status: 404 len: 339 time: 0.3464477 May 04 17:30:43.885378 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Usage tracker for resource:port and tenant:5f6c84c5ea674045a4debbec4f0d1396 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:30:43.888225 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50152) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:43.915381 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2250f0-b637-41eb-a1e3-63e7c7a9ffab tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:30:43.923363 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-ac2250f0-b637-41eb-a1e3-63e7c7a9ffab tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "PUT /v2.0/routers/a7dc30ae-b16b-4478-8bf9-bc1f751ef165/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1595716 May 04 17:30:43.926818 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50154) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:43.930130 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6316b1b3-8329-4043-9e73-153cf881a32f None None] Sync routers for ids ['a7dc30ae-b16b-4478-8bf9-bc1f751ef165'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:30:43.931902 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-24f36e28-7cb4-46bc-939f-b29869689fba None None] Set router f7b8dd67-88b8-4f42-87ee-9c82722da786 gateway port host: None {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:30:43.945896 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6316b1b3-8329-4043-9e73-153cf881a32f None None] Routers {'a7dc30ae-b16b-4478-8bf9-bc1f751ef165'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:30:43.948332 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-6316b1b3-8329-4043-9e73-153cf881a32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:30:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['a7dc30ae-b16b-4478-8bf9-bc1f751ef165'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:43.996739 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ac456788-38c6-4da4-a4a7-bfc85408a0d7 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:44.008944 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77a9a3e7-c251-49c9-9b8c-35521122f404 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:30:44.064733 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-77a9a3e7-c251-49c9-9b8c-35521122f404 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:44.065079 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-77a9a3e7-c251-49c9-9b8c-35521122f404 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Added segment a1c157ae-752e-4afe-bbfc-b0ea352dbddd of type vlan for network 260d4353-0523-4bd2-b365-76fa65682043 May 04 17:30:44.074731 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:30:44.085498 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-b05df949-0540-4ed4-b806-e0032942fd67 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Calling delete_port for 847867b1-5db4-4606-872a-f6ae8deef849 owned by {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:30:44.086200 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-aff0c3c8-4ef7-45bc-9f29-a87041f4e6cf None None] Port 4ce70bcc-2005-4dde-87bb-dd406d9b0f16 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:30:44.096115 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd80de5-39df-44a1-8491-3bdbb18b0733 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:44.096736 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-1fd80de5-39df-44a1-8491-3bdbb18b0733 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Synchronizing usage tracker for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:30:44.299507 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-6316b1b3-8329-4043-9e73-153cf881a32f None None] Set router a7dc30ae-b16b-4478-8bf9-bc1f751ef165 gateway port host: None {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:30:44.362883 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f1c532-f457-42a8-a283-ef51e0e3c64e None None] DHCP port deletion for 7c845596-7de8-4027-8a8a-bc9f309c3272 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:30:44.377292 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-eb96b79d-1915-4d27-9b3f-0deef3e36cea None None] Provisioning for port c36bb327-0831-4ca4-8920-4f5579e2f64f completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:30:44.389939 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-eb96b79d-1915-4d27-9b3f-0deef3e36cea None None] Provisioning complete for port c36bb327-0831-4ca4-8920-4f5579e2f64f triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:30:44.390327 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-eb96b79d-1915-4d27-9b3f-0deef3e36cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:44.411565 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:30:44.434133 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4bd08e7-257b-448a-afe3-72fccc9a59c1 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] DELETE failed (client error): The resource could not be found. May 04 17:30:44.434583 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4bd08e7-257b-448a-afe3-72fccc9a59c1 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:30:44.438569 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-d4bd08e7-257b-448a-afe3-72fccc9a59c1 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "DELETE /v2.0/subnets/9b7bb1c1-0a2f-4372-9477-86daf60a6a6d HTTP/1.1" status: 404 len: 337 time: 0.4452057 May 04 17:30:44.446081 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.extraroute_db [None req-15955b1a-77cb-4bd2-8584-65b68f8decf0 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Added routes are [] {{(pid=88037) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 04 17:30:44.446293 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50160) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:44.446387 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.extraroute_db [None req-15955b1a-77cb-4bd2-8584-65b68f8decf0 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=88037) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 04 17:30:44.449282 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-ac456788-38c6-4da4-a4a7-bfc85408a0d7 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c845596-7de8-4027-8a8a-bc9f309c3272']}} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:44.504835 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Made reservation on behalf of 5f6c84c5ea674045a4debbec4f0d1396 for: {'port': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:30:44.508082 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:44.519132 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-1fd80de5-39df-44a1-8491-3bdbb18b0733 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Unset dirty status for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:30:44.520131 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-ac456788-38c6-4da4-a4a7-bfc85408a0d7 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ede7e4f6-0cc8-49ce-83cf-71a1263931f9') {'for_net_delete': True} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:44.520655 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-ac456788-38c6-4da4-a4a7-bfc85408a0d7 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ede7e4f6-0cc8-49ce-83cf-71a1263931f9') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:44.523472 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-1fd80de5-39df-44a1-8491-3bdbb18b0733 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/ports/4ce70bcc-2005-4dde-87bb-dd406d9b0f16 HTTP/1.1" status: 200 len: 911 time: 0.5935822 May 04 17:30:44.524079 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50164) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:44.535198 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-15955b1a-77cb-4bd2-8584-65b68f8decf0 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:44.544626 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7bcae20-5273-4753-9a4f-839c890725de tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] DELETE failed (client error): The resource could not be found. May 04 17:30:44.545012 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7bcae20-5273-4753-9a4f-839c890725de tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:30:44.549125 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-a7bcae20-5273-4753-9a4f-839c890725de tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "DELETE /v2.0/networks/45e6fe89-4a34-477c-830e-aab065586839 HTTP/1.1" status: 404 len: 339 time: 0.1000948 May 04 17:30:44.551593 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50168) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:44.552865 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:44.565019 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ac456788-38c6-4da4-a4a7-bfc85408a0d7 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801627'] for segment, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:44.608650 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-77a9a3e7-c251-49c9-9b8c-35521122f404 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:44.624201 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb082540-722e-44b8-8720-f7c25cbaa559 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] DELETE failed (client error): The resource could not be found. May 04 17:30:44.624650 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb082540-722e-44b8-8720-f7c25cbaa559 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:30:44.629453 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:30:44.633213 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ac456788-38c6-4da4-a4a7-bfc85408a0d7 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:44.635494 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b05df949-0540-4ed4-b806-e0032942fd67 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:44.641675 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Usage tracker for resource:security_group_rule and tenant:5f6c84c5ea674045a4debbec4f0d1396 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:30:44.650792 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-cb082540-722e-44b8-8720-f7c25cbaa559 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "DELETE /v2.0/subnets/3568a3f2-63c7-4662-a640-d475dd8b8122 HTTP/1.1" status: 404 len: 337 time: 0.0860908 May 04 17:30:44.690475 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:30:44.694196 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50174) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:44.732991 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac456788-38c6-4da4-a4a7-bfc85408a0d7 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=88038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:30:44.733400 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ac456788-38c6-4da4-a4a7-bfc85408a0d7 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7881827'] for segment, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:44.775993 dv-neutron-840426-1-hyperv neutron-server[88038]: Traceback (most recent call last): May 04 17:30:44.775993 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:30:44.775993 dv-neutron-840426-1-hyperv neutron-server[88038]: timer() May 04 17:30:44.775993 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:30:44.775993 dv-neutron-840426-1-hyperv neutron-server[88038]: cb(*args, **kw) May 04 17:30:44.775993 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:30:44.775993 dv-neutron-840426-1-hyperv neutron-server[88038]: return func(*args, **kwargs) May 04 17:30:44.775993 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:30:44.775993 dv-neutron-840426-1-hyperv neutron-server[88038]: self._notify() May 04 17:30:44.775993 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:30:44.775993 dv-neutron-840426-1-hyperv neutron-server[88038]: self.callback(batched_events) May 04 17:30:44.775993 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:30:44.775993 dv-neutron-840426-1-hyperv neutron-server[88038]: event.method(event) May 04 17:30:44.775993 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:30:44.775993 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:30:44.775993 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:30:44.775993 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:30:44.775993 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:30:44.775993 dv-neutron-840426-1-hyperv neutron-server[88038]: return f(self, *a, **k) May 04 17:30:44.775993 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:30:44.775993 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._get(url).json() May 04 17:30:44.775993 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:30:44.775993 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:30:44.775993 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:30:44.775993 dv-neutron-840426-1-hyperv neutron-server[88038]: return self.request(url, 'GET', **kwargs) May 04 17:30:44.775993 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:30:44.775993 dv-neutron-840426-1-hyperv neutron-server[88038]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:30:44.775993 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:30:44.775993 dv-neutron-840426-1-hyperv neutron-server[88038]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:30:44.775993 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:30:44.775993 dv-neutron-840426-1-hyperv neutron-server[88038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:30:44.775993 dv-neutron-840426-1-hyperv neutron-server[88038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:30:44.802807 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:30:44.804795 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05df949-0540-4ed4-b806-e0032942fd67 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Pushing event deleted for resources: {'Port': ['ID=847867b1-5db4-4606-872a-f6ae8deef849,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:44.819612 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-6316b1b3-8329-4043-9e73-153cf881a32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7dc30ae-b16b-4478-8bf9-bc1f751ef165', 'name': 'tempest-NetworksTestDHCPv6-router-1260078826', 'tenant_id': 'e0bb3da2b1c344b882bb065b24ba46bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:30:31Z', 'updated_at': '2022-05-04T17:30:39Z', 'revision_number': 2, 'project_id': 'e0bb3da2b1c344b882bb065b24ba46bb', 'gw_port_host': None, '_interfaces': [{'id': '4ce70bcc-2005-4dde-87bb-dd406d9b0f16', 'name': '', 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'tenant_id': 'e0bb3da2b1c344b882bb065b24ba46bb', 'mac_address': 'fa:16:3e:44:a8:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7dc30ae-b16b-4478-8bf9-bc1f751ef165', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'c9db192b-23a5-4a36-9b10-be2d33376053', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:30:34Z', 'updated_at': '2022-05-04T17:30:40Z', 'revision_number': 2, 'project_id': 'e0bb3da2b1c344b882bb065b24ba46bb', 'subnets': [{'id': 'c9db192b-23a5-4a36-9b10-be2d33376053', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:44.826580 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6316b1b3-8329-4043-9e73-153cf881a32f None None] Checking router: a7dc30ae-b16b-4478-8bf9-bc1f751ef165 for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:30:44.826934 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6316b1b3-8329-4043-9e73-153cf881a32f None None] Updating router a7dc30ae-b16b-4478-8bf9-bc1f751ef165 port 4ce70bcc-2005-4dde-87bb-dd406d9b0f16 binding host dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:30:44.905166 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-6316b1b3-8329-4043-9e73-153cf881a32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:44.924729 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b05df949-0540-4ed4-b806-e0032942fd67 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:44.929456 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-b05df949-0540-4ed4-b806-e0032942fd67 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] 10.222.0.41 "DELETE /v2.0/ports/847867b1-5db4-4606-872a-f6ae8deef849 HTTP/1.1" status: 204 len: 168 time: 1.8320465 May 04 17:30:44.931766 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50178) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:44.932004 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:44.938698 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-632439e3-2b03-418d-83dd-707e7c9008d9 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] DELETE failed (client error): The resource could not be found. May 04 17:30:44.939169 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-632439e3-2b03-418d-83dd-707e7c9008d9 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:30:44.943134 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-632439e3-2b03-418d-83dd-707e7c9008d9 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "DELETE /v2.0/networks/7a52d438-b977-44d3-96aa-31b7727192e6 HTTP/1.1" status: 404 len: 339 time: 0.2190540 May 04 17:30:44.943341 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50182) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:44.986602 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.db.resource_extend [None req-77a9a3e7-c251-49c9-9b8c-35521122f404 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 17:30:45.037375 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-77a9a3e7-c251-49c9-9b8c-35521122f404 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:45.043382 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-353ebe91-8d7a-4cf1-a805-65e2a91a2865 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Synchronizing usage tracker for tenant:084779e999654211b2decf64a895718e on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:30:45.044406 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a9a3e7-c251-49c9-9b8c-35521122f404 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:45.045304 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-77a9a3e7-c251-49c9-9b8c-35521122f404 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:45.045995 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ac456788-38c6-4da4-a4a7-bfc85408a0d7 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:45.050733 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0837247-471a-4317-a7ab-b675e79a9afb tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] DELETE failed (client error): The resource could not be found. May 04 17:30:45.050999 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0837247-471a-4317-a7ab-b675e79a9afb tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:30:45.077633 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ac456788-38c6-4da4-a4a7-bfc85408a0d7 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:45.084043 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb37fd03-bcb2-4af0-a831-8778f1eb0bf3 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:45.092671 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb37fd03-bcb2-4af0-a831-8778f1eb0bf3 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:45.095206 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-cb37fd03-bcb2-4af0-a831-8778f1eb0bf3 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.5661271 May 04 17:30:45.096859 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac456788-38c6-4da4-a4a7-bfc85408a0d7 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Pushing event deleted for resources: {'Network': ['ID=7c845596-7de8-4027-8a8a-bc9f309c3272,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:45.102970 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50186) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:45.104594 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-b0837247-471a-4317-a7ab-b675e79a9afb tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "DELETE /v2.0/subnets/5dbba5d4-f3ba-4818-bfba-2e9e3fdc589a HTTP/1.1" status: 404 len: 337 time: 0.1584604 May 04 17:30:45.116661 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50188) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:45.182405 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-ac456788-38c6-4da4-a4a7-bfc85408a0d7 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] 10.222.0.41 "DELETE /v2.0/networks/7c845596-7de8-4027-8a8a-bc9f309c3272 HTTP/1.1" status: 204 len: 168 time: 5.8508875 May 04 17:30:45.201310 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50194) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:45.204447 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-1411a113-544e-4b92-aa2b-4e10d2862ca5 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] DELETE failed (client error): The resource could not be found. May 04 17:30:45.205353 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1411a113-544e-4b92-aa2b-4e10d2862ca5 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:30:45.209459 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-353ebe91-8d7a-4cf1-a805-65e2a91a2865 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Unset dirty status for tenant:084779e999654211b2decf64a895718e on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:30:45.214115 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-353ebe91-8d7a-4cf1-a805-65e2a91a2865 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2686977 May 04 17:30:45.225219 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50198) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:45.263453 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 6c9ad39c-a55e-4df5-8da0-cd10cfdb744c, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=6c9ad39c-a55e-4df5-8da0-cd10cfdb744c,segment=NetworkSegment(0058af74-9131-43b4-99de-8110c5215a6a),segment_id=0058af74-9131-43b4-99de-8110c5215a6a)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:30:45.278096 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:45.279508 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device bea58037-c681-4c0f-9d9c-30853a8a8f99 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:30:45.298115 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-d71d9a21-f887-44d9-95b0-20228270ec80 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1401970010'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:30:45.313072 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-77a9a3e7-c251-49c9-9b8c-35521122f404 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7516832 May 04 17:30:45.320478 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-1411a113-544e-4b92-aa2b-4e10d2862ca5 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "DELETE /v2.0/networks/9db9856f-ed97-4685-b3e2-0ee22c90d502 HTTP/1.1" status: 404 len: 339 time: 0.2006454 May 04 17:30:45.320478 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a9a3e7-c251-49c9-9b8c-35521122f404 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Pushing event updated for resources: {'Network': ['ID=260d4353-0523-4bd2-b365-76fa65682043,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:45.322426 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50202) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:45.322747 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50204) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:45.324804 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-d71d9a21-f887-44d9-95b0-20228270ec80 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:30:45.459586 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-96c5b6ce-2760-4fba-8b54-2f5761626892 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] DELETE failed (client error): The resource could not be found. May 04 17:30:45.460049 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96c5b6ce-2760-4fba-8b54-2f5761626892 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:30:45.478818 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-96c5b6ce-2760-4fba-8b54-2f5761626892 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] 10.222.0.41 "DELETE /v2.0/networks/7c845596-7de8-4027-8a8a-bc9f309c3272 HTTP/1.1" status: 404 len: 339 time: 0.2749076 May 04 17:30:45.480314 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 260d4353-0523-4bd2-b365-76fa65682043 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:30:45.488415 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50210) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:45.497435 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-ccab8a71-e0b7-48bb-ac11-c4b446c8e917 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1075329996', 'description': 'd1'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:30:45.517119 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-ccab8a71-e0b7-48bb-ac11-c4b446c8e917 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:30:45.526484 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-ccab8a71-e0b7-48bb-ac11-c4b446c8e917 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Usage tracker for resource:network and tenant:53b502bc006642479c9b29af51aad044 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:30:45.544131 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-ccab8a71-e0b7-48bb-ac11-c4b446c8e917 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:30:45.565411 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=6c9ad39c-a55e-4df5-8da0-cd10cfdb744c,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:45.581892 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-15955b1a-77cb-4bd2-8584-65b68f8decf0 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:45.623335 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-ccab8a71-e0b7-48bb-ac11-c4b446c8e917 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:30:45.629530 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-15955b1a-77cb-4bd2-8584-65b68f8decf0 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-712177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-712168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-709817'] for router, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:45.631761 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:45.631941 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd64bed0-5b5f-4657-8a35-743e69ccc3c5 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] DELETE failed (client error): The resource could not be found. May 04 17:30:45.632507 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd64bed0-5b5f-4657-8a35-743e69ccc3c5 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:30:45.637183 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-fd64bed0-5b5f-4657-8a35-743e69ccc3c5 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "DELETE /v2.0/subnets/08773310-e479-468e-818e-dc48cb6be1ff HTTP/1.1" status: 404 len: 337 time: 0.3051386 May 04 17:30:45.640372 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-0d08bc7a-35ec-4101-8eb0-5557d8be092b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Request body: {'subnet': {'network_id': '260d4353-0523-4bd2-b365-76fa65682043', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:30:45.644753 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded91c59-6438-4407-9a32-93e4dfd4e28e None None] get_active_networks_info from dv-neutron-840426-1-hyperv {{(pid=88039) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 04 17:30:45.661559 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50214) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:45.709360 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:45.725954 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] device_id is not set on port 2eb6a3a6-1cc4-499f-9bca-3e9c91c2a823 yet. {{(pid=88038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:30:45.753575 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-d71d9a21-f887-44d9-95b0-20228270ec80 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:30:45.768664 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccab8a71-e0b7-48bb-ac11-c4b446c8e917 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Made reservation on behalf of 53b502bc006642479c9b29af51aad044 for: {'network': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:30:45.772428 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ccab8a71-e0b7-48bb-ac11-c4b446c8e917 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:45.824757 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-6316b1b3-8329-4043-9e73-153cf881a32f None None] Notify callbacks [] for port, precommit_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:45.847101 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-54254708-6116-4ba2-88e1-9f3aa2292b01 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] DELETE failed (client error): The resource could not be found. May 04 17:30:45.847574 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54254708-6116-4ba2-88e1-9f3aa2292b01 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:30:45.851569 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-54254708-6116-4ba2-88e1-9f3aa2292b01 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "DELETE /v2.0/networks/b1f856fc-825f-474e-b8e1-d05cf5b58b5e HTTP/1.1" status: 404 len: 339 time: 0.1845281 May 04 17:30:45.851712 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d7daf8-eefb-4a9e-a489-103304fdf0de,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:45.854302 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50220) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:45.869670 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.provisioning_blocks [None req-6316b1b3-8329-4043-9e73-153cf881a32f None None] Transition to ACTIVE for port object 4ce70bcc-2005-4dde-87bb-dd406d9b0f16 will not be triggered until provisioned by entity L2. {{(pid=88040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:30:45.889385 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port bea58037-c681-4c0f-9d9c-30853a8a8f99 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:30:45.890625 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-6316b1b3-8329-4043-9e73-153cf881a32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:45.950092 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d9031db-e0c7-4888-868d-34c73ba8199b tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] DELETE failed (client error): The resource could not be found. May 04 17:30:45.950316 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d9031db-e0c7-4888-868d-34c73ba8199b tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:30:45.984252 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccab8a71-e0b7-48bb-ac11-c4b446c8e917 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=88038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:30:45.987415 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port bea58037-c681-4c0f-9d9c-30853a8a8f99 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:30:45.988423 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:46.025347 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-1d9031db-e0c7-4888-868d-34c73ba8199b tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "DELETE /v2.0/subnets/13206fcc-c7da-4012-af39-94ade286c841 HTTP/1.1" status: 404 len: 337 time: 0.1633852 May 04 17:30:46.029347 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ccab8a71-e0b7-48bb-ac11-c4b446c8e917 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:46.029685 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.segments_db [None req-ccab8a71-e0b7-48bb-ac11-c4b446c8e917 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Added segment 69fbb639-61f7-4ef4-b4ca-12694924dca7 of type vlan for network a3e6468f-145e-4c52-8fc2-3f0b9a72406f May 04 17:30:46.036909 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50224) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:46.069599 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-24f36e28-7cb4-46bc-939f-b29869689fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'name': 'tempest-RoutersTest-router-305251255', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:29:20Z', 'updated_at': '2022-05-04T17:30:38Z', 'revision_number': 6, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'gw_port_host': None, '_interfaces': [{'id': '1c17d472-a4c5-4cb4-986a-81137bac43fd', 'name': '', 'network_id': '2381101d-3399-4e20-888a-f18bc45e7d77', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'mac_address': 'fa:16:3e:93:09:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'c56cbe09-4d81-427c-85e0-3c596b8f3b72', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:30:22Z', 'updated_at': '2022-05-04T17:30:35Z', 'revision_number': 4, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'subnets': [{'id': 'c56cbe09-4d81-427c-85e0-3c596b8f3b72', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '26b2ffc0-9652-4cf3-b203-f3b1becebe09', 'name': '', 'network_id': '2f65bb8b-7242-49b2-a8a7-abb038f78922', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'mac_address': 'fa:16:3e:7f:4a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ebac6750-cbc0-4304-8985-d5c3a04ce5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:25Z', 'updated_at': '2022-05-04T17:29:41Z', 'revision_number': 5, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'subnets': [{'id': 'ebac6750-cbc0-4304-8985-d5c3a04ce5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c166adf-65e0-46f8-950f-b7bb328763d7', 'name': '', 'network_id': 'c5f33437-0ece-49c0-a87b-3483fbe73a31', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'mac_address': 'fa:16:3e:39:a9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '9145304b-f9c0-4a4b-8a07-e0960ebf8b02', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:30:04Z', 'updated_at': '2022-05-04T17:30:40Z', 'revision_number': 5, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'subnets': [{'id': '9145304b-f9c0-4a4b-8a07-e0960ebf8b02', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbcda7fa-7584-47e4-a662-b2f3fb59ea54', 'name': '', 'network_id': 'dc521a67-ad73-4658-89d0-00bb27c0bc84', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'mac_address': 'fa:16:3e:f9:3c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '48ff8e43-2762-48d0-8242-e1b75c56aaef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:46Z', 'updated_at': '2022-05-04T17:30:20Z', 'revision_number': 5, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'subnets': [{'id': '48ff8e43-2762-48d0-8242-e1b75c56aaef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:46.081185 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d71d9a21-f887-44d9-95b0-20228270ec80 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Made reservation on behalf of 084779e999654211b2decf64a895718e for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:30:46.085093 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d71d9a21-f887-44d9-95b0-20228270ec80 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:46.093250 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f36e28-7cb4-46bc-939f-b29869689fba None None] The sync data for ids ['f7b8dd67-88b8-4f42-87ee-9c82722da786'] in dv-neutron-840426-1-hyperv is: [{'id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'name': 'tempest-RoutersTest-router-305251255', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:29:20Z', 'updated_at': '2022-05-04T17:30:38Z', 'revision_number': 6, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'gw_port_host': None, '_interfaces': [{'id': '1c17d472-a4c5-4cb4-986a-81137bac43fd', 'name': '', 'network_id': '2381101d-3399-4e20-888a-f18bc45e7d77', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'mac_address': 'fa:16:3e:93:09:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'c56cbe09-4d81-427c-85e0-3c596b8f3b72', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:30:22Z', 'updated_at': '2022-05-04T17:30:35Z', 'revision_number': 4, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'subnets': [{'id': 'c56cbe09-4d81-427c-85e0-3c596b8f3b72', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '26b2ffc0-9652-4cf3-b203-f3b1becebe09', 'name': '', 'network_id': '2f65bb8b-7242-49b2-a8a7-abb038f78922', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'mac_address': 'fa:16:3e:7f:4a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ebac6750-cbc0-4304-8985-d5c3a04ce5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:25Z', 'updated_at': '2022-05-04T17:29:41Z', 'revision_number': 5, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'subnets': [{'id': 'ebac6750-cbc0-4304-8985-d5c3a04ce5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c166adf-65e0-46f8-950f-b7bb328763d7', 'name': '', 'network_id': 'c5f33437-0ece-49c0-a87b-3483fbe73a31', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'mac_address': 'fa:16:3e:39:a9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '9145304b-f9c0-4a4b-8a07-e0960ebf8b02', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:30:04Z', 'updated_at': '2022-05-04T17:30:40Z', 'revision_number': 5, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'subnets': [{'id': '9145304b-f9c0-4a4b-8a07-e0960ebf8b02', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbcda7fa-7584-47e4-a662-b2f3fb59ea54', 'name': '', 'network_id': 'dc521a67-ad73-4658-89d0-00bb27c0bc84', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'mac_address': 'fa:16:3e:f9:3c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '48ff8e43-2762-48d0-8242-e1b75c56aaef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:46Z', 'updated_at': '2022-05-04T17:30:20Z', 'revision_number': 5, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'subnets': [{'id': '48ff8e43-2762-48d0-8242-e1b75c56aaef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:30:46.098706 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-bd9e0106-90fa-4bce-91cb-d1f6e8c3a54c None None] Provisioning complete for port c36bb327-0831-4ca4-8920-4f5579e2f64f triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:30:46.099437 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-bd9e0106-90fa-4bce-91cb-d1f6e8c3a54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:46.117368 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-16d1f8fc-4048-42f8-9e48-96724211d639 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] DELETE failed (client error): The resource could not be found. May 04 17:30:46.128655 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15955b1a-77cb-4bd2-8584-65b68f8decf0 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Router f7b8dd67-88b8-4f42-87ee-9c82722da786 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:30:46.130168 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16d1f8fc-4048-42f8-9e48-96724211d639 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:30:46.134192 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-16d1f8fc-4048-42f8-9e48-96724211d639 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "DELETE /v2.0/networks/1c8e19b2-b0b0-476c-a671-69c06f877f38 HTTP/1.1" status: 404 len: 339 time: 0.0940957 May 04 17:30:46.145728 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50228) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:46.148622 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d71d9a21-f887-44d9-95b0-20228270ec80 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:30:46.171555 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d71d9a21-f887-44d9-95b0-20228270ec80 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:46.171769 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-d71d9a21-f887-44d9-95b0-20228270ec80 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Added segment be9e3faa-e320-4895-ae9e-fd79affd7f6a of type vlan for network ad81ba01-8f31-44eb-844c-d54b5ab4088d May 04 17:30:46.204087 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-0d08bc7a-35ec-4101-8eb0-5557d8be092b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:30:46.214734 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd658e8-f443-4b93-9433-3d73583f952b None None] Pushing event updated for resources: {'Port': ['ID=4ce70bcc-2005-4dde-87bb-dd406d9b0f16,revision_number=3']} {{(pid=88040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:46.253388 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ccab8a71-e0b7-48bb-ac11-c4b446c8e917 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:46.254446 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-0d08bc7a-35ec-4101-8eb0-5557d8be092b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Usage tracker for resource:subnet and tenant:a41a9e7401a94b21bc1365a01709c65f is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:30:46.300526 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb8a5b32-8a20-440d-b0f3-53a8f4b3b5dc tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] DELETE failed (client error): The resource could not be found. May 04 17:30:46.303467 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb8a5b32-8a20-440d-b0f3-53a8f4b3b5dc tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:30:46.306416 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-bb8a5b32-8a20-440d-b0f3-53a8f4b3b5dc tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "DELETE /v2.0/subnets/76b694a0-99c7-472d-8b57-5ea8af90975f HTTP/1.1" status: 404 len: 337 time: 0.1450403 May 04 17:30:46.308605 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd658e8-f443-4b93-9433-3d73583f952b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:30:46.308989 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd658e8-f443-4b93-9433-3d73583f952b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:30:46.309313 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd658e8-f443-4b93-9433-3d73583f952b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:30:46.309689 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd658e8-f443-4b93-9433-3d73583f952b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:30:46.310038 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd658e8-f443-4b93-9433-3d73583f952b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:30:46.310373 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd658e8-f443-4b93-9433-3d73583f952b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:30:46.310695 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd658e8-f443-4b93-9433-3d73583f952b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:30:46.311013 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd658e8-f443-4b93-9433-3d73583f952b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:30:46.311339 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd658e8-f443-4b93-9433-3d73583f952b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:30:46.313851 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd658e8-f443-4b93-9433-3d73583f952b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:30:46.314208 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd658e8-f443-4b93-9433-3d73583f952b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:30:46.314544 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd658e8-f443-4b93-9433-3d73583f952b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:30:46.318992 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50232) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:46.393001 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded91c59-6438-4407-9a32-93e4dfd4e28e None None] Resources bound (agent type, host, resource id): {{(pid=88039) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 04 17:30:46.399022 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:46.400329 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-6316b1b3-8329-4043-9e73-153cf881a32f None None] Attempting to bind port 4ce70bcc-2005-4dde-87bb-dd406d9b0f16 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:30:46.400698 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-6316b1b3-8329-4043-9e73-153cf881a32f None None] Attempting to bind port 4ce70bcc-2005-4dde-87bb-dd406d9b0f16 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'}] {{(pid=88040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:30:46.401065 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6316b1b3-8329-4043-9e73-153cf881a32f None None] Attempting to bind port 4ce70bcc-2005-4dde-87bb-dd406d9b0f16 on network 6b89b041-5c42-49da-97bf-23cee8aadf17 {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:30:46.410494 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d71d9a21-f887-44d9-95b0-20228270ec80 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:46.410787 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6316b1b3-8329-4043-9e73-153cf881a32f None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:30:46.410989 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6316b1b3-8329-4043-9e73-153cf881a32f None None] Checking segment: {'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:30:46.411293 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-6316b1b3-8329-4043-9e73-153cf881a32f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:46.412136 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6316b1b3-8329-4043-9e73-153cf881a32f None None] Bound using segment: {'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'} {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:30:46.412136 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-6316b1b3-8329-4043-9e73-153cf881a32f None None] Bound port: 4ce70bcc-2005-4dde-87bb-dd406d9b0f16, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'}}] {{(pid=88040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:30:46.412526 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-6316b1b3-8329-4043-9e73-153cf881a32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:46.414286 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-0d08bc7a-35ec-4101-8eb0-5557d8be092b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:30:46.439899 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-0d08bc7a-35ec-4101-8eb0-5557d8be092b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:30:46.553325 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.db.resource_extend [None req-d71d9a21-f887-44d9-95b0-20228270ec80 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 17:30:46.575695 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.db [None req-6316b1b3-8329-4043-9e73-153cf881a32f None None] For port 4ce70bcc-2005-4dde-87bb-dd406d9b0f16, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:30:46.580089 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d08bc7a-35ec-4101-8eb0-5557d8be092b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Made reservation on behalf of a41a9e7401a94b21bc1365a01709c65f for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:30:46.580381 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.db [None req-6316b1b3-8329-4043-9e73-153cf881a32f None None] For port 4ce70bcc-2005-4dde-87bb-dd406d9b0f16, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=4ce70bcc-2005-4dde-87bb-dd406d9b0f16,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:30:46.588673 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.db.resource_extend [None req-ccab8a71-e0b7-48bb-ac11-c4b446c8e917 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 17:30:46.591402 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0d08bc7a-35ec-4101-8eb0-5557d8be092b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:46.592267 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-6316b1b3-8329-4043-9e73-153cf881a32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:46.599340 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f07caa4-c6c7-4ad6-ad52-603037f16745 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] DELETE failed (client error): The resource could not be found. May 04 17:30:46.599815 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f07caa4-c6c7-4ad6-ad52-603037f16745 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:30:46.601310 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port bea58037-c681-4c0f-9d9c-30853a8a8f99, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=bea58037-c681-4c0f-9d9c-30853a8a8f99,segment=NetworkSegment(6198c229-d654-41b9-832d-c829f9f15246),segment_id=6198c229-d654-41b9-832d-c829f9f15246)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:30:46.604037 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-5f07caa4-c6c7-4ad6-ad52-603037f16745 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "DELETE /v2.0/networks/db6c78a0-f5ea-4e76-9477-2777588f5a0b HTTP/1.1" status: 404 len: 339 time: 0.1308153 May 04 17:30:46.616117 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50236) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:46.618932 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:46.625046 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device b61912a1-f651-41c3-a013-12a1a8ba8ae2 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:30:46.713685 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6316b1b3-8329-4043-9e73-153cf881a32f None None] Routers {'a7dc30ae-b16b-4478-8bf9-bc1f751ef165'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:30:46.714387 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-6316b1b3-8329-4043-9e73-153cf881a32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:30:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['a7dc30ae-b16b-4478-8bf9-bc1f751ef165'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:46.720028 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d71d9a21-f887-44d9-95b0-20228270ec80 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:46.725771 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71d9a21-f887-44d9-95b0-20228270ec80 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:46.726394 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d71d9a21-f887-44d9-95b0-20228270ec80 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:46.835373 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd658e8-f443-4b93-9433-3d73583f952b None None] Pushing event updated for resources: {'Port': ['ID=4ce70bcc-2005-4dde-87bb-dd406d9b0f16,revision_number=4']} {{(pid=88040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:46.853405 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15955b1a-77cb-4bd2-8584-65b68f8decf0 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:30:46.875487 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=bea58037-c681-4c0f-9d9c-30853a8a8f99,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:46.894950 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-6316b1b3-8329-4043-9e73-153cf881a32f None None] Set router a7dc30ae-b16b-4478-8bf9-bc1f751ef165 gateway port host: None {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:30:46.911457 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36fc36f-9127-46e1-b88a-8e4c97f4bb9d None None] Sync routers for ids ['f7b8dd67-88b8-4f42-87ee-9c82722da786'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:30:46.932071 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: b61912a1-f651-41c3-a013-12a1a8ba8ae2 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:30:46.933074 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device b61912a1-f651-41c3-a013-12a1a8ba8ae2 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 04 17:30:46.945482 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f944636-d1c9-489e-a580-ee5ae8d66511 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Deleting subnet 75e0f756-5193-4745-b2c3-bd6ee84f223d {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:30:46.962553 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1f944636-d1c9-489e-a580-ee5ae8d66511 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:47.045158 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ccab8a71-e0b7-48bb-ac11-c4b446c8e917 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:47.054540 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccab8a71-e0b7-48bb-ac11-c4b446c8e917 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:47.058631 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ccab8a71-e0b7-48bb-ac11-c4b446c8e917 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:47.079722 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Port b61912a1-f651-41c3-a013-12a1a8ba8ae2 not found, will not notify nova. {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 04 17:30:47.086931 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1f944636-d1c9-489e-a580-ee5ae8d66511 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:47.100532 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36fc36f-9127-46e1-b88a-8e4c97f4bb9d None None] Routers {'f7b8dd67-88b8-4f42-87ee-9c82722da786'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:30:47.101521 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-d36fc36f-9127-46e1-b88a-8e4c97f4bb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:30:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['f7b8dd67-88b8-4f42-87ee-9c82722da786'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:47.144457 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] device_id is not set on port 2eb6a3a6-1cc4-499f-9bca-3e9c91c2a823 yet. {{(pid=88038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:30:47.202039 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-d71d9a21-f887-44d9-95b0-20228270ec80 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.9725175 May 04 17:30:47.207837 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-15955b1a-77cb-4bd2-8584-65b68f8decf0 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:47.209101 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-15955b1a-77cb-4bd2-8584-65b68f8decf0 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "PUT /v2.0/routers/f7b8dd67-88b8-4f42-87ee-9c82722da786 HTTP/1.1" status: 200 len: 699 time: 5.5891888 May 04 17:30:47.214993 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50242) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:47.215511 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50244) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:47.241002 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 0dbc2da6-0dfc-481f-9673-3ac8faafef8a no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:30:47.279821 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccab8a71-e0b7-48bb-ac11-c4b446c8e917 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Pushing event updated for resources: {'Network': ['ID=a3e6468f-145e-4c52-8fc2-3f0b9a72406f,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:47.313056 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71d9a21-f887-44d9-95b0-20228270ec80 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Pushing event updated for resources: {'Network': ['ID=ad81ba01-8f31-44eb-844c-d54b5ab4088d,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:47.317718 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:47.339441 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-4736a8e6-77db-457b-82cd-906c7057352d tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-310900680'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:30:47.354045 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Transition to ACTIVE for port object 2eb6a3a6-1cc4-499f-9bca-3e9c91c2a823 will not be triggered until provisioned by entity L2. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:30:47.372348 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-ccab8a71-e0b7-48bb-ac11-c4b446c8e917 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.8806036 May 04 17:30:47.375666 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:47.378899 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-6316b1b3-8329-4043-9e73-153cf881a32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7dc30ae-b16b-4478-8bf9-bc1f751ef165', 'name': 'tempest-NetworksTestDHCPv6-router-1260078826', 'tenant_id': 'e0bb3da2b1c344b882bb065b24ba46bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:30:31Z', 'updated_at': '2022-05-04T17:30:39Z', 'revision_number': 2, 'project_id': 'e0bb3da2b1c344b882bb065b24ba46bb', 'gw_port_host': None, '_interfaces': [{'id': '4ce70bcc-2005-4dde-87bb-dd406d9b0f16', 'name': '', 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'tenant_id': 'e0bb3da2b1c344b882bb065b24ba46bb', 'mac_address': 'fa:16:3e:44:a8:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7dc30ae-b16b-4478-8bf9-bc1f751ef165', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'c9db192b-23a5-4a36-9b10-be2d33376053', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:30:34Z', 'updated_at': '2022-05-04T17:30:46Z', 'revision_number': 4, 'project_id': 'e0bb3da2b1c344b882bb065b24ba46bb', 'subnets': [{'id': 'c9db192b-23a5-4a36-9b10-be2d33376053', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:47.387389 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network a3e6468f-145e-4c52-8fc2-3f0b9a72406f details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:30:47.390425 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6316b1b3-8329-4043-9e73-153cf881a32f None None] The sync data for ids ['a7dc30ae-b16b-4478-8bf9-bc1f751ef165'] in dv-neutron-840426-1-hyperv is: [{'id': 'a7dc30ae-b16b-4478-8bf9-bc1f751ef165', 'name': 'tempest-NetworksTestDHCPv6-router-1260078826', 'tenant_id': 'e0bb3da2b1c344b882bb065b24ba46bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:30:31Z', 'updated_at': '2022-05-04T17:30:39Z', 'revision_number': 2, 'project_id': 'e0bb3da2b1c344b882bb065b24ba46bb', 'gw_port_host': None, '_interfaces': [{'id': '4ce70bcc-2005-4dde-87bb-dd406d9b0f16', 'name': '', 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'tenant_id': 'e0bb3da2b1c344b882bb065b24ba46bb', 'mac_address': 'fa:16:3e:44:a8:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7dc30ae-b16b-4478-8bf9-bc1f751ef165', 'device_owner': 'network:router_interface', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'c9db192b-23a5-4a36-9b10-be2d33376053', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:30:34Z', 'updated_at': '2022-05-04T17:30:46Z', 'revision_number': 4, 'project_id': 'e0bb3da2b1c344b882bb065b24ba46bb', 'subnets': [{'id': 'c9db192b-23a5-4a36-9b10-be2d33376053', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:30:47.392213 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50250) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:47.403863 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network ad81ba01-8f31-44eb-844c-d54b5ab4088d details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:30:47.467492 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 0dbc2da6-0dfc-481f-9673-3ac8faafef8a {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:30:47.467845 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 0dbc2da6-0dfc-481f-9673-3ac8faafef8a not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:30:47.468247 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 55ce866c-a63c-47ab-84b2-8f231a2d5151 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:30:47.561803 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 55ce866c-a63c-47ab-84b2-8f231a2d5151 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:30:47.562249 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 55ce866c-a63c-47ab-84b2-8f231a2d5151 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:30:47.562677 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device e93ec33e-2a19-4d99-8b02-bce543da5f6a no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:30:47.593438 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Pushing event updated for resources: {'Port': ['ID=2eb6a3a6-1cc4-499f-9bca-3e9c91c2a823,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:47.635269 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-4736a8e6-77db-457b-82cd-906c7057352d tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:30:47.750468 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-5e5c3f8e-6f3c-4e61-ba95-ed88c020905a tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "GET /v2.0/routers/f7b8dd67-88b8-4f42-87ee-9c82722da786 HTTP/1.1" status: 200 len: 699 time: 0.5268939 May 04 17:30:47.754236 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-4736a8e6-77db-457b-82cd-906c7057352d tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Usage tracker for resource:network and tenant:084779e999654211b2decf64a895718e is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:30:47.759126 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-4736a8e6-77db-457b-82cd-906c7057352d tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:30:47.766366 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50254) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:47.767085 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: e93ec33e-2a19-4d99-8b02-bce543da5f6a {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:30:47.767218 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Checking segment: {'id': '695acf9c-2e47-4533-b3e8-7eb368523647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '54dd63ee-f3ae-42e1-9cf4-06ea55df0770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:30:47.767480 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Network hostable DHCP agents. Network: 54dd63ee-f3ae-42e1-9cf4-06ea55df0770, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:30:47.767909 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-4736a8e6-77db-457b-82cd-906c7057352d tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:30:47.769484 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device e93ec33e-2a19-4d99-8b02-bce543da5f6a not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:30:47.805845 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4736a8e6-77db-457b-82cd-906c7057352d tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Made reservation on behalf of 084779e999654211b2decf64a895718e for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:30:47.810753 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4736a8e6-77db-457b-82cd-906c7057352d tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:47.911708 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4736a8e6-77db-457b-82cd-906c7057352d tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:30:47.923878 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4736a8e6-77db-457b-82cd-906c7057352d tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:47.924417 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-4736a8e6-77db-457b-82cd-906c7057352d tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Added segment a1696b1d-894e-4a56-8000-72542138c74a of type vlan for network 74961647-6d64-43e5-8ae3-6452e498e89f May 04 17:30:47.964629 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4736a8e6-77db-457b-82cd-906c7057352d tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:47.984628 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b148a3-3ce9-49ad-8653-0938359bfee0 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:47.985370 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-75b148a3-3ce9-49ad-8653-0938359bfee0 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Synchronizing usage tracker for tenant:53b502bc006642479c9b29af51aad044 on resource:network {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:30:48.020414 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-d36fc36f-9127-46e1-b88a-8e4c97f4bb9d None None] Set router f7b8dd67-88b8-4f42-87ee-9c82722da786 gateway port host: None {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:30:48.020610 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4736a8e6-77db-457b-82cd-906c7057352d tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:48.027971 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4736a8e6-77db-457b-82cd-906c7057352d tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:48.028696 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4736a8e6-77db-457b-82cd-906c7057352d tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:48.133367 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f2db18ca-f4ba-401a-8814-e4a8ab99928d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710748'] for router_interface, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:48.211016 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1f944636-d1c9-489e-a580-ee5ae8d66511 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:48.377155 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 4c166adf-65e0-46f8-950f-b7bb328763d7 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:30:48.384007 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4736a8e6-77db-457b-82cd-906c7057352d tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Pushing event updated for resources: {'Network': ['ID=74961647-6d64-43e5-8ae3-6452e498e89f,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:48.426705 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 74961647-6d64-43e5-8ae3-6452e498e89f details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:30:48.486528 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-4736a8e6-77db-457b-82cd-906c7057352d tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2646179 May 04 17:30:48.514126 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0d08bc7a-35ec-4101-8eb0-5557d8be092b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:48.671936 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1f944636-d1c9-489e-a580-ee5ae8d66511 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:48.799617 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1f944636-d1c9-489e-a580-ee5ae8d66511 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:48.825832 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Network 54dd63ee-f3ae-42e1-9cf4-06ea55df0770 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:30:48.854043 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-1f944636-d1c9-489e-a580-ee5ae8d66511 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "DELETE /v2.0/subnets/75e0f756-5193-4745-b2c3-bd6ee84f223d HTTP/1.1" status: 204 len: 168 time: 2.2293985 May 04 17:30:48.857161 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-75b148a3-3ce9-49ad-8653-0938359bfee0 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Unset dirty status for tenant:53b502bc006642479c9b29af51aad044 on resource:network {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:30:48.858467 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-75b148a3-3ce9-49ad-8653-0938359bfee0 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] 10.222.0.41 "GET /v2.0/networks?id=a3e6468f-145e-4c52-8fc2-3f0b9a72406f HTTP/1.1" status: 200 len: 765 time: 1.3671937 May 04 17:30:48.861160 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d08bc7a-35ec-4101-8eb0-5557d8be092b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Pushing event updated for resources: {'Subnet': ['ID=f5313b1f-026c-4616-a62e-981d8297fb35,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:48.864029 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50262) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:48.869492 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50260) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:48.901083 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-59196676-3e3f-4e06-ad0b-68e17227d7da tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Request body: {'network': {'description': 'd2'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:30:48.903048 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 4c166adf-65e0-46f8-950f-b7bb328763d7 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:30:48.903783 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:48.970932 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 54dd63ee-f3ae-42e1-9cf4-06ea55df0770) {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:30:49.001170 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:30:49.081588 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-d36fc36f-9127-46e1-b88a-8e4c97f4bb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'name': 'tempest-RoutersTest-router-305251255', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:29:20Z', 'updated_at': '2022-05-04T17:30:44Z', 'revision_number': 7, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'gw_port_host': None, '_interfaces': [{'id': '1c17d472-a4c5-4cb4-986a-81137bac43fd', 'name': '', 'network_id': '2381101d-3399-4e20-888a-f18bc45e7d77', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'mac_address': 'fa:16:3e:93:09:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'c56cbe09-4d81-427c-85e0-3c596b8f3b72', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:30:22Z', 'updated_at': '2022-05-04T17:30:35Z', 'revision_number': 4, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'subnets': [{'id': 'c56cbe09-4d81-427c-85e0-3c596b8f3b72', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '26b2ffc0-9652-4cf3-b203-f3b1becebe09', 'name': '', 'network_id': '2f65bb8b-7242-49b2-a8a7-abb038f78922', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'mac_address': 'fa:16:3e:7f:4a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ebac6750-cbc0-4304-8985-d5c3a04ce5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:25Z', 'updated_at': '2022-05-04T17:29:41Z', 'revision_number': 5, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'subnets': [{'id': 'ebac6750-cbc0-4304-8985-d5c3a04ce5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c166adf-65e0-46f8-950f-b7bb328763d7', 'name': '', 'network_id': 'c5f33437-0ece-49c0-a87b-3483fbe73a31', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'mac_address': 'fa:16:3e:39:a9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '9145304b-f9c0-4a4b-8a07-e0960ebf8b02', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:30:04Z', 'updated_at': '2022-05-04T17:30:40Z', 'revision_number': 5, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'subnets': [{'id': '9145304b-f9c0-4a4b-8a07-e0960ebf8b02', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbcda7fa-7584-47e4-a662-b2f3fb59ea54', 'name': '', 'network_id': 'dc521a67-ad73-4658-89d0-00bb27c0bc84', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'mac_address': 'fa:16:3e:f9:3c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '48ff8e43-2762-48d0-8242-e1b75c56aaef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:46Z', 'updated_at': '2022-05-04T17:30:20Z', 'revision_number': 5, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'subnets': [{'id': '48ff8e43-2762-48d0-8242-e1b75c56aaef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:49.084008 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cf1e2c-07bb-4a8e-8741-02bced9fce4c None None] get_active_networks_info from dv-neutron-840426-1-hyperv {{(pid=88039) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 04 17:30:49.090587 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f944636-d1c9-489e-a580-ee5ae8d66511 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Pushing event deleted for resources: {'Subnet': ['ID=75e0f756-5193-4745-b2c3-bd6ee84f223d,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:49.101733 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d08bc7a-35ec-4101-8eb0-5557d8be092b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Checking segment: {'id': 'a1c157ae-752e-4afe-bbfc-b0ea352dbddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '260d4353-0523-4bd2-b365-76fa65682043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:30:49.105481 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d08bc7a-35ec-4101-8eb0-5557d8be092b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Network hostable DHCP agents. Network: 260d4353-0523-4bd2-b365-76fa65682043, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:30:49.146120 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36fc36f-9127-46e1-b88a-8e4c97f4bb9d None None] Checking router: f7b8dd67-88b8-4f42-87ee-9c82722da786 for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:30:49.151025 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port 2eb6a3a6-1cc4-499f-9bca-3e9c91c2a823 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:30:49.151600 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port 2eb6a3a6-1cc4-499f-9bca-3e9c91c2a823 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '695acf9c-2e47-4533-b3e8-7eb368523647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '54dd63ee-f3ae-42e1-9cf4-06ea55df0770'}] {{(pid=88038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:30:49.152385 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port 2eb6a3a6-1cc4-499f-9bca-3e9c91c2a823 on network 54dd63ee-f3ae-42e1-9cf4-06ea55df0770 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:30:49.196495 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36fc36f-9127-46e1-b88a-8e4c97f4bb9d None None] Routers {'f7b8dd67-88b8-4f42-87ee-9c82722da786'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:30:49.197284 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-d36fc36f-9127-46e1-b88a-8e4c97f4bb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:30:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['f7b8dd67-88b8-4f42-87ee-9c82722da786'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:49.258855 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d08bc7a-35ec-4101-8eb0-5557d8be092b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Network 260d4353-0523-4bd2-b365-76fa65682043 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:30:49.307332 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-0d08bc7a-35ec-4101-8eb0-5557d8be092b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 260d4353-0523-4bd2-b365-76fa65682043) {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:30:49.316748 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d08bc7a-35ec-4101-8eb0-5557d8be092b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:49.324477 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0d08bc7a-35ec-4101-8eb0-5557d8be092b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:49.338090 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e499f4c4-4cec-4082-ac9c-4fbd48e25042 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:49.396345 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-e499f4c4-4cec-4082-ac9c-4fbd48e25042 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Deleting port b728868a-0675-458f-8a54-3b4a6d105470 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:30:49.396686 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e499f4c4-4cec-4082-ac9c-4fbd48e25042 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:49.464678 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-d36fc36f-9127-46e1-b88a-8e4c97f4bb9d None None] Set router f7b8dd67-88b8-4f42-87ee-9c82722da786 gateway port host: None {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:30:49.466833 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-0d08bc7a-35ec-4101-8eb0-5557d8be092b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.1285224 May 04 17:30:49.484346 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50270) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:49.614301 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Port 2eb6a3a6-1cc4-499f-9bca-3e9c91c2a823 on network 54dd63ee-f3ae-42e1-9cf4-06ea55df0770 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:30:49.619441 dv-neutron-840426-1-hyperv neutron-server[88038]: ERROR neutron.plugins.ml2.managers [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Failed to bind port 2eb6a3a6-1cc4-499f-9bca-3e9c91c2a823 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '695acf9c-2e47-4533-b3e8-7eb368523647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '54dd63ee-f3ae-42e1-9cf4-06ea55df0770'}] May 04 17:30:49.685169 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.plugins.ml2.plugin [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempt 2 to bind port 2eb6a3a6-1cc4-499f-9bca-3e9c91c2a823 May 04 17:30:49.748337 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port 2eb6a3a6-1cc4-499f-9bca-3e9c91c2a823 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:30:49.756285 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port 2eb6a3a6-1cc4-499f-9bca-3e9c91c2a823 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '695acf9c-2e47-4533-b3e8-7eb368523647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '54dd63ee-f3ae-42e1-9cf4-06ea55df0770'}] {{(pid=88038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:30:49.756861 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port 2eb6a3a6-1cc4-499f-9bca-3e9c91c2a823 on network 54dd63ee-f3ae-42e1-9cf4-06ea55df0770 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:30:49.779996 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Port 2eb6a3a6-1cc4-499f-9bca-3e9c91c2a823 on network 54dd63ee-f3ae-42e1-9cf4-06ea55df0770 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:30:49.782758 dv-neutron-840426-1-hyperv neutron-server[88038]: ERROR neutron.plugins.ml2.managers [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Failed to bind port 2eb6a3a6-1cc4-499f-9bca-3e9c91c2a823 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '695acf9c-2e47-4533-b3e8-7eb368523647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '54dd63ee-f3ae-42e1-9cf4-06ea55df0770'}] May 04 17:30:49.899485 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.plugins.ml2.plugin [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempt 3 to bind port 2eb6a3a6-1cc4-499f-9bca-3e9c91c2a823 May 04 17:30:49.990325 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 4ce70bcc-2005-4dde-87bb-dd406d9b0f16 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:30:50.073935 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-59196676-3e3f-4e06-ad0b-68e17227d7da tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:50.114330 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-59196676-3e3f-4e06-ad0b-68e17227d7da tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:50.200763 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 4ce70bcc-2005-4dde-87bb-dd406d9b0f16 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:30:50.230953 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 4ce70bcc-2005-4dde-87bb-dd406d9b0f16 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:30:50.231954 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:50.332203 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port 2eb6a3a6-1cc4-499f-9bca-3e9c91c2a823 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:30:50.336745 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port 2eb6a3a6-1cc4-499f-9bca-3e9c91c2a823 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '695acf9c-2e47-4533-b3e8-7eb368523647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '54dd63ee-f3ae-42e1-9cf4-06ea55df0770'}] {{(pid=88038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:30:50.337235 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port 2eb6a3a6-1cc4-499f-9bca-3e9c91c2a823 on network 54dd63ee-f3ae-42e1-9cf4-06ea55df0770 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:30:50.348407 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59196676-3e3f-4e06-ad0b-68e17227d7da tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Pushing event updated for resources: {'Network': ['ID=a3e6468f-145e-4c52-8fc2-3f0b9a72406f,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:50.358529 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-f2db18ca-f4ba-401a-8814-e4a8ab99928d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Deleting port 4ce70bcc-2005-4dde-87bb-dd406d9b0f16 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:30:50.359902 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f2db18ca-f4ba-401a-8814-e4a8ab99928d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:50.366288 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network a3e6468f-145e-4c52-8fc2-3f0b9a72406f details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:30:50.468900 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-d36fc36f-9127-46e1-b88a-8e4c97f4bb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'name': 'tempest-RoutersTest-router-305251255', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:29:20Z', 'updated_at': '2022-05-04T17:30:44Z', 'revision_number': 7, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'gw_port_host': None, '_interfaces': [{'id': '1c17d472-a4c5-4cb4-986a-81137bac43fd', 'name': '', 'network_id': '2381101d-3399-4e20-888a-f18bc45e7d77', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'mac_address': 'fa:16:3e:93:09:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'c56cbe09-4d81-427c-85e0-3c596b8f3b72', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:30:22Z', 'updated_at': '2022-05-04T17:30:35Z', 'revision_number': 4, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'subnets': [{'id': 'c56cbe09-4d81-427c-85e0-3c596b8f3b72', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '26b2ffc0-9652-4cf3-b203-f3b1becebe09', 'name': '', 'network_id': '2f65bb8b-7242-49b2-a8a7-abb038f78922', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'mac_address': 'fa:16:3e:7f:4a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ebac6750-cbc0-4304-8985-d5c3a04ce5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:25Z', 'updated_at': '2022-05-04T17:29:41Z', 'revision_number': 5, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'subnets': [{'id': 'ebac6750-cbc0-4304-8985-d5c3a04ce5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c166adf-65e0-46f8-950f-b7bb328763d7', 'name': '', 'network_id': 'c5f33437-0ece-49c0-a87b-3483fbe73a31', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'mac_address': 'fa:16:3e:39:a9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '9145304b-f9c0-4a4b-8a07-e0960ebf8b02', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:30:04Z', 'updated_at': '2022-05-04T17:30:40Z', 'revision_number': 5, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'subnets': [{'id': '9145304b-f9c0-4a4b-8a07-e0960ebf8b02', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbcda7fa-7584-47e4-a662-b2f3fb59ea54', 'name': '', 'network_id': 'dc521a67-ad73-4658-89d0-00bb27c0bc84', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'mac_address': 'fa:16:3e:f9:3c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '48ff8e43-2762-48d0-8242-e1b75c56aaef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:46Z', 'updated_at': '2022-05-04T17:30:20Z', 'revision_number': 5, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'subnets': [{'id': '48ff8e43-2762-48d0-8242-e1b75c56aaef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:50.546161 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4ba510a7-eacb-47d5-bb08-eec59ff05306 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:50.566509 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36fc36f-9127-46e1-b88a-8e4c97f4bb9d None None] The sync data for ids ['f7b8dd67-88b8-4f42-87ee-9c82722da786'] in dv-neutron-840426-1-hyperv is: [{'id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'name': 'tempest-RoutersTest-router-305251255', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:29:20Z', 'updated_at': '2022-05-04T17:30:44Z', 'revision_number': 7, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'gw_port_host': None, '_interfaces': [{'id': '1c17d472-a4c5-4cb4-986a-81137bac43fd', 'name': '', 'network_id': '2381101d-3399-4e20-888a-f18bc45e7d77', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'mac_address': 'fa:16:3e:93:09:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'c56cbe09-4d81-427c-85e0-3c596b8f3b72', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:30:22Z', 'updated_at': '2022-05-04T17:30:35Z', 'revision_number': 4, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'subnets': [{'id': 'c56cbe09-4d81-427c-85e0-3c596b8f3b72', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '26b2ffc0-9652-4cf3-b203-f3b1becebe09', 'name': '', 'network_id': '2f65bb8b-7242-49b2-a8a7-abb038f78922', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'mac_address': 'fa:16:3e:7f:4a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ebac6750-cbc0-4304-8985-d5c3a04ce5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:25Z', 'updated_at': '2022-05-04T17:29:41Z', 'revision_number': 5, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'subnets': [{'id': 'ebac6750-cbc0-4304-8985-d5c3a04ce5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c166adf-65e0-46f8-950f-b7bb328763d7', 'name': '', 'network_id': 'c5f33437-0ece-49c0-a87b-3483fbe73a31', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'mac_address': 'fa:16:3e:39:a9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '9145304b-f9c0-4a4b-8a07-e0960ebf8b02', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:30:04Z', 'updated_at': '2022-05-04T17:30:40Z', 'revision_number': 5, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'subnets': [{'id': '9145304b-f9c0-4a4b-8a07-e0960ebf8b02', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbcda7fa-7584-47e4-a662-b2f3fb59ea54', 'name': '', 'network_id': 'dc521a67-ad73-4658-89d0-00bb27c0bc84', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'mac_address': 'fa:16:3e:f9:3c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '48ff8e43-2762-48d0-8242-e1b75c56aaef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:46Z', 'updated_at': '2022-05-04T17:30:20Z', 'revision_number': 5, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'subnets': [{'id': '48ff8e43-2762-48d0-8242-e1b75c56aaef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:30:50.693048 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Port 2eb6a3a6-1cc4-499f-9bca-3e9c91c2a823 on network 54dd63ee-f3ae-42e1-9cf4-06ea55df0770 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:30:50.693048 dv-neutron-840426-1-hyperv neutron-server[88038]: ERROR neutron.plugins.ml2.managers [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Failed to bind port 2eb6a3a6-1cc4-499f-9bca-3e9c91c2a823 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '695acf9c-2e47-4533-b3e8-7eb368523647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '54dd63ee-f3ae-42e1-9cf4-06ea55df0770'}] May 04 17:30:50.704993 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.plugins.ml2.plugin [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempt 4 to bind port 2eb6a3a6-1cc4-499f-9bca-3e9c91c2a823 May 04 17:30:50.733201 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-59196676-3e3f-4e06-ad0b-68e17227d7da tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Network a3e6468f-145e-4c52-8fc2-3f0b9a72406f is not hosted by any dhcp agent {{(pid=88038) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 04 17:30:50.749129 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59196676-3e3f-4e06-ad0b-68e17227d7da tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:50.750213 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-59196676-3e3f-4e06-ad0b-68e17227d7da tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:50.751568 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-59196676-3e3f-4e06-ad0b-68e17227d7da tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] 10.222.0.41 "PUT /v2.0/networks/a3e6468f-145e-4c52-8fc2-3f0b9a72406f HTTP/1.1" status: 200 len: 762 time: 1.8571332 May 04 17:30:50.779792 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50276) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:50.863153 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-f2db18ca-f4ba-401a-8814-e4a8ab99928d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] For port 4ce70bcc-2005-4dde-87bb-dd406d9b0f16, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=4ce70bcc-2005-4dde-87bb-dd406d9b0f16,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:30:50.864987 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f2db18ca-f4ba-401a-8814-e4a8ab99928d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:50.905764 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:51.008963 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 4ce70bcc-2005-4dde-87bb-dd406d9b0f16, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=4ce70bcc-2005-4dde-87bb-dd406d9b0f16,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:30:51.025262 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:51.026977 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device c36bb327-0831-4ca4-8920-4f5579e2f64f up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:30:51.031918 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01872ee-7b4d-4365-a6e2-bf08f672edb7 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:51.032626 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-c01872ee-7b4d-4365-a6e2-bf08f672edb7 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Synchronizing usage tracker for tenant:53b502bc006642479c9b29af51aad044 on resource:network {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:30:51.110963 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-c01872ee-7b4d-4365-a6e2-bf08f672edb7 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Unset dirty status for tenant:53b502bc006642479c9b29af51aad044 on resource:network {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:30:51.112144 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-c01872ee-7b4d-4365-a6e2-bf08f672edb7 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] 10.222.0.41 "GET /v2.0/networks?id=a3e6468f-145e-4c52-8fc2-3f0b9a72406f HTTP/1.1" status: 200 len: 765 time: 0.3312712 May 04 17:30:51.115537 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-e499f4c4-4cec-4082-ac9c-4fbd48e25042 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] For port b728868a-0675-458f-8a54-3b4a6d105470, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=b728868a-0675-458f-8a54-3b4a6d105470,segment=NetworkSegment(4461b6cd-acb0-4e67-9810-f3f0946581db),segment_id=4461b6cd-acb0-4e67-9810-f3f0946581db)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:30:51.115537 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e499f4c4-4cec-4082-ac9c-4fbd48e25042 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:51.125079 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50280) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:51.166447 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-f2db18ca-f4ba-401a-8814-e4a8ab99928d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Calling delete_port for 4ce70bcc-2005-4dde-87bb-dd406d9b0f16 owned by network:router_interface {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:30:51.224148 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=4ce70bcc-2005-4dde-87bb-dd406d9b0f16,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:51.253797 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7cf1e2c-07bb-4a8e-8741-02bced9fce4c None None] Unable to find a vacant binding_index for network 260d4353-0523-4bd2-b365-76fa65682043 and agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 {{(pid=88039) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} May 04 17:30:51.257404 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port c36bb327-0831-4ca4-8920-4f5579e2f64f triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:30:51.257981 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:51.326247 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port 2eb6a3a6-1cc4-499f-9bca-3e9c91c2a823 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:30:51.327143 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port 2eb6a3a6-1cc4-499f-9bca-3e9c91c2a823 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '695acf9c-2e47-4533-b3e8-7eb368523647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '54dd63ee-f3ae-42e1-9cf4-06ea55df0770'}] {{(pid=88038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:30:51.328528 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port 2eb6a3a6-1cc4-499f-9bca-3e9c91c2a823 on network 54dd63ee-f3ae-42e1-9cf4-06ea55df0770 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:30:51.375696 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Port 2eb6a3a6-1cc4-499f-9bca-3e9c91c2a823 on network 54dd63ee-f3ae-42e1-9cf4-06ea55df0770 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:30:51.376845 dv-neutron-840426-1-hyperv neutron-server[88038]: ERROR neutron.plugins.ml2.managers [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Failed to bind port 2eb6a3a6-1cc4-499f-9bca-3e9c91c2a823 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '695acf9c-2e47-4533-b3e8-7eb368523647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '54dd63ee-f3ae-42e1-9cf4-06ea55df0770'}] May 04 17:30:51.384805 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7cf1e2c-07bb-4a8e-8741-02bced9fce4c None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 260d4353-0523-4bd2-b365-76fa65682043) {{(pid=88039) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 04 17:30:51.393465 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.plugins.ml2.plugin [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempt 5 to bind port 2eb6a3a6-1cc4-499f-9bca-3e9c91c2a823 May 04 17:30:51.425645 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port 2eb6a3a6-1cc4-499f-9bca-3e9c91c2a823 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:30:51.426267 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port 2eb6a3a6-1cc4-499f-9bca-3e9c91c2a823 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '695acf9c-2e47-4533-b3e8-7eb368523647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '54dd63ee-f3ae-42e1-9cf4-06ea55df0770'}] {{(pid=88038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:30:51.426750 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port 2eb6a3a6-1cc4-499f-9bca-3e9c91c2a823 on network 54dd63ee-f3ae-42e1-9cf4-06ea55df0770 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:30:51.434558 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Port 2eb6a3a6-1cc4-499f-9bca-3e9c91c2a823 on network 54dd63ee-f3ae-42e1-9cf4-06ea55df0770 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:30:51.435687 dv-neutron-840426-1-hyperv neutron-server[88038]: ERROR neutron.plugins.ml2.managers [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Failed to bind port 2eb6a3a6-1cc4-499f-9bca-3e9c91c2a823 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '695acf9c-2e47-4533-b3e8-7eb368523647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '54dd63ee-f3ae-42e1-9cf4-06ea55df0770'}] May 04 17:30:51.440940 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.plugins.ml2.plugin [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempt 6 to bind port 2eb6a3a6-1cc4-499f-9bca-3e9c91c2a823 May 04 17:30:51.473958 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port 2eb6a3a6-1cc4-499f-9bca-3e9c91c2a823 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:30:51.474653 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port 2eb6a3a6-1cc4-499f-9bca-3e9c91c2a823 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '695acf9c-2e47-4533-b3e8-7eb368523647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '54dd63ee-f3ae-42e1-9cf4-06ea55df0770'}] {{(pid=88038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:30:51.475146 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port 2eb6a3a6-1cc4-499f-9bca-3e9c91c2a823 on network 54dd63ee-f3ae-42e1-9cf4-06ea55df0770 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:30:51.483485 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Port 2eb6a3a6-1cc4-499f-9bca-3e9c91c2a823 on network 54dd63ee-f3ae-42e1-9cf4-06ea55df0770 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:30:51.483991 dv-neutron-840426-1-hyperv neutron-server[88038]: ERROR neutron.plugins.ml2.managers [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Failed to bind port 2eb6a3a6-1cc4-499f-9bca-3e9c91c2a823 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '695acf9c-2e47-4533-b3e8-7eb368523647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '54dd63ee-f3ae-42e1-9cf4-06ea55df0770'}] May 04 17:30:51.494514 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.plugins.ml2.plugin [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempt 7 to bind port 2eb6a3a6-1cc4-499f-9bca-3e9c91c2a823 May 04 17:30:51.525292 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.db.api [None req-f2db18ca-f4ba-401a-8814-e4a8ab99928d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88038) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:30:51.526348 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG oslo_db.api [None req-f2db18ca-f4ba-401a-8814-e4a8ab99928d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:30:51.527337 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port 2eb6a3a6-1cc4-499f-9bca-3e9c91c2a823 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:30:51.528442 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-e499f4c4-4cec-4082-ac9c-4fbd48e25042 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Calling delete_port for b728868a-0675-458f-8a54-3b4a6d105470 owned by network:dhcp {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:30:51.529065 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port 2eb6a3a6-1cc4-499f-9bca-3e9c91c2a823 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '695acf9c-2e47-4533-b3e8-7eb368523647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '54dd63ee-f3ae-42e1-9cf4-06ea55df0770'}] {{(pid=88038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:30:51.529577 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port 2eb6a3a6-1cc4-499f-9bca-3e9c91c2a823 on network 54dd63ee-f3ae-42e1-9cf4-06ea55df0770 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:30:51.587655 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Port 2eb6a3a6-1cc4-499f-9bca-3e9c91c2a823 on network 54dd63ee-f3ae-42e1-9cf4-06ea55df0770 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:30:51.588254 dv-neutron-840426-1-hyperv neutron-server[88038]: ERROR neutron.plugins.ml2.managers [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Failed to bind port 2eb6a3a6-1cc4-499f-9bca-3e9c91c2a823 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '695acf9c-2e47-4533-b3e8-7eb368523647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '54dd63ee-f3ae-42e1-9cf4-06ea55df0770'}] May 04 17:30:51.589010 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.plugins.ml2.plugin [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempt 8 to bind port 2eb6a3a6-1cc4-499f-9bca-3e9c91c2a823 May 04 17:30:51.623154 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 6c9ad39c-a55e-4df5-8da0-cd10cfdb744c up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:30:51.631859 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port 2eb6a3a6-1cc4-499f-9bca-3e9c91c2a823 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:30:51.632618 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port 2eb6a3a6-1cc4-499f-9bca-3e9c91c2a823 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '695acf9c-2e47-4533-b3e8-7eb368523647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '54dd63ee-f3ae-42e1-9cf4-06ea55df0770'}] {{(pid=88038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:30:51.633336 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port 2eb6a3a6-1cc4-499f-9bca-3e9c91c2a823 on network 54dd63ee-f3ae-42e1-9cf4-06ea55df0770 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:30:51.646100 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Port 2eb6a3a6-1cc4-499f-9bca-3e9c91c2a823 on network 54dd63ee-f3ae-42e1-9cf4-06ea55df0770 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:30:51.646679 dv-neutron-840426-1-hyperv neutron-server[88038]: ERROR neutron.plugins.ml2.managers [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Failed to bind port 2eb6a3a6-1cc4-499f-9bca-3e9c91c2a823 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '695acf9c-2e47-4533-b3e8-7eb368523647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '54dd63ee-f3ae-42e1-9cf4-06ea55df0770'}] May 04 17:30:51.647387 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.plugins.ml2.plugin [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempt 9 to bind port 2eb6a3a6-1cc4-499f-9bca-3e9c91c2a823 May 04 17:30:51.679596 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port 2eb6a3a6-1cc4-499f-9bca-3e9c91c2a823 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:30:51.680652 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port 2eb6a3a6-1cc4-499f-9bca-3e9c91c2a823 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '695acf9c-2e47-4533-b3e8-7eb368523647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '54dd63ee-f3ae-42e1-9cf4-06ea55df0770'}] {{(pid=88038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:30:51.681184 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port 2eb6a3a6-1cc4-499f-9bca-3e9c91c2a823 on network 54dd63ee-f3ae-42e1-9cf4-06ea55df0770 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:30:51.696244 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Port 2eb6a3a6-1cc4-499f-9bca-3e9c91c2a823 on network 54dd63ee-f3ae-42e1-9cf4-06ea55df0770 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:30:51.696790 dv-neutron-840426-1-hyperv neutron-server[88038]: ERROR neutron.plugins.ml2.managers [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Failed to bind port 2eb6a3a6-1cc4-499f-9bca-3e9c91c2a823 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '695acf9c-2e47-4533-b3e8-7eb368523647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '54dd63ee-f3ae-42e1-9cf4-06ea55df0770'}] May 04 17:30:51.699502 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.plugins.ml2.plugin [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempt 10 to bind port 2eb6a3a6-1cc4-499f-9bca-3e9c91c2a823 May 04 17:30:51.722566 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50284) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:51.726877 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fe8f6f61-bc0f-40c3-a4c0-7e80b268fe7c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710748'] for router_interface, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:51.853289 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 6c9ad39c-a55e-4df5-8da0-cd10cfdb744c triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:30:51.853759 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:51.882528 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-5b89491f-d6c6-4d78-b43a-0b931c2b6fa7 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Request body: {'subnets': [{'network_id': 'ad81ba01-8f31-44eb-844c-d54b5ab4088d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--928545201', 'ip_version': 6}, {'network_id': '74961647-6d64-43e5-8ae3-6452e498e89f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:30:51.882940 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-5b89491f-d6c6-4d78-b43a-0b931c2b6fa7 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Request body: {'subnet': {'network_id': 'ad81ba01-8f31-44eb-844c-d54b5ab4088d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--928545201', 'ip_version': 6}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:30:51.883208 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a694ce2-76ff-4f70-95e0-e2caa70d2c03 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:51.889073 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-5b89491f-d6c6-4d78-b43a-0b931c2b6fa7 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Request body: {'subnet': {'network_id': '74961647-6d64-43e5-8ae3-6452e498e89f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:30:51.890488 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-3a694ce2-76ff-4f70-95e0-e2caa70d2c03 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7601662 May 04 17:30:51.891113 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50290) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:51.974254 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-ef167d63-aa97-4399-8990-e3ffad9aaa37 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Synchronizing usage tracker for tenant:53b502bc006642479c9b29af51aad044 on resource:subnet {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:30:51.999079 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e499f4c4-4cec-4082-ac9c-4fbd48e25042 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:52.029415 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-f2db18ca-f4ba-401a-8814-e4a8ab99928d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Deleting port 4ce70bcc-2005-4dde-87bb-dd406d9b0f16 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:30:52.029846 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f2db18ca-f4ba-401a-8814-e4a8ab99928d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:52.037391 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 0d4d6113-de55-4ba9-bfe4-b36a477739ad up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:30:52.050404 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-ef167d63-aa97-4399-8990-e3ffad9aaa37 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Unset dirty status for tenant:53b502bc006642479c9b29af51aad044 on resource:subnet {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:30:52.055118 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-ef167d63-aa97-4399-8990-e3ffad9aaa37 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] 10.222.0.41 "GET /v2.0/subnets?network_id=30bd8d35-9d66-4ec1-9734-58f713c6cd24 HTTP/1.1" status: 200 len: 207 time: 0.1600339 May 04 17:30:52.058668 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50294) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:52.061496 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e499f4c4-4cec-4082-ac9c-4fbd48e25042 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Pushing event deleted for resources: {'Port': ['ID=b728868a-0675-458f-8a54-3b4a6d105470,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:52.101375 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e499f4c4-4cec-4082-ac9c-4fbd48e25042 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] No DVR routers for this DVR port b728868a-0675-458f-8a54-3b4a6d105470 on host dv-neutron-840426-1-hyperv {{(pid=88037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:30:52.165623 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-4ba510a7-eacb-47d5-bb08-eec59ff05306 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Allocated IP 2001:db8::1 (260d4353-0523-4bd2-b365-76fa65682043/f5313b1f-026c-4616-a62e-981d8297fb35/f7c8349f-d96d-4540-89c9-8f3a6eba8953) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:30:52.234751 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 0d4d6113-de55-4ba9-bfe4-b36a477739ad completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:30:52.253257 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 0d4d6113-de55-4ba9-bfe4-b36a477739ad triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:30:52.253866 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:52.280063 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3cf1727-4eee-47e1-917e-e2f47385430d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-260d4353-0523-4bd2-b365-76fa65682043', 'network_id': '260d4353-0523-4bd2-b365-76fa65682043', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'fixed_ips': [{'subnet_id': 'f5313b1f-026c-4616-a62e-981d8297fb35'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:30:52.281373 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a3cf1727-4eee-47e1-917e-e2f47385430d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:52.313217 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port 2eb6a3a6-1cc4-499f-9bca-3e9c91c2a823 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:30:52.313800 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port 2eb6a3a6-1cc4-499f-9bca-3e9c91c2a823 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '695acf9c-2e47-4533-b3e8-7eb368523647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '54dd63ee-f3ae-42e1-9cf4-06ea55df0770'}] {{(pid=88038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:30:52.313890 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port 2eb6a3a6-1cc4-499f-9bca-3e9c91c2a823 on network 54dd63ee-f3ae-42e1-9cf4-06ea55df0770 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:30:52.333333 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e499f4c4-4cec-4082-ac9c-4fbd48e25042 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:52.393957 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Port 2eb6a3a6-1cc4-499f-9bca-3e9c91c2a823 on network 54dd63ee-f3ae-42e1-9cf4-06ea55df0770 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:30:52.395149 dv-neutron-840426-1-hyperv neutron-server[88038]: ERROR neutron.plugins.ml2.managers [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Failed to bind port 2eb6a3a6-1cc4-499f-9bca-3e9c91c2a823 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '695acf9c-2e47-4533-b3e8-7eb368523647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '54dd63ee-f3ae-42e1-9cf4-06ea55df0770'}] May 04 17:30:52.396252 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:52.412061 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-e499f4c4-4cec-4082-ac9c-4fbd48e25042 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['514b3f4a-8c48-4452-a114-03e9c31a8b88']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:52.442875 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-e499f4c4-4cec-4082-ac9c-4fbd48e25042 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4461b6cd-acb0-4e67-9810-f3f0946581db') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:52.443178 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-e499f4c4-4cec-4082-ac9c-4fbd48e25042 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4461b6cd-acb0-4e67-9810-f3f0946581db') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:52.509252 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:52.629388 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-5b89491f-d6c6-4d78-b43a-0b931c2b6fa7 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:30:52.638731 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-5b89491f-d6c6-4d78-b43a-0b931c2b6fa7 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Usage tracker for resource:subnet and tenant:084779e999654211b2decf64a895718e is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:30:52.646005 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-5b89491f-d6c6-4d78-b43a-0b931c2b6fa7 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:30:52.656644 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-5b89491f-d6c6-4d78-b43a-0b931c2b6fa7 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:30:52.658141 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 0d4d6113-de55-4ba9-bfe4-b36a477739ad, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=0d4d6113-de55-4ba9-bfe4-b36a477739ad,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:30:52.669470 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e499f4c4-4cec-4082-ac9c-4fbd48e25042 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:52.672613 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:52.673507 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device ac077b16-bc27-4788-a924-1b45bc119226 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:30:52.695824 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5929a8ff-af72-4c6b-8582-bee6e04a79d3 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:52.702300 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5929a8ff-af72-4c6b-8582-bee6e04a79d3 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:52.708307 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5929a8ff-af72-4c6b-8582-bee6e04a79d3 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:52.714064 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5929a8ff-af72-4c6b-8582-bee6e04a79d3 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:52.720205 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5929a8ff-af72-4c6b-8582-bee6e04a79d3 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:52.726476 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5929a8ff-af72-4c6b-8582-bee6e04a79d3 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:52.734326 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-5929a8ff-af72-4c6b-8582-bee6e04a79d3 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.6705287 May 04 17:30:52.737837 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50306) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:52.780911 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e499f4c4-4cec-4082-ac9c-4fbd48e25042 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:52.803029 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=0d4d6113-de55-4ba9-bfe4-b36a477739ad,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:52.807205 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b89491f-d6c6-4d78-b43a-0b931c2b6fa7 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Made reservation on behalf of 084779e999654211b2decf64a895718e for: {'subnet': 2} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:30:52.812241 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5b89491f-d6c6-4d78-b43a-0b931c2b6fa7 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:52.812571 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5b89491f-d6c6-4d78-b43a-0b931c2b6fa7 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:52.814804 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e499f4c4-4cec-4082-ac9c-4fbd48e25042 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:30:52.815213 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e499f4c4-4cec-4082-ac9c-4fbd48e25042 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:52.823927 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port ac077b16-bc27-4788-a924-1b45bc119226 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:30:52.824298 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:52.840970 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 17:30:52.840970 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:30:52.840970 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 17:30:52.840970 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:30:52.840970 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 17:30:52.840970 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:30:52.840970 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 17:30:52.840970 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:30:52.840970 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 17:30:52.840970 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:30:52.840970 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 17:30:52.840970 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:30:52.840970 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 17:30:52.840970 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:30:52.840970 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:30:52.840970 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:30:52.840970 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:30:52.840970 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:30:52.840970 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 17:30:52.840970 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:30:52.840970 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 17:30:52.840970 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:30:52.840970 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:30:52.840970 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:30:52.840970 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 17:30:52.840970 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:30:52.840970 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:30:52.840970 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:30:52.840970 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:30:52.840970 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:30:52.840970 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:30:52.840970 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:30:52.943170 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] For port 2eb6a3a6-1cc4-499f-9bca-3e9c91c2a823, host hv-neutron-8404, cleared binding levels {{(pid=88038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:30:52.943554 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempted to set empty binding levels {{(pid=88038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 04 17:30:52.976769 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device bea58037-c681-4c0f-9d9c-30853a8a8f99 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:30:53.002512 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4ba510a7-eacb-47d5-bb08-eec59ff05306 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:53.022826 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:53.032012 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e499f4c4-4cec-4082-ac9c-4fbd48e25042 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:53.066733 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-4ba510a7-eacb-47d5-bb08-eec59ff05306 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Transition to ACTIVE for port object f7c8349f-d96d-4540-89c9-8f3a6eba8953 will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:30:53.077699 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e499f4c4-4cec-4082-ac9c-4fbd48e25042 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:53.105776 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e499f4c4-4cec-4082-ac9c-4fbd48e25042 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] Pushing event deleted for resources: {'Network': ['ID=514b3f4a-8c48-4452-a114-03e9c31a8b88,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:53.107146 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port bea58037-c681-4c0f-9d9c-30853a8a8f99 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:30:53.108121 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:53.110487 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-e499f4c4-4cec-4082-ac9c-4fbd48e25042 tempest-NetworksTest-1743440087 tempest-NetworksTest-1743440087-project] 10.222.0.41 "DELETE /v2.0/networks/514b3f4a-8c48-4452-a114-03e9c31a8b88 HTTP/1.1" status: 204 len: 168 time: 4.2269876 May 04 17:30:53.134281 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:53.139779 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:53.140581 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-8d012b66-9bb6-4392-b68a-a2b67137f3ef tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] 10.222.0.41 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.3995790 May 04 17:30:53.144614 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50314) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:53.155336 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-f2db18ca-f4ba-401a-8814-e4a8ab99928d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] For port 4ce70bcc-2005-4dde-87bb-dd406d9b0f16, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=4ce70bcc-2005-4dde-87bb-dd406d9b0f16,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:30:53.155833 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f2db18ca-f4ba-401a-8814-e4a8ab99928d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:53.254591 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f129a9a6-09b5-4b61-ad89-1f97f54b5810 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:53.256072 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f129a9a6-09b5-4b61-ad89-1f97f54b5810 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:53.257576 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f129a9a6-09b5-4b61-ad89-1f97f54b5810 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:53.259262 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f129a9a6-09b5-4b61-ad89-1f97f54b5810 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:53.260967 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f129a9a6-09b5-4b61-ad89-1f97f54b5810 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:53.263241 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-f129a9a6-09b5-4b61-ad89-1f97f54b5810 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1174500 May 04 17:30:53.266411 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4ba510a7-eacb-47d5-bb08-eec59ff05306 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:53.269370 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50318) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:53.388628 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba510a7-eacb-47d5-bb08-eec59ff05306 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Network 260d4353-0523-4bd2-b365-76fa65682043 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:30:53.398186 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-4ba510a7-eacb-47d5-bb08-eec59ff05306 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:30:53.406238 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba510a7-eacb-47d5-bb08-eec59ff05306 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:30:53.406775 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4ba510a7-eacb-47d5-bb08-eec59ff05306 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710357'] for router_interface, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:53.439055 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 1c17d472-a4c5-4cb4-986a-81137bac43fd up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:30:53.458951 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba510a7-eacb-47d5-bb08-eec59ff05306 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Pushing event updated for resources: {'Port': ['ID=f7c8349f-d96d-4540-89c9-8f3a6eba8953,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:53.479975 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac2671a-a521-4fde-845e-9c57bed91960 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Attributes excluded by policy engine: ['shared'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:53.481515 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac2671a-a521-4fde-845e-9c57bed91960 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Attributes excluded by policy engine: ['shared'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:53.483117 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac2671a-a521-4fde-845e-9c57bed91960 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Attributes excluded by policy engine: ['shared'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:53.484676 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac2671a-a521-4fde-845e-9c57bed91960 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Attributes excluded by policy engine: ['shared'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:53.486116 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac2671a-a521-4fde-845e-9c57bed91960 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Attributes excluded by policy engine: ['shared'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:53.490874 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-dac2671a-a521-4fde-845e-9c57bed91960 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] 10.222.0.41 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1832423 May 04 17:30:53.491902 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50324) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:53.505016 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-a3cf1727-4eee-47e1-917e-e2f47385430d None None] Allocated IP 2001:db8::2 (260d4353-0523-4bd2-b365-76fa65682043/f5313b1f-026c-4616-a62e-981d8297fb35/7a3b6f85-06b6-43d8-ac54-64cc6fefc70a) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:30:53.609651 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50328) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:53.701566 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d801b5e0-1467-475f-9aa2-5366b8ab6abd tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:53.703654 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-d801b5e0-1467-475f-9aa2-5366b8ab6abd tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] 10.222.0.41 "GET /v2.0/networks/212ce57c-f6d1-4ceb-b34b-61447314d862 HTTP/1.1" status: 200 len: 804 time: 0.2108202 May 04 17:30:53.732359 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-f2db18ca-f4ba-401a-8814-e4a8ab99928d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Calling delete_port for 4ce70bcc-2005-4dde-87bb-dd406d9b0f16 owned by network:router_interface {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:30:53.744376 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 1c17d472-a4c5-4cb4-986a-81137bac43fd completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:30:53.773022 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-fe8f6f61-bc0f-40c3-a4c0-7e80b268fe7c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Deleting port 1c17d472-a4c5-4cb4-986a-81137bac43fd {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:30:53.773022 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fe8f6f61-bc0f-40c3-a4c0-7e80b268fe7c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:53.773216 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50338) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:53.773297 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4ba510a7-eacb-47d5-bb08-eec59ff05306 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:53.781417 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 1c17d472-a4c5-4cb4-986a-81137bac43fd triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:30:53.782504 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:53.799553 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Pushing event updated for resources: {'Port': ['ID=2eb6a3a6-1cc4-499f-9bca-3e9c91c2a823,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:53.854325 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a3cf1727-4eee-47e1-917e-e2f47385430d None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:53.870756 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-a3cf1727-4eee-47e1-917e-e2f47385430d None None] Transition to ACTIVE for port object 7a3b6f85-06b6-43d8-ac54-64cc6fefc70a will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:30:53.877020 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-f933d794-0c8f-4c3e-bbf4-cc90eeae120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 10.0721583 May 04 17:30:53.883364 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50346) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:53.932137 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-a3cf1727-4eee-47e1-917e-e2f47385430d None None] Transition to ACTIVE for port object 7a3b6f85-06b6-43d8-ac54-64cc6fefc70a will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:30:53.951841 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a3cf1727-4eee-47e1-917e-e2f47385430d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:54.016921 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:54.032758 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3cf1727-4eee-47e1-917e-e2f47385430d None None] Network 260d4353-0523-4bd2-b365-76fa65682043 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:30:54.038133 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-a3cf1727-4eee-47e1-917e-e2f47385430d None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:30:54.044148 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cf1727-4eee-47e1-917e-e2f47385430d None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:30:54.109636 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cf1727-4eee-47e1-917e-e2f47385430d None None] Pushing event updated for resources: {'Port': ['ID=7a3b6f85-06b6-43d8-ac54-64cc6fefc70a,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:54.142934 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-fe8f6f61-bc0f-40c3-a4c0-7e80b268fe7c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] For port 1c17d472-a4c5-4cb4-986a-81137bac43fd, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=1c17d472-a4c5-4cb4-986a-81137bac43fd,segment=NetworkSegment(0058af74-9131-43b4-99de-8110c5215a6a),segment_id=0058af74-9131-43b4-99de-8110c5215a6a)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:30:54.143434 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fe8f6f61-bc0f-40c3-a4c0-7e80b268fe7c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:54.159373 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5b89491f-d6c6-4d78-b43a-0b931c2b6fa7 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:54.222810 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 1c17d472-a4c5-4cb4-986a-81137bac43fd, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=1c17d472-a4c5-4cb4-986a-81137bac43fd,segment=NetworkSegment(0058af74-9131-43b4-99de-8110c5215a6a),segment_id=0058af74-9131-43b4-99de-8110c5215a6a)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:30:54.223865 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-a3cf1727-4eee-47e1-917e-e2f47385430d None None] Attempting to bind port 7a3b6f85-06b6-43d8-ac54-64cc6fefc70a on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:30:54.224227 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-a3cf1727-4eee-47e1-917e-e2f47385430d None None] Attempting to bind port 7a3b6f85-06b6-43d8-ac54-64cc6fefc70a by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'a1c157ae-752e-4afe-bbfc-b0ea352dbddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '260d4353-0523-4bd2-b365-76fa65682043'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:30:54.224577 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cf1727-4eee-47e1-917e-e2f47385430d None None] Attempting to bind port 7a3b6f85-06b6-43d8-ac54-64cc6fefc70a on network 260d4353-0523-4bd2-b365-76fa65682043 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:30:54.230749 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cf1727-4eee-47e1-917e-e2f47385430d None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:30:54.231119 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cf1727-4eee-47e1-917e-e2f47385430d None None] Checking segment: {'id': 'a1c157ae-752e-4afe-bbfc-b0ea352dbddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '260d4353-0523-4bd2-b365-76fa65682043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:30:54.231518 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a3cf1727-4eee-47e1-917e-e2f47385430d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:54.231967 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cf1727-4eee-47e1-917e-e2f47385430d None None] Bound using segment: {'id': 'a1c157ae-752e-4afe-bbfc-b0ea352dbddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '260d4353-0523-4bd2-b365-76fa65682043'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:30:54.232474 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-a3cf1727-4eee-47e1-917e-e2f47385430d None None] Bound port: 7a3b6f85-06b6-43d8-ac54-64cc6fefc70a, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1c157ae-752e-4afe-bbfc-b0ea352dbddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '260d4353-0523-4bd2-b365-76fa65682043'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:30:54.232848 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a3cf1727-4eee-47e1-917e-e2f47385430d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:54.245990 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:54.263909 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-56e7c3a7-7868-4b76-bf0e-51b7570df1ce tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] 10.222.0.41 "GET /v2.0/networks/212ce57c-f6d1-4ceb-b34b-61447314d862?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.4700906 May 04 17:30:54.275952 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50352) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:54.366238 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device b61912a1-f651-41c3-a013-12a1a8ba8ae2 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:30:54.439631 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: b61912a1-f651-41c3-a013-12a1a8ba8ae2 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:30:54.440131 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device b61912a1-f651-41c3-a013-12a1a8ba8ae2 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:30:54.478922 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-fe8f6f61-bc0f-40c3-a4c0-7e80b268fe7c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Calling delete_port for 1c17d472-a4c5-4cb4-986a-81137bac43fd owned by network:router_interface {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:30:54.484898 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=1c17d472-a4c5-4cb4-986a-81137bac43fd,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:54.500282 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-a3cf1727-4eee-47e1-917e-e2f47385430d None None] For port 7a3b6f85-06b6-43d8-ac54-64cc6fefc70a, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:30:54.507046 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-a3cf1727-4eee-47e1-917e-e2f47385430d None None] For port 7a3b6f85-06b6-43d8-ac54-64cc6fefc70a, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=7a3b6f85-06b6-43d8-ac54-64cc6fefc70a,segment=NetworkSegment(a1c157ae-752e-4afe-bbfc-b0ea352dbddd),segment_id=a1c157ae-752e-4afe-bbfc-b0ea352dbddd)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:30:54.518170 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a3cf1727-4eee-47e1-917e-e2f47385430d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:54.625078 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-ed6ac0ff-5738-489d-92b9-199e24c31faf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b25ee3601e56428392e5e6b054ab6dbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9996324 May 04 17:30:54.630433 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-8ba81b97-7486-4e59-b097-2565511547fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Deleting port 2eb6a3a6-1cc4-499f-9bca-3e9c91c2a823 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:30:54.630775 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8ba81b97-7486-4e59-b097-2565511547fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:54.632045 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50356) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:54.642250 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b89491f-d6c6-4d78-b43a-0b931c2b6fa7 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Pushing event updated for resources: {'Subnet': ['ID=2f412517-2c7c-44d2-b6f4-37d217993921,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:54.681369 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cf1727-4eee-47e1-917e-e2f47385430d None None] Pushing event updated for resources: {'Port': ['ID=7a3b6f85-06b6-43d8-ac54-64cc6fefc70a,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:54.720811 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a871d83b-3655-4b40-a858-97e0ffd1a854 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:54.727352 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-a871d83b-3655-4b40-a858-97e0ffd1a854 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] 10.222.0.41 "GET /v2.0/subnets/83651786-166a-4b01-b862-aed112b10562 HTTP/1.1" status: 200 len: 843 time: 0.3386409 May 04 17:30:54.729640 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b89491f-d6c6-4d78-b43a-0b931c2b6fa7 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Checking segment: {'id': 'be9e3faa-e320-4895-ae9e-fd79affd7f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ad81ba01-8f31-44eb-844c-d54b5ab4088d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:30:54.730096 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b89491f-d6c6-4d78-b43a-0b931c2b6fa7 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Network hostable DHCP agents. Network: ad81ba01-8f31-44eb-844c-d54b5ab4088d, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:30:54.735563 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50360) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:54.740667 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f2db18ca-f4ba-401a-8814-e4a8ab99928d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:54.766826 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 4ce70bcc-2005-4dde-87bb-dd406d9b0f16 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:30:54.829383 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2db18ca-f4ba-401a-8814-e4a8ab99928d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event deleted for resources: {'Port': ['ID=4ce70bcc-2005-4dde-87bb-dd406d9b0f16,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:54.840999 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 4ce70bcc-2005-4dde-87bb-dd406d9b0f16 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:30:54.841805 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 4ce70bcc-2005-4dde-87bb-dd406d9b0f16 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 04 17:30:54.883981 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Port 4ce70bcc-2005-4dde-87bb-dd406d9b0f16 not found, will not notify nova. {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 04 17:30:54.884771 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 0d4d6113-de55-4ba9-bfe4-b36a477739ad up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:30:55.012942 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b89491f-d6c6-4d78-b43a-0b931c2b6fa7 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Network ad81ba01-8f31-44eb-844c-d54b5ab4088d is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:30:55.037130 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 0d4d6113-de55-4ba9-bfe4-b36a477739ad triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:30:55.037504 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:55.128817 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f39ce24f-2e95-4eda-94f3-3ff4f6289093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:55.155340 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-5b89491f-d6c6-4d78-b43a-0b931c2b6fa7 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, ad81ba01-8f31-44eb-844c-d54b5ab4088d) {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:30:55.161091 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f2db18ca-f4ba-401a-8814-e4a8ab99928d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710832'] for router_interface, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:55.181849 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.db.api [None req-fe8f6f61-bc0f-40c3-a4c0-7e80b268fe7c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88038) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:30:55.182206 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG oslo_db.api [None req-fe8f6f61-bc0f-40c3-a4c0-7e80b268fe7c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:30:55.188143 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5b89491f-d6c6-4d78-b43a-0b931c2b6fa7 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:55.245764 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f39ce24f-2e95-4eda-94f3-3ff4f6289093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:55.321122 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-8ba81b97-7486-4e59-b097-2565511547fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] For port 2eb6a3a6-1cc4-499f-9bca-3e9c91c2a823, host hv-neutron-8404, got binding levels [] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:30:55.321847 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8ba81b97-7486-4e59-b097-2565511547fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:55.394054 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef86a2d4-358d-47ab-8e07-74738c66b9f1 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Attributes excluded by policy engine: ['shared'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:55.399364 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-ef86a2d4-358d-47ab-8e07-74738c66b9f1 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] 10.222.0.41 "GET /v2.0/subnets/83651786-166a-4b01-b862-aed112b10562?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.6581316 May 04 17:30:55.432110 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50366) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:55.461225 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-8ba81b97-7486-4e59-b097-2565511547fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Calling delete_port for 2eb6a3a6-1cc4-499f-9bca-3e9c91c2a823 owned by {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:30:55.461441 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-6bd38e56-4959-4fda-81bb-304c7cdfe73b tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1921792064'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:30:55.493531 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-6bd38e56-4959-4fda-81bb-304c7cdfe73b tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:30:55.534920 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-6bd38e56-4959-4fda-81bb-304c7cdfe73b tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:30:55.539342 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b89491f-d6c6-4d78-b43a-0b931c2b6fa7 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Pushing event updated for resources: {'Subnet': ['ID=f4a8e2ce-45e3-4954-bfd5-281215a0a914,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:55.645554 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8ba81b97-7486-4e59-b097-2565511547fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:55.684564 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-fe8f6f61-bc0f-40c3-a4c0-7e80b268fe7c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Deleting port 1c17d472-a4c5-4cb4-986a-81137bac43fd {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:30:55.684965 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fe8f6f61-bc0f-40c3-a4c0-7e80b268fe7c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:55.708981 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4ba510a7-eacb-47d5-bb08-eec59ff05306 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:55.722858 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b89491f-d6c6-4d78-b43a-0b931c2b6fa7 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Checking segment: {'id': 'a1696b1d-894e-4a56-8000-72542138c74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '74961647-6d64-43e5-8ae3-6452e498e89f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:30:55.723366 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b89491f-d6c6-4d78-b43a-0b931c2b6fa7 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Network hostable DHCP agents. Network: 74961647-6d64-43e5-8ae3-6452e498e89f, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:30:55.724547 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4ba510a7-eacb-47d5-bb08-eec59ff05306 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:55.725291 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4ba510a7-eacb-47d5-bb08-eec59ff05306 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710702'] for router_interface, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:55.730731 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd38e56-4959-4fda-81bb-304c7cdfe73b tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Made reservation on behalf of 53b502bc006642479c9b29af51aad044 for: {'network': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:30:55.734373 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6bd38e56-4959-4fda-81bb-304c7cdfe73b tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:55.739921 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba81b97-7486-4e59-b097-2565511547fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Pushing event deleted for resources: {'Port': ['ID=2eb6a3a6-1cc4-499f-9bca-3e9c91c2a823,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:55.744541 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8ba81b97-7486-4e59-b097-2565511547fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:55.806445 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2db18ca-f4ba-401a-8814-e4a8ab99928d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Router a7dc30ae-b16b-4478-8bf9-bc1f751ef165 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:30:55.817134 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-8ba81b97-7486-4e59-b097-2565511547fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] 10.222.0.41 "DELETE /v2.0/ports/2eb6a3a6-1cc4-499f-9bca-3e9c91c2a823 HTTP/1.1" status: 204 len: 168 time: 1.9118357 May 04 17:30:55.823428 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f39ce24f-2e95-4eda-94f3-3ff4f6289093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:55.828002 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50370) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:55.927679 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39ce24f-2e95-4eda-94f3-3ff4f6289093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b378a714-90f3-433f-b0f4-f4ec7d27ec6b,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:55.938318 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bd38e56-4959-4fda-81bb-304c7cdfe73b tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=88038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:30:55.942484 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b89491f-d6c6-4d78-b43a-0b931c2b6fa7 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Network 74961647-6d64-43e5-8ae3-6452e498e89f is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:30:55.951264 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba510a7-eacb-47d5-bb08-eec59ff05306 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Pushing event updated for resources: {'Port': ['ID=f7c8349f-d96d-4540-89c9-8f3a6eba8953,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:55.976802 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-55508c15-d463-4be0-bd3b-23e771a590e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] GET failed (client error): The resource could not be found. May 04 17:30:55.977373 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-55508c15-d463-4be0-bd3b-23e771a590e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Synchronizing usage tracker for tenant:5f6c84c5ea674045a4debbec4f0d1396 on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:30:56.010863 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba510a7-eacb-47d5-bb08-eec59ff05306 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Network 260d4353-0523-4bd2-b365-76fa65682043 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:30:56.013018 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-4ba510a7-eacb-47d5-bb08-eec59ff05306 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:30:56.100534 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6bd38e56-4959-4fda-81bb-304c7cdfe73b tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:56.100887 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.segments_db [None req-6bd38e56-4959-4fda-81bb-304c7cdfe73b tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Added segment a746da1a-be8b-4687-961c-c8998519bf4b of type vlan for network d3002024-1c68-476c-a2c4-d8780dedfc1e May 04 17:30:56.168407 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e93c54-bd93-4f41-9cf3-01adc073a6d2 None None] Network 514b3f4a-8c48-4452-a114-03e9c31a8b88 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:30:56.193869 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655a4df9-fc62-4981-9588-4c6da4230873 None None] Network 54dd63ee-f3ae-42e1-9cf4-06ea55df0770 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:30:56.206458 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-5b89491f-d6c6-4d78-b43a-0b931c2b6fa7 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 74961647-6d64-43e5-8ae3-6452e498e89f) {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:30:56.216587 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4262ef13-d483-4995-97ed-5d6c7ff77160 None None] Network 260d4353-0523-4bd2-b365-76fa65682043 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:30:56.250777 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5dbe59-381c-49a2-afd0-9388df0421ad None None] Network ad81ba01-8f31-44eb-844c-d54b5ab4088d requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:30:56.297665 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ba510a7-eacb-47d5-bb08-eec59ff05306 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Router 946552a2-07ce-41ce-925c-46bdd5eb5a36 is scheduled to L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 with binding_index 1 {{(pid=88037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:30:56.313494 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5c1560-6dbb-44dd-8c52-62a71b5faaaf None None] Network 74961647-6d64-43e5-8ae3-6452e498e89f requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:30:56.355373 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e93c54-bd93-4f41-9cf3-01adc073a6d2 None None] Network 514b3f4a-8c48-4452-a114-03e9c31a8b88 could not be found, it might have been deleted concurrently. {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 04 17:30:56.395621 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b89491f-d6c6-4d78-b43a-0b931c2b6fa7 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:56.396106 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b89491f-d6c6-4d78-b43a-0b931c2b6fa7 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:56.396767 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5b89491f-d6c6-4d78-b43a-0b931c2b6fa7 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:56.445884 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2db18ca-f4ba-401a-8814-e4a8ab99928d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:30:56.459130 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49977e26-6dd1-48cb-a877-7ca4e62c89ac None None] Sync routers for ids ['a7dc30ae-b16b-4478-8bf9-bc1f751ef165'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:30:56.460996 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-55508c15-d463-4be0-bd3b-23e771a590e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Unset dirty status for tenant:5f6c84c5ea674045a4debbec4f0d1396 on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:30:56.466457 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-55508c15-d463-4be0-bd3b-23e771a590e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] 10.222.0.41 "GET /v2.0/ports/2eb6a3a6-1cc4-499f-9bca-3e9c91c2a823 HTTP/1.1" status: 404 len: 333 time: 0.6224034 May 04 17:30:56.480508 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49977e26-6dd1-48cb-a877-7ca4e62c89ac None None] Routers {'a7dc30ae-b16b-4478-8bf9-bc1f751ef165'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:30:56.481425 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-49977e26-6dd1-48cb-a877-7ca4e62c89ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:30:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['a7dc30ae-b16b-4478-8bf9-bc1f751ef165'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:56.516177 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50384) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:56.594193 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-32709c51-6ec0-4073-b598-93f25996d008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Request body: {'port': {'network_id': '54dd63ee-f3ae-42e1-9cf4-06ea55df0770', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1869516636'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:30:56.613528 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-f2db18ca-f4ba-401a-8814-e4a8ab99928d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "PUT /v2.0/routers/a7dc30ae-b16b-4478-8bf9-bc1f751ef165/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5075767 May 04 17:30:56.614899 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f39ce24f-2e95-4eda-94f3-3ff4f6289093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:56.622276 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50388) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:56.630170 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-f39ce24f-2e95-4eda-94f3-3ff4f6289093 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b378a714-90f3-433f-b0f4-f4ec7d27ec6b HTTP/1.1" status: 204 len: 168 time: 1.9841931 May 04 17:30:56.632020 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-5b89491f-d6c6-4d78-b43a-0b931c2b6fa7 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 4.8349161 May 04 17:30:56.637606 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50394) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:56.644254 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-32709c51-6ec0-4073-b598-93f25996d008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:30:56.652797 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6bd38e56-4959-4fda-81bb-304c7cdfe73b tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:56.667561 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-fe8f6f61-bc0f-40c3-a4c0-7e80b268fe7c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] For port 1c17d472-a4c5-4cb4-986a-81137bac43fd, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=1c17d472-a4c5-4cb4-986a-81137bac43fd,segment=NetworkSegment(0058af74-9131-43b4-99de-8110c5215a6a),segment_id=0058af74-9131-43b4-99de-8110c5215a6a)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:30:56.667934 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fe8f6f61-bc0f-40c3-a4c0-7e80b268fe7c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:56.713247 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba510a7-eacb-47d5-bb08-eec59ff05306 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:30:56.724689 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-4ba510a7-eacb-47d5-bb08-eec59ff05306 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "PUT /v2.0/routers/946552a2-07ce-41ce-925c-46bdd5eb5a36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2370601 May 04 17:30:56.728834 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50398) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:56.738504 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-5cd51e27-0c3d-47d4-8951-b2a9e77d6b1f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2034819322'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:30:56.773759 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-5cd51e27-0c3d-47d4-8951-b2a9e77d6b1f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:30:56.787345 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-49977e26-6dd1-48cb-a877-7ca4e62c89ac None None] Set router a7dc30ae-b16b-4478-8bf9-bc1f751ef165 gateway port host: None {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:30:56.805546 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-5cd51e27-0c3d-47d4-8951-b2a9e77d6b1f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Usage tracker for resource:network and tenant:a41a9e7401a94b21bc1365a01709c65f is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:30:56.813099 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-32709c51-6ec0-4073-b598-93f25996d008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:30:56.821615 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-5cd51e27-0c3d-47d4-8951-b2a9e77d6b1f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:30:56.835618 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed790fe-5fe3-4f02-8b6d-23e4f9134443 None None] DHCP port deletion for 514b3f4a-8c48-4452-a114-03e9c31a8b88 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:30:56.863218 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-5cd51e27-0c3d-47d4-8951-b2a9e77d6b1f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:30:56.890130 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16f5c5d-78ee-4833-9336-592b586f9e31 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:56.891438 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16f5c5d-78ee-4833-9336-592b586f9e31 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:56.892494 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-a16f5c5d-78ee-4833-9336-592b586f9e31 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Synchronizing usage tracker for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:subnet {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:30:56.912675 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd51e27-0c3d-47d4-8951-b2a9e77d6b1f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Made reservation on behalf of a41a9e7401a94b21bc1365a01709c65f for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:30:56.916379 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5cd51e27-0c3d-47d4-8951-b2a9e77d6b1f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:56.968220 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cd51e27-0c3d-47d4-8951-b2a9e77d6b1f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:30:56.989596 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-29134ec0-be09-404e-9dad-10148214f384 None None] Provisioning for port 7a3b6f85-06b6-43d8-ac54-64cc6fefc70a completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:30:56.997263 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f226aea-2b2a-4c78-9053-52d550883ae0 None None] Sync routers for ids ['946552a2-07ce-41ce-925c-46bdd5eb5a36'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:30:57.006991 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5cd51e27-0c3d-47d4-8951-b2a9e77d6b1f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:57.008204 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-5cd51e27-0c3d-47d4-8951-b2a9e77d6b1f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Added segment 3bdb5207-fc83-49a3-97c9-4daf50230d1a of type vlan for network 82027b46-4193-456d-a11e-1076c3f57e9d May 04 17:30:57.033477 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 7a3b6f85-06b6-43d8-ac54-64cc6fefc70a up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:30:57.045301 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5cd51e27-0c3d-47d4-8951-b2a9e77d6b1f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:57.060439 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-49977e26-6dd1-48cb-a877-7ca4e62c89ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7dc30ae-b16b-4478-8bf9-bc1f751ef165', 'name': 'tempest-NetworksTestDHCPv6-router-1260078826', 'tenant_id': 'e0bb3da2b1c344b882bb065b24ba46bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:30:31Z', 'updated_at': '2022-05-04T17:30:54Z', 'revision_number': 3, 'project_id': 'e0bb3da2b1c344b882bb065b24ba46bb', 'gw_port_host': None}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:57.068482 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49977e26-6dd1-48cb-a877-7ca4e62c89ac None None] Checking router: a7dc30ae-b16b-4478-8bf9-bc1f751ef165 for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:30:57.085856 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49977e26-6dd1-48cb-a877-7ca4e62c89ac None None] Routers {'a7dc30ae-b16b-4478-8bf9-bc1f751ef165'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:30:57.087143 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-49977e26-6dd1-48cb-a877-7ca4e62c89ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:30:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['a7dc30ae-b16b-4478-8bf9-bc1f751ef165'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:57.100907 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-a16f5c5d-78ee-4833-9336-592b586f9e31 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Unset dirty status for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:subnet {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:30:57.105351 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-a16f5c5d-78ee-4833-9336-592b586f9e31 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4779766 May 04 17:30:57.109177 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50404) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:57.159871 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5cd51e27-0c3d-47d4-8951-b2a9e77d6b1f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:57.165826 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd51e27-0c3d-47d4-8951-b2a9e77d6b1f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:57.166551 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5cd51e27-0c3d-47d4-8951-b2a9e77d6b1f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:57.246519 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab32e2c-8fc4-4704-92ba-f70c43cf572c tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:57.249261 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab32e2c-8fc4-4704-92ba-f70c43cf572c tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:57.252328 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab32e2c-8fc4-4704-92ba-f70c43cf572c tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:57.254580 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-3ab32e2c-8fc4-4704-92ba-f70c43cf572c tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Synchronizing usage tracker for tenant:084779e999654211b2decf64a895718e on resource:subnet {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:30:57.300051 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-fe8f6f61-bc0f-40c3-a4c0-7e80b268fe7c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Calling delete_port for 1c17d472-a4c5-4cb4-986a-81137bac43fd owned by network:router_interface {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:30:57.373750 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.db.resource_extend [None req-6bd38e56-4959-4fda-81bb-304c7cdfe73b tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] It took 0.56 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 17:30:57.379706 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd51e27-0c3d-47d4-8951-b2a9e77d6b1f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Pushing event updated for resources: {'Network': ['ID=82027b46-4193-456d-a11e-1076c3f57e9d,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:57.383421 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-5cd51e27-0c3d-47d4-8951-b2a9e77d6b1f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6534941 May 04 17:30:57.393229 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50414) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:57.423632 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32709c51-6ec0-4073-b598-93f25996d008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Made reservation on behalf of 5f6c84c5ea674045a4debbec4f0d1396 for: {'port': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:30:57.427435 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-32709c51-6ec0-4073-b598-93f25996d008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:57.435327 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-49977e26-6dd1-48cb-a877-7ca4e62c89ac None None] Set router a7dc30ae-b16b-4478-8bf9-bc1f751ef165 gateway port host: None {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:30:57.481482 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [None req-32709c51-6ec0-4073-b598-93f25996d008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] device_id is not set on port a90a9fe9-3ec9-4c6d-9d45-abfa9a47e446 yet. {{(pid=88038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:30:57.519610 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6bd38e56-4959-4fda-81bb-304c7cdfe73b tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:57.525623 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd38e56-4959-4fda-81bb-304c7cdfe73b tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:57.527217 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6bd38e56-4959-4fda-81bb-304c7cdfe73b tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:57.576795 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-490e29b7-88eb-4865-a921-25636b9c72f4 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Request body: {'subnet': {'network_id': '82027b46-4193-456d-a11e-1076c3f57e9d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:30:57.589771 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-6bd38e56-4959-4fda-81bb-304c7cdfe73b tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.1407938 May 04 17:30:57.589771 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-3ab32e2c-8fc4-4704-92ba-f70c43cf572c tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Unset dirty status for tenant:084779e999654211b2decf64a895718e on resource:subnet {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:30:57.589771 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-3ab32e2c-8fc4-4704-92ba-f70c43cf572c tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.9235628 May 04 17:30:57.612399 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50420) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:57.612902 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50422) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:57.631971 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-81124d1c-e6f2-42af-9e36-faeaa56e35c6 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Request body: {'subnet': {'network_id': 'd3002024-1c68-476c-a2c4-d8780dedfc1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:30:57.644293 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-57066635-7f1d-487f-9404-804f64c48796 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Deleting subnet c9db192b-23a5-4a36-9b10-be2d33376053 {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:30:57.655347 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-57066635-7f1d-487f-9404-804f64c48796 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:57.790587 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-49977e26-6dd1-48cb-a877-7ca4e62c89ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7dc30ae-b16b-4478-8bf9-bc1f751ef165', 'name': 'tempest-NetworksTestDHCPv6-router-1260078826', 'tenant_id': 'e0bb3da2b1c344b882bb065b24ba46bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:30:31Z', 'updated_at': '2022-05-04T17:30:54Z', 'revision_number': 3, 'project_id': 'e0bb3da2b1c344b882bb065b24ba46bb', 'gw_port_host': None}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:57.799264 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49977e26-6dd1-48cb-a877-7ca4e62c89ac None None] The sync data for ids ['a7dc30ae-b16b-4478-8bf9-bc1f751ef165'] in dv-neutron-840426-1-hyperv is: [{'id': 'a7dc30ae-b16b-4478-8bf9-bc1f751ef165', 'name': 'tempest-NetworksTestDHCPv6-router-1260078826', 'tenant_id': 'e0bb3da2b1c344b882bb065b24ba46bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:30:31Z', 'updated_at': '2022-05-04T17:30:54Z', 'revision_number': 3, 'project_id': 'e0bb3da2b1c344b882bb065b24ba46bb', 'gw_port_host': None}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:30:57.809209 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-490e29b7-88eb-4865-a921-25636b9c72f4 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:30:57.813637 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-57066635-7f1d-487f-9404-804f64c48796 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:57.867118 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-490e29b7-88eb-4865-a921-25636b9c72f4 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Usage tracker for resource:subnet and tenant:a41a9e7401a94b21bc1365a01709c65f is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:30:57.872367 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-490e29b7-88eb-4865-a921-25636b9c72f4 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:30:57.885119 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-490e29b7-88eb-4865-a921-25636b9c72f4 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:30:57.916620 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490e29b7-88eb-4865-a921-25636b9c72f4 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Made reservation on behalf of a41a9e7401a94b21bc1365a01709c65f for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:30:57.921550 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-490e29b7-88eb-4865-a921-25636b9c72f4 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:57.934035 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-81124d1c-e6f2-42af-9e36-faeaa56e35c6 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:30:57.955788 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f226aea-2b2a-4c78-9053-52d550883ae0 None None] Routers {'946552a2-07ce-41ce-925c-46bdd5eb5a36'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:30:57.956694 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-4f226aea-2b2a-4c78-9053-52d550883ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:30:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['946552a2-07ce-41ce-925c-46bdd5eb5a36'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:30:58.027751 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd38e56-4959-4fda-81bb-304c7cdfe73b tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Pushing event updated for resources: {'Network': ['ID=d3002024-1c68-476c-a2c4-d8780dedfc1e,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:58.048902 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 82027b46-4193-456d-a11e-1076c3f57e9d details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:30:58.050887 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-81124d1c-e6f2-42af-9e36-faeaa56e35c6 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:30:58.096895 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_v2 [None req-10dc66ad-f52b-4a72-b133-65bdec43fc65 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Deleting subnet 2f412517-2c7c-44d2-b6f4-37d217993921 {{(pid=88038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:30:58.100501 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-10dc66ad-f52b-4a72-b133-65bdec43fc65 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks [] for subnet, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:58.101470 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-57066635-7f1d-487f-9404-804f64c48796 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:58.161586 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-10dc66ad-f52b-4a72-b133-65bdec43fc65 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-801696'] for subnet, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:58.256304 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-57066635-7f1d-487f-9404-804f64c48796 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:58.315982 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-10dc66ad-f52b-4a72-b133-65bdec43fc65 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:58.332630 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50438) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:58.340557 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57066635-7f1d-487f-9404-804f64c48796 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event deleted for resources: {'Subnet': ['ID=c9db192b-23a5-4a36-9b10-be2d33376053,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:58.360120 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-57066635-7f1d-487f-9404-804f64c48796 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:58.401630 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-490e29b7-88eb-4865-a921-25636b9c72f4 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:58.413989 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network d3002024-1c68-476c-a2c4-d8780dedfc1e details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:30:58.429102 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81124d1c-e6f2-42af-9e36-faeaa56e35c6 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Made reservation on behalf of 53b502bc006642479c9b29af51aad044 for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:30:58.433704 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-81124d1c-e6f2-42af-9e36-faeaa56e35c6 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:58.452397 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-10dc66ad-f52b-4a72-b133-65bdec43fc65 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:58.482375 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-57066635-7f1d-487f-9404-804f64c48796 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/subnets/c9db192b-23a5-4a36-9b10-be2d33376053 HTTP/1.1" status: 204 len: 168 time: 1.3716555 May 04 17:30:58.498972 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50444) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:58.507291 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-10dc66ad-f52b-4a72-b133-65bdec43fc65 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:58.559865 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc66ad-f52b-4a72-b133-65bdec43fc65 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Pushing event deleted for resources: {'Subnet': ['ID=2f412517-2c7c-44d2-b6f4-37d217993921,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:58.599421 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-10dc66ad-f52b-4a72-b133-65bdec43fc65 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] 10.222.0.41 "DELETE /v2.0/subnets/2f412517-2c7c-44d2-b6f4-37d217993921 HTTP/1.1" status: 204 len: 168 time: 0.9722521 May 04 17:30:58.614414 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50448) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:58.642115 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598ca450-07a4-4f16-92e5-0e8de314b14c None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:30:58.660557 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.ipam_backend_mixin [None req-81124d1c-e6f2-42af-9e36-faeaa56e35c6 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Performing IP validity checks on allocation pools {{(pid=88038) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 04 17:30:58.661102 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.ipam_backend_mixin [None req-81124d1c-e6f2-42af-9e36-faeaa56e35c6 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88038) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 04 17:30:58.668392 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-7690089f-24f4-4075-9791-fe65d993cd46 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1358753061'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:30:58.758187 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-75d29e59-580d-4798-bb22-8849ee96514b None None] Could not find standard attr ID for object 4ce70bcc-2005-4dde-87bb-dd406d9b0f16. {{(pid=88039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 04 17:30:58.762484 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-7690089f-24f4-4075-9791-fe65d993cd46 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:30:58.779606 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-7690089f-24f4-4075-9791-fe65d993cd46 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Usage tracker for resource:network and tenant:d50aa0308d3f47e4bde015fa31f2165f is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:30:58.779840 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-32709c51-6ec0-4073-b598-93f25996d008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:58.787210 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490e29b7-88eb-4865-a921-25636b9c72f4 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Pushing event updated for resources: {'Subnet': ['ID=b638ab86-3739-4801-b4a1-31a48df33c4a,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:58.790970 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-7690089f-24f4-4075-9791-fe65d993cd46 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:30:58.818982 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-7690089f-24f4-4075-9791-fe65d993cd46 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:30:58.836911 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490e29b7-88eb-4865-a921-25636b9c72f4 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Checking segment: {'id': '3bdb5207-fc83-49a3-97c9-4daf50230d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '82027b46-4193-456d-a11e-1076c3f57e9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:30:58.837349 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490e29b7-88eb-4865-a921-25636b9c72f4 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Network hostable DHCP agents. Network: 82027b46-4193-456d-a11e-1076c3f57e9d, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:30:58.840199 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9cdf3a-0a39-4a26-b7de-5a3545fc9b6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-74961647-6d64-43e5-8ae3-6452e498e89f', 'network_id': '74961647-6d64-43e5-8ae3-6452e498e89f', 'tenant_id': '084779e999654211b2decf64a895718e', 'fixed_ips': [{'subnet_id': 'f4a8e2ce-45e3-4954-bfd5-281215a0a914'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:30:58.845123 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-dc9cdf3a-0a39-4a26-b7de-5a3545fc9b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:58.850340 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1cd9896-60d4-4306-a6b7-3d9a8acc80ec tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Deleting subnet f4a8e2ce-45e3-4954-bfd5-281215a0a914 {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:30:58.855718 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7690089f-24f4-4075-9791-fe65d993cd46 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Made reservation on behalf of d50aa0308d3f47e4bde015fa31f2165f for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:30:58.859657 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7690089f-24f4-4075-9791-fe65d993cd46 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:58.880141 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-3e91a427-8a0e-45e4-846f-9af454ac471d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Synchronizing usage tracker for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:router {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:30:58.882697 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b1cd9896-60d4-4306-a6b7-3d9a8acc80ec tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:58.912465 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7690089f-24f4-4075-9791-fe65d993cd46 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:58.957447 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-7690089f-24f4-4075-9791-fe65d993cd46 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:30:58.971296 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-7690089f-24f4-4075-9791-fe65d993cd46 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Usage tracker for resource:security_group_rule and tenant:d50aa0308d3f47e4bde015fa31f2165f is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:30:58.974163 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-3e91a427-8a0e-45e4-846f-9af454ac471d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Unset dirty status for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:router {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:30:58.977812 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-3e91a427-8a0e-45e4-846f-9af454ac471d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4704521 May 04 17:30:58.980883 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-7690089f-24f4-4075-9791-fe65d993cd46 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:30:58.984610 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50454) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:59.019635 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-81124d1c-e6f2-42af-9e36-faeaa56e35c6 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:59.023970 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-32709c51-6ec0-4073-b598-93f25996d008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:59.063826 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-7690089f-24f4-4075-9791-fe65d993cd46 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:30:59.147189 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81124d1c-e6f2-42af-9e36-faeaa56e35c6 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Pushing event updated for resources: {'Subnet': ['ID=2d7f9511-7ef6-47cb-ab6e-15de08456bf4,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:59.175023 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7690089f-24f4-4075-9791-fe65d993cd46 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:59.193454 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32709c51-6ec0-4073-b598-93f25996d008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Network 54dd63ee-f3ae-42e1-9cf4-06ea55df0770 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:30:59.211312 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 7a3b6f85-06b6-43d8-ac54-64cc6fefc70a completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:30:59.220518 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-32709c51-6ec0-4073-b598-93f25996d008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:30:59.223052 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32709c51-6ec0-4073-b598-93f25996d008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:30:59.223977 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32709c51-6ec0-4073-b598-93f25996d008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:59.224927 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-32709c51-6ec0-4073-b598-93f25996d008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:59.225589 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 7a3b6f85-06b6-43d8-ac54-64cc6fefc70a triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:30:59.226154 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:59.251697 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7690089f-24f4-4075-9791-fe65d993cd46 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:59.294504 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5d868a-4172-421a-a08b-0cbf7b26f06c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-ad81ba01-8f31-44eb-844c-d54b5ab4088d', 'network_id': 'ad81ba01-8f31-44eb-844c-d54b5ab4088d', 'tenant_id': '084779e999654211b2decf64a895718e', 'fixed_ips': [{'subnet_id': '2f412517-2c7c-44d2-b6f4-37d217993921'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:30:59.295757 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0d5d868a-4172-421a-a08b-0cbf7b26f06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:59.310982 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490e29b7-88eb-4865-a921-25636b9c72f4 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Network 82027b46-4193-456d-a11e-1076c3f57e9d is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:30:59.346057 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32709c51-6ec0-4073-b598-93f25996d008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Pushing event updated for resources: {'Port': ['ID=a90a9fe9-3ec9-4c6d-9d45-abfa9a47e446,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:59.357762 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b1cd9896-60d4-4306-a6b7-3d9a8acc80ec tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:59.362395 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fe8f6f61-bc0f-40c3-a4c0-7e80b268fe7c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:59.398711 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e2a10019-edd0-4462-94da-7f1e5c4e95b8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for router, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:59.437561 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8f6f61-bc0f-40c3-a4c0-7e80b268fe7c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Pushing event deleted for resources: {'Port': ['ID=1c17d472-a4c5-4cb4-986a-81137bac43fd,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:59.440249 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-32709c51-6ec0-4073-b598-93f25996d008 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.9114425 May 04 17:30:59.443037 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81124d1c-e6f2-42af-9e36-faeaa56e35c6 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Checking segment: {'id': 'a746da1a-be8b-4687-961c-c8998519bf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd3002024-1c68-476c-a2c4-d8780dedfc1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:30:59.443400 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81124d1c-e6f2-42af-9e36-faeaa56e35c6 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Network hostable DHCP agents. Network: d3002024-1c68-476c-a2c4-d8780dedfc1e, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:30:59.448945 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50458) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:30:59.453835 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-4f226aea-2b2a-4c78-9053-52d550883ae0 None None] Set router 946552a2-07ce-41ce-925c-46bdd5eb5a36 gateway port host: None {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:30:59.523265 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7690089f-24f4-4075-9791-fe65d993cd46 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94cc15b1-5807-4430-9b1a-87a9728b2bfe,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:59.553061 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7690089f-24f4-4075-9791-fe65d993cd46 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:30:59.564077 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7690089f-24f4-4075-9791-fe65d993cd46 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:59.564609 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-7690089f-24f4-4075-9791-fe65d993cd46 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Added segment 85b292bf-e198-4c06-a562-5eaf8bb12fb1 of type vlan for network a613a2a9-e3ff-45c7-bedd-1ed50f5b5856 May 04 17:30:59.598943 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7690089f-24f4-4075-9791-fe65d993cd46 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:59.677464 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-490e29b7-88eb-4865-a921-25636b9c72f4 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 82027b46-4193-456d-a11e-1076c3f57e9d) {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:30:59.683354 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490e29b7-88eb-4865-a921-25636b9c72f4 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:30:59.684061 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-490e29b7-88eb-4865-a921-25636b9c72f4 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:59.722363 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff089f43-6247-4a2b-808f-9787ff9f883b None None] Network 82027b46-4193-456d-a11e-1076c3f57e9d requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:30:59.728746 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8404'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:30:59.955334 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81124d1c-e6f2-42af-9e36-faeaa56e35c6 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Network d3002024-1c68-476c-a2c4-d8780dedfc1e is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:31:00.070693 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:00.082223 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-81124d1c-e6f2-42af-9e36-faeaa56e35c6 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, d3002024-1c68-476c-a2c4-d8780dedfc1e) {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:31:00.103581 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828d2518-8041-4ee1-b7b4-9f3d833cdb5b None None] Network ad81ba01-8f31-44eb-844c-d54b5ab4088d requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:31:00.126960 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d17e58-aff2-4037-af4d-5840acdc146e None None] Network d3002024-1c68-476c-a2c4-d8780dedfc1e requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:31:00.175407 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81124d1c-e6f2-42af-9e36-faeaa56e35c6 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:00.176011 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-81124d1c-e6f2-42af-9e36-faeaa56e35c6 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:00.232530 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:00.282713 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e2a10019-edd0-4462-94da-7f1e5c4e95b8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:00.285539 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e2a10019-edd0-4462-94da-7f1e5c4e95b8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:00.293668 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-81124d1c-e6f2-42af-9e36-faeaa56e35c6 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.6690896 May 04 17:31:00.309847 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50464) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:00.326803 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.db.resource_extend [None req-7690089f-24f4-4075-9791-fe65d993cd46 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] It took 0.60 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 17:31:00.352093 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-b3e4d5a4-5ab1-40e8-8d2a-3c33cd270713 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:00.385049 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-490e29b7-88eb-4865-a921-25636b9c72f4 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.9870772 May 04 17:31:00.392224 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b1cd9896-60d4-4306-a6b7-3d9a8acc80ec tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:00.394783 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50468) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:00.439168 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e2a10019-edd0-4462-94da-7f1e5c4e95b8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:00.451216 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a10019-edd0-4462-94da-7f1e5c4e95b8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Fanout notify agent at l3_agent the message router_deleted on router a7dc30ae-b16b-4478-8bf9-bc1f751ef165 {{(pid=88037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:31:00.472195 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7690089f-24f4-4075-9791-fe65d993cd46 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:00.487099 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7690089f-24f4-4075-9791-fe65d993cd46 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:00.487733 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7690089f-24f4-4075-9791-fe65d993cd46 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:00.587855 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e2a10019-edd0-4462-94da-7f1e5c4e95b8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:00.588850 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-e2a10019-edd0-4462-94da-7f1e5c4e95b8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/routers/a7dc30ae-b16b-4478-8bf9-bc1f751ef165 HTTP/1.1" status: 204 len: 168 time: 1.6032429 May 04 17:31:00.593691 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-7690089f-24f4-4075-9791-fe65d993cd46 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.2529519 May 04 17:31:00.595531 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50472) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:00.595859 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50474) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:00.612035 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-bcd4ffd7-40fe-4d6f-89dd-a1c758ac5fc1 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Request body: {'subnet': {'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:00.630211 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-c310bc1e-88e1-4a07-b5dd-a1ca8481dd32 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Request body: {'port': {'network_id': 'a613a2a9-e3ff-45c7-bedd-1ed50f5b5856', 'name': 'tempest-PortsTestJSON-1756874872'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:00.724902 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436e8718-17f0-473a-82e2-cbf8d8a6c016 None None] DHCP port deletion for 6b89b041-5c42-49da-97bf-23cee8aadf17 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:31:00.734204 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7690089f-24f4-4075-9791-fe65d993cd46 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event updated for resources: {'Network': ['ID=a613a2a9-e3ff-45c7-bedd-1ed50f5b5856,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:00.766908 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network a613a2a9-e3ff-45c7-bedd-1ed50f5b5856 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:31:00.812960 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-436e8718-17f0-473a-82e2-cbf8d8a6c016 None None] Deleting port 0d4d6113-de55-4ba9-bfe4-b36a477739ad {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:31:00.813713 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-436e8718-17f0-473a-82e2-cbf8d8a6c016 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:00.893044 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5759a95d-58ed-4eca-8c9e-c0076a22100c None None] Network 260d4353-0523-4bd2-b365-76fa65682043 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:31:00.913302 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b1cd9896-60d4-4306-a6b7-3d9a8acc80ec tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:00.982971 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-c310bc1e-88e1-4a07-b5dd-a1ca8481dd32 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:00.985667 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b1cd9896-60d4-4306-a6b7-3d9a8acc80ec tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:00.988269 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cd9896-60d4-4306-a6b7-3d9a8acc80ec tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Pushing event deleted for resources: {'Subnet': ['ID=f4a8e2ce-45e3-4954-bfd5-281215a0a914,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:00.993697 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-c310bc1e-88e1-4a07-b5dd-a1ca8481dd32 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Usage tracker for resource:port and tenant:d50aa0308d3f47e4bde015fa31f2165f is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:31:00.999769 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fe8f6f61-bc0f-40c3-a4c0-7e80b268fe7c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710832'] for router_interface, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:01.000278 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-bcd4ffd7-40fe-4d6f-89dd-a1c758ac5fc1 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:01.002539 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-c310bc1e-88e1-4a07-b5dd-a1ca8481dd32 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:31:01.011251 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-bcd4ffd7-40fe-4d6f-89dd-a1c758ac5fc1 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Usage tracker for resource:subnet and tenant:e0bb3da2b1c344b882bb065b24ba46bb is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:31:01.014169 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-c310bc1e-88e1-4a07-b5dd-a1ca8481dd32 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:01.016621 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-bcd4ffd7-40fe-4d6f-89dd-a1c758ac5fc1 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:31:01.021221 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-b1cd9896-60d4-4306-a6b7-3d9a8acc80ec tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] 10.222.0.41 "DELETE /v2.0/subnets/f4a8e2ce-45e3-4954-bfd5-281215a0a914 HTTP/1.1" status: 204 len: 168 time: 2.4042563 May 04 17:31:01.027869 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50480) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:01.031120 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-bcd4ffd7-40fe-4d6f-89dd-a1c758ac5fc1 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:01.070759 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c310bc1e-88e1-4a07-b5dd-a1ca8481dd32 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Made reservation on behalf of d50aa0308d3f47e4bde015fa31f2165f for: {'port': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:31:01.074810 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c310bc1e-88e1-4a07-b5dd-a1ca8481dd32 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:01.084453 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b3e4d5a4-5ab1-40e8-8d2a-3c33cd270713 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6797989'] for subnet, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:01.097643 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd4ffd7-40fe-4d6f-89dd-a1c758ac5fc1 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Made reservation on behalf of e0bb3da2b1c344b882bb065b24ba46bb for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:31:01.098842 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f484b7-746d-4b9a-b068-1164221d72a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-82027b46-4193-456d-a11e-1076c3f57e9d', 'network_id': '82027b46-4193-456d-a11e-1076c3f57e9d', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'fixed_ips': [{'subnet_id': 'b638ab86-3739-4801-b4a1-31a48df33c4a'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:31:01.099679 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b2f484b7-746d-4b9a-b068-1164221d72a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:01.101128 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-bcd4ffd7-40fe-4d6f-89dd-a1c758ac5fc1 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:01.111369 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 7a3b6f85-06b6-43d8-ac54-64cc6fefc70a, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=7a3b6f85-06b6-43d8-ac54-64cc6fefc70a,segment=NetworkSegment(a1c157ae-752e-4afe-bbfc-b0ea352dbddd),segment_id=a1c157ae-752e-4afe-bbfc-b0ea352dbddd)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:31:01.152222 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [None req-c310bc1e-88e1-4a07-b5dd-a1ca8481dd32 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] device_id is not set on port f54337d0-c343-401a-a393-4a1776df1562 yet. {{(pid=88037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server [None req-dc9cdf3a-0a39-4a26-b7de-5a3545fc9b6e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f4a8e2ce-45e3-4954-bfd5-281215a0a914: This subnet is being modified by another concurrent operation. May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server self.force_reraise() May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server raise self.value May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server self.force_reraise() May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server raise self.value May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server self.force_reraise() May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server raise self.value May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server self.force_reraise() May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server raise self.value May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server self.force_reraise() May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server raise self.value May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server self.force_reraise() May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server raise self.value May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server raise exception May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f4a8e2ce-45e3-4954-bfd5-281215a0a914: This subnet is being modified by another concurrent operation. May 04 17:31:01.227524 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server May 04 17:31:01.259574 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46687f4-5976-4fdf-9ad7-cfb1ce3d1e23 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:01.260305 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-a46687f4-5976-4fdf-9ad7-cfb1ce3d1e23 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Synchronizing usage tracker for tenant:084779e999654211b2decf64a895718e on resource:subnet {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:31:01.262585 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:01.263422 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 1c17d472-a4c5-4cb4-986a-81137bac43fd up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:31:01.330846 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-a46687f4-5976-4fdf-9ad7-cfb1ce3d1e23 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Unset dirty status for tenant:084779e999654211b2decf64a895718e on resource:subnet {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:31:01.335430 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-a46687f4-5976-4fdf-9ad7-cfb1ce3d1e23 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3032141 May 04 17:31:01.340677 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50486) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:01.446889 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 1c17d472-a4c5-4cb4-986a-81137bac43fd {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:31:01.447712 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 1c17d472-a4c5-4cb4-986a-81137bac43fd not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 04 17:31:01.458322 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b3e4d5a4-5ab1-40e8-8d2a-3c33cd270713 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761604174596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7881728'] for subnet, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:01.532135 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102cf5fc-96d3-4a2c-b3cf-940c5cecb7e2 None None] Network 74961647-6d64-43e5-8ae3-6452e498e89f requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:31:01.591276 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e4d5a4-5ab1-40e8-8d2a-3c33cd270713 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Pushing event updated for resources: {'Subnet': ['ID=2d7f9511-7ef6-47cb-ab6e-15de08456bf4,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:01.666487 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c310bc1e-88e1-4a07-b5dd-a1ca8481dd32 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:01.726201 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-bcd4ffd7-40fe-4d6f-89dd-a1c758ac5fc1 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:01.736007 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Port 1c17d472-a4c5-4cb4-986a-81137bac43fd not found, will not notify nova. {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 04 17:31:01.815312 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-addcea48-d628-493d-bdeb-3f90f9701dc2 None None] Provisioning for port f7c8349f-d96d-4540-89c9-8f3a6eba8953 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:31:01.819171 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device b728868a-0675-458f-8a54-3b4a6d105470 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:31:01.834242 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-55b5ba17-80b1-4872-b2a1-d22ea3345296 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:01.843005 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd4ffd7-40fe-4d6f-89dd-a1c758ac5fc1 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:31:01.857499 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-bcd4ffd7-40fe-4d6f-89dd-a1c758ac5fc1 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:31:01.861383 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd4ffd7-40fe-4d6f-89dd-a1c758ac5fc1 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:01.862260 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-bcd4ffd7-40fe-4d6f-89dd-a1c758ac5fc1 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:01.917773 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd4ffd7-40fe-4d6f-89dd-a1c758ac5fc1 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event updated for resources: {'Subnet': ['ID=c935b71c-17bf-4aff-b981-854a6e824bf5,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:01.969493 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: b728868a-0675-458f-8a54-3b4a6d105470 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:31:01.969749 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device b728868a-0675-458f-8a54-3b4a6d105470 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:31:01.971454 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-addcea48-d628-493d-bdeb-3f90f9701dc2 None None] Provisioning complete for port f7c8349f-d96d-4540-89c9-8f3a6eba8953 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:31:01.972701 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-addcea48-d628-493d-bdeb-3f90f9701dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:01.982531 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-bcd4ffd7-40fe-4d6f-89dd-a1c758ac5fc1 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3769009 May 04 17:31:01.996187 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50500) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:02.007509 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-da70a3cc-0826-4718-a0ac-8d27c3ec5b2c tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1706053600', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:02.024089 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c310bc1e-88e1-4a07-b5dd-a1ca8481dd32 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:02.075120 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e4d5a4-5ab1-40e8-8d2a-3c33cd270713 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:02.075745 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b3e4d5a4-5ab1-40e8-8d2a-3c33cd270713 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:02.077531 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-b3e4d5a4-5ab1-40e8-8d2a-3c33cd270713 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] 10.222.0.41 "PUT /v2.0/subnets/2d7f9511-7ef6-47cb-ab6e-15de08456bf4 HTTP/1.1" status: 200 len: 900 time: 1.7375317 May 04 17:31:02.101845 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50504) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:02.160737 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-436e8718-17f0-473a-82e2-cbf8d8a6c016 None None] For port 0d4d6113-de55-4ba9-bfe4-b36a477739ad, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=0d4d6113-de55-4ba9-bfe4-b36a477739ad,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:31:02.161356 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-436e8718-17f0-473a-82e2-cbf8d8a6c016 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:02.206996 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-da70a3cc-0826-4718-a0ac-8d27c3ec5b2c tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:02.284087 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-55b5ba17-80b1-4872-b2a1-d22ea3345296 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:02.293786 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c310bc1e-88e1-4a07-b5dd-a1ca8481dd32 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event updated for resources: {'Port': ['ID=f54337d0-c343-401a-a393-4a1776df1562,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:02.301238 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-da70a3cc-0826-4718-a0ac-8d27c3ec5b2c tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Usage tracker for resource:router and tenant:e0bb3da2b1c344b882bb065b24ba46bb is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:31:02.305809 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-da70a3cc-0826-4718-a0ac-8d27c3ec5b2c tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:31:02.307947 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 4ce70bcc-2005-4dde-87bb-dd406d9b0f16 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:31:02.353788 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-da70a3cc-0826-4718-a0ac-8d27c3ec5b2c tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:02.373226 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-55b5ba17-80b1-4872-b2a1-d22ea3345296 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74961647-6d64-43e5-8ae3-6452e498e89f']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:02.389751 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6586ca69-0dd9-4b3e-ad40-fcfa676d2fe4 req-0e7e6147-0f38-4eff-a1e5-5de654f77d37 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-204588408&fields=id&tenant_id=8c992398177546e184e9933345174247 HTTP/1.1" status: 200 len: 267 time: 0.0968623 May 04 17:31:02.393583 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-da70a3cc-0826-4718-a0ac-8d27c3ec5b2c tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:02.394639 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-da70a3cc-0826-4718-a0ac-8d27c3ec5b2c tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:02.402626 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-55b5ba17-80b1-4872-b2a1-d22ea3345296 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1696b1d-894e-4a56-8000-72542138c74a') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:02.403013 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-55b5ba17-80b1-4872-b2a1-d22ea3345296 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1696b1d-894e-4a56-8000-72542138c74a') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:02.427482 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107ddb83-f7ff-4e6f-b4fe-c4b8227c73b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-d3002024-1c68-476c-a2c4-d8780dedfc1e', 'network_id': 'd3002024-1c68-476c-a2c4-d8780dedfc1e', 'tenant_id': '53b502bc006642479c9b29af51aad044', 'fixed_ips': [{'subnet_id': '2d7f9511-7ef6-47cb-ab6e-15de08456bf4'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:31:02.427819 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-107ddb83-f7ff-4e6f-b4fe-c4b8227c73b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:02.451199 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-55b5ba17-80b1-4872-b2a1-d22ea3345296 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:02.465863 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=7a3b6f85-06b6-43d8-ac54-64cc6fefc70a,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:02.475532 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-da70a3cc-0826-4718-a0ac-8d27c3ec5b2c tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:02.488776 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-436e8718-17f0-473a-82e2-cbf8d8a6c016 None None] Calling delete_port for 0d4d6113-de55-4ba9-bfe4-b36a477739ad owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:31:02.516601 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-55b5ba17-80b1-4872-b2a1-d22ea3345296 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:02.518928 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c310bc1e-88e1-4a07-b5dd-a1ca8481dd32 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Checking segment: {'id': '85b292bf-e198-4c06-a562-5eaf8bb12fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a613a2a9-e3ff-45c7-bedd-1ed50f5b5856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:31:02.519287 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c310bc1e-88e1-4a07-b5dd-a1ca8481dd32 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Network hostable DHCP agents. Network: a613a2a9-e3ff-45c7-bedd-1ed50f5b5856, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:31:02.528042 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 4ce70bcc-2005-4dde-87bb-dd406d9b0f16 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:31:02.528309 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 4ce70bcc-2005-4dde-87bb-dd406d9b0f16 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:31:02.528726 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 0d4d6113-de55-4ba9-bfe4-b36a477739ad no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:31:02.568009 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] device_id is not set on port a90a9fe9-3ec9-4c6d-9d45-abfa9a47e446 yet. {{(pid=88038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:31:02.579205 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55b5ba17-80b1-4872-b2a1-d22ea3345296 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:31:02.580106 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-55b5ba17-80b1-4872-b2a1-d22ea3345296 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:02.589657 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:02.594969 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 17:31:02.594969 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:31:02.594969 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 17:31:02.594969 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:31:02.594969 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 17:31:02.594969 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:31:02.594969 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 17:31:02.594969 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:31:02.594969 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 17:31:02.594969 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:31:02.594969 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 17:31:02.594969 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:31:02.594969 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 17:31:02.594969 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:31:02.594969 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:31:02.594969 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:31:02.594969 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:31:02.594969 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:31:02.594969 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 17:31:02.594969 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:31:02.594969 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 17:31:02.594969 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:31:02.594969 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:31:02.594969 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:31:02.594969 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 17:31:02.594969 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:31:02.594969 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:31:02.594969 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:31:02.594969 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:31:02.594969 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:31:02.594969 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:31:02.594969 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:31:02.597187 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5096dfc6-dcfd-4dd9-bd3e-1081c81feced tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:02.637220 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Transition to ACTIVE for port object a90a9fe9-3ec9-4c6d-9d45-abfa9a47e446 will not be triggered until provisioned by entity L2. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:31:02.642249 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-da70a3cc-0826-4718-a0ac-8d27c3ec5b2c tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:02.649812 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe8f6f61-bc0f-40c3-a4c0-7e80b268fe7c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Router f7b8dd67-88b8-4f42-87ee-9c82722da786 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:31:02.651824 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f3d9066c-3741-404c-91e8-34dbc4e3b385 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:02.663437 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:02.730873 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c310bc1e-88e1-4a07-b5dd-a1ca8481dd32 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Network a613a2a9-e3ff-45c7-bedd-1ed50f5b5856 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:31:02.743661 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-addcea48-d628-493d-bdeb-3f90f9701dc2 None None] Port f7c8349f-d96d-4540-89c9-8f3a6eba8953 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:31:02.756945 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6586ca69-0dd9-4b3e-ad40-fcfa676d2fe4 req-2f36a61e-0a21-4750-a275-5e79ed47f563 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:02.764486 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6586ca69-0dd9-4b3e-ad40-fcfa676d2fe4 req-2f36a61e-0a21-4750-a275-5e79ed47f563 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/networks?id=b631325e-11d5-4100-a2cb-8b9aba720937 HTTP/1.1" status: 200 len: 812 time: 0.3543148 May 04 17:31:02.774151 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-da70a3cc-0826-4718-a0ac-8d27c3ec5b2c tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:02.778268 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-da70a3cc-0826-4718-a0ac-8d27c3ec5b2c tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7778623 May 04 17:31:02.778268 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-55b5ba17-80b1-4872-b2a1-d22ea3345296 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:02.780879 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-55b5ba17-80b1-4872-b2a1-d22ea3345296 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:02.783983 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50508) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:02.800320 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-c310bc1e-88e1-4a07-b5dd-a1ca8481dd32 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, a613a2a9-e3ff-45c7-bedd-1ed50f5b5856) {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:31:02.809391 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c310bc1e-88e1-4a07-b5dd-a1ca8481dd32 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:31:02.815537 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c310bc1e-88e1-4a07-b5dd-a1ca8481dd32 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:02.816081 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c310bc1e-88e1-4a07-b5dd-a1ca8481dd32 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:02.824851 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ee3573-9b43-44c3-b526-8b7460016ddc None None] Network a613a2a9-e3ff-45c7-bedd-1ed50f5b5856 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:31:02.893462 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6586ca69-0dd9-4b3e-ad40-fcfa676d2fe4 req-fa68634c-94c2-4431-bc54-b2f12875053a tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/quotas/8c992398177546e184e9933345174247 HTTP/1.1" status: 200 len: 375 time: 0.1263289 May 04 17:31:02.898193 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-4f226aea-2b2a-4c78-9053-52d550883ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'name': 'tempest-RoutersIpV6Test-router-923744432', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:30:42Z', 'updated_at': '2022-05-04T17:30:53Z', 'revision_number': 2, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'gw_port_host': None, '_interfaces': [{'id': 'f7c8349f-d96d-4540-89c9-8f3a6eba8953', 'name': '', 'network_id': '260d4353-0523-4bd2-b365-76fa65682043', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'mac_address': 'fa:16:3e:eb:40:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'f5313b1f-026c-4616-a62e-981d8297fb35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:30:51Z', 'updated_at': '2022-05-04T17:30:54Z', 'revision_number': 2, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'subnets': [{'id': 'f5313b1f-026c-4616-a62e-981d8297fb35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:02.932226 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-b2f484b7-746d-4b9a-b068-1164221d72a1 None None] Allocated IP 2001:db8:1::2 (82027b46-4193-456d-a11e-1076c3f57e9d/b638ab86-3739-4801-b4a1-31a48df33c4a/6b827736-1aa4-4739-b980-c1488afc9822) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:31:02.937870 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-addcea48-d628-493d-bdeb-3f90f9701dc2 None None] Provisioning complete for port 7a3b6f85-06b6-43d8-ac54-64cc6fefc70a triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:31:02.938302 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-addcea48-d628-493d-bdeb-3f90f9701dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:02.955544 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5ba17-80b1-4872-b2a1-d22ea3345296 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Pushing event deleted for resources: {'Network': ['ID=74961647-6d64-43e5-8ae3-6452e498e89f,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:02.974927 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-55b5ba17-80b1-4872-b2a1-d22ea3345296 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] 10.222.0.41 "DELETE /v2.0/networks/74961647-6d64-43e5-8ae3-6452e498e89f HTTP/1.1" status: 204 len: 168 time: 1.6311128 May 04 17:31:02.982719 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f226aea-2b2a-4c78-9053-52d550883ae0 None None] Checking router: 946552a2-07ce-41ce-925c-46bdd5eb5a36 for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:31:02.983342 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f226aea-2b2a-4c78-9053-52d550883ae0 None None] Updating router 946552a2-07ce-41ce-925c-46bdd5eb5a36 port f7c8349f-d96d-4540-89c9-8f3a6eba8953 binding host dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:31:03.012816 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50512) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:03.045736 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-c310bc1e-88e1-4a07-b5dd-a1ca8481dd32 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.4388585 May 04 17:31:03.127118 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50516) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:03.200019 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-436e8718-17f0-473a-82e2-cbf8d8a6c016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124'] for port, after_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:03.203778 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Port 0d4d6113-de55-4ba9-bfe4-b36a477739ad update to DOWN by agent not found {{(pid=88039) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 04 17:31:03.206386 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-93ba7117-5398-4787-ba57-18fef2525273 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-793305668'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:03.234473 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-93ba7117-5398-4787-ba57-18fef2525273 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:03.247702 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-93ba7117-5398-4787-ba57-18fef2525273 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Usage tracker for resource:network and tenant:d50aa0308d3f47e4bde015fa31f2165f is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:31:03.318651 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-93ba7117-5398-4787-ba57-18fef2525273 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:31:03.354854 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5096dfc6-dcfd-4dd9-bd3e-1081c81feced tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:03.374153 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e8718-17f0-473a-82e2-cbf8d8a6c016 None None] Pushing event deleted for resources: {'Port': ['ID=0d4d6113-de55-4ba9-bfe4-b36a477739ad,revision_number=None']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:03.380169 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436e8718-17f0-473a-82e2-cbf8d8a6c016 None None] No DVR routers for this DVR port 0d4d6113-de55-4ba9-bfe4-b36a477739ad on host dv-neutron-840426-1-hyperv {{(pid=88039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:31:03.387813 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Pushing event updated for resources: {'Port': ['ID=a90a9fe9-3ec9-4c6d-9d45-abfa9a47e446,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:03.409320 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e95afe1d-117c-4767-b7ce-96ff46411df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:03.433399 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4f226aea-2b2a-4c78-9053-52d550883ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:03.461334 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-93ba7117-5398-4787-ba57-18fef2525273 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:03.484063 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d7c66ca3-5d92-4ba0-8e1f-ad141fac3ca2 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:03.501877 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port a90a9fe9-3ec9-4c6d-9d45-abfa9a47e446 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:31:03.502496 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port a90a9fe9-3ec9-4c6d-9d45-abfa9a47e446 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '695acf9c-2e47-4533-b3e8-7eb368523647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '54dd63ee-f3ae-42e1-9cf4-06ea55df0770'}] {{(pid=88038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:31:03.503026 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port a90a9fe9-3ec9-4c6d-9d45-abfa9a47e446 on network 54dd63ee-f3ae-42e1-9cf4-06ea55df0770 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:31:03.529129 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ba7117-5398-4787-ba57-18fef2525273 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Made reservation on behalf of d50aa0308d3f47e4bde015fa31f2165f for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:31:03.532607 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-93ba7117-5398-4787-ba57-18fef2525273 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:03.569591 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Port a90a9fe9-3ec9-4c6d-9d45-abfa9a47e446 on network 54dd63ee-f3ae-42e1-9cf4-06ea55df0770 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:31:03.570250 dv-neutron-840426-1-hyperv neutron-server[88038]: ERROR neutron.plugins.ml2.managers [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Failed to bind port a90a9fe9-3ec9-4c6d-9d45-abfa9a47e446 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '695acf9c-2e47-4533-b3e8-7eb368523647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '54dd63ee-f3ae-42e1-9cf4-06ea55df0770'}] May 04 17:31:03.571495 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe8f6f61-bc0f-40c3-a4c0-7e80b268fe7c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:31:03.580402 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.plugins.ml2.plugin [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempt 2 to bind port a90a9fe9-3ec9-4c6d-9d45-abfa9a47e446 May 04 17:31:03.585484 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51752947-7a90-4d7c-9758-970238df2313 None None] Sync routers for ids ['f7b8dd67-88b8-4f42-87ee-9c82722da786'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:31:03.607041 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6586ca69-0dd9-4b3e-ad40-fcfa676d2fe4 req-7da72a54-e541-493f-9372-9d7da51601a4 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8c992398177546e184e9933345174247&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6477089 May 04 17:31:03.621514 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-fe8f6f61-bc0f-40c3-a4c0-7e80b268fe7c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "PUT /v2.0/routers/f7b8dd67-88b8-4f42-87ee-9c82722da786/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.8337073 May 04 17:31:03.627694 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51752947-7a90-4d7c-9758-970238df2313 None None] Routers {'f7b8dd67-88b8-4f42-87ee-9c82722da786'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:31:03.628348 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-51752947-7a90-4d7c-9758-970238df2313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:30:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['f7b8dd67-88b8-4f42-87ee-9c82722da786'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:03.634849 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50520) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:03.636763 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d52f3bd-e617-4ef3-9333-219e94a31787 None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:31:03.647582 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port a90a9fe9-3ec9-4c6d-9d45-abfa9a47e446 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:31:03.647991 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port a90a9fe9-3ec9-4c6d-9d45-abfa9a47e446 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '695acf9c-2e47-4533-b3e8-7eb368523647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '54dd63ee-f3ae-42e1-9cf4-06ea55df0770'}] {{(pid=88038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:31:03.648339 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port a90a9fe9-3ec9-4c6d-9d45-abfa9a47e446 on network 54dd63ee-f3ae-42e1-9cf4-06ea55df0770 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:31:03.697770 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Port a90a9fe9-3ec9-4c6d-9d45-abfa9a47e446 on network 54dd63ee-f3ae-42e1-9cf4-06ea55df0770 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:31:03.698146 dv-neutron-840426-1-hyperv neutron-server[88038]: ERROR neutron.plugins.ml2.managers [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Failed to bind port a90a9fe9-3ec9-4c6d-9d45-abfa9a47e446 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '695acf9c-2e47-4533-b3e8-7eb368523647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '54dd63ee-f3ae-42e1-9cf4-06ea55df0770'}] May 04 17:31:03.703271 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.plugins.ml2.plugin [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempt 3 to bind port a90a9fe9-3ec9-4c6d-9d45-abfa9a47e446 May 04 17:31:03.808674 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port a90a9fe9-3ec9-4c6d-9d45-abfa9a47e446 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:31:03.809018 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port a90a9fe9-3ec9-4c6d-9d45-abfa9a47e446 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '695acf9c-2e47-4533-b3e8-7eb368523647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '54dd63ee-f3ae-42e1-9cf4-06ea55df0770'}] {{(pid=88038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:31:03.809729 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port a90a9fe9-3ec9-4c6d-9d45-abfa9a47e446 on network 54dd63ee-f3ae-42e1-9cf4-06ea55df0770 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:31:03.835097 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Port a90a9fe9-3ec9-4c6d-9d45-abfa9a47e446 on network 54dd63ee-f3ae-42e1-9cf4-06ea55df0770 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:31:03.835343 dv-neutron-840426-1-hyperv neutron-server[88038]: ERROR neutron.plugins.ml2.managers [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Failed to bind port a90a9fe9-3ec9-4c6d-9d45-abfa9a47e446 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '695acf9c-2e47-4533-b3e8-7eb368523647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '54dd63ee-f3ae-42e1-9cf4-06ea55df0770'}] May 04 17:31:03.839903 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_v2 [None req-32037411-5961-4079-b94a-a6506ed0372c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Deleting subnet c56cbe09-4d81-427c-85e0-3c596b8f3b72 {{(pid=88038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:31:03.848262 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.plugins.ml2.plugin [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempt 4 to bind port a90a9fe9-3ec9-4c6d-9d45-abfa9a47e446 May 04 17:31:03.848628 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-107ddb83-f7ff-4e6f-b4fe-c4b8227c73b7 None None] Allocated IP 2001:db8::3 (d3002024-1c68-476c-a2c4-d8780dedfc1e/2d7f9511-7ef6-47cb-ab6e-15de08456bf4/4a729048-8718-409f-9313-c06006c0e750) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:31:03.866514 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-32037411-5961-4079-b94a-a6506ed0372c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for subnet, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:03.905147 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93ba7117-5398-4787-ba57-18fef2525273 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:31:03.910981 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-51752947-7a90-4d7c-9758-970238df2313 None None] Set router f7b8dd67-88b8-4f42-87ee-9c82722da786 gateway port host: None {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:31:03.924657 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port a90a9fe9-3ec9-4c6d-9d45-abfa9a47e446 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:31:03.925307 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port a90a9fe9-3ec9-4c6d-9d45-abfa9a47e446 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '695acf9c-2e47-4533-b3e8-7eb368523647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '54dd63ee-f3ae-42e1-9cf4-06ea55df0770'}] {{(pid=88038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:31:03.925841 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port a90a9fe9-3ec9-4c6d-9d45-abfa9a47e446 on network 54dd63ee-f3ae-42e1-9cf4-06ea55df0770 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:31:03.945403 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Port a90a9fe9-3ec9-4c6d-9d45-abfa9a47e446 on network 54dd63ee-f3ae-42e1-9cf4-06ea55df0770 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:31:03.946270 dv-neutron-840426-1-hyperv neutron-server[88038]: ERROR neutron.plugins.ml2.managers [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Failed to bind port a90a9fe9-3ec9-4c6d-9d45-abfa9a47e446 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '695acf9c-2e47-4533-b3e8-7eb368523647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '54dd63ee-f3ae-42e1-9cf4-06ea55df0770'}] May 04 17:31:03.946545 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6feba947-2e1e-41f8-92c0-9b05263b59af tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:03.950688 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.plugins.ml2.plugin [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempt 5 to bind port a90a9fe9-3ec9-4c6d-9d45-abfa9a47e446 May 04 17:31:03.957226 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b2f484b7-746d-4b9a-b068-1164221d72a1 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:03.982489 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-b2f484b7-746d-4b9a-b068-1164221d72a1 None None] Transition to ACTIVE for port object 6b827736-1aa4-4739-b980-c1488afc9822 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:31:03.990220 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port a90a9fe9-3ec9-4c6d-9d45-abfa9a47e446 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:31:03.991200 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port a90a9fe9-3ec9-4c6d-9d45-abfa9a47e446 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '695acf9c-2e47-4533-b3e8-7eb368523647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '54dd63ee-f3ae-42e1-9cf4-06ea55df0770'}] {{(pid=88038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:31:03.991728 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port a90a9fe9-3ec9-4c6d-9d45-abfa9a47e446 on network 54dd63ee-f3ae-42e1-9cf4-06ea55df0770 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:31:03.996095 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-93ba7117-5398-4787-ba57-18fef2525273 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:03.996504 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-93ba7117-5398-4787-ba57-18fef2525273 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Added segment 82d97ba5-5cb8-4151-861e-db9a4c5b4730 of type vlan for network b8d059f3-599e-40f0-b27b-11bb4d9ec837 May 04 17:31:04.002863 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-32037411-5961-4079-b94a-a6506ed0372c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-801696'] for subnet, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:04.039469 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Port a90a9fe9-3ec9-4c6d-9d45-abfa9a47e446 on network 54dd63ee-f3ae-42e1-9cf4-06ea55df0770 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:31:04.039815 dv-neutron-840426-1-hyperv neutron-server[88038]: ERROR neutron.plugins.ml2.managers [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Failed to bind port a90a9fe9-3ec9-4c6d-9d45-abfa9a47e446 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '695acf9c-2e47-4533-b3e8-7eb368523647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '54dd63ee-f3ae-42e1-9cf4-06ea55df0770'}] May 04 17:31:04.044499 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.plugins.ml2.plugin [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempt 6 to bind port a90a9fe9-3ec9-4c6d-9d45-abfa9a47e446 May 04 17:31:04.074128 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port a90a9fe9-3ec9-4c6d-9d45-abfa9a47e446 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:31:04.074476 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port a90a9fe9-3ec9-4c6d-9d45-abfa9a47e446 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '695acf9c-2e47-4533-b3e8-7eb368523647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '54dd63ee-f3ae-42e1-9cf4-06ea55df0770'}] {{(pid=88038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:31:04.074802 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port a90a9fe9-3ec9-4c6d-9d45-abfa9a47e446 on network 54dd63ee-f3ae-42e1-9cf4-06ea55df0770 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:31:04.084236 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d7c66ca3-5d92-4ba0-8e1f-ad141fac3ca2 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:04.086877 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Port a90a9fe9-3ec9-4c6d-9d45-abfa9a47e446 on network 54dd63ee-f3ae-42e1-9cf4-06ea55df0770 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:31:04.087152 dv-neutron-840426-1-hyperv neutron-server[88038]: ERROR neutron.plugins.ml2.managers [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Failed to bind port a90a9fe9-3ec9-4c6d-9d45-abfa9a47e446 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '695acf9c-2e47-4533-b3e8-7eb368523647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '54dd63ee-f3ae-42e1-9cf4-06ea55df0770'}] May 04 17:31:04.090645 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.plugins.ml2.plugin [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempt 7 to bind port a90a9fe9-3ec9-4c6d-9d45-abfa9a47e446 May 04 17:31:04.115658 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port a90a9fe9-3ec9-4c6d-9d45-abfa9a47e446 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:31:04.115999 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port a90a9fe9-3ec9-4c6d-9d45-abfa9a47e446 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '695acf9c-2e47-4533-b3e8-7eb368523647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '54dd63ee-f3ae-42e1-9cf4-06ea55df0770'}] {{(pid=88038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:31:04.116340 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port a90a9fe9-3ec9-4c6d-9d45-abfa9a47e446 on network 54dd63ee-f3ae-42e1-9cf4-06ea55df0770 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:31:04.123639 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Port a90a9fe9-3ec9-4c6d-9d45-abfa9a47e446 on network 54dd63ee-f3ae-42e1-9cf4-06ea55df0770 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:31:04.123969 dv-neutron-840426-1-hyperv neutron-server[88038]: ERROR neutron.plugins.ml2.managers [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Failed to bind port a90a9fe9-3ec9-4c6d-9d45-abfa9a47e446 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '695acf9c-2e47-4533-b3e8-7eb368523647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '54dd63ee-f3ae-42e1-9cf4-06ea55df0770'}] May 04 17:31:04.125319 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.plugins.ml2.plugin [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempt 8 to bind port a90a9fe9-3ec9-4c6d-9d45-abfa9a47e446 May 04 17:31:04.148380 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-32037411-5961-4079-b94a-a6506ed0372c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:04.179551 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port a90a9fe9-3ec9-4c6d-9d45-abfa9a47e446 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:31:04.179890 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port a90a9fe9-3ec9-4c6d-9d45-abfa9a47e446 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '695acf9c-2e47-4533-b3e8-7eb368523647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '54dd63ee-f3ae-42e1-9cf4-06ea55df0770'}] {{(pid=88038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:31:04.180237 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port a90a9fe9-3ec9-4c6d-9d45-abfa9a47e446 on network 54dd63ee-f3ae-42e1-9cf4-06ea55df0770 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:31:04.190956 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Port a90a9fe9-3ec9-4c6d-9d45-abfa9a47e446 on network 54dd63ee-f3ae-42e1-9cf4-06ea55df0770 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:31:04.191291 dv-neutron-840426-1-hyperv neutron-server[88038]: ERROR neutron.plugins.ml2.managers [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Failed to bind port a90a9fe9-3ec9-4c6d-9d45-abfa9a47e446 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '695acf9c-2e47-4533-b3e8-7eb368523647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '54dd63ee-f3ae-42e1-9cf4-06ea55df0770'}] May 04 17:31:04.193551 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.plugins.ml2.plugin [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempt 9 to bind port a90a9fe9-3ec9-4c6d-9d45-abfa9a47e446 May 04 17:31:04.221211 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port a90a9fe9-3ec9-4c6d-9d45-abfa9a47e446 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:31:04.221548 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port a90a9fe9-3ec9-4c6d-9d45-abfa9a47e446 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '695acf9c-2e47-4533-b3e8-7eb368523647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '54dd63ee-f3ae-42e1-9cf4-06ea55df0770'}] {{(pid=88038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:31:04.221895 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port a90a9fe9-3ec9-4c6d-9d45-abfa9a47e446 on network 54dd63ee-f3ae-42e1-9cf4-06ea55df0770 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:31:04.230669 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Port a90a9fe9-3ec9-4c6d-9d45-abfa9a47e446 on network 54dd63ee-f3ae-42e1-9cf4-06ea55df0770 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:31:04.231003 dv-neutron-840426-1-hyperv neutron-server[88038]: ERROR neutron.plugins.ml2.managers [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Failed to bind port a90a9fe9-3ec9-4c6d-9d45-abfa9a47e446 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '695acf9c-2e47-4533-b3e8-7eb368523647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '54dd63ee-f3ae-42e1-9cf4-06ea55df0770'}] May 04 17:31:04.231401 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.plugins.ml2.plugin [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempt 10 to bind port a90a9fe9-3ec9-4c6d-9d45-abfa9a47e446 May 04 17:31:04.256702 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port a90a9fe9-3ec9-4c6d-9d45-abfa9a47e446 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:31:04.257068 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port a90a9fe9-3ec9-4c6d-9d45-abfa9a47e446 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '695acf9c-2e47-4533-b3e8-7eb368523647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '54dd63ee-f3ae-42e1-9cf4-06ea55df0770'}] {{(pid=88038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:31:04.257400 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port a90a9fe9-3ec9-4c6d-9d45-abfa9a47e446 on network 54dd63ee-f3ae-42e1-9cf4-06ea55df0770 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:31:04.273707 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Port a90a9fe9-3ec9-4c6d-9d45-abfa9a47e446 on network 54dd63ee-f3ae-42e1-9cf4-06ea55df0770 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:31:04.274711 dv-neutron-840426-1-hyperv neutron-server[88038]: ERROR neutron.plugins.ml2.managers [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Failed to bind port a90a9fe9-3ec9-4c6d-9d45-abfa9a47e446 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '695acf9c-2e47-4533-b3e8-7eb368523647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '54dd63ee-f3ae-42e1-9cf4-06ea55df0770'}] May 04 17:31:04.275228 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:04.314621 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-32037411-5961-4079-b94a-a6506ed0372c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:04.317338 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-b2f484b7-746d-4b9a-b068-1164221d72a1 None None] Transition to ACTIVE for port object 6b827736-1aa4-4739-b980-c1488afc9822 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:31:04.320695 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-93ba7117-5398-4787-ba57-18fef2525273 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:04.322496 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 7a3b6f85-06b6-43d8-ac54-64cc6fefc70a up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:31:04.329344 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-d7c66ca3-5d92-4ba0-8e1f-ad141fac3ca2 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad81ba01-8f31-44eb-844c-d54b5ab4088d']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:04.358994 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-d7c66ca3-5d92-4ba0-8e1f-ad141fac3ca2 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be9e3faa-e320-4895-ae9e-fd79affd7f6a') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:04.359279 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-d7c66ca3-5d92-4ba0-8e1f-ad141fac3ca2 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be9e3faa-e320-4895-ae9e-fd79affd7f6a') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:04.417774 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b2f484b7-746d-4b9a-b068-1164221d72a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:04.427985 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6586ca69-0dd9-4b3e-ad40-fcfa676d2fe4 req-eeeeb863-6031-48cc-ace0-2d682baf89ca service neutron] 10.222.0.41 "GET /v2.0/networks/b631325e-11d5-4100-a2cb-8b9aba720937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7809579 May 04 17:31:04.456357 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-51752947-7a90-4d7c-9758-970238df2313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'name': 'tempest-RoutersTest-router-305251255', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:29:20Z', 'updated_at': '2022-05-04T17:30:58Z', 'revision_number': 8, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'gw_port_host': None, '_interfaces': [{'id': '26b2ffc0-9652-4cf3-b203-f3b1becebe09', 'name': '', 'network_id': '2f65bb8b-7242-49b2-a8a7-abb038f78922', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'mac_address': 'fa:16:3e:7f:4a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ebac6750-cbc0-4304-8985-d5c3a04ce5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:25Z', 'updated_at': '2022-05-04T17:29:41Z', 'revision_number': 5, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'subnets': [{'id': 'ebac6750-cbc0-4304-8985-d5c3a04ce5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c166adf-65e0-46f8-950f-b7bb328763d7', 'name': '', 'network_id': 'c5f33437-0ece-49c0-a87b-3483fbe73a31', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'mac_address': 'fa:16:3e:39:a9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '9145304b-f9c0-4a4b-8a07-e0960ebf8b02', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:30:04Z', 'updated_at': '2022-05-04T17:30:40Z', 'revision_number': 5, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'subnets': [{'id': '9145304b-f9c0-4a4b-8a07-e0960ebf8b02', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbcda7fa-7584-47e4-a662-b2f3fb59ea54', 'name': '', 'network_id': 'dc521a67-ad73-4658-89d0-00bb27c0bc84', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'mac_address': 'fa:16:3e:f9:3c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '48ff8e43-2762-48d0-8242-e1b75c56aaef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:46Z', 'updated_at': '2022-05-04T17:30:20Z', 'revision_number': 5, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'subnets': [{'id': '48ff8e43-2762-48d0-8242-e1b75c56aaef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:04.460980 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51752947-7a90-4d7c-9758-970238df2313 None None] Checking router: f7b8dd67-88b8-4f42-87ee-9c82722da786 for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:31:04.470855 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51752947-7a90-4d7c-9758-970238df2313 None None] Routers {'f7b8dd67-88b8-4f42-87ee-9c82722da786'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:31:04.471790 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-51752947-7a90-4d7c-9758-970238df2313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:30:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['f7b8dd67-88b8-4f42-87ee-9c82722da786'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:04.481167 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32037411-5961-4079-b94a-a6506ed0372c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Pushing event deleted for resources: {'Subnet': ['ID=c56cbe09-4d81-427c-85e0-3c596b8f3b72,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:04.490619 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-32037411-5961-4079-b94a-a6506ed0372c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:04.512874 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-32037411-5961-4079-b94a-a6506ed0372c tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "DELETE /v2.0/subnets/c56cbe09-4d81-427c-85e0-3c596b8f3b72 HTTP/1.1" status: 204 len: 168 time: 0.8768265 May 04 17:31:04.519408 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50526) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:04.523080 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1096d8-9423-4cba-baf2-6bdedc532206 None None] Network 2381101d-3399-4e20-888a-f18bc45e7d77 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:31:04.572175 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-f3d9066c-3741-404c-91e8-34dbc4e3b385 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Allocated IP 2001:db8:1::1 (82027b46-4193-456d-a11e-1076c3f57e9d/b638ab86-3739-4801-b4a1-31a48df33c4a/349a1f1c-957e-4ab3-9534-8bd626a5fc32) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:31:04.602163 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] For port a90a9fe9-3ec9-4c6d-9d45-abfa9a47e446, host hv-neutron-8404, cleared binding levels {{(pid=88038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:31:04.602627 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempted to set empty binding levels {{(pid=88038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 04 17:31:04.644298 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d7c66ca3-5d92-4ba0-8e1f-ad141fac3ca2 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:04.655703 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f484b7-746d-4b9a-b068-1164221d72a1 None None] Network 82027b46-4193-456d-a11e-1076c3f57e9d is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:31:04.660310 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:04.670905 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d7c66ca3-5d92-4ba0-8e1f-ad141fac3ca2 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:04.676210 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-51752947-7a90-4d7c-9758-970238df2313 None None] Set router f7b8dd67-88b8-4f42-87ee-9c82722da786 gateway port host: None {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:31:04.680424 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7c66ca3-5d92-4ba0-8e1f-ad141fac3ca2 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:31:04.681096 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d7c66ca3-5d92-4ba0-8e1f-ad141fac3ca2 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:04.689015 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-b2f484b7-746d-4b9a-b068-1164221d72a1 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:31:04.762631 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-abc31463-1d34-4f16-b9db-86bc7fd7258f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:04.777909 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] In _notify_port_updated(), no bound segment for port a90a9fe9-3ec9-4c6d-9d45-abfa9a47e446 on network 54dd63ee-f3ae-42e1-9cf4-06ea55df0770 {{(pid=88038) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 04 17:31:04.778795 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:04.779391 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:04.780664 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] 10.222.0.41 "PUT /v2.0/ports/a90a9fe9-3ec9-4c6d-9d45-abfa9a47e446 HTTP/1.1" status: 200 len: 981 time: 5.0690291 May 04 17:31:04.788302 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50530) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:04.807158 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f484b7-746d-4b9a-b068-1164221d72a1 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:31:04.819508 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f484b7-746d-4b9a-b068-1164221d72a1 None None] Pushing event updated for resources: {'Port': ['ID=6b827736-1aa4-4739-b980-c1488afc9822,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:04.879705 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a68cc13-2e91-40c2-af9e-8eed635238b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Pushing event updated for resources: {'Port': ['ID=a90a9fe9-3ec9-4c6d-9d45-abfa9a47e446,revision_number=3']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:04.918193 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-abc31463-1d34-4f16-b9db-86bc7fd7258f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Deleting port 6c9ad39c-a55e-4df5-8da0-cd10cfdb744c {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:31:04.918548 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-abc31463-1d34-4f16-b9db-86bc7fd7258f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:05.001517 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f3d9066c-3741-404c-91e8-34dbc4e3b385 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:05.011091 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-c74f14c5-5f5f-440c-9822-703946e12209 None None] Provisioning complete for port 7a3b6f85-06b6-43d8-ac54-64cc6fefc70a triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:31:05.011485 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-c74f14c5-5f5f-440c-9822-703946e12209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:05.029653 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.db.resource_extend [None req-93ba7117-5398-4787-ba57-18fef2525273 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] It took 0.69 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 17:31:05.053602 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6586ca69-0dd9-4b3e-ad40-fcfa676d2fe4 req-3e029051-ba5c-4bd0-b61b-3c8aa8cecc85 service neutron] 10.222.0.41 "GET /v2.0/networks/b631325e-11d5-4100-a2cb-8b9aba720937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6246848 May 04 17:31:05.054452 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 17:31:05.054452 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:31:05.054452 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 17:31:05.054452 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:31:05.054452 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 17:31:05.054452 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:31:05.054452 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 17:31:05.054452 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:31:05.054452 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 17:31:05.054452 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:31:05.054452 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 17:31:05.054452 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:31:05.054452 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 17:31:05.054452 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:31:05.054452 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:31:05.054452 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:31:05.054452 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:31:05.054452 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:31:05.054452 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 17:31:05.054452 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:31:05.054452 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 17:31:05.054452 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:31:05.054452 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:31:05.054452 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:31:05.054452 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 17:31:05.054452 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:31:05.054452 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:31:05.054452 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:31:05.054452 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:31:05.054452 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:31:05.054452 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:31:05.054452 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:31:05.063665 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-f3d9066c-3741-404c-91e8-34dbc4e3b385 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Transition to ACTIVE for port object 349a1f1c-957e-4ab3-9534-8bd626a5fc32 will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:31:05.063900 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d7c66ca3-5d92-4ba0-8e1f-ad141fac3ca2 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:05.097756 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d7c66ca3-5d92-4ba0-8e1f-ad141fac3ca2 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:05.115029 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c66ca3-5d92-4ba0-8e1f-ad141fac3ca2 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Pushing event deleted for resources: {'Network': ['ID=ad81ba01-8f31-44eb-844c-d54b5ab4088d,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:05.121213 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-d7c66ca3-5d92-4ba0-8e1f-ad141fac3ca2 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] 10.222.0.41 "DELETE /v2.0/networks/ad81ba01-8f31-44eb-844c-d54b5ab4088d HTTP/1.1" status: 204 len: 168 time: 2.1051130 May 04 17:31:05.123391 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50536) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:05.152222 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-51752947-7a90-4d7c-9758-970238df2313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'name': 'tempest-RoutersTest-router-305251255', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:29:20Z', 'updated_at': '2022-05-04T17:30:58Z', 'revision_number': 8, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'gw_port_host': None, '_interfaces': [{'id': '26b2ffc0-9652-4cf3-b203-f3b1becebe09', 'name': '', 'network_id': '2f65bb8b-7242-49b2-a8a7-abb038f78922', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'mac_address': 'fa:16:3e:7f:4a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ebac6750-cbc0-4304-8985-d5c3a04ce5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:25Z', 'updated_at': '2022-05-04T17:29:41Z', 'revision_number': 5, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'subnets': [{'id': 'ebac6750-cbc0-4304-8985-d5c3a04ce5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c166adf-65e0-46f8-950f-b7bb328763d7', 'name': '', 'network_id': 'c5f33437-0ece-49c0-a87b-3483fbe73a31', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'mac_address': 'fa:16:3e:39:a9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '9145304b-f9c0-4a4b-8a07-e0960ebf8b02', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:30:04Z', 'updated_at': '2022-05-04T17:30:40Z', 'revision_number': 5, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'subnets': [{'id': '9145304b-f9c0-4a4b-8a07-e0960ebf8b02', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbcda7fa-7584-47e4-a662-b2f3fb59ea54', 'name': '', 'network_id': 'dc521a67-ad73-4658-89d0-00bb27c0bc84', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'mac_address': 'fa:16:3e:f9:3c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '48ff8e43-2762-48d0-8242-e1b75c56aaef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:46Z', 'updated_at': '2022-05-04T17:30:20Z', 'revision_number': 5, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'subnets': [{'id': '48ff8e43-2762-48d0-8242-e1b75c56aaef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:05.170449 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51752947-7a90-4d7c-9758-970238df2313 None None] The sync data for ids ['f7b8dd67-88b8-4f42-87ee-9c82722da786'] in dv-neutron-840426-1-hyperv is: [{'id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'name': 'tempest-RoutersTest-router-305251255', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:29:20Z', 'updated_at': '2022-05-04T17:30:58Z', 'revision_number': 8, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'gw_port_host': None, '_interfaces': [{'id': '26b2ffc0-9652-4cf3-b203-f3b1becebe09', 'name': '', 'network_id': '2f65bb8b-7242-49b2-a8a7-abb038f78922', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'mac_address': 'fa:16:3e:7f:4a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ebac6750-cbc0-4304-8985-d5c3a04ce5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:25Z', 'updated_at': '2022-05-04T17:29:41Z', 'revision_number': 5, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'subnets': [{'id': 'ebac6750-cbc0-4304-8985-d5c3a04ce5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c166adf-65e0-46f8-950f-b7bb328763d7', 'name': '', 'network_id': 'c5f33437-0ece-49c0-a87b-3483fbe73a31', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'mac_address': 'fa:16:3e:39:a9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '9145304b-f9c0-4a4b-8a07-e0960ebf8b02', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:30:04Z', 'updated_at': '2022-05-04T17:30:40Z', 'revision_number': 5, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'subnets': [{'id': '9145304b-f9c0-4a4b-8a07-e0960ebf8b02', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbcda7fa-7584-47e4-a662-b2f3fb59ea54', 'name': '', 'network_id': 'dc521a67-ad73-4658-89d0-00bb27c0bc84', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'mac_address': 'fa:16:3e:f9:3c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '48ff8e43-2762-48d0-8242-e1b75c56aaef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:46Z', 'updated_at': '2022-05-04T17:30:20Z', 'revision_number': 5, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'subnets': [{'id': '48ff8e43-2762-48d0-8242-e1b75c56aaef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:31:05.172002 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-93ba7117-5398-4787-ba57-18fef2525273 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:05.177854 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ba7117-5398-4787-ba57-18fef2525273 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:05.178521 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-93ba7117-5398-4787-ba57-18fef2525273 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:05.182319 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afb104d-91cb-4e63-8213-69717d893942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:05.183054 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afb104d-91cb-4e63-8213-69717d893942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:05.183778 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afb104d-91cb-4e63-8213-69717d893942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:05.184530 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afb104d-91cb-4e63-8213-69717d893942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:05.185070 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afb104d-91cb-4e63-8213-69717d893942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:05.185785 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afb104d-91cb-4e63-8213-69717d893942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:05.186498 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afb104d-91cb-4e63-8213-69717d893942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:05.187159 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afb104d-91cb-4e63-8213-69717d893942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:05.187822 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afb104d-91cb-4e63-8213-69717d893942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:05.188351 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afb104d-91cb-4e63-8213-69717d893942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:05.189011 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afb104d-91cb-4e63-8213-69717d893942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:05.189531 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afb104d-91cb-4e63-8213-69717d893942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:05.190172 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afb104d-91cb-4e63-8213-69717d893942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:05.190696 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afb104d-91cb-4e63-8213-69717d893942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:05.191352 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afb104d-91cb-4e63-8213-69717d893942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:05.191878 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afb104d-91cb-4e63-8213-69717d893942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:05.192400 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afb104d-91cb-4e63-8213-69717d893942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:05.193037 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afb104d-91cb-4e63-8213-69717d893942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:05.193561 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afb104d-91cb-4e63-8213-69717d893942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:05.194806 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afb104d-91cb-4e63-8213-69717d893942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:05.195550 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afb104d-91cb-4e63-8213-69717d893942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:05.196625 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afb104d-91cb-4e63-8213-69717d893942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:05.197354 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afb104d-91cb-4e63-8213-69717d893942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:05.198232 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afb104d-91cb-4e63-8213-69717d893942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:05.198830 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afb104d-91cb-4e63-8213-69717d893942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:05.202144 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-8afb104d-91cb-4e63-8213-69717d893942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Synchronizing usage tracker for tenant:5f6c84c5ea674045a4debbec4f0d1396 on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:31:05.221266 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-b2f484b7-746d-4b9a-b068-1164221d72a1 None None] Attempting to bind port 6b827736-1aa4-4739-b980-c1488afc9822 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:31:05.221729 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-b2f484b7-746d-4b9a-b068-1164221d72a1 None None] Attempting to bind port 6b827736-1aa4-4739-b980-c1488afc9822 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '3bdb5207-fc83-49a3-97c9-4daf50230d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '82027b46-4193-456d-a11e-1076c3f57e9d'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:31:05.222169 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f484b7-746d-4b9a-b068-1164221d72a1 None None] Attempting to bind port 6b827736-1aa4-4739-b980-c1488afc9822 on network 82027b46-4193-456d-a11e-1076c3f57e9d {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:31:05.243652 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.db.resource_extend [None req-4f226aea-2b2a-4c78-9053-52d550883ae0 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 17:31:05.274917 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f3d9066c-3741-404c-91e8-34dbc4e3b385 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:05.282238 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f484b7-746d-4b9a-b068-1164221d72a1 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:31:05.282625 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f484b7-746d-4b9a-b068-1164221d72a1 None None] Checking segment: {'id': '3bdb5207-fc83-49a3-97c9-4daf50230d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '82027b46-4193-456d-a11e-1076c3f57e9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:31:05.283279 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b2f484b7-746d-4b9a-b068-1164221d72a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:05.283726 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f484b7-746d-4b9a-b068-1164221d72a1 None None] Bound using segment: {'id': '3bdb5207-fc83-49a3-97c9-4daf50230d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '82027b46-4193-456d-a11e-1076c3f57e9d'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:31:05.284169 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-b2f484b7-746d-4b9a-b068-1164221d72a1 None None] Bound port: 6b827736-1aa4-4739-b980-c1488afc9822, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bdb5207-fc83-49a3-97c9-4daf50230d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '82027b46-4193-456d-a11e-1076c3f57e9d'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:31:05.284548 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b2f484b7-746d-4b9a-b068-1164221d72a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:05.326711 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-6feba947-2e1e-41f8-92c0-9b05263b59af tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Allocated IP 2001:db8::1 (6b89b041-5c42-49da-97bf-23cee8aadf17/c935b71c-17bf-4aff-b981-854a6e824bf5/28d790e8-4af7-4013-8d8d-9d6e5cf0b4a2) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:31:05.329747 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ba7117-5398-4787-ba57-18fef2525273 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event updated for resources: {'Network': ['ID=b8d059f3-599e-40f0-b27b-11bb4d9ec837,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:05.334687 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 7a3b6f85-06b6-43d8-ac54-64cc6fefc70a triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:31:05.334918 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:05.338702 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-93ba7117-5398-4787-ba57-18fef2525273 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 2.2044742 May 04 17:31:05.353227 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50546) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:05.377664 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network b8d059f3-599e-40f0-b27b-11bb4d9ec837 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:31:05.438189 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-25935d48-3392-4970-b50d-54246e75f4b1 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:05.598756 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-b4e501f8-c3dd-4f2e-a22d-bfcb672430dd tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Request body: {'ports': [{'network_id': 'a613a2a9-e3ff-45c7-bedd-1ed50f5b5856'}, {'network_id': 'b8d059f3-599e-40f0-b27b-11bb4d9ec837'}]} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:05.598756 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-b4e501f8-c3dd-4f2e-a22d-bfcb672430dd tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Request body: {'port': {'network_id': 'a613a2a9-e3ff-45c7-bedd-1ed50f5b5856'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:05.599229 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-b4e501f8-c3dd-4f2e-a22d-bfcb672430dd tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Request body: {'port': {'network_id': 'b8d059f3-599e-40f0-b27b-11bb4d9ec837'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:05.661332 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-8afb104d-91cb-4e63-8213-69717d893942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Unset dirty status for tenant:5f6c84c5ea674045a4debbec4f0d1396 on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:31:05.663011 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-8afb104d-91cb-4e63-8213-69717d893942 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 23253 time: 0.8738201 May 04 17:31:05.676829 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d9066c-3741-404c-91e8-34dbc4e3b385 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Network 82027b46-4193-456d-a11e-1076c3f57e9d is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:31:05.680007 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50556) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:05.688940 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-f3d9066c-3741-404c-91e8-34dbc4e3b385 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:31:05.690839 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f77a0e-2665-4c65-aafd-6ff0a42983ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-6b89b041-5c42-49da-97bf-23cee8aadf17', 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'tenant_id': 'e0bb3da2b1c344b882bb065b24ba46bb', 'fixed_ips': [{'subnet_id': 'c935b71c-17bf-4aff-b981-854a6e824bf5'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:31:05.693987 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e8f77a0e-2665-4c65-aafd-6ff0a42983ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:05.698599 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-abc31463-1d34-4f16-b9db-86bc7fd7258f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] For port 6c9ad39c-a55e-4df5-8da0-cd10cfdb744c, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=6c9ad39c-a55e-4df5-8da0-cd10cfdb744c,segment=NetworkSegment(0058af74-9131-43b4-99de-8110c5215a6a),segment_id=0058af74-9131-43b4-99de-8110c5215a6a)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:31:05.699200 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-abc31463-1d34-4f16-b9db-86bc7fd7258f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:05.745499 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d9066c-3741-404c-91e8-34dbc4e3b385 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:31:05.746045 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f3d9066c-3741-404c-91e8-34dbc4e3b385 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710357'] for router_interface, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:05.810594 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-25935d48-3392-4970-b50d-54246e75f4b1 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:05.844074 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6feba947-2e1e-41f8-92c0-9b05263b59af tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:05.869799 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d9066c-3741-404c-91e8-34dbc4e3b385 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Pushing event updated for resources: {'Port': ['ID=349a1f1c-957e-4ab3-9534-8bd626a5fc32,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:05.870749 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-25935d48-3392-4970-b50d-54246e75f4b1 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3b6d937-3774-45d6-a2d3-0271beae1323']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:06.073036 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-c74f14c5-5f5f-440c-9822-703946e12209 None None] Provisioning complete for port f7c8349f-d96d-4540-89c9-8f3a6eba8953 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:31:06.073801 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-c74f14c5-5f5f-440c-9822-703946e12209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:06.080578 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-25935d48-3392-4970-b50d-54246e75f4b1 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd11e60ed-5ce5-4961-b9e7-1d6f9280359d') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:06.081164 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-25935d48-3392-4970-b50d-54246e75f4b1 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd11e60ed-5ce5-4961-b9e7-1d6f9280359d') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:06.090373 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-6feba947-2e1e-41f8-92c0-9b05263b59af tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Transition to ACTIVE for port object 28d790e8-4af7-4013-8d8d-9d6e5cf0b4a2 will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:31:06.099217 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-25935d48-3392-4970-b50d-54246e75f4b1 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:06.127891 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-477fa949-b9f4-49f2-bbfd-5d4936bc2fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:06.128871 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-25935d48-3392-4970-b50d-54246e75f4b1 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:06.131303 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4f226aea-2b2a-4c78-9053-52d550883ae0 None None] Notify callbacks [] for port, precommit_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:06.134383 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-abc31463-1d34-4f16-b9db-86bc7fd7258f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Calling delete_port for 6c9ad39c-a55e-4df5-8da0-cd10cfdb744c owned by network:dhcp {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:31:06.145725 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25935d48-3392-4970-b50d-54246e75f4b1 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:31:06.146243 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-25935d48-3392-4970-b50d-54246e75f4b1 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:06.170636 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 17:31:06.170636 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:31:06.170636 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 17:31:06.170636 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:31:06.170636 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 17:31:06.170636 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:31:06.170636 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 17:31:06.170636 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:31:06.170636 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 17:31:06.170636 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:31:06.170636 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 17:31:06.170636 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:31:06.170636 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 17:31:06.170636 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:31:06.170636 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:31:06.170636 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:31:06.170636 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:31:06.170636 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:31:06.170636 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 17:31:06.170636 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:31:06.170636 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 17:31:06.170636 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:31:06.170636 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:31:06.170636 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:31:06.170636 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 17:31:06.170636 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:31:06.170636 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:31:06.170636 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:31:06.170636 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:31:06.170636 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:31:06.170636 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:31:06.170636 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:31:06.198867 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-87247ae2-31b5-42f2-a156-9c45ddd87e97 req-089eb4c0-b81e-4a85-9365-81ad3e40135b tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Synchronizing usage tracker for tenant:8c992398177546e184e9933345174247 on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:31:06.262971 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-107ddb83-f7ff-4e6f-b4fe-c4b8227c73b7 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:06.270488 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-c74f14c5-5f5f-440c-9822-703946e12209 None None] Port f7c8349f-d96d-4540-89c9-8f3a6eba8953 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:31:06.276439 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-b2f484b7-746d-4b9a-b068-1164221d72a1 None None] For port 6b827736-1aa4-4739-b980-c1488afc9822, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:31:06.285017 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-b2f484b7-746d-4b9a-b068-1164221d72a1 None None] For port 6b827736-1aa4-4739-b980-c1488afc9822, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=6b827736-1aa4-4739-b980-c1488afc9822,segment=NetworkSegment(3bdb5207-fc83-49a3-97c9-4daf50230d1a),segment_id=3bdb5207-fc83-49a3-97c9-4daf50230d1a)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:31:06.288648 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-107ddb83-f7ff-4e6f-b4fe-c4b8227c73b7 None None] Transition to ACTIVE for port object 4a729048-8718-409f-9313-c06006c0e750 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:31:06.293485 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b2f484b7-746d-4b9a-b068-1164221d72a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:06.298393 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-479c8289-dcf4-4dfd-aef7-a4cce7a191eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Deleting port a90a9fe9-3ec9-4c6d-9d45-abfa9a47e446 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:31:06.298740 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-479c8289-dcf4-4dfd-aef7-a4cce7a191eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:06.317438 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6feba947-2e1e-41f8-92c0-9b05263b59af tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:06.382095 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 1c17d472-a4c5-4cb4-986a-81137bac43fd no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:31:06.392349 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-25935d48-3392-4970-b50d-54246e75f4b1 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:06.412655 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-4f226aea-2b2a-4c78-9053-52d550883ae0 None None] Transition to ACTIVE for port object f7c8349f-d96d-4540-89c9-8f3a6eba8953 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:31:06.437334 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-25935d48-3392-4970-b50d-54246e75f4b1 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:06.444460 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f484b7-746d-4b9a-b068-1164221d72a1 None None] Pushing event updated for resources: {'Port': ['ID=6b827736-1aa4-4739-b980-c1488afc9822,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:06.449660 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4773a150-fcc5-4d59-88ba-2aaefdcf4f03 None None] DHCP port deletion for 2381101d-3399-4e20-888a-f18bc45e7d77 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:31:06.465996 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6feba947-2e1e-41f8-92c0-9b05263b59af tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:31:06.471440 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25935d48-3392-4970-b50d-54246e75f4b1 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Pushing event deleted for resources: {'Network': ['ID=f3b6d937-3774-45d6-a2d3-0271beae1323,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:06.481612 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-6feba947-2e1e-41f8-92c0-9b05263b59af tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:31:06.489043 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-25935d48-3392-4970-b50d-54246e75f4b1 tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] 10.222.0.41 "DELETE /v2.0/networks/f3b6d937-3774-45d6-a2d3-0271beae1323 HTTP/1.1" status: 204 len: 168 time: 1.3596921 May 04 17:31:06.490511 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6feba947-2e1e-41f8-92c0-9b05263b59af tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:31:06.491054 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6feba947-2e1e-41f8-92c0-9b05263b59af tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710357'] for router_interface, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:06.495731 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50572) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:06.495967 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feba947-2e1e-41f8-92c0-9b05263b59af tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event updated for resources: {'Port': ['ID=28d790e8-4af7-4013-8d8d-9d6e5cf0b4a2,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:06.519322 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-87247ae2-31b5-42f2-a156-9c45ddd87e97 req-089eb4c0-b81e-4a85-9365-81ad3e40135b tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Unset dirty status for tenant:8c992398177546e184e9933345174247 on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:31:06.520750 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-87247ae2-31b5-42f2-a156-9c45ddd87e97 req-089eb4c0-b81e-4a85-9365-81ad3e40135b tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/ports?device_id=a89c1a56-83ba-4c06-94e3-b931024cb05a HTTP/1.1" status: 200 len: 210 time: 0.7832050 May 04 17:31:06.535844 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-107ddb83-f7ff-4e6f-b4fe-c4b8227c73b7 None None] Transition to ACTIVE for port object 4a729048-8718-409f-9313-c06006c0e750 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:31:06.556221 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 1c17d472-a4c5-4cb4-986a-81137bac43fd {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:31:06.556572 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 1c17d472-a4c5-4cb4-986a-81137bac43fd not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:31:06.563715 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-b4e501f8-c3dd-4f2e-a22d-bfcb672430dd tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:06.584359 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-107ddb83-f7ff-4e6f-b4fe-c4b8227c73b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:06.589773 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4f226aea-2b2a-4c78-9053-52d550883ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:06.599156 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-b4e501f8-c3dd-4f2e-a22d-bfcb672430dd tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Usage tracker for resource:port and tenant:d50aa0308d3f47e4bde015fa31f2165f is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:31:06.602851 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-abc31463-1d34-4f16-b9db-86bc7fd7258f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:06.613103 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-b4e501f8-c3dd-4f2e-a22d-bfcb672430dd tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:31:06.632478 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-4773a150-fcc5-4d59-88ba-2aaefdcf4f03 None None] Deleting port 6c9ad39c-a55e-4df5-8da0-cd10cfdb744c {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:31:06.632851 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4773a150-fcc5-4d59-88ba-2aaefdcf4f03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:06.658221 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc31463-1d34-4f16-b9db-86bc7fd7258f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] No DVR routers for this DVR port 6c9ad39c-a55e-4df5-8da0-cd10cfdb744c on host dv-neutron-840426-1-hyperv {{(pid=88038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:31:06.658974 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-280f9839-3a56-4f09-82a0-f95a2867929c tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:06.711262 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-b4e501f8-c3dd-4f2e-a22d-bfcb672430dd tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:06.721814 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:06.726831 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5096dfc6-dcfd-4dd9-bd3e-1081c81feced tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:06.838509 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107ddb83-f7ff-4e6f-b4fe-c4b8227c73b7 None None] Network d3002024-1c68-476c-a2c4-d8780dedfc1e is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:31:06.898786 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6feba947-2e1e-41f8-92c0-9b05263b59af tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:06.907097 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc31463-1d34-4f16-b9db-86bc7fd7258f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Pushing event deleted for resources: {'Port': ['ID=6c9ad39c-a55e-4df5-8da0-cd10cfdb744c,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:06.912422 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-280f9839-3a56-4f09-82a0-f95a2867929c tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:06.927368 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:06.973303 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-4773a150-fcc5-4d59-88ba-2aaefdcf4f03 None None] The port '6c9ad39c-a55e-4df5-8da0-cd10cfdb744c' was deleted {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 04 17:31:06.975093 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-107ddb83-f7ff-4e6f-b4fe-c4b8227c73b7 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:31:06.978624 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107ddb83-f7ff-4e6f-b4fe-c4b8227c73b7 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:31:06.982816 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-280f9839-3a56-4f09-82a0-f95a2867929c tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51f236b9-f0ae-4ad5-82f6-dc19cf08be26']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:07.049085 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-abc31463-1d34-4f16-b9db-86bc7fd7258f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:07.056907 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5096dfc6-dcfd-4dd9-bd3e-1081c81feced tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Pushing event deleted for resources: {'Subnet': ['ID=2d7f9511-7ef6-47cb-ab6e-15de08456bf4,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:07.084824 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-e8f77a0e-2665-4c65-aafd-6ff0a42983ea None None] Allocated IP 2001:db8::2 (6b89b041-5c42-49da-97bf-23cee8aadf17/c935b71c-17bf-4aff-b981-854a6e824bf5/22e0ce20-d080-4d61-9345-e9562376730e) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:31:07.090688 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107ddb83-f7ff-4e6f-b4fe-c4b8227c73b7 None None] Pushing event updated for resources: {'Port': ['ID=4a729048-8718-409f-9313-c06006c0e750,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:07.139883 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-479c8289-dcf4-4dfd-aef7-a4cce7a191eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] For port a90a9fe9-3ec9-4c6d-9d45-abfa9a47e446, host hv-neutron-8404, got binding levels [] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:31:07.140239 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-479c8289-dcf4-4dfd-aef7-a4cce7a191eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:07.219703 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108497c4-8fe4-4244-b76f-735d66794702 None None] Pushing event updated for resources: {'Port': ['ID=f7c8349f-d96d-4540-89c9-8f3a6eba8953,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:07.321020 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-280f9839-3a56-4f09-82a0-f95a2867929c tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '754d038b-8001-4c53-b0ad-0ccef437c740') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:07.334470 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-280f9839-3a56-4f09-82a0-f95a2867929c tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '754d038b-8001-4c53-b0ad-0ccef437c740') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:07.381562 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-107ddb83-f7ff-4e6f-b4fe-c4b8227c73b7 None None] Attempting to bind port 4a729048-8718-409f-9313-c06006c0e750 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:31:07.382176 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-107ddb83-f7ff-4e6f-b4fe-c4b8227c73b7 None None] Attempting to bind port 4a729048-8718-409f-9313-c06006c0e750 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'a746da1a-be8b-4687-961c-c8998519bf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd3002024-1c68-476c-a2c4-d8780dedfc1e'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:31:07.382789 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107ddb83-f7ff-4e6f-b4fe-c4b8227c73b7 None None] Attempting to bind port 4a729048-8718-409f-9313-c06006c0e750 on network d3002024-1c68-476c-a2c4-d8780dedfc1e {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:31:07.403895 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-4f226aea-2b2a-4c78-9053-52d550883ae0 None None] Attempting to bind port f7c8349f-d96d-4540-89c9-8f3a6eba8953 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:31:07.404625 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-4f226aea-2b2a-4c78-9053-52d550883ae0 None None] Attempting to bind port f7c8349f-d96d-4540-89c9-8f3a6eba8953 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'a1c157ae-752e-4afe-bbfc-b0ea352dbddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '260d4353-0523-4bd2-b365-76fa65682043'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:31:07.405214 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f226aea-2b2a-4c78-9053-52d550883ae0 None None] Attempting to bind port f7c8349f-d96d-4540-89c9-8f3a6eba8953 on network 260d4353-0523-4bd2-b365-76fa65682043 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:31:07.411025 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e501f8-c3dd-4f2e-a22d-bfcb672430dd tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Made reservation on behalf of d50aa0308d3f47e4bde015fa31f2165f for: {'port': 2} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:31:07.418932 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b4e501f8-c3dd-4f2e-a22d-bfcb672430dd tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:07.442815 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107ddb83-f7ff-4e6f-b4fe-c4b8227c73b7 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:31:07.443566 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107ddb83-f7ff-4e6f-b4fe-c4b8227c73b7 None None] Checking segment: {'id': 'a746da1a-be8b-4687-961c-c8998519bf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd3002024-1c68-476c-a2c4-d8780dedfc1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:31:07.444210 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-107ddb83-f7ff-4e6f-b4fe-c4b8227c73b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:07.444818 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107ddb83-f7ff-4e6f-b4fe-c4b8227c73b7 None None] Bound using segment: {'id': 'a746da1a-be8b-4687-961c-c8998519bf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd3002024-1c68-476c-a2c4-d8780dedfc1e'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:31:07.445540 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-107ddb83-f7ff-4e6f-b4fe-c4b8227c73b7 None None] Bound port: 4a729048-8718-409f-9313-c06006c0e750, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a746da1a-be8b-4687-961c-c8998519bf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd3002024-1c68-476c-a2c4-d8780dedfc1e'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:31:07.445674 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-280f9839-3a56-4f09-82a0-f95a2867929c tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:07.446307 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-107ddb83-f7ff-4e6f-b4fe-c4b8227c73b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:07.485342 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-280f9839-3a56-4f09-82a0-f95a2867929c tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:07.497623 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6feba947-2e1e-41f8-92c0-9b05263b59af tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:07.503680 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-280f9839-3a56-4f09-82a0-f95a2867929c tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:31:07.504117 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-280f9839-3a56-4f09-82a0-f95a2867929c tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:07.523120 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 17:31:07.523120 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:31:07.523120 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 17:31:07.523120 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:31:07.523120 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 17:31:07.523120 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:31:07.523120 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 17:31:07.523120 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:31:07.523120 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 17:31:07.523120 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:31:07.523120 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 17:31:07.523120 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:31:07.523120 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 17:31:07.523120 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:31:07.523120 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:31:07.523120 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:31:07.523120 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:31:07.523120 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:31:07.523120 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 17:31:07.523120 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:31:07.523120 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 17:31:07.523120 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:31:07.523120 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:31:07.523120 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:31:07.523120 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 17:31:07.523120 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:31:07.523120 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:31:07.523120 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:31:07.523120 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:31:07.523120 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:31:07.523120 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:31:07.523120 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:31:07.529468 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6feba947-2e1e-41f8-92c0-9b05263b59af tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:07.530279 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6feba947-2e1e-41f8-92c0-9b05263b59af tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710702'] for router_interface, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:07.607539 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f226aea-2b2a-4c78-9053-52d550883ae0 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:31:07.607919 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f226aea-2b2a-4c78-9053-52d550883ae0 None None] Checking segment: {'id': 'a1c157ae-752e-4afe-bbfc-b0ea352dbddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '260d4353-0523-4bd2-b365-76fa65682043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:31:07.608326 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4f226aea-2b2a-4c78-9053-52d550883ae0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:07.608726 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f226aea-2b2a-4c78-9053-52d550883ae0 None None] Bound using segment: {'id': 'a1c157ae-752e-4afe-bbfc-b0ea352dbddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '260d4353-0523-4bd2-b365-76fa65682043'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:31:07.609240 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-4f226aea-2b2a-4c78-9053-52d550883ae0 None None] Bound port: f7c8349f-d96d-4540-89c9-8f3a6eba8953, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1c157ae-752e-4afe-bbfc-b0ea352dbddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '260d4353-0523-4bd2-b365-76fa65682043'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:31:07.609753 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4f226aea-2b2a-4c78-9053-52d550883ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:07.717696 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5096dfc6-dcfd-4dd9-bd3e-1081c81feced tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:07.737672 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-479c8289-dcf4-4dfd-aef7-a4cce7a191eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Calling delete_port for a90a9fe9-3ec9-4c6d-9d45-abfa9a47e446 owned by {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:31:07.769347 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-abc31463-1d34-4f16-b9db-86bc7fd7258f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2381101d-3399-4e20-888a-f18bc45e7d77']}} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:07.818833 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b4e501f8-c3dd-4f2e-a22d-bfcb672430dd tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:07.828026 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f3d9066c-3741-404c-91e8-34dbc4e3b385 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:07.844705 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-107ddb83-f7ff-4e6f-b4fe-c4b8227c73b7 None None] For port 4a729048-8718-409f-9313-c06006c0e750, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:31:07.860795 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-abc31463-1d34-4f16-b9db-86bc7fd7258f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0058af74-9131-43b4-99de-8110c5215a6a') {'for_net_delete': True} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:07.861256 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-abc31463-1d34-4f16-b9db-86bc7fd7258f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0058af74-9131-43b4-99de-8110c5215a6a') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:07.872328 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-107ddb83-f7ff-4e6f-b4fe-c4b8227c73b7 None None] For port 4a729048-8718-409f-9313-c06006c0e750, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=4a729048-8718-409f-9313-c06006c0e750,segment=NetworkSegment(a746da1a-be8b-4687-961c-c8998519bf4b),segment_id=a746da1a-be8b-4687-961c-c8998519bf4b)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:31:07.882745 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-5096dfc6-dcfd-4dd9-bd3e-1081c81feced tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3002024-1c68-476c-a2c4-d8780dedfc1e']}} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:07.883198 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:07.888413 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-4f226aea-2b2a-4c78-9053-52d550883ae0 None None] For port f7c8349f-d96d-4540-89c9-8f3a6eba8953, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:31:07.890931 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-107ddb83-f7ff-4e6f-b4fe-c4b8227c73b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:07.897844 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e8f77a0e-2665-4c65-aafd-6ff0a42983ea None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:07.909595 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-e8f77a0e-2665-4c65-aafd-6ff0a42983ea None None] Transition to ACTIVE for port object 22e0ce20-d080-4d61-9345-e9562376730e will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:31:07.913017 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-4f226aea-2b2a-4c78-9053-52d550883ae0 None None] For port f7c8349f-d96d-4540-89c9-8f3a6eba8953, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=f7c8349f-d96d-4540-89c9-8f3a6eba8953,segment=NetworkSegment(a1c157ae-752e-4afe-bbfc-b0ea352dbddd),segment_id=a1c157ae-752e-4afe-bbfc-b0ea352dbddd)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:31:07.936830 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-abc31463-1d34-4f16-b9db-86bc7fd7258f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801627'] for segment, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:07.962617 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4f226aea-2b2a-4c78-9053-52d550883ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:07.983066 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6dc869c8-3266-4e98-90af-bd651a8e0fd1 req-c0b1fe21-16fe-45fe-a544-255a1dcc6ca9 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/ports?device_id=a89c1a56-83ba-4c06-94e3-b931024cb05a HTTP/1.1" status: 200 len: 210 time: 0.1012106 May 04 17:31:07.990153 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feba947-2e1e-41f8-92c0-9b05263b59af tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event updated for resources: {'Port': ['ID=28d790e8-4af7-4013-8d8d-9d6e5cf0b4a2,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:08.007785 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6feba947-2e1e-41f8-92c0-9b05263b59af tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:31:08.009349 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-6feba947-2e1e-41f8-92c0-9b05263b59af tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:31:08.023478 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-280f9839-3a56-4f09-82a0-f95a2867929c tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:08.024402 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-5096dfc6-dcfd-4dd9-bd3e-1081c81feced tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a746da1a-be8b-4687-961c-c8998519bf4b') {'for_net_delete': True} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:08.024701 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-5096dfc6-dcfd-4dd9-bd3e-1081c81feced tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a746da1a-be8b-4687-961c-c8998519bf4b') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:08.046163 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-280f9839-3a56-4f09-82a0-f95a2867929c tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:08.063195 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-e8f77a0e-2665-4c65-aafd-6ff0a42983ea None None] Transition to ACTIVE for port object 22e0ce20-d080-4d61-9345-e9562376730e will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:31:08.076878 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-280f9839-3a56-4f09-82a0-f95a2867929c tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] 10.222.0.41 "DELETE /v2.0/networks/51f236b9-f0ae-4ad5-82f6-dc19cf08be26 HTTP/1.1" status: 204 len: 168 time: 1.5775635 May 04 17:31:08.082466 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-abc31463-1d34-4f16-b9db-86bc7fd7258f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:08.098201 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5096dfc6-dcfd-4dd9-bd3e-1081c81feced tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801627'] for segment, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:08.130217 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e8f77a0e-2665-4c65-aafd-6ff0a42983ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:08.183068 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abc31463-1d34-4f16-b9db-86bc7fd7258f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=88038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:31:08.183510 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-abc31463-1d34-4f16-b9db-86bc7fd7258f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7881827'] for segment, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:08.192006 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f77a0e-2665-4c65-aafd-6ff0a42983ea None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:31:08.201132 dv-neutron-840426-1-hyperv neutron-server[88038]: Traceback (most recent call last): May 04 17:31:08.201132 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:31:08.201132 dv-neutron-840426-1-hyperv neutron-server[88038]: timer() May 04 17:31:08.201132 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:31:08.201132 dv-neutron-840426-1-hyperv neutron-server[88038]: cb(*args, **kw) May 04 17:31:08.201132 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:31:08.201132 dv-neutron-840426-1-hyperv neutron-server[88038]: return func(*args, **kwargs) May 04 17:31:08.201132 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:31:08.201132 dv-neutron-840426-1-hyperv neutron-server[88038]: self._notify() May 04 17:31:08.201132 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:31:08.201132 dv-neutron-840426-1-hyperv neutron-server[88038]: self.callback(batched_events) May 04 17:31:08.201132 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:31:08.201132 dv-neutron-840426-1-hyperv neutron-server[88038]: event.method(event) May 04 17:31:08.201132 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:31:08.201132 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:31:08.201132 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:31:08.201132 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:31:08.201132 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:31:08.201132 dv-neutron-840426-1-hyperv neutron-server[88038]: return f(self, *a, **k) May 04 17:31:08.201132 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:31:08.201132 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._get(url).json() May 04 17:31:08.201132 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:31:08.201132 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:31:08.201132 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:31:08.201132 dv-neutron-840426-1-hyperv neutron-server[88038]: return self.request(url, 'GET', **kwargs) May 04 17:31:08.201132 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:31:08.201132 dv-neutron-840426-1-hyperv neutron-server[88038]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:31:08.201132 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:31:08.201132 dv-neutron-840426-1-hyperv neutron-server[88038]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:31:08.201132 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:31:08.201132 dv-neutron-840426-1-hyperv neutron-server[88038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:31:08.201132 dv-neutron-840426-1-hyperv neutron-server[88038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:31:08.208377 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-e8f77a0e-2665-4c65-aafd-6ff0a42983ea None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:31:08.216235 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f77a0e-2665-4c65-aafd-6ff0a42983ea None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:31:08.381467 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107ddb83-f7ff-4e6f-b4fe-c4b8227c73b7 None None] Pushing event updated for resources: {'Port': ['ID=4a729048-8718-409f-9313-c06006c0e750,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:08.555336 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280f9839-3a56-4f09-82a0-f95a2867929c tempest-BulkNetworkOpsIpV6Test-1680920786 tempest-BulkNetworkOpsIpV6Test-1680920786-project] Pushing event deleted for resources: {'Network': ['ID=51f236b9-f0ae-4ad5-82f6-dc19cf08be26,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:08.566976 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108497c4-8fe4-4244-b76f-735d66794702 None None] Pushing event updated for resources: {'Port': ['ID=f7c8349f-d96d-4540-89c9-8f3a6eba8953,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:08.670846 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-479c8289-dcf4-4dfd-aef7-a4cce7a191eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:08.685253 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6586ca69-0dd9-4b3e-ad40-fcfa676d2fe4 req-6b568b4f-4af7-42ce-95e5-9d8566916460 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:08.686287 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-6586ca69-0dd9-4b3e-ad40-fcfa676d2fe4 req-6b568b4f-4af7-42ce-95e5-9d8566916460 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Synchronizing usage tracker for tenant:8c992398177546e184e9933345174247 on resource:network {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:31:08.687592 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 6b827736-1aa4-4739-b980-c1488afc9822 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:31:08.728518 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f226aea-2b2a-4c78-9053-52d550883ae0 None None] Routers {'946552a2-07ce-41ce-925c-46bdd5eb5a36'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:31:08.729084 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-4f226aea-2b2a-4c78-9053-52d550883ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:31:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['946552a2-07ce-41ce-925c-46bdd5eb5a36'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:08.742007 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50584) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:08.869663 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6feba947-2e1e-41f8-92c0-9b05263b59af tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Router 80f6ed85-86a1-4c6e-a146-1c4eb763f7e2 is scheduled to L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 with binding_index 1 {{(pid=88037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:31:08.918002 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [None req-b4e501f8-c3dd-4f2e-a22d-bfcb672430dd tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] device_id is not set on port 1c57fb32-51a7-4ab0-a769-195681ba327f yet. {{(pid=88038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:31:08.924665 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e894dc-b962-428b-a50b-959361819a2e None None] Network 82027b46-4193-456d-a11e-1076c3f57e9d requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:31:09.046852 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b4e501f8-c3dd-4f2e-a22d-bfcb672430dd tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:09.173463 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6feba947-2e1e-41f8-92c0-9b05263b59af tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:31:09.189351 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631a3831-66b6-4979-b61d-656d18551647 None None] Network d3002024-1c68-476c-a2c4-d8780dedfc1e requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:31:09.191896 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-6feba947-2e1e-41f8-92c0-9b05263b59af tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "PUT /v2.0/routers/80f6ed85-86a1-4c6e-a146-1c4eb763f7e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3716764 May 04 17:31:09.192904 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50592) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:09.247531 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 17:31:09.252350 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f3d9066c-3741-404c-91e8-34dbc4e3b385 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:09.255355 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479c8289-dcf4-4dfd-aef7-a4cce7a191eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Pushing event deleted for resources: {'Port': ['ID=a90a9fe9-3ec9-4c6d-9d45-abfa9a47e446,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:09.313034 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7346b0-c764-4a88-82da-f056e051a1f8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:09.313717 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-7e7346b0-c764-4a88-82da-f056e051a1f8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Synchronizing usage tracker for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:31:09.322168 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-92e87e62-5016-4285-8d96-a106d6f7c110 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=084779e999654211b2decf64a895718e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5795224 May 04 17:31:09.333875 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50596) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:09.336377 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b75bed7-dd66-49df-80a2-f69629022b43 None None] Sync routers for ids ['80f6ed85-86a1-4c6e-a146-1c4eb763f7e2'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:31:09.342478 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f3d9066c-3741-404c-91e8-34dbc4e3b385 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:09.343133 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f77a0e-2665-4c65-aafd-6ff0a42983ea None None] Pushing event updated for resources: {'Port': ['ID=22e0ce20-d080-4d61-9345-e9562376730e,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:09.343795 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f3d9066c-3741-404c-91e8-34dbc4e3b385 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710702'] for router_interface, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:09.367553 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-7e7346b0-c764-4a88-82da-f056e051a1f8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Unset dirty status for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:31:09.372486 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-7e7346b0-c764-4a88-82da-f056e051a1f8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/ports/28d790e8-4af7-4013-8d8d-9d6e5cf0b4a2 HTTP/1.1" status: 200 len: 911 time: 0.1750717 May 04 17:31:09.376607 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50600) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:09.389294 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b75bed7-dd66-49df-80a2-f69629022b43 None None] Routers {'80f6ed85-86a1-4c6e-a146-1c4eb763f7e2'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:31:09.389968 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-4b75bed7-dd66-49df-80a2-f69629022b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:31:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['80f6ed85-86a1-4c6e-a146-1c4eb763f7e2'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:09.442990 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-59ede005-e981-444e-a951-60469d6163a4 None None] Provisioning for port 6b827736-1aa4-4739-b980-c1488afc9822 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:31:09.446000 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-e8f77a0e-2665-4c65-aafd-6ff0a42983ea None None] Attempting to bind port 22e0ce20-d080-4d61-9345-e9562376730e on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:31:09.446373 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-e8f77a0e-2665-4c65-aafd-6ff0a42983ea None None] Attempting to bind port 22e0ce20-d080-4d61-9345-e9562376730e by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:31:09.446735 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f77a0e-2665-4c65-aafd-6ff0a42983ea None None] Attempting to bind port 22e0ce20-d080-4d61-9345-e9562376730e on network 6b89b041-5c42-49da-97bf-23cee8aadf17 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:31:09.507422 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-780f0956-184c-4be7-8f7e-e19b3090fb9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:09.541750 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-25719f93-e380-403e-98e7-435679474b80 req-e49913ad-2306-46a3-a466-951bc167fdd6 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/ports?device_id=a89c1a56-83ba-4c06-94e3-b931024cb05a HTTP/1.1" status: 200 len: 210 time: 0.2761238 May 04 17:31:09.546886 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-780f0956-184c-4be7-8f7e-e19b3090fb9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:09.554771 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5096dfc6-dcfd-4dd9-bd3e-1081c81feced tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:09.566188 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-abc31463-1d34-4f16-b9db-86bc7fd7258f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:09.572968 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17613577-429e-495e-9ea6-30de557432c6 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:09.579843 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17613577-429e-495e-9ea6-30de557432c6 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:09.582018 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-17613577-429e-495e-9ea6-30de557432c6 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.2026887 May 04 17:31:09.585338 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50604) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:09.587852 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-479c8289-dcf4-4dfd-aef7-a4cce7a191eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:09.619081 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f77a0e-2665-4c65-aafd-6ff0a42983ea None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:31:09.619993 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f77a0e-2665-4c65-aafd-6ff0a42983ea None None] Checking segment: {'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:31:09.620400 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e8f77a0e-2665-4c65-aafd-6ff0a42983ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:09.620812 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f77a0e-2665-4c65-aafd-6ff0a42983ea None None] Bound using segment: {'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:31:09.621296 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-e8f77a0e-2665-4c65-aafd-6ff0a42983ea None None] Bound port: 22e0ce20-d080-4d61-9345-e9562376730e, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:31:09.621676 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e8f77a0e-2665-4c65-aafd-6ff0a42983ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:09.637760 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-abc31463-1d34-4f16-b9db-86bc7fd7258f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:09.640527 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5096dfc6-dcfd-4dd9-bd3e-1081c81feced tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=88038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:31:09.640972 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5096dfc6-dcfd-4dd9-bd3e-1081c81feced tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7881827'] for segment, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:09.656813 dv-neutron-840426-1-hyperv neutron-server[88038]: Traceback (most recent call last): May 04 17:31:09.656813 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:31:09.656813 dv-neutron-840426-1-hyperv neutron-server[88038]: timer() May 04 17:31:09.656813 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:31:09.656813 dv-neutron-840426-1-hyperv neutron-server[88038]: cb(*args, **kw) May 04 17:31:09.656813 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:31:09.656813 dv-neutron-840426-1-hyperv neutron-server[88038]: return func(*args, **kwargs) May 04 17:31:09.656813 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:31:09.656813 dv-neutron-840426-1-hyperv neutron-server[88038]: self._notify() May 04 17:31:09.656813 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:31:09.656813 dv-neutron-840426-1-hyperv neutron-server[88038]: self.callback(batched_events) May 04 17:31:09.656813 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:31:09.656813 dv-neutron-840426-1-hyperv neutron-server[88038]: event.method(event) May 04 17:31:09.656813 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:31:09.656813 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:31:09.656813 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:31:09.656813 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:31:09.656813 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:31:09.656813 dv-neutron-840426-1-hyperv neutron-server[88038]: return f(self, *a, **k) May 04 17:31:09.656813 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:31:09.656813 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._get(url).json() May 04 17:31:09.656813 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:31:09.656813 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:31:09.656813 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:31:09.656813 dv-neutron-840426-1-hyperv neutron-server[88038]: return self.request(url, 'GET', **kwargs) May 04 17:31:09.656813 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:31:09.656813 dv-neutron-840426-1-hyperv neutron-server[88038]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:31:09.656813 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:31:09.656813 dv-neutron-840426-1-hyperv neutron-server[88038]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:31:09.656813 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:31:09.656813 dv-neutron-840426-1-hyperv neutron-server[88038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:31:09.656813 dv-neutron-840426-1-hyperv neutron-server[88038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:31:09.688940 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-4f226aea-2b2a-4c78-9053-52d550883ae0 None None] Set router 946552a2-07ce-41ce-925c-46bdd5eb5a36 gateway port host: None {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:31:09.720773 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-6586ca69-0dd9-4b3e-ad40-fcfa676d2fe4 req-6b568b4f-4af7-42ce-95e5-9d8566916460 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Unset dirty status for tenant:8c992398177546e184e9933345174247 on resource:network {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:31:09.722027 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-6586ca69-0dd9-4b3e-ad40-fcfa676d2fe4 req-6b568b4f-4af7-42ce-95e5-9d8566916460 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.42 "GET /v2.0/networks?id=b631325e-11d5-4100-a2cb-8b9aba720937 HTTP/1.1" status: 200 len: 812 time: 2.3273764 May 04 17:31:09.747037 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc31463-1d34-4f16-b9db-86bc7fd7258f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Pushing event deleted for resources: {'Network': ['ID=2381101d-3399-4e20-888a-f18bc45e7d77,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:09.811500 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [None req-b4e501f8-c3dd-4f2e-a22d-bfcb672430dd tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] device_id is not set on port fd72d898-97c0-4a44-b5ac-9c6c16acbef4 yet. {{(pid=88038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:31:09.877372 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d9066c-3741-404c-91e8-34dbc4e3b385 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Pushing event updated for resources: {'Port': ['ID=349a1f1c-957e-4ab3-9534-8bd626a5fc32,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:09.878171 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:09.926854 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-780f0956-184c-4be7-8f7e-e19b3090fb9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:09.943884 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-abc31463-1d34-4f16-b9db-86bc7fd7258f tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "DELETE /v2.0/networks/2381101d-3399-4e20-888a-f18bc45e7d77 HTTP/1.1" status: 204 len: 168 time: 5.4235654 May 04 17:31:09.946779 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780f0956-184c-4be7-8f7e-e19b3090fb9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54afc7a0-ec5b-4c86-8e08-ee683a36306f,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:09.950433 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50608) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:09.962887 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.db.api [None req-5096dfc6-dcfd-4dd9-bd3e-1081c81feced tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 04 17:31:09.962887 dv-neutron-840426-1-hyperv neutron-server[88038]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 04 17:31:09.962887 dv-neutron-840426-1-hyperv neutron-server[88038]: [parameters: {'id': 'd3002024-1c68-476c-a2c4-d8780dedfc1e'}] May 04 17:31:09.962887 dv-neutron-840426-1-hyperv neutron-server[88038]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88038) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:31:09.963900 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG oslo_db.api [None req-5096dfc6-dcfd-4dd9-bd3e-1081c81feced tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:31:09.984067 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-479c8289-dcf4-4dfd-aef7-a4cce7a191eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] 10.222.0.41 "DELETE /v2.0/ports/a90a9fe9-3ec9-4c6d-9d45-abfa9a47e446 HTTP/1.1" status: 204 len: 168 time: 4.2966480 May 04 17:31:09.988135 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-6586ca69-0dd9-4b3e-ad40-fcfa676d2fe4 req-a1329a7d-d893-4c0d-b298-20a73797a92f tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Synchronizing usage tracker for tenant:8c992398177546e184e9933345174247 on resource:security_group {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:31:09.990676 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50612) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:10.010962 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 6b827736-1aa4-4739-b980-c1488afc9822 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:31:10.067604 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3af851c-ae9e-4bb8-98a9-1f1b8cd7a7cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] GET failed (client error): The resource could not be found. May 04 17:31:10.068222 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-e3af851c-ae9e-4bb8-98a9-1f1b8cd7a7cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Synchronizing usage tracker for tenant:5f6c84c5ea674045a4debbec4f0d1396 on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:31:10.094297 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-e8f77a0e-2665-4c65-aafd-6ff0a42983ea None None] For port 22e0ce20-d080-4d61-9345-e9562376730e, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:31:10.101995 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d9066c-3741-404c-91e8-34dbc4e3b385 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Network 82027b46-4193-456d-a11e-1076c3f57e9d is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:31:10.102530 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 6b827736-1aa4-4739-b980-c1488afc9822 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:31:10.102909 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:10.103034 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-6586ca69-0dd9-4b3e-ad40-fcfa676d2fe4 req-a1329a7d-d893-4c0d-b298-20a73797a92f tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Unset dirty status for tenant:8c992398177546e184e9933345174247 on resource:security_group {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:31:10.104724 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-6586ca69-0dd9-4b3e-ad40-fcfa676d2fe4 req-a1329a7d-d893-4c0d-b298-20a73797a92f tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c992398177546e184e9933345174247 HTTP/1.1" status: 200 len: 379 time: 0.3530867 May 04 17:31:10.118439 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-f3d9066c-3741-404c-91e8-34dbc4e3b385 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:31:10.125129 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [req-6586ca69-0dd9-4b3e-ad40-fcfa676d2fe4 req-60464556-39fd-478e-91e8-d64ed27cb808 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Request body: {'port': {'device_id': 'a89c1a56-83ba-4c06-94e3-b931024cb05a', 'network_id': 'b631325e-11d5-4100-a2cb-8b9aba720937', 'admin_state_up': True, 'tenant_id': '8c992398177546e184e9933345174247', 'security_groups': ['81808876-4a61-479a-81ee-b14447baf6aa']}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:10.165823 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-e3af851c-ae9e-4bb8-98a9-1f1b8cd7a7cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Unset dirty status for tenant:5f6c84c5ea674045a4debbec4f0d1396 on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:31:10.170994 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-e3af851c-ae9e-4bb8-98a9-1f1b8cd7a7cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] 10.222.0.41 "GET /v2.0/ports/a90a9fe9-3ec9-4c6d-9d45-abfa9a47e446 HTTP/1.1" status: 404 len: 333 time: 0.1719835 May 04 17:31:10.173281 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-4b75bed7-dd66-49df-80a2-f69629022b43 None None] Set router 80f6ed85-86a1-4c6e-a146-1c4eb763f7e2 gateway port host: None {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:31:10.193567 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50616) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:10.196990 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-780f0956-184c-4be7-8f7e-e19b3090fb9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:10.198647 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-780f0956-184c-4be7-8f7e-e19b3090fb9c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/54afc7a0-ec5b-4c86-8e08-ee683a36306f HTTP/1.1" status: 204 len: 168 time: 0.8627315 May 04 17:31:10.261239 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-e455ee3f-4e98-4071-8843-1f5fff3ba1b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1793577187', 'network_id': '54dd63ee-f3ae-42e1-9cf4-06ea55df0770'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:10.287648 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-e455ee3f-4e98-4071-8843-1f5fff3ba1b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:10.322089 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-e455ee3f-4e98-4071-8843-1f5fff3ba1b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:10.372968 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-e8f77a0e-2665-4c65-aafd-6ff0a42983ea None None] For port 22e0ce20-d080-4d61-9345-e9562376730e, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=22e0ce20-d080-4d61-9345-e9562376730e,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:31:10.448242 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b4e501f8-c3dd-4f2e-a22d-bfcb672430dd tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:10.465207 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5096dfc6-dcfd-4dd9-bd3e-1081c81feced tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:10.468074 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e8f77a0e-2665-4c65-aafd-6ff0a42983ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:10.521094 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d9066c-3741-404c-91e8-34dbc4e3b385 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Router 946552a2-07ce-41ce-925c-46bdd5eb5a36 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:31:10.544775 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-5096dfc6-dcfd-4dd9-bd3e-1081c81feced tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Deleting port 4a729048-8718-409f-9313-c06006c0e750 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:31:10.545135 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5096dfc6-dcfd-4dd9-bd3e-1081c81feced tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:10.595483 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [req-6586ca69-0dd9-4b3e-ad40-fcfa676d2fe4 req-60464556-39fd-478e-91e8-d64ed27cb808 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:10.620938 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [req-6586ca69-0dd9-4b3e-ad40-fcfa676d2fe4 req-60464556-39fd-478e-91e8-d64ed27cb808 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:10.730617 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e455ee3f-4e98-4071-8843-1f5fff3ba1b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Made reservation on behalf of 5f6c84c5ea674045a4debbec4f0d1396 for: {'port': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:31:10.736843 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e455ee3f-4e98-4071-8843-1f5fff3ba1b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:10.812694 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f039d278-6f98-42c6-a091-0f63e7f0a118 None None] Network d3002024-1c68-476c-a2c4-d8780dedfc1e requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:31:10.889646 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6586ca69-0dd9-4b3e-ad40-fcfa676d2fe4 req-60464556-39fd-478e-91e8-d64ed27cb808 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Made reservation on behalf of 8c992398177546e184e9933345174247 for: {'port': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:31:10.896625 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-6586ca69-0dd9-4b3e-ad40-fcfa676d2fe4 req-60464556-39fd-478e-91e8-d64ed27cb808 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:11.084847 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [None req-e455ee3f-4e98-4071-8843-1f5fff3ba1b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] device_id is not set on port c2efc227-faab-4337-b6fd-6d9c8ed4ca60 yet. {{(pid=88037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:31:11.222295 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:11.251738 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b4e501f8-c3dd-4f2e-a22d-bfcb672430dd tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:11.283186 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f77a0e-2665-4c65-aafd-6ff0a42983ea None None] Pushing event updated for resources: {'Port': ['ID=22e0ce20-d080-4d61-9345-e9562376730e,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:11.489314 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e455ee3f-4e98-4071-8843-1f5fff3ba1b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:11.525163 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d80cfc78-7127-4cab-973b-67188f76c36e req-e8133742-cf49-44c5-bb2d-2d77d015bc34 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/ports?device_id=a89c1a56-83ba-4c06-94e3-b931024cb05a HTTP/1.1" status: 200 len: 210 time: 0.6699815 May 04 17:31:11.539473 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e455ee3f-4e98-4071-8843-1f5fff3ba1b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:11.654234 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 6b827736-1aa4-4739-b980-c1488afc9822, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=6b827736-1aa4-4739-b980-c1488afc9822,segment=NetworkSegment(3bdb5207-fc83-49a3-97c9-4daf50230d1a),segment_id=3bdb5207-fc83-49a3-97c9-4daf50230d1a)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:31:11.671264 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d9066c-3741-404c-91e8-34dbc4e3b385 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:31:11.682230 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:11.696991 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e501f8-c3dd-4f2e-a22d-bfcb672430dd tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Network a613a2a9-e3ff-45c7-bedd-1ed50f5b5856 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:31:11.709331 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-b4e501f8-c3dd-4f2e-a22d-bfcb672430dd tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:31:11.722621 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50642) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:11.733318 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e501f8-c3dd-4f2e-a22d-bfcb672430dd tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:31:11.734555 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b4e501f8-c3dd-4f2e-a22d-bfcb672430dd tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:11.788206 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e455ee3f-4e98-4071-8843-1f5fff3ba1b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Network 54dd63ee-f3ae-42e1-9cf4-06ea55df0770 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:31:11.810425 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e501f8-c3dd-4f2e-a22d-bfcb672430dd tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event updated for resources: {'Port': ['ID=1c57fb32-51a7-4ab0-a769-195681ba327f,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:11.811374 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-e455ee3f-4e98-4071-8843-1f5fff3ba1b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:31:11.828249 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e455ee3f-4e98-4071-8843-1f5fff3ba1b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:31:11.829405 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e455ee3f-4e98-4071-8843-1f5fff3ba1b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:11.830020 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e455ee3f-4e98-4071-8843-1f5fff3ba1b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:11.866377 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-4f226aea-2b2a-4c78-9053-52d550883ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'name': 'tempest-RoutersIpV6Test-router-923744432', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:30:42Z', 'updated_at': '2022-05-04T17:31:06Z', 'revision_number': 3, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'gw_port_host': None, '_interfaces': [{'id': '349a1f1c-957e-4ab3-9534-8bd626a5fc32', 'name': '', 'network_id': '82027b46-4193-456d-a11e-1076c3f57e9d', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'mac_address': 'fa:16:3e:0e:06:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'b638ab86-3739-4801-b4a1-31a48df33c4a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:31:03Z', 'updated_at': '2022-05-04T17:31:04Z', 'revision_number': 1, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'subnets': [{'id': 'b638ab86-3739-4801-b4a1-31a48df33c4a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7c8349f-d96d-4540-89c9-8f3a6eba8953', 'name': '', 'network_id': '260d4353-0523-4bd2-b365-76fa65682043', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'mac_address': 'fa:16:3e:eb:40:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'f5313b1f-026c-4616-a62e-981d8297fb35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:30:51Z', 'updated_at': '2022-05-04T17:31:07Z', 'revision_number': 4, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'subnets': [{'id': 'f5313b1f-026c-4616-a62e-981d8297fb35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:11.869716 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-90f70ee9-2831-4ecd-aee3-7cdad78ad3f9 None None] Provisioning complete for port 6b827736-1aa4-4739-b980-c1488afc9822 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:31:11.870285 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-90f70ee9-2831-4ecd-aee3-7cdad78ad3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:11.895920 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e455ee3f-4e98-4071-8843-1f5fff3ba1b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Pushing event updated for resources: {'Port': ['ID=c2efc227-faab-4337-b6fd-6d9c8ed4ca60,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:11.925538 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 6c9ad39c-a55e-4df5-8da0-cd10cfdb744c no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:31:11.936338 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-e455ee3f-4e98-4071-8843-1f5fff3ba1b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.7384794 May 04 17:31:11.940388 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50648) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:11.958058 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-f3d9066c-3741-404c-91e8-34dbc4e3b385 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "PUT /v2.0/routers/946552a2-07ce-41ce-925c-46bdd5eb5a36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5524280 May 04 17:31:11.961217 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50652) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:11.983029 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-5096dfc6-dcfd-4dd9-bd3e-1081c81feced tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] For port 4a729048-8718-409f-9313-c06006c0e750, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=4a729048-8718-409f-9313-c06006c0e750,segment=NetworkSegment(a746da1a-be8b-4687-961c-c8998519bf4b),segment_id=a746da1a-be8b-4687-961c-c8998519bf4b)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:31:11.983670 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5096dfc6-dcfd-4dd9-bd3e-1081c81feced tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:12.007170 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=6b827736-1aa4-4739-b980-c1488afc9822,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:12.016485 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f226aea-2b2a-4c78-9053-52d550883ae0 None None] The sync data for ids ['946552a2-07ce-41ce-925c-46bdd5eb5a36'] in dv-neutron-840426-1-hyperv is: [{'id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'name': 'tempest-RoutersIpV6Test-router-923744432', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:30:42Z', 'updated_at': '2022-05-04T17:31:06Z', 'revision_number': 3, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'gw_port_host': None, '_interfaces': [{'id': '349a1f1c-957e-4ab3-9534-8bd626a5fc32', 'name': '', 'network_id': '82027b46-4193-456d-a11e-1076c3f57e9d', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'mac_address': 'fa:16:3e:0e:06:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'b638ab86-3739-4801-b4a1-31a48df33c4a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:31:03Z', 'updated_at': '2022-05-04T17:31:04Z', 'revision_number': 1, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'subnets': [{'id': 'b638ab86-3739-4801-b4a1-31a48df33c4a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7c8349f-d96d-4540-89c9-8f3a6eba8953', 'name': '', 'network_id': '260d4353-0523-4bd2-b365-76fa65682043', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'mac_address': 'fa:16:3e:eb:40:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'f5313b1f-026c-4616-a62e-981d8297fb35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:30:51Z', 'updated_at': '2022-05-04T17:31:07Z', 'revision_number': 4, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'subnets': [{'id': 'f5313b1f-026c-4616-a62e-981d8297fb35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:31:12.069268 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 6c9ad39c-a55e-4df5-8da0-cd10cfdb744c {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:31:12.069615 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 6c9ad39c-a55e-4df5-8da0-cd10cfdb744c not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:31:12.084372 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-4b75bed7-dd66-49df-80a2-f69629022b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80f6ed85-86a1-4c6e-a146-1c4eb763f7e2', 'name': 'tempest-NetworksTestDHCPv6-router-1706053600', 'tenant_id': 'e0bb3da2b1c344b882bb065b24ba46bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:31:02Z', 'updated_at': '2022-05-04T17:31:06Z', 'revision_number': 2, 'project_id': 'e0bb3da2b1c344b882bb065b24ba46bb', 'gw_port_host': None, '_interfaces': [{'id': '28d790e8-4af7-4013-8d8d-9d6e5cf0b4a2', 'name': '', 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'tenant_id': 'e0bb3da2b1c344b882bb065b24ba46bb', 'mac_address': 'fa:16:3e:98:1c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80f6ed85-86a1-4c6e-a146-1c4eb763f7e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'c935b71c-17bf-4aff-b981-854a6e824bf5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:31:04Z', 'updated_at': '2022-05-04T17:31:07Z', 'revision_number': 2, 'project_id': 'e0bb3da2b1c344b882bb065b24ba46bb', 'subnets': [{'id': 'c935b71c-17bf-4aff-b981-854a6e824bf5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:12.114696 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b75bed7-dd66-49df-80a2-f69629022b43 None None] Checking router: 80f6ed85-86a1-4c6e-a146-1c4eb763f7e2 for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:31:12.115065 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b75bed7-dd66-49df-80a2-f69629022b43 None None] Updating router 80f6ed85-86a1-4c6e-a146-1c4eb763f7e2 port 28d790e8-4af7-4013-8d8d-9d6e5cf0b4a2 binding host dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:31:12.183862 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44731fd-7c9c-4a75-9e47-93a33aefb7c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:12.184624 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-c44731fd-7c9c-4a75-9e47-93a33aefb7c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Synchronizing usage tracker for tenant:5f6c84c5ea674045a4debbec4f0d1396 on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:31:12.239643 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-c44731fd-7c9c-4a75-9e47-93a33aefb7c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Unset dirty status for tenant:5f6c84c5ea674045a4debbec4f0d1396 on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:31:12.240882 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-c44731fd-7c9c-4a75-9e47-93a33aefb7c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] 10.222.0.41 "GET /v2.0/ports/c2efc227-faab-4337-b6fd-6d9c8ed4ca60 HTTP/1.1" status: 200 len: 959 time: 0.2875206 May 04 17:31:12.249854 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50654) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:12.284270 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4b75bed7-dd66-49df-80a2-f69629022b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:12.503145 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-5364eb2d-2769-40a1-84b5-5ae2c7d5cd22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Deleting port c2efc227-faab-4337-b6fd-6d9c8ed4ca60 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:31:12.503495 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5364eb2d-2769-40a1-84b5-5ae2c7d5cd22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:12.511760 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 6b827736-1aa4-4739-b980-c1488afc9822 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:31:12.618723 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5de48dba-dd65-44fe-a19f-1dc4eca3ee52 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710748'] for router_interface, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:12.650797 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-5096dfc6-dcfd-4dd9-bd3e-1081c81feced tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Calling delete_port for 4a729048-8718-409f-9313-c06006c0e750 owned by network:dhcp {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:31:12.728409 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-0842154c-6254-43fb-ab8e-a0ae9cf92058 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1200850405'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:12.745272 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-d7b5fb4f-5a38-4dc5-9720-a6eacb5895f0 tempest-NetworksNegativeTestJSON-106774733 tempest-NetworksNegativeTestJSON-106774733-project] Request body: {'port': {'network_id': '328f21b8-73c6-4087-9e9d-d6d7d83d8327', 'name': 'tempest-NetworksNegativeTestJSON-254391688'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:12.984443 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [req-6586ca69-0dd9-4b3e-ad40-fcfa676d2fe4 req-60464556-39fd-478e-91e8-d64ed27cb808 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Allocated IP 172.20.0.6 (b631325e-11d5-4100-a2cb-8b9aba720937/35d620f1-cc33-411a-8546-1edeed82bf7b/c5528093-85fd-4674-98ad-09fd400f3a4d) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:31:13.034149 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e501f8-c3dd-4f2e-a22d-bfcb672430dd tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event updated for resources: {'Port': ['ID=fd72d898-97c0-4a44-b5ac-9c6c16acbef4,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:13.034339 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4b75bed7-dd66-49df-80a2-f69629022b43 None None] Notify callbacks [] for port, precommit_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:13.039202 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-0842154c-6254-43fb-ab8e-a0ae9cf92058 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:13.059025 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-4b75bed7-dd66-49df-80a2-f69629022b43 None None] Transition to ACTIVE for port object 28d790e8-4af7-4013-8d8d-9d6e5cf0b4a2 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:31:13.075235 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4b75bed7-dd66-49df-80a2-f69629022b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:13.084020 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5096dfc6-dcfd-4dd9-bd3e-1081c81feced tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:13.137873 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-0842154c-6254-43fb-ab8e-a0ae9cf92058 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Usage tracker for resource:network and tenant:a41a9e7401a94b21bc1365a01709c65f is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:31:13.203449 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20343f20-6d81-4589-9230-89236ef3fc68 None None] Pushing event updated for resources: {'Port': ['ID=28d790e8-4af7-4013-8d8d-9d6e5cf0b4a2,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:13.218607 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0d039293-984e-468a-aed8-ac9f8fb25d64 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710748'] for router_interface, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:13.235968 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-90f70ee9-2831-4ecd-aee3-7cdad78ad3f9 None None] Provisioning for port 349a1f1c-957e-4ab3-9534-8bd626a5fc32 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:31:13.247291 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-0842154c-6254-43fb-ab8e-a0ae9cf92058 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:31:13.269645 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-0842154c-6254-43fb-ab8e-a0ae9cf92058 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:13.311039 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7b5fb4f-5a38-4dc5-9720-a6eacb5895f0 tempest-NetworksNegativeTestJSON-106774733 tempest-NetworksNegativeTestJSON-106774733-project] POST failed (client error): The resource could not be found. May 04 17:31:13.311494 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7b5fb4f-5a38-4dc5-9720-a6eacb5895f0 tempest-NetworksNegativeTestJSON-106774733 tempest-NetworksNegativeTestJSON-106774733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:31:13.312739 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-d7b5fb4f-5a38-4dc5-9720-a6eacb5895f0 tempest-NetworksNegativeTestJSON-106774733 tempest-NetworksNegativeTestJSON-106774733-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 1.5248532 May 04 17:31:13.343062 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0842154c-6254-43fb-ab8e-a0ae9cf92058 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Made reservation on behalf of a41a9e7401a94b21bc1365a01709c65f for: {'network': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:31:13.347308 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0842154c-6254-43fb-ab8e-a0ae9cf92058 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:13.371114 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-321c62ce-de50-4204-9640-c10149e757b5 req-de133429-e7d3-4e99-af3a-01489bf47d71 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Synchronizing usage tracker for tenant:8c992398177546e184e9933345174247 on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:31:13.387718 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-90f70ee9-2831-4ecd-aee3-7cdad78ad3f9 None None] Provisioning complete for port 349a1f1c-957e-4ab3-9534-8bd626a5fc32 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:31:13.388316 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-90f70ee9-2831-4ecd-aee3-7cdad78ad3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:13.389790 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50664) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:13.443086 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0842154c-6254-43fb-ab8e-a0ae9cf92058 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=88038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:31:13.455708 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0842154c-6254-43fb-ab8e-a0ae9cf92058 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:13.456059 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.segments_db [None req-0842154c-6254-43fb-ab8e-a0ae9cf92058 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Added segment b6bf3f1f-4938-415b-a12f-4af37b96e239 of type vlan for network 323a8429-2a2d-45ea-b69f-eb667185350e May 04 17:31:13.502300 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0842154c-6254-43fb-ab8e-a0ae9cf92058 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:13.560138 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e501f8-c3dd-4f2e-a22d-bfcb672430dd tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Checking segment: {'id': '82d97ba5-5cb8-4151-861e-db9a4c5b4730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'b8d059f3-599e-40f0-b27b-11bb4d9ec837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:31:13.560503 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e501f8-c3dd-4f2e-a22d-bfcb672430dd tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Network hostable DHCP agents. Network: b8d059f3-599e-40f0-b27b-11bb4d9ec837, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:31:13.573772 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5096dfc6-dcfd-4dd9-bd3e-1081c81feced tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] No DVR routers for this DVR port 4a729048-8718-409f-9313-c06006c0e750 on host dv-neutron-840426-1-hyperv {{(pid=88038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:31:13.625142 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 6b827736-1aa4-4739-b980-c1488afc9822 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:31:13.625776 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:13.653532 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-321c62ce-de50-4204-9640-c10149e757b5 req-de133429-e7d3-4e99-af3a-01489bf47d71 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Unset dirty status for tenant:8c992398177546e184e9933345174247 on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:31:13.655634 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-321c62ce-de50-4204-9640-c10149e757b5 req-de133429-e7d3-4e99-af3a-01489bf47d71 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/ports?device_id=a89c1a56-83ba-4c06-94e3-b931024cb05a HTTP/1.1" status: 200 len: 210 time: 0.6183205 May 04 17:31:13.692719 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-728302e5-8b93-4549-a5b3-767504be9708 tempest-NetworksNegativeTestJSON-106774733 tempest-NetworksNegativeTestJSON-106774733-project] DELETE failed (client error): The resource could not be found. May 04 17:31:13.693495 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-728302e5-8b93-4549-a5b3-767504be9708 tempest-NetworksNegativeTestJSON-106774733 tempest-NetworksNegativeTestJSON-106774733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:31:13.696388 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5096dfc6-dcfd-4dd9-bd3e-1081c81feced tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Pushing event deleted for resources: {'Port': ['ID=4a729048-8718-409f-9313-c06006c0e750,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:13.699383 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0842154c-6254-43fb-ab8e-a0ae9cf92058 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:13.707309 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0842154c-6254-43fb-ab8e-a0ae9cf92058 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:13.708164 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0842154c-6254-43fb-ab8e-a0ae9cf92058 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:13.719103 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-90f70ee9-2831-4ecd-aee3-7cdad78ad3f9 None None] Port 349a1f1c-957e-4ab3-9534-8bd626a5fc32 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:31:13.740359 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-4b75bed7-dd66-49df-80a2-f69629022b43 None None] Attempting to bind port 28d790e8-4af7-4013-8d8d-9d6e5cf0b4a2 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:31:13.745874 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-4b75bed7-dd66-49df-80a2-f69629022b43 None None] Attempting to bind port 28d790e8-4af7-4013-8d8d-9d6e5cf0b4a2 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:31:13.745874 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b75bed7-dd66-49df-80a2-f69629022b43 None None] Attempting to bind port 28d790e8-4af7-4013-8d8d-9d6e5cf0b4a2 on network 6b89b041-5c42-49da-97bf-23cee8aadf17 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:31:13.759089 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b75bed7-dd66-49df-80a2-f69629022b43 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:31:13.759550 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b75bed7-dd66-49df-80a2-f69629022b43 None None] Checking segment: {'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:31:13.760586 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4b75bed7-dd66-49df-80a2-f69629022b43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:13.761123 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b75bed7-dd66-49df-80a2-f69629022b43 None None] Bound using segment: {'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:31:13.762103 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-4b75bed7-dd66-49df-80a2-f69629022b43 None None] Bound port: 28d790e8-4af7-4013-8d8d-9d6e5cf0b4a2, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:31:13.762627 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4b75bed7-dd66-49df-80a2-f69629022b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:13.860171 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee90e0f-6b4a-4431-b5e0-80f37cdf43e9 None None] get_active_networks_info from dv-neutron-840426-1-hyperv {{(pid=88039) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 04 17:31:13.911886 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5364eb2d-2769-40a1-84b5-5ae2c7d5cd22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:14.004896 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-54d5d0fe-47eb-475f-8f5e-8e0811e2eb4c None None] Provisioning for port 28d790e8-4af7-4013-8d8d-9d6e5cf0b4a2 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:31:14.030650 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-6586ca69-0dd9-4b3e-ad40-fcfa676d2fe4 req-60464556-39fd-478e-91e8-d64ed27cb808 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:14.059938 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-728302e5-8b93-4549-a5b3-767504be9708 tempest-NetworksNegativeTestJSON-106774733 tempest-NetworksNegativeTestJSON-106774733-project] 10.222.0.41 "DELETE /v2.0/networks/dd0a21e5-5903-414f-8ad2-a14358320d46 HTTP/1.1" status: 404 len: 339 time: 0.4910746 May 04 17:31:14.089054 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 22e0ce20-d080-4d61-9345-e9562376730e up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:31:14.117553 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50668) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:14.121056 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-4b75bed7-dd66-49df-80a2-f69629022b43 None None] For port 28d790e8-4af7-4013-8d8d-9d6e5cf0b4a2, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:31:14.127438 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e501f8-c3dd-4f2e-a22d-bfcb672430dd tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Network b8d059f3-599e-40f0-b27b-11bb4d9ec837 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:31:14.130628 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-0842154c-6254-43fb-ab8e-a0ae9cf92058 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7863576 May 04 17:31:14.136334 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5096dfc6-dcfd-4dd9-bd3e-1081c81feced tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:14.146359 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [req-6586ca69-0dd9-4b3e-ad40-fcfa676d2fe4 req-60464556-39fd-478e-91e8-d64ed27cb808 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Transition to ACTIVE for port object c5528093-85fd-4674-98ad-09fd400f3a4d will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:31:14.150925 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50670) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:14.169055 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-4b75bed7-dd66-49df-80a2-f69629022b43 None None] For port 28d790e8-4af7-4013-8d8d-9d6e5cf0b4a2, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=28d790e8-4af7-4013-8d8d-9d6e5cf0b4a2,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:31:14.176338 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-54d5d0fe-47eb-475f-8f5e-8e0811e2eb4c None None] Provisioning complete for port 349a1f1c-957e-4ab3-9534-8bd626a5fc32 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:31:14.176730 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-54d5d0fe-47eb-475f-8f5e-8e0811e2eb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:14.210511 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-5364eb2d-2769-40a1-84b5-5ae2c7d5cd22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Calling delete_port for c2efc227-faab-4337-b6fd-6d9c8ed4ca60 owned by {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:31:14.215685 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-f3b54cf7-8953-42a6-90bf-777dc8405c1f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Request body: {'subnet': {'network_id': '323a8429-2a2d-45ea-b69f-eb667185350e', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:14.239590 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0842154c-6254-43fb-ab8e-a0ae9cf92058 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Pushing event updated for resources: {'Network': ['ID=323a8429-2a2d-45ea-b69f-eb667185350e,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:14.261058 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-b4e501f8-c3dd-4f2e-a22d-bfcb672430dd tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, b8d059f3-599e-40f0-b27b-11bb4d9ec837) {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:31:14.274378 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-5096dfc6-dcfd-4dd9-bd3e-1081c81feced tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3002024-1c68-476c-a2c4-d8780dedfc1e']}} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:14.292420 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e501f8-c3dd-4f2e-a22d-bfcb672430dd tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:31:14.298561 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e501f8-c3dd-4f2e-a22d-bfcb672430dd tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:14.303891 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e501f8-c3dd-4f2e-a22d-bfcb672430dd tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:14.304632 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b4e501f8-c3dd-4f2e-a22d-bfcb672430dd tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:14.306037 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-54d5d0fe-47eb-475f-8f5e-8e0811e2eb4c None None] Port 349a1f1c-957e-4ab3-9534-8bd626a5fc32 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:31:14.308257 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4b75bed7-dd66-49df-80a2-f69629022b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:14.312100 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 323a8429-2a2d-45ea-b69f-eb667185350e details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:31:14.331355 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-5096dfc6-dcfd-4dd9-bd3e-1081c81feced tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a746da1a-be8b-4687-961c-c8998519bf4b') {'for_net_delete': True} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:14.332101 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-5096dfc6-dcfd-4dd9-bd3e-1081c81feced tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a746da1a-be8b-4687-961c-c8998519bf4b') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:14.417067 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-0be56cfe-6eb5-40d3-ad4d-e5fd9bab259e tempest-NetworksNegativeTestJSON-106774733 tempest-NetworksNegativeTestJSON-106774733-project] DELETE failed (client error): The resource could not be found. May 04 17:31:14.417632 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0be56cfe-6eb5-40d3-ad4d-e5fd9bab259e tempest-NetworksNegativeTestJSON-106774733 tempest-NetworksNegativeTestJSON-106774733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:31:14.421837 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-0be56cfe-6eb5-40d3-ad4d-e5fd9bab259e tempest-NetworksNegativeTestJSON-106774733 tempest-NetworksNegativeTestJSON-106774733-project] 10.222.0.41 "DELETE /v2.0/ports/0cf9c696-55c3-4532-8098-08545786e606 HTTP/1.1" status: 404 len: 333 time: 0.2225111 May 04 17:31:14.435435 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50676) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:14.442723 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5096dfc6-dcfd-4dd9-bd3e-1081c81feced tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801627'] for segment, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:14.458849 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-b4e501f8-c3dd-4f2e-a22d-bfcb672430dd tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 9.1012828 May 04 17:31:14.460857 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50680) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:14.507028 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5096dfc6-dcfd-4dd9-bd3e-1081c81feced tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:14.510890 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-f3b54cf7-8953-42a6-90bf-777dc8405c1f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:14.512303 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-0350fa2c-4fd1-4cae-abdc-bf92991cd153 tempest-NetworksNegativeTestJSON-106774733 tempest-NetworksNegativeTestJSON-106774733-project] DELETE failed (client error): The resource could not be found. May 04 17:31:14.512780 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0350fa2c-4fd1-4cae-abdc-bf92991cd153 tempest-NetworksNegativeTestJSON-106774733 tempest-NetworksNegativeTestJSON-106774733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:31:14.520693 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-0350fa2c-4fd1-4cae-abdc-bf92991cd153 tempest-NetworksNegativeTestJSON-106774733 tempest-NetworksNegativeTestJSON-106774733-project] 10.222.0.41 "DELETE /v2.0/subnets/8800ef5a-e087-4c87-a7eb-5bc20c8406b3 HTTP/1.1" status: 404 len: 337 time: 0.0741398 May 04 17:31:14.529112 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50684) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:14.532032 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-54d5d0fe-47eb-475f-8f5e-8e0811e2eb4c None None] Provisioning for port 22e0ce20-d080-4d61-9345-e9562376730e completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:31:14.536423 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-5de48dba-dd65-44fe-a19f-1dc4eca3ee52 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Deleting port 28d790e8-4af7-4013-8d8d-9d6e5cf0b4a2 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:31:14.536773 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5de48dba-dd65-44fe-a19f-1dc4eca3ee52 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:14.554301 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-f3b54cf7-8953-42a6-90bf-777dc8405c1f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Usage tracker for resource:subnet and tenant:a41a9e7401a94b21bc1365a01709c65f is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:31:14.558590 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5096dfc6-dcfd-4dd9-bd3e-1081c81feced tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=88038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:31:14.559226 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5096dfc6-dcfd-4dd9-bd3e-1081c81feced tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7881827'] for segment, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:14.564209 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20343f20-6d81-4589-9230-89236ef3fc68 None None] Pushing event updated for resources: {'Port': ['ID=28d790e8-4af7-4013-8d8d-9d6e5cf0b4a2,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:14.571126 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b75bed7-dd66-49df-80a2-f69629022b43 None None] Routers {'80f6ed85-86a1-4c6e-a146-1c4eb763f7e2'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:31:14.571866 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-4b75bed7-dd66-49df-80a2-f69629022b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:31:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['80f6ed85-86a1-4c6e-a146-1c4eb763f7e2'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:14.576349 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-6586ca69-0dd9-4b3e-ad40-fcfa676d2fe4 req-60464556-39fd-478e-91e8-d64ed27cb808 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:14.576349 dv-neutron-840426-1-hyperv neutron-server[88038]: Traceback (most recent call last): May 04 17:31:14.576349 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:31:14.576349 dv-neutron-840426-1-hyperv neutron-server[88038]: timer() May 04 17:31:14.576349 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:31:14.576349 dv-neutron-840426-1-hyperv neutron-server[88038]: cb(*args, **kw) May 04 17:31:14.576349 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:31:14.576349 dv-neutron-840426-1-hyperv neutron-server[88038]: return func(*args, **kwargs) May 04 17:31:14.576349 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:31:14.576349 dv-neutron-840426-1-hyperv neutron-server[88038]: self._notify() May 04 17:31:14.576349 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:31:14.576349 dv-neutron-840426-1-hyperv neutron-server[88038]: self.callback(batched_events) May 04 17:31:14.576349 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:31:14.576349 dv-neutron-840426-1-hyperv neutron-server[88038]: event.method(event) May 04 17:31:14.576349 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:31:14.576349 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:31:14.576349 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:31:14.576349 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:31:14.576349 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:31:14.576349 dv-neutron-840426-1-hyperv neutron-server[88038]: return f(self, *a, **k) May 04 17:31:14.576349 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:31:14.576349 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._get(url).json() May 04 17:31:14.576349 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:31:14.576349 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:31:14.576349 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:31:14.576349 dv-neutron-840426-1-hyperv neutron-server[88038]: return self.request(url, 'GET', **kwargs) May 04 17:31:14.576349 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:31:14.576349 dv-neutron-840426-1-hyperv neutron-server[88038]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:31:14.576349 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:31:14.576349 dv-neutron-840426-1-hyperv neutron-server[88038]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:31:14.576349 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:31:14.576349 dv-neutron-840426-1-hyperv neutron-server[88038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:31:14.576349 dv-neutron-840426-1-hyperv neutron-server[88038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:31:14.587604 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-f3b54cf7-8953-42a6-90bf-777dc8405c1f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:31:14.608666 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5364eb2d-2769-40a1-84b5-5ae2c7d5cd22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:14.630872 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 22e0ce20-d080-4d61-9345-e9562376730e completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:31:14.645059 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 22e0ce20-d080-4d61-9345-e9562376730e triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:31:14.645059 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:14.663784 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-f3b54cf7-8953-42a6-90bf-777dc8405c1f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:14.666661 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-82bbccd5-1bc3-45d0-a85a-b31c3e479860 tempest-NetworksNegativeTestJSON-106774733 tempest-NetworksNegativeTestJSON-106774733-project] GET failed (client error): The resource could not be found. May 04 17:31:14.673872 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-82bbccd5-1bc3-45d0-a85a-b31c3e479860 tempest-NetworksNegativeTestJSON-106774733 tempest-NetworksNegativeTestJSON-106774733-project] 10.222.0.41 "GET /v2.0/networks/a04538f4-893f-430c-8799-633a8cebe160 HTTP/1.1" status: 404 len: 339 time: 0.1367075 May 04 17:31:14.689702 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50688) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:14.694493 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5364eb2d-2769-40a1-84b5-5ae2c7d5cd22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Pushing event deleted for resources: {'Port': ['ID=c2efc227-faab-4337-b6fd-6d9c8ed4ca60,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:14.711434 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5364eb2d-2769-40a1-84b5-5ae2c7d5cd22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:14.764149 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-b1153c7d-cc13-4b0c-aeac-a69254c7b283 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Deleting port fd72d898-97c0-4a44-b5ac-9c6c16acbef4 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:31:14.764507 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b1153c7d-cc13-4b0c-aeac-a69254c7b283 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:14.777855 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee90e0f-6b4a-4431-b5e0-80f37cdf43e9 None None] Resources bound (agent type, host, resource id): {{(pid=88039) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 04 17:31:14.821504 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-5364eb2d-2769-40a1-84b5-5ae2c7d5cd22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] 10.222.0.41 "DELETE /v2.0/ports/c2efc227-faab-4337-b6fd-6d9c8ed4ca60 HTTP/1.1" status: 204 len: 168 time: 2.5601871 May 04 17:31:14.843643 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50694) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:14.899834 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-4b75bed7-dd66-49df-80a2-f69629022b43 None None] Set router 80f6ed85-86a1-4c6e-a146-1c4eb763f7e2 gateway port host: None {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:31:14.989951 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-0d039293-984e-468a-aed8-ac9f8fb25d64 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Deleting port 4c166adf-65e0-46f8-950f-b7bb328763d7 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:31:14.990300 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0d039293-984e-468a-aed8-ac9f8fb25d64 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:15.005174 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6586ca69-0dd9-4b3e-ad40-fcfa676d2fe4 req-60464556-39fd-478e-91e8-d64ed27cb808 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Network b631325e-11d5-4100-a2cb-8b9aba720937 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:31:15.038106 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537c0dd1-98fa-4a98-b1e6-a43db33f48ec None None] Sync routers for ids ['946552a2-07ce-41ce-925c-46bdd5eb5a36'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:31:15.040336 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [req-6586ca69-0dd9-4b3e-ad40-fcfa676d2fe4 req-60464556-39fd-478e-91e8-d64ed27cb808 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:31:15.042212 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b54cf7-8953-42a6-90bf-777dc8405c1f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Made reservation on behalf of a41a9e7401a94b21bc1365a01709c65f for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:31:15.045493 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f3b54cf7-8953-42a6-90bf-777dc8405c1f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:15.053038 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537c0dd1-98fa-4a98-b1e6-a43db33f48ec None None] Routers {'946552a2-07ce-41ce-925c-46bdd5eb5a36'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:31:15.054007 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-537c0dd1-98fa-4a98-b1e6-a43db33f48ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:31:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['946552a2-07ce-41ce-925c-46bdd5eb5a36'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:15.067136 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [req-6586ca69-0dd9-4b3e-ad40-fcfa676d2fe4 req-60464556-39fd-478e-91e8-d64ed27cb808 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:31:15.077297 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-5de48dba-dd65-44fe-a19f-1dc4eca3ee52 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] For port 28d790e8-4af7-4013-8d8d-9d6e5cf0b4a2, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=28d790e8-4af7-4013-8d8d-9d6e5cf0b4a2,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:31:15.077951 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5de48dba-dd65-44fe-a19f-1dc4eca3ee52 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:15.097563 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-aec0a8f0-d890-4135-be52-6d3d9907af3c tempest-NetworksNegativeTestJSON-106774733 tempest-NetworksNegativeTestJSON-106774733-project] GET failed (client error): The resource could not be found. May 04 17:31:15.098932 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-aec0a8f0-d890-4135-be52-6d3d9907af3c tempest-NetworksNegativeTestJSON-106774733 tempest-NetworksNegativeTestJSON-106774733-project] 10.222.0.41 "GET /v2.0/ports/36202190-ffa4-4d95-b2bf-9e1a1856fefe HTTP/1.1" status: 404 len: 333 time: 0.3535001 May 04 17:31:15.114791 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60464556-39fd-478e-91e8-d64ed27cb808 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Pushing event updated for resources: {'Port': ['ID=c5528093-85fd-4674-98ad-09fd400f3a4d,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:15.117057 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5096dfc6-dcfd-4dd9-bd3e-1081c81feced tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:15.124932 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50698) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:15.169346 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-21bd1f32-34eb-4c76-b9d1-992717b21723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] GET failed (client error): The resource could not be found. May 04 17:31:15.171604 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-21bd1f32-34eb-4c76-b9d1-992717b21723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] 10.222.0.41 "GET /v2.0/ports/c2efc227-faab-4337-b6fd-6d9c8ed4ca60 HTTP/1.1" status: 404 len: 333 time: 0.2986746 May 04 17:31:15.172859 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5096dfc6-dcfd-4dd9-bd3e-1081c81feced tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:15.220364 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:15.234728 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50702) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:15.248574 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-5de48dba-dd65-44fe-a19f-1dc4eca3ee52 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Calling delete_port for 28d790e8-4af7-4013-8d8d-9d6e5cf0b4a2 owned by network:router_interface {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:31:15.284778 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-7e430afe-8a1c-4a52-a427-c73aa600dc0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Request body: {'port': {'network_id': '54dd63ee-f3ae-42e1-9cf4-06ea55df0770', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1695765756'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:15.354200 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5096dfc6-dcfd-4dd9-bd3e-1081c81feced tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Pushing event deleted for resources: {'Network': ['ID=d3002024-1c68-476c-a2c4-d8780dedfc1e,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:15.356452 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-9caaa7b7-4947-4129-87f5-5d37cee59cc8 tempest-NetworksNegativeTestJSON-106774733 tempest-NetworksNegativeTestJSON-106774733-project] GET failed (client error): The resource could not be found. May 04 17:31:15.358009 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-9caaa7b7-4947-4129-87f5-5d37cee59cc8 tempest-NetworksNegativeTestJSON-106774733 tempest-NetworksNegativeTestJSON-106774733-project] 10.222.0.41 "GET /v2.0/subnets/011e2064-70e2-4560-8bfd-5f73bc0921c3 HTTP/1.1" status: 404 len: 337 time: 0.2279601 May 04 17:31:15.359406 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-7e430afe-8a1c-4a52-a427-c73aa600dc0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:15.368846 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50706) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:15.370887 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-537c0dd1-98fa-4a98-b1e6-a43db33f48ec None None] Set router 946552a2-07ce-41ce-925c-46bdd5eb5a36 gateway port host: None {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:31:15.381906 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-7e430afe-8a1c-4a52-a427-c73aa600dc0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Usage tracker for resource:port and tenant:5f6c84c5ea674045a4debbec4f0d1396 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:31:15.395630 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-9ac1a0e5-437c-497a-b629-dc04161a2fbc tempest-NetworksNegativeTestJSON-106774733 tempest-NetworksNegativeTestJSON-106774733-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:15.397803 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-7e430afe-8a1c-4a52-a427-c73aa600dc0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:31:15.406507 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 22e0ce20-d080-4d61-9345-e9562376730e, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=22e0ce20-d080-4d61-9345-e9562376730e,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:31:15.410929 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6586ca69-0dd9-4b3e-ad40-fcfa676d2fe4 req-60464556-39fd-478e-91e8-d64ed27cb808 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:15.411756 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-6586ca69-0dd9-4b3e-ad40-fcfa676d2fe4 req-60464556-39fd-478e-91e8-d64ed27cb808 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:15.416981 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-5096dfc6-dcfd-4dd9-bd3e-1081c81feced tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] 10.222.0.41 "DELETE /v2.0/networks/d3002024-1c68-476c-a2c4-d8780dedfc1e HTTP/1.1" status: 204 len: 168 time: 13.3095651 May 04 17:31:15.429002 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50710) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:15.434059 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-7e430afe-8a1c-4a52-a427-c73aa600dc0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:15.462192 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:15.487432 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ac1a0e5-437c-497a-b629-dc04161a2fbc tempest-NetworksNegativeTestJSON-106774733 tempest-NetworksNegativeTestJSON-106774733-project] PUT failed (client error): The resource could not be found. May 04 17:31:15.487954 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ac1a0e5-437c-497a-b629-dc04161a2fbc tempest-NetworksNegativeTestJSON-106774733 tempest-NetworksNegativeTestJSON-106774733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:31:15.489031 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-9ac1a0e5-437c-497a-b629-dc04161a2fbc tempest-NetworksNegativeTestJSON-106774733 tempest-NetworksNegativeTestJSON-106774733-project] 10.222.0.41 "PUT /v2.0/networks/dbd34d00-a2c5-40a2-b1d0-2556f7f6cc4a HTTP/1.1" status: 404 len: 339 time: 0.1145055 May 04 17:31:15.490289 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-05aaa4b7-75e2-49e9-8b0d-26bad05bc6aa tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] DELETE failed (client error): The resource could not be found. May 04 17:31:15.490650 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05aaa4b7-75e2-49e9-8b0d-26bad05bc6aa tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:31:15.495563 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-05aaa4b7-75e2-49e9-8b0d-26bad05bc6aa tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] 10.222.0.41 "DELETE /v2.0/subnets/2d7f9511-7ef6-47cb-ab6e-15de08456bf4 HTTP/1.1" status: 404 len: 337 time: 0.0617852 May 04 17:31:15.498680 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50714) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:15.499036 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50716) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:15.548189 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-f04292be-e7a6-4d7a-8243-04e374723dd4 tempest-NetworksNegativeTestJSON-106774733 tempest-NetworksNegativeTestJSON-106774733-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:15.588871 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e430afe-8a1c-4a52-a427-c73aa600dc0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Made reservation on behalf of 5f6c84c5ea674045a4debbec4f0d1396 for: {'port': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:31:15.591442 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7e430afe-8a1c-4a52-a427-c73aa600dc0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:15.601120 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-6586ca69-0dd9-4b3e-ad40-fcfa676d2fe4 req-60464556-39fd-478e-91e8-d64ed27cb808 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4797440 May 04 17:31:15.681134 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-aecdb52d-7781-468d-9cb8-b1408c32a456 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] DELETE failed (client error): The resource could not be found. May 04 17:31:15.683000 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aecdb52d-7781-468d-9cb8-b1408c32a456 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:31:15.684960 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-aecdb52d-7781-468d-9cb8-b1408c32a456 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] 10.222.0.41 "DELETE /v2.0/networks/d3002024-1c68-476c-a2c4-d8780dedfc1e HTTP/1.1" status: 404 len: 339 time: 0.1809626 May 04 17:31:15.701695 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-f04292be-e7a6-4d7a-8243-04e374723dd4 tempest-NetworksNegativeTestJSON-106774733 tempest-NetworksNegativeTestJSON-106774733-project] PUT failed (client error): The resource could not be found. May 04 17:31:15.702380 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f04292be-e7a6-4d7a-8243-04e374723dd4 tempest-NetworksNegativeTestJSON-106774733 tempest-NetworksNegativeTestJSON-106774733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:31:15.703695 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-f04292be-e7a6-4d7a-8243-04e374723dd4 tempest-NetworksNegativeTestJSON-106774733 tempest-NetworksNegativeTestJSON-106774733-project] 10.222.0.41 "PUT /v2.0/ports/13e8cc2b-2186-420a-a086-5e3485f63e68 HTTP/1.1" status: 404 len: 333 time: 0.2011731 May 04 17:31:15.704757 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device f7c8349f-d96d-4540-89c9-8f3a6eba8953 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:31:15.706123 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50724) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:15.717213 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50726) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:15.768417 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b1153c7d-cc13-4b0c-aeac-a69254c7b283 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:15.782942 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=22e0ce20-d080-4d61-9345-e9562376730e,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:15.788113 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-a6fe1444-a144-428c-9f9a-ec4d73b1572a tempest-NetworksNegativeTestJSON-106774733 tempest-NetworksNegativeTestJSON-106774733-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:15.817525 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [None req-7e430afe-8a1c-4a52-a427-c73aa600dc0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] device_id is not set on port 9991afe3-9952-4960-841c-03a7a9c1f393 yet. {{(pid=88038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:31:15.870105 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [req-6586ca69-0dd9-4b3e-ad40-fcfa676d2fe4 req-aaffe2b1-cb45-4eaf-8157-a983934c25f7 service neutron] Request body: {'port': {'device_id': 'a89c1a56-83ba-4c06-94e3-b931024cb05a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:15.877110 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-537c0dd1-98fa-4a98-b1e6-a43db33f48ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'name': 'tempest-RoutersIpV6Test-router-923744432', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:30:42Z', 'updated_at': '2022-05-04T17:31:06Z', 'revision_number': 3, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'gw_port_host': None, '_interfaces': [{'id': '349a1f1c-957e-4ab3-9534-8bd626a5fc32', 'name': '', 'network_id': '82027b46-4193-456d-a11e-1076c3f57e9d', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'mac_address': 'fa:16:3e:0e:06:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'b638ab86-3739-4801-b4a1-31a48df33c4a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:31:03Z', 'updated_at': '2022-05-04T17:31:09Z', 'revision_number': 2, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'subnets': [{'id': 'b638ab86-3739-4801-b4a1-31a48df33c4a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7c8349f-d96d-4540-89c9-8f3a6eba8953', 'name': '', 'network_id': '260d4353-0523-4bd2-b365-76fa65682043', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'mac_address': 'fa:16:3e:eb:40:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'f5313b1f-026c-4616-a62e-981d8297fb35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:30:51Z', 'updated_at': '2022-05-04T17:31:07Z', 'revision_number': 4, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'subnets': [{'id': 'f5313b1f-026c-4616-a62e-981d8297fb35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:15.882108 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537c0dd1-98fa-4a98-b1e6-a43db33f48ec None None] Checking router: 946552a2-07ce-41ce-925c-46bdd5eb5a36 for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:31:15.883201 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537c0dd1-98fa-4a98-b1e6-a43db33f48ec None None] Updating router 946552a2-07ce-41ce-925c-46bdd5eb5a36 port 349a1f1c-957e-4ab3-9534-8bd626a5fc32 binding host dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:31:15.910312 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port f7c8349f-d96d-4540-89c9-8f3a6eba8953 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:31:15.915040 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6fe1444-a144-428c-9f9a-ec4d73b1572a tempest-NetworksNegativeTestJSON-106774733 tempest-NetworksNegativeTestJSON-106774733-project] PUT failed (client error): The resource could not be found. May 04 17:31:15.915732 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6fe1444-a144-428c-9f9a-ec4d73b1572a tempest-NetworksNegativeTestJSON-106774733 tempest-NetworksNegativeTestJSON-106774733-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:31:15.917656 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-a6fe1444-a144-428c-9f9a-ec4d73b1572a tempest-NetworksNegativeTestJSON-106774733 tempest-NetworksNegativeTestJSON-106774733-project] 10.222.0.41 "PUT /v2.0/subnets/0bbfa8cb-5d22-4fc8-90e9-3153a5cf0e96 HTTP/1.1" status: 404 len: 337 time: 0.1991818 May 04 17:31:15.923650 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port f7c8349f-d96d-4540-89c9-8f3a6eba8953 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:31:15.924033 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:15.978044 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-4b75bed7-dd66-49df-80a2-f69629022b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80f6ed85-86a1-4c6e-a146-1c4eb763f7e2', 'name': 'tempest-NetworksTestDHCPv6-router-1706053600', 'tenant_id': 'e0bb3da2b1c344b882bb065b24ba46bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:31:02Z', 'updated_at': '2022-05-04T17:31:06Z', 'revision_number': 2, 'project_id': 'e0bb3da2b1c344b882bb065b24ba46bb', 'gw_port_host': None, '_interfaces': [{'id': '28d790e8-4af7-4013-8d8d-9d6e5cf0b4a2', 'name': '', 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'tenant_id': 'e0bb3da2b1c344b882bb065b24ba46bb', 'mac_address': 'fa:16:3e:98:1c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80f6ed85-86a1-4c6e-a146-1c4eb763f7e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'c935b71c-17bf-4aff-b981-854a6e824bf5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:31:04Z', 'updated_at': '2022-05-04T17:31:14Z', 'revision_number': 4, 'project_id': 'e0bb3da2b1c344b882bb065b24ba46bb', 'subnets': [{'id': 'c935b71c-17bf-4aff-b981-854a6e824bf5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:16.006477 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903e5758-567a-474c-b7f5-30d97937aaae req-98d8dfbd-1328-41a4-91f1-0e1e1ae5f1e8 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:16.008324 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-537c0dd1-98fa-4a98-b1e6-a43db33f48ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:16.012536 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b75bed7-dd66-49df-80a2-f69629022b43 None None] The sync data for ids ['80f6ed85-86a1-4c6e-a146-1c4eb763f7e2'] in dv-neutron-840426-1-hyperv is: [{'id': '80f6ed85-86a1-4c6e-a146-1c4eb763f7e2', 'name': 'tempest-NetworksTestDHCPv6-router-1706053600', 'tenant_id': 'e0bb3da2b1c344b882bb065b24ba46bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:31:02Z', 'updated_at': '2022-05-04T17:31:06Z', 'revision_number': 2, 'project_id': 'e0bb3da2b1c344b882bb065b24ba46bb', 'gw_port_host': None, '_interfaces': [{'id': '28d790e8-4af7-4013-8d8d-9d6e5cf0b4a2', 'name': '', 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'tenant_id': 'e0bb3da2b1c344b882bb065b24ba46bb', 'mac_address': 'fa:16:3e:98:1c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80f6ed85-86a1-4c6e-a146-1c4eb763f7e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'c935b71c-17bf-4aff-b981-854a6e824bf5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:31:04Z', 'updated_at': '2022-05-04T17:31:14Z', 'revision_number': 4, 'project_id': 'e0bb3da2b1c344b882bb065b24ba46bb', 'subnets': [{'id': 'c935b71c-17bf-4aff-b981-854a6e824bf5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:31:16.019558 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-903e5758-567a-474c-b7f5-30d97937aaae req-98d8dfbd-1328-41a4-91f1-0e1e1ae5f1e8 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/ports?device_id=a89c1a56-83ba-4c06-94e3-b931024cb05a HTTP/1.1" status: 200 len: 931 time: 1.0993667 May 04 17:31:16.092267 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117efb5d-e1e0-443a-a002-9fd13416cf31 None None] get_active_networks_info from dv-neutron-840426-1-hyperv {{(pid=88039) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 04 17:31:16.094324 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5de48dba-dd65-44fe-a19f-1dc4eca3ee52 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:16.119214 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-b1153c7d-cc13-4b0c-aeac-a69254c7b283 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Calling delete_port for fd72d898-97c0-4a44-b5ac-9c6c16acbef4 owned by {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:31:16.234500 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-903e5758-567a-474c-b7f5-30d97937aaae req-2e876bfa-5244-47ee-9cfe-1eefe571e215 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/security-groups?id=81808876-4a61-479a-81ee-b14447baf6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2138560 May 04 17:31:16.287767 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de48dba-dd65-44fe-a19f-1dc4eca3ee52 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event deleted for resources: {'Port': ['ID=28d790e8-4af7-4013-8d8d-9d6e5cf0b4a2,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:16.449961 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c79aa08c-75cc-4f1c-95e2-8188704659b7 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:16.506391 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:16.511348 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f3b54cf7-8953-42a6-90bf-777dc8405c1f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:16.558710 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50736) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:16.618580 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-6586ca69-0dd9-4b3e-ad40-fcfa676d2fe4 req-aaffe2b1-cb45-4eaf-8157-a983934c25f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:16.623816 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port f7c8349f-d96d-4540-89c9-8f3a6eba8953, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=f7c8349f-d96d-4540-89c9-8f3a6eba8953,segment=NetworkSegment(a1c157ae-752e-4afe-bbfc-b0ea352dbddd),segment_id=a1c157ae-752e-4afe-bbfc-b0ea352dbddd)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:31:16.634645 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:16.656143 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b1153c7d-cc13-4b0c-aeac-a69254c7b283 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:16.674868 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5de48dba-dd65-44fe-a19f-1dc4eca3ee52 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710832'] for router_interface, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:16.682124 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-0d039293-984e-468a-aed8-ac9f8fb25d64 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] For port 4c166adf-65e0-46f8-950f-b7bb328763d7, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=4c166adf-65e0-46f8-950f-b7bb328763d7,segment=NetworkSegment(4ad39d72-6af9-4679-93bf-6e2b94889724),segment_id=4ad39d72-6af9-4679-93bf-6e2b94889724)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:31:16.682755 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0d039293-984e-468a-aed8-ac9f8fb25d64 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:16.804365 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=f7c8349f-d96d-4540-89c9-8f3a6eba8953,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:16.809952 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-537c0dd1-98fa-4a98-b1e6-a43db33f48ec None None] Notify callbacks [] for port, precommit_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:16.810726 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117efb5d-e1e0-443a-a002-9fd13416cf31 None None] Resources bound (agent type, host, resource id): {{(pid=88039) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 04 17:31:16.828263 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.provisioning_blocks [None req-537c0dd1-98fa-4a98-b1e6-a43db33f48ec None None] Transition to ACTIVE for port object 349a1f1c-957e-4ab3-9534-8bd626a5fc32 will not be triggered until provisioned by entity L2. {{(pid=88040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:31:16.852469 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-537c0dd1-98fa-4a98-b1e6-a43db33f48ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:16.950860 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-0d039293-984e-468a-aed8-ac9f8fb25d64 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Calling delete_port for 4c166adf-65e0-46f8-950f-b7bb328763d7 owned by network:router_interface {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:31:17.098076 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64d71b1-dce0-4889-af9f-f8652d6e04ce None None] Pushing event updated for resources: {'Port': ['ID=349a1f1c-957e-4ab3-9534-8bd626a5fc32,revision_number=3']} {{(pid=88040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:17.109066 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1153c7d-cc13-4b0c-aeac-a69254c7b283 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event deleted for resources: {'Port': ['ID=fd72d898-97c0-4a44-b5ac-9c6c16acbef4,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:17.257234 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b1153c7d-cc13-4b0c-aeac-a69254c7b283 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:17.264519 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-45539611-c5a3-46e3-8be0-208c9468d5cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:17.273196 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b54cf7-8953-42a6-90bf-777dc8405c1f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Pushing event updated for resources: {'Subnet': ['ID=2f4262d2-4cc8-4374-aa55-7fd788a8786d,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:17.295702 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4be2fd-6731-4bd0-90ef-a68d136a601a None None] Network b8d059f3-599e-40f0-b27b-11bb4d9ec837 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:31:17.333655 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-45539611-c5a3-46e3-8be0-208c9468d5cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:17.354645 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-537c0dd1-98fa-4a98-b1e6-a43db33f48ec None None] Attempting to bind port 349a1f1c-957e-4ab3-9534-8bd626a5fc32 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:31:17.355033 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-537c0dd1-98fa-4a98-b1e6-a43db33f48ec None None] Attempting to bind port 349a1f1c-957e-4ab3-9534-8bd626a5fc32 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '3bdb5207-fc83-49a3-97c9-4daf50230d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '82027b46-4193-456d-a11e-1076c3f57e9d'}] {{(pid=88040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:31:17.355396 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537c0dd1-98fa-4a98-b1e6-a43db33f48ec None None] Attempting to bind port 349a1f1c-957e-4ab3-9534-8bd626a5fc32 on network 82027b46-4193-456d-a11e-1076c3f57e9d {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:31:17.374228 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537c0dd1-98fa-4a98-b1e6-a43db33f48ec None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:31:17.374607 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537c0dd1-98fa-4a98-b1e6-a43db33f48ec None None] Checking segment: {'id': '3bdb5207-fc83-49a3-97c9-4daf50230d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '82027b46-4193-456d-a11e-1076c3f57e9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:31:17.375030 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-537c0dd1-98fa-4a98-b1e6-a43db33f48ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:17.375452 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537c0dd1-98fa-4a98-b1e6-a43db33f48ec None None] Bound using segment: {'id': '3bdb5207-fc83-49a3-97c9-4daf50230d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '82027b46-4193-456d-a11e-1076c3f57e9d'} {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:31:17.375929 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-537c0dd1-98fa-4a98-b1e6-a43db33f48ec None None] Bound port: 349a1f1c-957e-4ab3-9534-8bd626a5fc32, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bdb5207-fc83-49a3-97c9-4daf50230d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '82027b46-4193-456d-a11e-1076c3f57e9d'}}] {{(pid=88040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:31:17.376325 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-537c0dd1-98fa-4a98-b1e6-a43db33f48ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:17.394504 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-b1153c7d-cc13-4b0c-aeac-a69254c7b283 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "DELETE /v2.0/ports/fd72d898-97c0-4a44-b5ac-9c6c16acbef4 HTTP/1.1" status: 204 len: 168 time: 2.9299467 May 04 17:31:17.395723 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b54cf7-8953-42a6-90bf-777dc8405c1f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Checking segment: {'id': 'b6bf3f1f-4938-415b-a12f-4af37b96e239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '323a8429-2a2d-45ea-b69f-eb667185350e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:31:17.396260 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b54cf7-8953-42a6-90bf-777dc8405c1f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Network hostable DHCP agents. Network: 323a8429-2a2d-45ea-b69f-eb667185350e, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:31:17.403725 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7e430afe-8a1c-4a52-a427-c73aa600dc0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:17.405534 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50744) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:17.410413 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c79aa08c-75cc-4f1c-95e2-8188704659b7 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:17.448206 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-45539611-c5a3-46e3-8be0-208c9468d5cd admin admin] Usage tracker for resource:security_group_rule and tenant:cc291f771a014b69a55b8a86732697a4 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:31:17.546953 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-45539611-c5a3-46e3-8be0-208c9468d5cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:31:17.569656 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5de48dba-dd65-44fe-a19f-1dc4eca3ee52 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Router 80f6ed85-86a1-4c6e-a146-1c4eb763f7e2 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:31:17.572726 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0d039293-984e-468a-aed8-ac9f8fb25d64 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:17.613861 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.db [None req-537c0dd1-98fa-4a98-b1e6-a43db33f48ec None None] For port 349a1f1c-957e-4ab3-9534-8bd626a5fc32, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:31:17.625058 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.db [None req-537c0dd1-98fa-4a98-b1e6-a43db33f48ec None None] For port 349a1f1c-957e-4ab3-9534-8bd626a5fc32, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=349a1f1c-957e-4ab3-9534-8bd626a5fc32,segment=NetworkSegment(3bdb5207-fc83-49a3-97c9-4daf50230d1a),segment_id=3bdb5207-fc83-49a3-97c9-4daf50230d1a)] {{(pid=88040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:31:17.635621 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-537c0dd1-98fa-4a98-b1e6-a43db33f48ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:17.689317 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d039293-984e-468a-aed8-ac9f8fb25d64 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Pushing event deleted for resources: {'Port': ['ID=4c166adf-65e0-46f8-950f-b7bb328763d7,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:17.721213 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device f7c8349f-d96d-4540-89c9-8f3a6eba8953 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:31:17.791749 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-45539611-c5a3-46e3-8be0-208c9468d5cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:17.827273 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64d71b1-dce0-4889-af9f-f8652d6e04ce None None] Pushing event updated for resources: {'Port': ['ID=349a1f1c-957e-4ab3-9534-8bd626a5fc32,revision_number=4']} {{(pid=88040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:17.844788 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537c0dd1-98fa-4a98-b1e6-a43db33f48ec None None] Routers {'946552a2-07ce-41ce-925c-46bdd5eb5a36'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:31:17.845422 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-537c0dd1-98fa-4a98-b1e6-a43db33f48ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:31:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['946552a2-07ce-41ce-925c-46bdd5eb5a36'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:17.878258 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-c79aa08c-75cc-4f1c-95e2-8188704659b7 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3e6468f-145e-4c52-8fc2-3f0b9a72406f']}} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:17.905437 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b54cf7-8953-42a6-90bf-777dc8405c1f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Network 323a8429-2a2d-45ea-b69f-eb667185350e is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:31:17.925414 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-6df85697-b267-4be9-b9d0-1a6dec1bf5f6 None None] Provisioning for port c5528093-85fd-4674-98ad-09fd400f3a4d completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:31:17.950981 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-6df85697-b267-4be9-b9d0-1a6dec1bf5f6 None None] Provisioning complete for port c5528093-85fd-4674-98ad-09fd400f3a4d triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:31:17.951358 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-6df85697-b267-4be9-b9d0-1a6dec1bf5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:17.957125 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-c79aa08c-75cc-4f1c-95e2-8188704659b7 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69fbb639-61f7-4ef4-b4ca-12694924dca7') {'for_net_delete': True} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:17.957665 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-c79aa08c-75cc-4f1c-95e2-8188704659b7 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69fbb639-61f7-4ef4-b4ca-12694924dca7') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:17.982814 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c79aa08c-75cc-4f1c-95e2-8188704659b7 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801627'] for segment, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:18.022193 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port f7c8349f-d96d-4540-89c9-8f3a6eba8953 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:31:18.022193 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:18.036041 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c79aa08c-75cc-4f1c-95e2-8188704659b7 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:18.044350 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c79aa08c-75cc-4f1c-95e2-8188704659b7 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=88038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:31:18.044770 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c79aa08c-75cc-4f1c-95e2-8188704659b7 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7881827'] for segment, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:18.120165 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de48dba-dd65-44fe-a19f-1dc4eca3ee52 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:31:18.164467 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-5de48dba-dd65-44fe-a19f-1dc4eca3ee52 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "PUT /v2.0/routers/80f6ed85-86a1-4c6e-a146-1c4eb763f7e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5778952 May 04 17:31:18.166397 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50748) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:18.183923 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-6df85697-b267-4be9-b9d0-1a6dec1bf5f6 None None] Port c5528093-85fd-4674-98ad-09fd400f3a4d cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:31:18.198069 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-537c0dd1-98fa-4a98-b1e6-a43db33f48ec None None] Set router 946552a2-07ce-41ce-925c-46bdd5eb5a36 gateway port host: None {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:31:18.312227 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04ce15a-71b4-40e1-ae0a-b604b62172ca None None] Sync routers for ids ['80f6ed85-86a1-4c6e-a146-1c4eb763f7e2'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:31:18.361548 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-81417781-457b-43c4-a05b-93bdcd419509 None None] Could not find standard attr ID for object 28d790e8-4af7-4013-8d8d-9d6e5cf0b4a2. {{(pid=88039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 04 17:31:18.381340 dv-neutron-840426-1-hyperv neutron-server[88038]: Traceback (most recent call last): May 04 17:31:18.381340 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:31:18.381340 dv-neutron-840426-1-hyperv neutron-server[88038]: timer() May 04 17:31:18.381340 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:31:18.381340 dv-neutron-840426-1-hyperv neutron-server[88038]: cb(*args, **kw) May 04 17:31:18.381340 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:31:18.381340 dv-neutron-840426-1-hyperv neutron-server[88038]: return func(*args, **kwargs) May 04 17:31:18.381340 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:31:18.381340 dv-neutron-840426-1-hyperv neutron-server[88038]: self._notify() May 04 17:31:18.381340 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:31:18.381340 dv-neutron-840426-1-hyperv neutron-server[88038]: self.callback(batched_events) May 04 17:31:18.381340 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:31:18.381340 dv-neutron-840426-1-hyperv neutron-server[88038]: event.method(event) May 04 17:31:18.381340 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:31:18.381340 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:31:18.381340 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:31:18.381340 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:31:18.381340 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:31:18.381340 dv-neutron-840426-1-hyperv neutron-server[88038]: return f(self, *a, **k) May 04 17:31:18.381340 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:31:18.381340 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._get(url).json() May 04 17:31:18.381340 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:31:18.381340 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:31:18.381340 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:31:18.381340 dv-neutron-840426-1-hyperv neutron-server[88038]: return self.request(url, 'GET', **kwargs) May 04 17:31:18.381340 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:31:18.381340 dv-neutron-840426-1-hyperv neutron-server[88038]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:31:18.381340 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:31:18.381340 dv-neutron-840426-1-hyperv neutron-server[88038]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:31:18.381340 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:31:18.381340 dv-neutron-840426-1-hyperv neutron-server[88038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:31:18.381340 dv-neutron-840426-1-hyperv neutron-server[88038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:31:18.386196 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04ce15a-71b4-40e1-ae0a-b604b62172ca None None] Routers {'80f6ed85-86a1-4c6e-a146-1c4eb763f7e2'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:31:18.390847 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-b04ce15a-71b4-40e1-ae0a-b604b62172ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:31:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['80f6ed85-86a1-4c6e-a146-1c4eb763f7e2'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:18.392785 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-f3b54cf7-8953-42a6-90bf-777dc8405c1f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 323a8429-2a2d-45ea-b69f-eb667185350e) {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:31:18.394637 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c79aa08c-75cc-4f1c-95e2-8188704659b7 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:18.410899 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7e430afe-8a1c-4a52-a427-c73aa600dc0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:18.426238 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b54cf7-8953-42a6-90bf-777dc8405c1f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:18.427100 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f3b54cf7-8953-42a6-90bf-777dc8405c1f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:18.496185 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52dfbde0-a022-4fdb-9133-c332b91a01fb None None] Network 323a8429-2a2d-45ea-b69f-eb667185350e requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:31:18.503726 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c79aa08c-75cc-4f1c-95e2-8188704659b7 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:18.514845 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 22e0ce20-d080-4d61-9345-e9562376730e up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:31:18.515610 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79aa08c-75cc-4f1c-95e2-8188704659b7 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Pushing event deleted for resources: {'Network': ['ID=a3e6468f-145e-4c52-8fc2-3f0b9a72406f,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:18.571478 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e430afe-8a1c-4a52-a427-c73aa600dc0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Network 54dd63ee-f3ae-42e1-9cf4-06ea55df0770 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:31:18.575801 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-c79aa08c-75cc-4f1c-95e2-8188704659b7 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] 10.222.0.41 "DELETE /v2.0/networks/a3e6468f-145e-4c52-8fc2-3f0b9a72406f HTTP/1.1" status: 204 len: 168 time: 2.8641083 May 04 17:31:18.577160 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-7e430afe-8a1c-4a52-a427-c73aa600dc0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:31:18.583818 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50754) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:18.630516 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e430afe-8a1c-4a52-a427-c73aa600dc0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:31:18.631682 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e430afe-8a1c-4a52-a427-c73aa600dc0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:18.632463 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7e430afe-8a1c-4a52-a427-c73aa600dc0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:18.633175 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47dca66-a87f-40d5-854a-6843cb4476d2 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:18.635540 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47dca66-a87f-40d5-854a-6843cb4476d2 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:18.638223 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-c47dca66-a87f-40d5-854a-6843cb4476d2 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Synchronizing usage tracker for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:subnet {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:31:18.641500 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0d039293-984e-468a-aed8-ac9f8fb25d64 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710832'] for router_interface, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:18.663821 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-537c0dd1-98fa-4a98-b1e6-a43db33f48ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'name': 'tempest-RoutersIpV6Test-router-923744432', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:30:42Z', 'updated_at': '2022-05-04T17:31:06Z', 'revision_number': 3, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'gw_port_host': None, '_interfaces': [{'id': '349a1f1c-957e-4ab3-9534-8bd626a5fc32', 'name': '', 'network_id': '82027b46-4193-456d-a11e-1076c3f57e9d', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'mac_address': 'fa:16:3e:0e:06:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'b638ab86-3739-4801-b4a1-31a48df33c4a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:31:03Z', 'updated_at': '2022-05-04T17:31:17Z', 'revision_number': 4, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'subnets': [{'id': 'b638ab86-3739-4801-b4a1-31a48df33c4a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7c8349f-d96d-4540-89c9-8f3a6eba8953', 'name': '', 'network_id': '260d4353-0523-4bd2-b365-76fa65682043', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'mac_address': 'fa:16:3e:eb:40:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'f5313b1f-026c-4616-a62e-981d8297fb35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:30:51Z', 'updated_at': '2022-05-04T17:31:16Z', 'revision_number': 5, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'subnets': [{'id': 'f5313b1f-026c-4616-a62e-981d8297fb35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:18.670771 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537c0dd1-98fa-4a98-b1e6-a43db33f48ec None None] The sync data for ids ['946552a2-07ce-41ce-925c-46bdd5eb5a36'] in dv-neutron-840426-1-hyperv is: [{'id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'name': 'tempest-RoutersIpV6Test-router-923744432', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:30:42Z', 'updated_at': '2022-05-04T17:31:06Z', 'revision_number': 3, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'gw_port_host': None, '_interfaces': [{'id': '349a1f1c-957e-4ab3-9534-8bd626a5fc32', 'name': '', 'network_id': '82027b46-4193-456d-a11e-1076c3f57e9d', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'mac_address': 'fa:16:3e:0e:06:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'b638ab86-3739-4801-b4a1-31a48df33c4a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:31:03Z', 'updated_at': '2022-05-04T17:31:17Z', 'revision_number': 4, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'subnets': [{'id': 'b638ab86-3739-4801-b4a1-31a48df33c4a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7c8349f-d96d-4540-89c9-8f3a6eba8953', 'name': '', 'network_id': '260d4353-0523-4bd2-b365-76fa65682043', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'mac_address': 'fa:16:3e:eb:40:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'f5313b1f-026c-4616-a62e-981d8297fb35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:30:51Z', 'updated_at': '2022-05-04T17:31:16Z', 'revision_number': 5, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'subnets': [{'id': 'f5313b1f-026c-4616-a62e-981d8297fb35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:31:18.682723 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-f3b54cf7-8953-42a6-90bf-777dc8405c1f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.4814429 May 04 17:31:18.684354 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-7e430afe-8a1c-4a52-a427-c73aa600dc0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 3.4454670 May 04 17:31:18.689183 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50758) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:18.690914 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50760) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:18.691870 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-b04ce15a-71b4-40e1-ae0a-b604b62172ca None None] Set router 80f6ed85-86a1-4c6e-a146-1c4eb763f7e2 gateway port host: None {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:31:18.707028 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8404'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:18.725866 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-a144caba-0dc9-4cf1-9b6e-62e835c7a2ae tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] DELETE failed (client error): The resource could not be found. May 04 17:31:18.730490 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a144caba-0dc9-4cf1-9b6e-62e835c7a2ae tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:31:18.735185 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-a144caba-0dc9-4cf1-9b6e-62e835c7a2ae tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] 10.222.0.41 "DELETE /v2.0/subnets/c004c8d5-eb6b-486d-8083-3bdc50b936bd HTTP/1.1" status: 404 len: 337 time: 0.1456614 May 04 17:31:18.736536 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50766) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:18.841083 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-20b79d1a-f3a0-4c48-9d93-d4f8d9c802a9 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] DELETE failed (client error): The resource could not be found. May 04 17:31:18.841490 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20b79d1a-f3a0-4c48-9d93-d4f8d9c802a9 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:31:18.845734 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-20b79d1a-f3a0-4c48-9d93-d4f8d9c802a9 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] 10.222.0.41 "DELETE /v2.0/networks/7c845596-7de8-4027-8a8a-bc9f309c3272 HTTP/1.1" status: 404 len: 339 time: 0.1053286 May 04 17:31:18.862675 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-b04ce15a-71b4-40e1-ae0a-b604b62172ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80f6ed85-86a1-4c6e-a146-1c4eb763f7e2', 'name': 'tempest-NetworksTestDHCPv6-router-1706053600', 'tenant_id': 'e0bb3da2b1c344b882bb065b24ba46bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:31:02Z', 'updated_at': '2022-05-04T17:31:15Z', 'revision_number': 3, 'project_id': 'e0bb3da2b1c344b882bb065b24ba46bb', 'gw_port_host': None}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:18.880230 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04ce15a-71b4-40e1-ae0a-b604b62172ca None None] Checking router: 80f6ed85-86a1-4c6e-a146-1c4eb763f7e2 for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:31:18.900884 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04ce15a-71b4-40e1-ae0a-b604b62172ca None None] Routers {'80f6ed85-86a1-4c6e-a146-1c4eb763f7e2'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:31:18.901539 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-b04ce15a-71b4-40e1-ae0a-b604b62172ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:31:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['80f6ed85-86a1-4c6e-a146-1c4eb763f7e2'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:18.919015 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50770) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:18.952375 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-c47dca66-a87f-40d5-854a-6843cb4476d2 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Unset dirty status for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:subnet {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:31:18.955988 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-c47dca66-a87f-40d5-854a-6843cb4476d2 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7837939 May 04 17:31:18.959464 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50774) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:18.970957 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e430afe-8a1c-4a52-a427-c73aa600dc0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Pushing event updated for resources: {'Port': ['ID=9991afe3-9952-4960-841c-03a7a9c1f393,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:19.004152 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a160f-4c91-4110-a769-90aac0c90ec5 req-ebce33fe-bbbb-44b7-8c23-08fc381c1406 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:19.005644 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-6a8a160f-4c91-4110-a769-90aac0c90ec5 req-ebce33fe-bbbb-44b7-8c23-08fc381c1406 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/ports?device_id=a89c1a56-83ba-4c06-94e3-b931024cb05a HTTP/1.1" status: 200 len: 931 time: 1.5436776 May 04 17:31:19.065490 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ebe561f-3a20-4748-b345-2838fc12e907 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Deleting subnet c935b71c-17bf-4aff-b981-854a6e824bf5 {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:31:19.069466 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc28bcd-de0a-4653-8ee3-b5c75ab71038 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:19.070052 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ab3308c-51b7-41df-9dfd-56deadc998c1 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Deleting subnet 37effb87-a367-446e-9baf-a2bad588f0ba {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:31:19.074959 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6ebe561f-3a20-4748-b345-2838fc12e907 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:19.075938 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc28bcd-de0a-4653-8ee3-b5c75ab71038 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:19.076712 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-9bc28bcd-de0a-4653-8ee3-b5c75ab71038 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Synchronizing usage tracker for tenant:d50aa0308d3f47e4bde015fa31f2165f on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:31:19.099135 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:19.102221 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-b04ce15a-71b4-40e1-ae0a-b604b62172ca None None] Set router 80f6ed85-86a1-4c6e-a146-1c4eb763f7e2 gateway port host: None {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:31:19.102717 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1ab3308c-51b7-41df-9dfd-56deadc998c1 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:19.187587 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-45539611-c5a3-46e3-8be0-208c9468d5cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:19.248682 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 22e0ce20-d080-4d61-9345-e9562376730e triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:31:19.249333 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:19.285473 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-b04ce15a-71b4-40e1-ae0a-b604b62172ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80f6ed85-86a1-4c6e-a146-1c4eb763f7e2', 'name': 'tempest-NetworksTestDHCPv6-router-1706053600', 'tenant_id': 'e0bb3da2b1c344b882bb065b24ba46bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:31:02Z', 'updated_at': '2022-05-04T17:31:15Z', 'revision_number': 3, 'project_id': 'e0bb3da2b1c344b882bb065b24ba46bb', 'gw_port_host': None}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:19.296858 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1ab3308c-51b7-41df-9dfd-56deadc998c1 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:19.317274 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04ce15a-71b4-40e1-ae0a-b604b62172ca None None] The sync data for ids ['80f6ed85-86a1-4c6e-a146-1c4eb763f7e2'] in dv-neutron-840426-1-hyperv is: [{'id': '80f6ed85-86a1-4c6e-a146-1c4eb763f7e2', 'name': 'tempest-NetworksTestDHCPv6-router-1706053600', 'tenant_id': 'e0bb3da2b1c344b882bb065b24ba46bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:31:02Z', 'updated_at': '2022-05-04T17:31:15Z', 'revision_number': 3, 'project_id': 'e0bb3da2b1c344b882bb065b24ba46bb', 'gw_port_host': None}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:31:19.339840 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6ebe561f-3a20-4748-b345-2838fc12e907 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:19.376400 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c616730-cebe-4edc-a614-e4bb7c482b6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-323a8429-2a2d-45ea-b69f-eb667185350e', 'network_id': '323a8429-2a2d-45ea-b69f-eb667185350e', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'fixed_ips': [{'subnet_id': '2f4262d2-4cc8-4374-aa55-7fd788a8786d'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:31:19.377251 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4c616730-cebe-4edc-a614-e4bb7c482b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:19.437982 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d039293-984e-468a-aed8-ac9f8fb25d64 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Router f7b8dd67-88b8-4f42-87ee-9c82722da786 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:31:19.499250 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-45539611-c5a3-46e3-8be0-208c9468d5cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:19.522580 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-6a8a160f-4c91-4110-a769-90aac0c90ec5 req-c8668892-24cb-4b3b-8068-80dc856dba92 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/security-groups?id=81808876-4a61-479a-81ee-b14447baf6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4848814 May 04 17:31:19.537649 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.db.resource_extend [req-6586ca69-0dd9-4b3e-ad40-fcfa676d2fe4 req-aaffe2b1-cb45-4eaf-8157-a983934c25f7 service neutron] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 17:31:19.574993 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-9bc28bcd-de0a-4653-8ee3-b5c75ab71038 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Unset dirty status for tenant:d50aa0308d3f47e4bde015fa31f2165f on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:31:19.576276 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-9bc28bcd-de0a-4653-8ee3-b5c75ab71038 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 2.1160419 May 04 17:31:19.586330 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50778) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:19.589978 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1ab3308c-51b7-41df-9dfd-56deadc998c1 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:19.614120 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-4c616730-cebe-4edc-a614-e4bb7c482b6b None None] Allocated IP 2001:db8:2::2 (323a8429-2a2d-45ea-b69f-eb667185350e/2f4262d2-4cc8-4374-aa55-7fd788a8786d/329320ec-baa0-45ce-8d64-29aff4c09f88) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:31:19.667942 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-45539611-c5a3-46e3-8be0-208c9468d5cd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cc291f771a014b69a55b8a86732697a4&name=default HTTP/1.1" status: 200 len: 2979 time: 3.0963640 May 04 17:31:19.668785 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50782) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:19.696687 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45539611-c5a3-46e3-8be0-208c9468d5cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca017655-3b88-464c-8c01-556ab80733a8,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:19.714380 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6ebe561f-3a20-4748-b345-2838fc12e907 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:19.802575 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [req-6586ca69-0dd9-4b3e-ad40-fcfa676d2fe4 req-aaffe2b1-cb45-4eaf-8157-a983934c25f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5528093-85fd-4674-98ad-09fd400f3a4d {{(pid=88038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:31:19.803246 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-99732c16-8c3f-4ef1-b97a-a32982088f89 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Deleting port 1c57fb32-51a7-4ab0-a769-195681ba327f {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:31:19.803699 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-99732c16-8c3f-4ef1-b97a-a32982088f89 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:19.892029 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d039293-984e-468a-aed8-ac9f8fb25d64 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:31:19.905028 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1ab3308c-51b7-41df-9dfd-56deadc998c1 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:19.905769 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58714de-dd1e-44db-8e78-84bfeb30add0 None None] Sync routers for ids ['f7b8dd67-88b8-4f42-87ee-9c82722da786'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:31:19.925835 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58714de-dd1e-44db-8e78-84bfeb30add0 None None] Routers {'f7b8dd67-88b8-4f42-87ee-9c82722da786'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:31:19.929564 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-b58714de-dd1e-44db-8e78-84bfeb30add0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:31:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['f7b8dd67-88b8-4f42-87ee-9c82722da786'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:19.949580 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4c616730-cebe-4edc-a614-e4bb7c482b6b None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:19.949859 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-6586ca69-0dd9-4b3e-ad40-fcfa676d2fe4 req-aaffe2b1-cb45-4eaf-8157-a983934c25f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:19.962905 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6ebe561f-3a20-4748-b345-2838fc12e907 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:19.970634 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-4c616730-cebe-4edc-a614-e4bb7c482b6b None None] Transition to ACTIVE for port object 329320ec-baa0-45ce-8d64-29aff4c09f88 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:31:19.998171 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 349a1f1c-957e-4ab3-9534-8bd626a5fc32 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:31:20.032913 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [req-6586ca69-0dd9-4b3e-ad40-fcfa676d2fe4 req-aaffe2b1-cb45-4eaf-8157-a983934c25f7 service neutron] Transition to ACTIVE for port object c5528093-85fd-4674-98ad-09fd400f3a4d will not be triggered until provisioned by entity L2. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:31:20.050635 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-4c616730-cebe-4edc-a614-e4bb7c482b6b None None] Transition to ACTIVE for port object 329320ec-baa0-45ce-8d64-29aff4c09f88 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:31:20.053170 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-6586ca69-0dd9-4b3e-ad40-fcfa676d2fe4 req-aaffe2b1-cb45-4eaf-8157-a983934c25f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:20.066562 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4c616730-cebe-4edc-a614-e4bb7c482b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:20.159620 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cdcf2c12-83b8-483f-bc76-52af5f0da68e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:20.160179 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c616730-cebe-4edc-a614-e4bb7c482b6b None None] Network 323a8429-2a2d-45ea-b69f-eb667185350e is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:31:20.164891 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-4c616730-cebe-4edc-a614-e4bb7c482b6b None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:31:20.168533 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c616730-cebe-4edc-a614-e4bb7c482b6b None None] Pushing event updated for resources: {'Port': ['ID=329320ec-baa0-45ce-8d64-29aff4c09f88,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:20.171104 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c616730-cebe-4edc-a614-e4bb7c482b6b None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:31:20.202503 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1ab3308c-51b7-41df-9dfd-56deadc998c1 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:20.204668 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-1ab3308c-51b7-41df-9dfd-56deadc998c1 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] 10.222.0.41 "DELETE /v2.0/subnets/37effb87-a367-446e-9baf-a2bad588f0ba HTTP/1.1" status: 204 len: 168 time: 1.2849257 May 04 17:31:20.211889 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6ebe561f-3a20-4748-b345-2838fc12e907 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:20.216592 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-6ebe561f-3a20-4748-b345-2838fc12e907 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/subnets/c935b71c-17bf-4aff-b981-854a6e824bf5 HTTP/1.1" status: 204 len: 168 time: 1.2525299 May 04 17:31:20.220362 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b39ce12-9c25-4943-94d3-62de6e1f2de3 None None] Network ae51f3af-c2b1-4a83-a2b4-252c516df2cc requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:31:20.220514 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-0d039293-984e-468a-aed8-ac9f8fb25d64 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "PUT /v2.0/routers/f7b8dd67-88b8-4f42-87ee-9c82722da786/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2642291 May 04 17:31:20.220514 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab3308c-51b7-41df-9dfd-56deadc998c1 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Pushing event deleted for resources: {'Subnet': ['ID=37effb87-a367-446e-9baf-a2bad588f0ba,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:20.225500 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50786) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:20.228119 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50788) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:20.229124 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50790) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:20.274693 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398552bc-68f9-4383-b7db-d521a86dfa38 None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:31:20.315699 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-b58714de-dd1e-44db-8e78-84bfeb30add0 None None] Set router f7b8dd67-88b8-4f42-87ee-9c82722da786 gateway port host: None {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:31:20.405457 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaffe2b1-cb45-4eaf-8157-a983934c25f7 service neutron] Pushing event updated for resources: {'Port': ['ID=c5528093-85fd-4674-98ad-09fd400f3a4d,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:20.419752 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cdcf2c12-83b8-483f-bc76-52af5f0da68e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:20.436805 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] device_id is not set on port 9991afe3-9952-4960-841c-03a7a9c1f393 yet. {{(pid=88038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:31:20.457055 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 349a1f1c-957e-4ab3-9534-8bd626a5fc32 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:31:20.517675 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:20.527052 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebe561f-3a20-4748-b345-2838fc12e907 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event deleted for resources: {'Subnet': ['ID=c935b71c-17bf-4aff-b981-854a6e824bf5,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:20.545407 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-4c616730-cebe-4edc-a614-e4bb7c482b6b None None] Attempting to bind port 329320ec-baa0-45ce-8d64-29aff4c09f88 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:31:20.545786 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-4c616730-cebe-4edc-a614-e4bb7c482b6b None None] Attempting to bind port 329320ec-baa0-45ce-8d64-29aff4c09f88 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'b6bf3f1f-4938-415b-a12f-4af37b96e239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '323a8429-2a2d-45ea-b69f-eb667185350e'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:31:20.546296 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c616730-cebe-4edc-a614-e4bb7c482b6b None None] Attempting to bind port 329320ec-baa0-45ce-8d64-29aff4c09f88 on network 323a8429-2a2d-45ea-b69f-eb667185350e {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:31:20.553744 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 349a1f1c-957e-4ab3-9534-8bd626a5fc32 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:31:20.557789 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:20.669131 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-f15fa6e7-c0c8-4fea-8c02-2d477809c961 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Deleting subnet 9145304b-f9c0-4a4b-8a07-e0960ebf8b02 {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:31:20.674323 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-15a8025d-bc43-48d5-8f8a-524c23276df5 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Deleting subnet 7033af3d-e0dd-4e4c-a3c8-a41391b2b65f {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:31:20.678592 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c616730-cebe-4edc-a614-e4bb7c482b6b None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:31:20.678975 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c616730-cebe-4edc-a614-e4bb7c482b6b None None] Checking segment: {'id': 'b6bf3f1f-4938-415b-a12f-4af37b96e239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '323a8429-2a2d-45ea-b69f-eb667185350e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:31:20.679384 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4c616730-cebe-4edc-a614-e4bb7c482b6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:20.679787 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c616730-cebe-4edc-a614-e4bb7c482b6b None None] Bound using segment: {'id': 'b6bf3f1f-4938-415b-a12f-4af37b96e239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '323a8429-2a2d-45ea-b69f-eb667185350e'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:31:20.680271 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-4c616730-cebe-4edc-a614-e4bb7c482b6b None None] Bound port: 329320ec-baa0-45ce-8d64-29aff4c09f88, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6bf3f1f-4938-415b-a12f-4af37b96e239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '323a8429-2a2d-45ea-b69f-eb667185350e'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:31:20.680650 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4c616730-cebe-4edc-a614-e4bb7c482b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:20.701073 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Transition to ACTIVE for port object 9991afe3-9952-4960-841c-03a7a9c1f393 will not be triggered until provisioned by entity L2. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:31:20.704013 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f15fa6e7-c0c8-4fea-8c02-2d477809c961 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:20.742029 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-15a8025d-bc43-48d5-8f8a-524c23276df5 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:20.749746 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:20.808472 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cdcf2c12-83b8-483f-bc76-52af5f0da68e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:20.830205 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-b58714de-dd1e-44db-8e78-84bfeb30add0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'name': 'tempest-RoutersTest-router-305251255', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:29:20Z', 'updated_at': '2022-05-04T17:31:17Z', 'revision_number': 9, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'gw_port_host': None, '_interfaces': [{'id': '26b2ffc0-9652-4cf3-b203-f3b1becebe09', 'name': '', 'network_id': '2f65bb8b-7242-49b2-a8a7-abb038f78922', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'mac_address': 'fa:16:3e:7f:4a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ebac6750-cbc0-4304-8985-d5c3a04ce5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:25Z', 'updated_at': '2022-05-04T17:29:41Z', 'revision_number': 5, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'subnets': [{'id': 'ebac6750-cbc0-4304-8985-d5c3a04ce5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbcda7fa-7584-47e4-a662-b2f3fb59ea54', 'name': '', 'network_id': 'dc521a67-ad73-4658-89d0-00bb27c0bc84', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'mac_address': 'fa:16:3e:f9:3c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '48ff8e43-2762-48d0-8242-e1b75c56aaef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:46Z', 'updated_at': '2022-05-04T17:30:20Z', 'revision_number': 5, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'subnets': [{'id': '48ff8e43-2762-48d0-8242-e1b75c56aaef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:20.837303 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58714de-dd1e-44db-8e78-84bfeb30add0 None None] Checking router: f7b8dd67-88b8-4f42-87ee-9c82722da786 for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:31:20.845290 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d594efca-23b3-483b-b0fd-e2edbf24e938 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:20.847608 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58714de-dd1e-44db-8e78-84bfeb30add0 None None] Routers {'f7b8dd67-88b8-4f42-87ee-9c82722da786'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:31:20.848208 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-b58714de-dd1e-44db-8e78-84bfeb30add0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:31:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['f7b8dd67-88b8-4f42-87ee-9c82722da786'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:20.920903 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-4c616730-cebe-4edc-a614-e4bb7c482b6b None None] For port 329320ec-baa0-45ce-8d64-29aff4c09f88, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:31:20.924158 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-4c616730-cebe-4edc-a614-e4bb7c482b6b None None] For port 329320ec-baa0-45ce-8d64-29aff4c09f88, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=329320ec-baa0-45ce-8d64-29aff4c09f88,segment=NetworkSegment(b6bf3f1f-4938-415b-a12f-4af37b96e239),segment_id=b6bf3f1f-4938-415b-a12f-4af37b96e239)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:31:20.937101 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcf2c12-83b8-483f-bc76-52af5f0da68e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca017655-3b88-464c-8c01-556ab80733a8,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:20.942719 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4c616730-cebe-4edc-a614-e4bb7c482b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:20.945455 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-9d16bfd2-6de7-4a90-875d-1bbfbf282562 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Synchronizing usage tracker for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:router {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:31:20.954806 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f15fa6e7-c0c8-4fea-8c02-2d477809c961 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:20.990471 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-99732c16-8c3f-4ef1-b97a-a32982088f89 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:21.006232 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-15a8025d-bc43-48d5-8f8a-524c23276df5 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:21.049528 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cdcf2c12-83b8-483f-bc76-52af5f0da68e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:21.051389 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-cdcf2c12-83b8-483f-bc76-52af5f0da68e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ca017655-3b88-464c-8c01-556ab80733a8 HTTP/1.1" status: 204 len: 168 time: 1.3630941 May 04 17:31:21.062048 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c616730-cebe-4edc-a614-e4bb7c482b6b None None] Pushing event updated for resources: {'Port': ['ID=329320ec-baa0-45ce-8d64-29aff4c09f88,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:21.077135 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-b58714de-dd1e-44db-8e78-84bfeb30add0 None None] Set router f7b8dd67-88b8-4f42-87ee-9c82722da786 gateway port host: None {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:31:21.132416 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [req-6586ca69-0dd9-4b3e-ad40-fcfa676d2fe4 req-aaffe2b1-cb45-4eaf-8157-a983934c25f7 service neutron] Attempting to bind port c5528093-85fd-4674-98ad-09fd400f3a4d on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:31:21.132757 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [req-6586ca69-0dd9-4b3e-ad40-fcfa676d2fe4 req-aaffe2b1-cb45-4eaf-8157-a983934c25f7 service neutron] Attempting to bind port c5528093-85fd-4674-98ad-09fd400f3a4d by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '43abb714-434f-4258-8b22-3a18bd64fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b631325e-11d5-4100-a2cb-8b9aba720937'}] {{(pid=88038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:31:21.133229 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6586ca69-0dd9-4b3e-ad40-fcfa676d2fe4 req-aaffe2b1-cb45-4eaf-8157-a983934c25f7 service neutron] Attempting to bind port c5528093-85fd-4674-98ad-09fd400f3a4d on network b631325e-11d5-4100-a2cb-8b9aba720937 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:31:21.182587 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:21.187022 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Pushing event updated for resources: {'Port': ['ID=9991afe3-9952-4960-841c-03a7a9c1f393,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:21.214056 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-99732c16-8c3f-4ef1-b97a-a32982088f89 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Calling delete_port for 1c57fb32-51a7-4ab0-a769-195681ba327f owned by {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:31:21.251803 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6586ca69-0dd9-4b3e-ad40-fcfa676d2fe4 req-aaffe2b1-cb45-4eaf-8157-a983934c25f7 service neutron] Port c5528093-85fd-4674-98ad-09fd400f3a4d on network b631325e-11d5-4100-a2cb-8b9aba720937 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:31:21.252294 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6586ca69-0dd9-4b3e-ad40-fcfa676d2fe4 req-aaffe2b1-cb45-4eaf-8157-a983934c25f7 service neutron] Attempting to bind port c5528093-85fd-4674-98ad-09fd400f3a4d on network b631325e-11d5-4100-a2cb-8b9aba720937 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:31:21.262277 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port 9991afe3-9952-4960-841c-03a7a9c1f393 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:31:21.266315 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port 9991afe3-9952-4960-841c-03a7a9c1f393 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '695acf9c-2e47-4533-b3e8-7eb368523647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '54dd63ee-f3ae-42e1-9cf4-06ea55df0770'}] {{(pid=88038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:31:21.268440 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port 9991afe3-9952-4960-841c-03a7a9c1f393 on network 54dd63ee-f3ae-42e1-9cf4-06ea55df0770 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:31:21.283682 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 349a1f1c-957e-4ab3-9534-8bd626a5fc32, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=349a1f1c-957e-4ab3-9534-8bd626a5fc32,segment=NetworkSegment(3bdb5207-fc83-49a3-97c9-4daf50230d1a),segment_id=3bdb5207-fc83-49a3-97c9-4daf50230d1a)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:31:21.298208 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6586ca69-0dd9-4b3e-ad40-fcfa676d2fe4 req-aaffe2b1-cb45-4eaf-8157-a983934c25f7 service neutron] Checking agent: {'id': '84d0dbeb-cfa8-4636-8b1c-9790acf21ef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'started_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:31:21.298690 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6586ca69-0dd9-4b3e-ad40-fcfa676d2fe4 req-aaffe2b1-cb45-4eaf-8157-a983934c25f7 service neutron] Checking segment: {'id': '43abb714-434f-4258-8b22-3a18bd64fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b631325e-11d5-4100-a2cb-8b9aba720937'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:31:21.299181 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6586ca69-0dd9-4b3e-ad40-fcfa676d2fe4 req-aaffe2b1-cb45-4eaf-8157-a983934c25f7 service neutron] Bound using segment: {'id': '43abb714-434f-4258-8b22-3a18bd64fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b631325e-11d5-4100-a2cb-8b9aba720937'} {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:31:21.299815 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [req-6586ca69-0dd9-4b3e-ad40-fcfa676d2fe4 req-aaffe2b1-cb45-4eaf-8157-a983934c25f7 service neutron] Bound port: c5528093-85fd-4674-98ad-09fd400f3a4d, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43abb714-434f-4258-8b22-3a18bd64fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b631325e-11d5-4100-a2cb-8b9aba720937'}}] {{(pid=88038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:31:21.300395 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-6586ca69-0dd9-4b3e-ad40-fcfa676d2fe4 req-aaffe2b1-cb45-4eaf-8157-a983934c25f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:21.301812 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:21.318603 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-9d16bfd2-6de7-4a90-875d-1bbfbf282562 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Unset dirty status for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:router {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:31:21.320048 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Port 9991afe3-9952-4960-841c-03a7a9c1f393 on network 54dd63ee-f3ae-42e1-9cf4-06ea55df0770 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:31:21.321142 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-9d16bfd2-6de7-4a90-875d-1bbfbf282562 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 1.0865538 May 04 17:31:21.321599 dv-neutron-840426-1-hyperv neutron-server[88038]: ERROR neutron.plugins.ml2.managers [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Failed to bind port 9991afe3-9952-4960-841c-03a7a9c1f393 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '695acf9c-2e47-4533-b3e8-7eb368523647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '54dd63ee-f3ae-42e1-9cf4-06ea55df0770'}] May 04 17:31:21.327735 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.plugins.ml2.plugin [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempt 2 to bind port 9991afe3-9952-4960-841c-03a7a9c1f393 May 04 17:31:21.348587 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50802) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:21.391983 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 28d790e8-4af7-4013-8d8d-9d6e5cf0b4a2 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:31:21.424331 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a4d337-15d8-4252-b1a4-3901827e2686 None None] DHCP port deletion for 6b89b041-5c42-49da-97bf-23cee8aadf17 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:31:21.463872 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-86a4d337-15d8-4252-b1a4-3901827e2686 None None] Deleting port 22e0ce20-d080-4d61-9345-e9562376730e {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:31:21.464254 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-86a4d337-15d8-4252-b1a4-3901827e2686 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:21.490682 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 28d790e8-4af7-4013-8d8d-9d6e5cf0b4a2 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:31:21.491040 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 28d790e8-4af7-4013-8d8d-9d6e5cf0b4a2 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:31:21.521056 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a491fa-86b6-49f8-9c44-de4b0d20190b req-0e27fbd9-68b1-43e1-8074-613fa66eb5c9 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:21.522640 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-11a491fa-86b6-49f8-9c44-de4b0d20190b req-0e27fbd9-68b1-43e1-8074-613fa66eb5c9 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/ports?device_id=a89c1a56-83ba-4c06-94e3-b931024cb05a HTTP/1.1" status: 200 len: 943 time: 0.7494817 May 04 17:31:21.526876 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f15fa6e7-c0c8-4fea-8c02-2d477809c961 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:21.623031 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=349a1f1c-957e-4ab3-9534-8bd626a5fc32,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:21.711189 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port 9991afe3-9952-4960-841c-03a7a9c1f393 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:31:21.711678 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port 9991afe3-9952-4960-841c-03a7a9c1f393 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '695acf9c-2e47-4533-b3e8-7eb368523647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '54dd63ee-f3ae-42e1-9cf4-06ea55df0770'}] {{(pid=88038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:31:21.711847 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port 9991afe3-9952-4960-841c-03a7a9c1f393 on network 54dd63ee-f3ae-42e1-9cf4-06ea55df0770 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:31:21.736376 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-99732c16-8c3f-4ef1-b97a-a32982088f89 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:21.762287 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 22e0ce20-d080-4d61-9345-e9562376730e no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:31:21.825241 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-b58714de-dd1e-44db-8e78-84bfeb30add0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'name': 'tempest-RoutersTest-router-305251255', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:29:20Z', 'updated_at': '2022-05-04T17:31:17Z', 'revision_number': 9, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'gw_port_host': None, '_interfaces': [{'id': '26b2ffc0-9652-4cf3-b203-f3b1becebe09', 'name': '', 'network_id': '2f65bb8b-7242-49b2-a8a7-abb038f78922', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'mac_address': 'fa:16:3e:7f:4a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ebac6750-cbc0-4304-8985-d5c3a04ce5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:25Z', 'updated_at': '2022-05-04T17:29:41Z', 'revision_number': 5, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'subnets': [{'id': 'ebac6750-cbc0-4304-8985-d5c3a04ce5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbcda7fa-7584-47e4-a662-b2f3fb59ea54', 'name': '', 'network_id': 'dc521a67-ad73-4658-89d0-00bb27c0bc84', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'mac_address': 'fa:16:3e:f9:3c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '48ff8e43-2762-48d0-8242-e1b75c56aaef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:46Z', 'updated_at': '2022-05-04T17:30:20Z', 'revision_number': 5, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'subnets': [{'id': '48ff8e43-2762-48d0-8242-e1b75c56aaef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:21.836073 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58714de-dd1e-44db-8e78-84bfeb30add0 None None] The sync data for ids ['f7b8dd67-88b8-4f42-87ee-9c82722da786'] in dv-neutron-840426-1-hyperv is: [{'id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'name': 'tempest-RoutersTest-router-305251255', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:29:20Z', 'updated_at': '2022-05-04T17:31:17Z', 'revision_number': 9, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'gw_port_host': None, '_interfaces': [{'id': '26b2ffc0-9652-4cf3-b203-f3b1becebe09', 'name': '', 'network_id': '2f65bb8b-7242-49b2-a8a7-abb038f78922', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'mac_address': 'fa:16:3e:7f:4a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ebac6750-cbc0-4304-8985-d5c3a04ce5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:25Z', 'updated_at': '2022-05-04T17:29:41Z', 'revision_number': 5, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'subnets': [{'id': 'ebac6750-cbc0-4304-8985-d5c3a04ce5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbcda7fa-7584-47e4-a662-b2f3fb59ea54', 'name': '', 'network_id': 'dc521a67-ad73-4658-89d0-00bb27c0bc84', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'mac_address': 'fa:16:3e:f9:3c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '48ff8e43-2762-48d0-8242-e1b75c56aaef', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:46Z', 'updated_at': '2022-05-04T17:30:20Z', 'revision_number': 5, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'subnets': [{'id': '48ff8e43-2762-48d0-8242-e1b75c56aaef', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:31:21.846562 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-15a8025d-bc43-48d5-8f8a-524c23276df5 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:21.911254 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99732c16-8c3f-4ef1-b97a-a32982088f89 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event deleted for resources: {'Port': ['ID=1c57fb32-51a7-4ab0-a769-195681ba327f,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:21.929714 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-99732c16-8c3f-4ef1-b97a-a32982088f89 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:22.000859 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-99732c16-8c3f-4ef1-b97a-a32982088f89 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "DELETE /v2.0/ports/1c57fb32-51a7-4ab0-a769-195681ba327f HTTP/1.1" status: 204 len: 168 time: 2.4132798 May 04 17:31:22.004353 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-11a491fa-86b6-49f8-9c44-de4b0d20190b req-49680704-846d-4291-8e41-ed2257f7c9b8 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/security-groups?id=81808876-4a61-479a-81ee-b14447baf6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3279409 May 04 17:31:22.004849 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50816) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:22.011207 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-86a4d337-15d8-4252-b1a4-3901827e2686 None None] For port 22e0ce20-d080-4d61-9345-e9562376730e, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=22e0ce20-d080-4d61-9345-e9562376730e,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:31:22.011824 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-86a4d337-15d8-4252-b1a4-3901827e2686 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:22.095478 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f15fa6e7-c0c8-4fea-8c02-2d477809c961 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:22.162817 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-15a8025d-bc43-48d5-8f8a-524c23276df5 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:22.177577 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15fa6e7-c0c8-4fea-8c02-2d477809c961 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Pushing event deleted for resources: {'Subnet': ['ID=9145304b-f9c0-4a4b-8a07-e0960ebf8b02,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:22.180471 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f15fa6e7-c0c8-4fea-8c02-2d477809c961 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:22.199558 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2a7cc307-132b-46b2-90df-0fbfa80ae992 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for router, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:22.207501 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-86a4d337-15d8-4252-b1a4-3901827e2686 None None] Calling delete_port for 22e0ce20-d080-4d61-9345-e9562376730e owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:31:22.275894 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-f15fa6e7-c0c8-4fea-8c02-2d477809c961 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "DELETE /v2.0/subnets/9145304b-f9c0-4a4b-8a07-e0960ebf8b02 HTTP/1.1" status: 204 len: 168 time: 2.0392120 May 04 17:31:22.277116 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a8025d-bc43-48d5-8f8a-524c23276df5 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Pushing event deleted for resources: {'Subnet': ['ID=7033af3d-e0dd-4e4c-a3c8-a41391b2b65f,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:22.279273 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50826) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:22.308511 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-15a8025d-bc43-48d5-8f8a-524c23276df5 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:22.313867 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-15a8025d-bc43-48d5-8f8a-524c23276df5 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] 10.222.0.41 "DELETE /v2.0/subnets/7033af3d-e0dd-4e4c-a3c8-a41391b2b65f HTTP/1.1" status: 204 len: 168 time: 2.0809355 May 04 17:31:22.315040 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50830) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:22.369403 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a14133b-07e8-46f3-ae57-58e88b26aad0 None None] Network c5f33437-0ece-49c0-a87b-3483fbe73a31 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:31:22.385293 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-86a4d337-15d8-4252-b1a4-3901827e2686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124'] for port, after_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:22.508368 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a4d337-15d8-4252-b1a4-3901827e2686 None None] Pushing event deleted for resources: {'Port': ['ID=22e0ce20-d080-4d61-9345-e9562376730e,revision_number=None']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:22.520939 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a4d337-15d8-4252-b1a4-3901827e2686 None None] No DVR routers for this DVR port 22e0ce20-d080-4d61-9345-e9562376730e on host dv-neutron-840426-1-hyperv {{(pid=88039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:31:22.628875 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No active binding found for port 22e0ce20-d080-4d61-9345-e9562376730e {{(pid=88039) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 04 17:31:22.629554 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 22e0ce20-d080-4d61-9345-e9562376730e not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:31:22.758311 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9a5596-e69c-4f81-99f0-b1132f31e2f6 None None] Network ae51f3af-c2b1-4a83-a2b4-252c516df2cc requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:31:22.762991 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Port 9991afe3-9952-4960-841c-03a7a9c1f393 on network 54dd63ee-f3ae-42e1-9cf4-06ea55df0770 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:31:22.763562 dv-neutron-840426-1-hyperv neutron-server[88038]: ERROR neutron.plugins.ml2.managers [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Failed to bind port 9991afe3-9952-4960-841c-03a7a9c1f393 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '695acf9c-2e47-4533-b3e8-7eb368523647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '54dd63ee-f3ae-42e1-9cf4-06ea55df0770'}] May 04 17:31:22.769560 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50836) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:22.819416 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.plugins.ml2.plugin [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempt 3 to bind port 9991afe3-9952-4960-841c-03a7a9c1f393 May 04 17:31:22.862718 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b4067fc3-f949-45c4-a632-72f49d778734 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:22.875003 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fb810a-c100-4dbc-b1c9-39d1561ecd95 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:22.875754 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-28fb810a-c100-4dbc-b1c9-39d1561ecd95 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Synchronizing usage tracker for tenant:d50aa0308d3f47e4bde015fa31f2165f on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:31:22.900920 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-eb8e505e-37af-43b1-8f30-2315a119142a tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:22.907179 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-28fb810a-c100-4dbc-b1c9-39d1561ecd95 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Unset dirty status for tenant:d50aa0308d3f47e4bde015fa31f2165f on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:31:22.908600 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-28fb810a-c100-4dbc-b1c9-39d1561ecd95 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.8967173 May 04 17:31:22.913124 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50842) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:22.917197 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-b4067fc3-f949-45c4-a632-72f49d778734 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Deleting port 1b688d95-30bc-4794-9c8a-3f1f6523cdab {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:31:22.917551 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b4067fc3-f949-45c4-a632-72f49d778734 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:22.973459 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6d79e9-3f1c-44bd-a564-62d912cdcdff None None] Network 323a8429-2a2d-45ea-b69f-eb667185350e requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:31:22.998549 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port 9991afe3-9952-4960-841c-03a7a9c1f393 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:31:22.998965 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port 9991afe3-9952-4960-841c-03a7a9c1f393 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '695acf9c-2e47-4533-b3e8-7eb368523647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '54dd63ee-f3ae-42e1-9cf4-06ea55df0770'}] {{(pid=88038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:31:22.999473 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port 9991afe3-9952-4960-841c-03a7a9c1f393 on network 54dd63ee-f3ae-42e1-9cf4-06ea55df0770 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:31:22.999583 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-eb8e505e-37af-43b1-8f30-2315a119142a tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Deleting port c36bb327-0831-4ca4-8920-4f5579e2f64f {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:31:22.999855 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-eb8e505e-37af-43b1-8f30-2315a119142a tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:23.019684 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2a7cc307-132b-46b2-90df-0fbfa80ae992 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:23.023136 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2a7cc307-132b-46b2-90df-0fbfa80ae992 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:23.053789 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-25b971e5-4f98-4793-a671-3fdeade4de3a tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:23.054721 dv-neutron-840426-1-hyperv neutron-server[88037]: WARNING neutron.api.v2.base [None req-25b971e5-4f98-4793-a671-3fdeade4de3a tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 04 17:31:23.055225 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.api.v2.resource [None req-25b971e5-4f98-4793-a671-3fdeade4de3a tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] create failed (client error): There was a conflict when trying to complete your request. May 04 17:31:23.057689 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [req-6586ca69-0dd9-4b3e-ad40-fcfa676d2fe4 req-aaffe2b1-cb45-4eaf-8157-a983934c25f7 service neutron] For port c5528093-85fd-4674-98ad-09fd400f3a4d, host hv-neutron-8404, cleared binding levels {{(pid=88038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:31:23.060847 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-25b971e5-4f98-4793-a671-3fdeade4de3a tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2741504 May 04 17:31:23.062989 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [req-6586ca69-0dd9-4b3e-ad40-fcfa676d2fe4 req-aaffe2b1-cb45-4eaf-8157-a983934c25f7 service neutron] For port c5528093-85fd-4674-98ad-09fd400f3a4d, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=c5528093-85fd-4674-98ad-09fd400f3a4d,segment=NetworkSegment(43abb714-434f-4258-8b22-3a18bd64fc2f),segment_id=43abb714-434f-4258-8b22-3a18bd64fc2f)] {{(pid=88038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:31:23.077280 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50848) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:23.082127 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0f892ce-8291-4441-961d-86e6115710a4 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] GET failed (client error): The resource could not be found. May 04 17:31:23.084178 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-b0f892ce-8291-4441-961d-86e6115710a4 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "GET /v2.0/ports/fd72d898-97c0-4a44-b5ac-9c6c16acbef4 HTTP/1.1" status: 404 len: 333 time: 0.1682510 May 04 17:31:23.088239 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-d32b222b-f395-4b8a-9615-8c338798a466 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Request body: {'security_group': {'name': 'tempest-secgroup--932691269'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:23.091082 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0be2a57-109d-4211-9f1a-21eb56e63350 None None] DHCP port deletion for c5f33437-0ece-49c0-a87b-3483fbe73a31 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:31:23.096269 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-d32b222b-f395-4b8a-9615-8c338798a466 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:23.096921 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-d594efca-23b3-483b-b0fd-e2edbf24e938 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Allocated IP 2001:db8:2::1 (323a8429-2a2d-45ea-b69f-eb667185350e/2f4262d2-4cc8-4374-aa55-7fd788a8786d/abd9f33f-1222-415e-a93f-3d7b7741cdc9) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:31:23.099016 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-d0be2a57-109d-4211-9f1a-21eb56e63350 None None] Deleting port 1b688d95-30bc-4794-9c8a-3f1f6523cdab {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:31:23.099388 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d0be2a57-109d-4211-9f1a-21eb56e63350 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:23.101540 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-d32b222b-f395-4b8a-9615-8c338798a466 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Usage tracker for resource:security_group and tenant:01982c7e044f4effb47ed53cf1a17c76 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:31:23.105438 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-d32b222b-f395-4b8a-9615-8c338798a466 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:31:23.112438 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-d32b222b-f395-4b8a-9615-8c338798a466 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:23.116040 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Port 9991afe3-9952-4960-841c-03a7a9c1f393 on network 54dd63ee-f3ae-42e1-9cf4-06ea55df0770 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:31:23.116498 dv-neutron-840426-1-hyperv neutron-server[88038]: ERROR neutron.plugins.ml2.managers [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Failed to bind port 9991afe3-9952-4960-841c-03a7a9c1f393 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '695acf9c-2e47-4533-b3e8-7eb368523647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '54dd63ee-f3ae-42e1-9cf4-06ea55df0770'}] May 04 17:31:23.126699 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50852) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:23.129541 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d32b222b-f395-4b8a-9615-8c338798a466 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:23.141328 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.plugins.ml2.plugin [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempt 4 to bind port 9991afe3-9952-4960-841c-03a7a9c1f393 May 04 17:31:23.149285 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-6586ca69-0dd9-4b3e-ad40-fcfa676d2fe4 req-aaffe2b1-cb45-4eaf-8157-a983934c25f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:23.221182 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d32b222b-f395-4b8a-9615-8c338798a466 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:23.256312 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5966a32-7535-4dfc-b429-b908106b0913 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] GET failed (client error): The resource could not be found. May 04 17:31:23.258073 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-d5966a32-7535-4dfc-b429-b908106b0913 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "GET /v2.0/ports/1c57fb32-51a7-4ab0-a769-195681ba327f HTTP/1.1" status: 404 len: 333 time: 0.1179070 May 04 17:31:23.276520 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-94fc62f8-a406-4b39-a168-c4931495eb1e None None] Provisioning complete for port c36bb327-0831-4ca4-8920-4f5579e2f64f triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:31:23.276520 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-94fc62f8-a406-4b39-a168-c4931495eb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:23.286820 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50856) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:23.311984 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6586ca69-0dd9-4b3e-ad40-fcfa676d2fe4 req-aaffe2b1-cb45-4eaf-8157-a983934c25f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:23.314135 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-6586ca69-0dd9-4b3e-ad40-fcfa676d2fe4 req-aaffe2b1-cb45-4eaf-8157-a983934c25f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:23.324131 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-6586ca69-0dd9-4b3e-ad40-fcfa676d2fe4 req-aaffe2b1-cb45-4eaf-8157-a983934c25f7 service neutron] 10.222.0.42 "PUT /v2.0/ports/c5528093-85fd-4674-98ad-09fd400f3a4d HTTP/1.1" status: 200 len: 1093 time: 7.6992595 May 04 17:31:23.350302 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a89c1a56-83ba-4c06-94e3-b931024cb05a', 'tag': 'c5528093-85fd-4674-98ad-09fd400f3a4d'}] {{(pid=88038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:31:23.357304 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port 9991afe3-9952-4960-841c-03a7a9c1f393 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:31:23.358252 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port 9991afe3-9952-4960-841c-03a7a9c1f393 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '695acf9c-2e47-4533-b3e8-7eb368523647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '54dd63ee-f3ae-42e1-9cf4-06ea55df0770'}] {{(pid=88038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:31:23.358595 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port 9991afe3-9952-4960-841c-03a7a9c1f393 on network 54dd63ee-f3ae-42e1-9cf4-06ea55df0770 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:31:23.424590 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-eb8e505e-37af-43b1-8f30-2315a119142a tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] For port c36bb327-0831-4ca4-8920-4f5579e2f64f, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=c36bb327-0831-4ca4-8920-4f5579e2f64f,segment=NetworkSegment(c308af21-c49e-4e03-83a7-c57c384ff109),segment_id=c308af21-c49e-4e03-83a7-c57c384ff109)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:31:23.424907 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-eb8e505e-37af-43b1-8f30-2315a119142a tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:23.499407 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2a7cc307-132b-46b2-90df-0fbfa80ae992 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:23.499893 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a7cc307-132b-46b2-90df-0fbfa80ae992 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Fanout notify agent at l3_agent the message router_deleted on router 80f6ed85-86a1-4c6e-a146-1c4eb763f7e2 {{(pid=88038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:31:23.586856 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Port 9991afe3-9952-4960-841c-03a7a9c1f393 on network 54dd63ee-f3ae-42e1-9cf4-06ea55df0770 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:31:23.587276 dv-neutron-840426-1-hyperv neutron-server[88038]: ERROR neutron.plugins.ml2.managers [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Failed to bind port 9991afe3-9952-4960-841c-03a7a9c1f393 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '695acf9c-2e47-4533-b3e8-7eb368523647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '54dd63ee-f3ae-42e1-9cf4-06ea55df0770'}] May 04 17:31:23.619461 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-eb8e505e-37af-43b1-8f30-2315a119142a tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Calling delete_port for c36bb327-0831-4ca4-8920-4f5579e2f64f owned by network:dhcp {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:31:23.622385 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.plugins.ml2.plugin [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempt 5 to bind port 9991afe3-9952-4960-841c-03a7a9c1f393 May 04 17:31:23.686433 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port 9991afe3-9952-4960-841c-03a7a9c1f393 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:31:23.686772 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port 9991afe3-9952-4960-841c-03a7a9c1f393 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '695acf9c-2e47-4533-b3e8-7eb368523647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '54dd63ee-f3ae-42e1-9cf4-06ea55df0770'}] {{(pid=88038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:31:23.687282 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port 9991afe3-9952-4960-841c-03a7a9c1f393 on network 54dd63ee-f3ae-42e1-9cf4-06ea55df0770 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:31:23.713957 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-d32b222b-f395-4b8a-9615-8c338798a466 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:23.718443 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-d32b222b-f395-4b8a-9615-8c338798a466 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Usage tracker for resource:security_group_rule and tenant:01982c7e044f4effb47ed53cf1a17c76 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:31:23.722031 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-d32b222b-f395-4b8a-9615-8c338798a466 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:31:23.725644 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d0be2a57-109d-4211-9f1a-21eb56e63350 None None] For port 1b688d95-30bc-4794-9c8a-3f1f6523cdab, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=1b688d95-30bc-4794-9c8a-3f1f6523cdab,segment=NetworkSegment(4ad39d72-6af9-4679-93bf-6e2b94889724),segment_id=4ad39d72-6af9-4679-93bf-6e2b94889724)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:31:23.725644 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d0be2a57-109d-4211-9f1a-21eb56e63350 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:23.729610 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-d32b222b-f395-4b8a-9615-8c338798a466 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:23.738013 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Port 9991afe3-9952-4960-841c-03a7a9c1f393 on network 54dd63ee-f3ae-42e1-9cf4-06ea55df0770 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:31:23.738518 dv-neutron-840426-1-hyperv neutron-server[88038]: ERROR neutron.plugins.ml2.managers [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Failed to bind port 9991afe3-9952-4960-841c-03a7a9c1f393 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '695acf9c-2e47-4533-b3e8-7eb368523647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '54dd63ee-f3ae-42e1-9cf4-06ea55df0770'}] May 04 17:31:23.865594 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d594efca-23b3-483b-b0fd-e2edbf24e938 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:23.886054 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-d594efca-23b3-483b-b0fd-e2edbf24e938 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Transition to ACTIVE for port object abd9f33f-1222-415e-a93f-3d7b7741cdc9 will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:31:23.907429 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.plugins.ml2.plugin [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempt 6 to bind port 9991afe3-9952-4960-841c-03a7a9c1f393 May 04 17:31:23.916150 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46bc404-9653-4128-a5a8-4cdf0969ba48 None None] DHCP port deletion for ae51f3af-c2b1-4a83-a2b4-252c516df2cc request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:31:23.918028 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 349a1f1c-957e-4ab3-9534-8bd626a5fc32 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:31:23.932322 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-245b352d-0f78-4eb6-8260-888ec033bf26 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:23.943644 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20d51ea0-3176-416e-b421-877f6bcda90b'] response: {'name': 'network-changed', 'server_uuid': 'a89c1a56-83ba-4c06-94e3-b931024cb05a', 'tag': 'c5528093-85fd-4674-98ad-09fd400f3a4d', 'status': 'completed', 'code': 200} May 04 17:31:23.945589 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port 9991afe3-9952-4960-841c-03a7a9c1f393 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:31:23.946008 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port 9991afe3-9952-4960-841c-03a7a9c1f393 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '695acf9c-2e47-4533-b3e8-7eb368523647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '54dd63ee-f3ae-42e1-9cf4-06ea55df0770'}] {{(pid=88038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:31:23.946570 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port 9991afe3-9952-4960-841c-03a7a9c1f393 on network 54dd63ee-f3ae-42e1-9cf4-06ea55df0770 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:31:23.959154 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-d0be2a57-109d-4211-9f1a-21eb56e63350 None None] Calling delete_port for 1b688d95-30bc-4794-9c8a-3f1f6523cdab owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:31:23.965207 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaffe2b1-cb45-4eaf-8157-a983934c25f7 service neutron] Pushing event updated for resources: {'Port': ['ID=c5528093-85fd-4674-98ad-09fd400f3a4d,revision_number=3']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:23.967486 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d594efca-23b3-483b-b0fd-e2edbf24e938 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:23.981451 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-b4067fc3-f949-45c4-a632-72f49d778734 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] For port 1b688d95-30bc-4794-9c8a-3f1f6523cdab, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=1b688d95-30bc-4794-9c8a-3f1f6523cdab,segment=NetworkSegment(4ad39d72-6af9-4679-93bf-6e2b94889724),segment_id=4ad39d72-6af9-4679-93bf-6e2b94889724)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:31:23.981887 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b4067fc3-f949-45c4-a632-72f49d778734 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:23.995710 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-eb8e505e-37af-43b1-8f30-2315a119142a tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:24.009307 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Port 9991afe3-9952-4960-841c-03a7a9c1f393 on network 54dd63ee-f3ae-42e1-9cf4-06ea55df0770 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:31:24.010211 dv-neutron-840426-1-hyperv neutron-server[88038]: ERROR neutron.plugins.ml2.managers [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Failed to bind port 9991afe3-9952-4960-841c-03a7a9c1f393 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '695acf9c-2e47-4533-b3e8-7eb368523647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '54dd63ee-f3ae-42e1-9cf4-06ea55df0770'}] May 04 17:31:24.026607 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d594efca-23b3-483b-b0fd-e2edbf24e938 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Network 323a8429-2a2d-45ea-b69f-eb667185350e is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:31:24.031775 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d32b222b-f395-4b8a-9615-8c338798a466 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:24.034302 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.plugins.ml2.plugin [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempt 7 to bind port 9991afe3-9952-4960-841c-03a7a9c1f393 May 04 17:31:24.050714 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-e46bc404-9653-4128-a5a8-4cdf0969ba48 None None] Deleting port c36bb327-0831-4ca4-8920-4f5579e2f64f {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:31:24.051088 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e46bc404-9653-4128-a5a8-4cdf0969ba48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:24.082698 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-d594efca-23b3-483b-b0fd-e2edbf24e938 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:31:24.086167 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-94fc62f8-a406-4b39-a168-c4931495eb1e None None] Port c36bb327-0831-4ca4-8920-4f5579e2f64f update to ACTIVE by agent not found {{(pid=88039) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 04 17:31:24.104729 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port 9991afe3-9952-4960-841c-03a7a9c1f393 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:31:24.105106 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port 9991afe3-9952-4960-841c-03a7a9c1f393 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '695acf9c-2e47-4533-b3e8-7eb368523647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '54dd63ee-f3ae-42e1-9cf4-06ea55df0770'}] {{(pid=88038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:31:24.105446 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port 9991afe3-9952-4960-841c-03a7a9c1f393 on network 54dd63ee-f3ae-42e1-9cf4-06ea55df0770 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:31:24.142504 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-e46bc404-9653-4128-a5a8-4cdf0969ba48 None None] The port 'c36bb327-0831-4ca4-8920-4f5579e2f64f' was deleted {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 04 17:31:24.159829 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8e505e-37af-43b1-8f30-2315a119142a tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Pushing event deleted for resources: {'Port': ['ID=c36bb327-0831-4ca4-8920-4f5579e2f64f,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:24.164479 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d32b222b-f395-4b8a-9615-8c338798a466 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:24.173438 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-b4067fc3-f949-45c4-a632-72f49d778734 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Calling delete_port for 1b688d95-30bc-4794-9c8a-3f1f6523cdab owned by network:dhcp {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:31:24.202071 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 349a1f1c-957e-4ab3-9534-8bd626a5fc32 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:31:24.202453 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:24.222935 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-d32b222b-f395-4b8a-9615-8c338798a466 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:24.225702 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d0be2a57-109d-4211-9f1a-21eb56e63350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124'] for port, after_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:24.227081 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8e505e-37af-43b1-8f30-2315a119142a tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] No DVR routers for this DVR port c36bb327-0831-4ca4-8920-4f5579e2f64f on host dv-neutron-840426-1-hyperv {{(pid=88037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:31:24.250149 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-245b352d-0f78-4eb6-8260-888ec033bf26 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:24.273288 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-d32b222b-f395-4b8a-9615-8c338798a466 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Usage tracker for resource:security_group_rule and tenant:01982c7e044f4effb47ed53cf1a17c76 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:31:24.296103 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0be2a57-109d-4211-9f1a-21eb56e63350 None None] Pushing event deleted for resources: {'Port': ['ID=1b688d95-30bc-4794-9c8a-3f1f6523cdab,revision_number=None']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:24.324017 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0be2a57-109d-4211-9f1a-21eb56e63350 None None] No DVR routers for this DVR port 1b688d95-30bc-4794-9c8a-3f1f6523cdab on host dv-neutron-840426-1-hyperv {{(pid=88039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:31:24.324391 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d75655-2832-4bf7-9b44-6442625abb1d req-d5c429df-956e-411d-9d28-0b668b15f9c4 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:24.329116 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8cc2a5aa-c74c-4260-8b31-03bb9d0d3b45 None None] Provisioning for port 329320ec-baa0-45ce-8d64-29aff4c09f88 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:31:24.341508 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-b1d75655-2832-4bf7-9b44-6442625abb1d req-d5c429df-956e-411d-9d28-0b668b15f9c4 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/ports?device_id=a89c1a56-83ba-4c06-94e3-b931024cb05a HTTP/1.1" status: 200 len: 943 time: 1.1866262 May 04 17:31:24.348281 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2a7cc307-132b-46b2-90df-0fbfa80ae992 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:24.350721 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-2a7cc307-132b-46b2-90df-0fbfa80ae992 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/routers/80f6ed85-86a1-4c6e-a146-1c4eb763f7e2 HTTP/1.1" status: 204 len: 168 time: 2.9912477 May 04 17:31:24.374138 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d594efca-23b3-483b-b0fd-e2edbf24e938 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:31:24.374803 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d594efca-23b3-483b-b0fd-e2edbf24e938 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710357'] for router_interface, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:24.377426 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Port 9991afe3-9952-4960-841c-03a7a9c1f393 on network 54dd63ee-f3ae-42e1-9cf4-06ea55df0770 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:31:24.378233 dv-neutron-840426-1-hyperv neutron-server[88038]: ERROR neutron.plugins.ml2.managers [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Failed to bind port 9991afe3-9952-4960-841c-03a7a9c1f393 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '695acf9c-2e47-4533-b3e8-7eb368523647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '54dd63ee-f3ae-42e1-9cf4-06ea55df0770'}] May 04 17:31:24.382096 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-eb8e505e-37af-43b1-8f30-2315a119142a tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:24.382277 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50864) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:24.389179 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.plugins.ml2.plugin [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempt 8 to bind port 9991afe3-9952-4960-841c-03a7a9c1f393 May 04 17:31:24.413253 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-d32b222b-f395-4b8a-9615-8c338798a466 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:31:24.426727 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 329320ec-baa0-45ce-8d64-29aff4c09f88 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:31:24.432783 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-d32b222b-f395-4b8a-9615-8c338798a466 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:24.440417 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-eb8e505e-37af-43b1-8f30-2315a119142a tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae51f3af-c2b1-4a83-a2b4-252c516df2cc']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:24.452147 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32b222b-f395-4b8a-9615-8c338798a466 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3f45b4-5c63-49e2-9155-8b0cfc746c82,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:24.537794 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 329320ec-baa0-45ce-8d64-29aff4c09f88 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:31:24.542011 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-18d28495-1a4f-44af-872f-7dccc0cb9752 None None] Provisioning complete for port 329320ec-baa0-45ce-8d64-29aff4c09f88 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:31:24.542648 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-18d28495-1a4f-44af-872f-7dccc0cb9752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:24.592066 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 329320ec-baa0-45ce-8d64-29aff4c09f88 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:31:24.594673 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-eb8e505e-37af-43b1-8f30-2315a119142a tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c308af21-c49e-4e03-83a7-c57c384ff109') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:24.594975 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-eb8e505e-37af-43b1-8f30-2315a119142a tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c308af21-c49e-4e03-83a7-c57c384ff109') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:24.598410 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:24.619511 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-eb8e505e-37af-43b1-8f30-2315a119142a tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:24.636451 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.db.api [None req-b4067fc3-f949-45c4-a632-72f49d778734 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88037) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:31:24.636868 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG oslo_db.api [None req-b4067fc3-f949-45c4-a632-72f49d778734 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:31:24.638712 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-245b352d-0f78-4eb6-8260-888ec033bf26 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8d059f3-599e-40f0-b27b-11bb4d9ec837']}} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:24.646417 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594efca-23b3-483b-b0fd-e2edbf24e938 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Pushing event updated for resources: {'Port': ['ID=abd9f33f-1222-415e-a93f-3d7b7741cdc9,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:24.655974 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-eb8e505e-37af-43b1-8f30-2315a119142a tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:24.669684 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb8e505e-37af-43b1-8f30-2315a119142a tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:31:24.670117 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-eb8e505e-37af-43b1-8f30-2315a119142a tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:24.684886 dv-neutron-840426-1-hyperv neutron-server[88037]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:31:24.684886 dv-neutron-840426-1-hyperv neutron-server[88037]: util.warn( May 04 17:31:24.684886 dv-neutron-840426-1-hyperv neutron-server[88037]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:31:24.684886 dv-neutron-840426-1-hyperv neutron-server[88037]: util.warn( May 04 17:31:24.684886 dv-neutron-840426-1-hyperv neutron-server[88037]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:31:24.684886 dv-neutron-840426-1-hyperv neutron-server[88037]: util.warn( May 04 17:31:24.684886 dv-neutron-840426-1-hyperv neutron-server[88037]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:31:24.684886 dv-neutron-840426-1-hyperv neutron-server[88037]: util.warn( May 04 17:31:24.684886 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 17:31:24.684886 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:31:24.684886 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 17:31:24.684886 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:31:24.684886 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 17:31:24.684886 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:31:24.684886 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 17:31:24.684886 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:31:24.684886 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 17:31:24.684886 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:31:24.684886 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 17:31:24.684886 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:31:24.684886 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 17:31:24.684886 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:31:24.684886 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:31:24.684886 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:31:24.684886 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:31:24.684886 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:31:24.684886 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 17:31:24.684886 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:31:24.684886 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 17:31:24.684886 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:31:24.684886 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:31:24.684886 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:31:24.684886 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 17:31:24.684886 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:31:24.684886 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:31:24.684886 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:31:24.684886 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:31:24.684886 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:31:24.684886 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:31:24.684886 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:31:24.695617 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port 9991afe3-9952-4960-841c-03a7a9c1f393 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:31:24.696171 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port 9991afe3-9952-4960-841c-03a7a9c1f393 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '695acf9c-2e47-4533-b3e8-7eb368523647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '54dd63ee-f3ae-42e1-9cf4-06ea55df0770'}] {{(pid=88038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:31:24.696661 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port 9991afe3-9952-4960-841c-03a7a9c1f393 on network 54dd63ee-f3ae-42e1-9cf4-06ea55df0770 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:31:24.724016 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-b1d75655-2832-4bf7-9b44-6442625abb1d req-17d16a86-c6cf-4833-accd-e10f55a9995e tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/security-groups?id=81808876-4a61-479a-81ee-b14447baf6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3814797 May 04 17:31:24.725503 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Port 9991afe3-9952-4960-841c-03a7a9c1f393 on network 54dd63ee-f3ae-42e1-9cf4-06ea55df0770 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:31:24.725847 dv-neutron-840426-1-hyperv neutron-server[88038]: ERROR neutron.plugins.ml2.managers [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Failed to bind port 9991afe3-9952-4960-841c-03a7a9c1f393 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '695acf9c-2e47-4533-b3e8-7eb368523647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '54dd63ee-f3ae-42e1-9cf4-06ea55df0770'}] May 04 17:31:24.760352 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-245b352d-0f78-4eb6-8260-888ec033bf26 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82d97ba5-5cb8-4151-861e-db9a4c5b4730') {'for_net_delete': True} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:24.760660 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-245b352d-0f78-4eb6-8260-888ec033bf26 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82d97ba5-5cb8-4151-861e-db9a4c5b4730') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:24.762425 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-18d28495-1a4f-44af-872f-7dccc0cb9752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:24.780690 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-245b352d-0f78-4eb6-8260-888ec033bf26 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801627'] for segment, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:24.805799 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d32b222b-f395-4b8a-9615-8c338798a466 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:24.810109 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d32b222b-f395-4b8a-9615-8c338798a466 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:24.811698 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.plugins.ml2.plugin [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempt 9 to bind port 9991afe3-9952-4960-841c-03a7a9c1f393 May 04 17:31:24.820099 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-6f5a5fe8-1a19-473e-baa7-7194e8a48089 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Synchronizing usage tracker for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:31:24.824248 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-245b352d-0f78-4eb6-8260-888ec033bf26 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:24.829073 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6586ca69-0dd9-4b3e-ad40-fcfa676d2fe4 req-70aa5781-c24e-4615-95b1-e9ffb22f4f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:24.830231 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-eb8e505e-37af-43b1-8f30-2315a119142a tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:24.830642 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-6586ca69-0dd9-4b3e-ad40-fcfa676d2fe4 req-70aa5781-c24e-4615-95b1-e9ffb22f4f81 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8c992398177546e184e9933345174247&device_id=a89c1a56-83ba-4c06-94e3-b931024cb05a HTTP/1.1" status: 200 len: 1096 time: 1.4448833 May 04 17:31:24.834237 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-eb8e505e-37af-43b1-8f30-2315a119142a tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:24.843303 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-18d28495-1a4f-44af-872f-7dccc0cb9752 None None] For port 329320ec-baa0-45ce-8d64-29aff4c09f88, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=329320ec-baa0-45ce-8d64-29aff4c09f88,segment=NetworkSegment(b6bf3f1f-4938-415b-a12f-4af37b96e239),segment_id=b6bf3f1f-4938-415b-a12f-4af37b96e239)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:31:24.846182 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-245b352d-0f78-4eb6-8260-888ec033bf26 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=88038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:31:24.846710 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-245b352d-0f78-4eb6-8260-888ec033bf26 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7881827'] for segment, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:24.851469 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-18d28495-1a4f-44af-872f-7dccc0cb9752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:24.885188 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8e505e-37af-43b1-8f30-2315a119142a tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Pushing event deleted for resources: {'Network': ['ID=ae51f3af-c2b1-4a83-a2b4-252c516df2cc,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:24.890837 dv-neutron-840426-1-hyperv neutron-server[88038]: Traceback (most recent call last): May 04 17:31:24.890837 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:31:24.890837 dv-neutron-840426-1-hyperv neutron-server[88038]: timer() May 04 17:31:24.890837 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:31:24.890837 dv-neutron-840426-1-hyperv neutron-server[88038]: cb(*args, **kw) May 04 17:31:24.890837 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:31:24.890837 dv-neutron-840426-1-hyperv neutron-server[88038]: return func(*args, **kwargs) May 04 17:31:24.890837 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:31:24.890837 dv-neutron-840426-1-hyperv neutron-server[88038]: self._notify() May 04 17:31:24.890837 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:31:24.890837 dv-neutron-840426-1-hyperv neutron-server[88038]: self.callback(batched_events) May 04 17:31:24.890837 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:31:24.890837 dv-neutron-840426-1-hyperv neutron-server[88038]: event.method(event) May 04 17:31:24.890837 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:31:24.890837 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:31:24.890837 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:31:24.890837 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:31:24.890837 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:31:24.890837 dv-neutron-840426-1-hyperv neutron-server[88038]: return f(self, *a, **k) May 04 17:31:24.890837 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:31:24.890837 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._get(url).json() May 04 17:31:24.890837 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:31:24.890837 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:31:24.890837 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:31:24.890837 dv-neutron-840426-1-hyperv neutron-server[88038]: return self.request(url, 'GET', **kwargs) May 04 17:31:24.890837 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:31:24.890837 dv-neutron-840426-1-hyperv neutron-server[88038]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:31:24.890837 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:31:24.890837 dv-neutron-840426-1-hyperv neutron-server[88038]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:31:24.890837 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:31:24.890837 dv-neutron-840426-1-hyperv neutron-server[88038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:31:24.890837 dv-neutron-840426-1-hyperv neutron-server[88038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:31:24.906408 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:24.907268 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32b222b-f395-4b8a-9615-8c338798a466 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f508eced-2766-49c2-9ba4-eac4874ddea5,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:24.921635 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-eb8e505e-37af-43b1-8f30-2315a119142a tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] 10.222.0.41 "DELETE /v2.0/networks/ae51f3af-c2b1-4a83-a2b4-252c516df2cc HTTP/1.1" status: 204 len: 168 time: 2.6011999 May 04 17:31:24.924078 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50868) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:24.961746 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d32b222b-f395-4b8a-9615-8c338798a466 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:24.966375 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-d32b222b-f395-4b8a-9615-8c338798a466 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.8861971 May 04 17:31:24.970714 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50872) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:24.973968 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-04e11e52-4802-4723-b1d2-fa76c96c0ea3 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] DELETE failed (client error): The resource could not be found. May 04 17:31:24.974627 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04e11e52-4802-4723-b1d2-fa76c96c0ea3 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:31:24.979280 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-04e11e52-4802-4723-b1d2-fa76c96c0ea3 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] 10.222.0.41 "DELETE /v2.0/subnets/38656335-dc8b-46af-abfa-c315725de14a HTTP/1.1" status: 404 len: 337 time: 0.0539637 May 04 17:31:24.980151 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50876) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:24.983329 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-695c23f3-14ce-4980-916e-4aaadabc1191 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Request body: {'security_group_rule': {'security_group_id': 'f508eced-2766-49c2-9ba4-eac4874ddea5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:24.987708 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d28495-1a4f-44af-872f-7dccc0cb9752 None None] Pushing event updated for resources: {'Port': ['ID=329320ec-baa0-45ce-8d64-29aff4c09f88,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:24.990646 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-695c23f3-14ce-4980-916e-4aaadabc1191 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:24.999018 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port 9991afe3-9952-4960-841c-03a7a9c1f393 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:31:24.999018 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port 9991afe3-9952-4960-841c-03a7a9c1f393 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '695acf9c-2e47-4533-b3e8-7eb368523647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '54dd63ee-f3ae-42e1-9cf4-06ea55df0770'}] {{(pid=88038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:31:24.999396 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port 9991afe3-9952-4960-841c-03a7a9c1f393 on network 54dd63ee-f3ae-42e1-9cf4-06ea55df0770 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:31:25.008594 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-a748e45a-da2e-4a6f-87c2-b704e2f91775 None None] Provisioning for port abd9f33f-1222-415e-a93f-3d7b7741cdc9 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:31:25.012567 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.db.api [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:31:25.012567 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG oslo_db.api [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:31:25.015767 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-a748e45a-da2e-4a6f-87c2-b704e2f91775 None None] Provisioning complete for port abd9f33f-1222-415e-a93f-3d7b7741cdc9 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:31:25.015767 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a748e45a-da2e-4a6f-87c2-b704e2f91775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:25.015985 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-695c23f3-14ce-4980-916e-4aaadabc1191 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Usage tracker for resource:security_group_rule and tenant:01982c7e044f4effb47ed53cf1a17c76 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:31:25.018403 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-6586ca69-0dd9-4b3e-ad40-fcfa676d2fe4 req-c7bc420c-2454-458e-bcab-6d7a5a269e2b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5528093-85fd-4674-98ad-09fd400f3a4d HTTP/1.1" status: 200 len: 217 time: 0.1166553 May 04 17:31:25.021153 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-695c23f3-14ce-4980-916e-4aaadabc1191 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:31:25.027050 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-7100827a-43fa-432b-acb3-d099b2d96f2c tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] DELETE failed (client error): The resource could not be found. May 04 17:31:25.027628 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7100827a-43fa-432b-acb3-d099b2d96f2c tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:31:25.031784 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-7100827a-43fa-432b-acb3-d099b2d96f2c tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] 10.222.0.41 "DELETE /v2.0/networks/d3a75835-b4af-4107-a5e5-87c8dee9a990 HTTP/1.1" status: 404 len: 339 time: 0.0404294 May 04 17:31:25.031784 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-695c23f3-14ce-4980-916e-4aaadabc1191 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:25.032612 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50880) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:25.066926 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-a748e45a-da2e-4a6f-87c2-b704e2f91775 None None] Port abd9f33f-1222-415e-a93f-3d7b7741cdc9 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:31:25.076699 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-c975842f-fcb1-4600-8186-1bc8475e819f tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] DELETE failed (client error): The resource could not be found. May 04 17:31:25.077150 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c975842f-fcb1-4600-8186-1bc8475e819f tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:31:25.078853 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-c975842f-fcb1-4600-8186-1bc8475e819f tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] 10.222.0.41 "DELETE /v2.0/subnets/3695b6d8-3561-4eb1-8a54-0be7793b333d HTTP/1.1" status: 404 len: 337 time: 0.0455439 May 04 17:31:25.081563 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50884) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:25.107712 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Port 9991afe3-9952-4960-841c-03a7a9c1f393 on network 54dd63ee-f3ae-42e1-9cf4-06ea55df0770 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:31:25.108046 dv-neutron-840426-1-hyperv neutron-server[88038]: ERROR neutron.plugins.ml2.managers [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Failed to bind port 9991afe3-9952-4960-841c-03a7a9c1f393 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '695acf9c-2e47-4533-b3e8-7eb368523647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '54dd63ee-f3ae-42e1-9cf4-06ea55df0770'}] May 04 17:31:25.111225 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-db671ab5-7b71-4ad8-a61a-73365424f0b8 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] DELETE failed (client error): The resource could not be found. May 04 17:31:25.111689 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db671ab5-7b71-4ad8-a61a-73365424f0b8 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:31:25.115763 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-db671ab5-7b71-4ad8-a61a-73365424f0b8 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] 10.222.0.41 "DELETE /v2.0/networks/d7173ecf-47ef-4f12-97c6-68c39634aed1 HTTP/1.1" status: 404 len: 339 time: 0.0307999 May 04 17:31:25.115763 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-695c23f3-14ce-4980-916e-4aaadabc1191 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:25.118850 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.plugins.ml2.plugin [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempt 10 to bind port 9991afe3-9952-4960-841c-03a7a9c1f393 May 04 17:31:25.122156 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50888) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:25.134100 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-6f5a5fe8-1a19-473e-baa7-7194e8a48089 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Unset dirty status for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:31:25.135794 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-6f5a5fe8-1a19-473e-baa7-7194e8a48089 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.7354372 May 04 17:31:25.143714 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50892) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:25.146289 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d594efca-23b3-483b-b0fd-e2edbf24e938 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:25.154658 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-b4067fc3-f949-45c4-a632-72f49d778734 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Deleting port 1b688d95-30bc-4794-9c8a-3f1f6523cdab {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:31:25.154992 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b4067fc3-f949-45c4-a632-72f49d778734 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:25.199398 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port 9991afe3-9952-4960-841c-03a7a9c1f393 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:31:25.199750 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port 9991afe3-9952-4960-841c-03a7a9c1f393 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '695acf9c-2e47-4533-b3e8-7eb368523647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '54dd63ee-f3ae-42e1-9cf4-06ea55df0770'}] {{(pid=88038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:31:25.200181 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempting to bind port 9991afe3-9952-4960-841c-03a7a9c1f393 on network 54dd63ee-f3ae-42e1-9cf4-06ea55df0770 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:31:25.202417 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-245b352d-0f78-4eb6-8260-888ec033bf26 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:25.206452 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-245b352d-0f78-4eb6-8260-888ec033bf26 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:25.207630 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-3896ee3b-2885-440d-a709-c03c4cee2319 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] DELETE failed (client error): The resource could not be found. May 04 17:31:25.208081 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3896ee3b-2885-440d-a709-c03c4cee2319 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:31:25.209728 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-3896ee3b-2885-440d-a709-c03c4cee2319 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] 10.222.0.41 "DELETE /v2.0/subnets/a8542d6e-d053-44fd-b80d-86f5ca5eafe6 HTTP/1.1" status: 404 len: 337 time: 0.0866694 May 04 17:31:25.213471 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50896) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:25.248396 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Port 9991afe3-9952-4960-841c-03a7a9c1f393 on network 54dd63ee-f3ae-42e1-9cf4-06ea55df0770 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:31:25.248728 dv-neutron-840426-1-hyperv neutron-server[88038]: ERROR neutron.plugins.ml2.managers [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Failed to bind port 9991afe3-9952-4960-841c-03a7a9c1f393 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '695acf9c-2e47-4533-b3e8-7eb368523647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '54dd63ee-f3ae-42e1-9cf4-06ea55df0770'}] May 04 17:31:25.249095 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:25.271379 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-b4067fc3-f949-45c4-a632-72f49d778734 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] The port '1b688d95-30bc-4794-9c8a-3f1f6523cdab' was deleted {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 04 17:31:25.298240 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245b352d-0f78-4eb6-8260-888ec033bf26 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event deleted for resources: {'Network': ['ID=b8d059f3-599e-40f0-b27b-11bb4d9ec837,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:25.310842 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-fee83f12-2ebf-41ad-bb63-8100c0eaf958 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] DELETE failed (client error): The resource could not be found. May 04 17:31:25.311306 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fee83f12-2ebf-41ad-bb63-8100c0eaf958 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:31:25.312944 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-fee83f12-2ebf-41ad-bb63-8100c0eaf958 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] 10.222.0.41 "DELETE /v2.0/networks/d947d7b6-4f8d-4218-a251-362711f65011 HTTP/1.1" status: 404 len: 339 time: 0.0990524 May 04 17:31:25.317675 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50900) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:25.323149 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-245b352d-0f78-4eb6-8260-888ec033bf26 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "DELETE /v2.0/networks/b8d059f3-599e-40f0-b27b-11bb4d9ec837 HTTP/1.1" status: 204 len: 168 time: 2.0285439 May 04 17:31:25.331150 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6586ca69-0dd9-4b3e-ad40-fcfa676d2fe4 req-b9e641ab-20a2-499f-a727-647a60af827a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:25.332554 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-6586ca69-0dd9-4b3e-ad40-fcfa676d2fe4 req-b9e641ab-20a2-499f-a727-647a60af827a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=35d620f1-cc33-411a-8546-1edeed82bf7b HTTP/1.1" status: 200 len: 851 time: 0.3057427 May 04 17:31:25.333004 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50904) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:25.374550 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-56f6c01c-c98d-47af-9194-93b5be6595a1 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1179224493'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:25.413813 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-695c23f3-14ce-4980-916e-4aaadabc1191 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:25.444237 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-56f6c01c-c98d-47af-9194-93b5be6595a1 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:25.449373 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd7f088-02ae-49b4-a4e3-938697cfc3b2 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:25.450087 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-1dd7f088-02ae-49b4-a4e3-938697cfc3b2 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Synchronizing usage tracker for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:subnet {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:31:25.467614 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-695c23f3-14ce-4980-916e-4aaadabc1191 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:25.472635 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b4067fc3-f949-45c4-a632-72f49d778734 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:25.518811 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-0552be0a-ed3a-40f3-a855-0d833bbf23f6 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Deleting subnet ff1d1e68-19c5-4167-979b-d70ec4222670 {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:31:25.519895 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-56f6c01c-c98d-47af-9194-93b5be6595a1 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Usage tracker for resource:network and tenant:d50aa0308d3f47e4bde015fa31f2165f is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:31:25.520504 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695c23f3-14ce-4980-916e-4aaadabc1191 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a635c82d-1905-4edb-bd54-c3d970d5bf37,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:25.533388 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0552be0a-ed3a-40f3-a855-0d833bbf23f6 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:25.561024 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-b4067fc3-f949-45c4-a632-72f49d778734 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5f33437-0ece-49c0-a87b-3483fbe73a31']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:25.585318 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-695c23f3-14ce-4980-916e-4aaadabc1191 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:25.586434 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-695c23f3-14ce-4980-916e-4aaadabc1191 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6146343 May 04 17:31:25.588327 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-b4067fc3-f949-45c4-a632-72f49d778734 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ad39d72-6af9-4679-93bf-6e2b94889724') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:25.588467 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-56f6c01c-c98d-47af-9194-93b5be6595a1 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:31:25.588646 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-b4067fc3-f949-45c4-a632-72f49d778734 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ad39d72-6af9-4679-93bf-6e2b94889724') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:25.601230 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50908) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:25.610729 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b4067fc3-f949-45c4-a632-72f49d778734 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:25.620455 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-a19f2a67-4368-40b8-9aaa-447789eebb9d tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Request body: {'security_group_rule': {'security_group_id': 'f508eced-2766-49c2-9ba4-eac4874ddea5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:25.630155 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-a19f2a67-4368-40b8-9aaa-447789eebb9d tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:25.633141 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-56f6c01c-c98d-47af-9194-93b5be6595a1 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:25.643003 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0552be0a-ed3a-40f3-a855-0d833bbf23f6 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:25.666703 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-1dd7f088-02ae-49b4-a4e3-938697cfc3b2 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Unset dirty status for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:subnet {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:31:25.667400 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-1dd7f088-02ae-49b4-a4e3-938697cfc3b2 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5110114 May 04 17:31:25.671566 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-a19f2a67-4368-40b8-9aaa-447789eebb9d tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Usage tracker for resource:security_group_rule and tenant:01982c7e044f4effb47ed53cf1a17c76 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:31:25.676289 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] For port 9991afe3-9952-4960-841c-03a7a9c1f393, host hv-neutron-8404, cleared binding levels {{(pid=88038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:31:25.677454 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attempted to set empty binding levels {{(pid=88038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 04 17:31:25.677600 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b4067fc3-f949-45c4-a632-72f49d778734 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:25.678067 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 4c166adf-65e0-46f8-950f-b7bb328763d7 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:31:25.679532 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50912) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:25.679926 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-a19f2a67-4368-40b8-9aaa-447789eebb9d tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:31:25.692287 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4067fc3-f949-45c4-a632-72f49d778734 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:31:25.692683 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b4067fc3-f949-45c4-a632-72f49d778734 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:25.706961 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-a19f2a67-4368-40b8-9aaa-447789eebb9d tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:25.708904 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 17:31:25.708904 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:31:25.708904 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 17:31:25.708904 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:31:25.708904 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 17:31:25.708904 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:31:25.708904 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 17:31:25.708904 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:31:25.708904 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 17:31:25.708904 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:31:25.708904 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 17:31:25.708904 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:31:25.708904 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 17:31:25.708904 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:31:25.708904 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:31:25.708904 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:31:25.708904 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:31:25.708904 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:31:25.708904 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 17:31:25.708904 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:31:25.708904 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 17:31:25.708904 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:31:25.708904 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:31:25.708904 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:31:25.708904 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 17:31:25.708904 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:31:25.708904 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:31:25.708904 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:31:25.708904 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:31:25.708904 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:31:25.708904 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:31:25.708904 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:31:25.713839 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 4c166adf-65e0-46f8-950f-b7bb328763d7 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:31:25.714274 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 4c166adf-65e0-46f8-950f-b7bb328763d7 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:31:25.714623 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 1b688d95-30bc-4794-9c8a-3f1f6523cdab no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:31:25.750041 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 1b688d95-30bc-4794-9c8a-3f1f6523cdab {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:31:25.750390 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 1b688d95-30bc-4794-9c8a-3f1f6523cdab not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:31:25.750535 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:25.755955 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f6c01c-c98d-47af-9194-93b5be6595a1 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Made reservation on behalf of d50aa0308d3f47e4bde015fa31f2165f for: {'network': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:31:25.759404 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-56f6c01c-c98d-47af-9194-93b5be6595a1 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:25.818899 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a19f2a67-4368-40b8-9aaa-447789eebb9d tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:25.833463 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b4067fc3-f949-45c4-a632-72f49d778734 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:25.856696 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-5a407ff8-fbd1-42d4-a49f-f5edde1837f4 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Synchronizing usage tracker for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:router {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:31:25.857466 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b4067fc3-f949-45c4-a632-72f49d778734 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:25.877833 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4067fc3-f949-45c4-a632-72f49d778734 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Pushing event deleted for resources: {'Network': ['ID=c5f33437-0ece-49c0-a87b-3483fbe73a31,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:25.891999 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-b4067fc3-f949-45c4-a632-72f49d778734 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "DELETE /v2.0/networks/c5f33437-0ece-49c0-a87b-3483fbe73a31 HTTP/1.1" status: 204 len: 168 time: 3.6078420 May 04 17:31:25.896124 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50918) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:25.897614 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Pushing event updated for resources: {'Port': ['ID=9991afe3-9952-4960-841c-03a7a9c1f393,revision_number=3']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:25.907135 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] In _notify_port_updated(), no bound segment for port 9991afe3-9952-4960-841c-03a7a9c1f393 on network 54dd63ee-f3ae-42e1-9cf4-06ea55df0770 {{(pid=88038) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 04 17:31:25.908248 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:25.908871 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:25.910334 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-b4cb8d29-a165-461b-9f41-48c253edbacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] 10.222.0.41 "PUT /v2.0/ports/9991afe3-9952-4960-841c-03a7a9c1f393 HTTP/1.1" status: 200 len: 981 time: 7.2080829 May 04 17:31:25.919200 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 329320ec-baa0-45ce-8d64-29aff4c09f88 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:31:25.922190 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50922) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:25.943734 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6586ca69-0dd9-4b3e-ad40-fcfa676d2fe4 req-642e4e0f-e692-4cb4-a213-00da523898a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:25.945471 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-6586ca69-0dd9-4b3e-ad40-fcfa676d2fe4 req-642e4e0f-e692-4cb4-a213-00da523898a6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b631325e-11d5-4100-a2cb-8b9aba720937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6012447 May 04 17:31:25.985850 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 329320ec-baa0-45ce-8d64-29aff4c09f88 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:31:25.986268 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:25.993399 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-5a407ff8-fbd1-42d4-a49f-f5edde1837f4 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Unset dirty status for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:router {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:31:25.999494 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-5a407ff8-fbd1-42d4-a49f-f5edde1837f4 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3119056 May 04 17:31:26.004447 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0552be0a-ed3a-40f3-a855-0d833bbf23f6 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:26.017783 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56f6c01c-c98d-47af-9194-93b5be6595a1 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=88038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:31:26.089882 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50926) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:26.120869 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-3120a9ba-0aad-4345-beba-32e2889c6601 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Request body: {'subnet': {'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:26.133412 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-56f6c01c-c98d-47af-9194-93b5be6595a1 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:26.133767 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.segments_db [None req-56f6c01c-c98d-47af-9194-93b5be6595a1 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Added segment eb4cf6a8-e9be-4f2c-b3fb-3f1ecc3fc3b8 of type vlan for network 33d84571-f489-4105-99c8-8c1db4a992d7 May 04 17:31:26.173257 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device c36bb327-0831-4ca4-8920-4f5579e2f64f no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:31:26.216872 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: c36bb327-0831-4ca4-8920-4f5579e2f64f {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:31:26.217831 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device c36bb327-0831-4ca4-8920-4f5579e2f64f not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:31:26.219862 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-f0aa5d8c-3c7e-475f-ab47-b826e4ae4d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Deleting port 9991afe3-9952-4960-841c-03a7a9c1f393 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:31:26.220219 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f0aa5d8c-3c7e-475f-ab47-b826e4ae4d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:26.386972 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.api.v2.resource [None req-a19f2a67-4368-40b8-9aaa-447789eebb9d tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] create failed (client error): There was a conflict when trying to complete your request. May 04 17:31:26.387913 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-a19f2a67-4368-40b8-9aaa-447789eebb9d tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7833090 May 04 17:31:26.398686 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50930) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:26.466620 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-56f6c01c-c98d-47af-9194-93b5be6595a1 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:26.527372 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-6586ca69-0dd9-4b3e-ad40-fcfa676d2fe4 req-5a0775e3-7920-41a6-a4ca-64ad4447eb07 service neutron] 10.222.0.42 "GET /v2.0/networks/b631325e-11d5-4100-a2cb-8b9aba720937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5354979 May 04 17:31:26.532779 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-3120a9ba-0aad-4345-beba-32e2889c6601 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:26.588228 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d594efca-23b3-483b-b0fd-e2edbf24e938 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:26.592585 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-3120a9ba-0aad-4345-beba-32e2889c6601 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:26.609858 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d594efca-23b3-483b-b0fd-e2edbf24e938 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:26.610637 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d594efca-23b3-483b-b0fd-e2edbf24e938 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710702'] for router_interface, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:26.630326 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0f0db-2dc6-456b-97ee-0182e4efc76c req-8651504b-046d-480b-b775-524af4267a48 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:26.631793 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-33d0f0db-2dc6-456b-97ee-0182e4efc76c req-8651504b-046d-480b-b775-524af4267a48 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/ports?device_id=a89c1a56-83ba-4c06-94e3-b931024cb05a HTTP/1.1" status: 200 len: 943 time: 0.7401857 May 04 17:31:26.637408 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0552be0a-ed3a-40f3-a855-0d833bbf23f6 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:26.667493 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3120a9ba-0aad-4345-beba-32e2889c6601 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Made reservation on behalf of e0bb3da2b1c344b882bb065b24ba46bb for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:31:26.670838 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3120a9ba-0aad-4345-beba-32e2889c6601 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:26.675527 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-56f6c01c-c98d-47af-9194-93b5be6595a1 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:26.680763 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f6c01c-c98d-47af-9194-93b5be6595a1 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:26.681371 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-56f6c01c-c98d-47af-9194-93b5be6595a1 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:26.761457 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0552be0a-ed3a-40f3-a855-0d833bbf23f6 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Pushing event deleted for resources: {'Subnet': ['ID=ff1d1e68-19c5-4167-979b-d70ec4222670,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:26.786730 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68194900-5815-4ce6-a19a-a930d8a527f8 None None] Network 153f63a7-9672-4a0e-9669-dffe4fbee61d requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:31:26.791306 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0552be0a-ed3a-40f3-a855-0d833bbf23f6 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:26.857893 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-85aaedb4-ea6d-40c4-99e9-fbeba937a9e9 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:26.898089 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-0552be0a-ed3a-40f3-a855-0d833bbf23f6 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] 10.222.0.41 "DELETE /v2.0/subnets/ff1d1e68-19c5-4167-979b-d70ec4222670 HTTP/1.1" status: 204 len: 168 time: 1.5762951 May 04 17:31:26.911883 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50934) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:26.932722 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-56f6c01c-c98d-47af-9194-93b5be6595a1 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5938435 May 04 17:31:26.941242 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594efca-23b3-483b-b0fd-e2edbf24e938 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Pushing event updated for resources: {'Port': ['ID=abd9f33f-1222-415e-a93f-3d7b7741cdc9,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:26.945387 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50938) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:26.950860 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-33d0f0db-2dc6-456b-97ee-0182e4efc76c req-3c06b425-2680-4845-87e1-592789bc893c tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/security-groups?id=81808876-4a61-479a-81ee-b14447baf6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2604709 May 04 17:31:26.978018 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-f0aa5d8c-3c7e-475f-ab47-b826e4ae4d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] For port 9991afe3-9952-4960-841c-03a7a9c1f393, host hv-neutron-8404, got binding levels [] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:31:26.978713 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f0aa5d8c-3c7e-475f-ab47-b826e4ae4d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:26.995854 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-85aaedb4-ea6d-40c4-99e9-fbeba937a9e9 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:26.999436 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-6586ca69-0dd9-4b3e-ad40-fcfa676d2fe4 req-4d179a1b-7cc0-4c2d-9306-c6ab6f06be83 service neutron] 10.222.0.42 "GET /v2.0/networks/b631325e-11d5-4100-a2cb-8b9aba720937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4417307 May 04 17:31:27.078800 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be2ad5b-a315-48cc-a51c-472e817f6197 None None] DHCP port deletion for 153f63a7-9672-4a0e-9669-dffe4fbee61d request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:31:27.083049 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-2be2ad5b-a315-48cc-a51c-472e817f6197 None None] Deleting port c31eba9c-8371-4a19-b8be-ae2c172725cd {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:31:27.083567 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-2be2ad5b-a315-48cc-a51c-472e817f6197 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:27.097266 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-f4ef6cad-9270-45ce-961d-1ab90683f1f7 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Request body: {'subnet': {'network_id': '33d84571-f489-4105-99c8-8c1db4a992d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:27.169958 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4fa6e470-b085-4c0e-92d4-3443641e3e3a tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:27.229198 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-4fa6e470-b085-4c0e-92d4-3443641e3e3a tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Deleting port c31eba9c-8371-4a19-b8be-ae2c172725cd {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:31:27.229559 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4fa6e470-b085-4c0e-92d4-3443641e3e3a tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:27.236064 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f6c01c-c98d-47af-9194-93b5be6595a1 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event updated for resources: {'Network': ['ID=33d84571-f489-4105-99c8-8c1db4a992d7,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:27.281061 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-85aaedb4-ea6d-40c4-99e9-fbeba937a9e9 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:27.331616 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aaedb4-ea6d-40c4-99e9-fbeba937a9e9 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f508eced-2766-49c2-9ba4-eac4874ddea5,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:27.354814 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-f0aa5d8c-3c7e-475f-ab47-b826e4ae4d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Calling delete_port for 9991afe3-9952-4960-841c-03a7a9c1f393 owned by {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:31:27.359352 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-2be2ad5b-a315-48cc-a51c-472e817f6197 None None] For port c31eba9c-8371-4a19-b8be-ae2c172725cd, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=c31eba9c-8371-4a19-b8be-ae2c172725cd,segment=NetworkSegment(c98f809e-fb66-49ce-a10c-1ff8a8537608),segment_id=c98f809e-fb66-49ce-a10c-1ff8a8537608)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:31:27.359815 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-2be2ad5b-a315-48cc-a51c-472e817f6197 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:27.467111 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-85aaedb4-ea6d-40c4-99e9-fbeba937a9e9 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:27.470550 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-85aaedb4-ea6d-40c4-99e9-fbeba937a9e9 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] 10.222.0.41 "DELETE /v2.0/security-groups/f508eced-2766-49c2-9ba4-eac4874ddea5 HTTP/1.1" status: 204 len: 168 time: 1.0128338 May 04 17:31:27.475335 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50942) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:27.514729 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-2be2ad5b-a315-48cc-a51c-472e817f6197 None None] Calling delete_port for c31eba9c-8371-4a19-b8be-ae2c172725cd owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:31:27.548674 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a10dd-9643-484b-bdf2-3286e3769ac6 req-013607de-013c-4b22-bcbf-d8470435e45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:27.550202 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-914a10dd-9643-484b-bdf2-3286e3769ac6 req-013607de-013c-4b22-bcbf-d8470435e45f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8c992398177546e184e9933345174247&device_id=a89c1a56-83ba-4c06-94e3-b931024cb05a HTTP/1.1" status: 200 len: 1096 time: 0.3849118 May 04 17:31:27.561612 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-f4ef6cad-9270-45ce-961d-1ab90683f1f7 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:27.565705 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-f4ef6cad-9270-45ce-961d-1ab90683f1f7 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Usage tracker for resource:subnet and tenant:d50aa0308d3f47e4bde015fa31f2165f is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:31:27.569784 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-f4ef6cad-9270-45ce-961d-1ab90683f1f7 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:31:27.575389 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 33d84571-f489-4105-99c8-8c1db4a992d7 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:31:27.703707 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-5005e656-1881-4f2b-861a-0f793f745a0d tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Synchronizing usage tracker for tenant:01982c7e044f4effb47ed53cf1a17c76 on resource:security_group {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:31:27.722489 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d594efca-23b3-483b-b0fd-e2edbf24e938 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Network 323a8429-2a2d-45ea-b69f-eb667185350e is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:31:27.726340 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-f4ef6cad-9270-45ce-961d-1ab90683f1f7 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:27.728610 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-2be2ad5b-a315-48cc-a51c-472e817f6197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124'] for port, after_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:27.738445 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-d594efca-23b3-483b-b0fd-e2edbf24e938 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:31:27.744342 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-4fa6e470-b085-4c0e-92d4-3443641e3e3a tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] For port c31eba9c-8371-4a19-b8be-ae2c172725cd, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=c31eba9c-8371-4a19-b8be-ae2c172725cd,segment=NetworkSegment(c98f809e-fb66-49ce-a10c-1ff8a8537608),segment_id=c98f809e-fb66-49ce-a10c-1ff8a8537608)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:31:27.744706 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4fa6e470-b085-4c0e-92d4-3443641e3e3a tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:27.757094 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.objects.ports [None req-3120a9ba-0aad-4345-beba-32e2889c6601 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88037) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 04 17:31:27.765018 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-91cadc27-cce6-4423-91ca-5a8c679971bb tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710748'] for router_interface, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:27.780471 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be2ad5b-a315-48cc-a51c-472e817f6197 None None] Pushing event deleted for resources: {'Port': ['ID=c31eba9c-8371-4a19-b8be-ae2c172725cd,revision_number=None']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:27.782251 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be2ad5b-a315-48cc-a51c-472e817f6197 None None] No DVR routers for this DVR port c31eba9c-8371-4a19-b8be-ae2c172725cd on host dv-neutron-840426-1-hyperv {{(pid=88039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:31:27.825947 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3120a9ba-0aad-4345-beba-32e2889c6601 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:27.881550 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device c31eba9c-8371-4a19-b8be-ae2c172725cd no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:31:27.902262 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a10dd-9643-484b-bdf2-3286e3769ac6 req-7e0dbf6b-3d48-419a-91ac-34f2b871157a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:27.904115 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-914a10dd-9643-484b-bdf2-3286e3769ac6 req-7e0dbf6b-3d48-419a-91ac-34f2b871157a service neutron] 10.222.0.42 "GET /v2.0/networks?id=b631325e-11d5-4100-a2cb-8b9aba720937 HTTP/1.1" status: 200 len: 913 time: 0.3109612 May 04 17:31:27.921628 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f0aa5d8c-3c7e-475f-ab47-b826e4ae4d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:27.939426 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: c31eba9c-8371-4a19-b8be-ae2c172725cd {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:31:27.939765 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device c31eba9c-8371-4a19-b8be-ae2c172725cd not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:31:28.106029 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-1b0222fa-e71b-4917-bc6d-161761aac499 None None] Provisioning complete for port abd9f33f-1222-415e-a93f-3d7b7741cdc9 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:31:28.106568 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1b0222fa-e71b-4917-bc6d-161761aac499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:28.164634 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-1b0222fa-e71b-4917-bc6d-161761aac499 None None] Port abd9f33f-1222-415e-a93f-3d7b7741cdc9 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:31:28.178568 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ef6cad-9270-45ce-961d-1ab90683f1f7 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Made reservation on behalf of d50aa0308d3f47e4bde015fa31f2165f for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:31:28.182657 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f4ef6cad-9270-45ce-961d-1ab90683f1f7 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:28.215530 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-4fa6e470-b085-4c0e-92d4-3443641e3e3a tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Calling delete_port for c31eba9c-8371-4a19-b8be-ae2c172725cd owned by network:dhcp {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:31:28.247353 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f0aa5d8c-3c7e-475f-ab47-b826e4ae4d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:28.253502 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aa5d8c-3c7e-475f-ab47-b826e4ae4d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Pushing event deleted for resources: {'Port': ['ID=9991afe3-9952-4960-841c-03a7a9c1f393,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:28.256259 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-914a10dd-9643-484b-bdf2-3286e3769ac6 req-5a671f28-4aa0-401f-ab03-a42e26cfcd62 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5528093-85fd-4674-98ad-09fd400f3a4d HTTP/1.1" status: 200 len: 217 time: 0.3283908 May 04 17:31:28.287823 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-5005e656-1881-4f2b-861a-0f793f745a0d tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Unset dirty status for tenant:01982c7e044f4effb47ed53cf1a17c76 on resource:security_group {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:31:28.289056 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-5005e656-1881-4f2b-861a-0f793f745a0d tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8110962 May 04 17:31:28.298454 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50948) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:28.315952 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-19321294-88c8-401c-a093-1359d3a29fe4 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Request body: {'security_group': {'name': 'tempest-secgroup--95681333'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:28.320826 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-f0aa5d8c-3c7e-475f-ab47-b826e4ae4d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] 10.222.0.41 "DELETE /v2.0/ports/9991afe3-9952-4960-841c-03a7a9c1f393 HTTP/1.1" status: 204 len: 168 time: 2.3915086 May 04 17:31:28.334495 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3120a9ba-0aad-4345-beba-32e2889c6601 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:31:28.335000 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50952) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:28.341838 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0aa5d8c-3c7e-475f-ab47-b826e4ae4d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:28.342224 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0aa5d8c-3c7e-475f-ab47-b826e4ae4d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:28.342571 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0aa5d8c-3c7e-475f-ab47-b826e4ae4d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:28.342918 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0aa5d8c-3c7e-475f-ab47-b826e4ae4d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:28.343254 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0aa5d8c-3c7e-475f-ab47-b826e4ae4d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:28.343490 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-19321294-88c8-401c-a093-1359d3a29fe4 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:28.343637 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0aa5d8c-3c7e-475f-ab47-b826e4ae4d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:28.343905 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0aa5d8c-3c7e-475f-ab47-b826e4ae4d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:28.344407 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0aa5d8c-3c7e-475f-ab47-b826e4ae4d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:28.344572 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0aa5d8c-3c7e-475f-ab47-b826e4ae4d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:28.344873 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0aa5d8c-3c7e-475f-ab47-b826e4ae4d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:28.345198 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0aa5d8c-3c7e-475f-ab47-b826e4ae4d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:28.345522 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0aa5d8c-3c7e-475f-ab47-b826e4ae4d61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:28.345979 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-3120a9ba-0aad-4345-beba-32e2889c6601 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:31:28.359996 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dcae220-4ce9-4b96-a9e9-c19111f9554a None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:31:28.379759 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3120a9ba-0aad-4345-beba-32e2889c6601 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event updated for resources: {'Subnet': ['ID=f1ef7bd3-5642-48dd-bc2a-2302429ca513,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:28.396428 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3120a9ba-0aad-4345-beba-32e2889c6601 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:28.397014 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3120a9ba-0aad-4345-beba-32e2889c6601 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:28.424668 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.ipam_backend_mixin [None req-f4ef6cad-9270-45ce-961d-1ab90683f1f7 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Performing IP validity checks on allocation pools {{(pid=88038) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 04 17:31:28.425297 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.ipam_backend_mixin [None req-f4ef6cad-9270-45ce-961d-1ab90683f1f7 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88038) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 04 17:31:28.455061 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d594efca-23b3-483b-b0fd-e2edbf24e938 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Router 946552a2-07ce-41ce-925c-46bdd5eb5a36 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:31:28.465877 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a10dd-9643-484b-bdf2-3286e3769ac6 req-175f45d9-044c-4f86-bd20-7a9658f0a822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:28.467428 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-914a10dd-9643-484b-bdf2-3286e3769ac6 req-175f45d9-044c-4f86-bd20-7a9658f0a822 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=35d620f1-cc33-411a-8546-1edeed82bf7b HTTP/1.1" status: 200 len: 851 time: 0.1966810 May 04 17:31:28.475659 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-19321294-88c8-401c-a093-1359d3a29fe4 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:28.483183 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3120a9ba-0aad-4345-beba-32e2889c6601 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:28.483519 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3120a9ba-0aad-4345-beba-32e2889c6601 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:28.483860 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3120a9ba-0aad-4345-beba-32e2889c6601 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:28.484176 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3120a9ba-0aad-4345-beba-32e2889c6601 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:28.484499 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3120a9ba-0aad-4345-beba-32e2889c6601 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:28.484820 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3120a9ba-0aad-4345-beba-32e2889c6601 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:28.485138 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3120a9ba-0aad-4345-beba-32e2889c6601 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:28.485456 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3120a9ba-0aad-4345-beba-32e2889c6601 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:28.485769 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3120a9ba-0aad-4345-beba-32e2889c6601 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:28.486126 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3120a9ba-0aad-4345-beba-32e2889c6601 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:28.487042 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3120a9ba-0aad-4345-beba-32e2889c6601 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:28.487042 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3120a9ba-0aad-4345-beba-32e2889c6601 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:28.494140 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-faff16d4-2f3c-4a2b-82ef-eaa6590910d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] GET failed (client error): The resource could not be found. May 04 17:31:28.494423 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-faff16d4-2f3c-4a2b-82ef-eaa6590910d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Synchronizing usage tracker for tenant:5f6c84c5ea674045a4debbec4f0d1396 on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:31:28.551289 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-3120a9ba-0aad-4345-beba-32e2889c6601 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4555151 May 04 17:31:28.554857 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.db.api [None req-4fa6e470-b085-4c0e-92d4-3443641e3e3a tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88037) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:31:28.555106 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG oslo_db.api [None req-4fa6e470-b085-4c0e-92d4-3443641e3e3a tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:31:28.555740 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50956) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:28.557370 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-19321294-88c8-401c-a093-1359d3a29fe4 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:28.575580 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-15195981-5feb-4c8e-a793-ad46791dd697 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Request body: {'subnet': {'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:28.593460 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-faff16d4-2f3c-4a2b-82ef-eaa6590910d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] Unset dirty status for tenant:5f6c84c5ea674045a4debbec4f0d1396 on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:31:28.597829 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-faff16d4-2f3c-4a2b-82ef-eaa6590910d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1995958210-project-admin] 10.222.0.41 "GET /v2.0/ports/9991afe3-9952-4960-841c-03a7a9c1f393 HTTP/1.1" status: 404 len: 333 time: 0.2586944 May 04 17:31:28.602956 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50960) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:28.658491 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57778551-fb0b-464d-a51d-c5f746ecad06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-6b89b041-5c42-49da-97bf-23cee8aadf17', 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'tenant_id': 'e0bb3da2b1c344b882bb065b24ba46bb', 'fixed_ips': [{'subnet_id': 'f1ef7bd3-5642-48dd-bc2a-2302429ca513'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:31:28.659987 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-57778551-fb0b-464d-a51d-c5f746ecad06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:28.661418 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-19321294-88c8-401c-a093-1359d3a29fe4 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:28.715347 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d5b67-1190-4ebc-bf2f-6293cb557af8 req-b265abda-4977-4a4e-b690-c997725e8ddc tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:28.722423 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-520d5b67-1190-4ebc-bf2f-6293cb557af8 req-b265abda-4977-4a4e-b690-c997725e8ddc tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/ports?device_id=a89c1a56-83ba-4c06-94e3-b931024cb05a HTTP/1.1" status: 200 len: 943 time: 0.5573204 May 04 17:31:28.734901 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-19321294-88c8-401c-a093-1359d3a29fe4 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Usage tracker for resource:security_group_rule and tenant:01982c7e044f4effb47ed53cf1a17c76 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:31:28.747261 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-19321294-88c8-401c-a093-1359d3a29fe4 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:31:28.760803 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-19321294-88c8-401c-a093-1359d3a29fe4 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:28.839263 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-57778551-fb0b-464d-a51d-c5f746ecad06 None None] Allocated IP 2001:db8::f816:3eff:fe22:def9 (6b89b041-5c42-49da-97bf-23cee8aadf17/f1ef7bd3-5642-48dd-bc2a-2302429ca513/87742c0b-12d4-43b2-b27a-7cba734f1436) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:31:28.853306 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d594efca-23b3-483b-b0fd-e2edbf24e938 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:31:28.865762 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-520d5b67-1190-4ebc-bf2f-6293cb557af8 req-9f7e76bf-f9d4-4d17-abbc-c9afe7206fe7 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/security-groups?id=81808876-4a61-479a-81ee-b14447baf6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423411 May 04 17:31:28.872827 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a827b1-0ee6-4d2a-9959-e5ac91e195c1 None None] Sync routers for ids ['946552a2-07ce-41ce-925c-46bdd5eb5a36'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:31:28.874933 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2d32d289-b2fa-45eb-9176-267bb8b981db tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:28.881806 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a10dd-9643-484b-bdf2-3286e3769ac6 req-eec5efc9-46bb-4145-b75d-eb1873a319eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:28.883370 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-914a10dd-9643-484b-bdf2-3286e3769ac6 req-eec5efc9-46bb-4145-b75d-eb1873a319eb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b631325e-11d5-4100-a2cb-8b9aba720937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4075043 May 04 17:31:28.888528 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-d594efca-23b3-483b-b0fd-e2edbf24e938 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "PUT /v2.0/routers/946552a2-07ce-41ce-925c-46bdd5eb5a36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1879315 May 04 17:31:28.910410 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50964) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:28.910664 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a827b1-0ee6-4d2a-9959-e5ac91e195c1 None None] Routers {'946552a2-07ce-41ce-925c-46bdd5eb5a36'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:31:28.911316 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-52a827b1-0ee6-4d2a-9959-e5ac91e195c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:31:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['946552a2-07ce-41ce-925c-46bdd5eb5a36'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:28.925172 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-8b37563e-a349-43fc-9072-71e3c68a297b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1201147285'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:28.926910 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-15195981-5feb-4c8e-a793-ad46791dd697 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:28.928897 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f4ef6cad-9270-45ce-961d-1ab90683f1f7 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:28.957606 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-15195981-5feb-4c8e-a793-ad46791dd697 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:28.977433 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-8b37563e-a349-43fc-9072-71e3c68a297b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:28.995474 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-8b37563e-a349-43fc-9072-71e3c68a297b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Usage tracker for resource:network and tenant:a41a9e7401a94b21bc1365a01709c65f is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:31:29.006666 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-8b37563e-a349-43fc-9072-71e3c68a297b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:31:29.021585 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-8b37563e-a349-43fc-9072-71e3c68a297b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:29.038723 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15195981-5feb-4c8e-a793-ad46791dd697 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Made reservation on behalf of e0bb3da2b1c344b882bb065b24ba46bb for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:31:29.042443 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-15195981-5feb-4c8e-a793-ad46791dd697 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:29.060573 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-91cadc27-cce6-4423-91ca-5a8c679971bb tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Deleting port fbcda7fa-7584-47e4-a662-b2f3fb59ea54 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:31:29.060905 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-91cadc27-cce6-4423-91ca-5a8c679971bb tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:29.095906 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-4fa6e470-b085-4c0e-92d4-3443641e3e3a tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Deleting port c31eba9c-8371-4a19-b8be-ae2c172725cd {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:31:29.096247 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4fa6e470-b085-4c0e-92d4-3443641e3e3a tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:29.131994 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ef6cad-9270-45ce-961d-1ab90683f1f7 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event updated for resources: {'Subnet': ['ID=13f5a3ea-df07-4581-b883-310a85738d52,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:29.139213 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-52a827b1-0ee6-4d2a-9959-e5ac91e195c1 None None] Set router 946552a2-07ce-41ce-925c-46bdd5eb5a36 gateway port host: None {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:31:29.152512 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b37563e-a349-43fc-9072-71e3c68a297b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Made reservation on behalf of a41a9e7401a94b21bc1365a01709c65f for: {'network': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:31:29.155961 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8b37563e-a349-43fc-9072-71e3c68a297b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:29.204964 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ef6cad-9270-45ce-961d-1ab90683f1f7 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Checking segment: {'id': 'eb4cf6a8-e9be-4f2c-b3fb-3f1ecc3fc3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '33d84571-f489-4105-99c8-8c1db4a992d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:31:29.205701 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ef6cad-9270-45ce-961d-1ab90683f1f7 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Network hostable DHCP agents. Network: 33d84571-f489-4105-99c8-8c1db4a992d7, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:31:29.223363 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-914a10dd-9643-484b-bdf2-3286e3769ac6 req-a04f01d8-a6c8-459c-ab2e-a4c2b8341b60 service neutron] 10.222.0.42 "GET /v2.0/networks/b631325e-11d5-4100-a2cb-8b9aba720937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321443 May 04 17:31:29.228251 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b37563e-a349-43fc-9072-71e3c68a297b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=88038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:31:29.234054 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-19321294-88c8-401c-a093-1359d3a29fe4 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:29.248644 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-4fa6e470-b085-4c0e-92d4-3443641e3e3a tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] The port 'c31eba9c-8371-4a19-b8be-ae2c172725cd' was deleted {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 04 17:31:29.270512 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ef6cad-9270-45ce-961d-1ab90683f1f7 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Network 33d84571-f489-4105-99c8-8c1db4a992d7 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:31:29.282943 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8b37563e-a349-43fc-9072-71e3c68a297b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:29.283546 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.segments_db [None req-8b37563e-a349-43fc-9072-71e3c68a297b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Added segment 8b671b37-a208-4bfe-b481-00d5eaa53cb5 of type vlan for network 89ec246e-5a3e-4c96-8bd6-25375eb86e46 May 04 17:31:29.342475 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2d32d289-b2fa-45eb-9176-267bb8b981db tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:29.350381 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-f4ef6cad-9270-45ce-961d-1ab90683f1f7 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 33d84571-f489-4105-99c8-8c1db4a992d7) {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:31:29.379119 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ef6cad-9270-45ce-961d-1ab90683f1f7 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:29.379724 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f4ef6cad-9270-45ce-961d-1ab90683f1f7 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:29.380840 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-19321294-88c8-401c-a093-1359d3a29fe4 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:29.393426 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16361824-25f5-4a3e-9e7e-543ae99e9b82 None None] Network 33d84571-f489-4105-99c8-8c1db4a992d7 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:31:29.423473 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8b37563e-a349-43fc-9072-71e3c68a297b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:29.430682 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-57778551-fb0b-464d-a51d-c5f746ecad06 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:29.451183 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-f4ef6cad-9270-45ce-961d-1ab90683f1f7 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4544718 May 04 17:31:29.454913 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50968) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:29.461312 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-914a10dd-9643-484b-bdf2-3286e3769ac6 req-9506873d-411b-49ad-b2da-5305e091b5fd service neutron] 10.222.0.42 "GET /v2.0/networks/b631325e-11d5-4100-a2cb-8b9aba720937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259121 May 04 17:31:29.464982 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-21368c19-cab3-43db-b0ab-839fffade3d2 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Request body: {'port': {'network_id': '33d84571-f489-4105-99c8-8c1db4a992d7', 'name': 'tempest-PortsTestJSON-149678390'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:29.503193 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-57778551-fb0b-464d-a51d-c5f746ecad06 None None] Transition to ACTIVE for port object 87742c0b-12d4-43b2-b27a-7cba734f1436 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:31:29.578329 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-57778551-fb0b-464d-a51d-c5f746ecad06 None None] Transition to ACTIVE for port object 87742c0b-12d4-43b2-b27a-7cba734f1436 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:31:29.593274 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-57778551-fb0b-464d-a51d-c5f746ecad06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:29.603998 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.db.resource_extend [None req-8b37563e-a349-43fc-9072-71e3c68a297b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 17:31:29.614117 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-91cadc27-cce6-4423-91ca-5a8c679971bb tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] For port fbcda7fa-7584-47e4-a662-b2f3fb59ea54, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=fbcda7fa-7584-47e4-a662-b2f3fb59ea54,segment=NetworkSegment(98b61957-a94f-4bac-a737-9b8b5b15c65f),segment_id=98b61957-a94f-4bac-a737-9b8b5b15c65f)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:31:29.614665 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-91cadc27-cce6-4423-91ca-5a8c679971bb tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:29.621089 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-21368c19-cab3-43db-b0ab-839fffade3d2 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:29.634992 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-21368c19-cab3-43db-b0ab-839fffade3d2 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:29.639207 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8b37563e-a349-43fc-9072-71e3c68a297b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:29.645347 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b37563e-a349-43fc-9072-71e3c68a297b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:29.646353 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8b37563e-a349-43fc-9072-71e3c68a297b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:29.706134 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21368c19-cab3-43db-b0ab-839fffade3d2 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Made reservation on behalf of d50aa0308d3f47e4bde015fa31f2165f for: {'port': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:31:29.709995 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-21368c19-cab3-43db-b0ab-839fffade3d2 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:29.728568 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-8b37563e-a349-43fc-9072-71e3c68a297b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8145339 May 04 17:31:29.732857 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57778551-fb0b-464d-a51d-c5f746ecad06 None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:31:29.738413 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-57778551-fb0b-464d-a51d-c5f746ecad06 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:31:29.745218 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57778551-fb0b-464d-a51d-c5f746ecad06 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:31:29.778156 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57778551-fb0b-464d-a51d-c5f746ecad06 None None] Pushing event updated for resources: {'Port': ['ID=87742c0b-12d4-43b2-b27a-7cba734f1436,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:29.780000 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50972) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:29.793173 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-dbc5dc8d-4bbd-4c8e-b422-43c0537ab965 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Request body: {'subnet': {'network_id': '89ec246e-5a3e-4c96-8bd6-25375eb86e46', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:29.807059 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b37563e-a349-43fc-9072-71e3c68a297b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Pushing event updated for resources: {'Network': ['ID=89ec246e-5a3e-4c96-8bd6-25375eb86e46,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:29.827348 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [None req-21368c19-cab3-43db-b0ab-839fffade3d2 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] device_id is not set on port 8ed415de-2ba9-4a72-9323-55ee3b1f4d7d yet. {{(pid=88038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:31:29.873135 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 89ec246e-5a3e-4c96-8bd6-25375eb86e46 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:31:29.995366 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-2d32d289-b2fa-45eb-9176-267bb8b981db tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54dd63ee-f3ae-42e1-9cf4-06ea55df0770']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:30.017951 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-57778551-fb0b-464d-a51d-c5f746ecad06 None None] Attempting to bind port 87742c0b-12d4-43b2-b27a-7cba734f1436 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:31:30.018561 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-57778551-fb0b-464d-a51d-c5f746ecad06 None None] Attempting to bind port 87742c0b-12d4-43b2-b27a-7cba734f1436 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:31:30.018691 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57778551-fb0b-464d-a51d-c5f746ecad06 None None] Attempting to bind port 87742c0b-12d4-43b2-b27a-7cba734f1436 on network 6b89b041-5c42-49da-97bf-23cee8aadf17 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:31:30.022575 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-91cadc27-cce6-4423-91ca-5a8c679971bb tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Calling delete_port for fbcda7fa-7584-47e4-a662-b2f3fb59ea54 owned by network:router_interface {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:31:30.095078 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57778551-fb0b-464d-a51d-c5f746ecad06 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:31:30.095909 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57778551-fb0b-464d-a51d-c5f746ecad06 None None] Checking segment: {'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:31:30.096761 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-57778551-fb0b-464d-a51d-c5f746ecad06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:30.097524 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57778551-fb0b-464d-a51d-c5f746ecad06 None None] Bound using segment: {'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:31:30.099024 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-57778551-fb0b-464d-a51d-c5f746ecad06 None None] Bound port: 87742c0b-12d4-43b2-b27a-7cba734f1436, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:31:30.099647 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-57778551-fb0b-464d-a51d-c5f746ecad06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:30.107252 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-2d32d289-b2fa-45eb-9176-267bb8b981db tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '695acf9c-2e47-4533-b3e8-7eb368523647') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:30.107618 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-2d32d289-b2fa-45eb-9176-267bb8b981db tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '695acf9c-2e47-4533-b3e8-7eb368523647') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:30.137819 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16936e4e-4f91-40b6-8329-7736469d0453 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-33d84571-f489-4105-99c8-8c1db4a992d7', 'network_id': '33d84571-f489-4105-99c8-8c1db4a992d7', 'tenant_id': 'd50aa0308d3f47e4bde015fa31f2165f', 'fixed_ips': [{'subnet_id': '13f5a3ea-df07-4581-b883-310a85738d52'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:31:30.139158 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-16936e4e-4f91-40b6-8329-7736469d0453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:30.147399 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-dbc5dc8d-4bbd-4c8e-b422-43c0537ab965 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:30.165517 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-dbc5dc8d-4bbd-4c8e-b422-43c0537ab965 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Usage tracker for resource:subnet and tenant:a41a9e7401a94b21bc1365a01709c65f is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:31:30.190930 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-dbc5dc8d-4bbd-4c8e-b422-43c0537ab965 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:31:30.203264 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-dbc5dc8d-4bbd-4c8e-b422-43c0537ab965 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:30.203508 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19321294-88c8-401c-a093-1359d3a29fe4 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb72f40-7cd9-4f05-9eab-ca5f1bdee231,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:30.236161 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-21368c19-cab3-43db-b0ab-839fffade3d2 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Allocated IP 172.20.0.3 (33d84571-f489-4105-99c8-8c1db4a992d7/13f5a3ea-df07-4581-b883-310a85738d52/8ed415de-2ba9-4a72-9323-55ee3b1f4d7d) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:31:30.286412 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4fa6e470-b085-4c0e-92d4-3443641e3e3a tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:30.305783 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2d32d289-b2fa-45eb-9176-267bb8b981db tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:30.312353 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc5dc8d-4bbd-4c8e-b422-43c0537ab965 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Made reservation on behalf of a41a9e7401a94b21bc1365a01709c65f for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:31:30.317041 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-dbc5dc8d-4bbd-4c8e-b422-43c0537ab965 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:30.321743 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-52a827b1-0ee6-4d2a-9959-e5ac91e195c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'name': 'tempest-RoutersIpV6Test-router-923744432', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:30:42Z', 'updated_at': '2022-05-04T17:31:24Z', 'revision_number': 4, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'gw_port_host': None, '_interfaces': [{'id': '349a1f1c-957e-4ab3-9534-8bd626a5fc32', 'name': '', 'network_id': '82027b46-4193-456d-a11e-1076c3f57e9d', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'mac_address': 'fa:16:3e:0e:06:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'b638ab86-3739-4801-b4a1-31a48df33c4a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:31:03Z', 'updated_at': '2022-05-04T17:31:21Z', 'revision_number': 5, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'subnets': [{'id': 'b638ab86-3739-4801-b4a1-31a48df33c4a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd9f33f-1222-415e-a93f-3d7b7741cdc9', 'name': '', 'network_id': '323a8429-2a2d-45ea-b69f-eb667185350e', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'mac_address': 'fa:16:3e:cc:0c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '2f4262d2-4cc8-4374-aa55-7fd788a8786d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:31:22Z', 'updated_at': '2022-05-04T17:31:25Z', 'revision_number': 2, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'subnets': [{'id': '2f4262d2-4cc8-4374-aa55-7fd788a8786d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7c8349f-d96d-4540-89c9-8f3a6eba8953', 'name': '', 'network_id': '260d4353-0523-4bd2-b365-76fa65682043', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'mac_address': 'fa:16:3e:eb:40:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'f5313b1f-026c-4616-a62e-981d8297fb35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:30:51Z', 'updated_at': '2022-05-04T17:31:16Z', 'revision_number': 5, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'subnets': [{'id': 'f5313b1f-026c-4616-a62e-981d8297fb35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:30.330725 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-19321294-88c8-401c-a093-1359d3a29fe4 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:30.334479 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-19321294-88c8-401c-a093-1359d3a29fe4 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 2.0288210 May 04 17:31:30.338409 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50978) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:30.342793 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a827b1-0ee6-4d2a-9959-e5ac91e195c1 None None] Checking router: 946552a2-07ce-41ce-925c-46bdd5eb5a36 for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:31:30.343462 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a827b1-0ee6-4d2a-9959-e5ac91e195c1 None None] Updating router 946552a2-07ce-41ce-925c-46bdd5eb5a36 port abd9f33f-1222-415e-a93f-3d7b7741cdc9 binding host dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:31:30.370267 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2d32d289-b2fa-45eb-9176-267bb8b981db tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:30.373826 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-76a50e09-dc83-4f97-8233-83265d98c5a6 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Request body: {'security_group_rule': {'security_group_id': '0bb72f40-7cd9-4f05-9eab-ca5f1bdee231', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:30.373826 dv-neutron-840426-1-hyperv neutron-server[88038]: WARNING neutron.api.v2.base [None req-76a50e09-dc83-4f97-8233-83265d98c5a6 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 04 17:31:30.374489 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.api.v2.resource [None req-76a50e09-dc83-4f97-8233-83265d98c5a6 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 04 17:31:30.375401 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-76a50e09-dc83-4f97-8233-83265d98c5a6 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0359106 May 04 17:31:30.379205 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50982) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:30.386537 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-4fa6e470-b085-4c0e-92d4-3443641e3e3a tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['153f63a7-9672-4a0e-9669-dffe4fbee61d']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:30.426766 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d32d289-b2fa-45eb-9176-267bb8b981db tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:31:30.427518 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2d32d289-b2fa-45eb-9176-267bb8b981db tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:30.455839 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 17:31:30.455839 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:31:30.455839 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 17:31:30.455839 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:31:30.455839 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 17:31:30.455839 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:31:30.455839 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 17:31:30.455839 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:31:30.455839 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 17:31:30.455839 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:31:30.455839 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 17:31:30.455839 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:31:30.455839 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 17:31:30.455839 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:31:30.455839 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:31:30.455839 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:31:30.455839 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:31:30.455839 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:31:30.455839 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 17:31:30.455839 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:31:30.455839 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 17:31:30.455839 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:31:30.455839 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:31:30.455839 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:31:30.455839 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 17:31:30.455839 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:31:30.455839 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:31:30.455839 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:31:30.455839 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:31:30.455839 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:31:30.455839 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:31:30.455839 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:31:30.460001 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-4fa6e470-b085-4c0e-92d4-3443641e3e3a tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c98f809e-fb66-49ce-a10c-1ff8a8537608') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:30.460435 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-4fa6e470-b085-4c0e-92d4-3443641e3e3a tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c98f809e-fb66-49ce-a10c-1ff8a8537608') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:30.545099 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-52a827b1-0ee6-4d2a-9959-e5ac91e195c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:30.571552 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4fa6e470-b085-4c0e-92d4-3443641e3e3a tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:30.637573 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-57778551-fb0b-464d-a51d-c5f746ecad06 None None] For port 87742c0b-12d4-43b2-b27a-7cba734f1436, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:31:30.640578 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1954e63f-af0a-497a-85e9-21f9a2036804 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks [] for security_group, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:30.652583 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-57778551-fb0b-464d-a51d-c5f746ecad06 None None] For port 87742c0b-12d4-43b2-b27a-7cba734f1436, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=87742c0b-12d4-43b2-b27a-7cba734f1436,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:31:30.666606 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4fa6e470-b085-4c0e-92d4-3443641e3e3a tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:30.678727 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2d32d289-b2fa-45eb-9176-267bb8b981db tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:30.683061 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2d32d289-b2fa-45eb-9176-267bb8b981db tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:30.685896 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fa6e470-b085-4c0e-92d4-3443641e3e3a tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:31:30.686313 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4fa6e470-b085-4c0e-92d4-3443641e3e3a tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:30.701515 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-57778551-fb0b-464d-a51d-c5f746ecad06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:30.710542 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-21368c19-cab3-43db-b0ab-839fffade3d2 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:30.720599 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 17:31:30.720599 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:31:30.720599 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 17:31:30.720599 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:31:30.720599 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 17:31:30.720599 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:31:30.720599 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 17:31:30.720599 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:31:30.720599 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 17:31:30.720599 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:31:30.720599 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 17:31:30.720599 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:31:30.720599 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 17:31:30.720599 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:31:30.720599 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:31:30.720599 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:31:30.720599 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:31:30.720599 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:31:30.720599 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 17:31:30.720599 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:31:30.720599 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 17:31:30.720599 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:31:30.720599 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:31:30.720599 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:31:30.720599 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 17:31:30.720599 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:31:30.720599 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:31:30.720599 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:31:30.720599 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:31:30.720599 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:31:30.720599 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:31:30.720599 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:31:30.728971 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63570147-5d2b-41c6-ac7a-479ec4197685 req-2e2fcbed-3e0a-45c2-b10a-0aad085d4470 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:30.730671 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-63570147-5d2b-41c6-ac7a-479ec4197685 req-2e2fcbed-3e0a-45c2-b10a-0aad085d4470 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/ports?device_id=a89c1a56-83ba-4c06-94e3-b931024cb05a HTTP/1.1" status: 200 len: 943 time: 0.6509025 May 04 17:31:30.756799 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d32d289-b2fa-45eb-9176-267bb8b981db tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789-project] Pushing event deleted for resources: {'Network': ['ID=54dd63ee-f3ae-42e1-9cf4-06ea55df0770,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:30.757307 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-21368c19-cab3-43db-b0ab-839fffade3d2 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Transition to ACTIVE for port object 8ed415de-2ba9-4a72-9323-55ee3b1f4d7d will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:31:30.761011 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1954e63f-af0a-497a-85e9-21f9a2036804 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:30.815551 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-2d32d289-b2fa-45eb-9176-267bb8b981db tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789 tempest-PortsAdminExtendedAttrsIpV6TestJSON-519634789-project] 10.222.0.41 "DELETE /v2.0/networks/54dd63ee-f3ae-42e1-9cf4-06ea55df0770 HTTP/1.1" status: 204 len: 168 time: 2.2008462 May 04 17:31:30.849175 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-dbc5dc8d-4bbd-4c8e-b422-43c0537ab965 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:30.865680 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57778551-fb0b-464d-a51d-c5f746ecad06 None None] Pushing event updated for resources: {'Port': ['ID=87742c0b-12d4-43b2-b27a-7cba734f1436,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:30.904703 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1954e63f-af0a-497a-85e9-21f9a2036804 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:30.943926 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1954e63f-af0a-497a-85e9-21f9a2036804 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb72f40-7cd9-4f05-9eab-ca5f1bdee231,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:30.965788 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-21368c19-cab3-43db-b0ab-839fffade3d2 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:31.030015 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5dc8d-4bbd-4c8e-b422-43c0537ab965 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Pushing event updated for resources: {'Subnet': ['ID=d5fe262c-4151-45b7-a512-facbde1420b7,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:31.062689 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4fa6e470-b085-4c0e-92d4-3443641e3e3a tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:31.067526 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4fa6e470-b085-4c0e-92d4-3443641e3e3a tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:31.068643 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21368c19-cab3-43db-b0ab-839fffade3d2 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Network 33d84571-f489-4105-99c8-8c1db4a992d7 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:31:31.074769 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-21368c19-cab3-43db-b0ab-839fffade3d2 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:31:31.081432 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21368c19-cab3-43db-b0ab-839fffade3d2 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:31:31.096140 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-63570147-5d2b-41c6-ac7a-479ec4197685 req-5a0ede00-1623-4e14-b537-16c5de28bb5c tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/security-groups?id=81808876-4a61-479a-81ee-b14447baf6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3468196 May 04 17:31:31.128224 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1954e63f-af0a-497a-85e9-21f9a2036804 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:31.128224 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-1954e63f-af0a-497a-85e9-21f9a2036804 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] 10.222.0.41 "DELETE /v2.0/security-groups/0bb72f40-7cd9-4f05-9eab-ca5f1bdee231 HTTP/1.1" status: 204 len: 168 time: 0.7346609 May 04 17:31:31.129067 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50988) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:31.135727 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc5dc8d-4bbd-4c8e-b422-43c0537ab965 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Checking segment: {'id': '8b671b37-a208-4bfe-b481-00d5eaa53cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '89ec246e-5a3e-4c96-8bd6-25375eb86e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:31:31.136097 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc5dc8d-4bbd-4c8e-b422-43c0537ab965 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Network hostable DHCP agents. Network: 89ec246e-5a3e-4c96-8bd6-25375eb86e46, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:31:31.148047 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa6e470-b085-4c0e-92d4-3443641e3e3a tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Pushing event deleted for resources: {'Network': ['ID=153f63a7-9672-4a0e-9669-dffe4fbee61d,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:31.160832 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-4fa6e470-b085-4c0e-92d4-3443641e3e3a tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] 10.222.0.41 "DELETE /v2.0/networks/153f63a7-9672-4a0e-9669-dffe4fbee61d HTTP/1.1" status: 204 len: 168 time: 4.2471223 May 04 17:31:31.162640 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 50992) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:31.166053 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21368c19-cab3-43db-b0ab-839fffade3d2 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event updated for resources: {'Port': ['ID=8ed415de-2ba9-4a72-9323-55ee3b1f4d7d,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:31.191322 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21368c19-cab3-43db-b0ab-839fffade3d2 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:31.191979 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-21368c19-cab3-43db-b0ab-839fffade3d2 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:31.200067 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.db.resource_extend [None req-52a827b1-0ee6-4d2a-9959-e5ac91e195c1 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 17:31:31.253108 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-21368c19-cab3-43db-b0ab-839fffade3d2 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7933619 May 04 17:31:31.263295 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 50998) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:31.264995 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc5dc8d-4bbd-4c8e-b422-43c0537ab965 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Network 89ec246e-5a3e-4c96-8bd6-25375eb86e46 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:31:31.272920 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-15195981-5feb-4c8e-a793-ad46791dd697 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:31.305292 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-16936e4e-4f91-40b6-8329-7736469d0453 None None] Allocated IP 172.20.0.2 (33d84571-f489-4105-99c8-8c1db4a992d7/13f5a3ea-df07-4581-b883-310a85738d52/1ecb7149-af9f-4da0-abc0-671e7e0da751) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:31:31.308315 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-91cadc27-cce6-4423-91ca-5a8c679971bb tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:31.385459 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-52a827b1-0ee6-4d2a-9959-e5ac91e195c1 None None] Notify callbacks [] for port, precommit_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:31.393131 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-dbc5dc8d-4bbd-4c8e-b422-43c0537ab965 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 89ec246e-5a3e-4c96-8bd6-25375eb86e46) {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:31:31.399651 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51002) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:31.417154 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ab9aa1-b789-407e-94d7-efed1697908f None None] Network 89ec246e-5a3e-4c96-8bd6-25375eb86e46 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:31:31.444986 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee9794eb-cba5-4daa-bd30-77626bcd0d99 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] DELETE failed (client error): The resource could not be found. May 04 17:31:31.445449 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee9794eb-cba5-4daa-bd30-77626bcd0d99 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:31:31.450701 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-ee9794eb-cba5-4daa-bd30-77626bcd0d99 tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] 10.222.0.41 "DELETE /v2.0/subnets/9e062f71-2fc3-473c-85b0-2ae195ffd39d HTTP/1.1" status: 404 len: 337 time: 0.2830596 May 04 17:31:31.451067 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-52a827b1-0ee6-4d2a-9959-e5ac91e195c1 None None] Transition to ACTIVE for port object abd9f33f-1222-415e-a93f-3d7b7741cdc9 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:31:31.459694 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51004) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:31.461683 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-328e4735-7425-49f5-a440-4c428f346faf tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Deleting port 8ed415de-2ba9-4a72-9323-55ee3b1f4d7d {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:31:31.462699 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-328e4735-7425-49f5-a440-4c428f346faf tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:31.513433 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc5dc8d-4bbd-4c8e-b422-43c0537ab965 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:31.514371 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-dbc5dc8d-4bbd-4c8e-b422-43c0537ab965 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:31.523791 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15195981-5feb-4c8e-a793-ad46791dd697 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:31:31.563855 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-68427f6e-5c6a-4273-af08-8460bce5d46c tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] DELETE failed (client error): The resource could not be found. May 04 17:31:31.564772 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68427f6e-5c6a-4273-af08-8460bce5d46c tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:31:31.570830 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-68427f6e-5c6a-4273-af08-8460bce5d46c tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] 10.222.0.41 "DELETE /v2.0/networks/e15275a3-e37a-4a3b-a8b9-0c4518a7cf4f HTTP/1.1" status: 404 len: 339 time: 0.1013925 May 04 17:31:31.573761 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cadc27-cce6-4423-91ca-5a8c679971bb tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Pushing event deleted for resources: {'Port': ['ID=fbcda7fa-7584-47e4-a662-b2f3fb59ea54,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:31.580706 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51012) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:31.587208 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-dbc5dc8d-4bbd-4c8e-b422-43c0537ab965 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8071442 May 04 17:31:31.590790 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51016) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:31.627287 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-15195981-5feb-4c8e-a793-ad46791dd697 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:31:31.639300 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-52a827b1-0ee6-4d2a-9959-e5ac91e195c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:31.704202 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15195981-5feb-4c8e-a793-ad46791dd697 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:31.705529 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-15195981-5feb-4c8e-a793-ad46791dd697 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:31.740992 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-8688456e-b3e1-4cc3-b0e3-66e49fe5499c tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Synchronizing usage tracker for tenant:01982c7e044f4effb47ed53cf1a17c76 on resource:security_group {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:31:31.746495 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15195981-5feb-4c8e-a793-ad46791dd697 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event updated for resources: {'Subnet': ['ID=7840f39c-0dee-4b59-ba51-553e8ab1e109,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:31.878196 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-15195981-5feb-4c8e-a793-ad46791dd697 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3081419 May 04 17:31:31.878196 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51020) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:31.895218 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-d99d3d3a-0b73-466d-b883-b6e28293ccf4 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Request body: {'port': {'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'mac_address': 'fa:16:3e:95:31:f1', 'name': 'tempest-NetworksTestDHCPv6-1753840712'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:31.897478 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-8fca2d65-6bd3-4a1f-8d3e-d5261c506324 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3ef6e422075841ab8d8da47d8de48efb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4481647 May 04 17:31:31.928814 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51024) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:31.943483 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-8688456e-b3e1-4cc3-b0e3-66e49fe5499c tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Unset dirty status for tenant:01982c7e044f4effb47ed53cf1a17c76 on resource:security_group {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:31:31.946904 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-8688456e-b3e1-4cc3-b0e3-66e49fe5499c tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8183451 May 04 17:31:31.955938 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51028) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:31.977598 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-b427f818-323d-4e1d-9dd3-66884b905fc4 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Request body: {'security_group': {'name': 'tempest-secgroup--1516674558'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:31.998830 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea6f82d-0aa3-4cb2-8a37-84d625866b27 None None] Pushing event updated for resources: {'Port': ['ID=abd9f33f-1222-415e-a93f-3d7b7741cdc9,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:32.010971 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_v2 [None req-00480158-d293-4a9e-97b1-28cf157bc5de tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Deleting subnet 83651786-166a-4b01-b862-aed112b10562 {{(pid=88038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:31:32.034975 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-b427f818-323d-4e1d-9dd3-66884b905fc4 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:32.049726 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-91cadc27-cce6-4423-91ca-5a8c679971bb tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710832'] for router_interface, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:32.051434 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-00480158-d293-4a9e-97b1-28cf157bc5de tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks [] for subnet, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:32.267841 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 87742c0b-12d4-43b2-b27a-7cba734f1436 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:31:32.361895 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-b427f818-323d-4e1d-9dd3-66884b905fc4 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:32.362160 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-52a827b1-0ee6-4d2a-9959-e5ac91e195c1 None None] Attempting to bind port abd9f33f-1222-415e-a93f-3d7b7741cdc9 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:31:32.362409 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-52a827b1-0ee6-4d2a-9959-e5ac91e195c1 None None] Attempting to bind port abd9f33f-1222-415e-a93f-3d7b7741cdc9 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'b6bf3f1f-4938-415b-a12f-4af37b96e239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '323a8429-2a2d-45ea-b69f-eb667185350e'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:31:32.362663 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a827b1-0ee6-4d2a-9959-e5ac91e195c1 None None] Attempting to bind port abd9f33f-1222-415e-a93f-3d7b7741cdc9 on network 323a8429-2a2d-45ea-b69f-eb667185350e {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:31:32.380743 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a827b1-0ee6-4d2a-9959-e5ac91e195c1 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:31:32.381126 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a827b1-0ee6-4d2a-9959-e5ac91e195c1 None None] Checking segment: {'id': 'b6bf3f1f-4938-415b-a12f-4af37b96e239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '323a8429-2a2d-45ea-b69f-eb667185350e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:31:32.381527 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-52a827b1-0ee6-4d2a-9959-e5ac91e195c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:32.381941 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a827b1-0ee6-4d2a-9959-e5ac91e195c1 None None] Bound using segment: {'id': 'b6bf3f1f-4938-415b-a12f-4af37b96e239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '323a8429-2a2d-45ea-b69f-eb667185350e'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:31:32.382455 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-52a827b1-0ee6-4d2a-9959-e5ac91e195c1 None None] Bound port: abd9f33f-1222-415e-a93f-3d7b7741cdc9, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6bf3f1f-4938-415b-a12f-4af37b96e239', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '323a8429-2a2d-45ea-b69f-eb667185350e'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:31:32.382831 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-52a827b1-0ee6-4d2a-9959-e5ac91e195c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:32.428983 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d5591f-e0f5-422b-bb3f-f3dba45aaf6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-89ec246e-5a3e-4c96-8bd6-25375eb86e46', 'network_id': '89ec246e-5a3e-4c96-8bd6-25375eb86e46', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'fixed_ips': [{'subnet_id': 'd5fe262c-4151-45b7-a512-facbde1420b7'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:31:32.429814 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-88d5591f-e0f5-422b-bb3f-f3dba45aaf6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:32.500638 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7cd9cc-1b44-4f1f-b779-cd3c9acc762a None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:31:32.531819 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b427f818-323d-4e1d-9dd3-66884b905fc4 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:32.578565 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 87742c0b-12d4-43b2-b27a-7cba734f1436 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:31:32.601572 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-86f412e2-22eb-4d56-be66-020997820089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:32.610340 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-b427f818-323d-4e1d-9dd3-66884b905fc4 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:32.614808 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-b427f818-323d-4e1d-9dd3-66884b905fc4 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Usage tracker for resource:security_group_rule and tenant:01982c7e044f4effb47ed53cf1a17c76 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:31:32.620279 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-b427f818-323d-4e1d-9dd3-66884b905fc4 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:31:32.622987 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-16936e4e-4f91-40b6-8329-7736469d0453 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:32.628576 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-d99d3d3a-0b73-466d-b883-b6e28293ccf4 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:32.630858 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-b427f818-323d-4e1d-9dd3-66884b905fc4 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:32.640541 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-d99d3d3a-0b73-466d-b883-b6e28293ccf4 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Usage tracker for resource:port and tenant:e0bb3da2b1c344b882bb065b24ba46bb is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:31:32.646919 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-d99d3d3a-0b73-466d-b883-b6e28293ccf4 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:31:32.654750 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-d99d3d3a-0b73-466d-b883-b6e28293ccf4 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:32.672674 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-00480158-d293-4a9e-97b1-28cf157bc5de tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-801696'] for subnet, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:32.678179 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-16936e4e-4f91-40b6-8329-7736469d0453 None None] Transition to ACTIVE for port object 1ecb7149-af9f-4da0-abc0-671e7e0da751 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:31:32.778833 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-52a827b1-0ee6-4d2a-9959-e5ac91e195c1 None None] For port abd9f33f-1222-415e-a93f-3d7b7741cdc9, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:31:32.790742 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-86f412e2-22eb-4d56-be66-020997820089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:32.799103 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99d3d3a-0b73-466d-b883-b6e28293ccf4 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Made reservation on behalf of e0bb3da2b1c344b882bb065b24ba46bb for: {'port': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:31:32.799674 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-328e4735-7425-49f5-a440-4c428f346faf tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:32.830840 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-16936e4e-4f91-40b6-8329-7736469d0453 None None] Transition to ACTIVE for port object 1ecb7149-af9f-4da0-abc0-671e7e0da751 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:31:32.846863 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-52a827b1-0ee6-4d2a-9959-e5ac91e195c1 None None] For port abd9f33f-1222-415e-a93f-3d7b7741cdc9, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=abd9f33f-1222-415e-a93f-3d7b7741cdc9,segment=NetworkSegment(b6bf3f1f-4938-415b-a12f-4af37b96e239),segment_id=b6bf3f1f-4938-415b-a12f-4af37b96e239)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:31:32.858867 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-16936e4e-4f91-40b6-8329-7736469d0453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:32.899192 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-52a827b1-0ee6-4d2a-9959-e5ac91e195c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:32.914186 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-fcfe9e73-d965-4670-8f2b-d149c7cac89c None None] Provisioning for port 87742c0b-12d4-43b2-b27a-7cba734f1436 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:31:32.963424 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91cadc27-cce6-4423-91ca-5a8c679971bb tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Router f7b8dd67-88b8-4f42-87ee-9c82722da786 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:31:32.965233 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-328e4735-7425-49f5-a440-4c428f346faf tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Calling delete_port for 8ed415de-2ba9-4a72-9323-55ee3b1f4d7d owned by {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:31:32.970670 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b427f818-323d-4e1d-9dd3-66884b905fc4 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:32.974006 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-fcfe9e73-d965-4670-8f2b-d149c7cac89c None None] Provisioning complete for port 87742c0b-12d4-43b2-b27a-7cba734f1436 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:31:32.974402 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-fcfe9e73-d965-4670-8f2b-d149c7cac89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:32.986184 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b427f818-323d-4e1d-9dd3-66884b905fc4 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:33.013797 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d99d3d3a-0b73-466d-b883-b6e28293ccf4 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:33.023516 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16936e4e-4f91-40b6-8329-7736469d0453 None None] Network 33d84571-f489-4105-99c8-8c1db4a992d7 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:31:33.049458 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-16936e4e-4f91-40b6-8329-7736469d0453 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:31:33.062815 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-88d5591f-e0f5-422b-bb3f-f3dba45aaf6b None None] Allocated IP 2001:db8:3::2 (89ec246e-5a3e-4c96-8bd6-25375eb86e46/d5fe262c-4151-45b7-a512-facbde1420b7/71256015-70b8-4ba0-afbd-dddfd37953cc) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:31:33.069218 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16936e4e-4f91-40b6-8329-7736469d0453 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:31:33.094667 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16936e4e-4f91-40b6-8329-7736469d0453 None None] Pushing event updated for resources: {'Port': ['ID=1ecb7149-af9f-4da0-abc0-671e7e0da751,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:33.187728 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b427f818-323d-4e1d-9dd3-66884b905fc4 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3c5284-7a92-4539-a53d-9f3364ed5311,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:33.201462 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b427f818-323d-4e1d-9dd3-66884b905fc4 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:33.202931 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-b427f818-323d-4e1d-9dd3-66884b905fc4 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2424870 May 04 17:31:33.206587 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [None req-d99d3d3a-0b73-466d-b883-b6e28293ccf4 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] device_id is not set on port ad5d8597-1394-4578-b266-b91930b5abe6 yet. {{(pid=88037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:31:33.232923 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51034) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:33.257423 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-aa134e56-cf0d-4d8b-b17c-e506af492d1d tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Request body: {'security_group_rule': {'security_group_id': '7f3c5284-7a92-4539-a53d-9f3364ed5311', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:33.270112 dv-neutron-840426-1-hyperv neutron-server[88038]: WARNING neutron.api.v2.base [None req-aa134e56-cf0d-4d8b-b17c-e506af492d1d tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 04 17:31:33.270760 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.api.v2.resource [None req-aa134e56-cf0d-4d8b-b17c-e506af492d1d tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 04 17:31:33.274721 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-aa134e56-cf0d-4d8b-b17c-e506af492d1d tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0407643 May 04 17:31:33.276040 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51038) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:33.287855 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91cadc27-cce6-4423-91ca-5a8c679971bb tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:31:33.313349 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a827b1-0ee6-4d2a-9959-e5ac91e195c1 None None] Routers {'946552a2-07ce-41ce-925c-46bdd5eb5a36'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:31:33.314777 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-52a827b1-0ee6-4d2a-9959-e5ac91e195c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:31:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['946552a2-07ce-41ce-925c-46bdd5eb5a36'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:33.318256 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb1475d-0214-447a-b2e4-8c5686404a8e None None] Sync routers for ids ['f7b8dd67-88b8-4f42-87ee-9c82722da786'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:31:33.320369 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d9a9d2-2d58-4b00-8134-fbeab5fd41a2 req-72f8a25e-ecd8-44a2-a13d-d750fa1b3bbb tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:33.322085 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-00d9a9d2-2d58-4b00-8134-fbeab5fd41a2 req-72f8a25e-ecd8-44a2-a13d-d750fa1b3bbb tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/ports?device_id=a89c1a56-83ba-4c06-94e3-b931024cb05a HTTP/1.1" status: 200 len: 943 time: 0.9888763 May 04 17:31:33.359951 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-91cadc27-cce6-4423-91ca-5a8c679971bb tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "PUT /v2.0/routers/f7b8dd67-88b8-4f42-87ee-9c82722da786/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4630306 May 04 17:31:33.364184 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-00480158-d293-4a9e-97b1-28cf157bc5de tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:33.366030 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51042) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:33.372644 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb1475d-0214-447a-b2e4-8c5686404a8e None None] Routers {'f7b8dd67-88b8-4f42-87ee-9c82722da786'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:31:33.375610 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-bdb1475d-0214-447a-b2e4-8c5686404a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:31:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['f7b8dd67-88b8-4f42-87ee-9c82722da786'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:33.464228 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-86f412e2-22eb-4d56-be66-020997820089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:33.555866 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9aad69dd-0d23-4a0d-9524-d74b450d8eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:33.561502 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ea60518-c1b0-43cd-b904-c8836ac18227 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Deleting subnet 48ff8e43-2762-48d0-8242-e1b75c56aaef {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:31:33.561762 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f412e2-22eb-4d56-be66-020997820089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97249080-6731-4524-8640-0182a68fa1c8,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:33.566599 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-43dfba80-7b0c-4a52-ab46-0910169266c3 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:33.568390 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2ea60518-c1b0-43cd-b904-c8836ac18227 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:33.608574 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-00d9a9d2-2d58-4b00-8134-fbeab5fd41a2 req-24cf5f87-047e-4287-9e1a-2dd2d77342a9 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/security-groups?id=81808876-4a61-479a-81ee-b14447baf6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2724304 May 04 17:31:33.681389 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-86f412e2-22eb-4d56-be66-020997820089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:33.685439 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-16936e4e-4f91-40b6-8329-7736469d0453 None None] Attempting to bind port 1ecb7149-af9f-4da0-abc0-671e7e0da751 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:31:33.685647 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-86f412e2-22eb-4d56-be66-020997820089 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/97249080-6731-4524-8640-0182a68fa1c8 HTTP/1.1" status: 204 len: 168 time: 1.7502337 May 04 17:31:33.686717 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-16936e4e-4f91-40b6-8329-7736469d0453 None None] Attempting to bind port 1ecb7149-af9f-4da0-abc0-671e7e0da751 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'eb4cf6a8-e9be-4f2c-b3fb-3f1ecc3fc3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '33d84571-f489-4105-99c8-8c1db4a992d7'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:31:33.687093 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16936e4e-4f91-40b6-8329-7736469d0453 None None] Attempting to bind port 1ecb7149-af9f-4da0-abc0-671e7e0da751 on network 33d84571-f489-4105-99c8-8c1db4a992d7 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:31:33.695471 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-328e4735-7425-49f5-a440-4c428f346faf tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:33.704338 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-bdb1475d-0214-447a-b2e4-8c5686404a8e None None] Set router f7b8dd67-88b8-4f42-87ee-9c82722da786 gateway port host: None {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:31:33.712820 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-43dfba80-7b0c-4a52-ab46-0910169266c3 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:33.734501 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16936e4e-4f91-40b6-8329-7736469d0453 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:31:33.734977 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16936e4e-4f91-40b6-8329-7736469d0453 None None] Checking segment: {'id': 'eb4cf6a8-e9be-4f2c-b3fb-3f1ecc3fc3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '33d84571-f489-4105-99c8-8c1db4a992d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:31:33.735570 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-16936e4e-4f91-40b6-8329-7736469d0453 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:33.736040 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16936e4e-4f91-40b6-8329-7736469d0453 None None] Bound using segment: {'id': 'eb4cf6a8-e9be-4f2c-b3fb-3f1ecc3fc3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '33d84571-f489-4105-99c8-8c1db4a992d7'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:31:33.736585 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-16936e4e-4f91-40b6-8329-7736469d0453 None None] Bound port: 1ecb7149-af9f-4da0-abc0-671e7e0da751, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb4cf6a8-e9be-4f2c-b3fb-3f1ecc3fc3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '33d84571-f489-4105-99c8-8c1db4a992d7'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:31:33.737284 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-16936e4e-4f91-40b6-8329-7736469d0453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:33.744752 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2ea60518-c1b0-43cd-b904-c8836ac18227 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:33.747731 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea6f82d-0aa3-4cb2-8a37-84d625866b27 None None] Pushing event updated for resources: {'Port': ['ID=abd9f33f-1222-415e-a93f-3d7b7741cdc9,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:33.789495 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328e4735-7425-49f5-a440-4c428f346faf tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event deleted for resources: {'Port': ['ID=8ed415de-2ba9-4a72-9323-55ee3b1f4d7d,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:33.796328 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a3daf887-032c-4d5a-90b6-ddacddb69ea6 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:33.800382 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-52a827b1-0ee6-4d2a-9959-e5ac91e195c1 None None] Set router 946552a2-07ce-41ce-925c-46bdd5eb5a36 gateway port host: None {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:31:33.827644 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-00480158-d293-4a9e-97b1-28cf157bc5de tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:33.926646 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-d99d3d3a-0b73-466d-b883-b6e28293ccf4 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Allocated IP 172.20.0.10 (6b89b041-5c42-49da-97bf-23cee8aadf17/7840f39c-0dee-4b59-ba51-553e8ab1e109/ad5d8597-1394-4578-b266-b91930b5abe6) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:31:33.946399 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-d99d3d3a-0b73-466d-b883-b6e28293ccf4 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Allocated IP 2001:db8::f816:3eff:fe95:31f1 (6b89b041-5c42-49da-97bf-23cee8aadf17/f1ef7bd3-5642-48dd-bc2a-2302429ca513/ad5d8597-1394-4578-b266-b91930b5abe6) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:31:33.974379 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94cb7708-6422-4fe1-a8bb-ed6796e6837a None None] Network 212ce57c-f6d1-4ceb-b34b-61447314d862 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:31:33.982483 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00480158-d293-4a9e-97b1-28cf157bc5de tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Pushing event deleted for resources: {'Subnet': ['ID=83651786-166a-4b01-b862-aed112b10562,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:33.989975 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-00480158-d293-4a9e-97b1-28cf157bc5de tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:33.996003 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-43dfba80-7b0c-4a52-ab46-0910169266c3 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:34.000201 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-fcfe9e73-d965-4670-8f2b-d149c7cac89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:34.053320 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dfba80-7b0c-4a52-ab46-0910169266c3 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3c5284-7a92-4539-a53d-9f3364ed5311,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:34.069500 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-43dfba80-7b0c-4a52-ab46-0910169266c3 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:34.071072 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-43dfba80-7b0c-4a52-ab46-0910169266c3 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] 10.222.0.41 "DELETE /v2.0/security-groups/7f3c5284-7a92-4539-a53d-9f3364ed5311 HTTP/1.1" status: 204 len: 168 time: 0.7919955 May 04 17:31:34.073936 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2ea60518-c1b0-43cd-b904-c8836ac18227 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:34.123797 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51050) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:34.191150 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-00480158-d293-4a9e-97b1-28cf157bc5de tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] 10.222.0.41 "DELETE /v2.0/subnets/83651786-166a-4b01-b862-aed112b10562 HTTP/1.1" status: 204 len: 168 time: 2.6067579 May 04 17:31:34.208254 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51054) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:34.336891 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-bdb1475d-0214-447a-b2e4-8c5686404a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'name': 'tempest-RoutersTest-router-305251255', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:29:20Z', 'updated_at': '2022-05-04T17:31:30Z', 'revision_number': 10, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'gw_port_host': None, '_interfaces': [{'id': '26b2ffc0-9652-4cf3-b203-f3b1becebe09', 'name': '', 'network_id': '2f65bb8b-7242-49b2-a8a7-abb038f78922', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'mac_address': 'fa:16:3e:7f:4a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ebac6750-cbc0-4304-8985-d5c3a04ce5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:25Z', 'updated_at': '2022-05-04T17:29:41Z', 'revision_number': 5, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'subnets': [{'id': 'ebac6750-cbc0-4304-8985-d5c3a04ce5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:34.343414 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb1475d-0214-447a-b2e4-8c5686404a8e None None] Checking router: f7b8dd67-88b8-4f42-87ee-9c82722da786 for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:31:34.369483 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb1475d-0214-447a-b2e4-8c5686404a8e None None] Routers {'f7b8dd67-88b8-4f42-87ee-9c82722da786'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:31:34.371112 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-bdb1475d-0214-447a-b2e4-8c5686404a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:31:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['f7b8dd67-88b8-4f42-87ee-9c82722da786'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:34.450693 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51058) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:34.491233 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-fcfe9e73-d965-4670-8f2b-d149c7cac89c None None] For port 87742c0b-12d4-43b2-b27a-7cba734f1436, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=87742c0b-12d4-43b2-b27a-7cba734f1436,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:31:34.536973 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2ea60518-c1b0-43cd-b904-c8836ac18227 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:34.542058 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-328e4735-7425-49f5-a440-4c428f346faf tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:34.544231 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-328e4735-7425-49f5-a440-4c428f346faf tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "DELETE /v2.0/ports/8ed415de-2ba9-4a72-9323-55ee3b1f4d7d HTTP/1.1" status: 204 len: 168 time: 3.2810123 May 04 17:31:34.549339 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51062) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:34.552388 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-43becefb-1215-477e-92ed-2be0f0c5dd8b tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Synchronizing usage tracker for tenant:01982c7e044f4effb47ed53cf1a17c76 on resource:security_group {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:31:34.562055 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-fcfe9e73-d965-4670-8f2b-d149c7cac89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:34.565737 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-16936e4e-4f91-40b6-8329-7736469d0453 None None] For port 1ecb7149-af9f-4da0-abc0-671e7e0da751, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:31:34.573004 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-88d5591f-e0f5-422b-bb3f-f3dba45aaf6b None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:34.605395 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea60518-c1b0-43cd-b904-c8836ac18227 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Pushing event deleted for resources: {'Subnet': ['ID=48ff8e43-2762-48d0-8242-e1b75c56aaef,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:34.628962 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-6e4fdbd7-6056-40b1-ac11-e1b91a44bd0e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5f6c84c5ea674045a4debbec4f0d1396&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1745553 May 04 17:31:34.630269 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2ea60518-c1b0-43cd-b904-c8836ac18227 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:34.635510 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d99d3d3a-0b73-466d-b883-b6e28293ccf4 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:34.639865 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51066) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:34.651749 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-bdb1475d-0214-447a-b2e4-8c5686404a8e None None] Set router f7b8dd67-88b8-4f42-87ee-9c82722da786 gateway port host: None {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:31:34.662473 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-2ea60518-c1b0-43cd-b904-c8836ac18227 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "DELETE /v2.0/subnets/48ff8e43-2762-48d0-8242-e1b75c56aaef HTTP/1.1" status: 204 len: 168 time: 1.2811890 May 04 17:31:34.668471 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51072) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:34.684372 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-d99d3d3a-0b73-466d-b883-b6e28293ccf4 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Transition to ACTIVE for port object ad5d8597-1394-4578-b266-b91930b5abe6 will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:31:34.697560 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afed0bc6-6e4e-4d21-9f45-0d308b9eabd3 None None] Network dc521a67-ad73-4658-89d0-00bb27c0bc84 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:31:34.739296 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-16936e4e-4f91-40b6-8329-7736469d0453 None None] For port 1ecb7149-af9f-4da0-abc0-671e7e0da751, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=1ecb7149-af9f-4da0-abc0-671e7e0da751,segment=NetworkSegment(eb4cf6a8-e9be-4f2c-b3fb-3f1ecc3fc3b8),segment_id=eb4cf6a8-e9be-4f2c-b3fb-3f1ecc3fc3b8)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:31:34.740582 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-88d5591f-e0f5-422b-bb3f-f3dba45aaf6b None None] Transition to ACTIVE for port object 71256015-70b8-4ba0-afbd-dddfd37953cc will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:31:34.771085 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-291fd40f-2e43-46b4-8e8a-8f6c1246f13c tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] DELETE failed (client error): The resource could not be found. May 04 17:31:34.775583 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-291fd40f-2e43-46b4-8e8a-8f6c1246f13c tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:31:34.787165 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-16936e4e-4f91-40b6-8329-7736469d0453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:34.812852 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4fcc63fe-4929-46ac-94b2-afea353786fc tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:34.823655 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-43becefb-1215-477e-92ed-2be0f0c5dd8b tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Unset dirty status for tenant:01982c7e044f4effb47ed53cf1a17c76 on resource:security_group {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:31:34.829249 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-43becefb-1215-477e-92ed-2be0f0c5dd8b tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6873610 May 04 17:31:34.834298 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51076) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:34.837327 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80b06a4-532d-4b75-b4dd-cfbf1944ee9b None None] Update dhcp port {'port': {'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'fixed_ips': [{'subnet_id': 'f1ef7bd3-5642-48dd-bc2a-2302429ca513', 'ip_address': '2001:db8::f816:3eff:fe22:def9'}, {'subnet_id': '7840f39c-0dee-4b59-ba51-553e8ab1e109'}], 'binding:host_id': 'dv-neutron-840426-1-hyperv'}, 'id': '87742c0b-12d4-43b2-b27a-7cba734f1436'} from dv-neutron-840426-1-hyperv. {{(pid=88039) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 04 17:31:34.838989 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-291fd40f-2e43-46b4-8e8a-8f6c1246f13c tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "DELETE /v2.0/ports/8ed415de-2ba9-4a72-9323-55ee3b1f4d7d HTTP/1.1" status: 404 len: 333 time: 0.2836614 May 04 17:31:34.856532 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51080) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:34.861506 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cf9fca3d-2b11-4337-86cc-41bb9f795e5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:34.879713 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-88d5591f-e0f5-422b-bb3f-f3dba45aaf6b None None] Transition to ACTIVE for port object 71256015-70b8-4ba0-afbd-dddfd37953cc will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:31:34.881160 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-4bcc9691-d89c-465c-af5e-c83d8a92e138 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Request body: {'security_group': {'name': 'tempest-secgroup--1221575516'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:34.890089 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-4bcc9691-d89c-465c-af5e-c83d8a92e138 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:34.917428 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-4fcc63fe-4929-46ac-94b2-afea353786fc tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Deleting port a3fdb46c-77c5-4e2b-9b86-baeae4c2280c {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:31:34.918100 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4fcc63fe-4929-46ac-94b2-afea353786fc tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:34.946082 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-4bcc9691-d89c-465c-af5e-c83d8a92e138 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:34.965731 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4ac188a4-f6c4-48a2-8300-371b2db891a6 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:34.984478 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfe9e73-d965-4670-8f2b-d149c7cac89c None None] Pushing event updated for resources: {'Port': ['ID=87742c0b-12d4-43b2-b27a-7cba734f1436,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:34.986865 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-88d5591f-e0f5-422b-bb3f-f3dba45aaf6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:34.990132 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-b487f63b-f984-4bba-a9b0-0be447718791 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] GET failed (client error): The resource could not be found. May 04 17:31:34.991630 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-b487f63b-f984-4bba-a9b0-0be447718791 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "GET /v2.0/ports/8ed415de-2ba9-4a72-9323-55ee3b1f4d7d HTTP/1.1" status: 404 len: 333 time: 0.1280720 May 04 17:31:35.005765 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51084) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:35.025732 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cf9fca3d-2b11-4337-86cc-41bb9f795e5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:35.031959 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4bcc9691-d89c-465c-af5e-c83d8a92e138 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:35.065826 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d99d3d3a-0b73-466d-b883-b6e28293ccf4 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:35.067982 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfe9e73-d965-4670-8f2b-d149c7cac89c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:35.068335 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfe9e73-d965-4670-8f2b-d149c7cac89c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:35.068673 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfe9e73-d965-4670-8f2b-d149c7cac89c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:35.069006 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfe9e73-d965-4670-8f2b-d149c7cac89c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:35.069339 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfe9e73-d965-4670-8f2b-d149c7cac89c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:35.069668 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfe9e73-d965-4670-8f2b-d149c7cac89c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:35.070012 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfe9e73-d965-4670-8f2b-d149c7cac89c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:35.070342 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfe9e73-d965-4670-8f2b-d149c7cac89c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:35.070666 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfe9e73-d965-4670-8f2b-d149c7cac89c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:35.070988 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfe9e73-d965-4670-8f2b-d149c7cac89c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:35.071308 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfe9e73-d965-4670-8f2b-d149c7cac89c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:35.072269 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfe9e73-d965-4670-8f2b-d149c7cac89c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:35.143276 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-4ac188a4-f6c4-48a2-8300-371b2db891a6 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Deleting port 665572bb-d84a-4b01-a396-f7ee25016ab6 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:31:35.143945 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4ac188a4-f6c4-48a2-8300-371b2db891a6 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:35.145542 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-4bcc9691-d89c-465c-af5e-c83d8a92e138 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:35.148388 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-a3daf887-032c-4d5a-90b6-ddacddb69ea6 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Allocated IP 2001:db8:3::1 (89ec246e-5a3e-4c96-8bd6-25375eb86e46/d5fe262c-4151-45b7-a512-facbde1420b7/544a5d47-de89-4b97-947b-fff6eaa3c94c) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:31:35.156359 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-4bcc9691-d89c-465c-af5e-c83d8a92e138 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Usage tracker for resource:security_group_rule and tenant:01982c7e044f4effb47ed53cf1a17c76 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:31:35.163976 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-4bcc9691-d89c-465c-af5e-c83d8a92e138 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:31:35.175476 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-4bcc9691-d89c-465c-af5e-c83d8a92e138 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:35.203239 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-c80b06a4-532d-4b75-b4dd-cfbf1944ee9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:35.230333 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d5591f-e0f5-422b-bb3f-f3dba45aaf6b None None] Network 89ec246e-5a3e-4c96-8bd6-25375eb86e46 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:31:35.240905 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-88d5591f-e0f5-422b-bb3f-f3dba45aaf6b None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:31:35.256730 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d5591f-e0f5-422b-bb3f-f3dba45aaf6b None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:31:35.344033 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-bdb1475d-0214-447a-b2e4-8c5686404a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'name': 'tempest-RoutersTest-router-305251255', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:29:20Z', 'updated_at': '2022-05-04T17:31:30Z', 'revision_number': 10, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'gw_port_host': None, '_interfaces': [{'id': '26b2ffc0-9652-4cf3-b203-f3b1becebe09', 'name': '', 'network_id': '2f65bb8b-7242-49b2-a8a7-abb038f78922', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'mac_address': 'fa:16:3e:7f:4a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ebac6750-cbc0-4304-8985-d5c3a04ce5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:25Z', 'updated_at': '2022-05-04T17:29:41Z', 'revision_number': 5, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'subnets': [{'id': 'ebac6750-cbc0-4304-8985-d5c3a04ce5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:35.351198 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb1475d-0214-447a-b2e4-8c5686404a8e None None] The sync data for ids ['f7b8dd67-88b8-4f42-87ee-9c82722da786'] in dv-neutron-840426-1-hyperv is: [{'id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'name': 'tempest-RoutersTest-router-305251255', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:29:20Z', 'updated_at': '2022-05-04T17:31:30Z', 'revision_number': 10, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'gw_port_host': None, '_interfaces': [{'id': '26b2ffc0-9652-4cf3-b203-f3b1becebe09', 'name': '', 'network_id': '2f65bb8b-7242-49b2-a8a7-abb038f78922', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'mac_address': 'fa:16:3e:7f:4a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': 'ebac6750-cbc0-4304-8985-d5c3a04ce5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:25Z', 'updated_at': '2022-05-04T17:29:41Z', 'revision_number': 5, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'subnets': [{'id': 'ebac6750-cbc0-4304-8985-d5c3a04ce5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:31:35.378598 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99d3d3a-0b73-466d-b883-b6e28293ccf4 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:31:35.405550 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-d99d3d3a-0b73-466d-b883-b6e28293ccf4 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:31:35.481653 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-4fcc63fe-4929-46ac-94b2-afea353786fc tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] For port a3fdb46c-77c5-4e2b-9b86-baeae4c2280c, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=a3fdb46c-77c5-4e2b-9b86-baeae4c2280c,segment=NetworkSegment(c4ca3a4a-84dc-4de6-8132-dc7ac31231a0),segment_id=c4ca3a4a-84dc-4de6-8132-dc7ac31231a0)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:31:35.481991 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4fcc63fe-4929-46ac-94b2-afea353786fc tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:35.482133 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99d3d3a-0b73-466d-b883-b6e28293ccf4 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:31:35.510807 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99d3d3a-0b73-466d-b883-b6e28293ccf4 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event updated for resources: {'Port': ['ID=ad5d8597-1394-4578-b266-b91930b5abe6,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:35.517803 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-10f250c0-8bdb-4644-b13f-be407f6d3df4 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Deleting subnet 13f5a3ea-df07-4581-b883-310a85738d52 {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:31:35.518628 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16936e4e-4f91-40b6-8329-7736469d0453 None None] Pushing event updated for resources: {'Port': ['ID=1ecb7149-af9f-4da0-abc0-671e7e0da751,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:35.528851 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-10f250c0-8bdb-4644-b13f-be407f6d3df4 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:35.564114 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43075f3-3848-48bb-b893-37e9cd044ec0 req-8e5e9f59-0789-4350-9e97-2c9affe93cae tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:35.571189 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d43075f3-3848-48bb-b893-37e9cd044ec0 req-8e5e9f59-0789-4350-9e97-2c9affe93cae tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/ports?device_id=a89c1a56-83ba-4c06-94e3-b931024cb05a HTTP/1.1" status: 200 len: 943 time: 0.7466295 May 04 17:31:35.664032 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-4fcc63fe-4929-46ac-94b2-afea353786fc tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Calling delete_port for a3fdb46c-77c5-4e2b-9b86-baeae4c2280c owned by network:dhcp {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:31:35.690754 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-4ac188a4-f6c4-48a2-8300-371b2db891a6 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] For port 665572bb-d84a-4b01-a396-f7ee25016ab6, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=665572bb-d84a-4b01-a396-f7ee25016ab6,segment=NetworkSegment(98b61957-a94f-4bac-a737-9b8b5b15c65f),segment_id=98b61957-a94f-4bac-a737-9b8b5b15c65f)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:31:35.691032 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4ac188a4-f6c4-48a2-8300-371b2db891a6 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:35.727943 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cf9fca3d-2b11-4337-86cc-41bb9f795e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:35.728296 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-73b9eadb-133e-425d-858a-5a3fbe38d4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:35.755928 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-88d5591f-e0f5-422b-bb3f-f3dba45aaf6b None None] Attempting to bind port 71256015-70b8-4ba0-afbd-dddfd37953cc on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:31:35.756297 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-88d5591f-e0f5-422b-bb3f-f3dba45aaf6b None None] Attempting to bind port 71256015-70b8-4ba0-afbd-dddfd37953cc by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '8b671b37-a208-4bfe-b481-00d5eaa53cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '89ec246e-5a3e-4c96-8bd6-25375eb86e46'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:31:35.756662 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d5591f-e0f5-422b-bb3f-f3dba45aaf6b None None] Attempting to bind port 71256015-70b8-4ba0-afbd-dddfd37953cc on network 89ec246e-5a3e-4c96-8bd6-25375eb86e46 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:31:35.768664 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d5591f-e0f5-422b-bb3f-f3dba45aaf6b None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:31:35.769408 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d5591f-e0f5-422b-bb3f-f3dba45aaf6b None None] Checking segment: {'id': '8b671b37-a208-4bfe-b481-00d5eaa53cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '89ec246e-5a3e-4c96-8bd6-25375eb86e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:31:35.769408 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-88d5591f-e0f5-422b-bb3f-f3dba45aaf6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:35.769829 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d5591f-e0f5-422b-bb3f-f3dba45aaf6b None None] Bound using segment: {'id': '8b671b37-a208-4bfe-b481-00d5eaa53cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '89ec246e-5a3e-4c96-8bd6-25375eb86e46'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:31:35.770487 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-88d5591f-e0f5-422b-bb3f-f3dba45aaf6b None None] Bound port: 71256015-70b8-4ba0-afbd-dddfd37953cc, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b671b37-a208-4bfe-b481-00d5eaa53cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '89ec246e-5a3e-4c96-8bd6-25375eb86e46'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:31:35.770867 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-88d5591f-e0f5-422b-bb3f-f3dba45aaf6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:35.792234 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a3daf887-032c-4d5a-90b6-ddacddb69ea6 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:35.803400 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4bcc9691-d89c-465c-af5e-c83d8a92e138 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:35.833756 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4bcc9691-d89c-465c-af5e-c83d8a92e138 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:35.874148 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-a3daf887-032c-4d5a-90b6-ddacddb69ea6 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Transition to ACTIVE for port object 544a5d47-de89-4b97-947b-fff6eaa3c94c will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:31:35.880695 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4fcc63fe-4929-46ac-94b2-afea353786fc tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:35.888366 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef82df2-6009-4bed-bb8c-814b0251db9b None None] DHCP port deletion for 212ce57c-f6d1-4ceb-b34b-61447314d862 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:31:35.890487 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d5591f-e0f5-422b-bb3f-f3dba45aaf6b None None] Pushing event updated for resources: {'Port': ['ID=71256015-70b8-4ba0-afbd-dddfd37953cc,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:35.904873 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-10f250c0-8bdb-4644-b13f-be407f6d3df4 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:35.955512 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-52a827b1-0ee6-4d2a-9959-e5ac91e195c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'name': 'tempest-RoutersIpV6Test-router-923744432', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:30:42Z', 'updated_at': '2022-05-04T17:31:24Z', 'revision_number': 4, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'gw_port_host': None, '_interfaces': [{'id': '349a1f1c-957e-4ab3-9534-8bd626a5fc32', 'name': '', 'network_id': '82027b46-4193-456d-a11e-1076c3f57e9d', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'mac_address': 'fa:16:3e:0e:06:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'b638ab86-3739-4801-b4a1-31a48df33c4a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:31:03Z', 'updated_at': '2022-05-04T17:31:21Z', 'revision_number': 5, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'subnets': [{'id': 'b638ab86-3739-4801-b4a1-31a48df33c4a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd9f33f-1222-415e-a93f-3d7b7741cdc9', 'name': '', 'network_id': '323a8429-2a2d-45ea-b69f-eb667185350e', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'mac_address': 'fa:16:3e:cc:0c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '2f4262d2-4cc8-4374-aa55-7fd788a8786d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:31:22Z', 'updated_at': '2022-05-04T17:31:32Z', 'revision_number': 4, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'subnets': [{'id': '2f4262d2-4cc8-4374-aa55-7fd788a8786d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7c8349f-d96d-4540-89c9-8f3a6eba8953', 'name': '', 'network_id': '260d4353-0523-4bd2-b365-76fa65682043', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'mac_address': 'fa:16:3e:eb:40:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'f5313b1f-026c-4616-a62e-981d8297fb35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:30:51Z', 'updated_at': '2022-05-04T17:31:16Z', 'revision_number': 5, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'subnets': [{'id': 'f5313b1f-026c-4616-a62e-981d8297fb35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:35.977568 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-4ac188a4-f6c4-48a2-8300-371b2db891a6 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Calling delete_port for 665572bb-d84a-4b01-a396-f7ee25016ab6 owned by network:dhcp {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:31:35.979441 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a827b1-0ee6-4d2a-9959-e5ac91e195c1 None None] The sync data for ids ['946552a2-07ce-41ce-925c-46bdd5eb5a36'] in dv-neutron-840426-1-hyperv is: [{'id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'name': 'tempest-RoutersIpV6Test-router-923744432', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:30:42Z', 'updated_at': '2022-05-04T17:31:24Z', 'revision_number': 4, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'gw_port_host': None, '_interfaces': [{'id': '349a1f1c-957e-4ab3-9534-8bd626a5fc32', 'name': '', 'network_id': '82027b46-4193-456d-a11e-1076c3f57e9d', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'mac_address': 'fa:16:3e:0e:06:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'b638ab86-3739-4801-b4a1-31a48df33c4a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:31:03Z', 'updated_at': '2022-05-04T17:31:21Z', 'revision_number': 5, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'subnets': [{'id': 'b638ab86-3739-4801-b4a1-31a48df33c4a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd9f33f-1222-415e-a93f-3d7b7741cdc9', 'name': '', 'network_id': '323a8429-2a2d-45ea-b69f-eb667185350e', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'mac_address': 'fa:16:3e:cc:0c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '2f4262d2-4cc8-4374-aa55-7fd788a8786d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:31:22Z', 'updated_at': '2022-05-04T17:31:32Z', 'revision_number': 4, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'subnets': [{'id': '2f4262d2-4cc8-4374-aa55-7fd788a8786d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7c8349f-d96d-4540-89c9-8f3a6eba8953', 'name': '', 'network_id': '260d4353-0523-4bd2-b365-76fa65682043', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'mac_address': 'fa:16:3e:eb:40:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'f5313b1f-026c-4616-a62e-981d8297fb35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:30:51Z', 'updated_at': '2022-05-04T17:31:16Z', 'revision_number': 5, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'subnets': [{'id': 'f5313b1f-026c-4616-a62e-981d8297fb35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:31:36.004358 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-88d5591f-e0f5-422b-bb3f-f3dba45aaf6b None None] For port 71256015-70b8-4ba0-afbd-dddfd37953cc, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:31:36.007696 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-c80b06a4-532d-4b75-b4dd-cfbf1944ee9b None None] Allocated IP 172.20.0.2 (6b89b041-5c42-49da-97bf-23cee8aadf17/7840f39c-0dee-4b59-ba51-553e8ab1e109/87742c0b-12d4-43b2-b27a-7cba734f1436) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:31:36.011121 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-88d5591f-e0f5-422b-bb3f-f3dba45aaf6b None None] For port 71256015-70b8-4ba0-afbd-dddfd37953cc, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=71256015-70b8-4ba0-afbd-dddfd37953cc,segment=NetworkSegment(8b671b37-a208-4bfe-b481-00d5eaa53cb5),segment_id=8b671b37-a208-4bfe-b481-00d5eaa53cb5)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:31:36.028706 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcc63fe-4929-46ac-94b2-afea353786fc tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Pushing event deleted for resources: {'Port': ['ID=a3fdb46c-77c5-4e2b-9b86-baeae4c2280c,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:36.037447 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99d3d3a-0b73-466d-b883-b6e28293ccf4 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:36.038127 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d99d3d3a-0b73-466d-b883-b6e28293ccf4 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:36.040459 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcc63fe-4929-46ac-94b2-afea353786fc tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] No DVR routers for this DVR port a3fdb46c-77c5-4e2b-9b86-baeae4c2280c on host dv-neutron-840426-1-hyperv {{(pid=88038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:31:36.042563 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9fca3d-2b11-4337-86cc-41bb9f795e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d7daf8-eefb-4a9e-a489-103304fdf0de,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:36.135206 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcc9691-d89c-465c-af5e-c83d8a92e138 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15a07bb8-5310-42c2-b804-73443bc3f4b3,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:36.138664 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d43075f3-3848-48bb-b893-37e9cd044ec0 req-fa13ef4f-2c8b-418b-9185-f1f4119794a3 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/security-groups?id=81808876-4a61-479a-81ee-b14447baf6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5659618 May 04 17:31:36.164962 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ffb2a52-acc1-47e9-acf2-9e80b103e8e6 None None] DHCP port deletion for dc521a67-ad73-4658-89d0-00bb27c0bc84 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:31:36.199725 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4bcc9691-d89c-465c-af5e-c83d8a92e138 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:36.204866 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-4bcc9691-d89c-465c-af5e-c83d8a92e138 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3687940 May 04 17:31:36.205533 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51088) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:36.215467 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 1ecb7149-af9f-4da0-abc0-671e7e0da751 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:31:36.231461 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-d2980323-9f85-43b9-98ce-1774162d6844 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Request body: {'security_group_rule': {'security_group_id': '15a07bb8-5310-42c2-b804-73443bc3f4b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:36.232332 dv-neutron-840426-1-hyperv neutron-server[88038]: WARNING neutron.api.v2.base [None req-d2980323-9f85-43b9-98ce-1774162d6844 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 04 17:31:36.232851 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.api.v2.resource [None req-d2980323-9f85-43b9-98ce-1774162d6844 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 04 17:31:36.239692 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-d2980323-9f85-43b9-98ce-1774162d6844 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0288451 May 04 17:31:36.244025 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51092) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:36.263565 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-88d5591f-e0f5-422b-bb3f-f3dba45aaf6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:36.287491 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cf9fca3d-2b11-4337-86cc-41bb9f795e5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:36.290403 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-cf9fca3d-2b11-4337-86cc-41bb9f795e5e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/95d7daf8-eefb-4a9e-a489-103304fdf0de HTTP/1.1" status: 204 len: 168 time: 1.6494555 May 04 17:31:36.311883 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-d99d3d3a-0b73-466d-b883-b6e28293ccf4 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.4329710 May 04 17:31:36.313184 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4ac188a4-f6c4-48a2-8300-371b2db891a6 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:36.335515 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51098) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:36.360213 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4fcc63fe-4929-46ac-94b2-afea353786fc tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:36.370584 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-c6235c4d-0f1e-402d-ba78-1b1b26dcd228 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Request body: {'security_group_rule': {'security_group_id': '15a07bb8-5310-42c2-b804-73443bc3f4b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:36.371368 dv-neutron-840426-1-hyperv neutron-server[88038]: WARNING neutron.api.v2.base [None req-c6235c4d-0f1e-402d-ba78-1b1b26dcd228 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 04 17:31:36.371736 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.api.v2.resource [None req-c6235c4d-0f1e-402d-ba78-1b1b26dcd228 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 04 17:31:36.376040 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-c6235c4d-0f1e-402d-ba78-1b1b26dcd228 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.1309879 May 04 17:31:36.376640 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51100) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:36.385792 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a3daf887-032c-4d5a-90b6-ddacddb69ea6 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:36.402762 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-63955835-8eae-4548-86eb-fa24e9808eda tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Request body: {'security_group_rule': {'security_group_id': '15a07bb8-5310-42c2-b804-73443bc3f4b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:36.403615 dv-neutron-840426-1-hyperv neutron-server[88038]: WARNING neutron.api.v2.base [None req-63955835-8eae-4548-86eb-fa24e9808eda tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 04 17:31:36.404118 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.api.v2.resource [None req-63955835-8eae-4548-86eb-fa24e9808eda tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 04 17:31:36.406005 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac188a4-f6c4-48a2-8300-371b2db891a6 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] No DVR routers for this DVR port 665572bb-d84a-4b01-a396-f7ee25016ab6 on host dv-neutron-840426-1-hyperv {{(pid=88037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:31:36.408055 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-63955835-8eae-4548-86eb-fa24e9808eda tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0267429 May 04 17:31:36.447132 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-7ffb2a52-acc1-47e9-acf2-9e80b103e8e6 None None] Deleting port 665572bb-d84a-4b01-a396-f7ee25016ab6 {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:31:36.451731 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-7ffb2a52-acc1-47e9-acf2-9e80b103e8e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:36.473558 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51104) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:36.523238 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-4fcc63fe-4929-46ac-94b2-afea353786fc tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['212ce57c-f6d1-4ceb-b34b-61447314d862']}} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:36.555610 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-8a3e18da-3622-443d-8f37-fd043947b575 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Request body: {'security_group_rule': {'security_group_id': '15a07bb8-5310-42c2-b804-73443bc3f4b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:36.557063 dv-neutron-840426-1-hyperv neutron-server[88038]: WARNING neutron.api.v2.base [None req-8a3e18da-3622-443d-8f37-fd043947b575 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 04 17:31:36.557574 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.api.v2.resource [None req-8a3e18da-3622-443d-8f37-fd043947b575 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 04 17:31:36.570899 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-8a3e18da-3622-443d-8f37-fd043947b575 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0814888 May 04 17:31:36.576765 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51110) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:36.590984 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3daf887-032c-4d5a-90b6-ddacddb69ea6 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Network 89ec246e-5a3e-4c96-8bd6-25375eb86e46 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:31:36.593065 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-4fcc63fe-4929-46ac-94b2-afea353786fc tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4ca3a4a-84dc-4de6-8132-dc7ac31231a0') {'for_net_delete': True} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:36.593550 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-4fcc63fe-4929-46ac-94b2-afea353786fc tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4ca3a4a-84dc-4de6-8132-dc7ac31231a0') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:36.595913 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac188a4-f6c4-48a2-8300-371b2db891a6 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Pushing event deleted for resources: {'Port': ['ID=665572bb-d84a-4b01-a396-f7ee25016ab6,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:36.604283 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-a3daf887-032c-4d5a-90b6-ddacddb69ea6 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:31:36.615666 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3daf887-032c-4d5a-90b6-ddacddb69ea6 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:31:36.616439 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a3daf887-032c-4d5a-90b6-ddacddb69ea6 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710357'] for router_interface, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:36.621851 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3daf887-032c-4d5a-90b6-ddacddb69ea6 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Pushing event updated for resources: {'Port': ['ID=544a5d47-de89-4b97-947b-fff6eaa3c94c,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:36.625963 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4fcc63fe-4929-46ac-94b2-afea353786fc tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801627'] for segment, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:36.663775 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4fcc63fe-4929-46ac-94b2-afea353786fc tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:36.676190 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fcc63fe-4929-46ac-94b2-afea353786fc tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=88038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:31:36.676915 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4fcc63fe-4929-46ac-94b2-afea353786fc tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7881827'] for segment, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:36.693010 dv-neutron-840426-1-hyperv neutron-server[88038]: Traceback (most recent call last): May 04 17:31:36.693010 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:31:36.693010 dv-neutron-840426-1-hyperv neutron-server[88038]: timer() May 04 17:31:36.693010 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:31:36.693010 dv-neutron-840426-1-hyperv neutron-server[88038]: cb(*args, **kw) May 04 17:31:36.693010 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:31:36.693010 dv-neutron-840426-1-hyperv neutron-server[88038]: return func(*args, **kwargs) May 04 17:31:36.693010 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:31:36.693010 dv-neutron-840426-1-hyperv neutron-server[88038]: self._notify() May 04 17:31:36.693010 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:31:36.693010 dv-neutron-840426-1-hyperv neutron-server[88038]: self.callback(batched_events) May 04 17:31:36.693010 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:31:36.693010 dv-neutron-840426-1-hyperv neutron-server[88038]: event.method(event) May 04 17:31:36.693010 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:31:36.693010 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:31:36.693010 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:31:36.693010 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:31:36.693010 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:31:36.693010 dv-neutron-840426-1-hyperv neutron-server[88038]: return f(self, *a, **k) May 04 17:31:36.693010 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:31:36.693010 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._get(url).json() May 04 17:31:36.693010 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:31:36.693010 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:31:36.693010 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:31:36.693010 dv-neutron-840426-1-hyperv neutron-server[88038]: return self.request(url, 'GET', **kwargs) May 04 17:31:36.693010 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:31:36.693010 dv-neutron-840426-1-hyperv neutron-server[88038]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:31:36.693010 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:31:36.693010 dv-neutron-840426-1-hyperv neutron-server[88038]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:31:36.693010 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:31:36.693010 dv-neutron-840426-1-hyperv neutron-server[88038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:31:36.693010 dv-neutron-840426-1-hyperv neutron-server[88038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:31:36.823152 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eac100c-9021-4c87-a35a-892248bae759 None None] Network 33d84571-f489-4105-99c8-8c1db4a992d7 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:31:36.840441 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4fcc63fe-4929-46ac-94b2-afea353786fc tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:36.847034 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4fcc63fe-4929-46ac-94b2-afea353786fc tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:36.886801 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-4fcc63fe-4929-46ac-94b2-afea353786fc tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] 10.222.0.41 "DELETE /v2.0/networks/212ce57c-f6d1-4ceb-b34b-61447314d862 HTTP/1.1" status: 204 len: 168 time: 2.6773958 May 04 17:31:36.892592 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcc63fe-4929-46ac-94b2-afea353786fc tempest-NetworksIpV6Test-569498184 tempest-NetworksIpV6Test-569498184-project] Pushing event deleted for resources: {'Network': ['ID=212ce57c-f6d1-4ceb-b34b-61447314d862,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:37.003515 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4ac188a4-f6c4-48a2-8300-371b2db891a6 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:37.016422 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-7ffb2a52-acc1-47e9-acf2-9e80b103e8e6 None None] The port '665572bb-d84a-4b01-a396-f7ee25016ab6' was deleted {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 04 17:31:37.032089 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:37.032909 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:37.084888 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device c5528093-85fd-4674-98ad-09fd400f3a4d details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:31:37.130769 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-4ac188a4-f6c4-48a2-8300-371b2db891a6 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc521a67-ad73-4658-89d0-00bb27c0bc84']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:37.197317 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-4ac188a4-f6c4-48a2-8300-371b2db891a6 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98b61957-a94f-4bac-a737-9b8b5b15c65f') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:37.199364 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-4ac188a4-f6c4-48a2-8300-371b2db891a6 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98b61957-a94f-4bac-a737-9b8b5b15c65f') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:37.217987 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a3daf887-032c-4d5a-90b6-ddacddb69ea6 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:37.305189 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-10f250c0-8bdb-4644-b13f-be407f6d3df4 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:37.377695 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4ac188a4-f6c4-48a2-8300-371b2db891a6 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:37.405207 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5a1898fc-6157-4b54-ad2f-5ec70c66c827 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:37.433622 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d5591f-e0f5-422b-bb3f-f3dba45aaf6b None None] Pushing event updated for resources: {'Port': ['ID=71256015-70b8-4ba0-afbd-dddfd37953cc,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:37.439607 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e328e7-a915-4b58-8dec-f096c9d66ae5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:37.446107 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e328e7-a915-4b58-8dec-f096c9d66ae5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:37.448531 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-c7e328e7-a915-4b58-8dec-f096c9d66ae5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Synchronizing usage tracker for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:31:37.449507 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-374c19e3-7307-4981-a13c-6f7576eb3238 None None] Provisioning for port 1ecb7149-af9f-4da0-abc0-671e7e0da751 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:31:37.458572 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4ac188a4-f6c4-48a2-8300-371b2db891a6 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:37.481873 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ac188a4-f6c4-48a2-8300-371b2db891a6 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:31:37.482344 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4ac188a4-f6c4-48a2-8300-371b2db891a6 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:37.502785 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 17:31:37.502785 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:31:37.502785 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 17:31:37.502785 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:31:37.502785 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 17:31:37.502785 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:31:37.502785 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 17:31:37.502785 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:31:37.502785 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 17:31:37.502785 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:31:37.502785 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 17:31:37.502785 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:31:37.502785 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 17:31:37.502785 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:31:37.502785 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:31:37.502785 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:31:37.502785 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:31:37.502785 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:31:37.502785 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 17:31:37.502785 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:31:37.502785 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 17:31:37.502785 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:31:37.502785 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:31:37.502785 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:31:37.502785 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 17:31:37.502785 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:31:37.502785 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:31:37.502785 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:31:37.502785 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:31:37.502785 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:31:37.502785 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:31:37.502785 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:31:37.546899 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5a1898fc-6157-4b54-ad2f-5ec70c66c827 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:37.581552 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51132) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:37.584688 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-c7e328e7-a915-4b58-8dec-f096c9d66ae5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Unset dirty status for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:31:37.589201 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-c7e328e7-a915-4b58-8dec-f096c9d66ae5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 1.1073914 May 04 17:31:37.591998 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51134) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:37.619630 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.db.resource_extend [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 17:31:37.742430 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4ac188a4-f6c4-48a2-8300-371b2db891a6 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:37.749557 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4ac188a4-f6c4-48a2-8300-371b2db891a6 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:37.753056 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-10f250c0-8bdb-4644-b13f-be407f6d3df4 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:37.794248 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port c5528093-85fd-4674-98ad-09fd400f3a4d, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=c5528093-85fd-4674-98ad-09fd400f3a4d,segment=NetworkSegment(43abb714-434f-4258-8b22-3a18bd64fc2f),segment_id=43abb714-434f-4258-8b22-3a18bd64fc2f)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:31:37.840084 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac188a4-f6c4-48a2-8300-371b2db891a6 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Pushing event deleted for resources: {'Network': ['ID=dc521a67-ad73-4658-89d0-00bb27c0bc84,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:37.850545 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Returning: {'device': 'c5528093-85fd-4674-98ad-09fd400f3a4d', 'network_id': 'b631325e-11d5-4100-a2cb-8b9aba720937', 'port_id': 'c5528093-85fd-4674-98ad-09fd400f3a4d', 'mac_address': 'fa:16:3e:b9:2b:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35d620f1-cc33-411a-8546-1edeed82bf7b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:31:37.860405 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f250c0-8bdb-4644-b13f-be407f6d3df4 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event deleted for resources: {'Subnet': ['ID=13f5a3ea-df07-4581-b883-310a85738d52,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:37.862830 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-10f250c0-8bdb-4644-b13f-be407f6d3df4 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:37.866288 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 1ecb7149-af9f-4da0-abc0-671e7e0da751 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:31:37.873977 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-1df5ec58-f7d6-408a-bbd4-f9bd60628566 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Deleting port ad5d8597-1394-4578-b266-b91930b5abe6 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:31:37.874519 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1df5ec58-f7d6-408a-bbd4-f9bd60628566 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:37.883873 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 1ecb7149-af9f-4da0-abc0-671e7e0da751 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:31:37.884811 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:37.917484 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5a1898fc-6157-4b54-ad2f-5ec70c66c827 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:37.969746 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-10f250c0-8bdb-4644-b13f-be407f6d3df4 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "DELETE /v2.0/subnets/13f5a3ea-df07-4581-b883-310a85738d52 HTTP/1.1" status: 204 len: 168 time: 2.9538176 May 04 17:31:37.971536 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-4ac188a4-f6c4-48a2-8300-371b2db891a6 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "DELETE /v2.0/networks/dc521a67-ad73-4658-89d0-00bb27c0bc84 HTTP/1.1" status: 204 len: 168 time: 3.2987752 May 04 17:31:37.972784 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1898fc-6157-4b54-ad2f-5ec70c66c827 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a07bb8-5310-42c2-b804-73443bc3f4b3,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:37.976290 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51148) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:37.976963 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51150) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:37.981847 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a3daf887-032c-4d5a-90b6-ddacddb69ea6 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:37.985123 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-c80b06a4-532d-4b75-b4dd-cfbf1944ee9b None None] For port 87742c0b-12d4-43b2-b27a-7cba734f1436, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=87742c0b-12d4-43b2-b27a-7cba734f1436,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:31:37.995408 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5a1898fc-6157-4b54-ad2f-5ec70c66c827 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:37.996761 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-5a1898fc-6157-4b54-ad2f-5ec70c66c827 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] 10.222.0.41 "DELETE /v2.0/security-groups/15a07bb8-5310-42c2-b804-73443bc3f4b3 HTTP/1.1" status: 204 len: 168 time: 1.4029133 May 04 17:31:38.006832 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:38.020545 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51156) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:38.029522 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:38.032982 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a3daf887-032c-4d5a-90b6-ddacddb69ea6 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:38.034009 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a3daf887-032c-4d5a-90b6-ddacddb69ea6 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710702'] for router_interface, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:38.049870 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5528093-85fd-4674-98ad-09fd400f3a4d {{(pid=88039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:31:38.091226 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port c5528093-85fd-4674-98ad-09fd400f3a4d, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=c5528093-85fd-4674-98ad-09fd400f3a4d,segment=NetworkSegment(43abb714-434f-4258-8b22-3a18bd64fc2f),segment_id=43abb714-434f-4258-8b22-3a18bd64fc2f)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:31:38.127731 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:38.226670 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.db.resource_extend [None req-c80b06a4-532d-4b75-b4dd-cfbf1944ee9b None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 17:31:38.263795 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-c80b06a4-532d-4b75-b4dd-cfbf1944ee9b None None] Notify callbacks [] for port, precommit_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:38.293592 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3daf887-032c-4d5a-90b6-ddacddb69ea6 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Pushing event updated for resources: {'Port': ['ID=544a5d47-de89-4b97-947b-fff6eaa3c94c,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:38.337035 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-945552c6-ba19-465a-b73b-8086475964c7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=53b502bc006642479c9b29af51aad044&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7459886 May 04 17:31:38.370060 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51164) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:38.392631 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-c80b06a4-532d-4b75-b4dd-cfbf1944ee9b None None] Transition to ACTIVE for port object 87742c0b-12d4-43b2-b27a-7cba734f1436 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:31:38.395785 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=c5528093-85fd-4674-98ad-09fd400f3a4d,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:38.404834 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-c80b06a4-532d-4b75-b4dd-cfbf1944ee9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:38.467845 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-947db2c0-f538-4b6a-bb61-a3c9943a0fff tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Synchronizing usage tracker for tenant:01982c7e044f4effb47ed53cf1a17c76 on resource:security_group {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:31:38.515437 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80b06a4-532d-4b75-b4dd-cfbf1944ee9b None None] Pushing event updated for resources: {'Port': ['ID=87742c0b-12d4-43b2-b27a-7cba734f1436,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:38.518556 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] get_ports_and_sgs() called for port_ids ['c5528093-85fd-4674-98ad-09fd400f3a4d'] {{(pid=88039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:31:38.552655 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6ead33c3-99d9-438f-a011-35b241b76be6 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:38.569362 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee4c276-036b-4c3c-9388-8d56a80497a3 req-b704f648-cf51-44e7-bf1c-15294a923f26 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:38.573225 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-4ee4c276-036b-4c3c-9388-8d56a80497a3 req-b704f648-cf51-44e7-bf1c-15294a923f26 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/ports?device_id=a89c1a56-83ba-4c06-94e3-b931024cb05a HTTP/1.1" status: 200 len: 943 time: 0.5883596 May 04 17:31:38.577079 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-947db2c0-f538-4b6a-bb61-a3c9943a0fff tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Unset dirty status for tenant:01982c7e044f4effb47ed53cf1a17c76 on resource:security_group {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:31:38.587534 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51172) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:38.587687 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-947db2c0-f538-4b6a-bb61-a3c9943a0fff tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5611269 May 04 17:31:38.629433 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3daf887-032c-4d5a-90b6-ddacddb69ea6 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Network 89ec246e-5a3e-4c96-8bd6-25375eb86e46 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:31:38.633631 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-a3daf887-032c-4d5a-90b6-ddacddb69ea6 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:31:38.654920 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:38.700643 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-d46240ab-27ce-4a84-aebc-e4d039024b7d tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Request body: {'security_group': {'name': 'tempest-secgroup--2097798426'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:38.706158 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbaaf0d-51ec-4210-87d0-cc717a3d0248 None None] Network 33d84571-f489-4105-99c8-8c1db4a992d7 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:31:38.794277 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-d46240ab-27ce-4a84-aebc-e4d039024b7d tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:38.798181 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3955e15d-c4e8-4a9c-8baa-0435ca19aafd None None] Network 89ec246e-5a3e-4c96-8bd6-25375eb86e46 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:31:38.833301 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 1ecb7149-af9f-4da0-abc0-671e7e0da751, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=1ecb7149-af9f-4da0-abc0-671e7e0da751,segment=NetworkSegment(eb4cf6a8-e9be-4f2c-b3fb-3f1ecc3fc3b8),segment_id=eb4cf6a8-e9be-4f2c-b3fb-3f1ecc3fc3b8)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:31:38.863461 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:38.864417 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-4ee4c276-036b-4c3c-9388-8d56a80497a3 req-91ffc20a-16cc-4f8d-a3d1-d3d3082cef00 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/security-groups?id=81808876-4a61-479a-81ee-b14447baf6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2755597 May 04 17:31:38.865334 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 87742c0b-12d4-43b2-b27a-7cba734f1436 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:31:38.871383 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3daf887-032c-4d5a-90b6-ddacddb69ea6 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Router 946552a2-07ce-41ce-925c-46bdd5eb5a36 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:31:38.907165 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-d46240ab-27ce-4a84-aebc-e4d039024b7d tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:38.914063 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-6ead33c3-99d9-438f-a011-35b241b76be6 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Deleting port 1ecb7149-af9f-4da0-abc0-671e7e0da751 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:31:38.914407 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6ead33c3-99d9-438f-a011-35b241b76be6 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:39.017841 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-56886a70-ea6d-4f58-a189-fd44d4011c75 None None] Provisioning complete for port 1ecb7149-af9f-4da0-abc0-671e7e0da751 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:31:39.018973 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-56886a70-ea6d-4f58-a189-fd44d4011c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:39.063919 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51182) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:39.127221 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3daf887-032c-4d5a-90b6-ddacddb69ea6 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:31:39.135745 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-a3daf887-032c-4d5a-90b6-ddacddb69ea6 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "PUT /v2.0/routers/946552a2-07ce-41ce-925c-46bdd5eb5a36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4981399 May 04 17:31:39.138405 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51188) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:39.149516 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-d0d1baeb-bdc2-4a4f-b422-2818ff93aef9 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:39.190262 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-314cb970-68a6-49cb-af7f-7e8831fd8aa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:39.240470 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d46240ab-27ce-4a84-aebc-e4d039024b7d tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:39.283412 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1df5ec58-f7d6-408a-bbd4-f9bd60628566 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:39.322072 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-9c6e2f52-8ac8-4d3e-a5ed-a0490623f872 tempest-PortsAdminExtendedAttrsTestJSON-2072440611 tempest-PortsAdminExtendedAttrsTestJSON-2072440611-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-951766810'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:39.328611 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-9c6e2f52-8ac8-4d3e-a5ed-a0490623f872 tempest-PortsAdminExtendedAttrsTestJSON-2072440611 tempest-PortsAdminExtendedAttrsTestJSON-2072440611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:39.333872 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-9c6e2f52-8ac8-4d3e-a5ed-a0490623f872 tempest-PortsAdminExtendedAttrsTestJSON-2072440611 tempest-PortsAdminExtendedAttrsTestJSON-2072440611-project] Usage tracker for resource:network and tenant:781ac7ba5de14b8dbf7a2b712cd4ce69 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:31:39.337981 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-9c6e2f52-8ac8-4d3e-a5ed-a0490623f872 tempest-PortsAdminExtendedAttrsTestJSON-2072440611 tempest-PortsAdminExtendedAttrsTestJSON-2072440611-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:31:39.345380 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-9c6e2f52-8ac8-4d3e-a5ed-a0490623f872 tempest-PortsAdminExtendedAttrsTestJSON-2072440611 tempest-PortsAdminExtendedAttrsTestJSON-2072440611-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:39.377837 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c6e2f52-8ac8-4d3e-a5ed-a0490623f872 tempest-PortsAdminExtendedAttrsTestJSON-2072440611 tempest-PortsAdminExtendedAttrsTestJSON-2072440611-project] Made reservation on behalf of 781ac7ba5de14b8dbf7a2b712cd4ce69 for: {'network': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:31:39.381846 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9c6e2f52-8ac8-4d3e-a5ed-a0490623f872 tempest-PortsAdminExtendedAttrsTestJSON-2072440611 tempest-PortsAdminExtendedAttrsTestJSON-2072440611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:39.399427 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9c6e2f52-8ac8-4d3e-a5ed-a0490623f872 tempest-PortsAdminExtendedAttrsTestJSON-2072440611 tempest-PortsAdminExtendedAttrsTestJSON-2072440611-project] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:39.405840 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06aff6e-753a-48ae-a424-ca6c61e51788 None None] Sync routers for ids ['946552a2-07ce-41ce-925c-46bdd5eb5a36'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:31:39.423934 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-9c6e2f52-8ac8-4d3e-a5ed-a0490623f872 tempest-PortsAdminExtendedAttrsTestJSON-2072440611 tempest-PortsAdminExtendedAttrsTestJSON-2072440611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:39.428105 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-9c6e2f52-8ac8-4d3e-a5ed-a0490623f872 tempest-PortsAdminExtendedAttrsTestJSON-2072440611 tempest-PortsAdminExtendedAttrsTestJSON-2072440611-project] Usage tracker for resource:security_group_rule and tenant:781ac7ba5de14b8dbf7a2b712cd4ce69 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:31:39.431144 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-9c6e2f52-8ac8-4d3e-a5ed-a0490623f872 tempest-PortsAdminExtendedAttrsTestJSON-2072440611 tempest-PortsAdminExtendedAttrsTestJSON-2072440611-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:31:39.437844 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-9c6e2f52-8ac8-4d3e-a5ed-a0490623f872 tempest-PortsAdminExtendedAttrsTestJSON-2072440611 tempest-PortsAdminExtendedAttrsTestJSON-2072440611-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:39.557262 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-1df5ec58-f7d6-408a-bbd4-f9bd60628566 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Calling delete_port for ad5d8597-1394-4578-b266-b91930b5abe6 owned by {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:31:39.598966 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06aff6e-753a-48ae-a424-ca6c61e51788 None None] Routers {'946552a2-07ce-41ce-925c-46bdd5eb5a36'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:31:39.599622 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-b06aff6e-753a-48ae-a424-ca6c61e51788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:31:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['946552a2-07ce-41ce-925c-46bdd5eb5a36'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:39.664124 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-314cb970-68a6-49cb-af7f-7e8831fd8aa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:39.672388 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-d46240ab-27ce-4a84-aebc-e4d039024b7d tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:39.786339 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:39.797157 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=1ecb7149-af9f-4da0-abc0-671e7e0da751,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:39.893124 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-d46240ab-27ce-4a84-aebc-e4d039024b7d tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Usage tracker for resource:security_group_rule and tenant:01982c7e044f4effb47ed53cf1a17c76 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:31:39.931910 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-b06aff6e-753a-48ae-a424-ca6c61e51788 None None] Set router 946552a2-07ce-41ce-925c-46bdd5eb5a36 gateway port host: None {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:31:39.953621 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1df5ec58-f7d6-408a-bbd4-f9bd60628566 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:39.961671 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-d46240ab-27ce-4a84-aebc-e4d039024b7d tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:31:40.023425 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device a3fdb46c-77c5-4e2b-9b86-baeae4c2280c no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:31:40.049747 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df5ec58-f7d6-408a-bbd4-f9bd60628566 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event deleted for resources: {'Port': ['ID=ad5d8597-1394-4578-b266-b91930b5abe6,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:40.051898 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-314cb970-68a6-49cb-af7f-7e8831fd8aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:40.058435 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-d46240ab-27ce-4a84-aebc-e4d039024b7d tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:40.101206 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: a3fdb46c-77c5-4e2b-9b86-baeae4c2280c {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:31:40.101551 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device a3fdb46c-77c5-4e2b-9b86-baeae4c2280c not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:31:40.102022 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device fbcda7fa-7584-47e4-a662-b2f3fb59ea54 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:31:40.138569 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9c6e2f52-8ac8-4d3e-a5ed-a0490623f872 tempest-PortsAdminExtendedAttrsTestJSON-2072440611 tempest-PortsAdminExtendedAttrsTestJSON-2072440611-project] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:40.145117 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9c6e2f52-8ac8-4d3e-a5ed-a0490623f872 tempest-PortsAdminExtendedAttrsTestJSON-2072440611 tempest-PortsAdminExtendedAttrsTestJSON-2072440611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:40.158844 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c6e2f52-8ac8-4d3e-a5ed-a0490623f872 tempest-PortsAdminExtendedAttrsTestJSON-2072440611 tempest-PortsAdminExtendedAttrsTestJSON-2072440611-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=88038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:31:40.166981 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: fbcda7fa-7584-47e4-a662-b2f3fb59ea54 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:31:40.167337 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device fbcda7fa-7584-47e4-a662-b2f3fb59ea54 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:31:40.171517 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9c6e2f52-8ac8-4d3e-a5ed-a0490623f872 tempest-PortsAdminExtendedAttrsTestJSON-2072440611 tempest-PortsAdminExtendedAttrsTestJSON-2072440611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:40.171517 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.segments_db [None req-9c6e2f52-8ac8-4d3e-a5ed-a0490623f872 tempest-PortsAdminExtendedAttrsTestJSON-2072440611 tempest-PortsAdminExtendedAttrsTestJSON-2072440611-project] Added segment 33370ae1-5a97-414b-8710-584759343f57 of type vlan for network 13bf7a29-e7ea-44ee-b184-e94b27e5ef47 May 04 17:31:40.173508 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-6fe6bd65-78bd-4dfe-81de-f7a9562041c4 None None] Provisioning for port 87742c0b-12d4-43b2-b27a-7cba734f1436 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:31:40.202914 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9c6e2f52-8ac8-4d3e-a5ed-a0490623f872 tempest-PortsAdminExtendedAttrsTestJSON-2072440611 tempest-PortsAdminExtendedAttrsTestJSON-2072440611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:40.212549 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314cb970-68a6-49cb-af7f-7e8831fd8aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e17e9c-5f65-47eb-aee7-202da930662f,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:40.250389 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.extraroute_db [None req-d0d1baeb-bdc2-4a4f-b422-2818ff93aef9 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=88038) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 04 17:31:40.254938 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9c6e2f52-8ac8-4d3e-a5ed-a0490623f872 tempest-PortsAdminExtendedAttrsTestJSON-2072440611 tempest-PortsAdminExtendedAttrsTestJSON-2072440611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:40.261990 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6e2f52-8ac8-4d3e-a5ed-a0490623f872 tempest-PortsAdminExtendedAttrsTestJSON-2072440611 tempest-PortsAdminExtendedAttrsTestJSON-2072440611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:40.262691 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9c6e2f52-8ac8-4d3e-a5ed-a0490623f872 tempest-PortsAdminExtendedAttrsTestJSON-2072440611 tempest-PortsAdminExtendedAttrsTestJSON-2072440611-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:40.324592 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-6fe6bd65-78bd-4dfe-81de-f7a9562041c4 None None] Provisioning complete for port 87742c0b-12d4-43b2-b27a-7cba734f1436 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:31:40.324977 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-6fe6bd65-78bd-4dfe-81de-f7a9562041c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:40.419742 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-9c6e2f52-8ac8-4d3e-a5ed-a0490623f872 tempest-PortsAdminExtendedAttrsTestJSON-2072440611 tempest-PortsAdminExtendedAttrsTestJSON-2072440611-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.3545547 May 04 17:31:40.430418 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6e2f52-8ac8-4d3e-a5ed-a0490623f872 tempest-PortsAdminExtendedAttrsTestJSON-2072440611 tempest-PortsAdminExtendedAttrsTestJSON-2072440611-project] Pushing event updated for resources: {'Network': ['ID=13bf7a29-e7ea-44ee-b184-e94b27e5ef47,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:40.443659 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.extraroute_db [None req-d0d1baeb-bdc2-4a4f-b422-2818ff93aef9 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Removed routes are [] {{(pid=88038) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 04 17:31:40.444153 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d0d1baeb-bdc2-4a4f-b422-2818ff93aef9 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:40.451122 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6e2f52-8ac8-4d3e-a5ed-a0490623f872 tempest-PortsAdminExtendedAttrsTestJSON-2072440611 tempest-PortsAdminExtendedAttrsTestJSON-2072440611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=996c5a81-08dc-4917-a3f3-dc1c9caaca8d,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:40.451688 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-6ead33c3-99d9-438f-a011-35b241b76be6 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] For port 1ecb7149-af9f-4da0-abc0-671e7e0da751, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=1ecb7149-af9f-4da0-abc0-671e7e0da751,segment=NetworkSegment(eb4cf6a8-e9be-4f2c-b3fb-3f1ecc3fc3b8),segment_id=eb4cf6a8-e9be-4f2c-b3fb-3f1ecc3fc3b8)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:31:40.451688 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6ead33c3-99d9-438f-a011-35b241b76be6 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:40.468427 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-314cb970-68a6-49cb-af7f-7e8831fd8aa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:40.469841 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-314cb970-68a6-49cb-af7f-7e8831fd8aa2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/88e17e9c-5f65-47eb-aee7-202da930662f HTTP/1.1" status: 204 len: 168 time: 2.0984473 May 04 17:31:40.567536 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f463e49-1a6a-40a8-9675-c5ec1f8a3d38 None None] DHCP port deletion for 33d84571-f489-4105-99c8-8c1db4a992d7 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:31:40.581751 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 13bf7a29-e7ea-44ee-b184-e94b27e5ef47 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:31:40.739496 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-9f463e49-1a6a-40a8-9675-c5ec1f8a3d38 None None] Deleting port 1ecb7149-af9f-4da0-abc0-671e7e0da751 {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:31:40.739997 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9f463e49-1a6a-40a8-9675-c5ec1f8a3d38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:40.883267 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51200) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:40.892199 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-6ead33c3-99d9-438f-a011-35b241b76be6 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Calling delete_port for 1ecb7149-af9f-4da0-abc0-671e7e0da751 owned by network:dhcp {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:31:40.954801 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e960a-e881-46e6-9f8a-1f5a54b6e727 req-7f59f2d9-827d-4c49-a46d-a6fc0832ca7c tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:40.956791 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-3e9e960a-e881-46e6-9f8a-1f5a54b6e727 req-7f59f2d9-827d-4c49-a46d-a6fc0832ca7c tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/ports?device_id=a89c1a56-83ba-4c06-94e3-b931024cb05a HTTP/1.1" status: 200 len: 944 time: 0.8922155 May 04 17:31:40.978824 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 87742c0b-12d4-43b2-b27a-7cba734f1436 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:31:41.012283 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Request body: {'port': {'network_id': '13bf7a29-e7ea-44ee-b184-e94b27e5ef47', 'binding:host_id': 'hv-neutron-8404', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-68586803'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:41.036738 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:41.049212 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Usage tracker for resource:port and tenant:da376b1409c94bcfab52495e9e0da14a is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:31:41.054289 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:31:41.065896 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:41.090213 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1df5ec58-f7d6-408a-bbd4-f9bd60628566 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:41.091081 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d0d1baeb-bdc2-4a4f-b422-2818ff93aef9 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:41.096819 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d0d1baeb-bdc2-4a4f-b422-2818ff93aef9 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-712177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-712168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-709817'] for router, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:41.100993 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Made reservation on behalf of da376b1409c94bcfab52495e9e0da14a for: {'port': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:31:41.104863 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:41.182744 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:41.271981 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6ead33c3-99d9-438f-a011-35b241b76be6 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:41.302089 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:41.310267 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Usage tracker for resource:security_group_rule and tenant:da376b1409c94bcfab52495e9e0da14a is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:31:41.314790 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:31:41.328153 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:41.360967 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0d1baeb-bdc2-4a4f-b422-2818ff93aef9 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Router 946552a2-07ce-41ce-925c-46bdd5eb5a36 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:31:41.374043 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d46240ab-27ce-4a84-aebc-e4d039024b7d tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:41.375625 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ead33c3-99d9-438f-a011-35b241b76be6 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] No DVR routers for this DVR port 1ecb7149-af9f-4da0-abc0-671e7e0da751 on host dv-neutron-840426-1-hyperv {{(pid=88037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:31:41.389791 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-1df5ec58-f7d6-408a-bbd4-f9bd60628566 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/ports/ad5d8597-1394-4578-b266-b91930b5abe6 HTTP/1.1" status: 204 len: 168 time: 3.7813916 May 04 17:31:41.408542 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-3e9e960a-e881-46e6-9f8a-1f5a54b6e727 req-559a7e80-40dc-4752-8cc6-9b87f6f71e7d tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/security-groups?id=81808876-4a61-479a-81ee-b14447baf6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4244998 May 04 17:31:41.410066 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51210) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:41.446157 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ead33c3-99d9-438f-a011-35b241b76be6 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event deleted for resources: {'Port': ['ID=1ecb7149-af9f-4da0-abc0-671e7e0da751,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:41.456943 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d46240ab-27ce-4a84-aebc-e4d039024b7d tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:41.550852 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 87742c0b-12d4-43b2-b27a-7cba734f1436 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:31:41.551194 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:41.579302 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:41.589201 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:41.591136 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cd63cc-b678-4484-aaec-d483e690c462 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:41.592819 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cd63cc-b678-4484-aaec-d483e690c462 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:41.594438 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cd63cc-b678-4484-aaec-d483e690c462 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:41.595441 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-d7cd63cc-b678-4484-aaec-d483e690c462 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Synchronizing usage tracker for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:subnet {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:31:41.614119 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d46240ab-27ce-4a84-aebc-e4d039024b7d tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:41.615345 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-d46240ab-27ce-4a84-aebc-e4d039024b7d tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 3.0231504 May 04 17:31:41.640319 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51218) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:41.643465 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-600dc83f-ba14-4d1a-a15b-c7961c182816 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710748'] for router_interface, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:41.695638 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] device_id is not set on port 31f5519d-eba7-4d45-bbe1-39e18c0965ce yet. {{(pid=88038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:31:41.742183 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-6fe6bd65-78bd-4dfe-81de-f7a9562041c4 None None] Provisioning for port 71256015-70b8-4ba0-afbd-dddfd37953cc completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:31:41.754944 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-9f463e49-1a6a-40a8-9675-c5ec1f8a3d38 None None] For port 1ecb7149-af9f-4da0-abc0-671e7e0da751, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=1ecb7149-af9f-4da0-abc0-671e7e0da751,segment=NetworkSegment(eb4cf6a8-e9be-4f2c-b3fb-3f1ecc3fc3b8),segment_id=eb4cf6a8-e9be-4f2c-b3fb-3f1ecc3fc3b8)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:31:41.755374 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9f463e49-1a6a-40a8-9675-c5ec1f8a3d38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:41.911372 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-9f463e49-1a6a-40a8-9675-c5ec1f8a3d38 None None] Calling delete_port for 1ecb7149-af9f-4da0-abc0-671e7e0da751 owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:31:41.920487 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d046ce-4d2e-40af-be78-e55176faaf05,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:41.960342 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-b06aff6e-753a-48ae-a424-ca6c61e51788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'name': 'tempest-RoutersIpV6Test-router-923744432', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:30:42Z', 'updated_at': '2022-05-04T17:31:36Z', 'revision_number': 5, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'gw_port_host': None, '_interfaces': [{'id': '349a1f1c-957e-4ab3-9534-8bd626a5fc32', 'name': '', 'network_id': '82027b46-4193-456d-a11e-1076c3f57e9d', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'mac_address': 'fa:16:3e:0e:06:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'b638ab86-3739-4801-b4a1-31a48df33c4a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:31:03Z', 'updated_at': '2022-05-04T17:31:21Z', 'revision_number': 5, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'subnets': [{'id': 'b638ab86-3739-4801-b4a1-31a48df33c4a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '544a5d47-de89-4b97-947b-fff6eaa3c94c', 'name': '', 'network_id': '89ec246e-5a3e-4c96-8bd6-25375eb86e46', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'mac_address': 'fa:16:3e:39:5a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'd5fe262c-4151-45b7-a512-facbde1420b7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:31:34Z', 'updated_at': '2022-05-04T17:31:37Z', 'revision_number': 2, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'subnets': [{'id': 'd5fe262c-4151-45b7-a512-facbde1420b7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd9f33f-1222-415e-a93f-3d7b7741cdc9', 'name': '', 'network_id': '323a8429-2a2d-45ea-b69f-eb667185350e', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'mac_address': 'fa:16:3e:cc:0c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '2f4262d2-4cc8-4374-aa55-7fd788a8786d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:31:22Z', 'updated_at': '2022-05-04T17:31:32Z', 'revision_number': 4, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'subnets': [{'id': '2f4262d2-4cc8-4374-aa55-7fd788a8786d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7c8349f-d96d-4540-89c9-8f3a6eba8953', 'name': '', 'network_id': '260d4353-0523-4bd2-b365-76fa65682043', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'mac_address': 'fa:16:3e:eb:40:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'f5313b1f-026c-4616-a62e-981d8297fb35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:30:51Z', 'updated_at': '2022-05-04T17:31:16Z', 'revision_number': 5, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'subnets': [{'id': 'f5313b1f-026c-4616-a62e-981d8297fb35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:41.962818 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d1baeb-bdc2-4a4f-b422-2818ff93aef9 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:31:41.982632 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06aff6e-753a-48ae-a424-ca6c61e51788 None None] Checking router: 946552a2-07ce-41ce-925c-46bdd5eb5a36 for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:31:41.984427 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51230) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:41.984747 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06aff6e-753a-48ae-a424-ca6c61e51788 None None] Updating router 946552a2-07ce-41ce-925c-46bdd5eb5a36 port 544a5d47-de89-4b97-947b-fff6eaa3c94c binding host dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:31:42.021279 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d0d1baeb-bdc2-4a4f-b422-2818ff93aef9 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:42.025221 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-d0d1baeb-bdc2-4a4f-b422-2818ff93aef9 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "PUT /v2.0/routers/946552a2-07ce-41ce-925c-46bdd5eb5a36 HTTP/1.1" status: 200 len: 953 time: 2.8858154 May 04 17:31:42.025904 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51236) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:42.050518 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-0ab1409f-e4e7-42cd-a201-7acaee1ddc7f None None] Could not find standard attr ID for object ad5d8597-1394-4578-b266-b91930b5abe6. {{(pid=88039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 04 17:31:42.055652 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b06aff6e-753a-48ae-a424-ca6c61e51788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:42.059648 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-c77f5060-9d82-4a0e-bfb7-bfa4418c9525 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Request body: {'security_group_rule': {'security_group_id': 'dc48643f-d3fe-4a19-acf4-ebf6e1c81793', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:42.060151 dv-neutron-840426-1-hyperv neutron-server[88037]: WARNING neutron.api.v2.base [None req-c77f5060-9d82-4a0e-bfb7-bfa4418c9525 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 04 17:31:42.060607 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.api.v2.resource [None req-c77f5060-9d82-4a0e-bfb7-bfa4418c9525 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 04 17:31:42.061579 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-c77f5060-9d82-4a0e-bfb7-bfa4418c9525 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0794435 May 04 17:31:42.109310 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51240) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:42.161254 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device abd9f33f-1222-415e-a93f-3d7b7741cdc9 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:31:42.185714 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-d7cd63cc-b678-4484-aaec-d483e690c462 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Unset dirty status for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:subnet {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:31:42.187904 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-5d87711d-4291-453d-ba22-93d0b8cfde5c tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Request body: {'security_group_rule': {'security_group_id': 'dc48643f-d3fe-4a19-acf4-ebf6e1c81793', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:42.189837 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-d7cd63cc-b678-4484-aaec-d483e690c462 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.7393041 May 04 17:31:42.190540 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51244) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:42.195457 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6ead33c3-99d9-438f-a011-35b241b76be6 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:42.199833 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-a0a8c090-45fb-4e57-b388-2d13c13de4ed tempest-DvrRoutersNegativeTest-245296366 tempest-DvrRoutersNegativeTest-245296366-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-259574957', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:42.202630 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.policy [None req-a0a8c090-45fb-4e57-b388-2d13c13de4ed tempest-DvrRoutersNegativeTest-245296366 tempest-DvrRoutersNegativeTest-245296366-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88038) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} May 04 17:31:42.202934 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.policy [None req-a0a8c090-45fb-4e57-b388-2d13c13de4ed tempest-DvrRoutersNegativeTest-245296366 tempest-DvrRoutersNegativeTest-245296366-project] Failed policy check for 'create_router' {{(pid=88038) enforce /opt/stack/neutron/neutron/policy.py:520}} May 04 17:31:42.203469 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.api.v2.resource [None req-a0a8c090-45fb-4e57-b388-2d13c13de4ed tempest-DvrRoutersNegativeTest-245296366 tempest-DvrRoutersNegativeTest-245296366-project] create failed (client error): Access was denied to this resource. May 04 17:31:42.204420 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-a0a8c090-45fb-4e57-b388-2d13c13de4ed tempest-DvrRoutersNegativeTest-245296366 tempest-DvrRoutersNegativeTest-245296366-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2168238 May 04 17:31:42.205621 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46240ab-27ce-4a84-aebc-e4d039024b7d tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc48643f-d3fe-4a19-acf4-ebf6e1c81793,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:42.222376 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-5d87711d-4291-453d-ba22-93d0b8cfde5c tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:42.233748 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-5d87711d-4291-453d-ba22-93d0b8cfde5c tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Usage tracker for resource:security_group_rule and tenant:01982c7e044f4effb47ed53cf1a17c76 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:31:42.278738 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-904ce65a-dfcf-4425-8a40-e59cc65e5ee7 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Deleting subnet 7840f39c-0dee-4b59-ba51-553e8ab1e109 {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:31:42.281947 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-904ce65a-dfcf-4425-8a40-e59cc65e5ee7 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:42.283549 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-5d87711d-4291-453d-ba22-93d0b8cfde5c tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:31:42.294609 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-0ab1409f-e4e7-42cd-a201-7acaee1ddc7f None None] Provisioning for port 544a5d47-de89-4b97-947b-fff6eaa3c94c completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:31:42.307316 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-5d87711d-4291-453d-ba22-93d0b8cfde5c tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:42.329231 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-0ab1409f-e4e7-42cd-a201-7acaee1ddc7f None None] Provisioning complete for port 544a5d47-de89-4b97-947b-fff6eaa3c94c triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:31:42.330006 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ab1409f-e4e7-42cd-a201-7acaee1ddc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:42.347204 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-904ce65a-dfcf-4425-8a40-e59cc65e5ee7 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:42.361387 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-2f92275c-b52d-4f9a-9f98-d97869402833 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "GET /v2.0/routers/946552a2-07ce-41ce-925c-46bdd5eb5a36 HTTP/1.1" status: 200 len: 953 time: 0.3202927 May 04 17:31:42.365452 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51250) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:42.366054 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port abd9f33f-1222-415e-a93f-3d7b7741cdc9 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:31:42.403861 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-bc079724-33d2-4ada-876a-6bdcc08dc35b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Request body: {'router': {'routes': None}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:42.445311 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-904ce65a-dfcf-4425-8a40-e59cc65e5ee7 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:42.529331 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-904ce65a-dfcf-4425-8a40-e59cc65e5ee7 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:42.534373 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port abd9f33f-1222-415e-a93f-3d7b7741cdc9 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:31:42.534868 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:42.564232 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.db.api [None req-9f463e49-1a6a-40a8-9675-c5ec1f8a3d38 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:31:42.564786 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG oslo_db.api [None req-9f463e49-1a6a-40a8-9675-c5ec1f8a3d38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:31:42.564932 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] device_id is not set on port 31f5519d-eba7-4d45-bbe1-39e18c0965ce yet. {{(pid=88038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:31:42.580499 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-6ead33c3-99d9-438f-a011-35b241b76be6 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33d84571-f489-4105-99c8-8c1db4a992d7']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:42.588203 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904ce65a-dfcf-4425-8a40-e59cc65e5ee7 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event deleted for resources: {'Subnet': ['ID=7840f39c-0dee-4b59-ba51-553e8ab1e109,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:42.597525 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-904ce65a-dfcf-4425-8a40-e59cc65e5ee7 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:42.601729 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-6ead33c3-99d9-438f-a011-35b241b76be6 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb4cf6a8-e9be-4f2c-b3fb-3f1ecc3fc3b8') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:42.602089 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-6ead33c3-99d9-438f-a011-35b241b76be6 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb4cf6a8-e9be-4f2c-b3fb-3f1ecc3fc3b8') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:42.614971 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097a1269-9721-4253-888b-8fefb9e362de None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:31:42.627175 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6ead33c3-99d9-438f-a011-35b241b76be6 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:42.642555 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:42.645228 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-904ce65a-dfcf-4425-8a40-e59cc65e5ee7 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/subnets/7840f39c-0dee-4b59-ba51-553e8ab1e109 HTTP/1.1" status: 204 len: 168 time: 0.4409223 May 04 17:31:42.646032 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51258) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:42.679392 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.api.v2.resource [None req-5d87711d-4291-453d-ba22-93d0b8cfde5c tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 04 17:31:42.680335 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-5d87711d-4291-453d-ba22-93d0b8cfde5c tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5624876 May 04 17:31:42.692998 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-0ab1409f-e4e7-42cd-a201-7acaee1ddc7f None None] Port 544a5d47-de89-4b97-947b-fff6eaa3c94c cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:31:42.693989 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51260) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:42.703366 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Transition to ACTIVE for port object 31f5519d-eba7-4d45-bbe1-39e18c0965ce will not be triggered until provisioned by entity L2. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:31:42.710288 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-912ffa8f-4d76-4ef3-8fa8-fb2b68e9cfff tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Request body: {'security_group_rule': {'security_group_id': 'dc48643f-d3fe-4a19-acf4-ebf6e1c81793', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:42.711353 dv-neutron-840426-1-hyperv neutron-server[88038]: WARNING neutron.api.v2.base [None req-912ffa8f-4d76-4ef3-8fa8-fb2b68e9cfff tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 04 17:31:42.712570 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.api.v2.resource [None req-912ffa8f-4d76-4ef3-8fa8-fb2b68e9cfff tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 04 17:31:42.713505 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-912ffa8f-4d76-4ef3-8fa8-fb2b68e9cfff tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0185935 May 04 17:31:42.724392 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51266) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:42.724392 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51268) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:42.745454 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-53d8410a-7555-4148-b6a8-408b4a6a6bc4 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Request body: {'security_group_rule': {'security_group_id': 'dc48643f-d3fe-4a19-acf4-ebf6e1c81793', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:42.752132 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6ead33c3-99d9-438f-a011-35b241b76be6 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:42.781757 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ead33c3-99d9-438f-a011-35b241b76be6 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:31:42.782189 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6ead33c3-99d9-438f-a011-35b241b76be6 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:42.797423 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 17:31:42.797423 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:31:42.797423 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 17:31:42.797423 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:31:42.797423 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 17:31:42.797423 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:31:42.797423 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 17:31:42.797423 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:31:42.797423 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 17:31:42.797423 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:31:42.797423 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 17:31:42.797423 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:31:42.797423 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 17:31:42.797423 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:31:42.797423 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:31:42.797423 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:31:42.797423 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:31:42.797423 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:31:42.797423 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 17:31:42.797423 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:31:42.797423 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 17:31:42.797423 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:31:42.797423 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:31:42.797423 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:31:42.797423 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 17:31:42.797423 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:31:42.797423 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:31:42.797423 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:31:42.797423 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:31:42.797423 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:31:42.797423 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:31:42.797423 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:31:42.826244 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-600dc83f-ba14-4d1a-a15b-c7961c182816 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Deleting port 26b2ffc0-9652-4cf3-b203-f3b1becebe09 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:31:42.826594 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-600dc83f-ba14-4d1a-a15b-c7961c182816 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:42.878091 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-ece74913-0ebf-44e0-b300-4f153ae39730 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Deleting subnet f1ef7bd3-5642-48dd-bc2a-2302429ca513 {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:31:42.882491 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:42.885582 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-53d8410a-7555-4148-b6a8-408b4a6a6bc4 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:42.935755 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ece74913-0ebf-44e0-b300-4f153ae39730 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:42.960650 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-53d8410a-7555-4148-b6a8-408b4a6a6bc4 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Usage tracker for resource:security_group_rule and tenant:01982c7e044f4effb47ed53cf1a17c76 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:31:42.987365 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-53d8410a-7555-4148-b6a8-408b4a6a6bc4 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:31:43.011705 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ece74913-0ebf-44e0-b300-4f153ae39730 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:43.011940 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-53d8410a-7555-4148-b6a8-408b4a6a6bc4 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:43.016868 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1300a5d6-08ed-4237-885b-a7059a5695d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:43.059731 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:43.064226 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Pushing event updated for resources: {'Port': ['ID=31f5519d-eba7-4d45-bbe1-39e18c0965ce,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:43.077732 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-9f463e49-1a6a-40a8-9675-c5ec1f8a3d38 None None] Deleting port 1ecb7149-af9f-4da0-abc0-671e7e0da751 {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:31:43.078213 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9f463e49-1a6a-40a8-9675-c5ec1f8a3d38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:43.090104 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6ead33c3-99d9-438f-a011-35b241b76be6 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:43.100245 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-1300a5d6-08ed-4237-885b-a7059a5695d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:43.123588 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6ead33c3-99d9-438f-a011-35b241b76be6 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:43.131242 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-1300a5d6-08ed-4237-885b-a7059a5695d8 admin admin] Usage tracker for resource:security_group_rule and tenant:a7ba29a4dd214fed889be7c301d845b5 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:31:43.138227 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ead33c3-99d9-438f-a011-35b241b76be6 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event deleted for resources: {'Network': ['ID=33d84571-f489-4105-99c8-8c1db4a992d7,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:43.142781 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-1300a5d6-08ed-4237-885b-a7059a5695d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:31:43.160963 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc34514-c9dc-4b11-8f74-95e1288df4fe req-22973fae-f5ee-449c-8326-67b4d7cb8e14 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:43.162514 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-3cc34514-c9dc-4b11-8f74-95e1288df4fe req-22973fae-f5ee-449c-8326-67b4d7cb8e14 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/ports?device_id=a89c1a56-83ba-4c06-94e3-b931024cb05a HTTP/1.1" status: 200 len: 944 time: 0.5840991 May 04 17:31:43.166501 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-9f463e49-1a6a-40a8-9675-c5ec1f8a3d38 None None] The port '1ecb7149-af9f-4da0-abc0-671e7e0da751' was deleted {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 04 17:31:43.167308 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-1300a5d6-08ed-4237-885b-a7059a5695d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:43.168097 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device c5528093-85fd-4674-98ad-09fd400f3a4d up at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:31:43.204615 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-6ead33c3-99d9-438f-a011-35b241b76be6 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "DELETE /v2.0/networks/33d84571-f489-4105-99c8-8c1db4a992d7 HTTP/1.1" status: 204 len: 168 time: 5.2192771 May 04 17:31:43.214859 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51278) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:43.225886 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-71464a4e-f8b8-4758-83ff-0c37cf076fed tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1900487546'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:43.238740 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.api.v2.resource [None req-53d8410a-7555-4148-b6a8-408b4a6a6bc4 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 04 17:31:43.242506 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-53d8410a-7555-4148-b6a8-408b4a6a6bc4 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5145648 May 04 17:31:43.242506 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Checking segment: {'id': '33370ae1-5a97-414b-8710-584759343f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '13bf7a29-e7ea-44ee-b184-e94b27e5ef47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:31:43.242506 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Network hostable DHCP agents. Network: 13bf7a29-e7ea-44ee-b184-e94b27e5ef47, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:31:43.247490 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51282) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:43.248271 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-71464a4e-f8b8-4758-83ff-0c37cf076fed tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:43.258136 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-71464a4e-f8b8-4758-83ff-0c37cf076fed tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Usage tracker for resource:network and tenant:d50aa0308d3f47e4bde015fa31f2165f is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:31:43.265102 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-4222c9d5-d5b4-4467-a237-d02445c16572 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Request body: {'security_group_rule': {'security_group_id': 'dc48643f-d3fe-4a19-acf4-ebf6e1c81793', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:43.265583 dv-neutron-840426-1-hyperv neutron-server[88037]: WARNING neutron.api.v2.base [None req-4222c9d5-d5b4-4467-a237-d02445c16572 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 04 17:31:43.266574 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.api.v2.resource [None req-4222c9d5-d5b4-4467-a237-d02445c16572 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 04 17:31:43.269698 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-4222c9d5-d5b4-4467-a237-d02445c16572 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0164707 May 04 17:31:43.270279 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-71464a4e-f8b8-4758-83ff-0c37cf076fed tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:31:43.282361 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51286) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:43.287441 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-71464a4e-f8b8-4758-83ff-0c37cf076fed tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:43.300334 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-b0386e5f-8abf-44e6-9a3b-66952a15a674 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Request body: {'security_group_rule': {'security_group_id': 'dc48643f-d3fe-4a19-acf4-ebf6e1c81793', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:43.313007 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-b0386e5f-8abf-44e6-9a3b-66952a15a674 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:43.326261 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-600dc83f-ba14-4d1a-a15b-c7961c182816 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] For port 26b2ffc0-9652-4cf3-b203-f3b1becebe09, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=26b2ffc0-9652-4cf3-b203-f3b1becebe09,segment=NetworkSegment(f9deac01-56bc-49b7-bd15-c3492b08a2ca),segment_id=f9deac01-56bc-49b7-bd15-c3492b08a2ca)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:31:43.326674 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-600dc83f-ba14-4d1a-a15b-c7961c182816 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:43.343731 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-b0386e5f-8abf-44e6-9a3b-66952a15a674 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Usage tracker for resource:security_group_rule and tenant:01982c7e044f4effb47ed53cf1a17c76 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:31:43.347434 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-b0386e5f-8abf-44e6-9a3b-66952a15a674 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:31:43.353606 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71464a4e-f8b8-4758-83ff-0c37cf076fed tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Made reservation on behalf of d50aa0308d3f47e4bde015fa31f2165f for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:31:43.356999 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-71464a4e-f8b8-4758-83ff-0c37cf076fed tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:43.371521 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-b0386e5f-8abf-44e6-9a3b-66952a15a674 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:43.387512 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-3cc34514-c9dc-4b11-8f74-95e1288df4fe req-0302dcbe-aebd-475b-a857-ed77f130a51a tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/security-groups?id=81808876-4a61-479a-81ee-b14447baf6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2120316 May 04 17:31:43.409942 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Network 13bf7a29-e7ea-44ee-b184-e94b27e5ef47 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:31:43.433121 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port abd9f33f-1222-415e-a93f-3d7b7741cdc9, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=abd9f33f-1222-415e-a93f-3d7b7741cdc9,segment=NetworkSegment(b6bf3f1f-4938-415b-a12f-4af37b96e239),segment_id=b6bf3f1f-4938-415b-a12f-4af37b96e239)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:31:43.453118 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:43.454154 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 71256015-70b8-4ba0-afbd-dddfd37953cc up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:31:43.471708 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 13bf7a29-e7ea-44ee-b184-e94b27e5ef47) {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:31:43.475616 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:31:43.507902 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-600dc83f-ba14-4d1a-a15b-c7961c182816 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Calling delete_port for 26b2ffc0-9652-4cf3-b203-f3b1becebe09 owned by network:router_interface {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:31:43.550481 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 31f5519d-eba7-4d45-bbe1-39e18c0965ce on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:31:43.550740 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 31f5519d-eba7-4d45-bbe1-39e18c0965ce by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '33370ae1-5a97-414b-8710-584759343f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '13bf7a29-e7ea-44ee-b184-e94b27e5ef47'}] {{(pid=88038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:31:43.551082 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 31f5519d-eba7-4d45-bbe1-39e18c0965ce on network 13bf7a29-e7ea-44ee-b184-e94b27e5ef47 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:31:43.573228 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Port 31f5519d-eba7-4d45-bbe1-39e18c0965ce on network 13bf7a29-e7ea-44ee-b184-e94b27e5ef47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:31:43.573637 dv-neutron-840426-1-hyperv neutron-server[88038]: ERROR neutron.plugins.ml2.managers [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Failed to bind port 31f5519d-eba7-4d45-bbe1-39e18c0965ce on host hv-neutron-8404 for vnic_type normal using segments [{'id': '33370ae1-5a97-414b-8710-584759343f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '13bf7a29-e7ea-44ee-b184-e94b27e5ef47'}] May 04 17:31:43.577527 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.plugins.ml2.plugin [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempt 2 to bind port 31f5519d-eba7-4d45-bbe1-39e18c0965ce May 04 17:31:43.581462 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9392ed-9948-4191-b349-35771766554b None None] Network 13bf7a29-e7ea-44ee-b184-e94b27e5ef47 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:31:43.614321 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 31f5519d-eba7-4d45-bbe1-39e18c0965ce on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:31:43.614709 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 31f5519d-eba7-4d45-bbe1-39e18c0965ce by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '33370ae1-5a97-414b-8710-584759343f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '13bf7a29-e7ea-44ee-b184-e94b27e5ef47'}] {{(pid=88038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:31:43.614979 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 31f5519d-eba7-4d45-bbe1-39e18c0965ce on network 13bf7a29-e7ea-44ee-b184-e94b27e5ef47 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:31:43.621779 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1300a5d6-08ed-4237-885b-a7059a5695d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:43.630521 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Port 31f5519d-eba7-4d45-bbe1-39e18c0965ce on network 13bf7a29-e7ea-44ee-b184-e94b27e5ef47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:31:43.630852 dv-neutron-840426-1-hyperv neutron-server[88038]: ERROR neutron.plugins.ml2.managers [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Failed to bind port 31f5519d-eba7-4d45-bbe1-39e18c0965ce on host hv-neutron-8404 for vnic_type normal using segments [{'id': '33370ae1-5a97-414b-8710-584759343f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '13bf7a29-e7ea-44ee-b184-e94b27e5ef47'}] May 04 17:31:43.633017 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.extraroute_db [None req-bc079724-33d2-4ada-876a-6bdcc08dc35b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Added routes are [] {{(pid=88038) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 04 17:31:43.633366 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.extraroute_db [None req-bc079724-33d2-4ada-876a-6bdcc08dc35b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=88038) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 04 17:31:43.636265 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.plugins.ml2.plugin [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempt 3 to bind port 31f5519d-eba7-4d45-bbe1-39e18c0965ce May 04 17:31:43.645470 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1300a5d6-08ed-4237-885b-a7059a5695d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:43.645856 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b06aff6e-753a-48ae-a424-ca6c61e51788 None None] Notify callbacks [] for port, precommit_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:43.670322 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ece74913-0ebf-44e0-b300-4f153ae39730 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:43.679987 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 31f5519d-eba7-4d45-bbe1-39e18c0965ce on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:31:43.680331 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 31f5519d-eba7-4d45-bbe1-39e18c0965ce by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '33370ae1-5a97-414b-8710-584759343f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '13bf7a29-e7ea-44ee-b184-e94b27e5ef47'}] {{(pid=88038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:31:43.680990 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 31f5519d-eba7-4d45-bbe1-39e18c0965ce on network 13bf7a29-e7ea-44ee-b184-e94b27e5ef47 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:31:43.722986 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Port 31f5519d-eba7-4d45-bbe1-39e18c0965ce on network 13bf7a29-e7ea-44ee-b184-e94b27e5ef47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:31:43.723318 dv-neutron-840426-1-hyperv neutron-server[88038]: ERROR neutron.plugins.ml2.managers [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Failed to bind port 31f5519d-eba7-4d45-bbe1-39e18c0965ce on host hv-neutron-8404 for vnic_type normal using segments [{'id': '33370ae1-5a97-414b-8710-584759343f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '13bf7a29-e7ea-44ee-b184-e94b27e5ef47'}] May 04 17:31:43.728829 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-1300a5d6-08ed-4237-885b-a7059a5695d8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a7ba29a4dd214fed889be7c301d845b5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0019500 May 04 17:31:43.732801 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51290) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:43.733274 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.plugins.ml2.plugin [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempt 4 to bind port 31f5519d-eba7-4d45-bbe1-39e18c0965ce May 04 17:31:43.742892 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71464a4e-f8b8-4758-83ff-0c37cf076fed tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:31:43.752130 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300a5d6-08ed-4237-885b-a7059a5695d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4de2f0-e232-4253-89a7-6170624c2a72,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:43.753065 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-b06aff6e-753a-48ae-a424-ca6c61e51788 None None] Transition to ACTIVE for port object 544a5d47-de89-4b97-947b-fff6eaa3c94c will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:31:43.785694 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-71464a4e-f8b8-4758-83ff-0c37cf076fed tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:43.786357 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-71464a4e-f8b8-4758-83ff-0c37cf076fed tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Added segment 5eb3fb2f-bb4a-4933-8d30-a2f4d02188a6 of type vlan for network 1a842f6f-f883-4785-8c82-b5434d60e808 May 04 17:31:43.788250 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=abd9f33f-1222-415e-a93f-3d7b7741cdc9,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:43.791613 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning for port c5528093-85fd-4674-98ad-09fd400f3a4d completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:31:43.799985 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.api.v2.resource [None req-b0386e5f-8abf-44e6-9a3b-66952a15a674 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 04 17:31:43.801300 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-b0386e5f-8abf-44e6-9a3b-66952a15a674 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5171010 May 04 17:31:43.814588 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51294) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:43.831294 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-86c775f2-79f7-4059-b9ab-8ced6f51ab22 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Request body: {'security_group_rule': {'security_group_id': 'dc48643f-d3fe-4a19-acf4-ebf6e1c81793', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:43.831771 dv-neutron-840426-1-hyperv neutron-server[88037]: WARNING neutron.api.v2.base [None req-86c775f2-79f7-4059-b9ab-8ced6f51ab22 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 04 17:31:43.832252 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.api.v2.resource [None req-86c775f2-79f7-4059-b9ab-8ced6f51ab22 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 04 17:31:43.833500 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-86c775f2-79f7-4059-b9ab-8ced6f51ab22 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0167587 May 04 17:31:43.842057 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b06aff6e-753a-48ae-a424-ca6c61e51788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:43.847924 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51298) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:43.858558 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-97b5f0df-00fb-44b3-a161-f7a60e14dac4 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Request body: {'security_group_rule': {'security_group_id': 'dc48643f-d3fe-4a19-acf4-ebf6e1c81793', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:43.871038 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-71464a4e-f8b8-4758-83ff-0c37cf076fed tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:43.874995 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-97b5f0df-00fb-44b3-a161-f7a60e14dac4 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:43.881702 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-97b5f0df-00fb-44b3-a161-f7a60e14dac4 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Usage tracker for resource:security_group_rule and tenant:01982c7e044f4effb47ed53cf1a17c76 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:31:43.885384 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ece74913-0ebf-44e0-b300-4f153ae39730 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:43.894716 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-97b5f0df-00fb-44b3-a161-f7a60e14dac4 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:31:43.905540 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning complete for port c5528093-85fd-4674-98ad-09fd400f3a4d triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:31:43.906217 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:43.928174 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 31f5519d-eba7-4d45-bbe1-39e18c0965ce on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:31:43.928648 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 31f5519d-eba7-4d45-bbe1-39e18c0965ce by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '33370ae1-5a97-414b-8710-584759343f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '13bf7a29-e7ea-44ee-b184-e94b27e5ef47'}] {{(pid=88038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:31:43.928993 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 31f5519d-eba7-4d45-bbe1-39e18c0965ce on network 13bf7a29-e7ea-44ee-b184-e94b27e5ef47 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:31:43.931787 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-bc079724-33d2-4ada-876a-6bdcc08dc35b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:43.941081 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-97b5f0df-00fb-44b3-a161-f7a60e14dac4 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:43.942788 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Port 31f5519d-eba7-4d45-bbe1-39e18c0965ce on network 13bf7a29-e7ea-44ee-b184-e94b27e5ef47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:31:43.943126 dv-neutron-840426-1-hyperv neutron-server[88038]: ERROR neutron.plugins.ml2.managers [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Failed to bind port 31f5519d-eba7-4d45-bbe1-39e18c0965ce on host hv-neutron-8404 for vnic_type normal using segments [{'id': '33370ae1-5a97-414b-8710-584759343f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '13bf7a29-e7ea-44ee-b184-e94b27e5ef47'}] May 04 17:31:43.949624 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece74913-0ebf-44e0-b300-4f153ae39730 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event deleted for resources: {'Subnet': ['ID=f1ef7bd3-5642-48dd-bc2a-2302429ca513,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:43.951906 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ece74913-0ebf-44e0-b300-4f153ae39730 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:43.953322 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.plugins.ml2.plugin [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempt 5 to bind port 31f5519d-eba7-4d45-bbe1-39e18c0965ce May 04 17:31:44.017715 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee54a1b-22ce-4dd9-a16c-af9b9728e114 None None] Pushing event updated for resources: {'Port': ['ID=544a5d47-de89-4b97-947b-fff6eaa3c94c,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:44.020233 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 71256015-70b8-4ba0-afbd-dddfd37953cc completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:31:44.033084 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-ece74913-0ebf-44e0-b300-4f153ae39730 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/subnets/f1ef7bd3-5642-48dd-bc2a-2302429ca513 HTTP/1.1" status: 204 len: 168 time: 1.3492746 May 04 17:31:44.041059 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51302) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:44.048147 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-71464a4e-f8b8-4758-83ff-0c37cf076fed tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:44.053648 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71464a4e-f8b8-4758-83ff-0c37cf076fed tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:44.054379 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-71464a4e-f8b8-4758-83ff-0c37cf076fed tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:44.099124 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 71256015-70b8-4ba0-afbd-dddfd37953cc triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:31:44.099768 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:44.108960 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 31f5519d-eba7-4d45-bbe1-39e18c0965ce on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:31:44.109319 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 31f5519d-eba7-4d45-bbe1-39e18c0965ce by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '33370ae1-5a97-414b-8710-584759343f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '13bf7a29-e7ea-44ee-b184-e94b27e5ef47'}] {{(pid=88038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:31:44.109660 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 31f5519d-eba7-4d45-bbe1-39e18c0965ce on network 13bf7a29-e7ea-44ee-b184-e94b27e5ef47 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:31:44.135211 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Port 31f5519d-eba7-4d45-bbe1-39e18c0965ce on network 13bf7a29-e7ea-44ee-b184-e94b27e5ef47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:31:44.135540 dv-neutron-840426-1-hyperv neutron-server[88038]: ERROR neutron.plugins.ml2.managers [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Failed to bind port 31f5519d-eba7-4d45-bbe1-39e18c0965ce on host hv-neutron-8404 for vnic_type normal using segments [{'id': '33370ae1-5a97-414b-8710-584759343f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '13bf7a29-e7ea-44ee-b184-e94b27e5ef47'}] May 04 17:31:44.143534 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.plugins.ml2.plugin [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempt 6 to bind port 31f5519d-eba7-4d45-bbe1-39e18c0965ce May 04 17:31:44.161677 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-10cfe0d2-4620-4e19-ad4a-b030038119b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:44.174041 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-39716e96-92b5-4bf9-a579-6833e54fef35 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1312721 May 04 17:31:44.180248 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51306) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:44.181459 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.api.v2.resource [None req-97b5f0df-00fb-44b3-a161-f7a60e14dac4 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 04 17:31:44.182627 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-97b5f0df-00fb-44b3-a161-f7a60e14dac4 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3324518 May 04 17:31:44.199634 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51310) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:44.206473 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-90fdce31-ab15-4d99-a465-17ee955fd145 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Request body: {'subnet': {'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:44.233760 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-71464a4e-f8b8-4758-83ff-0c37cf076fed tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0179710 May 04 17:31:44.244592 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-55637a53-f7ea-45e7-9d5b-8a96023d32df tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Request body: {'security_group_rule': {'security_group_id': 'dc48643f-d3fe-4a19-acf4-ebf6e1c81793', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:44.245371 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-10cfe0d2-4620-4e19-ad4a-b030038119b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:44.251313 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51314) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:44.257647 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-600dc83f-ba14-4d1a-a15b-c7961c182816 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:44.398142 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-b06aff6e-753a-48ae-a424-ca6c61e51788 None None] Attempting to bind port 544a5d47-de89-4b97-947b-fff6eaa3c94c on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:31:44.398519 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-b06aff6e-753a-48ae-a424-ca6c61e51788 None None] Attempting to bind port 544a5d47-de89-4b97-947b-fff6eaa3c94c by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '8b671b37-a208-4bfe-b481-00d5eaa53cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '89ec246e-5a3e-4c96-8bd6-25375eb86e46'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:31:44.398892 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06aff6e-753a-48ae-a424-ca6c61e51788 None None] Attempting to bind port 544a5d47-de89-4b97-947b-fff6eaa3c94c on network 89ec246e-5a3e-4c96-8bd6-25375eb86e46 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:31:44.399661 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-5fcf8b20-bb2e-4261-a39a-a08c3e7d4ece tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Request body: {'subnet': {'network_id': '1a842f6f-f883-4785-8c82-b5434d60e808', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:44.408618 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 31f5519d-eba7-4d45-bbe1-39e18c0965ce on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:31:44.409484 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 31f5519d-eba7-4d45-bbe1-39e18c0965ce by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '33370ae1-5a97-414b-8710-584759343f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '13bf7a29-e7ea-44ee-b184-e94b27e5ef47'}] {{(pid=88038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:31:44.410010 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 31f5519d-eba7-4d45-bbe1-39e18c0965ce on network 13bf7a29-e7ea-44ee-b184-e94b27e5ef47 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:31:44.420769 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-55637a53-f7ea-45e7-9d5b-8a96023d32df tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:44.464630 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06aff6e-753a-48ae-a424-ca6c61e51788 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:31:44.465275 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06aff6e-753a-48ae-a424-ca6c61e51788 None None] Checking segment: {'id': '8b671b37-a208-4bfe-b481-00d5eaa53cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '89ec246e-5a3e-4c96-8bd6-25375eb86e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:31:44.466029 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b06aff6e-753a-48ae-a424-ca6c61e51788 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:44.466610 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06aff6e-753a-48ae-a424-ca6c61e51788 None None] Bound using segment: {'id': '8b671b37-a208-4bfe-b481-00d5eaa53cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '89ec246e-5a3e-4c96-8bd6-25375eb86e46'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:31:44.467250 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-b06aff6e-753a-48ae-a424-ca6c61e51788 None None] Bound port: 544a5d47-de89-4b97-947b-fff6eaa3c94c, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b671b37-a208-4bfe-b481-00d5eaa53cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '89ec246e-5a3e-4c96-8bd6-25375eb86e46'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:31:44.467924 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b06aff6e-753a-48ae-a424-ca6c61e51788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:44.479400 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71464a4e-f8b8-4758-83ff-0c37cf076fed tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event updated for resources: {'Network': ['ID=1a842f6f-f883-4785-8c82-b5434d60e808,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:44.492508 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-55637a53-f7ea-45e7-9d5b-8a96023d32df tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Usage tracker for resource:security_group_rule and tenant:01982c7e044f4effb47ed53cf1a17c76 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:31:44.505944 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Port 31f5519d-eba7-4d45-bbe1-39e18c0965ce on network 13bf7a29-e7ea-44ee-b184-e94b27e5ef47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:31:44.506168 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600dc83f-ba14-4d1a-a15b-c7961c182816 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Pushing event deleted for resources: {'Port': ['ID=26b2ffc0-9652-4cf3-b203-f3b1becebe09,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:44.506865 dv-neutron-840426-1-hyperv neutron-server[88038]: ERROR neutron.plugins.ml2.managers [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Failed to bind port 31f5519d-eba7-4d45-bbe1-39e18c0965ce on host hv-neutron-8404 for vnic_type normal using segments [{'id': '33370ae1-5a97-414b-8710-584759343f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '13bf7a29-e7ea-44ee-b184-e94b27e5ef47'}] May 04 17:31:44.509613 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-55637a53-f7ea-45e7-9d5b-8a96023d32df tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:31:44.512303 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.plugins.ml2.plugin [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempt 7 to bind port 31f5519d-eba7-4d45-bbe1-39e18c0965ce May 04 17:31:44.525193 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-10cfe0d2-4620-4e19-ad4a-b030038119b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:44.542542 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 1a842f6f-f883-4785-8c82-b5434d60e808 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:31:44.555013 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cfe0d2-4620-4e19-ad4a-b030038119b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4de2f0-e232-4253-89a7-6170624c2a72,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:44.557819 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 31f5519d-eba7-4d45-bbe1-39e18c0965ce on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:31:44.558185 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 31f5519d-eba7-4d45-bbe1-39e18c0965ce by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '33370ae1-5a97-414b-8710-584759343f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '13bf7a29-e7ea-44ee-b184-e94b27e5ef47'}] {{(pid=88038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:31:44.558520 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 31f5519d-eba7-4d45-bbe1-39e18c0965ce on network 13bf7a29-e7ea-44ee-b184-e94b27e5ef47 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:31:44.574905 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Port 31f5519d-eba7-4d45-bbe1-39e18c0965ce on network 13bf7a29-e7ea-44ee-b184-e94b27e5ef47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:31:44.575482 dv-neutron-840426-1-hyperv neutron-server[88038]: ERROR neutron.plugins.ml2.managers [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Failed to bind port 31f5519d-eba7-4d45-bbe1-39e18c0965ce on host hv-neutron-8404 for vnic_type normal using segments [{'id': '33370ae1-5a97-414b-8710-584759343f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '13bf7a29-e7ea-44ee-b184-e94b27e5ef47'}] May 04 17:31:44.576942 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:44.579410 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.plugins.ml2.plugin [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempt 8 to bind port 31f5519d-eba7-4d45-bbe1-39e18c0965ce May 04 17:31:44.595445 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-10cfe0d2-4620-4e19-ad4a-b030038119b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:44.618955 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-10cfe0d2-4620-4e19-ad4a-b030038119b5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8a4de2f0-e232-4253-89a7-6170624c2a72 HTTP/1.1" status: 204 len: 168 time: 0.8659201 May 04 17:31:44.624841 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-bc079724-33d2-4ada-876a-6bdcc08dc35b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:44.635010 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 31f5519d-eba7-4d45-bbe1-39e18c0965ce on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:31:44.635347 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 31f5519d-eba7-4d45-bbe1-39e18c0965ce by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '33370ae1-5a97-414b-8710-584759343f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '13bf7a29-e7ea-44ee-b184-e94b27e5ef47'}] {{(pid=88038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:31:44.635689 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 31f5519d-eba7-4d45-bbe1-39e18c0965ce on network 13bf7a29-e7ea-44ee-b184-e94b27e5ef47 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:31:44.649033 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-bc079724-33d2-4ada-876a-6bdcc08dc35b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-712177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-712168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-709817'] for router, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:44.746389 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:44.793810 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Port 31f5519d-eba7-4d45-bbe1-39e18c0965ce on network 13bf7a29-e7ea-44ee-b184-e94b27e5ef47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:31:44.795565 dv-neutron-840426-1-hyperv neutron-server[88038]: ERROR neutron.plugins.ml2.managers [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Failed to bind port 31f5519d-eba7-4d45-bbe1-39e18c0965ce on host hv-neutron-8404 for vnic_type normal using segments [{'id': '33370ae1-5a97-414b-8710-584759343f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '13bf7a29-e7ea-44ee-b184-e94b27e5ef47'}] May 04 17:31:44.810240 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.plugins.ml2.plugin [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempt 9 to bind port 31f5519d-eba7-4d45-bbe1-39e18c0965ce May 04 17:31:44.849707 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a89c1a56-83ba-4c06-94e3-b931024cb05a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5528093-85fd-4674-98ad-09fd400f3a4d'}] {{(pid=88039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:31:44.850612 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-55637a53-f7ea-45e7-9d5b-8a96023d32df tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:44.853506 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-90fdce31-ab15-4d99-a465-17ee955fd145 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:44.895065 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port c5528093-85fd-4674-98ad-09fd400f3a4d, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=c5528093-85fd-4674-98ad-09fd400f3a4d,segment=NetworkSegment(43abb714-434f-4258-8b22-3a18bd64fc2f),segment_id=43abb714-434f-4258-8b22-3a18bd64fc2f)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:31:44.913960 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:44.967545 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-b06aff6e-753a-48ae-a424-ca6c61e51788 None None] For port 544a5d47-de89-4b97-947b-fff6eaa3c94c, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:31:44.983529 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-90fdce31-ab15-4d99-a465-17ee955fd145 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Usage tracker for resource:subnet and tenant:e0bb3da2b1c344b882bb065b24ba46bb is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:31:44.989651 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 71256015-70b8-4ba0-afbd-dddfd37953cc, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=71256015-70b8-4ba0-afbd-dddfd37953cc,segment=NetworkSegment(8b671b37-a208-4bfe-b481-00d5eaa53cb5),segment_id=8b671b37-a208-4bfe-b481-00d5eaa53cb5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:31:45.006972 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-b06aff6e-753a-48ae-a424-ca6c61e51788 None None] For port 544a5d47-de89-4b97-947b-fff6eaa3c94c, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=544a5d47-de89-4b97-947b-fff6eaa3c94c,segment=NetworkSegment(8b671b37-a208-4bfe-b481-00d5eaa53cb5),segment_id=8b671b37-a208-4bfe-b481-00d5eaa53cb5)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:31:45.014280 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:45.027629 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b06aff6e-753a-48ae-a424-ca6c61e51788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:45.044658 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 31f5519d-eba7-4d45-bbe1-39e18c0965ce on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:31:45.045234 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 31f5519d-eba7-4d45-bbe1-39e18c0965ce by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '33370ae1-5a97-414b-8710-584759343f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '13bf7a29-e7ea-44ee-b184-e94b27e5ef47'}] {{(pid=88038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:31:45.046215 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 31f5519d-eba7-4d45-bbe1-39e18c0965ce on network 13bf7a29-e7ea-44ee-b184-e94b27e5ef47 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:31:45.064085 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Port 31f5519d-eba7-4d45-bbe1-39e18c0965ce on network 13bf7a29-e7ea-44ee-b184-e94b27e5ef47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:31:45.064424 dv-neutron-840426-1-hyperv neutron-server[88038]: ERROR neutron.plugins.ml2.managers [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Failed to bind port 31f5519d-eba7-4d45-bbe1-39e18c0965ce on host hv-neutron-8404 for vnic_type normal using segments [{'id': '33370ae1-5a97-414b-8710-584759343f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '13bf7a29-e7ea-44ee-b184-e94b27e5ef47'}] May 04 17:31:45.072370 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-5fcf8b20-bb2e-4261-a39a-a08c3e7d4ece tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:45.076564 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-90fdce31-ab15-4d99-a465-17ee955fd145 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:31:45.081960 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.plugins.ml2.plugin [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempt 10 to bind port 31f5519d-eba7-4d45-bbe1-39e18c0965ce May 04 17:31:45.087660 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=c5528093-85fd-4674-98ad-09fd400f3a4d,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:45.142808 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 31f5519d-eba7-4d45-bbe1-39e18c0965ce on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:31:45.143327 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 31f5519d-eba7-4d45-bbe1-39e18c0965ce by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '33370ae1-5a97-414b-8710-584759343f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '13bf7a29-e7ea-44ee-b184-e94b27e5ef47'}] {{(pid=88038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:31:45.143681 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 31f5519d-eba7-4d45-bbe1-39e18c0965ce on network 13bf7a29-e7ea-44ee-b184-e94b27e5ef47 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:31:45.148828 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-90fdce31-ab15-4d99-a465-17ee955fd145 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:45.152561 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-5fcf8b20-bb2e-4261-a39a-a08c3e7d4ece tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Usage tracker for resource:subnet and tenant:d50aa0308d3f47e4bde015fa31f2165f is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:31:45.177550 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 665572bb-d84a-4b01-a396-f7ee25016ab6 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:31:45.190940 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-5fcf8b20-bb2e-4261-a39a-a08c3e7d4ece tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:31:45.191455 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Port 31f5519d-eba7-4d45-bbe1-39e18c0965ce on network 13bf7a29-e7ea-44ee-b184-e94b27e5ef47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:31:45.192055 dv-neutron-840426-1-hyperv neutron-server[88038]: ERROR neutron.plugins.ml2.managers [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Failed to bind port 31f5519d-eba7-4d45-bbe1-39e18c0965ce on host hv-neutron-8404 for vnic_type normal using segments [{'id': '33370ae1-5a97-414b-8710-584759343f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '13bf7a29-e7ea-44ee-b184-e94b27e5ef47'}] May 04 17:31:45.192752 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:45.200595 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-5fcf8b20-bb2e-4261-a39a-a08c3e7d4ece tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:45.233008 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc079724-33d2-4ada-876a-6bdcc08dc35b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Router 946552a2-07ce-41ce-925c-46bdd5eb5a36 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:31:45.251918 dv-neutron-840426-1-hyperv neutron-server[88039]: INFO neutron.notifiers.nova [-] Nova event matching ['req-482410a9-ac1f-47b1-91e5-1e49ba686a5d'] response: {'server_uuid': 'a89c1a56-83ba-4c06-94e3-b931024cb05a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5528093-85fd-4674-98ad-09fd400f3a4d', 'code': 200} May 04 17:31:45.268717 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.api.v2.resource [None req-55637a53-f7ea-45e7-9d5b-8a96023d32df tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 04 17:31:45.285822 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-55637a53-f7ea-45e7-9d5b-8a96023d32df tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 1.0639303 May 04 17:31:45.292118 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51336) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:45.293551 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 665572bb-d84a-4b01-a396-f7ee25016ab6 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:31:45.295415 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 665572bb-d84a-4b01-a396-f7ee25016ab6 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:31:45.300160 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06aff6e-753a-48ae-a424-ca6c61e51788 None None] Routers {'946552a2-07ce-41ce-925c-46bdd5eb5a36'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:31:45.305311 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-b06aff6e-753a-48ae-a424-ca6c61e51788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:31:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['946552a2-07ce-41ce-925c-46bdd5eb5a36'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:45.452130 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c75de39-a30d-45f3-99df-420f42fa458d None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:31:45.502914 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fcf8b20-bb2e-4261-a39a-a08c3e7d4ece tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Made reservation on behalf of d50aa0308d3f47e4bde015fa31f2165f for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:31:45.507317 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5fcf8b20-bb2e-4261-a39a-a08c3e7d4ece tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:45.554251 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90fdce31-ab15-4d99-a465-17ee955fd145 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Made reservation on behalf of e0bb3da2b1c344b882bb065b24ba46bb for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:31:45.558430 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-90fdce31-ab15-4d99-a465-17ee955fd145 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:45.619549 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device abd9f33f-1222-415e-a93f-3d7b7741cdc9 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:31:45.707651 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=71256015-70b8-4ba0-afbd-dddfd37953cc,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:45.707879 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] For port 31f5519d-eba7-4d45-bbe1-39e18c0965ce, host hv-neutron-8404, cleared binding levels {{(pid=88038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:31:45.708390 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempted to set empty binding levels {{(pid=88038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 04 17:31:45.710777 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc079724-33d2-4ada-876a-6bdcc08dc35b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:31:45.718825 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-bc079724-33d2-4ada-876a-6bdcc08dc35b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:45.720024 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-bc079724-33d2-4ada-876a-6bdcc08dc35b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "PUT /v2.0/routers/946552a2-07ce-41ce-925c-46bdd5eb5a36 HTTP/1.1" status: 200 len: 703 time: 3.3519912 May 04 17:31:45.723859 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:45.727902 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51348) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:45.859100 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:45.860066 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:45.893583 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51352) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:45.903127 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-5fb96f80-24d9-489f-845c-76aa7c8ac443 None None] Provisioning complete for port 87742c0b-12d4-43b2-b27a-7cba734f1436 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:31:45.903509 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-5fb96f80-24d9-489f-845c-76aa7c8ac443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:45.903621 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca651853-0d56-459b-ac35-dcf017426489 req-75c0b415-1b32-4d13-a36f-04354df5d7c3 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:45.905003 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ca651853-0d56-459b-ac35-dcf017426489 req-75c0b415-1b32-4d13-a36f-04354df5d7c3 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/ports?device_id=a89c1a56-83ba-4c06-94e3-b931024cb05a HTTP/1.1" status: 200 len: 945 time: 1.1085927 May 04 17:31:45.905579 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-600dc83f-ba14-4d1a-a15b-c7961c182816 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710832'] for router_interface, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:45.978470 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd07032-fbf9-4f4b-af4b-9ec2d4bf1e72 req-39367a0c-fbf4-4ad4-8a0d-ce2f548a8836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:45.979882 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-3cd07032-fbf9-4f4b-af4b-9ec2d4bf1e72 req-39367a0c-fbf4-4ad4-8a0d-ce2f548a8836 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a89c1a56-83ba-4c06-94e3-b931024cb05a HTTP/1.1" status: 200 len: 1098 time: 0.3859923 May 04 17:31:45.980534 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Pushing event updated for resources: {'Port': ['ID=31f5519d-eba7-4d45-bbe1-39e18c0965ce,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:45.989817 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-3e7f84ef-fc3c-484c-ba49-01c60a2e3774 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 5.0934563 May 04 17:31:45.996985 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51358) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:46.021019 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-b06aff6e-753a-48ae-a424-ca6c61e51788 None None] Set router 946552a2-07ce-41ce-925c-46bdd5eb5a36 gateway port host: None {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:31:46.133374 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-307270a8-eac2-458a-bd81-2af544d6f3ea tempest-ServiceProvidersTest-984149074 tempest-ServiceProvidersTest-984149074-project] 10.222.0.41 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2235830 May 04 17:31:46.206965 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ca651853-0d56-459b-ac35-dcf017426489 req-d60f77cf-c322-4c64-9176-f9d7af67a181 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/security-groups?id=81808876-4a61-479a-81ee-b14447baf6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2856731 May 04 17:31:46.237588 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 17:31:46.241114 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-4850773e-e8a2-404d-9f0c-28148c95ed66 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "GET /v2.0/routers/946552a2-07ce-41ce-925c-46bdd5eb5a36 HTTP/1.1" status: 200 len: 703 time: 0.4715555 May 04 17:31:46.245418 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51364) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:46.271922 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee54a1b-22ce-4dd9-a16c-af9b9728e114 None None] Pushing event updated for resources: {'Port': ['ID=544a5d47-de89-4b97-947b-fff6eaa3c94c,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:46.351475 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-76309410-fbac-42f9-b57d-a73f472e75cc tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:46.398371 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-76309410-fbac-42f9-b57d-a73f472e75cc tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:46.401474 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port abd9f33f-1222-415e-a93f-3d7b7741cdc9 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:31:46.404947 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:46.471441 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-660287cb-e83c-4805-ad3a-8c5768cba413 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Deleting port 31f5519d-eba7-4d45-bbe1-39e18c0965ce {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:31:46.471784 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-660287cb-e83c-4805-ad3a-8c5768cba413 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:46.516844 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-3cd07032-fbf9-4f4b-af4b-9ec2d4bf1e72 req-a5860174-d801-4e4a-941f-aa8c1d577b58 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=81808876-4a61-479a-81ee-b14447baf6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5254042 May 04 17:31:46.521720 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51370) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:46.656504 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-600dc83f-ba14-4d1a-a15b-c7961c182816 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Router f7b8dd67-88b8-4f42-87ee-9c82722da786 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:31:46.710087 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-76309410-fbac-42f9-b57d-a73f472e75cc tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:46.736659 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9eb6a28-3602-4f2f-970a-e66ddeececa6 None None] DHCP port deletion for 6b89b041-5c42-49da-97bf-23cee8aadf17 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:31:46.742435 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-f9eb6a28-3602-4f2f-970a-e66ddeececa6 None None] Deleting port 87742c0b-12d4-43b2-b27a-7cba734f1436 {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:31:46.742809 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-f9eb6a28-3602-4f2f-970a-e66ddeececa6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:46.820454 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e56d8ab2-1190-49ec-914c-29cb644f1bbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:46.846009 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 1ecb7149-af9f-4da0-abc0-671e7e0da751 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:31:46.852420 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76309410-fbac-42f9-b57d-a73f472e75cc tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc48643f-d3fe-4a19-acf4-ebf6e1c81793,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:46.863939 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5fcf8b20-bb2e-4261-a39a-a08c3e7d4ece tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:46.881336 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-e56d8ab2-1190-49ec-914c-29cb644f1bbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:46.894411 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-e56d8ab2-1190-49ec-914c-29cb644f1bbf admin admin] Usage tracker for resource:security_group_rule and tenant:f33c9722df054e718b12752fde6fe24a is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:31:46.899231 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 1ecb7149-af9f-4da0-abc0-671e7e0da751 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:31:46.900204 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 1ecb7149-af9f-4da0-abc0-671e7e0da751 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:31:46.944412 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-600dc83f-ba14-4d1a-a15b-c7961c182816 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:31:46.961623 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf91d455-6a94-46a8-ba1a-aae6219d9f90 None None] Sync routers for ids ['f7b8dd67-88b8-4f42-87ee-9c82722da786'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:31:46.970674 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-76309410-fbac-42f9-b57d-a73f472e75cc tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:46.974239 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-76309410-fbac-42f9-b57d-a73f472e75cc tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] 10.222.0.41 "DELETE /v2.0/security-groups/dc48643f-d3fe-4a19-acf4-ebf6e1c81793 HTTP/1.1" status: 204 len: 168 time: 1.5337172 May 04 17:31:46.974702 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-b06aff6e-753a-48ae-a424-ca6c61e51788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'name': 'tempest-RoutersIpV6Test-router-923744432', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:30:42Z', 'updated_at': '2022-05-04T17:31:43Z', 'revision_number': 7, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'gw_port_host': None, '_interfaces': [{'id': '349a1f1c-957e-4ab3-9534-8bd626a5fc32', 'name': '', 'network_id': '82027b46-4193-456d-a11e-1076c3f57e9d', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'mac_address': 'fa:16:3e:0e:06:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'b638ab86-3739-4801-b4a1-31a48df33c4a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:31:03Z', 'updated_at': '2022-05-04T17:31:21Z', 'revision_number': 5, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'subnets': [{'id': 'b638ab86-3739-4801-b4a1-31a48df33c4a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '544a5d47-de89-4b97-947b-fff6eaa3c94c', 'name': '', 'network_id': '89ec246e-5a3e-4c96-8bd6-25375eb86e46', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'mac_address': 'fa:16:3e:39:5a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'd5fe262c-4151-45b7-a512-facbde1420b7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:31:34Z', 'updated_at': '2022-05-04T17:31:44Z', 'revision_number': 4, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'subnets': [{'id': 'd5fe262c-4151-45b7-a512-facbde1420b7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd9f33f-1222-415e-a93f-3d7b7741cdc9', 'name': '', 'network_id': '323a8429-2a2d-45ea-b69f-eb667185350e', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'mac_address': 'fa:16:3e:cc:0c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '2f4262d2-4cc8-4374-aa55-7fd788a8786d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:31:22Z', 'updated_at': '2022-05-04T17:31:43Z', 'revision_number': 5, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'subnets': [{'id': '2f4262d2-4cc8-4374-aa55-7fd788a8786d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7c8349f-d96d-4540-89c9-8f3a6eba8953', 'name': '', 'network_id': '260d4353-0523-4bd2-b365-76fa65682043', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'mac_address': 'fa:16:3e:eb:40:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'f5313b1f-026c-4616-a62e-981d8297fb35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:30:51Z', 'updated_at': '2022-05-04T17:31:16Z', 'revision_number': 5, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'subnets': [{'id': 'f5313b1f-026c-4616-a62e-981d8297fb35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:46.977859 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-e56d8ab2-1190-49ec-914c-29cb644f1bbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:31:46.982411 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06aff6e-753a-48ae-a424-ca6c61e51788 None None] The sync data for ids ['946552a2-07ce-41ce-925c-46bdd5eb5a36'] in dv-neutron-840426-1-hyperv is: [{'id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'name': 'tempest-RoutersIpV6Test-router-923744432', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:30:42Z', 'updated_at': '2022-05-04T17:31:43Z', 'revision_number': 7, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'gw_port_host': None, '_interfaces': [{'id': '349a1f1c-957e-4ab3-9534-8bd626a5fc32', 'name': '', 'network_id': '82027b46-4193-456d-a11e-1076c3f57e9d', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'mac_address': 'fa:16:3e:0e:06:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'b638ab86-3739-4801-b4a1-31a48df33c4a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:31:03Z', 'updated_at': '2022-05-04T17:31:21Z', 'revision_number': 5, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'subnets': [{'id': 'b638ab86-3739-4801-b4a1-31a48df33c4a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '544a5d47-de89-4b97-947b-fff6eaa3c94c', 'name': '', 'network_id': '89ec246e-5a3e-4c96-8bd6-25375eb86e46', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'mac_address': 'fa:16:3e:39:5a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'd5fe262c-4151-45b7-a512-facbde1420b7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:31:34Z', 'updated_at': '2022-05-04T17:31:44Z', 'revision_number': 4, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'subnets': [{'id': 'd5fe262c-4151-45b7-a512-facbde1420b7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd9f33f-1222-415e-a93f-3d7b7741cdc9', 'name': '', 'network_id': '323a8429-2a2d-45ea-b69f-eb667185350e', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'mac_address': 'fa:16:3e:cc:0c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '2f4262d2-4cc8-4374-aa55-7fd788a8786d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:31:22Z', 'updated_at': '2022-05-04T17:31:43Z', 'revision_number': 5, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'subnets': [{'id': '2f4262d2-4cc8-4374-aa55-7fd788a8786d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7c8349f-d96d-4540-89c9-8f3a6eba8953', 'name': '', 'network_id': '260d4353-0523-4bd2-b365-76fa65682043', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'mac_address': 'fa:16:3e:eb:40:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'f5313b1f-026c-4616-a62e-981d8297fb35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:30:51Z', 'updated_at': '2022-05-04T17:31:16Z', 'revision_number': 5, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'subnets': [{'id': 'f5313b1f-026c-4616-a62e-981d8297fb35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:31:46.986004 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51376) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:46.995348 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf91d455-6a94-46a8-ba1a-aae6219d9f90 None None] Routers {'f7b8dd67-88b8-4f42-87ee-9c82722da786'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:31:46.996198 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-cf91d455-6a94-46a8-ba1a-aae6219d9f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:31:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['f7b8dd67-88b8-4f42-87ee-9c82722da786'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:46.998575 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-600dc83f-ba14-4d1a-a15b-c7961c182816 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "PUT /v2.0/routers/f7b8dd67-88b8-4f42-87ee-9c82722da786/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0111887 May 04 17:31:47.004404 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51378) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:47.032046 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-e56d8ab2-1190-49ec-914c-29cb644f1bbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:47.073305 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcf8b20-bb2e-4261-a39a-a08c3e7d4ece tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event updated for resources: {'Subnet': ['ID=510d7c80-1a5e-463d-8775-84eec6a6d732,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:47.090055 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-660287cb-e83c-4805-ad3a-8c5768cba413 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] For port 31f5519d-eba7-4d45-bbe1-39e18c0965ce, host hv-neutron-8404, got binding levels [] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:31:47.090431 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-660287cb-e83c-4805-ad3a-8c5768cba413 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:47.151736 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcf8b20-bb2e-4261-a39a-a08c3e7d4ece tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Checking segment: {'id': '5eb3fb2f-bb4a-4933-8d30-a2f4d02188a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1a842f6f-f883-4785-8c82-b5434d60e808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:31:47.152444 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcf8b20-bb2e-4261-a39a-a08c3e7d4ece tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Network hostable DHCP agents. Network: 1a842f6f-f883-4785-8c82-b5434d60e808, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:31:47.191326 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.objects.ports [None req-90fdce31-ab15-4d99-a465-17ee955fd145 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88037) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 04 17:31:47.244364 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcf8b20-bb2e-4261-a39a-a08c3e7d4ece tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Network 1a842f6f-f883-4785-8c82-b5434d60e808 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:31:47.247138 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-cf91d455-6a94-46a8-ba1a-aae6219d9f90 None None] Set router f7b8dd67-88b8-4f42-87ee-9c82722da786 gateway port host: None {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:31:47.287785 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-5fcf8b20-bb2e-4261-a39a-a08c3e7d4ece tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 1a842f6f-f883-4785-8c82-b5434d60e808) {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:31:47.299037 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcf8b20-bb2e-4261-a39a-a08c3e7d4ece tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:47.299944 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5fcf8b20-bb2e-4261-a39a-a08c3e7d4ece tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:47.352399 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-f9eb6a28-3602-4f2f-970a-e66ddeececa6 None None] For port 87742c0b-12d4-43b2-b27a-7cba734f1436, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=87742c0b-12d4-43b2-b27a-7cba734f1436,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:31:47.355866 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-f9eb6a28-3602-4f2f-970a-e66ddeececa6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:47.382522 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-660287cb-e83c-4805-ad3a-8c5768cba413 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Calling delete_port for 31f5519d-eba7-4d45-bbe1-39e18c0965ce owned by {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:31:47.394135 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-5fcf8b20-bb2e-4261-a39a-a08c3e7d4ece tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1286609 May 04 17:31:47.407686 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51386) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:47.422178 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9367569-1d7f-45b0-a2d5-451bb666a5ae None None] Network 1a842f6f-f883-4785-8c82-b5434d60e808 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:31:47.428769 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-cf91d455-6a94-46a8-ba1a-aae6219d9f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'name': 'tempest-RoutersTest-router-305251255', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:29:20Z', 'updated_at': '2022-05-04T17:31:43Z', 'revision_number': 11, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'gw_port_host': None}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:47.430261 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-a7a703c0-9035-489b-8d03-763019807f83 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Request body: {'port': {'network_id': '1a842f6f-f883-4785-8c82-b5434d60e808', 'security_groups': [], 'name': 'tempest-PortsTestJSON-133220068'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:47.444994 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf91d455-6a94-46a8-ba1a-aae6219d9f90 None None] Checking router: f7b8dd67-88b8-4f42-87ee-9c82722da786 for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:31:47.469616 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf91d455-6a94-46a8-ba1a-aae6219d9f90 None None] Routers {'f7b8dd67-88b8-4f42-87ee-9c82722da786'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:31:47.470257 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-cf91d455-6a94-46a8-ba1a-aae6219d9f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:31:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['f7b8dd67-88b8-4f42-87ee-9c82722da786'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:47.549504 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-b1ee64b6-76f6-48bd-b9ca-a78bb1ca5d82 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5462558 May 04 17:31:47.560052 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51390) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:47.575537 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_v2 [None req-237cc5a5-04e8-419c-98da-37642c6f2745 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Deleting subnet ebac6750-cbc0-4304-8985-d5c3a04ce5fe {{(pid=88038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:31:47.603547 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-f4eddeae-5196-403c-96d7-a53fa552d674 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Request body: {'security_group': {'name': 'tempest-secgroup--1645035217'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:47.695336 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-f4eddeae-5196-403c-96d7-a53fa552d674 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:47.716440 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-f9eb6a28-3602-4f2f-970a-e66ddeececa6 None None] Calling delete_port for 87742c0b-12d4-43b2-b27a-7cba734f1436 owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:31:47.718550 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-237cc5a5-04e8-419c-98da-37642c6f2745 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for subnet, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:47.741771 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-cf91d455-6a94-46a8-ba1a-aae6219d9f90 None None] Set router f7b8dd67-88b8-4f42-87ee-9c82722da786 gateway port host: None {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:31:47.822883 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-f4eddeae-5196-403c-96d7-a53fa552d674 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Usage tracker for resource:security_group and tenant:01982c7e044f4effb47ed53cf1a17c76 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:31:47.825313 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-a7a703c0-9035-489b-8d03-763019807f83 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:47.829363 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-90fdce31-ab15-4d99-a465-17ee955fd145 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:47.856661 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-f4eddeae-5196-403c-96d7-a53fa552d674 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:31:47.870849 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-cf91d455-6a94-46a8-ba1a-aae6219d9f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'name': 'tempest-RoutersTest-router-305251255', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:29:20Z', 'updated_at': '2022-05-04T17:31:43Z', 'revision_number': 11, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'gw_port_host': None}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:47.876474 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf91d455-6a94-46a8-ba1a-aae6219d9f90 None None] The sync data for ids ['f7b8dd67-88b8-4f42-87ee-9c82722da786'] in dv-neutron-840426-1-hyperv is: [{'id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'name': 'tempest-RoutersTest-router-305251255', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:29:20Z', 'updated_at': '2022-05-04T17:31:43Z', 'revision_number': 11, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'gw_port_host': None}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:31:47.892727 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 544a5d47-de89-4b97-947b-fff6eaa3c94c up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:31:47.900373 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-f4eddeae-5196-403c-96d7-a53fa552d674 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:47.944000 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-660287cb-e83c-4805-ad3a-8c5768cba413 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:47.957477 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-237cc5a5-04e8-419c-98da-37642c6f2745 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-801696'] for subnet, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:47.963027 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-a7a703c0-9035-489b-8d03-763019807f83 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Usage tracker for resource:port and tenant:d50aa0308d3f47e4bde015fa31f2165f is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:31:47.982143 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-a7a703c0-9035-489b-8d03-763019807f83 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:31:47.991953 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-a7a703c0-9035-489b-8d03-763019807f83 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:48.016085 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a703c0-9035-489b-8d03-763019807f83 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Made reservation on behalf of d50aa0308d3f47e4bde015fa31f2165f for: {'port': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:31:48.023993 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a7a703c0-9035-489b-8d03-763019807f83 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:48.042822 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f4eddeae-5196-403c-96d7-a53fa552d674 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:48.046701 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.db.api [None req-f9eb6a28-3602-4f2f-970a-e66ddeececa6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:31:48.047129 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG oslo_db.api [None req-f9eb6a28-3602-4f2f-970a-e66ddeececa6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:31:48.075979 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [None req-a7a703c0-9035-489b-8d03-763019807f83 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] device_id is not set on port 12c2afe1-686a-4ac5-a3c4-a21a99ea86ca yet. {{(pid=88037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:31:48.085503 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660287cb-e83c-4805-ad3a-8c5768cba413 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Pushing event deleted for resources: {'Port': ['ID=31f5519d-eba7-4d45-bbe1-39e18c0965ce,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:48.108128 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-660287cb-e83c-4805-ad3a-8c5768cba413 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:48.151784 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e56d8ab2-1190-49ec-914c-29cb644f1bbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:48.157220 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-f4eddeae-5196-403c-96d7-a53fa552d674 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:48.178542 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-660287cb-e83c-4805-ad3a-8c5768cba413 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] 10.222.0.41 "DELETE /v2.0/ports/31f5519d-eba7-4d45-bbe1-39e18c0965ce HTTP/1.1" status: 204 len: 168 time: 2.1801925 May 04 17:31:48.229045 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 544a5d47-de89-4b97-947b-fff6eaa3c94c completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:31:48.239025 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 544a5d47-de89-4b97-947b-fff6eaa3c94c triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:31:48.239495 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:48.302533 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4cf0ca-2217-4cd1-9c7e-8624ffa97708 None None] Sync routers for ids ['946552a2-07ce-41ce-925c-46bdd5eb5a36'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:31:48.310706 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0469903b-08d5-4471-b8fc-bff4ce9da406 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-1a842f6f-f883-4785-8c82-b5434d60e808', 'network_id': '1a842f6f-f883-4785-8c82-b5434d60e808', 'tenant_id': 'd50aa0308d3f47e4bde015fa31f2165f', 'fixed_ips': [{'subnet_id': '510d7c80-1a5e-463d-8775-84eec6a6d732'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:31:48.311529 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0469903b-08d5-4471-b8fc-bff4ce9da406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:48.346165 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51394) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:48.378625 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4cf0ca-2217-4cd1-9c7e-8624ffa97708 None None] Routers {'946552a2-07ce-41ce-925c-46bdd5eb5a36'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:31:48.379269 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-ba4cf0ca-2217-4cd1-9c7e-8624ffa97708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:31:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['946552a2-07ce-41ce-925c-46bdd5eb5a36'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:48.386410 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-f4eddeae-5196-403c-96d7-a53fa552d674 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Usage tracker for resource:security_group_rule and tenant:01982c7e044f4effb47ed53cf1a17c76 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:31:48.389953 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e56d8ab2-1190-49ec-914c-29cb644f1bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:48.400239 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-f4eddeae-5196-403c-96d7-a53fa552d674 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:31:48.423512 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdaacec9-a87b-4162-a23a-e6b72b064118 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] GET failed (client error): The resource could not be found. May 04 17:31:48.424930 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-bdaacec9-a87b-4162-a23a-e6b72b064118 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] 10.222.0.41 "GET /v2.0/ports/31f5519d-eba7-4d45-bbe1-39e18c0965ce HTTP/1.1" status: 404 len: 333 time: 0.0780022 May 04 17:31:48.425437 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-f4eddeae-5196-403c-96d7-a53fa552d674 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:48.432030 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51398) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:48.435355 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca290ca-286f-4a3c-9501-811300d5fd58 req-03e79232-8d7d-4b47-b32d-a6602b59bde0 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:48.436984 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-6ca290ca-286f-4a3c-9501-811300d5fd58 req-03e79232-8d7d-4b47-b32d-a6602b59bde0 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/ports?device_id=a89c1a56-83ba-4c06-94e3-b931024cb05a HTTP/1.1" status: 200 len: 945 time: 0.8681533 May 04 17:31:48.449553 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-59f60a18-2e25-40fb-99e1-37f3ee79e232 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Request body: {'port': {'network_id': '13bf7a29-e7ea-44ee-b184-e94b27e5ef47', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1629556229'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:48.487032 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-59f60a18-2e25-40fb-99e1-37f3ee79e232 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:48.514155 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-59f60a18-2e25-40fb-99e1-37f3ee79e232 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Usage tracker for resource:port and tenant:da376b1409c94bcfab52495e9e0da14a is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:31:48.519948 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-e56d8ab2-1190-49ec-914c-29cb644f1bbf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f33c9722df054e718b12752fde6fe24a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9954174 May 04 17:31:48.535583 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-90fdce31-ab15-4d99-a465-17ee955fd145 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] For port 87742c0b-12d4-43b2-b27a-7cba734f1436, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=87742c0b-12d4-43b2-b27a-7cba734f1436,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:31:48.538548 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51402) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:48.547487 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-237cc5a5-04e8-419c-98da-37642c6f2745 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:48.554760 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-f9eb6a28-3602-4f2f-970a-e66ddeececa6 None None] Deleting port 87742c0b-12d4-43b2-b27a-7cba734f1436 {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:31:48.555021 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-f9eb6a28-3602-4f2f-970a-e66ddeececa6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:48.557752 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-59f60a18-2e25-40fb-99e1-37f3ee79e232 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:31:48.570574 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-59f60a18-2e25-40fb-99e1-37f3ee79e232 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:48.579274 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-a7a703c0-9035-489b-8d03-763019807f83 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Allocated IP 172.20.0.5 (1a842f6f-f883-4785-8c82-b5434d60e808/510d7c80-1a5e-463d-8775-84eec6a6d732/12c2afe1-686a-4ac5-a3c4-a21a99ea86ca) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:31:48.597205 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56d8ab2-1190-49ec-914c-29cb644f1bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18aca5e8-845b-477c-be25-58d4f2742252,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:48.611084 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f60a18-2e25-40fb-99e1-37f3ee79e232 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Made reservation on behalf of da376b1409c94bcfab52495e9e0da14a for: {'port': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:31:48.613393 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-59f60a18-2e25-40fb-99e1-37f3ee79e232 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:48.636255 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-90fdce31-ab15-4d99-a465-17ee955fd145 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:48.662261 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-90fdce31-ab15-4d99-a465-17ee955fd145 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:48.662993 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-90fdce31-ab15-4d99-a465-17ee955fd145 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:48.670937 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-6ca290ca-286f-4a3c-9501-811300d5fd58 req-83f0d94a-285f-4584-9fc9-a4646dad4fe0 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/security-groups?id=81808876-4a61-479a-81ee-b14447baf6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2209547 May 04 17:31:48.676016 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:48.743798 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-ba4cf0ca-2217-4cd1-9c7e-8624ffa97708 None None] Set router 946552a2-07ce-41ce-925c-46bdd5eb5a36 gateway port host: None {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:31:48.758741 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fb1e17e9-efc0-449a-94e7-d36ed82407d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:48.781368 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f4eddeae-5196-403c-96d7-a53fa552d674 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:48.788450 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-237cc5a5-04e8-419c-98da-37642c6f2745 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:48.807373 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [None req-59f60a18-2e25-40fb-99e1-37f3ee79e232 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] device_id is not set on port 84ec17e6-5dc4-4592-8535-c15ac4c2ad3f yet. {{(pid=88037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:31:48.836337 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5f0c685d-f619-49d9-aed5-16dfdffa787f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710748'] for router_interface, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:48.841558 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 544a5d47-de89-4b97-947b-fff6eaa3c94c, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=544a5d47-de89-4b97-947b-fff6eaa3c94c,segment=NetworkSegment(8b671b37-a208-4bfe-b481-00d5eaa53cb5),segment_id=8b671b37-a208-4bfe-b481-00d5eaa53cb5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:31:48.883304 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f4eddeae-5196-403c-96d7-a53fa552d674 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:48.911330 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fb1e17e9-efc0-449a-94e7-d36ed82407d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:48.921494 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90fdce31-ab15-4d99-a465-17ee955fd145 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:31:48.921697 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:48.922136 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 71256015-70b8-4ba0-afbd-dddfd37953cc up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:31:48.939078 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-90fdce31-ab15-4d99-a465-17ee955fd145 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:31:48.953384 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fdce31-ab15-4d99-a465-17ee955fd145 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:48.954038 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-90fdce31-ab15-4d99-a465-17ee955fd145 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:48.957577 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fdce31-ab15-4d99-a465-17ee955fd145 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event updated for resources: {'Subnet': ['ID=a47d98c4-0ca2-4768-aa45-3feb87575f57,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:48.981475 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fdce31-ab15-4d99-a465-17ee955fd145 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event updated for resources: {'Port': ['ID=87742c0b-12d4-43b2-b27a-7cba734f1436,revision_number=8']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:48.984452 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237cc5a5-04e8-419c-98da-37642c6f2745 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Pushing event deleted for resources: {'Subnet': ['ID=ebac6750-cbc0-4304-8985-d5c3a04ce5fe,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:49.032412 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-237cc5a5-04e8-419c-98da-37642c6f2745 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:49.043731 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-90fdce31-ab15-4d99-a465-17ee955fd145 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.8599308 May 04 17:31:49.053536 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51406) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:49.059952 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667e773c-4931-4149-8416-0d694628620d None None] Network 2f65bb8b-7242-49b2-a8a7-abb038f78922 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:31:49.077984 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eddeae-5196-403c-96d7-a53fa552d674 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01a35b01-ca86-4fa1-855b-422d4c996ec4,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:49.081274 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-8ffd4121-b3df-4188-8564-b1137f78eda8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Request body: {'subnet': {'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:49.091439 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-237cc5a5-04e8-419c-98da-37642c6f2745 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "DELETE /v2.0/subnets/ebac6750-cbc0-4304-8985-d5c3a04ce5fe HTTP/1.1" status: 204 len: 168 time: 2.0779796 May 04 17:31:49.092366 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51410) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:49.098031 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a7a703c0-9035-489b-8d03-763019807f83 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:49.103154 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f4eddeae-5196-403c-96d7-a53fa552d674 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:49.107125 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-f4eddeae-5196-403c-96d7-a53fa552d674 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5417559 May 04 17:31:49.124928 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51414) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:49.141216 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-9c246947-dffa-47f8-a0e3-96c2531b457e tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Request body: {'security_group_rule': {'security_group_id': '01a35b01-ca86-4fa1-855b-422d4c996ec4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:49.176848 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-9c246947-dffa-47f8-a0e3-96c2531b457e tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:49.181883 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-a7a703c0-9035-489b-8d03-763019807f83 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Transition to ACTIVE for port object 12c2afe1-686a-4ac5-a3c4-a21a99ea86ca will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:31:49.237194 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-9c246947-dffa-47f8-a0e3-96c2531b457e tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Usage tracker for resource:security_group_rule and tenant:01982c7e044f4effb47ed53cf1a17c76 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:31:49.282429 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-9c246947-dffa-47f8-a0e3-96c2531b457e tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:31:49.287687 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=544a5d47-de89-4b97-947b-fff6eaa3c94c,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:49.295150 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fb1e17e9-efc0-449a-94e7-d36ed82407d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:49.304124 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-9c246947-dffa-47f8-a0e3-96c2531b457e tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:49.335496 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1e17e9-efc0-449a-94e7-d36ed82407d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18aca5e8-845b-477c-be25-58d4f2742252,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:49.340717 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e0564694-85dd-4418-8b74-a952e7c0ce4a tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:49.351958 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fb1e17e9-efc0-449a-94e7-d36ed82407d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:49.354284 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-fb1e17e9-efc0-449a-94e7-d36ed82407d4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/18aca5e8-845b-477c-be25-58d4f2742252 HTTP/1.1" status: 204 len: 168 time: 0.8080981 May 04 17:31:49.358041 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-59f60a18-2e25-40fb-99e1-37f3ee79e232 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:49.373586 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-e0564694-85dd-4418-8b74-a952e7c0ce4a tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Deleting port 7d45835f-2d39-4c93-87e6-cfa07d22e2aa {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:31:49.374029 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e0564694-85dd-4418-8b74-a952e7c0ce4a tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:49.416200 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-8ffd4121-b3df-4188-8564-b1137f78eda8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:49.425225 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-8ffd4121-b3df-4188-8564-b1137f78eda8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Usage tracker for resource:subnet and tenant:e0bb3da2b1c344b882bb065b24ba46bb is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:31:49.429516 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-8ffd4121-b3df-4188-8564-b1137f78eda8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:31:49.437101 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a7a703c0-9035-489b-8d03-763019807f83 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:49.441119 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.api.v2.resource [None req-9c246947-dffa-47f8-a0e3-96c2531b457e tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] create failed (client error): The resource could not be found. May 04 17:31:49.442373 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-9c246947-dffa-47f8-a0e3-96c2531b457e tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3125525 May 04 17:31:49.445551 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-8ffd4121-b3df-4188-8564-b1137f78eda8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:49.465561 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51420) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:49.514461 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-51ffe709-12b5-4a36-96ee-14b44d00437c tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Request body: {'security_group_rule': {'security_group_id': '01a35b01-ca86-4fa1-855b-422d4c996ec4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'd328102f-3163-4943-b246-480818adb286'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:49.522282 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-51ffe709-12b5-4a36-96ee-14b44d00437c tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:49.528652 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-51ffe709-12b5-4a36-96ee-14b44d00437c tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Usage tracker for resource:security_group_rule and tenant:01982c7e044f4effb47ed53cf1a17c76 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:31:49.533910 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-51ffe709-12b5-4a36-96ee-14b44d00437c tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:31:49.543312 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-51ffe709-12b5-4a36-96ee-14b44d00437c tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:49.543547 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a703c0-9035-489b-8d03-763019807f83 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Network 1a842f6f-f883-4785-8c82-b5434d60e808 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:31:49.544310 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ffd4121-b3df-4188-8564-b1137f78eda8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Made reservation on behalf of e0bb3da2b1c344b882bb065b24ba46bb for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:31:49.548080 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8ffd4121-b3df-4188-8564-b1137f78eda8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:49.565840 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-a7a703c0-9035-489b-8d03-763019807f83 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:31:49.577129 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a703c0-9035-489b-8d03-763019807f83 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:31:49.604937 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-f9eb6a28-3602-4f2f-970a-e66ddeececa6 None None] For port 87742c0b-12d4-43b2-b27a-7cba734f1436, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=87742c0b-12d4-43b2-b27a-7cba734f1436,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:31:49.605514 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-f9eb6a28-3602-4f2f-970a-e66ddeececa6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:49.614650 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a703c0-9035-489b-8d03-763019807f83 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event updated for resources: {'Port': ['ID=12c2afe1-686a-4ac5-a3c4-a21a99ea86ca,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:49.636093 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-59f60a18-2e25-40fb-99e1-37f3ee79e232 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:49.796138 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f60a18-2e25-40fb-99e1-37f3ee79e232 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Network 13bf7a29-e7ea-44ee-b184-e94b27e5ef47 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:31:49.803800 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-59f60a18-2e25-40fb-99e1-37f3ee79e232 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:31:49.811655 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f60a18-2e25-40fb-99e1-37f3ee79e232 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:31:49.812591 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f60a18-2e25-40fb-99e1-37f3ee79e232 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:49.813177 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-59f60a18-2e25-40fb-99e1-37f3ee79e232 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:49.821844 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-e0564694-85dd-4418-8b74-a952e7c0ce4a tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] For port 7d45835f-2d39-4c93-87e6-cfa07d22e2aa, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=7d45835f-2d39-4c93-87e6-cfa07d22e2aa,segment=NetworkSegment(f9deac01-56bc-49b7-bd15-c3492b08a2ca),segment_id=f9deac01-56bc-49b7-bd15-c3492b08a2ca)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:31:49.822650 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e0564694-85dd-4418-8b74-a952e7c0ce4a tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:49.830025 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.api.v2.resource [None req-51ffe709-12b5-4a36-96ee-14b44d00437c tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] create failed (client error): The resource could not be found. May 04 17:31:49.830589 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a703c0-9035-489b-8d03-763019807f83 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:49.831202 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-51ffe709-12b5-4a36-96ee-14b44d00437c tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3282726 May 04 17:31:49.831327 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a7a703c0-9035-489b-8d03-763019807f83 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:49.834929 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51434) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:49.836298 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-5f0c685d-f619-49d9-aed5-16dfdffa787f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Deleting port 544a5d47-de89-4b97-947b-fff6eaa3c94c {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:31:49.836709 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5f0c685d-f619-49d9-aed5-16dfdffa787f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:49.873759 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f60a18-2e25-40fb-99e1-37f3ee79e232 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Pushing event updated for resources: {'Port': ['ID=84ec17e6-5dc4-4592-8535-c15ac4c2ad3f,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:49.907425 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-59f60a18-2e25-40fb-99e1-37f3ee79e232 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.4717424 May 04 17:31:49.931413 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51440) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:49.943956 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-0469903b-08d5-4471-b8fc-bff4ce9da406 None None] Allocated IP 172.20.0.2 (1a842f6f-f883-4785-8c82-b5434d60e808/510d7c80-1a5e-463d-8775-84eec6a6d732/da629fa2-5c0e-4737-9ce3-fd39b5ad84c3) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:31:49.955869 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-a7a703c0-9035-489b-8d03-763019807f83 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 2.5467305 May 04 17:31:49.964867 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51444) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:49.994902 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8404'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:50.030438 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-e0564694-85dd-4418-8b74-a952e7c0ce4a tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Calling delete_port for 7d45835f-2d39-4c93-87e6-cfa07d22e2aa owned by network:dhcp {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:31:50.112503 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-bdc07a33-d113-4535-97e2-c63b7765015d tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Deleting port 12c2afe1-686a-4ac5-a3c4-a21a99ea86ca {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:31:50.113044 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-bdc07a33-d113-4535-97e2-c63b7765015d tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:50.142522 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-56d61088-c806-406a-9608-161294d0adfb tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:50.173357 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-f9eb6a28-3602-4f2f-970a-e66ddeececa6 None None] Calling delete_port for 87742c0b-12d4-43b2-b27a-7cba734f1436 owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:31:50.220816 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-56d61088-c806-406a-9608-161294d0adfb tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:50.224622 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 71256015-70b8-4ba0-afbd-dddfd37953cc triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:31:50.225003 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:50.341766 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411ee4c-7df0-4fa0-8090-697c54eae6d4 req-cb89957c-5f5e-4c99-a9a7-2794fbbdbd45 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:50.343644 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-3411ee4c-7df0-4fa0-8090-697c54eae6d4 req-cb89957c-5f5e-4c99-a9a7-2794fbbdbd45 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/ports?device_id=a89c1a56-83ba-4c06-94e3-b931024cb05a HTTP/1.1" status: 200 len: 945 time: 0.4410112 May 04 17:31:50.490677 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-5f0c685d-f619-49d9-aed5-16dfdffa787f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] For port 544a5d47-de89-4b97-947b-fff6eaa3c94c, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=544a5d47-de89-4b97-947b-fff6eaa3c94c,segment=NetworkSegment(8b671b37-a208-4bfe-b481-00d5eaa53cb5),segment_id=8b671b37-a208-4bfe-b481-00d5eaa53cb5)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:31:50.490860 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0469903b-08d5-4471-b8fc-bff4ce9da406 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:50.491732 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5f0c685d-f619-49d9-aed5-16dfdffa787f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:50.547305 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-0469903b-08d5-4471-b8fc-bff4ce9da406 None None] Transition to ACTIVE for port object da629fa2-5c0e-4737-9ce3-fd39b5ad84c3 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:31:50.551590 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90580f82-367f-475a-a23e-9933a4d73cf5 None None] DHCP port deletion for 2f65bb8b-7242-49b2-a8a7-abb038f78922 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:31:50.556643 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-56d61088-c806-406a-9608-161294d0adfb tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:50.584967 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 87742c0b-12d4-43b2-b27a-7cba734f1436 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:31:50.587240 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51456) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:50.592528 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:50.619214 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-90580f82-367f-475a-a23e-9933a4d73cf5 None None] Deleting port 7d45835f-2d39-4c93-87e6-cfa07d22e2aa {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:31:50.619776 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-90580f82-367f-475a-a23e-9933a4d73cf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:50.664074 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e0564694-85dd-4418-8b74-a952e7c0ce4a tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:50.666716 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d61088-c806-406a-9608-161294d0adfb tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a35b01-ca86-4fa1-855b-422d4c996ec4,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:50.678898 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-5f0c685d-f619-49d9-aed5-16dfdffa787f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Calling delete_port for 544a5d47-de89-4b97-947b-fff6eaa3c94c owned by network:router_interface {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:31:50.686627 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-3411ee4c-7df0-4fa0-8090-697c54eae6d4 req-630090e4-bba1-4160-ada5-c808353e64c4 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/security-groups?id=81808876-4a61-479a-81ee-b14447baf6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3331602 May 04 17:31:50.696815 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8ffd4121-b3df-4188-8564-b1137f78eda8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:50.737784 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-0469903b-08d5-4471-b8fc-bff4ce9da406 None None] Transition to ACTIVE for port object da629fa2-5c0e-4737-9ce3-fd39b5ad84c3 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:31:50.764060 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-ba4cf0ca-2217-4cd1-9c7e-8624ffa97708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'name': 'tempest-RoutersIpV6Test-router-923744432', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:30:42Z', 'updated_at': '2022-05-04T17:31:43Z', 'revision_number': 7, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'gw_port_host': None, '_interfaces': [{'id': '349a1f1c-957e-4ab3-9534-8bd626a5fc32', 'name': '', 'network_id': '82027b46-4193-456d-a11e-1076c3f57e9d', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'mac_address': 'fa:16:3e:0e:06:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'b638ab86-3739-4801-b4a1-31a48df33c4a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:31:03Z', 'updated_at': '2022-05-04T17:31:21Z', 'revision_number': 5, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'subnets': [{'id': 'b638ab86-3739-4801-b4a1-31a48df33c4a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '544a5d47-de89-4b97-947b-fff6eaa3c94c', 'name': '', 'network_id': '89ec246e-5a3e-4c96-8bd6-25375eb86e46', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'mac_address': 'fa:16:3e:39:5a:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'd5fe262c-4151-45b7-a512-facbde1420b7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:31:34Z', 'updated_at': '2022-05-04T17:31:44Z', 'revision_number': 4, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'subnets': [{'id': 'd5fe262c-4151-45b7-a512-facbde1420b7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd9f33f-1222-415e-a93f-3d7b7741cdc9', 'name': '', 'network_id': '323a8429-2a2d-45ea-b69f-eb667185350e', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'mac_address': 'fa:16:3e:cc:0c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '2f4262d2-4cc8-4374-aa55-7fd788a8786d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:31:22Z', 'updated_at': '2022-05-04T17:31:43Z', 'revision_number': 5, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'subnets': [{'id': '2f4262d2-4cc8-4374-aa55-7fd788a8786d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7c8349f-d96d-4540-89c9-8f3a6eba8953', 'name': '', 'network_id': '260d4353-0523-4bd2-b365-76fa65682043', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'mac_address': 'fa:16:3e:eb:40:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'f5313b1f-026c-4616-a62e-981d8297fb35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:30:51Z', 'updated_at': '2022-05-04T17:31:16Z', 'revision_number': 5, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'subnets': [{'id': 'f5313b1f-026c-4616-a62e-981d8297fb35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:50.764362 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-56d61088-c806-406a-9608-161294d0adfb tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:50.765179 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-56d61088-c806-406a-9608-161294d0adfb tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] 10.222.0.41 "DELETE /v2.0/security-groups/01a35b01-ca86-4fa1-855b-422d4c996ec4 HTTP/1.1" status: 204 len: 168 time: 0.9177983 May 04 17:31:50.777822 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffd4121-b3df-4188-8564-b1137f78eda8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:31:50.780593 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51464) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:50.794600 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-8ffd4121-b3df-4188-8564-b1137f78eda8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:31:50.819659 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffd4121-b3df-4188-8564-b1137f78eda8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:50.820263 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8ffd4121-b3df-4188-8564-b1137f78eda8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:50.828248 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-bdc07a33-d113-4535-97e2-c63b7765015d tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:50.853248 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-f88c6908-b2fe-4610-9ecf-61e6cef48458 tempest-SubnetPoolsTestJSON-903652794 tempest-SubnetPoolsTestJSON-903652794-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-485569286', 'prefixes': ['172.20.0.0/16']}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:50.862871 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffd4121-b3df-4188-8564-b1137f78eda8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event updated for resources: {'Subnet': ['ID=9562b53b-625d-46ea-8035-16d081336cb0,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:50.870786 dv-neutron-840426-1-hyperv neutron-server[88039]: INFO neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No ports have port_id starting with 87742c0b-12d4-43b2-b27a-7cba734f1436 May 04 17:31:50.871644 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4cf0ca-2217-4cd1-9c7e-8624ffa97708 None None] Checking router: 946552a2-07ce-41ce-925c-46bdd5eb5a36 for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:31:50.874335 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0469903b-08d5-4471-b8fc-bff4ce9da406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:50.884213 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-90580f82-367f-475a-a23e-9933a4d73cf5 None None] The port '7d45835f-2d39-4c93-87e6-cfa07d22e2aa' was deleted {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 04 17:31:50.916274 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-f88c6908-b2fe-4610-9ecf-61e6cef48458 tempest-SubnetPoolsTestJSON-903652794 tempest-SubnetPoolsTestJSON-903652794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:50.921676 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-f9eb6a28-3602-4f2f-970a-e66ddeececa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124'] for port, after_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:50.928169 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0564694-85dd-4418-8b74-a952e7c0ce4a tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Pushing event deleted for resources: {'Port': ['ID=7d45835f-2d39-4c93-87e6-cfa07d22e2aa,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:50.934925 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0564694-85dd-4418-8b74-a952e7c0ce4a tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] No DVR routers for this DVR port 7d45835f-2d39-4c93-87e6-cfa07d22e2aa on host dv-neutron-840426-1-hyperv {{(pid=88038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:31:50.969428 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4cf0ca-2217-4cd1-9c7e-8624ffa97708 None None] Routers {'946552a2-07ce-41ce-925c-46bdd5eb5a36'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:31:50.970093 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-ba4cf0ca-2217-4cd1-9c7e-8624ffa97708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:31:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['946552a2-07ce-41ce-925c-46bdd5eb5a36'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:51.003041 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-bdc07a33-d113-4535-97e2-c63b7765015d tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Calling delete_port for 12c2afe1-686a-4ac5-a3c4-a21a99ea86ca owned by {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:31:51.038464 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-8ffd4121-b3df-4188-8564-b1137f78eda8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9845502 May 04 17:31:51.041298 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51468) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:51.068952 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-cf875b18-2f83-43b8-8e48-ef8d5171f48c tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Request body: {'port': {'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'mac_address': 'fa:16:3e:8e:51:8d', 'name': 'tempest-NetworksTestDHCPv6-1445127952'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:51.096490 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0469903b-08d5-4471-b8fc-bff4ce9da406 None None] Network 1a842f6f-f883-4785-8c82-b5434d60e808 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:31:51.104835 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-8871e8c6-bf32-4659-bc96-a1d7d8e6f0f3 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Synchronizing usage tracker for tenant:01982c7e044f4effb47ed53cf1a17c76 on resource:security_group {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:31:51.163655 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-0469903b-08d5-4471-b8fc-bff4ce9da406 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:31:51.186031 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 544a5d47-de89-4b97-947b-fff6eaa3c94c up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:31:51.238701 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-8871e8c6-bf32-4659-bc96-a1d7d8e6f0f3 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Unset dirty status for tenant:01982c7e044f4effb47ed53cf1a17c76 on resource:security_group {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:31:51.240176 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-8871e8c6-bf32-4659-bc96-a1d7d8e6f0f3 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4586625 May 04 17:31:51.246635 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51472) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:51.249882 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0469903b-08d5-4471-b8fc-bff4ce9da406 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:31:51.256234 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9eb6a28-3602-4f2f-970a-e66ddeececa6 None None] No DVR routers for this DVR port 87742c0b-12d4-43b2-b27a-7cba734f1436 on host dv-neutron-840426-1-hyperv {{(pid=88039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:31:51.262240 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0469903b-08d5-4471-b8fc-bff4ce9da406 None None] Pushing event updated for resources: {'Port': ['ID=da629fa2-5c0e-4737-9ce3-fd39b5ad84c3,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:51.284818 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-c84e4568-f47e-4771-846e-07a644d869d2 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Request body: {'security_group_rule': {'security_group_id': 'dc5e2a2e-0144-47cd-8d83-65c37fa41d7f', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:51.331976 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-bdc07a33-d113-4535-97e2-c63b7765015d tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:51.337393 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95da5dfd-e473-4a99-a0d3-21a6229b24bf None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:31:51.345935 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e0564694-85dd-4418-8b74-a952e7c0ce4a tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:51.374673 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb6a28-3602-4f2f-970a-e66ddeececa6 None None] Pushing event deleted for resources: {'Port': ['ID=87742c0b-12d4-43b2-b27a-7cba734f1436,revision_number=None']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:51.394532 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc07a33-d113-4535-97e2-c63b7765015d tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event deleted for resources: {'Port': ['ID=12c2afe1-686a-4ac5-a3c4-a21a99ea86ca,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:51.406345 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-c84e4568-f47e-4771-846e-07a644d869d2 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:51.407541 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-cf875b18-2f83-43b8-8e48-ef8d5171f48c tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:51.414021 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-cf875b18-2f83-43b8-8e48-ef8d5171f48c tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Usage tracker for resource:port and tenant:e0bb3da2b1c344b882bb065b24ba46bb is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:31:51.419365 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-cf875b18-2f83-43b8-8e48-ef8d5171f48c tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:31:51.424715 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f88c6908-b2fe-4610-9ecf-61e6cef48458 tempest-SubnetPoolsTestJSON-903652794 tempest-SubnetPoolsTestJSON-903652794-project] Notify callbacks [] for subnetpool, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:51.426093 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-f88c6908-b2fe-4610-9ecf-61e6cef48458 tempest-SubnetPoolsTestJSON-903652794 tempest-SubnetPoolsTestJSON-903652794-project] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.8265297 May 04 17:31:51.431819 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-c84e4568-f47e-4771-846e-07a644d869d2 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Usage tracker for resource:security_group_rule and tenant:01982c7e044f4effb47ed53cf1a17c76 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:31:51.445722 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-c84e4568-f47e-4771-846e-07a644d869d2 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:31:51.449040 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51476) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:51.462608 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-cf875b18-2f83-43b8-8e48-ef8d5171f48c tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:51.463765 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-c84e4568-f47e-4771-846e-07a644d869d2 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:51.491897 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-e0564694-85dd-4418-8b74-a952e7c0ce4a tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f65bb8b-7242-49b2-a8a7-abb038f78922']}} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:51.520646 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf875b18-2f83-43b8-8e48-ef8d5171f48c tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Made reservation on behalf of e0bb3da2b1c344b882bb065b24ba46bb for: {'port': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:31:51.523630 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-ba4cf0ca-2217-4cd1-9c7e-8624ffa97708 None None] Set router 946552a2-07ce-41ce-925c-46bdd5eb5a36 gateway port host: None {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:31:51.526564 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-e0564694-85dd-4418-8b74-a952e7c0ce4a tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9deac01-56bc-49b7-bd15-c3492b08a2ca') {'for_net_delete': True} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:51.526809 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-e0564694-85dd-4418-8b74-a952e7c0ce4a tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9deac01-56bc-49b7-bd15-c3492b08a2ca') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:51.553797 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85caa90-cdbf-4a47-9fbc-9b2ec52f9170 req-72092a7f-10b6-46e3-994a-35e491128229 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:51.555308 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-f85caa90-cdbf-4a47-9fbc-9b2ec52f9170 req-72092a7f-10b6-46e3-994a-35e491128229 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/ports?device_id=a89c1a56-83ba-4c06-94e3-b931024cb05a HTTP/1.1" status: 200 len: 945 time: 0.7176127 May 04 17:31:51.571892 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-bdc07a33-d113-4535-97e2-c63b7765015d tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:51.575382 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-bdc07a33-d113-4535-97e2-c63b7765015d tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "DELETE /v2.0/ports/12c2afe1-686a-4ac5-a3c4-a21a99ea86ca HTTP/1.1" status: 204 len: 168 time: 1.6022902 May 04 17:31:51.576344 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-c165de72-1b14-4ef1-b0ed-55897e74dc3a tempest-SubnetPoolsTestJSON-903652794 tempest-SubnetPoolsTestJSON-903652794-project] 10.222.0.41 "GET /v2.0/subnetpools/2651a75e-4a24-4c03-b831-23df49aa3cd3 HTTP/1.1" status: 200 len: 731 time: 0.1248457 May 04 17:31:51.577148 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51480) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:51.579220 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e0564694-85dd-4418-8b74-a952e7c0ce4a tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801627'] for segment, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:51.618969 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51482) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:51.627910 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-d5e68321-4057-4617-b8e1-fab2afdb3488 tempest-SubnetPoolsTestJSON-903652794 tempest-SubnetPoolsTestJSON-903652794-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1543528532'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:51.640166 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 544a5d47-de89-4b97-947b-fff6eaa3c94c triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:31:51.640166 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:51.680979 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-0469903b-08d5-4471-b8fc-bff4ce9da406 None None] Attempting to bind port da629fa2-5c0e-4737-9ce3-fd39b5ad84c3 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:31:51.681290 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-0469903b-08d5-4471-b8fc-bff4ce9da406 None None] Attempting to bind port da629fa2-5c0e-4737-9ce3-fd39b5ad84c3 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '5eb3fb2f-bb4a-4933-8d30-a2f4d02188a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1a842f6f-f883-4785-8c82-b5434d60e808'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:31:51.681709 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0469903b-08d5-4471-b8fc-bff4ce9da406 None None] Attempting to bind port da629fa2-5c0e-4737-9ce3-fd39b5ad84c3 on network 1a842f6f-f883-4785-8c82-b5434d60e808 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:31:51.704303 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cf875b18-2f83-43b8-8e48-ef8d5171f48c tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:51.713605 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0469903b-08d5-4471-b8fc-bff4ce9da406 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:31:51.714019 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0469903b-08d5-4471-b8fc-bff4ce9da406 None None] Checking segment: {'id': '5eb3fb2f-bb4a-4933-8d30-a2f4d02188a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1a842f6f-f883-4785-8c82-b5434d60e808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:31:51.714428 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0469903b-08d5-4471-b8fc-bff4ce9da406 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:51.714830 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0469903b-08d5-4471-b8fc-bff4ce9da406 None None] Bound using segment: {'id': '5eb3fb2f-bb4a-4933-8d30-a2f4d02188a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1a842f6f-f883-4785-8c82-b5434d60e808'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:31:51.715316 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-0469903b-08d5-4471-b8fc-bff4ce9da406 None None] Bound port: da629fa2-5c0e-4737-9ce3-fd39b5ad84c3, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb3fb2f-bb4a-4933-8d30-a2f4d02188a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '1a842f6f-f883-4785-8c82-b5434d60e808'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:31:51.715690 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0469903b-08d5-4471-b8fc-bff4ce9da406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:51.751101 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [None req-cf875b18-2f83-43b8-8e48-ef8d5171f48c tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] device_id is not set on port 4d1c8967-c8b3-4745-9522-46a82bdde2eb yet. {{(pid=88037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:31:51.766656 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e0564694-85dd-4418-8b74-a952e7c0ce4a tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:51.769901 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-082f5fd7-b464-40c3-992d-cf4a8d4fac2b tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] GET failed (client error): The resource could not be found. May 04 17:31:51.770459 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-082f5fd7-b464-40c3-992d-cf4a8d4fac2b tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Synchronizing usage tracker for tenant:d50aa0308d3f47e4bde015fa31f2165f on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:31:51.796346 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.api.v2.resource [None req-c84e4568-f47e-4771-846e-07a644d869d2 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] create failed (client error): The resource could not be found. May 04 17:31:51.797334 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-c84e4568-f47e-4771-846e-07a644d869d2 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5432711 May 04 17:31:51.801354 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] device_id is not set on port 84ec17e6-5dc4-4592-8535-c15ac4c2ad3f yet. {{(pid=88038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:31:51.805394 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51488) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:51.809091 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0564694-85dd-4418-8b74-a952e7c0ce4a tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=88038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:31:51.809501 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e0564694-85dd-4418-8b74-a952e7c0ce4a tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7881827'] for segment, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:51.822779 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-24e8cf30-fdc0-4ffc-9817-a649f7acfb31 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Request body: {'security_group': {'name': 'tempest-secgroup--2101522110'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:51.824646 dv-neutron-840426-1-hyperv neutron-server[88038]: Traceback (most recent call last): May 04 17:31:51.824646 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:31:51.824646 dv-neutron-840426-1-hyperv neutron-server[88038]: timer() May 04 17:31:51.824646 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:31:51.824646 dv-neutron-840426-1-hyperv neutron-server[88038]: cb(*args, **kw) May 04 17:31:51.824646 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:31:51.824646 dv-neutron-840426-1-hyperv neutron-server[88038]: return func(*args, **kwargs) May 04 17:31:51.824646 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:31:51.824646 dv-neutron-840426-1-hyperv neutron-server[88038]: self._notify() May 04 17:31:51.824646 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:31:51.824646 dv-neutron-840426-1-hyperv neutron-server[88038]: self.callback(batched_events) May 04 17:31:51.824646 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:31:51.824646 dv-neutron-840426-1-hyperv neutron-server[88038]: event.method(event) May 04 17:31:51.824646 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:31:51.824646 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:31:51.824646 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:31:51.824646 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:31:51.824646 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:31:51.824646 dv-neutron-840426-1-hyperv neutron-server[88038]: return f(self, *a, **k) May 04 17:31:51.824646 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:31:51.824646 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._get(url).json() May 04 17:31:51.824646 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:31:51.824646 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:31:51.824646 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:31:51.824646 dv-neutron-840426-1-hyperv neutron-server[88038]: return self.request(url, 'GET', **kwargs) May 04 17:31:51.824646 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:31:51.824646 dv-neutron-840426-1-hyperv neutron-server[88038]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:31:51.824646 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:31:51.824646 dv-neutron-840426-1-hyperv neutron-server[88038]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:31:51.824646 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:31:51.824646 dv-neutron-840426-1-hyperv neutron-server[88038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:31:51.824646 dv-neutron-840426-1-hyperv neutron-server[88038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:31:51.832572 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-24e8cf30-fdc0-4ffc-9817-a649f7acfb31 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:51.841786 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:51.852511 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d5e68321-4057-4617-b8e1-fab2afdb3488 tempest-SubnetPoolsTestJSON-903652794 tempest-SubnetPoolsTestJSON-903652794-project] Notify callbacks [] for subnetpool, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:51.856077 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-d5e68321-4057-4617-b8e1-fab2afdb3488 tempest-SubnetPoolsTestJSON-903652794 tempest-SubnetPoolsTestJSON-903652794-project] 10.222.0.41 "PUT /v2.0/subnetpools/2651a75e-4a24-4c03-b831-23df49aa3cd3 HTTP/1.1" status: 200 len: 684 time: 0.2336831 May 04 17:31:51.857443 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-24e8cf30-fdc0-4ffc-9817-a649f7acfb31 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:51.861626 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51492) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:51.884820 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-f85caa90-cdbf-4a47-9fbc-9b2ec52f9170 req-be5d685f-9068-4e10-a4a0-62a04565afed tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/security-groups?id=81808876-4a61-479a-81ee-b14447baf6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2882247 May 04 17:31:51.925543 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51496) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:51.934843 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-24e8cf30-fdc0-4ffc-9817-a649f7acfb31 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:51.951695 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5f0c685d-f619-49d9-aed5-16dfdffa787f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:51.955479 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-082f5fd7-b464-40c3-992d-cf4a8d4fac2b tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Unset dirty status for tenant:d50aa0308d3f47e4bde015fa31f2165f on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:31:51.956752 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-082f5fd7-b464-40c3-992d-cf4a8d4fac2b tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "GET /v2.0/ports/12c2afe1-686a-4ac5-a3c4-a21a99ea86ca HTTP/1.1" status: 404 len: 333 time: 0.3676190 May 04 17:31:51.967244 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51502) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:52.046108 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-24e8cf30-fdc0-4ffc-9817-a649f7acfb31 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:52.066576 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-24e8cf30-fdc0-4ffc-9817-a649f7acfb31 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Usage tracker for resource:security_group_rule and tenant:01982c7e044f4effb47ed53cf1a17c76 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:31:52.073281 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-24e8cf30-fdc0-4ffc-9817-a649f7acfb31 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:31:52.078822 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-0469903b-08d5-4471-b8fc-bff4ce9da406 None None] For port da629fa2-5c0e-4737-9ce3-fd39b5ad84c3, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:31:52.084188 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-0469903b-08d5-4471-b8fc-bff4ce9da406 None None] For port da629fa2-5c0e-4737-9ce3-fd39b5ad84c3, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=da629fa2-5c0e-4737-9ce3-fd39b5ad84c3,segment=NetworkSegment(5eb3fb2f-bb4a-4933-8d30-a2f4d02188a6),segment_id=5eb3fb2f-bb4a-4933-8d30-a2f4d02188a6)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:31:52.095270 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25497d5d-1281-4820-b0e5-14d3807ebb80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-6b89b041-5c42-49da-97bf-23cee8aadf17', 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'tenant_id': 'e0bb3da2b1c344b882bb065b24ba46bb', 'fixed_ips': [{'subnet_id': '9562b53b-625d-46ea-8035-16d081336cb0'}, {'subnet_id': 'a47d98c4-0ca2-4768-aa45-3feb87575f57'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:31:52.096122 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-25497d5d-1281-4820-b0e5-14d3807ebb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:52.099356 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-24e8cf30-fdc0-4ffc-9817-a649f7acfb31 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:52.132276 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Transition to ACTIVE for port object 84ec17e6-5dc4-4592-8535-c15ac4c2ad3f will not be triggered until provisioned by entity L2. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:31:52.148414 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:52.155879 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0c685d-f619-49d9-aed5-16dfdffa787f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Pushing event deleted for resources: {'Port': ['ID=544a5d47-de89-4b97-947b-fff6eaa3c94c,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:52.191614 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e0564694-85dd-4418-8b74-a952e7c0ce4a tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:52.203110 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-75e842df-234f-497e-a661-a1ac6f7fb0bd tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Deleting subnet 510d7c80-1a5e-463d-8775-84eec6a6d732 {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:31:52.250255 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-75e842df-234f-497e-a661-a1ac6f7fb0bd tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:52.268464 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e0564694-85dd-4418-8b74-a952e7c0ce4a tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:52.314001 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-cf875b18-2f83-43b8-8e48-ef8d5171f48c tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Allocated IP 172.20.0.12 (6b89b041-5c42-49da-97bf-23cee8aadf17/9562b53b-625d-46ea-8035-16d081336cb0/4d1c8967-c8b3-4745-9522-46a82bdde2eb) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:31:52.329576 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Could not find standard attr ID for object 544a5d47-de89-4b97-947b-fff6eaa3c94c. {{(pid=88039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 04 17:31:52.332803 dv-neutron-840426-1-hyperv neutron-server[88039]: INFO neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No ports have port_id starting with 544a5d47-de89-4b97-947b-fff6eaa3c94c May 04 17:31:52.334314 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0469903b-08d5-4471-b8fc-bff4ce9da406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:52.346696 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-cf875b18-2f83-43b8-8e48-ef8d5171f48c tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Allocated IP 2001:db8::f816:3eff:fe8e:518d (6b89b041-5c42-49da-97bf-23cee8aadf17/a47d98c4-0ca2-4768-aa45-3feb87575f57/4d1c8967-c8b3-4745-9522-46a82bdde2eb) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:31:52.347048 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0564694-85dd-4418-8b74-a952e7c0ce4a tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Pushing event deleted for resources: {'Network': ['ID=2f65bb8b-7242-49b2-a8a7-abb038f78922,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:52.372383 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-e0564694-85dd-4418-8b74-a952e7c0ce4a tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "DELETE /v2.0/networks/2f65bb8b-7242-49b2-a8a7-abb038f78922 HTTP/1.1" status: 204 len: 168 time: 3.2733948 May 04 17:31:52.375403 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51506) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:52.382256 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-75e842df-234f-497e-a661-a1ac6f7fb0bd tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:52.473363 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 26b2ffc0-9652-4cf3-b203-f3b1becebe09 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:31:52.557028 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Pushing event updated for resources: {'Port': ['ID=84ec17e6-5dc4-4592-8535-c15ac4c2ad3f,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:52.557226 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 26b2ffc0-9652-4cf3-b203-f3b1becebe09 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:31:52.557317 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 26b2ffc0-9652-4cf3-b203-f3b1becebe09 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:31:52.557748 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 7d45835f-2d39-4c93-87e6-cfa07d22e2aa no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:31:52.566469 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7eb01564-eba2-4243-a105-97c3e61be485 tempest-SubnetPoolsTestJSON-903652794 tempest-SubnetPoolsTestJSON-903652794-project] Notify callbacks [] for subnetpool, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:52.569838 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-7eb01564-eba2-4243-a105-97c3e61be485 tempest-SubnetPoolsTestJSON-903652794 tempest-SubnetPoolsTestJSON-903652794-project] 10.222.0.41 "DELETE /v2.0/subnetpools/2651a75e-4a24-4c03-b831-23df49aa3cd3 HTTP/1.1" status: 204 len: 168 time: 0.7049909 May 04 17:31:52.572269 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51510) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:52.579411 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 84ec17e6-5dc4-4592-8535-c15ac4c2ad3f on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:31:52.579948 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 84ec17e6-5dc4-4592-8535-c15ac4c2ad3f by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '33370ae1-5a97-414b-8710-584759343f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '13bf7a29-e7ea-44ee-b184-e94b27e5ef47'}] {{(pid=88038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:31:52.580453 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 84ec17e6-5dc4-4592-8535-c15ac4c2ad3f on network 13bf7a29-e7ea-44ee-b184-e94b27e5ef47 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:31:52.586635 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-fed5cfc5-7e98-4ae8-a747-a7306fe95e37 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Request body: {'router': {'routes': None}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:52.602246 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Port 84ec17e6-5dc4-4592-8535-c15ac4c2ad3f on network 13bf7a29-e7ea-44ee-b184-e94b27e5ef47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:31:52.602900 dv-neutron-840426-1-hyperv neutron-server[88038]: ERROR neutron.plugins.ml2.managers [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Failed to bind port 84ec17e6-5dc4-4592-8535-c15ac4c2ad3f on host hv-neutron-8404 for vnic_type normal using segments [{'id': '33370ae1-5a97-414b-8710-584759343f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '13bf7a29-e7ea-44ee-b184-e94b27e5ef47'}] May 04 17:31:52.606908 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.plugins.ml2.plugin [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempt 2 to bind port 84ec17e6-5dc4-4592-8535-c15ac4c2ad3f May 04 17:31:52.611685 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 7d45835f-2d39-4c93-87e6-cfa07d22e2aa {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:31:52.612034 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 7d45835f-2d39-4c93-87e6-cfa07d22e2aa not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:31:52.619428 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5f0c685d-f619-49d9-aed5-16dfdffa787f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710832'] for router_interface, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:52.624341 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.api.v2.resource [None req-abbe946f-ec19-46ff-a79e-f87c2f7b631d tempest-SubnetPoolsTestJSON-903652794 tempest-SubnetPoolsTestJSON-903652794-project] show failed (client error): The resource could not be found. May 04 17:31:52.625564 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0469903b-08d5-4471-b8fc-bff4ce9da406 None None] Pushing event updated for resources: {'Port': ['ID=da629fa2-5c0e-4737-9ce3-fd39b5ad84c3,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:52.628303 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-abbe946f-ec19-46ff-a79e-f87c2f7b631d tempest-SubnetPoolsTestJSON-903652794 tempest-SubnetPoolsTestJSON-903652794-project] 10.222.0.41 "GET /v2.0/subnetpools/2651a75e-4a24-4c03-b831-23df49aa3cd3 HTTP/1.1" status: 404 len: 346 time: 0.0503469 May 04 17:31:52.632523 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51514) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:52.659902 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 84ec17e6-5dc4-4592-8535-c15ac4c2ad3f on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:31:52.660244 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 84ec17e6-5dc4-4592-8535-c15ac4c2ad3f by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '33370ae1-5a97-414b-8710-584759343f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '13bf7a29-e7ea-44ee-b184-e94b27e5ef47'}] {{(pid=88038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:31:52.660585 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 84ec17e6-5dc4-4592-8535-c15ac4c2ad3f on network 13bf7a29-e7ea-44ee-b184-e94b27e5ef47 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:31:52.669299 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.api.v2.resource [None req-5a7e8e65-c985-4496-a393-02ecb0f1ff26 tempest-SubnetPoolsTestJSON-903652794 tempest-SubnetPoolsTestJSON-903652794-project] delete failed (client error): The resource could not be found. May 04 17:31:52.677044 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-5a7e8e65-c985-4496-a393-02ecb0f1ff26 tempest-SubnetPoolsTestJSON-903652794 tempest-SubnetPoolsTestJSON-903652794-project] 10.222.0.41 "DELETE /v2.0/subnetpools/2651a75e-4a24-4c03-b831-23df49aa3cd3 HTTP/1.1" status: 404 len: 346 time: 0.0419431 May 04 17:31:52.693071 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-ba4cf0ca-2217-4cd1-9c7e-8624ffa97708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'name': 'tempest-RoutersIpV6Test-router-923744432', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:30:42Z', 'updated_at': '2022-05-04T17:31:43Z', 'revision_number': 7, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'gw_port_host': None, '_interfaces': [{'id': '349a1f1c-957e-4ab3-9534-8bd626a5fc32', 'name': '', 'network_id': '82027b46-4193-456d-a11e-1076c3f57e9d', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'mac_address': 'fa:16:3e:0e:06:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'b638ab86-3739-4801-b4a1-31a48df33c4a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:31:03Z', 'updated_at': '2022-05-04T17:31:21Z', 'revision_number': 5, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'subnets': [{'id': 'b638ab86-3739-4801-b4a1-31a48df33c4a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '544a5d47-de89-4b97-947b-fff6eaa3c94c', 'name': '', 'network_id': '89ec246e-5a3e-4c96-8bd6-25375eb86e46', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'mac_address': 'fa:16:3e:39:5a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'd5fe262c-4151-45b7-a512-facbde1420b7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:31:34Z', 'updated_at': '2022-05-04T17:31:48Z', 'revision_number': 5, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'subnets': [{'id': 'd5fe262c-4151-45b7-a512-facbde1420b7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd9f33f-1222-415e-a93f-3d7b7741cdc9', 'name': '', 'network_id': '323a8429-2a2d-45ea-b69f-eb667185350e', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'mac_address': 'fa:16:3e:cc:0c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '2f4262d2-4cc8-4374-aa55-7fd788a8786d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:31:22Z', 'updated_at': '2022-05-04T17:31:43Z', 'revision_number': 5, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'subnets': [{'id': '2f4262d2-4cc8-4374-aa55-7fd788a8786d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7c8349f-d96d-4540-89c9-8f3a6eba8953', 'name': '', 'network_id': '260d4353-0523-4bd2-b365-76fa65682043', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'mac_address': 'fa:16:3e:eb:40:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'f5313b1f-026c-4616-a62e-981d8297fb35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:30:51Z', 'updated_at': '2022-05-04T17:31:16Z', 'revision_number': 5, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'subnets': [{'id': 'f5313b1f-026c-4616-a62e-981d8297fb35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:52.699491 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4cf0ca-2217-4cd1-9c7e-8624ffa97708 None None] The sync data for ids ['946552a2-07ce-41ce-925c-46bdd5eb5a36'] in dv-neutron-840426-1-hyperv is: [{'id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'name': 'tempest-RoutersIpV6Test-router-923744432', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:30:42Z', 'updated_at': '2022-05-04T17:31:43Z', 'revision_number': 7, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'gw_port_host': None, '_interfaces': [{'id': '349a1f1c-957e-4ab3-9534-8bd626a5fc32', 'name': '', 'network_id': '82027b46-4193-456d-a11e-1076c3f57e9d', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'mac_address': 'fa:16:3e:0e:06:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'b638ab86-3739-4801-b4a1-31a48df33c4a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:31:03Z', 'updated_at': '2022-05-04T17:31:21Z', 'revision_number': 5, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'subnets': [{'id': 'b638ab86-3739-4801-b4a1-31a48df33c4a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '544a5d47-de89-4b97-947b-fff6eaa3c94c', 'name': '', 'network_id': '89ec246e-5a3e-4c96-8bd6-25375eb86e46', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'mac_address': 'fa:16:3e:39:5a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'd5fe262c-4151-45b7-a512-facbde1420b7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:31:34Z', 'updated_at': '2022-05-04T17:31:48Z', 'revision_number': 5, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'subnets': [{'id': 'd5fe262c-4151-45b7-a512-facbde1420b7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd9f33f-1222-415e-a93f-3d7b7741cdc9', 'name': '', 'network_id': '323a8429-2a2d-45ea-b69f-eb667185350e', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'mac_address': 'fa:16:3e:cc:0c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '2f4262d2-4cc8-4374-aa55-7fd788a8786d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:31:22Z', 'updated_at': '2022-05-04T17:31:43Z', 'revision_number': 5, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'subnets': [{'id': '2f4262d2-4cc8-4374-aa55-7fd788a8786d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7c8349f-d96d-4540-89c9-8f3a6eba8953', 'name': '', 'network_id': '260d4353-0523-4bd2-b365-76fa65682043', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'mac_address': 'fa:16:3e:eb:40:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'f5313b1f-026c-4616-a62e-981d8297fb35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:30:51Z', 'updated_at': '2022-05-04T17:31:16Z', 'revision_number': 5, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'subnets': [{'id': 'f5313b1f-026c-4616-a62e-981d8297fb35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:31:52.728640 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Port 84ec17e6-5dc4-4592-8535-c15ac4c2ad3f on network 13bf7a29-e7ea-44ee-b184-e94b27e5ef47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:31:52.728970 dv-neutron-840426-1-hyperv neutron-server[88038]: ERROR neutron.plugins.ml2.managers [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Failed to bind port 84ec17e6-5dc4-4592-8535-c15ac4c2ad3f on host hv-neutron-8404 for vnic_type normal using segments [{'id': '33370ae1-5a97-414b-8710-584759343f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '13bf7a29-e7ea-44ee-b184-e94b27e5ef47'}] May 04 17:31:52.734660 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.plugins.ml2.plugin [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempt 3 to bind port 84ec17e6-5dc4-4592-8535-c15ac4c2ad3f May 04 17:31:52.812885 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-24e8cf30-fdc0-4ffc-9817-a649f7acfb31 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:52.836197 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 84ec17e6-5dc4-4592-8535-c15ac4c2ad3f on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:31:52.836839 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 84ec17e6-5dc4-4592-8535-c15ac4c2ad3f by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '33370ae1-5a97-414b-8710-584759343f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '13bf7a29-e7ea-44ee-b184-e94b27e5ef47'}] {{(pid=88038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:31:52.837339 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 84ec17e6-5dc4-4592-8535-c15ac4c2ad3f on network 13bf7a29-e7ea-44ee-b184-e94b27e5ef47 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:31:52.849098 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Port 84ec17e6-5dc4-4592-8535-c15ac4c2ad3f on network 13bf7a29-e7ea-44ee-b184-e94b27e5ef47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:31:52.849825 dv-neutron-840426-1-hyperv neutron-server[88038]: ERROR neutron.plugins.ml2.managers [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Failed to bind port 84ec17e6-5dc4-4592-8535-c15ac4c2ad3f on host hv-neutron-8404 for vnic_type normal using segments [{'id': '33370ae1-5a97-414b-8710-584759343f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '13bf7a29-e7ea-44ee-b184-e94b27e5ef47'}] May 04 17:31:52.852567 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.plugins.ml2.plugin [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempt 4 to bind port 84ec17e6-5dc4-4592-8535-c15ac4c2ad3f May 04 17:31:52.868563 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-24e8cf30-fdc0-4ffc-9817-a649f7acfb31 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:52.883069 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bc1154-57fb-457c-9565-b1ec91568f67 tempest-TestVolumeBootPattern-829920776 tempest-TestVolumeBootPattern-829920776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:52.892930 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-75bc1154-57fb-457c-9565-b1ec91568f67 tempest-TestVolumeBootPattern-829920776 tempest-TestVolumeBootPattern-829920776-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a89c1a56-83ba-4c06-94e3-b931024cb05a HTTP/1.1" status: 200 len: 1093 time: 0.9659677 May 04 17:31:52.893497 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51520) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:52.918791 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-f5e5aee1-abcf-4b30-b9d5-e736200592aa tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Request body: {'floatingip': {'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'port_id': 'c5528093-85fd-4674-98ad-09fd400f3a4d', 'tenant_id': '8c992398177546e184e9933345174247', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:52.938499 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-f5e5aee1-abcf-4b30-b9d5-e736200592aa tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:52.941800 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 84ec17e6-5dc4-4592-8535-c15ac4c2ad3f on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:31:52.942183 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 84ec17e6-5dc4-4592-8535-c15ac4c2ad3f by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '33370ae1-5a97-414b-8710-584759343f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '13bf7a29-e7ea-44ee-b184-e94b27e5ef47'}] {{(pid=88038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:31:52.942537 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 84ec17e6-5dc4-4592-8535-c15ac4c2ad3f on network 13bf7a29-e7ea-44ee-b184-e94b27e5ef47 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:31:52.954389 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-75e842df-234f-497e-a661-a1ac6f7fb0bd tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:52.955863 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Port 84ec17e6-5dc4-4592-8535-c15ac4c2ad3f on network 13bf7a29-e7ea-44ee-b184-e94b27e5ef47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:31:52.956319 dv-neutron-840426-1-hyperv neutron-server[88038]: ERROR neutron.plugins.ml2.managers [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Failed to bind port 84ec17e6-5dc4-4592-8535-c15ac4c2ad3f on host hv-neutron-8404 for vnic_type normal using segments [{'id': '33370ae1-5a97-414b-8710-584759343f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '13bf7a29-e7ea-44ee-b184-e94b27e5ef47'}] May 04 17:31:52.968850 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-f5e5aee1-abcf-4b30-b9d5-e736200592aa tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Usage tracker for resource:floatingip and tenant:8c992398177546e184e9933345174247 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:31:52.971815 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.plugins.ml2.plugin [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempt 5 to bind port 84ec17e6-5dc4-4592-8535-c15ac4c2ad3f May 04 17:31:53.092819 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-f5e5aee1-abcf-4b30-b9d5-e736200592aa tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:31:53.095931 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 84ec17e6-5dc4-4592-8535-c15ac4c2ad3f on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:31:53.096440 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 84ec17e6-5dc4-4592-8535-c15ac4c2ad3f by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '33370ae1-5a97-414b-8710-584759343f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '13bf7a29-e7ea-44ee-b184-e94b27e5ef47'}] {{(pid=88038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:31:53.096944 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 84ec17e6-5dc4-4592-8535-c15ac4c2ad3f on network 13bf7a29-e7ea-44ee-b184-e94b27e5ef47 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:31:53.156961 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-75e842df-234f-497e-a661-a1ac6f7fb0bd tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:53.237709 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51526) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:53.246770 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-f5e5aee1-abcf-4b30-b9d5-e736200592aa tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:53.286770 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Port 84ec17e6-5dc4-4592-8535-c15ac4c2ad3f on network 13bf7a29-e7ea-44ee-b184-e94b27e5ef47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:31:53.287302 dv-neutron-840426-1-hyperv neutron-server[88038]: ERROR neutron.plugins.ml2.managers [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Failed to bind port 84ec17e6-5dc4-4592-8535-c15ac4c2ad3f on host hv-neutron-8404 for vnic_type normal using segments [{'id': '33370ae1-5a97-414b-8710-584759343f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '13bf7a29-e7ea-44ee-b184-e94b27e5ef47'}] May 04 17:31:53.291892 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.plugins.ml2.plugin [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempt 6 to bind port 84ec17e6-5dc4-4592-8535-c15ac4c2ad3f May 04 17:31:53.300639 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device da629fa2-5c0e-4737-9ce3-fd39b5ad84c3 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:31:53.304468 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f5e5aee1-abcf-4b30-b9d5-e736200592aa tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks [] for floatingip, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:53.356392 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 84ec17e6-5dc4-4592-8535-c15ac4c2ad3f on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:31:53.356743 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 84ec17e6-5dc4-4592-8535-c15ac4c2ad3f by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '33370ae1-5a97-414b-8710-584759343f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '13bf7a29-e7ea-44ee-b184-e94b27e5ef47'}] {{(pid=88038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:31:53.357458 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 84ec17e6-5dc4-4592-8535-c15ac4c2ad3f on network 13bf7a29-e7ea-44ee-b184-e94b27e5ef47 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:31:53.374497 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e842df-234f-497e-a661-a1ac6f7fb0bd tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event deleted for resources: {'Subnet': ['ID=510d7c80-1a5e-463d-8775-84eec6a6d732,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:53.381570 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Port 84ec17e6-5dc4-4592-8535-c15ac4c2ad3f on network 13bf7a29-e7ea-44ee-b184-e94b27e5ef47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:31:53.381570 dv-neutron-840426-1-hyperv neutron-server[88038]: ERROR neutron.plugins.ml2.managers [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Failed to bind port 84ec17e6-5dc4-4592-8535-c15ac4c2ad3f on host hv-neutron-8404 for vnic_type normal using segments [{'id': '33370ae1-5a97-414b-8710-584759343f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '13bf7a29-e7ea-44ee-b184-e94b27e5ef47'}] May 04 17:31:53.383476 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.plugins.ml2.plugin [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempt 7 to bind port 84ec17e6-5dc4-4592-8535-c15ac4c2ad3f May 04 17:31:53.388341 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-75e842df-234f-497e-a661-a1ac6f7fb0bd tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:53.391175 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-75e842df-234f-497e-a661-a1ac6f7fb0bd tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "DELETE /v2.0/subnets/510d7c80-1a5e-463d-8775-84eec6a6d732 HTTP/1.1" status: 204 len: 168 time: 1.4226460 May 04 17:31:53.397279 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51532) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:53.400487 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port da629fa2-5c0e-4737-9ce3-fd39b5ad84c3 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:31:53.430681 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-24e8cf30-fdc0-4ffc-9817-a649f7acfb31 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:53.431905 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-24e8cf30-fdc0-4ffc-9817-a649f7acfb31 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6247735 May 04 17:31:53.432707 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e8cf30-fdc0-4ffc-9817-a649f7acfb31 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03f851ac-e1fd-48ad-879d-e6628db5296f,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:53.435518 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51536) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:53.443437 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f0c685d-f619-49d9-aed5-16dfdffa787f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Router 946552a2-07ce-41ce-925c-46bdd5eb5a36 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:31:53.446990 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.extraroute_db [None req-fed5cfc5-7e98-4ae8-a747-a7306fe95e37 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Added routes are [] {{(pid=88037) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 04 17:31:53.447277 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.extraroute_db [None req-fed5cfc5-7e98-4ae8-a747-a7306fe95e37 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Removed routes are [] {{(pid=88037) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 04 17:31:53.447634 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fed5cfc5-7e98-4ae8-a747-a7306fe95e37 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:53.452089 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 84ec17e6-5dc4-4592-8535-c15ac4c2ad3f on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:31:53.452418 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 84ec17e6-5dc4-4592-8535-c15ac4c2ad3f by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '33370ae1-5a97-414b-8710-584759343f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '13bf7a29-e7ea-44ee-b184-e94b27e5ef47'}] {{(pid=88038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:31:53.452868 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 84ec17e6-5dc4-4592-8535-c15ac4c2ad3f on network 13bf7a29-e7ea-44ee-b184-e94b27e5ef47 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:31:53.476096 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Port 84ec17e6-5dc4-4592-8535-c15ac4c2ad3f on network 13bf7a29-e7ea-44ee-b184-e94b27e5ef47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:31:53.476408 dv-neutron-840426-1-hyperv neutron-server[88038]: ERROR neutron.plugins.ml2.managers [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Failed to bind port 84ec17e6-5dc4-4592-8535-c15ac4c2ad3f on host hv-neutron-8404 for vnic_type normal using segments [{'id': '33370ae1-5a97-414b-8710-584759343f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '13bf7a29-e7ea-44ee-b184-e94b27e5ef47'}] May 04 17:31:53.483823 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.plugins.ml2.plugin [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempt 8 to bind port 84ec17e6-5dc4-4592-8535-c15ac4c2ad3f May 04 17:31:53.499986 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-51b26c4f-2d6c-40da-ba78-869f7f3ef8d1 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Request body: {'security_group': {'name': 'tempest-secgroup--315185088'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:53.510854 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-51b26c4f-2d6c-40da-ba78-869f7f3ef8d1 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:53.672826 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-51b26c4f-2d6c-40da-ba78-869f7f3ef8d1 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:53.677847 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9d71b2dd-c1d8-4781-b444-3305a61e17e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:53.739663 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 84ec17e6-5dc4-4592-8535-c15ac4c2ad3f on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:31:53.740002 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 84ec17e6-5dc4-4592-8535-c15ac4c2ad3f by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '33370ae1-5a97-414b-8710-584759343f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '13bf7a29-e7ea-44ee-b184-e94b27e5ef47'}] {{(pid=88038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:31:53.740335 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 84ec17e6-5dc4-4592-8535-c15ac4c2ad3f on network 13bf7a29-e7ea-44ee-b184-e94b27e5ef47 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:31:53.758407 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Port 84ec17e6-5dc4-4592-8535-c15ac4c2ad3f on network 13bf7a29-e7ea-44ee-b184-e94b27e5ef47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:31:53.758776 dv-neutron-840426-1-hyperv neutron-server[88038]: ERROR neutron.plugins.ml2.managers [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Failed to bind port 84ec17e6-5dc4-4592-8535-c15ac4c2ad3f on host hv-neutron-8404 for vnic_type normal using segments [{'id': '33370ae1-5a97-414b-8710-584759343f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '13bf7a29-e7ea-44ee-b184-e94b27e5ef47'}] May 04 17:31:53.763287 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.plugins.ml2.plugin [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempt 9 to bind port 84ec17e6-5dc4-4592-8535-c15ac4c2ad3f May 04 17:31:53.776229 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7e789a80-33d0-4e1b-8e26-bb4f8d15f492 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:53.812444 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 84ec17e6-5dc4-4592-8535-c15ac4c2ad3f on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:31:53.812797 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 84ec17e6-5dc4-4592-8535-c15ac4c2ad3f by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '33370ae1-5a97-414b-8710-584759343f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '13bf7a29-e7ea-44ee-b184-e94b27e5ef47'}] {{(pid=88038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:31:53.813124 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 84ec17e6-5dc4-4592-8535-c15ac4c2ad3f on network 13bf7a29-e7ea-44ee-b184-e94b27e5ef47 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:31:53.837389 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f0c685d-f619-49d9-aed5-16dfdffa787f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:31:53.839447 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Port 84ec17e6-5dc4-4592-8535-c15ac4c2ad3f on network 13bf7a29-e7ea-44ee-b184-e94b27e5ef47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:31:53.840038 dv-neutron-840426-1-hyperv neutron-server[88038]: ERROR neutron.plugins.ml2.managers [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Failed to bind port 84ec17e6-5dc4-4592-8535-c15ac4c2ad3f on host hv-neutron-8404 for vnic_type normal using segments [{'id': '33370ae1-5a97-414b-8710-584759343f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '13bf7a29-e7ea-44ee-b184-e94b27e5ef47'}] May 04 17:31:53.848984 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccdb910-e255-4164-b385-fbd533640d4e None None] Sync routers for ids ['946552a2-07ce-41ce-925c-46bdd5eb5a36'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:31:53.850503 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-5f0c685d-f619-49d9-aed5-16dfdffa787f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "PUT /v2.0/routers/946552a2-07ce-41ce-925c-46bdd5eb5a36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5839224 May 04 17:31:53.853062 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51540) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:53.857019 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.plugins.ml2.plugin [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempt 10 to bind port 84ec17e6-5dc4-4592-8535-c15ac4c2ad3f May 04 17:31:53.858740 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-9d71b2dd-c1d8-4781-b444-3305a61e17e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:53.858864 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccdb910-e255-4164-b385-fbd533640d4e None None] Routers {'946552a2-07ce-41ce-925c-46bdd5eb5a36'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:31:53.859477 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-7ccdb910-e255-4164-b385-fbd533640d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:31:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['946552a2-07ce-41ce-925c-46bdd5eb5a36'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:53.862956 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-51b26c4f-2d6c-40da-ba78-869f7f3ef8d1 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:53.875618 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cf875b18-2f83-43b8-8e48-ef8d5171f48c tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:53.884393 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 84ec17e6-5dc4-4592-8535-c15ac4c2ad3f on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:31:53.884753 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 84ec17e6-5dc4-4592-8535-c15ac4c2ad3f by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '33370ae1-5a97-414b-8710-584759343f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '13bf7a29-e7ea-44ee-b184-e94b27e5ef47'}] {{(pid=88038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:31:53.885090 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 84ec17e6-5dc4-4592-8535-c15ac4c2ad3f on network 13bf7a29-e7ea-44ee-b184-e94b27e5ef47 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:31:53.891683 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-7e789a80-33d0-4e1b-8e26-bb4f8d15f492 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Deleting port da629fa2-5c0e-4737-9ce3-fd39b5ad84c3 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:31:53.892034 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7e789a80-33d0-4e1b-8e26-bb4f8d15f492 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:53.918393 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-9d71b2dd-c1d8-4781-b444-3305a61e17e2 admin admin] Usage tracker for resource:security_group_rule and tenant:15a3836682024aec903424cd76946136 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:31:53.933546 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-9d71b2dd-c1d8-4781-b444-3305a61e17e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:31:53.946733 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fed5cfc5-7e98-4ae8-a747-a7306fe95e37 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:53.955179 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-9d71b2dd-c1d8-4781-b444-3305a61e17e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:53.973812 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44fbe53-2795-4f3a-a56d-e50ad4f7507d None None] Network 1a842f6f-f883-4785-8c82-b5434d60e808 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:31:53.976968 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-cf875b18-2f83-43b8-8e48-ef8d5171f48c tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Transition to ACTIVE for port object 4d1c8967-c8b3-4745-9522-46a82bdde2eb will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:31:53.979045 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fed5cfc5-7e98-4ae8-a747-a7306fe95e37 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-712177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-712168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-709817'] for router, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:53.991686 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-51b26c4f-2d6c-40da-ba78-869f7f3ef8d1 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:54.037151 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-7ccdb910-e255-4164-b385-fbd533640d4e None None] Set router 946552a2-07ce-41ce-925c-46bdd5eb5a36 gateway port host: None {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:31:54.072132 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-51b26c4f-2d6c-40da-ba78-869f7f3ef8d1 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Usage tracker for resource:security_group_rule and tenant:01982c7e044f4effb47ed53cf1a17c76 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:31:54.082981 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-51b26c4f-2d6c-40da-ba78-869f7f3ef8d1 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:31:54.086732 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-7ccca698-f56e-48fb-9421-389d9dabc077 None None] Provisioning for port da629fa2-5c0e-4737-9ce3-fd39b5ad84c3 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:31:54.096716 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e3ac8a9-582e-47f6-a399-bcbeab68249e tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Deleting subnet d5fe262c-4151-45b7-a512-facbde1420b7 {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:31:54.108006 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-7ccca698-f56e-48fb-9421-389d9dabc077 None None] Provisioning complete for port da629fa2-5c0e-4737-9ce3-fd39b5ad84c3 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:31:54.108534 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-7ccca698-f56e-48fb-9421-389d9dabc077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:54.287022 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-7e789a80-33d0-4e1b-8e26-bb4f8d15f492 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] For port da629fa2-5c0e-4737-9ce3-fd39b5ad84c3, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=da629fa2-5c0e-4737-9ce3-fd39b5ad84c3,segment=NetworkSegment(5eb3fb2f-bb4a-4933-8d30-a2f4d02188a6),segment_id=5eb3fb2f-bb4a-4933-8d30-a2f4d02188a6)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:31:54.287549 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7e789a80-33d0-4e1b-8e26-bb4f8d15f492 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:54.362384 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-7ccca698-f56e-48fb-9421-389d9dabc077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:54.377360 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f5e5aee1-abcf-4b30-b9d5-e736200592aa tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:54.426454 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-51b26c4f-2d6c-40da-ba78-869f7f3ef8d1 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:54.431383 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-7ccca698-f56e-48fb-9421-389d9dabc077 None None] For port da629fa2-5c0e-4737-9ce3-fd39b5ad84c3, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=da629fa2-5c0e-4737-9ce3-fd39b5ad84c3,segment=NetworkSegment(5eb3fb2f-bb4a-4933-8d30-a2f4d02188a6),segment_id=5eb3fb2f-bb4a-4933-8d30-a2f4d02188a6)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:31:54.434421 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2e3ac8a9-582e-47f6-a399-bcbeab68249e tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:54.445874 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-7ccca698-f56e-48fb-9421-389d9dabc077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:54.448950 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-7ccdb910-e255-4164-b385-fbd533640d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'name': 'tempest-RoutersIpV6Test-router-923744432', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:30:42Z', 'updated_at': '2022-05-04T17:31:51Z', 'revision_number': 8, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'gw_port_host': None, '_interfaces': [{'id': '349a1f1c-957e-4ab3-9534-8bd626a5fc32', 'name': '', 'network_id': '82027b46-4193-456d-a11e-1076c3f57e9d', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'mac_address': 'fa:16:3e:0e:06:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'b638ab86-3739-4801-b4a1-31a48df33c4a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:31:03Z', 'updated_at': '2022-05-04T17:31:21Z', 'revision_number': 5, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'subnets': [{'id': 'b638ab86-3739-4801-b4a1-31a48df33c4a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd9f33f-1222-415e-a93f-3d7b7741cdc9', 'name': '', 'network_id': '323a8429-2a2d-45ea-b69f-eb667185350e', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'mac_address': 'fa:16:3e:cc:0c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '2f4262d2-4cc8-4374-aa55-7fd788a8786d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:31:22Z', 'updated_at': '2022-05-04T17:31:43Z', 'revision_number': 5, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'subnets': [{'id': '2f4262d2-4cc8-4374-aa55-7fd788a8786d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7c8349f-d96d-4540-89c9-8f3a6eba8953', 'name': '', 'network_id': '260d4353-0523-4bd2-b365-76fa65682043', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'mac_address': 'fa:16:3e:eb:40:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'f5313b1f-026c-4616-a62e-981d8297fb35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:30:51Z', 'updated_at': '2022-05-04T17:31:16Z', 'revision_number': 5, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'subnets': [{'id': 'f5313b1f-026c-4616-a62e-981d8297fb35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:54.450821 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008f9bd0-afe0-48a4-815f-89dac61339a0 None None] DHCP port deletion for 1a842f6f-f883-4785-8c82-b5434d60e808 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:31:54.454623 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Port 84ec17e6-5dc4-4592-8535-c15ac4c2ad3f on network 13bf7a29-e7ea-44ee-b184-e94b27e5ef47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:31:54.454973 dv-neutron-840426-1-hyperv neutron-server[88038]: ERROR neutron.plugins.ml2.managers [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Failed to bind port 84ec17e6-5dc4-4592-8535-c15ac4c2ad3f on host hv-neutron-8404 for vnic_type normal using segments [{'id': '33370ae1-5a97-414b-8710-584759343f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '13bf7a29-e7ea-44ee-b184-e94b27e5ef47'}] May 04 17:31:54.455340 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:54.456418 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccdb910-e255-4164-b385-fbd533640d4e None None] Checking router: 946552a2-07ce-41ce-925c-46bdd5eb5a36 for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:31:54.466456 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccdb910-e255-4164-b385-fbd533640d4e None None] Routers {'946552a2-07ce-41ce-925c-46bdd5eb5a36'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:31:54.467370 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-7ccdb910-e255-4164-b385-fbd533640d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:31:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['946552a2-07ce-41ce-925c-46bdd5eb5a36'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:54.495604 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-008f9bd0-afe0-48a4-815f-89dac61339a0 None None] Deleting port da629fa2-5c0e-4737-9ce3-fd39b5ad84c3 {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:31:54.496192 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-008f9bd0-afe0-48a4-815f-89dac61339a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:54.549363 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed5cfc5-7e98-4ae8-a747-a7306fe95e37 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Router f7b8dd67-88b8-4f42-87ee-9c82722da786 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:31:54.556125 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-7e789a80-33d0-4e1b-8e26-bb4f8d15f492 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Calling delete_port for da629fa2-5c0e-4737-9ce3-fd39b5ad84c3 owned by network:dhcp {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:31:54.559005 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2e3ac8a9-582e-47f6-a399-bcbeab68249e tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:54.646657 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cf875b18-2f83-43b8-8e48-ef8d5171f48c tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:54.654220 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-7ccdb910-e255-4164-b385-fbd533640d4e None None] Set router 946552a2-07ce-41ce-925c-46bdd5eb5a36 gateway port host: None {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:31:54.727051 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] For port 84ec17e6-5dc4-4592-8535-c15ac4c2ad3f, host hv-neutron-8404, cleared binding levels {{(pid=88038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:31:54.728095 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempted to set empty binding levels {{(pid=88038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 04 17:31:54.741726 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:54.768141 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccca698-f56e-48fb-9421-389d9dabc077 None None] Pushing event updated for resources: {'Port': ['ID=da629fa2-5c0e-4737-9ce3-fd39b5ad84c3,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:54.842089 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Pushing event updated for resources: {'Port': ['ID=84ec17e6-5dc4-4592-8535-c15ac4c2ad3f,revision_number=3']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:54.846035 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] In _notify_port_updated(), no bound segment for port 84ec17e6-5dc4-4592-8535-c15ac4c2ad3f on network 13bf7a29-e7ea-44ee-b184-e94b27e5ef47 {{(pid=88038) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 04 17:31:54.846829 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:54.847476 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:54.851468 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-5007f1eb-7191-419e-90ab-53c8ba26271e tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] 10.222.0.41 "PUT /v2.0/ports/84ec17e6-5dc4-4592-8535-c15ac4c2ad3f HTTP/1.1" status: 200 len: 977 time: 4.9164517 May 04 17:31:54.857109 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51544) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:54.920456 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-51b26c4f-2d6c-40da-ba78-869f7f3ef8d1 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:54.929952 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf875b18-2f83-43b8-8e48-ef8d5171f48c tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:31:54.934360 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed5cfc5-7e98-4ae8-a747-a7306fe95e37 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:31:54.942976 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-cf875b18-2f83-43b8-8e48-ef8d5171f48c tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:31:54.946011 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9d71b2dd-c1d8-4781-b444-3305a61e17e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:54.955276 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-51b26c4f-2d6c-40da-ba78-869f7f3ef8d1 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:54.955519 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-f5e5aee1-abcf-4b30-b9d5-e736200592aa tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Allocated IP 172.26.0.253 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/b97af5cf-0547-488d-9237-16398bc97696) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:31:54.957761 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ae7893-deca-41ef-8329-2ea6a5c57a1f None None] Sync routers for ids ['f7b8dd67-88b8-4f42-87ee-9c82722da786'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:31:54.959172 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf875b18-2f83-43b8-8e48-ef8d5171f48c tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:31:55.000795 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ae7893-deca-41ef-8329-2ea6a5c57a1f None None] Routers {'f7b8dd67-88b8-4f42-87ee-9c82722da786'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:31:55.001689 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf875b18-2f83-43b8-8e48-ef8d5171f48c tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event updated for resources: {'Port': ['ID=4d1c8967-c8b3-4745-9522-46a82bdde2eb,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:55.002408 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-58ae7893-deca-41ef-8329-2ea6a5c57a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:31:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['f7b8dd67-88b8-4f42-87ee-9c82722da786'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:55.017736 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9d71b2dd-c1d8-4781-b444-3305a61e17e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:55.029422 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ba8bda-08fe-4ef0-a01b-e0aa173c46cc tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:55.029904 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ba8bda-08fe-4ef0-a01b-e0aa173c46cc tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:55.030491 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ba8bda-08fe-4ef0-a01b-e0aa173c46cc tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:55.030966 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ba8bda-08fe-4ef0-a01b-e0aa173c46cc tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:55.031473 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ba8bda-08fe-4ef0-a01b-e0aa173c46cc tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:55.031955 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ba8bda-08fe-4ef0-a01b-e0aa173c46cc tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:55.032425 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ba8bda-08fe-4ef0-a01b-e0aa173c46cc tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:55.032892 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ba8bda-08fe-4ef0-a01b-e0aa173c46cc tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:55.033614 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ba8bda-08fe-4ef0-a01b-e0aa173c46cc tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:55.034107 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ba8bda-08fe-4ef0-a01b-e0aa173c46cc tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:55.034580 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ba8bda-08fe-4ef0-a01b-e0aa173c46cc tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:55.035043 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ba8bda-08fe-4ef0-a01b-e0aa173c46cc tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:55.035508 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ba8bda-08fe-4ef0-a01b-e0aa173c46cc tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:55.035972 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ba8bda-08fe-4ef0-a01b-e0aa173c46cc tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:55.036435 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ba8bda-08fe-4ef0-a01b-e0aa173c46cc tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:55.036896 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ba8bda-08fe-4ef0-a01b-e0aa173c46cc tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:55.037361 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ba8bda-08fe-4ef0-a01b-e0aa173c46cc tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:55.038018 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ba8bda-08fe-4ef0-a01b-e0aa173c46cc tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:55.038357 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ba8bda-08fe-4ef0-a01b-e0aa173c46cc tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:55.038824 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ba8bda-08fe-4ef0-a01b-e0aa173c46cc tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:55.040230 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ba8bda-08fe-4ef0-a01b-e0aa173c46cc tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:55.040703 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ba8bda-08fe-4ef0-a01b-e0aa173c46cc tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:55.045384 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-b8ba8bda-08fe-4ef0-a01b-e0aa173c46cc tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Synchronizing usage tracker for tenant:da376b1409c94bcfab52495e9e0da14a on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:31:55.056155 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.db.api [None req-7e789a80-33d0-4e1b-8e26-bb4f8d15f492 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88038) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:31:55.057220 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG oslo_db.api [None req-7e789a80-33d0-4e1b-8e26-bb4f8d15f492 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:31:55.130579 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2e3ac8a9-582e-47f6-a399-bcbeab68249e tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:55.132475 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-b8ba8bda-08fe-4ef0-a01b-e0aa173c46cc tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Unset dirty status for tenant:da376b1409c94bcfab52495e9e0da14a on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:31:55.138012 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-b8ba8bda-08fe-4ef0-a01b-e0aa173c46cc tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20413 time: 0.2756653 May 04 17:31:55.141299 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51548) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:55.155671 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device da629fa2-5c0e-4737-9ce3-fd39b5ad84c3 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:31:55.168114 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fed5cfc5-7e98-4ae8-a747-a7306fe95e37 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:55.170805 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-7ccdb910-e255-4164-b385-fbd533640d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'name': 'tempest-RoutersIpV6Test-router-923744432', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:30:42Z', 'updated_at': '2022-05-04T17:31:51Z', 'revision_number': 8, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'gw_port_host': None, '_interfaces': [{'id': '349a1f1c-957e-4ab3-9534-8bd626a5fc32', 'name': '', 'network_id': '82027b46-4193-456d-a11e-1076c3f57e9d', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'mac_address': 'fa:16:3e:0e:06:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'b638ab86-3739-4801-b4a1-31a48df33c4a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:31:03Z', 'updated_at': '2022-05-04T17:31:21Z', 'revision_number': 5, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'subnets': [{'id': 'b638ab86-3739-4801-b4a1-31a48df33c4a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd9f33f-1222-415e-a93f-3d7b7741cdc9', 'name': '', 'network_id': '323a8429-2a2d-45ea-b69f-eb667185350e', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'mac_address': 'fa:16:3e:cc:0c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '2f4262d2-4cc8-4374-aa55-7fd788a8786d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:31:22Z', 'updated_at': '2022-05-04T17:31:43Z', 'revision_number': 5, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'subnets': [{'id': '2f4262d2-4cc8-4374-aa55-7fd788a8786d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7c8349f-d96d-4540-89c9-8f3a6eba8953', 'name': '', 'network_id': '260d4353-0523-4bd2-b365-76fa65682043', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'mac_address': 'fa:16:3e:eb:40:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'f5313b1f-026c-4616-a62e-981d8297fb35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:30:51Z', 'updated_at': '2022-05-04T17:31:16Z', 'revision_number': 5, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'subnets': [{'id': 'f5313b1f-026c-4616-a62e-981d8297fb35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:55.172252 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-fed5cfc5-7e98-4ae8-a747-a7306fe95e37 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "PUT /v2.0/routers/f7b8dd67-88b8-4f42-87ee-9c82722da786 HTTP/1.1" status: 200 len: 700 time: 2.6106749 May 04 17:31:55.173325 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b26c4f-2d6c-40da-ba78-869f7f3ef8d1 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c84f6376-db55-4def-81a1-0fe519ddc000,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:55.175810 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-51b26c4f-2d6c-40da-ba78-869f7f3ef8d1 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:55.177451 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51552) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:55.180224 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-51b26c4f-2d6c-40da-ba78-869f7f3ef8d1 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.7350240 May 04 17:31:55.189979 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51554) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:55.191893 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccdb910-e255-4164-b385-fbd533640d4e None None] The sync data for ids ['946552a2-07ce-41ce-925c-46bdd5eb5a36'] in dv-neutron-840426-1-hyperv is: [{'id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'name': 'tempest-RoutersIpV6Test-router-923744432', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:30:42Z', 'updated_at': '2022-05-04T17:31:51Z', 'revision_number': 8, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'gw_port_host': None, '_interfaces': [{'id': '349a1f1c-957e-4ab3-9534-8bd626a5fc32', 'name': '', 'network_id': '82027b46-4193-456d-a11e-1076c3f57e9d', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'mac_address': 'fa:16:3e:0e:06:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'b638ab86-3739-4801-b4a1-31a48df33c4a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:31:03Z', 'updated_at': '2022-05-04T17:31:21Z', 'revision_number': 5, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'subnets': [{'id': 'b638ab86-3739-4801-b4a1-31a48df33c4a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abd9f33f-1222-415e-a93f-3d7b7741cdc9', 'name': '', 'network_id': '323a8429-2a2d-45ea-b69f-eb667185350e', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'mac_address': 'fa:16:3e:cc:0c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': '2f4262d2-4cc8-4374-aa55-7fd788a8786d', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:31:22Z', 'updated_at': '2022-05-04T17:31:43Z', 'revision_number': 5, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'subnets': [{'id': '2f4262d2-4cc8-4374-aa55-7fd788a8786d', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7c8349f-d96d-4540-89c9-8f3a6eba8953', 'name': '', 'network_id': '260d4353-0523-4bd2-b365-76fa65682043', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'mac_address': 'fa:16:3e:eb:40:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'f5313b1f-026c-4616-a62e-981d8297fb35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:30:51Z', 'updated_at': '2022-05-04T17:31:16Z', 'revision_number': 5, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'subnets': [{'id': 'f5313b1f-026c-4616-a62e-981d8297fb35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:31:55.198271 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-9d71b2dd-c1d8-4781-b444-3305a61e17e2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=15a3836682024aec903424cd76946136&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8790457 May 04 17:31:55.207430 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51558) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:55.229590 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf875b18-2f83-43b8-8e48-ef8d5171f48c tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:55.231112 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cf875b18-2f83-43b8-8e48-ef8d5171f48c tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:55.243142 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-008f9bd0-afe0-48a4-815f-89dac61339a0 None None] For port da629fa2-5c0e-4737-9ce3-fd39b5ad84c3, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=da629fa2-5c0e-4737-9ce3-fd39b5ad84c3,segment=NetworkSegment(5eb3fb2f-bb4a-4933-8d30-a2f4d02188a6),segment_id=5eb3fb2f-bb4a-4933-8d30-a2f4d02188a6)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:31:55.243813 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-008f9bd0-afe0-48a4-815f-89dac61339a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:55.252526 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-72169699-e62f-4401-8916-7fb5d9d4fe4b tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Synchronizing usage tracker for tenant:4d4e7c7b24884dc786dfd71b0f2e4f89 on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:31:55.262126 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-4f927aad-76b1-4020-85ba-10223108bdfa tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Request body: {'security_group_rule': {'security_group_id': '03f851ac-e1fd-48ad-879d-e6628db5296f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'c84f6376-db55-4def-81a1-0fe519ddc000'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:55.268550 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-4f927aad-76b1-4020-85ba-10223108bdfa tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:55.273012 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-4f927aad-76b1-4020-85ba-10223108bdfa tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Usage tracker for resource:security_group_rule and tenant:01982c7e044f4effb47ed53cf1a17c76 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:31:55.276511 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-4f927aad-76b1-4020-85ba-10223108bdfa tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:31:55.284256 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-4f927aad-76b1-4020-85ba-10223108bdfa tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:55.292418 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71b2dd-c1d8-4781-b444-3305a61e17e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2700533f-07ee-4ea0-9413-56b6d9cef59e,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:55.326607 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-72169699-e62f-4401-8916-7fb5d9d4fe4b tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Unset dirty status for tenant:4d4e7c7b24884dc786dfd71b0f2e4f89 on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:31:55.330115 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-cf875b18-2f83-43b8-8e48-ef8d5171f48c tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.2710755 May 04 17:31:55.330685 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-72169699-e62f-4401-8916-7fb5d9d4fe4b tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7b8dd67-88b8-4f42-87ee-9c82722da786 HTTP/1.1" status: 200 len: 205 time: 0.1417868 May 04 17:31:55.333155 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51564) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:55.333491 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51566) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:55.366340 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-fba4489b-84f5-46fe-8d5e-24bb82e06d82 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Deleting port 84ec17e6-5dc4-4592-8535-c15ac4c2ad3f {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:31:55.366676 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fba4489b-84f5-46fe-8d5e-24bb82e06d82 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:55.406678 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-008f9bd0-afe0-48a4-815f-89dac61339a0 None None] Calling delete_port for da629fa2-5c0e-4737-9ce3-fd39b5ad84c3 owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:31:55.428527 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.api.v2.resource [None req-4f927aad-76b1-4020-85ba-10223108bdfa tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 04 17:31:55.428527 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-4f927aad-76b1-4020-85ba-10223108bdfa tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1790421 May 04 17:31:55.434230 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51572) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:55.440408 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f5e5aee1-abcf-4b30-b9d5-e736200592aa tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:55.452243 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-25497d5d-1281-4820-b0e5-14d3807ebb80 None None] Allocated IP 172.20.0.2 (6b89b041-5c42-49da-97bf-23cee8aadf17/9562b53b-625d-46ea-8035-16d081336cb0/3081f175-87b1-4d49-9d2f-513cce6e1a98) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:31:55.463647 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-58ae7893-deca-41ef-8329-2ea6a5c57a1f None None] Set router f7b8dd67-88b8-4f42-87ee-9c82722da786 gateway port host: None {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:31:55.520683 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2e3ac8a9-582e-47f6-a399-bcbeab68249e tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:55.565660 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-7e789a80-33d0-4e1b-8e26-bb4f8d15f492 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Deleting port da629fa2-5c0e-4737-9ce3-fd39b5ad84c3 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:31:55.566441 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7e789a80-33d0-4e1b-8e26-bb4f8d15f492 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:55.576181 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-25497d5d-1281-4820-b0e5-14d3807ebb80 None None] Allocated IP 2001:db8::f816:3eff:fe6c:4f30 (6b89b041-5c42-49da-97bf-23cee8aadf17/a47d98c4-0ca2-4768-aa45-3feb87575f57/3081f175-87b1-4d49-9d2f-513cce6e1a98) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:31:55.579437 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-17348934-5919-4ca2-ab23-a4316991611a tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for router, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:55.586456 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-58ae7893-deca-41ef-8329-2ea6a5c57a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'name': 'tempest-RoutersTest-router-305251255', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:29:20Z', 'updated_at': '2022-05-04T17:31:43Z', 'revision_number': 11, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'gw_port_host': None}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:55.600600 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ae7893-deca-41ef-8329-2ea6a5c57a1f None None] Checking router: f7b8dd67-88b8-4f42-87ee-9c82722da786 for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:31:55.651453 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d6e28868-4ae4-4e65-a6f1-8460b4264d3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:55.654280 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3ac8a9-582e-47f6-a399-bcbeab68249e tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Pushing event deleted for resources: {'Subnet': ['ID=d5fe262c-4151-45b7-a512-facbde1420b7,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:55.682770 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2e3ac8a9-582e-47f6-a399-bcbeab68249e tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:55.705605 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ae7893-deca-41ef-8329-2ea6a5c57a1f None None] Routers {'f7b8dd67-88b8-4f42-87ee-9c82722da786'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:31:55.706684 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-58ae7893-deca-41ef-8329-2ea6a5c57a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:31:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['f7b8dd67-88b8-4f42-87ee-9c82722da786'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:55.720290 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f0669369-3e95-4a94-8deb-6e664dc48e3b tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks [] for security_group, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:55.764278 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f7ea80-56e6-45ca-92c4-bdc23a4f409d None None] Network 89ec246e-5a3e-4c96-8bd6-25375eb86e46 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:31:55.780532 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-2e3ac8a9-582e-47f6-a399-bcbeab68249e tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "DELETE /v2.0/subnets/d5fe262c-4151-45b7-a512-facbde1420b7 HTTP/1.1" status: 204 len: 168 time: 1.9264002 May 04 17:31:55.788807 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51576) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:55.796939 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d6e28868-4ae4-4e65-a6f1-8460b4264d3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:55.845541 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-fba4489b-84f5-46fe-8d5e-24bb82e06d82 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] For port 84ec17e6-5dc4-4592-8535-c15ac4c2ad3f, host hv-neutron-8404, got binding levels [] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:31:55.845908 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fba4489b-84f5-46fe-8d5e-24bb82e06d82 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:55.862879 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f5e5aee1-abcf-4b30-b9d5-e736200592aa tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:55.868980 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f0669369-3e95-4a94-8deb-6e664dc48e3b tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:55.966048 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-008f9bd0-afe0-48a4-815f-89dac61339a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124'] for port, after_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:56.072850 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-58ae7893-deca-41ef-8329-2ea6a5c57a1f None None] Set router f7b8dd67-88b8-4f42-87ee-9c82722da786 gateway port host: None {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:31:56.178779 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:56.216368 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91e43bd-974b-43fa-b536-bd85a5d4a6e6 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:56.217032 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-a91e43bd-974b-43fa-b536-bd85a5d4a6e6 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Synchronizing usage tracker for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:31:56.220314 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-fba4489b-84f5-46fe-8d5e-24bb82e06d82 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Calling delete_port for 84ec17e6-5dc4-4592-8535-c15ac4c2ad3f owned by {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:31:56.253144 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-17348934-5919-4ca2-ab23-a4316991611a tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:56.257511 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-17348934-5919-4ca2-ab23-a4316991611a tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:56.263360 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d6497373-e339-41dd-a1c1-7995a06e7283 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:56.272740 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008f9bd0-afe0-48a4-815f-89dac61339a0 None None] Pushing event deleted for resources: {'Port': ['ID=da629fa2-5c0e-4737-9ce3-fd39b5ad84c3,revision_number=None']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:56.284811 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008f9bd0-afe0-48a4-815f-89dac61339a0 None None] No DVR routers for this DVR port da629fa2-5c0e-4737-9ce3-fd39b5ad84c3 on host dv-neutron-840426-1-hyperv {{(pid=88039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:31:56.301612 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e5aee1-abcf-4b30-b9d5-e736200592aa tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:31:56.306174 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-a91e43bd-974b-43fa-b536-bd85a5d4a6e6 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Unset dirty status for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:31:56.309539 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-a91e43bd-974b-43fa-b536-bd85a5d4a6e6 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1026 time: 0.9716077 May 04 17:31:56.312375 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51580) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:56.324400 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-7e789a80-33d0-4e1b-8e26-bb4f8d15f492 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] For port da629fa2-5c0e-4737-9ce3-fd39b5ad84c3, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=da629fa2-5c0e-4737-9ce3-fd39b5ad84c3,segment=NetworkSegment(5eb3fb2f-bb4a-4933-8d30-a2f4d02188a6),segment_id=5eb3fb2f-bb4a-4933-8d30-a2f4d02188a6)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:31:56.324755 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7e789a80-33d0-4e1b-8e26-bb4f8d15f492 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:56.333200 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-f5e5aee1-abcf-4b30-b9d5-e736200592aa tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:31:56.346134 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e5aee1-abcf-4b30-b9d5-e736200592aa tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:31:56.359086 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-58ae7893-deca-41ef-8329-2ea6a5c57a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'name': 'tempest-RoutersTest-router-305251255', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:29:20Z', 'updated_at': '2022-05-04T17:31:43Z', 'revision_number': 11, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'gw_port_host': None}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:56.363993 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-d6497373-e339-41dd-a1c1-7995a06e7283 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Deleting port 71256015-70b8-4ba0-afbd-dddfd37953cc {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:31:56.363993 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d6497373-e339-41dd-a1c1-7995a06e7283 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:56.402911 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-17348934-5919-4ca2-ab23-a4316991611a tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:56.402911 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17348934-5919-4ca2-ab23-a4316991611a tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Fanout notify agent at l3_agent the message router_deleted on router f7b8dd67-88b8-4f42-87ee-9c82722da786 {{(pid=88037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:31:56.428987 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d6e28868-4ae4-4e65-a6f1-8460b4264d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:56.429216 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ae7893-deca-41ef-8329-2ea6a5c57a1f None None] The sync data for ids ['f7b8dd67-88b8-4f42-87ee-9c82722da786'] in dv-neutron-840426-1-hyperv is: [{'id': 'f7b8dd67-88b8-4f42-87ee-9c82722da786', 'name': 'tempest-RoutersTest-router-305251255', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:29:20Z', 'updated_at': '2022-05-04T17:31:43Z', 'revision_number': 11, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'gw_port_host': None}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:31:56.464508 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e28868-4ae4-4e65-a6f1-8460b4264d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2700533f-07ee-4ea0-9413-56b6d9cef59e,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:56.478104 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-d7a35637-bb16-41fc-97d5-07ef2fb7cde8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Deleting port 4d1c8967-c8b3-4745-9522-46a82bdde2eb {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:31:56.478452 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d7a35637-bb16-41fc-97d5-07ef2fb7cde8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:56.511639 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e5aee1-abcf-4b30-b9d5-e736200592aa tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Pushing event updated for resources: {'Port': ['ID=b97af5cf-0547-488d-9237-16398bc97696,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:56.535503 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-7e789a80-33d0-4e1b-8e26-bb4f8d15f492 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Calling delete_port for da629fa2-5c0e-4737-9ce3-fd39b5ad84c3 owned by network:dhcp {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:31:56.588834 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d6e28868-4ae4-4e65-a6f1-8460b4264d3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:56.590422 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-d6e28868-4ae4-4e65-a6f1-8460b4264d3b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2700533f-07ee-4ea0-9413-56b6d9cef59e HTTP/1.1" status: 204 len: 168 time: 1.3799510 May 04 17:31:56.609017 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f0669369-3e95-4a94-8deb-6e664dc48e3b tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:56.626269 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-17348934-5919-4ca2-ab23-a4316991611a tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:56.635329 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-17348934-5919-4ca2-ab23-a4316991611a tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "DELETE /v2.0/routers/f7b8dd67-88b8-4f42-87ee-9c82722da786 HTTP/1.1" status: 204 len: 168 time: 1.2957859 May 04 17:31:56.636129 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51586) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:56.641608 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-25497d5d-1281-4820-b0e5-14d3807ebb80 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:56.657461 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-aac7d97c-d945-4084-b7a7-bcb694a5c8de tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-550250367', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:56.663201 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-25497d5d-1281-4820-b0e5-14d3807ebb80 None None] Transition to ACTIVE for port object 3081f175-87b1-4d49-9d2f-513cce6e1a98 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:31:56.687669 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fba4489b-84f5-46fe-8d5e-24bb82e06d82 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:56.699721 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-25497d5d-1281-4820-b0e5-14d3807ebb80 None None] Transition to ACTIVE for port object 3081f175-87b1-4d49-9d2f-513cce6e1a98 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:31:56.700338 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0669369-3e95-4a94-8deb-6e664dc48e3b tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84f6376-db55-4def-81a1-0fe519ddc000,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:56.708718 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-25497d5d-1281-4820-b0e5-14d3807ebb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:56.786046 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-aac7d97c-d945-4084-b7a7-bcb694a5c8de tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:56.806984 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-aac7d97c-d945-4084-b7a7-bcb694a5c8de tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Usage tracker for resource:router and tenant:4d4e7c7b24884dc786dfd71b0f2e4f89 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:31:56.816659 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-aac7d97c-d945-4084-b7a7-bcb694a5c8de tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:31:56.816916 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff269fe-4189-409a-8f50-006fd902197a None None] DHCP port deletion for 89ec246e-5a3e-4c96-8bd6-25375eb86e46 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:31:56.827653 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-aac7d97c-d945-4084-b7a7-bcb694a5c8de tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:56.829612 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba4489b-84f5-46fe-8d5e-24bb82e06d82 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Pushing event deleted for resources: {'Port': ['ID=84ec17e6-5dc4-4592-8535-c15ac4c2ad3f,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:56.865249 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-bff269fe-4189-409a-8f50-006fd902197a None None] Deleting port 71256015-70b8-4ba0-afbd-dddfd37953cc {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:31:56.865990 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-bff269fe-4189-409a-8f50-006fd902197a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:56.900877 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fba4489b-84f5-46fe-8d5e-24bb82e06d82 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:56.917451 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-fba4489b-84f5-46fe-8d5e-24bb82e06d82 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] 10.222.0.41 "DELETE /v2.0/ports/84ec17e6-5dc4-4592-8535-c15ac4c2ad3f HTTP/1.1" status: 204 len: 168 time: 1.7751358 May 04 17:31:56.921751 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51592) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:56.923577 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25497d5d-1281-4820-b0e5-14d3807ebb80 None None] Pushing event updated for resources: {'Port': ['ID=3081f175-87b1-4d49-9d2f-513cce6e1a98,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:56.929155 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f0669369-3e95-4a94-8deb-6e664dc48e3b tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:56.929155 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-f0669369-3e95-4a94-8deb-6e664dc48e3b tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] 10.222.0.41 "DELETE /v2.0/security-groups/c84f6376-db55-4def-81a1-0fe519ddc000 HTTP/1.1" status: 204 len: 168 time: 1.4938519 May 04 17:31:56.940730 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25497d5d-1281-4820-b0e5-14d3807ebb80 None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:31:56.943716 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-25497d5d-1281-4820-b0e5-14d3807ebb80 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:31:56.948260 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25497d5d-1281-4820-b0e5-14d3807ebb80 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:31:56.965885 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.db.api [None req-7e789a80-33d0-4e1b-8e26-bb4f8d15f492 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88038) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:31:56.966252 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG oslo_db.api [None req-7e789a80-33d0-4e1b-8e26-bb4f8d15f492 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:31:56.966654 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51596) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:57.004917 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-d6497373-e339-41dd-a1c1-7995a06e7283 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] For port 71256015-70b8-4ba0-afbd-dddfd37953cc, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=71256015-70b8-4ba0-afbd-dddfd37953cc,segment=NetworkSegment(8b671b37-a208-4bfe-b481-00d5eaa53cb5),segment_id=8b671b37-a208-4bfe-b481-00d5eaa53cb5)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:31:57.005595 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d6497373-e339-41dd-a1c1-7995a06e7283 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:57.006276 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9c42211-3f89-4f9c-aceb-1dcb9edb6285 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] GET failed (client error): The resource could not be found. May 04 17:31:57.006820 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-f9c42211-3f89-4f9c-aceb-1dcb9edb6285 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Synchronizing usage tracker for tenant:da376b1409c94bcfab52495e9e0da14a on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:31:57.023614 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-aac7d97c-d945-4084-b7a7-bcb694a5c8de tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:57.025373 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-aac7d97c-d945-4084-b7a7-bcb694a5c8de tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:57.117069 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-aac7d97c-d945-4084-b7a7-bcb694a5c8de tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:57.123140 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-bff269fe-4189-409a-8f50-006fd902197a None None] For port 71256015-70b8-4ba0-afbd-dddfd37953cc, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=71256015-70b8-4ba0-afbd-dddfd37953cc,segment=NetworkSegment(8b671b37-a208-4bfe-b481-00d5eaa53cb5),segment_id=8b671b37-a208-4bfe-b481-00d5eaa53cb5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:31:57.123698 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-bff269fe-4189-409a-8f50-006fd902197a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:57.147132 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-7e789a80-33d0-4e1b-8e26-bb4f8d15f492 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Deleting port da629fa2-5c0e-4737-9ce3-fd39b5ad84c3 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:31:57.147660 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7e789a80-33d0-4e1b-8e26-bb4f8d15f492 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:57.226739 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-f9c42211-3f89-4f9c-aceb-1dcb9edb6285 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Unset dirty status for tenant:da376b1409c94bcfab52495e9e0da14a on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:31:57.228200 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-f9c42211-3f89-4f9c-aceb-1dcb9edb6285 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] 10.222.0.41 "GET /v2.0/ports/84ec17e6-5dc4-4592-8535-c15ac4c2ad3f HTTP/1.1" status: 404 len: 333 time: 0.3027575 May 04 17:31:57.247830 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51606) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:57.255526 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-7e789a80-33d0-4e1b-8e26-bb4f8d15f492 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] The port 'da629fa2-5c0e-4737-9ce3-fd39b5ad84c3' was deleted {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 04 17:31:57.267014 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-a1d7a667-909b-4f10-b531-688bb617c01d tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1384006530', 'network_id': '13bf7a29-e7ea-44ee-b184-e94b27e5ef47'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:57.275629 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-d6497373-e339-41dd-a1c1-7995a06e7283 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Calling delete_port for 71256015-70b8-4ba0-afbd-dddfd37953cc owned by network:dhcp {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:31:57.308424 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-aac7d97c-d945-4084-b7a7-bcb694a5c8de tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:57.313435 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-a1d7a667-909b-4f10-b531-688bb617c01d tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:57.360295 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-aac7d97c-d945-4084-b7a7-bcb694a5c8de tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:57.365123 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-aac7d97c-d945-4084-b7a7-bcb694a5c8de tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7184989 May 04 17:31:57.368742 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-bff269fe-4189-409a-8f50-006fd902197a None None] Calling delete_port for 71256015-70b8-4ba0-afbd-dddfd37953cc owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:31:57.377281 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51612) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:57.400360 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 544a5d47-de89-4b97-947b-fff6eaa3c94c no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:31:57.421874 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-7cc6e59b-6811-4653-826a-07c62a4427fa tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:57.431329 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d7a35637-bb16-41fc-97d5-07ef2fb7cde8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:57.482900 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-7e7fba24-5936-43eb-8b1b-e5b21ea1bd87 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Synchronizing usage tracker for tenant:01982c7e044f4effb47ed53cf1a17c76 on resource:security_group {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:31:57.487453 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-a1d7a667-909b-4f10-b531-688bb617c01d tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:57.488652 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 544a5d47-de89-4b97-947b-fff6eaa3c94c {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:31:57.489271 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 544a5d47-de89-4b97-947b-fff6eaa3c94c not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:31:57.489399 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 71256015-70b8-4ba0-afbd-dddfd37953cc no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:31:57.599155 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-d7a35637-bb16-41fc-97d5-07ef2fb7cde8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Calling delete_port for 4d1c8967-c8b3-4745-9522-46a82bdde2eb owned by {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:31:57.627915 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-25497d5d-1281-4820-b0e5-14d3807ebb80 None None] Attempting to bind port 3081f175-87b1-4d49-9d2f-513cce6e1a98 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:31:57.628286 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-25497d5d-1281-4820-b0e5-14d3807ebb80 None None] Attempting to bind port 3081f175-87b1-4d49-9d2f-513cce6e1a98 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:31:57.628789 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25497d5d-1281-4820-b0e5-14d3807ebb80 None None] Attempting to bind port 3081f175-87b1-4d49-9d2f-513cce6e1a98 on network 6b89b041-5c42-49da-97bf-23cee8aadf17 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:31:57.636679 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25497d5d-1281-4820-b0e5-14d3807ebb80 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:31:57.637057 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25497d5d-1281-4820-b0e5-14d3807ebb80 None None] Checking segment: {'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:31:57.637463 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-25497d5d-1281-4820-b0e5-14d3807ebb80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:57.637861 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25497d5d-1281-4820-b0e5-14d3807ebb80 None None] Bound using segment: {'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:31:57.638362 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-25497d5d-1281-4820-b0e5-14d3807ebb80 None None] Bound port: 3081f175-87b1-4d49-9d2f-513cce6e1a98, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:31:57.638746 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-25497d5d-1281-4820-b0e5-14d3807ebb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:57.679367 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d6497373-e339-41dd-a1c1-7995a06e7283 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:57.693820 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Port 71256015-70b8-4ba0-afbd-dddfd37953cc update to DOWN by agent not found {{(pid=88039) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 04 17:31:57.731084 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51624) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:57.741838 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0025561 May 04 17:31:57.746497 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.db.api [None req-bff269fe-4189-409a-8f50-006fd902197a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:31:57.746854 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG oslo_db.api [None req-bff269fe-4189-409a-8f50-006fd902197a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:31:57.750569 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51626) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:57.773357 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6497373-e339-41dd-a1c1-7995a06e7283 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Pushing event deleted for resources: {'Port': ['ID=71256015-70b8-4ba0-afbd-dddfd37953cc,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:57.778020 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6497373-e339-41dd-a1c1-7995a06e7283 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] No DVR routers for this DVR port 71256015-70b8-4ba0-afbd-dddfd37953cc on host dv-neutron-840426-1-hyperv {{(pid=88037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:31:57.784006 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-25497d5d-1281-4820-b0e5-14d3807ebb80 None None] For port 3081f175-87b1-4d49-9d2f-513cce6e1a98, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:31:57.792034 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-25497d5d-1281-4820-b0e5-14d3807ebb80 None None] For port 3081f175-87b1-4d49-9d2f-513cce6e1a98, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=3081f175-87b1-4d49-9d2f-513cce6e1a98,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:31:57.797181 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-25497d5d-1281-4820-b0e5-14d3807ebb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:57.859077 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d7a667-909b-4f10-b531-688bb617c01d tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Made reservation on behalf of da376b1409c94bcfab52495e9e0da14a for: {'port': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:31:57.861398 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a1d7a667-909b-4f10-b531-688bb617c01d tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:57.892061 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7e789a80-33d0-4e1b-8e26-bb4f8d15f492 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:57.902577 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-7e7fba24-5936-43eb-8b1b-e5b21ea1bd87 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Unset dirty status for tenant:01982c7e044f4effb47ed53cf1a17c76 on resource:security_group {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:31:57.904129 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-7e7fba24-5936-43eb-8b1b-e5b21ea1bd87 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.9314957 May 04 17:31:57.918718 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25497d5d-1281-4820-b0e5-14d3807ebb80 None None] Pushing event updated for resources: {'Port': ['ID=3081f175-87b1-4d49-9d2f-513cce6e1a98,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:57.953618 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51632) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:57.973548 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-1bf1fd8a-95c5-46e1-b7c8-77edbdf4655f tempest-NetworksApiDiscovery-1179892762 tempest-NetworksApiDiscovery-1179892762-project] 10.222.0.41 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2192998 May 04 17:31:57.979411 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d6497373-e339-41dd-a1c1-7995a06e7283 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:58.020628 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-7e789a80-33d0-4e1b-8e26-bb4f8d15f492 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a842f6f-f883-4785-8c82-b5434d60e808']}} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:58.092481 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [None req-a1d7a667-909b-4f10-b531-688bb617c01d tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] device_id is not set on port 50157484-7429-45ba-b532-3a211c08e2d4 yet. {{(pid=88038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:31:58.105463 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-d6497373-e339-41dd-a1c1-7995a06e7283 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89ec246e-5a3e-4c96-8bd6-25375eb86e46']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:58.130631 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-d6497373-e339-41dd-a1c1-7995a06e7283 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b671b37-a208-4bfe-b481-00d5eaa53cb5') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:58.130840 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-d6497373-e339-41dd-a1c1-7995a06e7283 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b671b37-a208-4bfe-b481-00d5eaa53cb5') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:58.194586 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d6497373-e339-41dd-a1c1-7995a06e7283 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:58.248012 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-bff269fe-4189-409a-8f50-006fd902197a None None] Deleting port 71256015-70b8-4ba0-afbd-dddfd37953cc {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:31:58.248552 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-bff269fe-4189-409a-8f50-006fd902197a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:58.319984 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7cc6e59b-6811-4653-826a-07c62a4427fa tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:58.335743 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-7e789a80-33d0-4e1b-8e26-bb4f8d15f492 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eb3fb2f-bb4a-4933-8d30-a2f4d02188a6') {'for_net_delete': True} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:58.335868 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-7e789a80-33d0-4e1b-8e26-bb4f8d15f492 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eb3fb2f-bb4a-4933-8d30-a2f4d02188a6') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:58.351755 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7cc6e59b-6811-4653-826a-07c62a4427fa tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-712177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-712168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-709817'] for router, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:58.387597 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e82f0150-ff57-4aec-b137-07c691b8ac18 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:58.401545 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7e789a80-33d0-4e1b-8e26-bb4f8d15f492 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801627'] for segment, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:58.418056 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d6497373-e339-41dd-a1c1-7995a06e7283 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:58.440429 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6497373-e339-41dd-a1c1-7995a06e7283 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:31:58.441107 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d6497373-e339-41dd-a1c1-7995a06e7283 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:58.443725 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7e789a80-33d0-4e1b-8e26-bb4f8d15f492 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:58.458262 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e789a80-33d0-4e1b-8e26-bb4f8d15f492 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=88038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:31:58.459011 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7e789a80-33d0-4e1b-8e26-bb4f8d15f492 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7881827'] for segment, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:58.463281 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 17:31:58.463281 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:31:58.463281 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 17:31:58.463281 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:31:58.463281 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 17:31:58.463281 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:31:58.463281 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 17:31:58.463281 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:31:58.463281 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 17:31:58.463281 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:31:58.463281 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 17:31:58.463281 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:31:58.463281 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 17:31:58.463281 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:31:58.463281 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:31:58.463281 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:31:58.463281 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:31:58.463281 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:31:58.463281 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 17:31:58.463281 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:31:58.463281 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 17:31:58.463281 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:31:58.463281 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:31:58.463281 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:31:58.463281 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 17:31:58.463281 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:31:58.463281 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:31:58.463281 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:31:58.463281 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:31:58.463281 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:31:58.463281 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:31:58.463281 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:31:58.475509 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e82f0150-ff57-4aec-b137-07c691b8ac18 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:58.482012 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-bff269fe-4189-409a-8f50-006fd902197a None None] The port '71256015-70b8-4ba0-afbd-dddfd37953cc' was deleted {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 04 17:31:58.520746 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d7a35637-bb16-41fc-97d5-07ef2fb7cde8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:58.552139 dv-neutron-840426-1-hyperv neutron-server[88038]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:31:58.552139 dv-neutron-840426-1-hyperv neutron-server[88038]: util.warn( May 04 17:31:58.552139 dv-neutron-840426-1-hyperv neutron-server[88038]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:31:58.552139 dv-neutron-840426-1-hyperv neutron-server[88038]: util.warn( May 04 17:31:58.552139 dv-neutron-840426-1-hyperv neutron-server[88038]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:31:58.552139 dv-neutron-840426-1-hyperv neutron-server[88038]: util.warn( May 04 17:31:58.552139 dv-neutron-840426-1-hyperv neutron-server[88038]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:31:58.552139 dv-neutron-840426-1-hyperv neutron-server[88038]: util.warn( May 04 17:31:58.552139 dv-neutron-840426-1-hyperv neutron-server[88038]: Traceback (most recent call last): May 04 17:31:58.552139 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:31:58.552139 dv-neutron-840426-1-hyperv neutron-server[88038]: timer() May 04 17:31:58.552139 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:31:58.552139 dv-neutron-840426-1-hyperv neutron-server[88038]: cb(*args, **kw) May 04 17:31:58.552139 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:31:58.552139 dv-neutron-840426-1-hyperv neutron-server[88038]: return func(*args, **kwargs) May 04 17:31:58.552139 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:31:58.552139 dv-neutron-840426-1-hyperv neutron-server[88038]: self._notify() May 04 17:31:58.552139 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:31:58.552139 dv-neutron-840426-1-hyperv neutron-server[88038]: self.callback(batched_events) May 04 17:31:58.552139 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:31:58.552139 dv-neutron-840426-1-hyperv neutron-server[88038]: event.method(event) May 04 17:31:58.552139 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:31:58.552139 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:31:58.552139 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:31:58.552139 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:31:58.552139 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:31:58.552139 dv-neutron-840426-1-hyperv neutron-server[88038]: return f(self, *a, **k) May 04 17:31:58.552139 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:31:58.552139 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._get(url).json() May 04 17:31:58.552139 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:31:58.552139 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:31:58.552139 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:31:58.552139 dv-neutron-840426-1-hyperv neutron-server[88038]: return self.request(url, 'GET', **kwargs) May 04 17:31:58.552139 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:31:58.552139 dv-neutron-840426-1-hyperv neutron-server[88038]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:31:58.552139 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:31:58.552139 dv-neutron-840426-1-hyperv neutron-server[88038]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:31:58.552139 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:31:58.552139 dv-neutron-840426-1-hyperv neutron-server[88038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:31:58.552139 dv-neutron-840426-1-hyperv neutron-server[88038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:31:58.610891 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51640) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:58.698730 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a35637-bb16-41fc-97d5-07ef2fb7cde8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event deleted for resources: {'Port': ['ID=4d1c8967-c8b3-4745-9522-46a82bdde2eb,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:58.712541 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d6497373-e339-41dd-a1c1-7995a06e7283 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:58.717024 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d6497373-e339-41dd-a1c1-7995a06e7283 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:58.799577 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7e789a80-33d0-4e1b-8e26-bb4f8d15f492 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:58.828421 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6497373-e339-41dd-a1c1-7995a06e7283 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Pushing event deleted for resources: {'Network': ['ID=89ec246e-5a3e-4c96-8bd6-25375eb86e46,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:58.840614 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7e789a80-33d0-4e1b-8e26-bb4f8d15f492 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:58.847650 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e82f0150-ff57-4aec-b137-07c691b8ac18 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:58.876499 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e789a80-33d0-4e1b-8e26-bb4f8d15f492 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event deleted for resources: {'Network': ['ID=1a842f6f-f883-4785-8c82-b5434d60e808,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:58.903697 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82f0150-ff57-4aec-b137-07c691b8ac18 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f851ac-e1fd-48ad-879d-e6628db5296f,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:58.907790 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-d6497373-e339-41dd-a1c1-7995a06e7283 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "DELETE /v2.0/networks/89ec246e-5a3e-4c96-8bd6-25375eb86e46 HTTP/1.1" status: 204 len: 168 time: 3.1113327 May 04 17:31:58.914370 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e82f0150-ff57-4aec-b137-07c691b8ac18 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:58.914370 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-e82f0150-ff57-4aec-b137-07c691b8ac18 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] 10.222.0.41 "DELETE /v2.0/security-groups/03f851ac-e1fd-48ad-879d-e6628db5296f HTTP/1.1" status: 204 len: 168 time: 0.9552357 May 04 17:31:58.916606 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51646) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:58.922003 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51648) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:58.925602 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-96bb690d-1520-4502-832d-7f0767139d68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:58.940559 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d7a35637-bb16-41fc-97d5-07ef2fb7cde8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:58.945175 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-d7a35637-bb16-41fc-97d5-07ef2fb7cde8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/ports/4d1c8967-c8b3-4745-9522-46a82bdde2eb HTTP/1.1" status: 204 len: 168 time: 2.6269872 May 04 17:31:58.947219 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-96bb690d-1520-4502-832d-7f0767139d68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:58.949400 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51654) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:58.987947 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-96bb690d-1520-4502-832d-7f0767139d68 admin admin] Usage tracker for resource:security_group_rule and tenant:352d2613ed3442b884f056e5d1c694f5 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:31:58.995210 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-96bb690d-1520-4502-832d-7f0767139d68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:31:59.005103 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-7e789a80-33d0-4e1b-8e26-bb4f8d15f492 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "DELETE /v2.0/networks/1a842f6f-f883-4785-8c82-b5434d60e808 HTTP/1.1" status: 204 len: 168 time: 5.6007392 May 04 17:31:59.011493 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51658) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:59.014245 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-96bb690d-1520-4502-832d-7f0767139d68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:59.030547 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-c4513f98-276e-48c4-abe9-f4929dae2331 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Request body: {'port': {'network_id': 'a613a2a9-e3ff-45c7-bedd-1ed50f5b5856', 'name': 'tempest-PortsTestJSON-655340998'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:59.150349 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41611ebf-db52-425e-923e-02e2cefa2e3c tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:59.150349 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41611ebf-db52-425e-923e-02e2cefa2e3c tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:59.150349 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41611ebf-db52-425e-923e-02e2cefa2e3c tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:31:59.150349 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-41611ebf-db52-425e-923e-02e2cefa2e3c tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Synchronizing usage tracker for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:subnet {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:31:59.238434 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 3081f175-87b1-4d49-9d2f-513cce6e1a98 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:31:59.268966 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-41611ebf-db52-425e-923e-02e2cefa2e3c tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Unset dirty status for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:subnet {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:31:59.272939 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-41611ebf-db52-425e-923e-02e2cefa2e3c tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3224995 May 04 17:31:59.275934 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51662) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:59.347073 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cc6e59b-6811-4653-826a-07c62a4427fa tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Router baa66c76-31cc-4c1f-8723-259757835a47 is scheduled to L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 with binding_index 1 {{(pid=88038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:31:59.379307 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-c4513f98-276e-48c4-abe9-f4929dae2331 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:59.389333 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-11fca689-1969-499d-9d52-ef10effabdcf tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4666927 May 04 17:31:59.396486 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a1d7a667-909b-4f10-b531-688bb617c01d tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:59.397417 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-c4513f98-276e-48c4-abe9-f4929dae2331 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Usage tracker for resource:port and tenant:d50aa0308d3f47e4bde015fa31f2165f is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:31:59.401239 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-c4513f98-276e-48c4-abe9-f4929dae2331 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:31:59.403538 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51666) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:59.407434 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-c4513f98-276e-48c4-abe9-f4929dae2331 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:59.412410 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 3081f175-87b1-4d49-9d2f-513cce6e1a98 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:31:59.445990 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4513f98-276e-48c4-abe9-f4929dae2331 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Made reservation on behalf of d50aa0308d3f47e4bde015fa31f2165f for: {'port': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:31:59.449447 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c4513f98-276e-48c4-abe9-f4929dae2331 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:59.483339 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-a17be22b-7032-413a-b549-1ea91332475f tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Request body: {'security_group': {'name': 'tempest-secgroup--1747633176'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:59.491489 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [None req-c4513f98-276e-48c4-abe9-f4929dae2331 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] device_id is not set on port d31082d1-ef27-43d6-9902-ccf98a8f4f44 yet. {{(pid=88037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:31:59.494220 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-a17be22b-7032-413a-b549-1ea91332475f tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:59.537495 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-882903b4-3c41-4792-b3f0-8bc9f0044f61 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Deleting subnet 9562b53b-625d-46ea-8035-16d081336cb0 {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:31:59.561796 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-882903b4-3c41-4792-b3f0-8bc9f0044f61 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:59.648853 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd4a49a-82b1-4dfa-b22a-63afe3ff2139 None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:31:59.681196 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-96bb690d-1520-4502-832d-7f0767139d68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:59.701861 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-882903b4-3c41-4792-b3f0-8bc9f0044f61 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:59.704966 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f5e5aee1-abcf-4b30-b9d5-e736200592aa tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:59.736045 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-96bb690d-1520-4502-832d-7f0767139d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:59.821355 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-929016b8-e0fa-45a5-be92-589597f57849 None None] Provisioning for port 3081f175-87b1-4d49-9d2f-513cce6e1a98 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:31:59.838345 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-929016b8-e0fa-45a5-be92-589597f57849 None None] Provisioning complete for port 3081f175-87b1-4d49-9d2f-513cce6e1a98 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:31:59.838822 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-929016b8-e0fa-45a5-be92-589597f57849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:59.858946 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-a17be22b-7032-413a-b549-1ea91332475f tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:59.870616 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-96bb690d-1520-4502-832d-7f0767139d68 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=352d2613ed3442b884f056e5d1c694f5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2534418 May 04 17:31:59.881987 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51670) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:59.906039 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc6e59b-6811-4653-826a-07c62a4427fa tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:31:59.923125 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7cc6e59b-6811-4653-826a-07c62a4427fa tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:59.926718 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bb690d-1520-4502-832d-7f0767139d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d346646-9110-44a5-86b3-b66e971e6a8c,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:59.927275 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-7cc6e59b-6811-4653-826a-07c62a4427fa tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "PUT /v2.0/routers/baa66c76-31cc-4c1f-8723-259757835a47 HTTP/1.1" status: 200 len: 693 time: 2.5352757 May 04 17:31:59.927687 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcb228c-e331-4ad3-a974-079c2194d748 None None] Sync routers for ids ['baa66c76-31cc-4c1f-8723-259757835a47'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:31:59.928929 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51674) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:59.931084 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a17be22b-7032-413a-b549-1ea91332475f tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:59.959471 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcb228c-e331-4ad3-a974-079c2194d748 None None] Routers {'baa66c76-31cc-4c1f-8723-259757835a47'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:31:59.962886 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-3bcb228c-e331-4ad3-a974-079c2194d748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:31:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['baa66c76-31cc-4c1f-8723-259757835a47'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:00.059329 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-929016b8-e0fa-45a5-be92-589597f57849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:00.081648 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-a17be22b-7032-413a-b549-1ea91332475f tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:32:00.099298 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-929016b8-e0fa-45a5-be92-589597f57849 None None] For port 3081f175-87b1-4d49-9d2f-513cce6e1a98, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=3081f175-87b1-4d49-9d2f-513cce6e1a98,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:32:00.111300 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-929016b8-e0fa-45a5-be92-589597f57849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:00.120491 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-a17be22b-7032-413a-b549-1ea91332475f tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Usage tracker for resource:security_group_rule and tenant:01982c7e044f4effb47ed53cf1a17c76 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:32:00.128827 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c4513f98-276e-48c4-abe9-f4929dae2331 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:00.130863 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a1d7a667-909b-4f10-b531-688bb617c01d tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:00.133020 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-a17be22b-7032-413a-b549-1ea91332475f tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:32:00.148225 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-ee220a02-503c-46c2-a21b-52cf311edeeb tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "GET /v2.0/routers/baa66c76-31cc-4c1f-8723-259757835a47 HTTP/1.1" status: 200 len: 699 time: 0.2038121 May 04 17:32:00.148879 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51678) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:00.191717 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-71dad3f2-03e0-466b-ab04-437dac6c1047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:00.199291 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-a17be22b-7032-413a-b549-1ea91332475f tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:32:00.210847 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-882903b4-3c41-4792-b3f0-8bc9f0044f61 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:00.233815 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f5e5aee1-abcf-4b30-b9d5-e736200592aa tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:00.234804 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929016b8-e0fa-45a5-be92-589597f57849 None None] Pushing event updated for resources: {'Port': ['ID=3081f175-87b1-4d49-9d2f-513cce6e1a98,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:00.243252 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-3bcb228c-e331-4ad3-a974-079c2194d748 None None] Set router baa66c76-31cc-4c1f-8723-259757835a47 gateway port host: None {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:32:00.256737 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-6c10c33a-e274-48cb-9381-673edb22ef67 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Synchronizing usage tracker for tenant:4d4e7c7b24884dc786dfd71b0f2e4f89 on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:32:00.309177 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-6c10c33a-e274-48cb-9381-673edb22ef67 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Unset dirty status for tenant:4d4e7c7b24884dc786dfd71b0f2e4f89 on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:32:00.312933 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-6c10c33a-e274-48cb-9381-673edb22ef67 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "GET /v2.0/ports?device_id=baa66c76-31cc-4c1f-8723-259757835a47 HTTP/1.1" status: 200 len: 205 time: 0.1570170 May 04 17:32:00.316938 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51682) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:00.372425 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d7a667-909b-4f10-b531-688bb617c01d tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Network 13bf7a29-e7ea-44ee-b184-e94b27e5ef47 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:32:00.383652 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-3bcb228c-e331-4ad3-a974-079c2194d748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa66c76-31cc-4c1f-8723-259757835a47', 'name': 'tempest-RoutersTest-router-550250367', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:31:57Z', 'updated_at': '2022-05-04T17:31:58Z', 'revision_number': 2, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'gw_port_host': None}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:00.393247 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcb228c-e331-4ad3-a974-079c2194d748 None None] Checking router: baa66c76-31cc-4c1f-8723-259757835a47 for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:32:00.409681 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcb228c-e331-4ad3-a974-079c2194d748 None None] Routers {'baa66c76-31cc-4c1f-8723-259757835a47'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:32:00.410897 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-3bcb228c-e331-4ad3-a974-079c2194d748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:31:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['baa66c76-31cc-4c1f-8723-259757835a47'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:00.426294 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-a1d7a667-909b-4f10-b531-688bb617c01d tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:32:00.444961 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d7a667-909b-4f10-b531-688bb617c01d tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:32:00.446474 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d7a667-909b-4f10-b531-688bb617c01d tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:00.447374 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a1d7a667-909b-4f10-b531-688bb617c01d tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:00.474319 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-71dad3f2-03e0-466b-ab04-437dac6c1047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:00.522857 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d7a667-909b-4f10-b531-688bb617c01d tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Pushing event updated for resources: {'Port': ['ID=50157484-7429-45ba-b532-3a211c08e2d4,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:00.595142 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c4513f98-276e-48c4-abe9-f4929dae2331 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:00.649067 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-75bd48f9-2c87-4008-810a-3db6f3844b04 None None] Provisioning complete for port 3081f175-87b1-4d49-9d2f-513cce6e1a98 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:32:00.649556 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-75bd48f9-2c87-4008-810a-3db6f3844b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:00.670314 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-882903b4-3c41-4792-b3f0-8bc9f0044f61 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:00.675121 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7f3fa20b-5559-4be6-8a89-801c3a8a8918 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for router, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:00.694681 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-3bcb228c-e331-4ad3-a974-079c2194d748 None None] Set router baa66c76-31cc-4c1f-8723-259757835a47 gateway port host: None {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:32:00.709132 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-a1d7a667-909b-4f10-b531-688bb617c01d tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 3.4577634 May 04 17:32:00.723028 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51686) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:00.858240 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-3bcb228c-e331-4ad3-a974-079c2194d748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa66c76-31cc-4c1f-8723-259757835a47', 'name': 'tempest-RoutersTest-router-550250367', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:31:57Z', 'updated_at': '2022-05-04T17:31:58Z', 'revision_number': 2, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'gw_port_host': None}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:00.863495 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcb228c-e331-4ad3-a974-079c2194d748 None None] The sync data for ids ['baa66c76-31cc-4c1f-8723-259757835a47'] in dv-neutron-840426-1-hyperv is: [{'id': 'baa66c76-31cc-4c1f-8723-259757835a47', 'name': 'tempest-RoutersTest-router-550250367', 'tenant_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:31:57Z', 'updated_at': '2022-05-04T17:31:58Z', 'revision_number': 2, 'project_id': '4d4e7c7b24884dc786dfd71b0f2e4f89', 'gw_port_host': None}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:32:00.873619 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4513f98-276e-48c4-abe9-f4929dae2331 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Network a613a2a9-e3ff-45c7-bedd-1ed50f5b5856 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:32:00.893797 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-c4513f98-276e-48c4-abe9-f4929dae2331 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:32:00.898275 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882903b4-3c41-4792-b3f0-8bc9f0044f61 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event deleted for resources: {'Subnet': ['ID=9562b53b-625d-46ea-8035-16d081336cb0,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:00.900545 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4513f98-276e-48c4-abe9-f4929dae2331 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:32:00.905702 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f5e5aee1-abcf-4b30-b9d5-e736200592aa tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:00.907276 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4513f98-276e-48c4-abe9-f4929dae2331 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:00.908183 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c4513f98-276e-48c4-abe9-f4929dae2331 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:00.925733 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-882903b4-3c41-4792-b3f0-8bc9f0044f61 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:00.937609 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f5e5aee1-abcf-4b30-b9d5-e736200592aa tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:00.942807 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4513f98-276e-48c4-abe9-f4929dae2331 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event updated for resources: {'Port': ['ID=d31082d1-ef27-43d6-9902-ccf98a8f4f44,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:00.987337 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a17be22b-7032-413a-b549-1ea91332475f tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:00.995031 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-71dad3f2-03e0-466b-ab04-437dac6c1047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:01.022606 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008b768e-54e5-431c-a121-bec8e5f589a9 None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:32:01.030898 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a17be22b-7032-413a-b549-1ea91332475f tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:01.071969 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-81f95343-37cd-4cef-b105-ed1fa9c5c6fb None None] Could not find standard attr ID for object 4d1c8967-c8b3-4745-9522-46a82bdde2eb. {{(pid=88039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 04 17:32:01.095662 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e057b4f-bd6d-4097-a387-5bcbaf50adf5 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:01.096237 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-3e057b4f-bd6d-4097-a387-5bcbaf50adf5 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Synchronizing usage tracker for tenant:da376b1409c94bcfab52495e9e0da14a on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:32:01.100495 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dad3f2-03e0-466b-ab04-437dac6c1047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d346646-9110-44a5-86b3-b66e971e6a8c,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:01.140689 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 3081f175-87b1-4d49-9d2f-513cce6e1a98 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:32:01.162508 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-71dad3f2-03e0-466b-ab04-437dac6c1047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:01.166271 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-71dad3f2-03e0-466b-ab04-437dac6c1047 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8d346646-9110-44a5-86b3-b66e971e6a8c HTTP/1.1" status: 204 len: 168 time: 1.2788837 May 04 17:32:01.209957 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a17be22b-7032-413a-b549-1ea91332475f tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:01.211163 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-a17be22b-7032-413a-b549-1ea91332475f tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7341592 May 04 17:32:01.212184 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e5aee1-abcf-4b30-b9d5-e736200592aa tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Pushing event updated for resources: {'Port': ['ID=b97af5cf-0547-488d-9237-16398bc97696,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:01.215295 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51696) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:01.215565 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7f3fa20b-5559-4be6-8a89-801c3a8a8918 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:01.219960 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7f3fa20b-5559-4be6-8a89-801c3a8a8918 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:01.229632 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17be22b-7032-413a-b549-1ea91332475f tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=540f9b62-1f1a-42b9-b0c5-34def213ee18,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:01.243740 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-a9e112c8-456c-45cc-ac68-12bd681869e9 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:32:01.244565 dv-neutron-840426-1-hyperv neutron-server[88038]: WARNING neutron.api.v2.base [None req-a9e112c8-456c-45cc-ac68-12bd681869e9 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 04 17:32:01.245292 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.api.v2.resource [None req-a9e112c8-456c-45cc-ac68-12bd681869e9 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] update failed (client error): There was a conflict when trying to complete your request. May 04 17:32:01.246515 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-a9e112c8-456c-45cc-ac68-12bd681869e9 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] 10.222.0.41 "PUT /v2.0/security-groups/540f9b62-1f1a-42b9-b0c5-34def213ee18 HTTP/1.1" status: 409 len: 330 time: 0.0215044 May 04 17:32:01.248351 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f5e5aee1-abcf-4b30-b9d5-e736200592aa tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710218'] for floatingip, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:01.257200 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51700) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:01.281491 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-c4513f98-276e-48c4-abe9-f4929dae2331 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.2690692 May 04 17:32:01.293658 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51704) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:01.307823 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-3e057b4f-bd6d-4097-a387-5bcbaf50adf5 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Unset dirty status for tenant:da376b1409c94bcfab52495e9e0da14a on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:32:01.309434 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-3e057b4f-bd6d-4097-a387-5bcbaf50adf5 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] 10.222.0.41 "GET /v2.0/ports/50157484-7429-45ba-b532-3a211c08e2d4 HTTP/1.1" status: 200 len: 955 time: 0.5754194 May 04 17:32:01.331911 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51708) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:01.336556 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-882903b4-3c41-4792-b3f0-8bc9f0044f61 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/subnets/9562b53b-625d-46ea-8035-16d081336cb0 HTTP/1.1" status: 204 len: 168 time: 2.0589890 May 04 17:32:01.340572 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51712) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:01.374293 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7f3fa20b-5559-4be6-8a89-801c3a8a8918 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:01.374293 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f3fa20b-5559-4be6-8a89-801c3a8a8918 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Fanout notify agent at l3_agent the message router_deleted on router baa66c76-31cc-4c1f-8723-259757835a47 {{(pid=88037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:32:01.403316 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7f3fa20b-5559-4be6-8a89-801c3a8a8918 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:01.405401 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-7f3fa20b-5559-4be6-8a89-801c3a8a8918 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "DELETE /v2.0/routers/baa66c76-31cc-4c1f-8723-259757835a47 HTTP/1.1" status: 204 len: 168 time: 1.0874820 May 04 17:32:01.412032 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51716) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:01.457933 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 3081f175-87b1-4d49-9d2f-513cce6e1a98 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:32:01.458312 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:01.494871 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-931b8251-d934-4a9a-96fd-35e36c3a0c19 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:01.542296 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-931b8251-d934-4a9a-96fd-35e36c3a0c19 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:01.600196 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-7b27408a-750d-485e-a735-b62bae379dc3 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Deleting port d31082d1-ef27-43d6-9902-ccf98a8f4f44 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:32:01.600887 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7b27408a-750d-485e-a735-b62bae379dc3 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:01.630436 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-dd847f34-0322-4305-8c18-5ac54af7bf69 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "GET /v2.0/ports?device_id=baa66c76-31cc-4c1f-8723-259757835a47 HTTP/1.1" status: 200 len: 205 time: 0.2146482 May 04 17:32:01.635382 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51720) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:01.706458 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-7bdc5b35-28eb-471b-81ff-99289cf18404 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Deleting port 50157484-7429-45ba-b532-3a211c08e2d4 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:32:01.707013 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7bdc5b35-28eb-471b-81ff-99289cf18404 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:01.720394 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-931b8251-d934-4a9a-96fd-35e36c3a0c19 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:01.741767 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.api.v2.resource [None req-895ff602-4705-4227-8bc8-219bb4861779 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] delete failed (client error): The resource could not be found. May 04 17:32:01.743423 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-895ff602-4705-4227-8bc8-219bb4861779 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "DELETE /v2.0/routers/baa66c76-31cc-4c1f-8723-259757835a47 HTTP/1.1" status: 404 len: 336 time: 0.1061282 May 04 17:32:01.749707 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51724) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:01.755694 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931b8251-d934-4a9a-96fd-35e36c3a0c19 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=540f9b62-1f1a-42b9-b0c5-34def213ee18,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:01.764818 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdffbe02-716f-4569-960a-68dfda65866a tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Deleting subnet a47d98c4-0ca2-4768-aa45-3feb87575f57 {{(pid=88038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:32:01.778753 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cdffbe02-716f-4569-960a-68dfda65866a tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:01.804056 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fc1293a-d479-4dc0-9d50-9874d2277f70 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] DELETE failed (client error): The resource could not be found. May 04 17:32:01.804792 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fc1293a-d479-4dc0-9d50-9874d2277f70 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:32:01.832130 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c2e20bae-ea2a-4eaf-9506-5ba5346febdf tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710748'] for router_interface, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:01.843302 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-931b8251-d934-4a9a-96fd-35e36c3a0c19 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:01.846760 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-931b8251-d934-4a9a-96fd-35e36c3a0c19 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] 10.222.0.41 "DELETE /v2.0/security-groups/540f9b62-1f1a-42b9-b0c5-34def213ee18 HTTP/1.1" status: 204 len: 168 time: 0.5862885 May 04 17:32:01.846760 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-2fc1293a-d479-4dc0-9d50-9874d2277f70 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "DELETE /v2.0/subnets/c56cbe09-4d81-427c-85e0-3c596b8f3b72 HTTP/1.1" status: 404 len: 337 time: 0.0924063 May 04 17:32:01.858305 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51728) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:01.858912 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51730) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:01.890053 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.l3_db [None req-f5e5aee1-abcf-4b30-b9d5-e736200592aa tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Floating IP 1621478f-bcfb-450b-a9fb-9d0b24e796d5 associated. External IP: 172.26.0.253, port: c5528093-85fd-4674-98ad-09fd400f3a4d. May 04 17:32:01.924661 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-92d60579-104f-4e01-8f89-3d4165c8b398 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] DELETE failed (client error): The resource could not be found. May 04 17:32:01.925121 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92d60579-104f-4e01-8f89-3d4165c8b398 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:32:01.926841 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-92d60579-104f-4e01-8f89-3d4165c8b398 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "DELETE /v2.0/subnets/9145304b-f9c0-4a4b-8a07-e0960ebf8b02 HTTP/1.1" status: 404 len: 337 time: 0.0649991 May 04 17:32:01.931553 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51736) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:02.016045 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca17bf47-34b0-46e0-af78-b5c19f7df612 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] DELETE failed (client error): The resource could not be found. May 04 17:32:02.016045 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca17bf47-34b0-46e0-af78-b5c19f7df612 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:32:02.019898 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-ca17bf47-34b0-46e0-af78-b5c19f7df612 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "DELETE /v2.0/subnets/48ff8e43-2762-48d0-8242-e1b75c56aaef HTTP/1.1" status: 404 len: 337 time: 0.0791032 May 04 17:32:02.030130 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51740) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:02.088900 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-c14758af-2ab2-4ed7-9564-11c5e385d6be tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] DELETE failed (client error): The resource could not be found. May 04 17:32:02.089947 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c14758af-2ab2-4ed7-9564-11c5e385d6be tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:32:02.091420 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cdffbe02-716f-4569-960a-68dfda65866a tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-801696'] for subnet, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:02.094332 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-c14758af-2ab2-4ed7-9564-11c5e385d6be tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "DELETE /v2.0/subnets/ebac6750-cbc0-4304-8985-d5c3a04ce5fe HTTP/1.1" status: 404 len: 337 time: 0.0620065 May 04 17:32:02.099365 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51744) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:02.102754 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-13d15d81-fcb7-4254-af33-43ce33e5a812 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Synchronizing usage tracker for tenant:01982c7e044f4effb47ed53cf1a17c76 on resource:security_group {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:32:02.245185 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-558d79a2-d1bf-48f2-bfd0-d64e24485239 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7b8dd67-88b8-4f42-87ee-9c82722da786 HTTP/1.1" status: 200 len: 205 time: 0.1387825 May 04 17:32:02.248597 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51748) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:02.249278 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-13d15d81-fcb7-4254-af33-43ce33e5a812 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] Unset dirty status for tenant:01982c7e044f4effb47ed53cf1a17c76 on resource:security_group {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:32:02.255646 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-13d15d81-fcb7-4254-af33-43ce33e5a812 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3954830 May 04 17:32:02.259096 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51750) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:02.261286 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7b27408a-750d-485e-a735-b62bae379dc3 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:02.516251 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-05857494-901f-4067-bf23-d4a8cf80bec8 None None] Provisioning complete for port 3081f175-87b1-4d49-9d2f-513cce6e1a98 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:32:02.517228 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-05857494-901f-4067-bf23-d4a8cf80bec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:02.531135 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7bdc5b35-28eb-471b-81ff-99289cf18404 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:02.532649 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.api.v2.resource [None req-74ae6580-4060-4523-8762-0bdadf74ebf4 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] delete failed (client error): The resource could not be found. May 04 17:32:02.537334 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-74ae6580-4060-4523-8762-0bdadf74ebf4 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "DELETE /v2.0/routers/f7b8dd67-88b8-4f42-87ee-9c82722da786 HTTP/1.1" status: 404 len: 336 time: 0.2769864 May 04 17:32:02.546867 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51756) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:02.584968 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cdffbe02-716f-4569-960a-68dfda65866a tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:02.592933 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.api.v2.resource [None req-45c9fe8c-d15b-4f30-b569-aa67236c8d41 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] delete failed (client error): The resource could not be found. May 04 17:32:02.599532 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-45c9fe8c-d15b-4f30-b569-aa67236c8d41 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] 10.222.0.41 "DELETE /v2.0/security-groups/40385700-913d-42fd-9be3-861e698b18e4 HTTP/1.1" status: 404 len: 347 time: 0.3219874 May 04 17:32:02.600707 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-7b27408a-750d-485e-a735-b62bae379dc3 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Calling delete_port for d31082d1-ef27-43d6-9902-ccf98a8f4f44 owned by {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:32:02.628336 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51760) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:02.661527 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.api.v2.resource [None req-6055faaf-3e11-4f70-8fa4-3abbc90f6152 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] show failed (client error): The resource could not be found. May 04 17:32:02.662536 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-6055faaf-3e11-4f70-8fa4-3abbc90f6152 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] 10.222.0.41 "GET /v2.0/security-groups/860ad75c-4e0b-42fc-999a-4bc5cdb7b29c HTTP/1.1" status: 404 len: 347 time: 0.0338070 May 04 17:32:02.666620 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51764) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:02.686170 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.api.v2.resource [None req-62705dda-8896-4903-81ed-0b4446fd0662 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] show failed (client error): The resource could not be found. May 04 17:32:02.687128 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-62705dda-8896-4903-81ed-0b4446fd0662 tempest-NegativeSecGroupTest-1377035710 tempest-NegativeSecGroupTest-1377035710-project] 10.222.0.41 "GET /v2.0/security-group-rules/24f93740-b35c-4025-8e6f-a95185eff7df HTTP/1.1" status: 404 len: 356 time: 0.0196233 May 04 17:32:02.712310 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7b27408a-750d-485e-a735-b62bae379dc3 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:02.767280 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b27408a-750d-485e-a735-b62bae379dc3 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event deleted for resources: {'Port': ['ID=d31082d1-ef27-43d6-9902-ccf98a8f4f44,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:02.775527 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7b27408a-750d-485e-a735-b62bae379dc3 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:02.790532 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-7b27408a-750d-485e-a735-b62bae379dc3 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "DELETE /v2.0/ports/d31082d1-ef27-43d6-9902-ccf98a8f4f44 HTTP/1.1" status: 204 len: 168 time: 1.4952695 May 04 17:32:02.791373 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51770) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:02.797120 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-b12d463c-384c-433e-8878-f9832afc52a1 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Request body: {'port': {'network_id': 'a613a2a9-e3ff-45c7-bedd-1ed50f5b5856', 'mac_address': 'fa:16:3e:d2:27:cc', 'name': 'tempest-PortsTestJSON-1654786259'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:32:02.799156 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-7bdc5b35-28eb-471b-81ff-99289cf18404 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Calling delete_port for 50157484-7429-45ba-b532-3a211c08e2d4 owned by {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:32:02.863745 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-19ae2c98-b161-47ab-89f9-11d78a08ad42 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "GET /v2.0/ports?device_id=b3b48d09-286f-49aa-b667-7cd4d4acfbbd HTTP/1.1" status: 200 len: 205 time: 0.3137007 May 04 17:32:02.870945 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51774) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:02.946514 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-b12d463c-384c-433e-8878-f9832afc52a1 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:32:02.951543 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-b12d463c-384c-433e-8878-f9832afc52a1 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Usage tracker for resource:port and tenant:d50aa0308d3f47e4bde015fa31f2165f is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:32:02.954750 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-b12d463c-384c-433e-8878-f9832afc52a1 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:32:02.960492 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-b12d463c-384c-433e-8878-f9832afc52a1 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:32:02.971088 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b12d463c-384c-433e-8878-f9832afc52a1 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Made reservation on behalf of d50aa0308d3f47e4bde015fa31f2165f for: {'port': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:32:02.997179 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51780) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:03.087353 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b12d463c-384c-433e-8878-f9832afc52a1 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:03.115860 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [None req-b12d463c-384c-433e-8878-f9832afc52a1 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] device_id is not set on port d83471c8-034e-404a-9236-46818c13cd07 yet. {{(pid=88037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:32:03.141725 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9ab80c80-91f1-426d-8a3d-54ad1ff4be8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:03.170794 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.api.v2.resource [None req-2bc59f26-1edd-4fa2-8a94-fa35fb49e7f5 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] delete failed (client error): The resource could not be found. May 04 17:32:03.172261 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-2bc59f26-1edd-4fa2-8a94-fa35fb49e7f5 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "DELETE /v2.0/routers/b3b48d09-286f-49aa-b667-7cd4d4acfbbd HTTP/1.1" status: 404 len: 336 time: 0.2982793 May 04 17:32:03.177106 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51786) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:03.240498 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1fdcfca-c087-4b8b-a844-6923644d319b tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] DELETE failed (client error): The resource could not be found. May 04 17:32:03.240960 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1fdcfca-c087-4b8b-a844-6923644d319b tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:32:03.266045 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cdffbe02-716f-4569-960a-68dfda65866a tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:03.270995 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-c1fdcfca-c087-4b8b-a844-6923644d319b tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "DELETE /v2.0/subnets/58068400-1f21-402b-84f5-05ac11179a98 HTTP/1.1" status: 404 len: 337 time: 0.0927985 May 04 17:32:03.274796 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51790) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:03.278964 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-47491ca0-601b-466b-b0a5-4d8300323c8e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=01982c7e044f4effb47ed53cf1a17c76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2806091 May 04 17:32:03.312219 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51794) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:03.316351 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7bdc5b35-28eb-471b-81ff-99289cf18404 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:03.326256 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e5aee1-abcf-4b30-b9d5-e736200592aa tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Router 4899f2c4-fe45-4a8a-8358-cd44707b69e7 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:32:03.340315 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-839a73cd-bf85-4913-bbf1-b54c6ca13403 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a423f22-444a-4892-b6c4-e50164fa248c HTTP/1.1" status: 200 len: 205 time: 0.0643082 May 04 17:32:03.353671 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00876132-ab2d-4429-bdb1-7f534f743795 None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:32:03.355327 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51798) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:03.382782 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cdffbe02-716f-4569-960a-68dfda65866a tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:03.391568 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdffbe02-716f-4569-960a-68dfda65866a tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event deleted for resources: {'Subnet': ['ID=a47d98c4-0ca2-4768-aa45-3feb87575f57,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:03.413772 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdc5b35-28eb-471b-81ff-99289cf18404 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Pushing event deleted for resources: {'Port': ['ID=50157484-7429-45ba-b532-3a211c08e2d4,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:03.436912 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-c2e20bae-ea2a-4eaf-9506-5ba5346febdf tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Deleting port abd9f33f-1222-415e-a93f-3d7b7741cdc9 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:32:03.437379 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c2e20bae-ea2a-4eaf-9506-5ba5346febdf tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:03.454157 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.api.v2.resource [None req-671452cf-db21-4824-8580-76734a63af57 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] delete failed (client error): The resource could not be found. May 04 17:32:03.457661 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-671452cf-db21-4824-8580-76734a63af57 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "DELETE /v2.0/routers/9a423f22-444a-4892-b6c4-e50164fa248c HTTP/1.1" status: 404 len: 336 time: 0.0989945 May 04 17:32:03.460019 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51802) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:03.471721 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7bdc5b35-28eb-471b-81ff-99289cf18404 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:03.476059 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-7bdc5b35-28eb-471b-81ff-99289cf18404 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] 10.222.0.41 "DELETE /v2.0/ports/50157484-7429-45ba-b532-3a211c08e2d4 HTTP/1.1" status: 204 len: 168 time: 2.1403015 May 04 17:32:03.494474 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51806) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:03.522800 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-779afd41-e7fe-42ae-b575-659da1791abd tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "GET /v2.0/ports?device_id=001fa64c-2c45-45d2-b1ff-7c83fd039c84 HTTP/1.1" status: 200 len: 205 time: 0.0593762 May 04 17:32:03.523703 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51808) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:03.553496 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-cdffbe02-716f-4569-960a-68dfda65866a tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/subnets/a47d98c4-0ca2-4768-aa45-3feb87575f57 HTTP/1.1" status: 204 len: 168 time: 2.2094579 May 04 17:32:03.582977 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51814) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:03.637720 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403585fc-0504-4df0-8dea-d4076e95100d None None] DHCP port deletion for 6b89b041-5c42-49da-97bf-23cee8aadf17 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:32:03.642832 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-403585fc-0504-4df0-8dea-d4076e95100d None None] Deleting port 3081f175-87b1-4d49-9d2f-513cce6e1a98 {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:32:03.643218 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-403585fc-0504-4df0-8dea-d4076e95100d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:03.647004 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-4822f8b9-ae4b-48ed-b1a8-103d17a9dca2 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] GET failed (client error): The resource could not be found. May 04 17:32:03.647540 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-4822f8b9-ae4b-48ed-b1a8-103d17a9dca2 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Synchronizing usage tracker for tenant:da376b1409c94bcfab52495e9e0da14a on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:32:03.696280 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ae51bb21-295c-4e64-a7aa-00348094b557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:03.711580 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.api.v2.resource [None req-c7b2daf0-c6a6-47ff-8b87-57091424d134 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] delete failed (client error): The resource could not be found. May 04 17:32:03.712795 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-c7b2daf0-c6a6-47ff-8b87-57091424d134 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "DELETE /v2.0/routers/001fa64c-2c45-45d2-b1ff-7c83fd039c84 HTTP/1.1" status: 404 len: 336 time: 0.1888373 May 04 17:32:03.721137 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51818) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:03.727606 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-979aaa5b-0fde-43e0-b307-652549bacb6b tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0959420 May 04 17:32:03.749374 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51822) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:03.782501 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b12d463c-384c-433e-8878-f9832afc52a1 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:03.784589 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba0e0eea-a4ca-4c36-8f02-fef7f60fe642 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] DELETE failed (client error): The resource could not be found. May 04 17:32:03.785043 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba0e0eea-a4ca-4c36-8f02-fef7f60fe642 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:32:03.789012 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-ba0e0eea-a4ca-4c36-8f02-fef7f60fe642 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "DELETE /v2.0/subnets/266d8d34-5d6f-4589-b60b-5b2eeebe5693 HTTP/1.1" status: 404 len: 337 time: 0.0623040 May 04 17:32:03.791098 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51826) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:03.827610 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-f5868346-2d2f-4d73-b8db-23d12c1691f5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Request body: {'subnet': {'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:32:03.841815 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-c4c213af-641c-4d19-9ea4-f124abcbd8e5 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b90f6a6-7d67-4e59-a660-e86c07426c83 HTTP/1.1" status: 200 len: 205 time: 0.0476255 May 04 17:32:03.844011 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51830) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:03.854562 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-4822f8b9-ae4b-48ed-b1a8-103d17a9dca2 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Unset dirty status for tenant:da376b1409c94bcfab52495e9e0da14a on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:32:03.855716 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-4822f8b9-ae4b-48ed-b1a8-103d17a9dca2 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] 10.222.0.41 "GET /v2.0/ports/50157484-7429-45ba-b532-3a211c08e2d4 HTTP/1.1" status: 404 len: 333 time: 0.3067102 May 04 17:32:03.861407 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51836) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:03.868591 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-aab6d714-d625-46ba-9f97-a744d086f1a7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Request body: {'port': {'network_id': '13bf7a29-e7ea-44ee-b184-e94b27e5ef47', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2083063256'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:32:03.869038 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-403585fc-0504-4df0-8dea-d4076e95100d None None] For port 3081f175-87b1-4d49-9d2f-513cce6e1a98, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=3081f175-87b1-4d49-9d2f-513cce6e1a98,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:32:03.869481 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-403585fc-0504-4df0-8dea-d4076e95100d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:03.875467 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-aab6d714-d625-46ba-9f97-a744d086f1a7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:32:03.887805 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-aab6d714-d625-46ba-9f97-a744d086f1a7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:32:03.902672 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b12d463c-384c-433e-8878-f9832afc52a1 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:03.937151 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ae51bb21-295c-4e64-a7aa-00348094b557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:03.954906 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab6d714-d625-46ba-9f97-a744d086f1a7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Made reservation on behalf of da376b1409c94bcfab52495e9e0da14a for: {'port': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:32:03.957744 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-aab6d714-d625-46ba-9f97-a744d086f1a7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:04.006781 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e5aee1-abcf-4b30-b9d5-e736200592aa tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:32:04.010082 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-c2e20bae-ea2a-4eaf-9506-5ba5346febdf tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] For port abd9f33f-1222-415e-a93f-3d7b7741cdc9, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=abd9f33f-1222-415e-a93f-3d7b7741cdc9,segment=NetworkSegment(b6bf3f1f-4938-415b-a12f-4af37b96e239),segment_id=b6bf3f1f-4938-415b-a12f-4af37b96e239)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:32:04.010456 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c2e20bae-ea2a-4eaf-9506-5ba5346febdf tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:04.062046 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756381ba-a1ed-4e43-9e72-c121fcb00e59 None None] Sync routers for ids ['4899f2c4-fe45-4a8a-8358-cd44707b69e7'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:32:04.070312 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-403585fc-0504-4df0-8dea-d4076e95100d None None] Calling delete_port for 3081f175-87b1-4d49-9d2f-513cce6e1a98 owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:32:04.124248 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756381ba-a1ed-4e43-9e72-c121fcb00e59 None None] Routers {'4899f2c4-fe45-4a8a-8358-cd44707b69e7'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:32:04.124857 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-756381ba-a1ed-4e43-9e72-c121fcb00e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:31:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['4899f2c4-fe45-4a8a-8358-cd44707b69e7'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:04.187567 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-c2e20bae-ea2a-4eaf-9506-5ba5346febdf tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Calling delete_port for abd9f33f-1222-415e-a93f-3d7b7741cdc9 owned by network:router_interface {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:32:04.211414 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.api.v2.resource [None req-03ec051a-ce17-44b7-a46c-8352097e5d07 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] delete failed (client error): The resource could not be found. May 04 17:32:04.212928 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-03ec051a-ce17-44b7-a46c-8352097e5d07 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "DELETE /v2.0/routers/4b90f6a6-7d67-4e59-a660-e86c07426c83 HTTP/1.1" status: 404 len: 336 time: 0.3680141 May 04 17:32:04.213890 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12d463c-384c-433e-8878-f9832afc52a1 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event updated for resources: {'Port': ['ID=d83471c8-034e-404a-9236-46818c13cd07,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:04.217474 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-f5868346-2d2f-4d73-b8db-23d12c1691f5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:32:04.222311 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51840) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:04.235881 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [None req-aab6d714-d625-46ba-9f97-a744d086f1a7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] device_id is not set on port 502746bc-beb2-4053-8ba1-6b2ad477f132 yet. {{(pid=88037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:32:04.243083 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-f5868346-2d2f-4d73-b8db-23d12c1691f5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Usage tracker for resource:subnet and tenant:e0bb3da2b1c344b882bb065b24ba46bb is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:32:04.282247 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-f5868346-2d2f-4d73-b8db-23d12c1691f5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:32:04.285346 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f5e5aee1-abcf-4b30-b9d5-e736200592aa tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:04.289232 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12d463c-384c-433e-8878-f9832afc52a1 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Network a613a2a9-e3ff-45c7-bedd-1ed50f5b5856 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:32:04.291995 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-b12d463c-384c-433e-8878-f9832afc52a1 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:32:04.299102 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12d463c-384c-433e-8878-f9832afc52a1 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:32:04.306832 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12d463c-384c-433e-8878-f9832afc52a1 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:04.307693 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b12d463c-384c-433e-8878-f9832afc52a1 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:04.325204 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-403585fc-0504-4df0-8dea-d4076e95100d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124'] for port, after_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:04.350006 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dd15d9e-1547-485c-9fbd-3484dd30aae5 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] DELETE failed (client error): The resource could not be found. May 04 17:32:04.350684 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dd15d9e-1547-485c-9fbd-3484dd30aae5 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:32:04.352971 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-3dd15d9e-1547-485c-9fbd-3484dd30aae5 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "DELETE /v2.0/subnets/11222a3d-7e97-4f54-823d-b7963a357e48 HTTP/1.1" status: 404 len: 337 time: 0.1294560 May 04 17:32:04.354332 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-f5868346-2d2f-4d73-b8db-23d12c1691f5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:32:04.365340 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51846) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:04.375272 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-b12d463c-384c-433e-8878-f9832afc52a1 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.5825777 May 04 17:32:04.376295 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51850) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:04.392059 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403585fc-0504-4df0-8dea-d4076e95100d None None] Pushing event deleted for resources: {'Port': ['ID=3081f175-87b1-4d49-9d2f-513cce6e1a98,revision_number=None']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:04.402584 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403585fc-0504-4df0-8dea-d4076e95100d None None] No DVR routers for this DVR port 3081f175-87b1-4d49-9d2f-513cce6e1a98 on host dv-neutron-840426-1-hyperv {{(pid=88039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:32:04.415411 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-f5e5aee1-abcf-4b30-b9d5-e736200592aa tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 11.5170586 May 04 17:32:04.420582 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-756381ba-a1ed-4e43-9e72-c121fcb00e59 None None] Set router 4899f2c4-fe45-4a8a-8358-cd44707b69e7 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:32:04.428432 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a89c1a56-83ba-4c06-94e3-b931024cb05a', 'tag': 'c5528093-85fd-4674-98ad-09fd400f3a4d'}] {{(pid=88038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:32:04.433555 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5868346-2d2f-4d73-b8db-23d12c1691f5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Made reservation on behalf of e0bb3da2b1c344b882bb065b24ba46bb for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:32:04.437278 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f5868346-2d2f-4d73-b8db-23d12c1691f5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:04.455821 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ae51bb21-295c-4e64-a7aa-00348094b557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:04.500895 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae51bb21-295c-4e64-a7aa-00348094b557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3f45b4-5c63-49e2-9155-8b0cfc746c82,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:04.518790 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-244a4384-5929-4a9e-81a2-a6c53719635a tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8ac8a2c-d253-41ea-b30e-5f662e53244d HTTP/1.1" status: 200 len: 205 time: 0.1502435 May 04 17:32:04.520508 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51858) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:04.592078 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2eb287f-0d97-417d-a9ed-c53f76e68e61 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:04.592648 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-c2eb287f-0d97-417d-a9ed-c53f76e68e61 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Synchronizing usage tracker for tenant:d50aa0308d3f47e4bde015fa31f2165f on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:32:04.647221 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df1e0b2b-49e6-422f-b263-ad678a5eb0e4'] response: {'name': 'network-changed', 'server_uuid': 'a89c1a56-83ba-4c06-94e3-b931024cb05a', 'tag': 'c5528093-85fd-4674-98ad-09fd400f3a4d', 'status': 'completed', 'code': 200} May 04 17:32:04.670256 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-c2eb287f-0d97-417d-a9ed-c53f76e68e61 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Unset dirty status for tenant:d50aa0308d3f47e4bde015fa31f2165f on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:32:04.671509 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-c2eb287f-0d97-417d-a9ed-c53f76e68e61 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "GET /v2.0/ports/d83471c8-034e-404a-9236-46818c13cd07 HTTP/1.1" status: 200 len: 841 time: 0.2323277 May 04 17:32:04.674879 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51862) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:04.744539 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-aab6d714-d625-46ba-9f97-a744d086f1a7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:04.771726 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-920a34a1-44aa-4808-b602-68f218a7cca4 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Deleting port d83471c8-034e-404a-9236-46818c13cd07 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:32:04.771726 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-920a34a1-44aa-4808-b602-68f218a7cca4 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:04.847425 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.api.v2.resource [None req-07d39612-4a81-40df-b33b-1947e862be17 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] delete failed (client error): The resource could not be found. May 04 17:32:04.848288 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-07d39612-4a81-40df-b33b-1947e862be17 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "DELETE /v2.0/routers/a8ac8a2c-d253-41ea-b30e-5f662e53244d HTTP/1.1" status: 404 len: 336 time: 0.3270636 May 04 17:32:04.858556 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-756381ba-a1ed-4e43-9e72-c121fcb00e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'name': 'tempest-TestVolumeBootPattern-1202657765-router', 'tenant_id': '8c992398177546e184e9933345174247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b8d9c1ac-2873-4f63-94d9-6877543517bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:29:34Z', 'updated_at': '2022-05-04T17:29:51Z', 'revision_number': 4, 'project_id': '8c992398177546e184e9933345174247', 'gw_port': {'id': 'b8d9c1ac-2873-4f63-94d9-6877543517bb', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:37:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:36Z', 'updated_at': '2022-05-04T17:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': '1621478f-bcfb-450b-a9fb-9d0b24e796d5', 'tenant_id': '8c992398177546e184e9933345174247', 'floating_ip_address': '172.26.0.253', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'port_id': 'c5528093-85fd-4674-98ad-09fd400f3a4d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 903, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b631325e-11d5-4100-a2cb-8b9aba720937', 'mac_address': 'fa:16:3e:b9:2b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89c1a56-83ba-4c06-94e3-b931024cb05a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:31:57Z', 'updated_at': '2022-05-04T17:31:57Z', 'revision_number': 0, 'project_id': '8c992398177546e184e9933345174247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e39eb039-91da-4230-9bd3-e0bdfb395ef2', 'name': '', 'network_id': 'b631325e-11d5-4100-a2cb-8b9aba720937', 'tenant_id': '8c992398177546e184e9933345174247', 'mac_address': 'fa:16:3e:de:53:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '35d620f1-cc33-411a-8546-1edeed82bf7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:47Z', 'updated_at': '2022-05-04T17:30:13Z', 'revision_number': 5, 'project_id': '8c992398177546e184e9933345174247', 'subnets': [{'id': '35d620f1-cc33-411a-8546-1edeed82bf7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:04.859448 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51866) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:04.862777 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756381ba-a1ed-4e43-9e72-c121fcb00e59 None None] Checking router: 4899f2c4-fe45-4a8a-8358-cd44707b69e7 for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:32:04.867502 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ae51bb21-295c-4e64-a7aa-00348094b557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:04.871299 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-ae51bb21-295c-4e64-a7aa-00348094b557 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8a3f45b4-5c63-49e2-9155-8b0cfc746c82 HTTP/1.1" status: 204 len: 168 time: 1.5536010 May 04 17:32:04.874229 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756381ba-a1ed-4e43-9e72-c121fcb00e59 None None] Routers {'4899f2c4-fe45-4a8a-8358-cd44707b69e7'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:32:04.875264 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-756381ba-a1ed-4e43-9e72-c121fcb00e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:31:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['4899f2c4-fe45-4a8a-8358-cd44707b69e7'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:04.912292 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-aab6d714-d625-46ba-9f97-a744d086f1a7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:04.915742 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-626ef490-9756-491f-bd1c-86c88c080720 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] DELETE failed (client error): The resource could not be found. May 04 17:32:04.916211 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-626ef490-9756-491f-bd1c-86c88c080720 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:32:04.929620 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-626ef490-9756-491f-bd1c-86c88c080720 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "DELETE /v2.0/subnets/d4c1a9ff-467f-451e-a779-3ca06d4c8aff HTTP/1.1" status: 404 len: 337 time: 0.0683315 May 04 17:32:04.958240 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51872) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:05.018243 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-f79688e1-2faa-40b4-acdc-47708d472e57 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] DELETE failed (client error): The resource could not be found. May 04 17:32:05.018919 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f79688e1-2faa-40b4-acdc-47708d472e57 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:32:05.020804 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-f79688e1-2faa-40b4-acdc-47708d472e57 tempest-RoutersTest-1568556874 tempest-RoutersTest-1568556874-project] 10.222.0.41 "DELETE /v2.0/subnets/1eed2d7c-5700-4ace-a2e4-152c19bfc880 HTTP/1.1" status: 404 len: 337 time: 0.0603299 May 04 17:32:05.048713 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee14dca-9117-4ef6-b48d-bd4344d4f447 req-a6e9a440-f324-42af-b06e-8ea83e2eaa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:05.050543 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-4ee14dca-9117-4ef6-b48d-bd4344d4f447 req-a6e9a440-f324-42af-b06e-8ea83e2eaa07 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8c992398177546e184e9933345174247&device_id=a89c1a56-83ba-4c06-94e3-b931024cb05a HTTP/1.1" status: 200 len: 1098 time: 0.4592936 May 04 17:32:05.053891 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c2e20bae-ea2a-4eaf-9506-5ba5346febdf tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:05.058786 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab6d714-d625-46ba-9f97-a744d086f1a7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Network 13bf7a29-e7ea-44ee-b184-e94b27e5ef47 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:32:05.123196 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-aab6d714-d625-46ba-9f97-a744d086f1a7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:32:05.129252 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab6d714-d625-46ba-9f97-a744d086f1a7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:32:05.130946 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab6d714-d625-46ba-9f97-a744d086f1a7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:05.131779 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-aab6d714-d625-46ba-9f97-a744d086f1a7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:05.140722 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 3081f175-87b1-4d49-9d2f-513cce6e1a98 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:32:05.152768 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab6d714-d625-46ba-9f97-a744d086f1a7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Pushing event updated for resources: {'Port': ['ID=502746bc-beb2-4053-8ba1-6b2ad477f132,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:05.161835 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e20bae-ea2a-4eaf-9506-5ba5346febdf tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Pushing event deleted for resources: {'Port': ['ID=abd9f33f-1222-415e-a93f-3d7b7741cdc9,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:05.206358 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-920a34a1-44aa-4808-b602-68f218a7cca4 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:05.219425 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-aab6d714-d625-46ba-9f97-a744d086f1a7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.3568764 May 04 17:32:05.250600 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51878) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:05.266633 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8404'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:32:05.282764 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 3081f175-87b1-4d49-9d2f-513cce6e1a98 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:32:05.283781 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 3081f175-87b1-4d49-9d2f-513cce6e1a98 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:32:05.318190 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-756381ba-a1ed-4e43-9e72-c121fcb00e59 None None] Set router 4899f2c4-fe45-4a8a-8358-cd44707b69e7 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:32:05.626882 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-920a34a1-44aa-4808-b602-68f218a7cca4 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Calling delete_port for d83471c8-034e-404a-9236-46818c13cd07 owned by {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:32:05.661909 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c2e20bae-ea2a-4eaf-9506-5ba5346febdf tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710832'] for router_interface, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:05.672018 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51884) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:05.729502 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-920a34a1-44aa-4808-b602-68f218a7cca4 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:05.754512 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-920ff678-9129-489f-a502-17834e82de0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:05.896586 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee14dca-9117-4ef6-b48d-bd4344d4f447 req-18d2d043-23f7-4a0d-b85e-f59a0740c9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:05.896586 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-4ee14dca-9117-4ef6-b48d-bd4344d4f447 req-18d2d043-23f7-4a0d-b85e-f59a0740c9d7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b631325e-11d5-4100-a2cb-8b9aba720937 HTTP/1.1" status: 200 len: 913 time: 0.8313971 May 04 17:32:05.963495 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920a34a1-44aa-4808-b602-68f218a7cca4 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event deleted for resources: {'Port': ['ID=d83471c8-034e-404a-9236-46818c13cd07,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:05.963495 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-920a34a1-44aa-4808-b602-68f218a7cca4 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:05.991598 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:06.006495 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-920a34a1-44aa-4808-b602-68f218a7cca4 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "DELETE /v2.0/ports/d83471c8-034e-404a-9236-46818c13cd07 HTTP/1.1" status: 204 len: 168 time: 1.3193011 May 04 17:32:06.006495 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51890) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:06.108008 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0b9b1c6-35a9-467d-885f-b95313ed8588 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] GET failed (client error): The resource could not be found. May 04 17:32:06.108008 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-c0b9b1c6-35a9-467d-885f-b95313ed8588 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Synchronizing usage tracker for tenant:d50aa0308d3f47e4bde015fa31f2165f on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:32:06.149468 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-c0b9b1c6-35a9-467d-885f-b95313ed8588 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Unset dirty status for tenant:d50aa0308d3f47e4bde015fa31f2165f on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:32:06.151150 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-c0b9b1c6-35a9-467d-885f-b95313ed8588 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "GET /v2.0/ports/d83471c8-034e-404a-9236-46818c13cd07 HTTP/1.1" status: 404 len: 333 time: 0.1489310 May 04 17:32:06.155141 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51894) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:06.176251 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-1cfb33b0-c8b9-4791-9d62-614dbe771d34 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Request body: {'port': {'network_id': 'a613a2a9-e3ff-45c7-bedd-1ed50f5b5856', 'name': 'tempest-PortsTestJSON-1680965273'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:32:06.191121 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-756381ba-a1ed-4e43-9e72-c121fcb00e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'name': 'tempest-TestVolumeBootPattern-1202657765-router', 'tenant_id': '8c992398177546e184e9933345174247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b8d9c1ac-2873-4f63-94d9-6877543517bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:29:34Z', 'updated_at': '2022-05-04T17:29:51Z', 'revision_number': 4, 'project_id': '8c992398177546e184e9933345174247', 'gw_port': {'id': 'b8d9c1ac-2873-4f63-94d9-6877543517bb', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:37:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:36Z', 'updated_at': '2022-05-04T17:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': '1621478f-bcfb-450b-a9fb-9d0b24e796d5', 'tenant_id': '8c992398177546e184e9933345174247', 'floating_ip_address': '172.26.0.253', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'port_id': 'c5528093-85fd-4674-98ad-09fd400f3a4d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 903, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b631325e-11d5-4100-a2cb-8b9aba720937', 'mac_address': 'fa:16:3e:b9:2b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89c1a56-83ba-4c06-94e3-b931024cb05a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:31:57Z', 'updated_at': '2022-05-04T17:31:57Z', 'revision_number': 0, 'project_id': '8c992398177546e184e9933345174247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e39eb039-91da-4230-9bd3-e0bdfb395ef2', 'name': '', 'network_id': 'b631325e-11d5-4100-a2cb-8b9aba720937', 'tenant_id': '8c992398177546e184e9933345174247', 'mac_address': 'fa:16:3e:de:53:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '35d620f1-cc33-411a-8546-1edeed82bf7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:47Z', 'updated_at': '2022-05-04T17:30:13Z', 'revision_number': 5, 'project_id': '8c992398177546e184e9933345174247', 'subnets': [{'id': '35d620f1-cc33-411a-8546-1edeed82bf7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:06.204394 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756381ba-a1ed-4e43-9e72-c121fcb00e59 None None] The sync data for ids ['4899f2c4-fe45-4a8a-8358-cd44707b69e7'] in dv-neutron-840426-1-hyperv is: [{'id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'name': 'tempest-TestVolumeBootPattern-1202657765-router', 'tenant_id': '8c992398177546e184e9933345174247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b8d9c1ac-2873-4f63-94d9-6877543517bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:29:34Z', 'updated_at': '2022-05-04T17:29:51Z', 'revision_number': 4, 'project_id': '8c992398177546e184e9933345174247', 'gw_port': {'id': 'b8d9c1ac-2873-4f63-94d9-6877543517bb', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:37:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:36Z', 'updated_at': '2022-05-04T17:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': '1621478f-bcfb-450b-a9fb-9d0b24e796d5', 'tenant_id': '8c992398177546e184e9933345174247', 'floating_ip_address': '172.26.0.253', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'port_id': 'c5528093-85fd-4674-98ad-09fd400f3a4d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 903, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b631325e-11d5-4100-a2cb-8b9aba720937', 'mac_address': 'fa:16:3e:b9:2b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89c1a56-83ba-4c06-94e3-b931024cb05a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:31:57Z', 'updated_at': '2022-05-04T17:31:57Z', 'revision_number': 0, 'project_id': '8c992398177546e184e9933345174247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e39eb039-91da-4230-9bd3-e0bdfb395ef2', 'name': '', 'network_id': 'b631325e-11d5-4100-a2cb-8b9aba720937', 'tenant_id': '8c992398177546e184e9933345174247', 'mac_address': 'fa:16:3e:de:53:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '35d620f1-cc33-411a-8546-1edeed82bf7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:47Z', 'updated_at': '2022-05-04T17:30:13Z', 'revision_number': 5, 'project_id': '8c992398177546e184e9933345174247', 'subnets': [{'id': '35d620f1-cc33-411a-8546-1edeed82bf7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:32:06.228579 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f5868346-2d2f-4d73-b8db-23d12c1691f5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:06.345145 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-aacb0fb2-f702-4665-8edf-5d4b3c847ef7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4d4e7c7b24884dc786dfd71b0f2e4f89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6701303 May 04 17:32:06.361841 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51898) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:06.383848 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5868346-2d2f-4d73-b8db-23d12c1691f5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event updated for resources: {'Subnet': ['ID=abe1d9da-ef9d-4df8-ac07-23cab6bbc6e2,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:06.395799 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-4ee14dca-9117-4ef6-b48d-bd4344d4f447 req-7e1c7382-d9cf-4525-a2ac-a809688f702a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5528093-85fd-4674-98ad-09fd400f3a4d HTTP/1.1" status: 200 len: 999 time: 0.4876373 May 04 17:32:06.395799 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5868346-2d2f-4d73-b8db-23d12c1691f5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:32:06.395799 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-f5868346-2d2f-4d73-b8db-23d12c1691f5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:32:06.407264 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2e20bae-ea2a-4eaf-9506-5ba5346febdf tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Router 946552a2-07ce-41ce-925c-46bdd5eb5a36 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:32:06.415636 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c2cd5d-8f86-4f9f-93d1-865ba29d3c93 None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:32:06.482551 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5868346-2d2f-4d73-b8db-23d12c1691f5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:06.482551 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f5868346-2d2f-4d73-b8db-23d12c1691f5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:06.536778 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-f5868346-2d2f-4d73-b8db-23d12c1691f5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7692213 May 04 17:32:06.537466 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51902) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:06.554476 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-ecd50971-eaab-4d4a-ae0e-2ba5dac28385 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Request body: {'subnet': {'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:32:06.583883 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb284fa-6918-462f-96f7-ba3eb523e62b None None] New status for floating IP 1621478f-bcfb-450b-a9fb-9d0b24e796d5: ACTIVE {{(pid=88040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:32:06.639421 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:06.670278 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-1cfb33b0-c8b9-4791-9d62-614dbe771d34 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:32:06.716918 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:06.722357 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-1cfb33b0-c8b9-4791-9d62-614dbe771d34 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:32:06.797944 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e14e7a51-5891-4fcd-953b-28c5e4f2240f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:06.815630 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bc07f3-0026-4f84-b758-cccd7c00486e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-6b89b041-5c42-49da-97bf-23cee8aadf17', 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'tenant_id': 'e0bb3da2b1c344b882bb065b24ba46bb', 'fixed_ips': [{'subnet_id': 'abe1d9da-ef9d-4df8-ac07-23cab6bbc6e2'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:32:06.816808 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-79bc07f3-0026-4f84-b758-cccd7c00486e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:06.817244 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cfb33b0-c8b9-4791-9d62-614dbe771d34 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Made reservation on behalf of d50aa0308d3f47e4bde015fa31f2165f for: {'port': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:32:06.821328 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1cfb33b0-c8b9-4791-9d62-614dbe771d34 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:06.851100 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] device_id is not set on port 502746bc-beb2-4053-8ba1-6b2ad477f132 yet. {{(pid=88037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:32:06.865348 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:06.874182 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e14e7a51-5891-4fcd-953b-28c5e4f2240f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:06.884377 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [None req-1cfb33b0-c8b9-4791-9d62-614dbe771d34 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] device_id is not set on port ffdeede7-2c90-4b6c-8ef4-3d8b3ffb3985 yet. {{(pid=88037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:32:06.967851 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Transition to ACTIVE for port object 502746bc-beb2-4053-8ba1-6b2ad477f132 will not be triggered until provisioned by entity L2. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:32:06.983078 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:07.024408 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-ecd50971-eaab-4d4a-ae0e-2ba5dac28385 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:32:07.029038 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-79bc07f3-0026-4f84-b758-cccd7c00486e None None] Allocated IP 172.20.0.2 (6b89b041-5c42-49da-97bf-23cee8aadf17/abe1d9da-ef9d-4df8-ac07-23cab6bbc6e2/0dc53ccf-98f6-43e1-9392-708264531e17) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:32:07.031182 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-ecd50971-eaab-4d4a-ae0e-2ba5dac28385 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Usage tracker for resource:subnet and tenant:e0bb3da2b1c344b882bb065b24ba46bb is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:32:07.043006 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-ecd50971-eaab-4d4a-ae0e-2ba5dac28385 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:32:07.132379 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-ecd50971-eaab-4d4a-ae0e-2ba5dac28385 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:32:07.161365 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Pushing event updated for resources: {'Port': ['ID=502746bc-beb2-4053-8ba1-6b2ad477f132,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:07.186508 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 502746bc-beb2-4053-8ba1-6b2ad477f132 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:32:07.186873 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 502746bc-beb2-4053-8ba1-6b2ad477f132 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '33370ae1-5a97-414b-8710-584759343f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '13bf7a29-e7ea-44ee-b184-e94b27e5ef47'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:32:07.187210 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 502746bc-beb2-4053-8ba1-6b2ad477f132 on network 13bf7a29-e7ea-44ee-b184-e94b27e5ef47 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:32:07.214483 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e14e7a51-5891-4fcd-953b-28c5e4f2240f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:07.215892 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee14dca-9117-4ef6-b48d-bd4344d4f447 req-a2d301a7-11f8-491c-8906-a0efa39a3ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:07.217509 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-4ee14dca-9117-4ef6-b48d-bd4344d4f447 req-a2d301a7-11f8-491c-8906-a0efa39a3ebb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=35d620f1-cc33-411a-8546-1edeed82bf7b HTTP/1.1" status: 200 len: 851 time: 0.8207045 May 04 17:32:07.223058 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd50971-eaab-4d4a-ae0e-2ba5dac28385 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Made reservation on behalf of e0bb3da2b1c344b882bb065b24ba46bb for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:32:07.228206 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ecd50971-eaab-4d4a-ae0e-2ba5dac28385 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:07.244734 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Port 502746bc-beb2-4053-8ba1-6b2ad477f132 on network 13bf7a29-e7ea-44ee-b184-e94b27e5ef47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:32:07.245087 dv-neutron-840426-1-hyperv neutron-server[88037]: ERROR neutron.plugins.ml2.managers [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Failed to bind port 502746bc-beb2-4053-8ba1-6b2ad477f132 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '33370ae1-5a97-414b-8710-584759343f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '13bf7a29-e7ea-44ee-b184-e94b27e5ef47'}] May 04 17:32:07.263083 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.plugins.ml2.plugin [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempt 2 to bind port 502746bc-beb2-4053-8ba1-6b2ad477f132 May 04 17:32:07.281166 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14e7a51-5891-4fcd-953b-28c5e4f2240f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7160f4-e4aa-42aa-8ea9-59b035c46488,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:07.378145 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-79bc07f3-0026-4f84-b758-cccd7c00486e None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:07.380462 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 502746bc-beb2-4053-8ba1-6b2ad477f132 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:32:07.380797 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 502746bc-beb2-4053-8ba1-6b2ad477f132 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '33370ae1-5a97-414b-8710-584759343f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '13bf7a29-e7ea-44ee-b184-e94b27e5ef47'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:32:07.381124 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 502746bc-beb2-4053-8ba1-6b2ad477f132 on network 13bf7a29-e7ea-44ee-b184-e94b27e5ef47 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:32:07.387006 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e14e7a51-5891-4fcd-953b-28c5e4f2240f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:07.388227 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-e14e7a51-5891-4fcd-953b-28c5e4f2240f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fa7160f4-e4aa-42aa-8ea9-59b035c46488 HTTP/1.1" status: 204 len: 168 time: 1.0303233 May 04 17:32:07.400977 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-79bc07f3-0026-4f84-b758-cccd7c00486e None None] Transition to ACTIVE for port object 0dc53ccf-98f6-43e1-9392-708264531e17 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:32:07.401159 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Port 502746bc-beb2-4053-8ba1-6b2ad477f132 on network 13bf7a29-e7ea-44ee-b184-e94b27e5ef47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:32:07.401363 dv-neutron-840426-1-hyperv neutron-server[88037]: ERROR neutron.plugins.ml2.managers [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Failed to bind port 502746bc-beb2-4053-8ba1-6b2ad477f132 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '33370ae1-5a97-414b-8710-584759343f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '13bf7a29-e7ea-44ee-b184-e94b27e5ef47'}] May 04 17:32:07.404158 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.plugins.ml2.plugin [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempt 3 to bind port 502746bc-beb2-4053-8ba1-6b2ad477f132 May 04 17:32:07.414542 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e20bae-ea2a-4eaf-9506-5ba5346febdf tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:32:07.417650 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1cfb33b0-c8b9-4791-9d62-614dbe771d34 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:07.423866 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-c2e20bae-ea2a-4eaf-9506-5ba5346febdf tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "PUT /v2.0/routers/946552a2-07ce-41ce-925c-46bdd5eb5a36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5080218 May 04 17:32:07.428796 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51908) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:07.433485 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 502746bc-beb2-4053-8ba1-6b2ad477f132 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:32:07.434176 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 502746bc-beb2-4053-8ba1-6b2ad477f132 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '33370ae1-5a97-414b-8710-584759343f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '13bf7a29-e7ea-44ee-b184-e94b27e5ef47'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:32:07.434769 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 502746bc-beb2-4053-8ba1-6b2ad477f132 on network 13bf7a29-e7ea-44ee-b184-e94b27e5ef47 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:32:07.435211 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-79bc07f3-0026-4f84-b758-cccd7c00486e None None] Transition to ACTIVE for port object 0dc53ccf-98f6-43e1-9392-708264531e17 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:32:07.444166 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dba9e3e-01c1-446a-bfaf-8721f5524b18 None None] Sync routers for ids ['946552a2-07ce-41ce-925c-46bdd5eb5a36'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:32:07.453188 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-79bc07f3-0026-4f84-b758-cccd7c00486e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:07.481268 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee14dca-9117-4ef6-b48d-bd4344d4f447 req-d5bb470e-45e7-470f-bdcf-8212a0879f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:07.483169 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-4ee14dca-9117-4ef6-b48d-bd4344d4f447 req-d5bb470e-45e7-470f-bdcf-8212a0879f20 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b631325e-11d5-4100-a2cb-8b9aba720937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2327633 May 04 17:32:07.495136 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Port 502746bc-beb2-4053-8ba1-6b2ad477f132 on network 13bf7a29-e7ea-44ee-b184-e94b27e5ef47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:32:07.495880 dv-neutron-840426-1-hyperv neutron-server[88037]: ERROR neutron.plugins.ml2.managers [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Failed to bind port 502746bc-beb2-4053-8ba1-6b2ad477f132 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '33370ae1-5a97-414b-8710-584759343f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '13bf7a29-e7ea-44ee-b184-e94b27e5ef47'}] May 04 17:32:07.504021 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.plugins.ml2.plugin [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempt 4 to bind port 502746bc-beb2-4053-8ba1-6b2ad477f132 May 04 17:32:07.523264 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 502746bc-beb2-4053-8ba1-6b2ad477f132 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:32:07.524116 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 502746bc-beb2-4053-8ba1-6b2ad477f132 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '33370ae1-5a97-414b-8710-584759343f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '13bf7a29-e7ea-44ee-b184-e94b27e5ef47'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:32:07.524667 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 502746bc-beb2-4053-8ba1-6b2ad477f132 on network 13bf7a29-e7ea-44ee-b184-e94b27e5ef47 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:32:07.535895 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dba9e3e-01c1-446a-bfaf-8721f5524b18 None None] Routers {'946552a2-07ce-41ce-925c-46bdd5eb5a36'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:32:07.536722 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-2dba9e3e-01c1-446a-bfaf-8721f5524b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:32:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['946552a2-07ce-41ce-925c-46bdd5eb5a36'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:07.540687 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Port 502746bc-beb2-4053-8ba1-6b2ad477f132 on network 13bf7a29-e7ea-44ee-b184-e94b27e5ef47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:32:07.541220 dv-neutron-840426-1-hyperv neutron-server[88037]: ERROR neutron.plugins.ml2.managers [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Failed to bind port 502746bc-beb2-4053-8ba1-6b2ad477f132 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '33370ae1-5a97-414b-8710-584759343f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '13bf7a29-e7ea-44ee-b184-e94b27e5ef47'}] May 04 17:32:07.544914 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.plugins.ml2.plugin [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempt 5 to bind port 502746bc-beb2-4053-8ba1-6b2ad477f132 May 04 17:32:07.575678 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 502746bc-beb2-4053-8ba1-6b2ad477f132 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:32:07.576004 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 502746bc-beb2-4053-8ba1-6b2ad477f132 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '33370ae1-5a97-414b-8710-584759343f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '13bf7a29-e7ea-44ee-b184-e94b27e5ef47'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:32:07.576330 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 502746bc-beb2-4053-8ba1-6b2ad477f132 on network 13bf7a29-e7ea-44ee-b184-e94b27e5ef47 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:32:07.585033 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f8e1a09-f574-4285-92db-08ab5468d2b3 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Deleting subnet 2f4262d2-4cc8-4374-aa55-7fd788a8786d {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:32:07.589875 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Port 502746bc-beb2-4053-8ba1-6b2ad477f132 on network 13bf7a29-e7ea-44ee-b184-e94b27e5ef47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:32:07.590217 dv-neutron-840426-1-hyperv neutron-server[88037]: ERROR neutron.plugins.ml2.managers [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Failed to bind port 502746bc-beb2-4053-8ba1-6b2ad477f132 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '33370ae1-5a97-414b-8710-584759343f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '13bf7a29-e7ea-44ee-b184-e94b27e5ef47'}] May 04 17:32:07.591440 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7f8e1a09-f574-4285-92db-08ab5468d2b3 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:07.598273 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bc07f3-0026-4f84-b758-cccd7c00486e None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:32:07.608146 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-79bc07f3-0026-4f84-b758-cccd7c00486e None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:32:07.611556 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bc07f3-0026-4f84-b758-cccd7c00486e None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:32:07.628821 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.plugins.ml2.plugin [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempt 6 to bind port 502746bc-beb2-4053-8ba1-6b2ad477f132 May 04 17:32:07.655194 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 502746bc-beb2-4053-8ba1-6b2ad477f132 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:32:07.655583 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 502746bc-beb2-4053-8ba1-6b2ad477f132 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '33370ae1-5a97-414b-8710-584759343f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '13bf7a29-e7ea-44ee-b184-e94b27e5ef47'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:32:07.655923 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 502746bc-beb2-4053-8ba1-6b2ad477f132 on network 13bf7a29-e7ea-44ee-b184-e94b27e5ef47 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:32:07.672129 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Port 502746bc-beb2-4053-8ba1-6b2ad477f132 on network 13bf7a29-e7ea-44ee-b184-e94b27e5ef47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:32:07.672826 dv-neutron-840426-1-hyperv neutron-server[88037]: ERROR neutron.plugins.ml2.managers [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Failed to bind port 502746bc-beb2-4053-8ba1-6b2ad477f132 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '33370ae1-5a97-414b-8710-584759343f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '13bf7a29-e7ea-44ee-b184-e94b27e5ef47'}] May 04 17:32:07.674492 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1cfb33b0-c8b9-4791-9d62-614dbe771d34 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:07.684762 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.plugins.ml2.plugin [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempt 7 to bind port 502746bc-beb2-4053-8ba1-6b2ad477f132 May 04 17:32:07.731126 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-4ee14dca-9117-4ef6-b48d-bd4344d4f447 req-f9cd797a-2999-4781-a10a-601de9108ba7 service neutron] 10.222.0.42 "GET /v2.0/networks/b631325e-11d5-4100-a2cb-8b9aba720937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392337 May 04 17:32:07.770637 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 502746bc-beb2-4053-8ba1-6b2ad477f132 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:32:07.771250 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 502746bc-beb2-4053-8ba1-6b2ad477f132 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '33370ae1-5a97-414b-8710-584759343f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '13bf7a29-e7ea-44ee-b184-e94b27e5ef47'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:32:07.771977 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 502746bc-beb2-4053-8ba1-6b2ad477f132 on network 13bf7a29-e7ea-44ee-b184-e94b27e5ef47 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:32:07.819882 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Port 502746bc-beb2-4053-8ba1-6b2ad477f132 on network 13bf7a29-e7ea-44ee-b184-e94b27e5ef47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:32:07.820577 dv-neutron-840426-1-hyperv neutron-server[88037]: ERROR neutron.plugins.ml2.managers [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Failed to bind port 502746bc-beb2-4053-8ba1-6b2ad477f132 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '33370ae1-5a97-414b-8710-584759343f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '13bf7a29-e7ea-44ee-b184-e94b27e5ef47'}] May 04 17:32:07.825534 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7f8e1a09-f574-4285-92db-08ab5468d2b3 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:07.828958 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bc07f3-0026-4f84-b758-cccd7c00486e None None] Pushing event updated for resources: {'Port': ['ID=0dc53ccf-98f6-43e1-9392-708264531e17,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:07.858041 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.plugins.ml2.plugin [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempt 8 to bind port 502746bc-beb2-4053-8ba1-6b2ad477f132 May 04 17:32:07.875472 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfb33b0-c8b9-4791-9d62-614dbe771d34 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Network a613a2a9-e3ff-45c7-bedd-1ed50f5b5856 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:32:07.880622 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-79bc07f3-0026-4f84-b758-cccd7c00486e None None] Attempting to bind port 0dc53ccf-98f6-43e1-9392-708264531e17 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:32:07.881090 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-79bc07f3-0026-4f84-b758-cccd7c00486e None None] Attempting to bind port 0dc53ccf-98f6-43e1-9392-708264531e17 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:32:07.881494 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bc07f3-0026-4f84-b758-cccd7c00486e None None] Attempting to bind port 0dc53ccf-98f6-43e1-9392-708264531e17 on network 6b89b041-5c42-49da-97bf-23cee8aadf17 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:32:07.884316 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:07.886706 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-1cfb33b0-c8b9-4791-9d62-614dbe771d34 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:32:07.896649 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bc07f3-0026-4f84-b758-cccd7c00486e None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:32:07.897319 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bc07f3-0026-4f84-b758-cccd7c00486e None None] Checking segment: {'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:32:07.897979 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-79bc07f3-0026-4f84-b758-cccd7c00486e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:07.898613 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bc07f3-0026-4f84-b758-cccd7c00486e None None] Bound using segment: {'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:32:07.902788 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-79bc07f3-0026-4f84-b758-cccd7c00486e None None] Bound port: 0dc53ccf-98f6-43e1-9392-708264531e17, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:32:07.903447 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-79bc07f3-0026-4f84-b758-cccd7c00486e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:07.904314 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfb33b0-c8b9-4791-9d62-614dbe771d34 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:32:07.910412 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfb33b0-c8b9-4791-9d62-614dbe771d34 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:07.911016 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1cfb33b0-c8b9-4791-9d62-614dbe771d34 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:07.921361 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfb33b0-c8b9-4791-9d62-614dbe771d34 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event updated for resources: {'Port': ['ID=ffdeede7-2c90-4b6c-8ef4-3d8b3ffb3985,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:07.930774 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 502746bc-beb2-4053-8ba1-6b2ad477f132 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:32:07.931123 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 502746bc-beb2-4053-8ba1-6b2ad477f132 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '33370ae1-5a97-414b-8710-584759343f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '13bf7a29-e7ea-44ee-b184-e94b27e5ef47'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:32:07.931456 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 502746bc-beb2-4053-8ba1-6b2ad477f132 on network 13bf7a29-e7ea-44ee-b184-e94b27e5ef47 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:32:07.948837 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-2dba9e3e-01c1-446a-bfaf-8721f5524b18 None None] Set router 946552a2-07ce-41ce-925c-46bdd5eb5a36 gateway port host: None {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:32:07.949657 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Port 502746bc-beb2-4053-8ba1-6b2ad477f132 on network 13bf7a29-e7ea-44ee-b184-e94b27e5ef47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:32:07.950191 dv-neutron-840426-1-hyperv neutron-server[88037]: ERROR neutron.plugins.ml2.managers [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Failed to bind port 502746bc-beb2-4053-8ba1-6b2ad477f132 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '33370ae1-5a97-414b-8710-584759343f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '13bf7a29-e7ea-44ee-b184-e94b27e5ef47'}] May 04 17:32:07.955020 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.plugins.ml2.plugin [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempt 9 to bind port 502746bc-beb2-4053-8ba1-6b2ad477f132 May 04 17:32:07.981226 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 502746bc-beb2-4053-8ba1-6b2ad477f132 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:32:07.982230 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 502746bc-beb2-4053-8ba1-6b2ad477f132 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '33370ae1-5a97-414b-8710-584759343f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '13bf7a29-e7ea-44ee-b184-e94b27e5ef47'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:32:07.982734 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 502746bc-beb2-4053-8ba1-6b2ad477f132 on network 13bf7a29-e7ea-44ee-b184-e94b27e5ef47 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:32:07.985598 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-1cfb33b0-c8b9-4791-9d62-614dbe771d34 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.8296719 May 04 17:32:07.990289 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51922) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:07.997604 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-f4c9be64-165e-4a5a-8f00-d194fb09c3b6 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:32:08.012278 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-4ee14dca-9117-4ef6-b48d-bd4344d4f447 req-5f536a61-65bd-4e89-90f4-57f9884c7e7e service neutron] 10.222.0.42 "GET /v2.0/networks/b631325e-11d5-4100-a2cb-8b9aba720937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684836 May 04 17:32:08.028220 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Port 502746bc-beb2-4053-8ba1-6b2ad477f132 on network 13bf7a29-e7ea-44ee-b184-e94b27e5ef47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:32:08.028796 dv-neutron-840426-1-hyperv neutron-server[88037]: ERROR neutron.plugins.ml2.managers [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Failed to bind port 502746bc-beb2-4053-8ba1-6b2ad477f132 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '33370ae1-5a97-414b-8710-584759343f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '13bf7a29-e7ea-44ee-b184-e94b27e5ef47'}] May 04 17:32:08.038457 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.plugins.ml2.plugin [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempt 10 to bind port 502746bc-beb2-4053-8ba1-6b2ad477f132 May 04 17:32:08.073186 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 502746bc-beb2-4053-8ba1-6b2ad477f132 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:32:08.073753 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 502746bc-beb2-4053-8ba1-6b2ad477f132 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '33370ae1-5a97-414b-8710-584759343f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '13bf7a29-e7ea-44ee-b184-e94b27e5ef47'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:32:08.074261 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempting to bind port 502746bc-beb2-4053-8ba1-6b2ad477f132 on network 13bf7a29-e7ea-44ee-b184-e94b27e5ef47 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:32:08.091698 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Port 502746bc-beb2-4053-8ba1-6b2ad477f132 on network 13bf7a29-e7ea-44ee-b184-e94b27e5ef47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:32:08.092033 dv-neutron-840426-1-hyperv neutron-server[88037]: ERROR neutron.plugins.ml2.managers [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Failed to bind port 502746bc-beb2-4053-8ba1-6b2ad477f132 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '33370ae1-5a97-414b-8710-584759343f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '13bf7a29-e7ea-44ee-b184-e94b27e5ef47'}] May 04 17:32:08.092389 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:08.099162 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-79bc07f3-0026-4f84-b758-cccd7c00486e None None] For port 0dc53ccf-98f6-43e1-9392-708264531e17, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:32:08.109951 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-79bc07f3-0026-4f84-b758-cccd7c00486e None None] For port 0dc53ccf-98f6-43e1-9392-708264531e17, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=0dc53ccf-98f6-43e1-9392-708264531e17,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:32:08.112946 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.objects.ports [None req-ecd50971-eaab-4d4a-ae0e-2ba5dac28385 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88038) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 04 17:32:08.120308 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7f8e1a09-f574-4285-92db-08ab5468d2b3 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:08.122749 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-79bc07f3-0026-4f84-b758-cccd7c00486e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:08.262358 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bc07f3-0026-4f84-b758-cccd7c00486e None None] Pushing event updated for resources: {'Port': ['ID=0dc53ccf-98f6-43e1-9392-708264531e17,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:08.304233 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f4c9be64-165e-4a5a-8f00-d194fb09c3b6 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:08.330817 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7f8e1a09-f574-4285-92db-08ab5468d2b3 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:08.379492 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7f8e1a09-f574-4285-92db-08ab5468d2b3 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:08.440524 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd74d3f1-d43a-451f-b04d-6ac9ae429e63 None None] Network 323a8429-2a2d-45ea-b69f-eb667185350e requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:32:08.442365 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-7f8e1a09-f574-4285-92db-08ab5468d2b3 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "DELETE /v2.0/subnets/2f4262d2-4cc8-4374-aa55-7fd788a8786d HTTP/1.1" status: 204 len: 168 time: 1.0116043 May 04 17:32:08.457461 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51936) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:08.460672 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e1a09-f574-4285-92db-08ab5468d2b3 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Pushing event deleted for resources: {'Subnet': ['ID=2f4262d2-4cc8-4374-aa55-7fd788a8786d,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:08.478441 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ecd50971-eaab-4d4a-ae0e-2ba5dac28385 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:08.643430 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] For port 502746bc-beb2-4053-8ba1-6b2ad477f132, host hv-neutron-8404, cleared binding levels {{(pid=88037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:32:08.643805 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attempted to set empty binding levels {{(pid=88037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 04 17:32:08.690255 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:08.762417 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-2dba9e3e-01c1-446a-bfaf-8721f5524b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'name': 'tempest-RoutersIpV6Test-router-923744432', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:30:42Z', 'updated_at': '2022-05-04T17:32:04Z', 'revision_number': 9, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'gw_port_host': None, '_interfaces': [{'id': '349a1f1c-957e-4ab3-9534-8bd626a5fc32', 'name': '', 'network_id': '82027b46-4193-456d-a11e-1076c3f57e9d', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'mac_address': 'fa:16:3e:0e:06:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'b638ab86-3739-4801-b4a1-31a48df33c4a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:31:03Z', 'updated_at': '2022-05-04T17:31:21Z', 'revision_number': 5, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'subnets': [{'id': 'b638ab86-3739-4801-b4a1-31a48df33c4a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7c8349f-d96d-4540-89c9-8f3a6eba8953', 'name': '', 'network_id': '260d4353-0523-4bd2-b365-76fa65682043', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'mac_address': 'fa:16:3e:eb:40:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'f5313b1f-026c-4616-a62e-981d8297fb35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:30:51Z', 'updated_at': '2022-05-04T17:31:16Z', 'revision_number': 5, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'subnets': [{'id': 'f5313b1f-026c-4616-a62e-981d8297fb35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:08.766667 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5fe1d72f-3f0e-48fb-a338-859f3e06f7f3 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:08.767369 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dba9e3e-01c1-446a-bfaf-8721f5524b18 None None] Checking router: 946552a2-07ce-41ce-925c-46bdd5eb5a36 for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:32:08.823292 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dba9e3e-01c1-446a-bfaf-8721f5524b18 None None] Routers {'946552a2-07ce-41ce-925c-46bdd5eb5a36'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:32:08.823292 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-2dba9e3e-01c1-446a-bfaf-8721f5524b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:32:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['946552a2-07ce-41ce-925c-46bdd5eb5a36'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:08.957700 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-ecd50971-eaab-4d4a-ae0e-2ba5dac28385 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] For port 0dc53ccf-98f6-43e1-9392-708264531e17, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=0dc53ccf-98f6-43e1-9392-708264531e17,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:32:08.959523 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] In _notify_port_updated(), no bound segment for port 502746bc-beb2-4053-8ba1-6b2ad477f132 on network 13bf7a29-e7ea-44ee-b184-e94b27e5ef47 {{(pid=88037) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 04 17:32:08.960588 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:08.961187 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:08.966265 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] 10.222.0.41 "PUT /v2.0/ports/502746bc-beb2-4053-8ba1-6b2ad477f132 HTTP/1.1" status: 200 len: 977 time: 3.7099390 May 04 17:32:08.982481 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59d502f-4abd-46e9-86ea-079645960229 None None] DHCP port deletion for 323a8429-2a2d-45ea-b69f-eb667185350e request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:32:09.009237 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ecd50971-eaab-4d4a-ae0e-2ba5dac28385 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:09.012440 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51944) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:09.085976 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-5fe1d72f-3f0e-48fb-a338-859f3e06f7f3 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Deleting port 329320ec-baa0-45ce-8d64-29aff4c09f88 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:32:09.086602 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5fe1d72f-3f0e-48fb-a338-859f3e06f7f3 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:09.118065 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ecd50971-eaab-4d4a-ae0e-2ba5dac28385 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:09.119097 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ecd50971-eaab-4d4a-ae0e-2ba5dac28385 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:09.141165 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7e3520-f30a-4ddf-8985-7d0e8857a6d7 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Pushing event updated for resources: {'Port': ['ID=502746bc-beb2-4053-8ba1-6b2ad477f132,revision_number=3']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:09.205555 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-b59d502f-4abd-46e9-86ea-079645960229 None None] Deleting port 329320ec-baa0-45ce-8d64-29aff4c09f88 {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:32:09.206562 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b59d502f-4abd-46e9-86ea-079645960229 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:09.246304 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f4c9be64-165e-4a5a-8f00-d194fb09c3b6 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:09.280472 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f4c9be64-165e-4a5a-8f00-d194fb09c3b6 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:09.287886 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 329320ec-baa0-45ce-8d64-29aff4c09f88 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:32:09.397412 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-2dba9e3e-01c1-446a-bfaf-8721f5524b18 None None] Set router 946552a2-07ce-41ce-925c-46bdd5eb5a36 gateway port host: None {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:32:09.398610 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-f4c9be64-165e-4a5a-8f00-d194fb09c3b6 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] In _notify_port_updated(), no bound segment for port ffdeede7-2c90-4b6c-8ef4-3d8b3ffb3985 on network a613a2a9-e3ff-45c7-bedd-1ed50f5b5856 {{(pid=88037) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 04 17:32:09.406059 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c9be64-165e-4a5a-8f00-d194fb09c3b6 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:09.406362 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f4c9be64-165e-4a5a-8f00-d194fb09c3b6 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:09.409106 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-f4c9be64-165e-4a5a-8f00-d194fb09c3b6 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "PUT /v2.0/ports/ffdeede7-2c90-4b6c-8ef4-3d8b3ffb3985 HTTP/1.1" status: 200 len: 818 time: 1.4168158 May 04 17:32:09.415372 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51954) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:09.530792 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd50971-eaab-4d4a-ae0e-2ba5dac28385 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event updated for resources: {'Port': ['ID=0dc53ccf-98f6-43e1-9392-708264531e17,revision_number=4']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:09.568104 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd50971-eaab-4d4a-ae0e-2ba5dac28385 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:32:09.574888 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:09.588575 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c9be64-165e-4a5a-8f00-d194fb09c3b6 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event updated for resources: {'Port': ['ID=ffdeede7-2c90-4b6c-8ef4-3d8b3ffb3985,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:09.593702 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-ecd50971-eaab-4d4a-ae0e-2ba5dac28385 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:32:09.620333 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd50971-eaab-4d4a-ae0e-2ba5dac28385 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:09.620333 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ecd50971-eaab-4d4a-ae0e-2ba5dac28385 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:09.649687 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-f289a124-2822-42b0-a2bb-c8db2c7acb74 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Deleting port 502746bc-beb2-4053-8ba1-6b2ad477f132 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:32:09.650393 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f289a124-2822-42b0-a2bb-c8db2c7acb74 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:09.685445 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-16fe6862-5afe-4d00-9017-bc38871578d7 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Deleting port ffdeede7-2c90-4b6c-8ef4-3d8b3ffb3985 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:32:09.685785 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-16fe6862-5afe-4d00-9017-bc38871578d7 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:09.783748 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51960) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:09.817041 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd50971-eaab-4d4a-ae0e-2ba5dac28385 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event updated for resources: {'Subnet': ['ID=58222fa4-793a-4548-aedb-14ae07db1e4d,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:09.838781 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-ecd50971-eaab-4d4a-ae0e-2ba5dac28385 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.2967367 May 04 17:32:09.841374 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 51964) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:09.846305 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-5fe1d72f-3f0e-48fb-a338-859f3e06f7f3 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] For port 329320ec-baa0-45ce-8d64-29aff4c09f88, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=329320ec-baa0-45ce-8d64-29aff4c09f88,segment=NetworkSegment(b6bf3f1f-4938-415b-a12f-4af37b96e239),segment_id=b6bf3f1f-4938-415b-a12f-4af37b96e239)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:32:09.846444 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5fe1d72f-3f0e-48fb-a338-859f3e06f7f3 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:09.865030 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-de6545a3-7acf-4b15-bdb8-d706863f518b tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Request body: {'port': {'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'mac_address': 'fa:16:3e:26:0d:c2', 'name': 'tempest-NetworksTestDHCPv6-1630517584'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:32:10.016220 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-f289a124-2822-42b0-a2bb-c8db2c7acb74 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] For port 502746bc-beb2-4053-8ba1-6b2ad477f132, host hv-neutron-8404, got binding levels [] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:32:10.016220 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f289a124-2822-42b0-a2bb-c8db2c7acb74 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:10.175903 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-f289a124-2822-42b0-a2bb-c8db2c7acb74 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Calling delete_port for 502746bc-beb2-4053-8ba1-6b2ad477f132 owned by {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:32:10.212437 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-b59d502f-4abd-46e9-86ea-079645960229 None None] For port 329320ec-baa0-45ce-8d64-29aff4c09f88, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=329320ec-baa0-45ce-8d64-29aff4c09f88,segment=NetworkSegment(b6bf3f1f-4938-415b-a12f-4af37b96e239),segment_id=b6bf3f1f-4938-415b-a12f-4af37b96e239)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:32:10.212840 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b59d502f-4abd-46e9-86ea-079645960229 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:10.245474 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:10.296663 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-16fe6862-5afe-4d00-9017-bc38871578d7 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:10.318010 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f289a124-2822-42b0-a2bb-c8db2c7acb74 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:10.387422 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f289a124-2822-42b0-a2bb-c8db2c7acb74 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Pushing event deleted for resources: {'Port': ['ID=502746bc-beb2-4053-8ba1-6b2ad477f132,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:10.394870 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-b59d502f-4abd-46e9-86ea-079645960229 None None] Calling delete_port for 329320ec-baa0-45ce-8d64-29aff4c09f88 owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:32:10.400637 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f289a124-2822-42b0-a2bb-c8db2c7acb74 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:10.414128 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-f289a124-2822-42b0-a2bb-c8db2c7acb74 tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] 10.222.0.41 "DELETE /v2.0/ports/502746bc-beb2-4053-8ba1-6b2ad477f132 HTTP/1.1" status: 204 len: 168 time: 1.4005272 May 04 17:32:10.417565 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51970) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:10.422384 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56ab698-28c1-49e5-af3a-d508f763c8bd None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:32:10.459793 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfc7018d-7133-4c7e-8776-6dfa1958fcbb tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] GET failed (client error): The resource could not be found. May 04 17:32:10.460324 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-cfc7018d-7133-4c7e-8776-6dfa1958fcbb tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Synchronizing usage tracker for tenant:da376b1409c94bcfab52495e9e0da14a on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:32:10.475966 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-cfc7018d-7133-4c7e-8776-6dfa1958fcbb tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] Unset dirty status for tenant:da376b1409c94bcfab52495e9e0da14a on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:32:10.483366 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-cfc7018d-7133-4c7e-8776-6dfa1958fcbb tempest-PortsAdminExtendedAttrsTestJSON-1122572372 tempest-PortsAdminExtendedAttrsTestJSON-1122572372-project-admin] 10.222.0.41 "GET /v2.0/ports/502746bc-beb2-4053-8ba1-6b2ad477f132 HTTP/1.1" status: 404 len: 333 time: 0.0650337 May 04 17:32:10.488505 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51974) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:10.507326 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-d50851f1-dab4-43fe-aec4-610596f40161 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'network': {'name': 'tempest-network-smoke--811967823', 'project_id': '8ede911fc7f845af95dd74968234120d', 'port_security_enabled': True}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:32:10.512885 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-d50851f1-dab4-43fe-aec4-610596f40161 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:32:10.518675 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 329320ec-baa0-45ce-8d64-29aff4c09f88, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=329320ec-baa0-45ce-8d64-29aff4c09f88,segment=NetworkSegment(b6bf3f1f-4938-415b-a12f-4af37b96e239),segment_id=b6bf3f1f-4938-415b-a12f-4af37b96e239)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:32:10.527620 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-16fe6862-5afe-4d00-9017-bc38871578d7 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Calling delete_port for ffdeede7-2c90-4b6c-8ef4-3d8b3ffb3985 owned by {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:32:10.626675 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:10.634381 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-02c8d986-b30d-489f-8b51-d354b140b2d5 tempest-PortsAdminExtendedAttrsTestJSON-2072440611 tempest-PortsAdminExtendedAttrsTestJSON-2072440611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:10.641460 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-d50851f1-dab4-43fe-aec4-610596f40161 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:network and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:32:10.641460 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-5fe1d72f-3f0e-48fb-a338-859f3e06f7f3 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Calling delete_port for 329320ec-baa0-45ce-8d64-29aff4c09f88 owned by network:dhcp {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:32:10.678886 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-de6545a3-7acf-4b15-bdb8-d706863f518b tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:32:10.678886 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-de6545a3-7acf-4b15-bdb8-d706863f518b tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Usage tracker for resource:port and tenant:e0bb3da2b1c344b882bb065b24ba46bb is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:32:10.678886 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-de6545a3-7acf-4b15-bdb8-d706863f518b tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:32:10.693154 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-de6545a3-7acf-4b15-bdb8-d706863f518b tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:32:10.693154 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-d50851f1-dab4-43fe-aec4-610596f40161 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:32:10.705823 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-5f3110e5-fc74-4a1a-8f70-58db4092fb37 None None] Provisioning for port 0dc53ccf-98f6-43e1-9392-708264531e17 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:32:10.714475 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-d50851f1-dab4-43fe-aec4-610596f40161 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:32:10.723929 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6545a3-7acf-4b15-bdb8-d706863f518b tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Made reservation on behalf of e0bb3da2b1c344b882bb065b24ba46bb for: {'port': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:32:10.787019 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-02c8d986-b30d-489f-8b51-d354b140b2d5 tempest-PortsAdminExtendedAttrsTestJSON-2072440611 tempest-PortsAdminExtendedAttrsTestJSON-2072440611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:10.792878 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.db.api [None req-b59d502f-4abd-46e9-86ea-079645960229 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:32:10.792878 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG oslo_db.api [None req-b59d502f-4abd-46e9-86ea-079645960229 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:32:10.812066 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-02c8d986-b30d-489f-8b51-d354b140b2d5 tempest-PortsAdminExtendedAttrsTestJSON-2072440611 tempest-PortsAdminExtendedAttrsTestJSON-2072440611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13bf7a29-e7ea-44ee-b184-e94b27e5ef47']}} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:10.827548 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=329320ec-baa0-45ce-8d64-29aff4c09f88,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:10.827858 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-02c8d986-b30d-489f-8b51-d354b140b2d5 tempest-PortsAdminExtendedAttrsTestJSON-2072440611 tempest-PortsAdminExtendedAttrsTestJSON-2072440611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33370ae1-5a97-414b-8710-584759343f57') {'for_net_delete': True} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:10.828230 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-02c8d986-b30d-489f-8b51-d354b140b2d5 tempest-PortsAdminExtendedAttrsTestJSON-2072440611 tempest-PortsAdminExtendedAttrsTestJSON-2072440611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33370ae1-5a97-414b-8710-584759343f57') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:10.841662 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-02c8d986-b30d-489f-8b51-d354b140b2d5 tempest-PortsAdminExtendedAttrsTestJSON-2072440611 tempest-PortsAdminExtendedAttrsTestJSON-2072440611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801627'] for segment, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:10.851899 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d50851f1-dab4-43fe-aec4-610596f40161 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Made reservation on behalf of 8ede911fc7f845af95dd74968234120d for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:32:10.855315 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d50851f1-dab4-43fe-aec4-610596f40161 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:10.866170 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-02c8d986-b30d-489f-8b51-d354b140b2d5 tempest-PortsAdminExtendedAttrsTestJSON-2072440611 tempest-PortsAdminExtendedAttrsTestJSON-2072440611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:10.874621 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02c8d986-b30d-489f-8b51-d354b140b2d5 tempest-PortsAdminExtendedAttrsTestJSON-2072440611 tempest-PortsAdminExtendedAttrsTestJSON-2072440611-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=88038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:32:10.874740 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-02c8d986-b30d-489f-8b51-d354b140b2d5 tempest-PortsAdminExtendedAttrsTestJSON-2072440611 tempest-PortsAdminExtendedAttrsTestJSON-2072440611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7881827'] for segment, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:10.889685 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d50851f1-dab4-43fe-aec4-610596f40161 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:10.892969 dv-neutron-840426-1-hyperv neutron-server[88038]: Traceback (most recent call last): May 04 17:32:10.892969 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:32:10.892969 dv-neutron-840426-1-hyperv neutron-server[88038]: timer() May 04 17:32:10.892969 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:32:10.892969 dv-neutron-840426-1-hyperv neutron-server[88038]: cb(*args, **kw) May 04 17:32:10.892969 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:32:10.892969 dv-neutron-840426-1-hyperv neutron-server[88038]: return func(*args, **kwargs) May 04 17:32:10.892969 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:32:10.892969 dv-neutron-840426-1-hyperv neutron-server[88038]: self._notify() May 04 17:32:10.892969 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:32:10.892969 dv-neutron-840426-1-hyperv neutron-server[88038]: self.callback(batched_events) May 04 17:32:10.892969 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:32:10.892969 dv-neutron-840426-1-hyperv neutron-server[88038]: event.method(event) May 04 17:32:10.892969 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:32:10.892969 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:32:10.892969 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:32:10.892969 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:32:10.892969 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:32:10.892969 dv-neutron-840426-1-hyperv neutron-server[88038]: return f(self, *a, **k) May 04 17:32:10.892969 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:32:10.892969 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._get(url).json() May 04 17:32:10.892969 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:32:10.892969 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:32:10.892969 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:32:10.892969 dv-neutron-840426-1-hyperv neutron-server[88038]: return self.request(url, 'GET', **kwargs) May 04 17:32:10.892969 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:32:10.892969 dv-neutron-840426-1-hyperv neutron-server[88038]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:32:10.892969 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:32:10.892969 dv-neutron-840426-1-hyperv neutron-server[88038]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:32:10.892969 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:32:10.892969 dv-neutron-840426-1-hyperv neutron-server[88038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:32:10.892969 dv-neutron-840426-1-hyperv neutron-server[88038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:32:10.908579 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-16fe6862-5afe-4d00-9017-bc38871578d7 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:10.924755 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-2dba9e3e-01c1-446a-bfaf-8721f5524b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'name': 'tempest-RoutersIpV6Test-router-923744432', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:30:42Z', 'updated_at': '2022-05-04T17:32:04Z', 'revision_number': 9, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'gw_port_host': None, '_interfaces': [{'id': '349a1f1c-957e-4ab3-9534-8bd626a5fc32', 'name': '', 'network_id': '82027b46-4193-456d-a11e-1076c3f57e9d', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'mac_address': 'fa:16:3e:0e:06:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'b638ab86-3739-4801-b4a1-31a48df33c4a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:31:03Z', 'updated_at': '2022-05-04T17:31:21Z', 'revision_number': 5, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'subnets': [{'id': 'b638ab86-3739-4801-b4a1-31a48df33c4a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7c8349f-d96d-4540-89c9-8f3a6eba8953', 'name': '', 'network_id': '260d4353-0523-4bd2-b365-76fa65682043', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'mac_address': 'fa:16:3e:eb:40:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'f5313b1f-026c-4616-a62e-981d8297fb35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:30:51Z', 'updated_at': '2022-05-04T17:31:16Z', 'revision_number': 5, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'subnets': [{'id': 'f5313b1f-026c-4616-a62e-981d8297fb35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:10.939949 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dba9e3e-01c1-446a-bfaf-8721f5524b18 None None] The sync data for ids ['946552a2-07ce-41ce-925c-46bdd5eb5a36'] in dv-neutron-840426-1-hyperv is: [{'id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'name': 'tempest-RoutersIpV6Test-router-923744432', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:30:42Z', 'updated_at': '2022-05-04T17:32:04Z', 'revision_number': 9, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'gw_port_host': None, '_interfaces': [{'id': '349a1f1c-957e-4ab3-9534-8bd626a5fc32', 'name': '', 'network_id': '82027b46-4193-456d-a11e-1076c3f57e9d', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'mac_address': 'fa:16:3e:0e:06:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'b638ab86-3739-4801-b4a1-31a48df33c4a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:31:03Z', 'updated_at': '2022-05-04T17:31:21Z', 'revision_number': 5, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'subnets': [{'id': 'b638ab86-3739-4801-b4a1-31a48df33c4a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7c8349f-d96d-4540-89c9-8f3a6eba8953', 'name': '', 'network_id': '260d4353-0523-4bd2-b365-76fa65682043', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'mac_address': 'fa:16:3e:eb:40:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'f5313b1f-026c-4616-a62e-981d8297fb35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:30:51Z', 'updated_at': '2022-05-04T17:31:16Z', 'revision_number': 5, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'subnets': [{'id': 'f5313b1f-026c-4616-a62e-981d8297fb35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:32:10.973297 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-d50851f1-dab4-43fe-aec4-610596f40161 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:32:10.991646 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-02c8d986-b30d-489f-8b51-d354b140b2d5 tempest-PortsAdminExtendedAttrsTestJSON-2072440611 tempest-PortsAdminExtendedAttrsTestJSON-2072440611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:11.020400 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-02c8d986-b30d-489f-8b51-d354b140b2d5 tempest-PortsAdminExtendedAttrsTestJSON-2072440611 tempest-PortsAdminExtendedAttrsTestJSON-2072440611-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:11.032370 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-02c8d986-b30d-489f-8b51-d354b140b2d5 tempest-PortsAdminExtendedAttrsTestJSON-2072440611 tempest-PortsAdminExtendedAttrsTestJSON-2072440611-project] 10.222.0.41 "DELETE /v2.0/networks/13bf7a29-e7ea-44ee-b184-e94b27e5ef47 HTTP/1.1" status: 204 len: 168 time: 0.5427496 May 04 17:32:11.033248 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c8d986-b30d-489f-8b51-d354b140b2d5 tempest-PortsAdminExtendedAttrsTestJSON-2072440611 tempest-PortsAdminExtendedAttrsTestJSON-2072440611-project] Pushing event deleted for resources: {'Network': ['ID=13bf7a29-e7ea-44ee-b184-e94b27e5ef47,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:11.118940 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.db.api [None req-5fe1d72f-3f0e-48fb-a338-859f3e06f7f3 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88037) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:32:11.119257 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG oslo_db.api [None req-5fe1d72f-3f0e-48fb-a338-859f3e06f7f3 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:32:11.124638 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-d50851f1-dab4-43fe-aec4-610596f40161 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:32:11.134392 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fe6862-5afe-4d00-9017-bc38871578d7 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event deleted for resources: {'Port': ['ID=ffdeede7-2c90-4b6c-8ef4-3d8b3ffb3985,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:11.136732 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-d50851f1-dab4-43fe-aec4-610596f40161 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:32:11.149134 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-d50851f1-dab4-43fe-aec4-610596f40161 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:32:11.153025 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-de6545a3-7acf-4b15-bdb8-d706863f518b tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:11.173383 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-16fe6862-5afe-4d00-9017-bc38871578d7 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:11.217172 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [None req-de6545a3-7acf-4b15-bdb8-d706863f518b tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] device_id is not set on port ebcadbe0-c1b9-4ff3-9b0c-f898e16c1391 yet. {{(pid=88037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:32:11.270672 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-16fe6862-5afe-4d00-9017-bc38871578d7 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "DELETE /v2.0/ports/ffdeede7-2c90-4b6c-8ef4-3d8b3ffb3985 HTTP/1.1" status: 204 len: 168 time: 1.8490000 May 04 17:32:11.278174 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51980) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:11.302651 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-b59d502f-4abd-46e9-86ea-079645960229 None None] Deleting port 329320ec-baa0-45ce-8d64-29aff4c09f88 {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:32:11.302651 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b59d502f-4abd-46e9-86ea-079645960229 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:11.552075 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02301855-4160-40ee-b9c8-c14dfb9194ed tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:11.552075 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-02301855-4160-40ee-b9c8-c14dfb9194ed tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Synchronizing usage tracker for tenant:d50aa0308d3f47e4bde015fa31f2165f on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:32:11.570686 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-02301855-4160-40ee-b9c8-c14dfb9194ed tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Unset dirty status for tenant:d50aa0308d3f47e4bde015fa31f2165f on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:32:11.574025 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-02301855-4160-40ee-b9c8-c14dfb9194ed tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3043225 May 04 17:32:11.574930 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51986) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:11.637800 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4eea1eb-d4d7-4b0f-97dc-b9f880cb10d6 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] GET failed (client error): The resource could not be found. May 04 17:32:11.640056 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-a4eea1eb-d4d7-4b0f-97dc-b9f880cb10d6 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "GET /v2.0/ports/ffdeede7-2c90-4b6c-8ef4-3d8b3ffb3985 HTTP/1.1" status: 404 len: 333 time: 0.0623131 May 04 17:32:11.643496 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51990) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:11.652000 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-fc2a81c5-ffc6-43b9-8061-bf9473111eba tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-653202695'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:32:11.657969 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 51994) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:11.667964 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-fc2a81c5-ffc6-43b9-8061-bf9473111eba tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:32:11.673230 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-fc2a81c5-ffc6-43b9-8061-bf9473111eba tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Usage tracker for resource:network and tenant:d50aa0308d3f47e4bde015fa31f2165f is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:32:11.673996 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 0dc53ccf-98f6-43e1-9392-708264531e17 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:32:11.683992 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-fc2a81c5-ffc6-43b9-8061-bf9473111eba tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:32:11.686281 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-de6545a3-7acf-4b15-bdb8-d706863f518b tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Allocated IP 172.20.0.10 (6b89b041-5c42-49da-97bf-23cee8aadf17/abe1d9da-ef9d-4df8-ac07-23cab6bbc6e2/ebcadbe0-c1b9-4ff3-9b0c-f898e16c1391) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:32:11.693189 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-fc2a81c5-ffc6-43b9-8061-bf9473111eba tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:32:11.695454 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-de6545a3-7acf-4b15-bdb8-d706863f518b tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Allocated IP 2001:db8::f816:3eff:fe26:dc2 (6b89b041-5c42-49da-97bf-23cee8aadf17/58222fa4-793a-4548-aedb-14ae07db1e4d/ebcadbe0-c1b9-4ff3-9b0c-f898e16c1391) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:32:11.715377 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2a81c5-ffc6-43b9-8061-bf9473111eba tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Made reservation on behalf of d50aa0308d3f47e4bde015fa31f2165f for: {'network': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:32:11.719645 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fc2a81c5-ffc6-43b9-8061-bf9473111eba tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:11.775500 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc2a81c5-ffc6-43b9-8061-bf9473111eba tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=88038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:32:11.792129 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fc2a81c5-ffc6-43b9-8061-bf9473111eba tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:11.796298 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.segments_db [None req-fc2a81c5-ffc6-43b9-8061-bf9473111eba tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Added segment e550b6f0-eaf7-4811-b949-e1105e3d5b52 of type vlan for network c3deb5f0-a134-4c5d-af35-7c222c4991ec May 04 17:32:11.852350 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fc2a81c5-ffc6-43b9-8061-bf9473111eba tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:11.928684 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fc2a81c5-ffc6-43b9-8061-bf9473111eba tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:11.933269 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-b59d502f-4abd-46e9-86ea-079645960229 None None] For port 329320ec-baa0-45ce-8d64-29aff4c09f88, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=329320ec-baa0-45ce-8d64-29aff4c09f88,segment=NetworkSegment(b6bf3f1f-4938-415b-a12f-4af37b96e239),segment_id=b6bf3f1f-4938-415b-a12f-4af37b96e239)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:32:11.933269 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b59d502f-4abd-46e9-86ea-079645960229 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:11.934821 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-5fe1d72f-3f0e-48fb-a338-859f3e06f7f3 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Deleting port 329320ec-baa0-45ce-8d64-29aff4c09f88 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:32:11.935440 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2a81c5-ffc6-43b9-8061-bf9473111eba tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:11.935852 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fc2a81c5-ffc6-43b9-8061-bf9473111eba tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:11.937552 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5fe1d72f-3f0e-48fb-a338-859f3e06f7f3 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:12.028118 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-7488df63-d0c8-4af6-84bb-3697505efe50 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=781ac7ba5de14b8dbf7a2b712cd4ce69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3571787 May 04 17:32:12.028118 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52000) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:12.082222 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-b59d502f-4abd-46e9-86ea-079645960229 None None] Calling delete_port for 329320ec-baa0-45ce-8d64-29aff4c09f88 owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:32:12.099228 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-fc2a81c5-ffc6-43b9-8061-bf9473111eba tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4451985 May 04 17:32:12.099228 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2a81c5-ffc6-43b9-8061-bf9473111eba tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event updated for resources: {'Network': ['ID=c3deb5f0-a134-4c5d-af35-7c222c4991ec,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:12.102536 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52004) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:12.118508 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network c3deb5f0-a134-4c5d-af35-7c222c4991ec details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:32:12.124760 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-2a80b6d8-db6e-4aba-931b-20435e8dcf39 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Request body: {'subnet': {'network_id': 'c3deb5f0-a134-4c5d-af35-7c222c4991ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:32:12.241380 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 0dc53ccf-98f6-43e1-9392-708264531e17 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:32:12.250660 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-5fe1d72f-3f0e-48fb-a338-859f3e06f7f3 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] For port 329320ec-baa0-45ce-8d64-29aff4c09f88, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=329320ec-baa0-45ce-8d64-29aff4c09f88,segment=NetworkSegment(b6bf3f1f-4938-415b-a12f-4af37b96e239),segment_id=b6bf3f1f-4938-415b-a12f-4af37b96e239)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:32:12.251045 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5fe1d72f-3f0e-48fb-a338-859f3e06f7f3 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:12.253285 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 0dc53ccf-98f6-43e1-9392-708264531e17 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:32:12.253656 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:12.325548 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-ea0f3930-5378-4fa8-b650-18ebef4e8713 None None] Provisioning complete for port 0dc53ccf-98f6-43e1-9392-708264531e17 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:32:12.325548 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ea0f3930-5378-4fa8-b650-18ebef4e8713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:12.338497 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ae60e348-1832-4f3a-b5b9-45c3f312efec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:12.380816 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-2a80b6d8-db6e-4aba-931b-20435e8dcf39 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:32:12.396195 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-2a80b6d8-db6e-4aba-931b-20435e8dcf39 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Usage tracker for resource:subnet and tenant:d50aa0308d3f47e4bde015fa31f2165f is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:32:12.410442 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ae60e348-1832-4f3a-b5b9-45c3f312efec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:12.410442 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-2a80b6d8-db6e-4aba-931b-20435e8dcf39 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:32:12.419266 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b59d502f-4abd-46e9-86ea-079645960229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124'] for port, after_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:12.422152 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-2a80b6d8-db6e-4aba-931b-20435e8dcf39 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:32:12.425440 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-5fe1d72f-3f0e-48fb-a338-859f3e06f7f3 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Calling delete_port for 329320ec-baa0-45ce-8d64-29aff4c09f88 owned by network:dhcp {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:32:12.451983 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a80b6d8-db6e-4aba-931b-20435e8dcf39 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Made reservation on behalf of d50aa0308d3f47e4bde015fa31f2165f for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:32:12.455597 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2a80b6d8-db6e-4aba-931b-20435e8dcf39 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:12.474012 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59d502f-4abd-46e9-86ea-079645960229 None None] Pushing event deleted for resources: {'Port': ['ID=329320ec-baa0-45ce-8d64-29aff4c09f88,revision_number=None']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:12.482953 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59d502f-4abd-46e9-86ea-079645960229 None None] No DVR routers for this DVR port 329320ec-baa0-45ce-8d64-29aff4c09f88 on host dv-neutron-840426-1-hyperv {{(pid=88039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:32:12.581099 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-de6545a3-7acf-4b15-bdb8-d706863f518b tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:12.611494 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:12.618638 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ae60e348-1832-4f3a-b5b9-45c3f312efec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:12.626732 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.db.api [None req-5fe1d72f-3f0e-48fb-a338-859f3e06f7f3 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88037) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:32:12.626732 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG oslo_db.api [None req-5fe1d72f-3f0e-48fb-a338-859f3e06f7f3 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:32:12.626732 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-de6545a3-7acf-4b15-bdb8-d706863f518b tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Transition to ACTIVE for port object ebcadbe0-c1b9-4ff3-9b0c-f898e16c1391 will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:32:12.630795 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d50851f1-dab4-43fe-aec4-610596f40161 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:12.646395 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d50851f1-dab4-43fe-aec4-610596f40161 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:12.651575 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ea0f3930-5378-4fa8-b650-18ebef4e8713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:12.685959 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d50851f1-dab4-43fe-aec4-610596f40161 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:32:12.692123 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 0dc53ccf-98f6-43e1-9392-708264531e17, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=0dc53ccf-98f6-43e1-9392-708264531e17,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:32:12.703222 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:12.718265 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50851f1-dab4-43fe-aec4-610596f40161 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2b8b0c-05c2-429b-a1a1-02a46c609db7,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:12.728613 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d50851f1-dab4-43fe-aec4-610596f40161 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:12.730853 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-d50851f1-dab4-43fe-aec4-610596f40161 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Added segment 6f4f049e-5b81-4cd5-ae7b-d8e68835424d of type vlan for network 832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7 May 04 17:32:12.745596 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-de6545a3-7acf-4b15-bdb8-d706863f518b tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:12.780801 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae60e348-1832-4f3a-b5b9-45c3f312efec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996c5a81-08dc-4917-a3f3-dc1c9caaca8d,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:12.781101 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device abd9f33f-1222-415e-a93f-3d7b7741cdc9 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:32:12.818193 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ae60e348-1832-4f3a-b5b9-45c3f312efec admin admin] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:12.819312 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-ae60e348-1832-4f3a-b5b9-45c3f312efec admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/996c5a81-08dc-4917-a3f3-dc1c9caaca8d HTTP/1.1" status: 204 len: 168 time: 0.7969594 May 04 17:32:12.828106 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6545a3-7acf-4b15-bdb8-d706863f518b tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:32:12.832437 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-de6545a3-7acf-4b15-bdb8-d706863f518b tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:32:12.854352 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6545a3-7acf-4b15-bdb8-d706863f518b tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:32:12.902594 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: abd9f33f-1222-415e-a93f-3d7b7741cdc9 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:32:12.902944 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device abd9f33f-1222-415e-a93f-3d7b7741cdc9 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:32:12.924098 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2a80b6d8-db6e-4aba-931b-20435e8dcf39 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:12.952535 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.db.api [None req-ea0f3930-5378-4fa8-b650-18ebef4e8713 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:32:12.952535 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG oslo_db.api [None req-ea0f3930-5378-4fa8-b650-18ebef4e8713 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:32:12.964857 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=0dc53ccf-98f6-43e1-9392-708264531e17,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:12.968777 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d50851f1-dab4-43fe-aec4-610596f40161 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:12.987010 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6545a3-7acf-4b15-bdb8-d706863f518b tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event updated for resources: {'Port': ['ID=ebcadbe0-c1b9-4ff3-9b0c-f898e16c1391,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:13.011999 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6545a3-7acf-4b15-bdb8-d706863f518b tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:13.012680 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-de6545a3-7acf-4b15-bdb8-d706863f518b tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:13.079863 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52014) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:13.082045 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-de6545a3-7acf-4b15-bdb8-d706863f518b tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.2236733 May 04 17:32:13.096409 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a80b6d8-db6e-4aba-931b-20435e8dcf39 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event updated for resources: {'Subnet': ['ID=45b16239-5872-43ac-a183-ef47d6a8919c,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:13.119175 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d50851f1-dab4-43fe-aec4-610596f40161 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:13.132369 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50851f1-dab4-43fe-aec4-610596f40161 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:13.134497 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d50851f1-dab4-43fe-aec4-610596f40161 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:13.140306 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 0dc53ccf-98f6-43e1-9392-708264531e17 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:32:13.160569 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a80b6d8-db6e-4aba-931b-20435e8dcf39 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Checking segment: {'id': 'e550b6f0-eaf7-4811-b949-e1105e3d5b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c3deb5f0-a134-4c5d-af35-7c222c4991ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:32:13.160569 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a80b6d8-db6e-4aba-931b-20435e8dcf39 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Network hostable DHCP agents. Network: c3deb5f0-a134-4c5d-af35-7c222c4991ec, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:32:13.250094 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 0dc53ccf-98f6-43e1-9392-708264531e17 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:32:13.251888 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a80b6d8-db6e-4aba-931b-20435e8dcf39 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Network c3deb5f0-a134-4c5d-af35-7c222c4991ec is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:32:13.252927 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:13.293953 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-2a80b6d8-db6e-4aba-931b-20435e8dcf39 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, c3deb5f0-a134-4c5d-af35-7c222c4991ec) {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:32:13.303526 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a80b6d8-db6e-4aba-931b-20435e8dcf39 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:13.303526 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2a80b6d8-db6e-4aba-931b-20435e8dcf39 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:13.325338 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f493fb-3166-4cc6-98b7-d2162b0cee9f None None] Network c3deb5f0-a134-4c5d-af35-7c222c4991ec requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:32:13.355236 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50851f1-dab4-43fe-aec4-610596f40161 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Network': ['ID=832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:13.378130 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:32:13.378273 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9753000e-a981-47b3-98a3-5647a638c80c tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:13.385841 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9753000e-a981-47b3-98a3-5647a638c80c tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:13.387398 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-9753000e-a981-47b3-98a3-5647a638c80c tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2938452 May 04 17:32:13.389097 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-d50851f1-dab4-43fe-aec4-610596f40161 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 3.5780823 May 04 17:32:13.393212 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52018) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:13.393212 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52020) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:13.404065 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-2a80b6d8-db6e-4aba-931b-20435e8dcf39 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2965727 May 04 17:32:13.404500 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52026) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:13.404594 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-9904a91a-1aac-46eb-b80b-5bcb10e17a8a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2033971580', 'admin_state_up': True, 'project_id': '8ede911fc7f845af95dd74968234120d', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:32:13.412857 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-165f001e-b3f7-4b22-adb4-7db9e8fce7cd tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Request body: {'subnet': {'network_id': 'c3deb5f0-a134-4c5d-af35-7c222c4991ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:32:13.448748 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-9904a91a-1aac-46eb-b80b-5bcb10e17a8a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:32:13.462169 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52030) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:13.469265 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-9904a91a-1aac-46eb-b80b-5bcb10e17a8a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:router and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:32:13.488007 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-9904a91a-1aac-46eb-b80b-5bcb10e17a8a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:32:13.500575 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-9904a91a-1aac-46eb-b80b-5bcb10e17a8a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:32:13.525713 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-d5b73e45-2381-48b8-856c-28cf543c2564 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Deleting port ebcadbe0-c1b9-4ff3-9b0c-f898e16c1391 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:32:13.525713 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d5b73e45-2381-48b8-856c-28cf543c2564 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:13.531070 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-5fe1d72f-3f0e-48fb-a338-859f3e06f7f3 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Deleting port 329320ec-baa0-45ce-8d64-29aff4c09f88 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:32:13.531070 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5fe1d72f-3f0e-48fb-a338-859f3e06f7f3 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:13.581702 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9904a91a-1aac-46eb-b80b-5bcb10e17a8a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:13.582942 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9904a91a-1aac-46eb-b80b-5bcb10e17a8a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:13.609905 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-f5b12dea-e592-4e7b-a0df-875293af88aa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=da376b1409c94bcfab52495e9e0da14a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1428764 May 04 17:32:13.613289 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52034) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:13.667870 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9904a91a-1aac-46eb-b80b-5bcb10e17a8a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:13.709343 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-5fe1d72f-3f0e-48fb-a338-859f3e06f7f3 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] The port '329320ec-baa0-45ce-8d64-29aff4c09f88' was deleted {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 04 17:32:13.893907 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0547d1f1-ab85-4908-bc9a-f7502de4a7db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:13.906035 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-6857a4bb-57ba-437d-953a-ea2bcd90ac41 None None] Provisioning for port ebcadbe0-c1b9-4ff3-9b0c-f898e16c1391 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:32:13.921053 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e351b7-f9f2-4c3c-b034-cb0dc15136a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-c3deb5f0-a134-4c5d-af35-7c222c4991ec', 'network_id': 'c3deb5f0-a134-4c5d-af35-7c222c4991ec', 'tenant_id': 'd50aa0308d3f47e4bde015fa31f2165f', 'fixed_ips': [{'subnet_id': '45b16239-5872-43ac-a183-ef47d6a8919c'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:32:13.922997 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-60e351b7-f9f2-4c3c-b034-cb0dc15136a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:13.963766 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5fe1d72f-3f0e-48fb-a338-859f3e06f7f3 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:13.967674 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-6857a4bb-57ba-437d-953a-ea2bcd90ac41 None None] Provisioning complete for port ebcadbe0-c1b9-4ff3-9b0c-f898e16c1391 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:32:13.967674 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-6857a4bb-57ba-437d-953a-ea2bcd90ac41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:14.116890 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-5fe1d72f-3f0e-48fb-a338-859f3e06f7f3 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['323a8429-2a2d-45ea-b69f-eb667185350e']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:14.126914 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0547d1f1-ab85-4908-bc9a-f7502de4a7db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:14.130652 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-5fe1d72f-3f0e-48fb-a338-859f3e06f7f3 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6bf3f1f-4938-415b-a12f-4af37b96e239') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:14.131002 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-5fe1d72f-3f0e-48fb-a338-859f3e06f7f3 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6bf3f1f-4938-415b-a12f-4af37b96e239') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:14.148618 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-6857a4bb-57ba-437d-953a-ea2bcd90ac41 None None] Port ebcadbe0-c1b9-4ff3-9b0c-f898e16c1391 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:32:14.162363 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9904a91a-1aac-46eb-b80b-5bcb10e17a8a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:14.163524 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5fe1d72f-3f0e-48fb-a338-859f3e06f7f3 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:14.172684 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-165f001e-b3f7-4b22-adb4-7db9e8fce7cd tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:32:14.182795 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-165f001e-b3f7-4b22-adb4-7db9e8fce7cd tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Usage tracker for resource:subnet and tenant:d50aa0308d3f47e4bde015fa31f2165f is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:32:14.187549 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-165f001e-b3f7-4b22-adb4-7db9e8fce7cd tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:32:14.194669 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5fe1d72f-3f0e-48fb-a338-859f3e06f7f3 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:14.197976 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-165f001e-b3f7-4b22-adb4-7db9e8fce7cd tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:32:14.206328 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fe1d72f-3f0e-48fb-a338-859f3e06f7f3 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:32:14.206735 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5fe1d72f-3f0e-48fb-a338-859f3e06f7f3 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:14.219777 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d5b73e45-2381-48b8-856c-28cf543c2564 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:14.222878 dv-neutron-840426-1-hyperv neutron-server[88037]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:32:14.222878 dv-neutron-840426-1-hyperv neutron-server[88037]: util.warn( May 04 17:32:14.222878 dv-neutron-840426-1-hyperv neutron-server[88037]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:32:14.222878 dv-neutron-840426-1-hyperv neutron-server[88037]: util.warn( May 04 17:32:14.222878 dv-neutron-840426-1-hyperv neutron-server[88037]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:32:14.222878 dv-neutron-840426-1-hyperv neutron-server[88037]: util.warn( May 04 17:32:14.222878 dv-neutron-840426-1-hyperv neutron-server[88037]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:32:14.222878 dv-neutron-840426-1-hyperv neutron-server[88037]: util.warn( May 04 17:32:14.222878 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 17:32:14.222878 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:32:14.222878 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 17:32:14.222878 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:32:14.222878 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 17:32:14.222878 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:32:14.222878 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 17:32:14.222878 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:32:14.222878 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 17:32:14.222878 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:32:14.222878 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 17:32:14.222878 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:32:14.222878 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 17:32:14.222878 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:32:14.222878 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:32:14.222878 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:32:14.222878 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:32:14.222878 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:32:14.222878 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 17:32:14.222878 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:32:14.222878 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 17:32:14.222878 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:32:14.222878 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:32:14.222878 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:32:14.222878 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 17:32:14.222878 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:32:14.222878 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:32:14.222878 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:32:14.222878 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:32:14.222878 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:32:14.222878 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:32:14.222878 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:32:14.261615 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165f001e-b3f7-4b22-adb4-7db9e8fce7cd tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Made reservation on behalf of d50aa0308d3f47e4bde015fa31f2165f for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:32:14.261615 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-165f001e-b3f7-4b22-adb4-7db9e8fce7cd tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:14.364705 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-d5b73e45-2381-48b8-856c-28cf543c2564 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Calling delete_port for ebcadbe0-c1b9-4ff3-9b0c-f898e16c1391 owned by {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:32:14.366492 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-60e351b7-f9f2-4c3c-b034-cb0dc15136a0 None None] Allocated IP 172.20.0.2 (c3deb5f0-a134-4c5d-af35-7c222c4991ec/45b16239-5872-43ac-a183-ef47d6a8919c/5d3b8f83-7fa8-4c29-9a2d-3a231a0397c3) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:32:14.445831 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5fe1d72f-3f0e-48fb-a338-859f3e06f7f3 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:14.459684 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0547d1f1-ab85-4908-bc9a-f7502de4a7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:14.475045 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5fe1d72f-3f0e-48fb-a338-859f3e06f7f3 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:14.486455 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe1d72f-3f0e-48fb-a338-859f3e06f7f3 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Pushing event deleted for resources: {'Network': ['ID=323a8429-2a2d-45ea-b69f-eb667185350e,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:14.499376 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0547d1f1-ab85-4908-bc9a-f7502de4a7db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d046ce-4d2e-40af-be78-e55176faaf05,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:14.501612 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-5fe1d72f-3f0e-48fb-a338-859f3e06f7f3 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "DELETE /v2.0/networks/323a8429-2a2d-45ea-b69f-eb667185350e HTTP/1.1" status: 204 len: 168 time: 6.0371623 May 04 17:32:14.503756 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52038) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:14.526746 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.ipam_backend_mixin [None req-165f001e-b3f7-4b22-adb4-7db9e8fce7cd tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 45b16239-5872-43ac-a183-ef47d6a8919c (CIDR: 172.20.0.0/28) May 04 17:32:14.529994 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-165f001e-b3f7-4b22-adb4-7db9e8fce7cd tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 04 17:32:14.530480 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-165f001e-b3f7-4b22-adb4-7db9e8fce7cd tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:32:14.555330 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-165f001e-b3f7-4b22-adb4-7db9e8fce7cd tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1506464 May 04 17:32:14.557991 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52042) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:14.564264 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-c8fc6e19-331d-4ae9-80dc-bea337948272 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Request body: {'subnet': {'network_id': 'c3deb5f0-a134-4c5d-af35-7c222c4991ec', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:32:14.662872 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-60e351b7-f9f2-4c3c-b034-cb0dc15136a0 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:14.706432 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-c8fc6e19-331d-4ae9-80dc-bea337948272 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:32:14.710821 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-c8fc6e19-331d-4ae9-80dc-bea337948272 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Usage tracker for resource:subnet and tenant:d50aa0308d3f47e4bde015fa31f2165f is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:32:14.714532 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-c8fc6e19-331d-4ae9-80dc-bea337948272 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:32:14.721300 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-c8fc6e19-331d-4ae9-80dc-bea337948272 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:32:14.732487 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8fc6e19-331d-4ae9-80dc-bea337948272 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Made reservation on behalf of d50aa0308d3f47e4bde015fa31f2165f for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:32:14.735588 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c8fc6e19-331d-4ae9-80dc-bea337948272 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:14.848895 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0547d1f1-ab85-4908-bc9a-f7502de4a7db admin admin] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:14.852819 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-0547d1f1-ab85-4908-bc9a-f7502de4a7db admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/28d046ce-4d2e-40af-be78-e55176faaf05 HTTP/1.1" status: 204 len: 168 time: 1.2379556 May 04 17:32:15.061638 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c8fc6e19-331d-4ae9-80dc-bea337948272 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:15.116535 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-60e351b7-f9f2-4c3c-b034-cb0dc15136a0 None None] Transition to ACTIVE for port object 5d3b8f83-7fa8-4c29-9a2d-3a231a0397c3 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:32:15.137491 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-60e351b7-f9f2-4c3c-b034-cb0dc15136a0 None None] Transition to ACTIVE for port object 5d3b8f83-7fa8-4c29-9a2d-3a231a0397c3 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:32:15.146161 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fc6e19-331d-4ae9-80dc-bea337948272 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Network c3deb5f0-a134-4c5d-af35-7c222c4991ec is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:32:15.146644 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-60e351b7-f9f2-4c3c-b034-cb0dc15136a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:15.147875 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-c8fc6e19-331d-4ae9-80dc-bea337948272 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:32:15.153017 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fc6e19-331d-4ae9-80dc-bea337948272 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:15.153935 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c8fc6e19-331d-4ae9-80dc-bea337948272 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:15.160461 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fc6e19-331d-4ae9-80dc-bea337948272 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event updated for resources: {'Subnet': ['ID=5bb8ce2f-a7fe-4ad5-b805-db0f38a71ea6,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:15.182569 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d5b73e45-2381-48b8-856c-28cf543c2564 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:15.199597 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-c8fc6e19-331d-4ae9-80dc-bea337948272 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6399090 May 04 17:32:15.203733 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52052) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:15.210332 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-996f5aa7-bb16-43d8-981c-1f7676c33428 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Request body: {'port': {'network_id': 'c3deb5f0-a134-4c5d-af35-7c222c4991ec', 'fixed_ips': [{'subnet_id': '45b16239-5872-43ac-a183-ef47d6a8919c'}, {'subnet_id': '5bb8ce2f-a7fe-4ad5-b805-db0f38a71ea6'}], 'name': 'tempest-PortsTestJSON-1429836498'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:32:15.256173 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e351b7-f9f2-4c3c-b034-cb0dc15136a0 None None] Network c3deb5f0-a134-4c5d-af35-7c222c4991ec is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:32:15.259548 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-60e351b7-f9f2-4c3c-b034-cb0dc15136a0 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:32:15.266504 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e351b7-f9f2-4c3c-b034-cb0dc15136a0 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:32:15.308297 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b73e45-2381-48b8-856c-28cf543c2564 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event deleted for resources: {'Port': ['ID=ebcadbe0-c1b9-4ff3-9b0c-f898e16c1391,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:15.360591 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e351b7-f9f2-4c3c-b034-cb0dc15136a0 None None] Pushing event updated for resources: {'Port': ['ID=5d3b8f83-7fa8-4c29-9a2d-3a231a0397c3,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:15.393610 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-60e351b7-f9f2-4c3c-b034-cb0dc15136a0 None None] Attempting to bind port 5d3b8f83-7fa8-4c29-9a2d-3a231a0397c3 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:32:15.393997 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-60e351b7-f9f2-4c3c-b034-cb0dc15136a0 None None] Attempting to bind port 5d3b8f83-7fa8-4c29-9a2d-3a231a0397c3 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'e550b6f0-eaf7-4811-b949-e1105e3d5b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c3deb5f0-a134-4c5d-af35-7c222c4991ec'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:32:15.394360 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e351b7-f9f2-4c3c-b034-cb0dc15136a0 None None] Attempting to bind port 5d3b8f83-7fa8-4c29-9a2d-3a231a0397c3 on network c3deb5f0-a134-4c5d-af35-7c222c4991ec {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:32:15.401424 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e351b7-f9f2-4c3c-b034-cb0dc15136a0 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:32:15.402051 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e351b7-f9f2-4c3c-b034-cb0dc15136a0 None None] Checking segment: {'id': 'e550b6f0-eaf7-4811-b949-e1105e3d5b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c3deb5f0-a134-4c5d-af35-7c222c4991ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:32:15.402558 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-60e351b7-f9f2-4c3c-b034-cb0dc15136a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:15.403056 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e351b7-f9f2-4c3c-b034-cb0dc15136a0 None None] Bound using segment: {'id': 'e550b6f0-eaf7-4811-b949-e1105e3d5b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c3deb5f0-a134-4c5d-af35-7c222c4991ec'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:32:15.403755 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-60e351b7-f9f2-4c3c-b034-cb0dc15136a0 None None] Bound port: 5d3b8f83-7fa8-4c29-9a2d-3a231a0397c3, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e550b6f0-eaf7-4811-b949-e1105e3d5b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c3deb5f0-a134-4c5d-af35-7c222c4991ec'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:32:15.404272 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-60e351b7-f9f2-4c3c-b034-cb0dc15136a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:15.425525 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9904a91a-1aac-46eb-b80b-5bcb10e17a8a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for router_gateway, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:15.430709 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-996f5aa7-bb16-43d8-981c-1f7676c33428 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:32:15.442367 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-996f5aa7-bb16-43d8-981c-1f7676c33428 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:32:15.460822 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996f5aa7-bb16-43d8-981c-1f7676c33428 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Made reservation on behalf of d50aa0308d3f47e4bde015fa31f2165f for: {'port': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:32:15.519094 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-60e351b7-f9f2-4c3c-b034-cb0dc15136a0 None None] For port 5d3b8f83-7fa8-4c29-9a2d-3a231a0397c3, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:32:15.525266 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-60e351b7-f9f2-4c3c-b034-cb0dc15136a0 None None] For port 5d3b8f83-7fa8-4c29-9a2d-3a231a0397c3, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=5d3b8f83-7fa8-4c29-9a2d-3a231a0397c3,segment=NetworkSegment(e550b6f0-eaf7-4811-b949-e1105e3d5b52),segment_id=e550b6f0-eaf7-4811-b949-e1105e3d5b52)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:32:15.535711 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-60e351b7-f9f2-4c3c-b034-cb0dc15136a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:15.592058 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9904a91a-1aac-46eb-b80b-5bcb10e17a8a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:15.632195 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-996f5aa7-bb16-43d8-981c-1f7676c33428 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:15.641471 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e351b7-f9f2-4c3c-b034-cb0dc15136a0 None None] Pushing event updated for resources: {'Port': ['ID=5d3b8f83-7fa8-4c29-9a2d-3a231a0397c3,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:15.668287 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [None req-996f5aa7-bb16-43d8-981c-1f7676c33428 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] device_id is not set on port 9f8f6421-1906-447c-a7b8-345367da70d5 yet. {{(pid=88037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:32:15.798097 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d5b73e45-2381-48b8-856c-28cf543c2564 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:15.838114 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-d5b73e45-2381-48b8-856c-28cf543c2564 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/ports/ebcadbe0-c1b9-4ff3-9b0c-f898e16c1391 HTTP/1.1" status: 204 len: 168 time: 2.4419634 May 04 17:32:15.841778 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52070) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:15.936747 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-9904a91a-1aac-46eb-b80b-5bcb10e17a8a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Allocated IP 172.26.0.186 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/90ecc127-a0ea-4b05-845d-09e3ed9f50b7) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:32:16.006467 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52074) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:16.061856 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a28f570-589a-41e0-877b-bd2774121043 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:16.064622 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a28f570-589a-41e0-877b-bd2774121043 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:16.067088 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a28f570-589a-41e0-877b-bd2774121043 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:16.068205 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-9a28f570-589a-41e0-877b-bd2774121043 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Synchronizing usage tracker for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:subnet {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:32:16.131638 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-9a28f570-589a-41e0-877b-bd2774121043 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Unset dirty status for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:subnet {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:32:16.132831 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-9a28f570-589a-41e0-877b-bd2774121043 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2898860 May 04 17:32:16.138751 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52080) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:16.221907 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-3b462437-7dd4-4911-99be-1cff6861de90 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1709270416', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:32:16.231421 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-3b462437-7dd4-4911-99be-1cff6861de90 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:32:16.237023 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-3b462437-7dd4-4911-99be-1cff6861de90 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Usage tracker for resource:router and tenant:72fad101e1f5424e881c55974cc9f729 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:32:16.240382 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-3b462437-7dd4-4911-99be-1cff6861de90 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:32:16.247999 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-3b462437-7dd4-4911-99be-1cff6861de90 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:32:16.260418 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3b462437-7dd4-4911-99be-1cff6861de90 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:16.261646 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3b462437-7dd4-4911-99be-1cff6861de90 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:16.264829 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-26a58842-a022-4422-b05e-e5822d78739c tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710748'] for router_interface, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:16.286148 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-996f5aa7-bb16-43d8-981c-1f7676c33428 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Allocated IP 172.20.0.3 (c3deb5f0-a134-4c5d-af35-7c222c4991ec/45b16239-5872-43ac-a183-ef47d6a8919c/9f8f6421-1906-447c-a7b8-345367da70d5) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:32:16.296948 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3b462437-7dd4-4911-99be-1cff6861de90 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:16.300073 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-996f5aa7-bb16-43d8-981c-1f7676c33428 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Allocated IP 172.20.0.19 (c3deb5f0-a134-4c5d-af35-7c222c4991ec/5bb8ce2f-a7fe-4ad5-b805-db0f38a71ea6/9f8f6421-1906-447c-a7b8-345367da70d5) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:32:16.360925 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3b462437-7dd4-4911-99be-1cff6861de90 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:16.449365 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3b462437-7dd4-4911-99be-1cff6861de90 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:16.449365 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-3b462437-7dd4-4911-99be-1cff6861de90 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4258263 May 04 17:32:16.449365 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52086) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:16.465837 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-9e3b61d3-ac4d-4177-a6d0-016c8bb50043 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1568410956'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:32:16.477031 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-9e3b61d3-ac4d-4177-a6d0-016c8bb50043 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:32:16.483679 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-9e3b61d3-ac4d-4177-a6d0-016c8bb50043 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Usage tracker for resource:network and tenant:72fad101e1f5424e881c55974cc9f729 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:32:16.561806 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9904a91a-1aac-46eb-b80b-5bcb10e17a8a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:16.588748 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea363a50-a7bf-4cb8-a802-898f96cb847b tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Deleting subnet 58222fa4-793a-4548-aedb-14ae07db1e4d {{(pid=88038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:32:16.598629 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ea363a50-a7bf-4cb8-a802-898f96cb847b tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:16.666863 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-9e3b61d3-ac4d-4177-a6d0-016c8bb50043 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:32:16.677200 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-9e3b61d3-ac4d-4177-a6d0-016c8bb50043 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:32:16.710348 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e3b61d3-ac4d-4177-a6d0-016c8bb50043 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Made reservation on behalf of 72fad101e1f5424e881c55974cc9f729 for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:32:16.723752 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9e3b61d3-ac4d-4177-a6d0-016c8bb50043 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:16.738005 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ea363a50-a7bf-4cb8-a802-898f96cb847b tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-801696'] for subnet, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:16.743870 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9e3b61d3-ac4d-4177-a6d0-016c8bb50043 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:16.781563 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-996f5aa7-bb16-43d8-981c-1f7676c33428 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:16.781563 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-9e3b61d3-ac4d-4177-a6d0-016c8bb50043 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:32:16.789826 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-9e3b61d3-ac4d-4177-a6d0-016c8bb50043 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Usage tracker for resource:security_group_rule and tenant:72fad101e1f5424e881c55974cc9f729 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:32:16.796385 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-9e3b61d3-ac4d-4177-a6d0-016c8bb50043 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:32:16.807028 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-9e3b61d3-ac4d-4177-a6d0-016c8bb50043 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:32:16.812223 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-996f5aa7-bb16-43d8-981c-1f7676c33428 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Transition to ACTIVE for port object 9f8f6421-1906-447c-a7b8-345367da70d5 will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:32:16.883892 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-996f5aa7-bb16-43d8-981c-1f7676c33428 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:16.897458 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9904a91a-1aac-46eb-b80b-5bcb10e17a8a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:16.954027 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996f5aa7-bb16-43d8-981c-1f7676c33428 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Network c3deb5f0-a134-4c5d-af35-7c222c4991ec is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:32:16.963995 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-996f5aa7-bb16-43d8-981c-1f7676c33428 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:32:16.971300 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996f5aa7-bb16-43d8-981c-1f7676c33428 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:32:16.981222 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9904a91a-1aac-46eb-b80b-5bcb10e17a8a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:32:16.982712 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ea363a50-a7bf-4cb8-a802-898f96cb847b tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:17.021382 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-9904a91a-1aac-46eb-b80b-5bcb10e17a8a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:32:17.029892 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9904a91a-1aac-46eb-b80b-5bcb10e17a8a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:32:17.041710 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996f5aa7-bb16-43d8-981c-1f7676c33428 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event updated for resources: {'Port': ['ID=9f8f6421-1906-447c-a7b8-345367da70d5,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:17.053469 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9e3b61d3-ac4d-4177-a6d0-016c8bb50043 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:17.060606 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9904a91a-1aac-46eb-b80b-5bcb10e17a8a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Port': ['ID=90ecc127-a0ea-4b05-845d-09e3ed9f50b7,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:17.081806 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9e3b61d3-ac4d-4177-a6d0-016c8bb50043 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:17.139651 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996f5aa7-bb16-43d8-981c-1f7676c33428 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:17.140083 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-996f5aa7-bb16-43d8-981c-1f7676c33428 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:17.188751 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-996f5aa7-bb16-43d8-981c-1f7676c33428 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.9832497 May 04 17:32:17.189994 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e3b61d3-ac4d-4177-a6d0-016c8bb50043 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:32:17.204664 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3b61d3-ac4d-4177-a6d0-016c8bb50043 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8735ed11-5bde-48dd-93f3-70ee464fbb3a,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:17.206567 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52090) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:17.208035 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0258d61d-c974-434f-b2e8-26f2f11233c4 None None] Network c3deb5f0-a134-4c5d-af35-7c222c4991ec requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:32:17.226621 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9e3b61d3-ac4d-4177-a6d0-016c8bb50043 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:17.227379 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-9e3b61d3-ac4d-4177-a6d0-016c8bb50043 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Added segment 01fd6993-daa5-41e2-98ba-420b2427e348 of type vlan for network f2ae54e9-4668-47cf-87fb-1548bbb807f9 May 04 17:32:17.266909 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 5d3b8f83-7fa8-4c29-9a2d-3a231a0397c3 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:32:17.286673 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9e3b61d3-ac4d-4177-a6d0-016c8bb50043 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:17.343716 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9e3b61d3-ac4d-4177-a6d0-016c8bb50043 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:17.348978 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-eb4099fa-7037-4aa7-89ff-8767ef2d245f None None] Provisioning for port 5d3b8f83-7fa8-4c29-9a2d-3a231a0397c3 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:32:17.358327 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3b61d3-ac4d-4177-a6d0-016c8bb50043 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:17.358327 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9e3b61d3-ac4d-4177-a6d0-016c8bb50043 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:17.370246 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-fd446c6a-c660-4170-8cf4-ae80cc87843d tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '45b16239-5872-43ac-a183-ef47d6a8919c'}]}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:32:17.451953 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 5d3b8f83-7fa8-4c29-9a2d-3a231a0397c3 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:32:17.459722 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 5d3b8f83-7fa8-4c29-9a2d-3a231a0397c3 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:32:17.459722 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:17.484322 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ea363a50-a7bf-4cb8-a802-898f96cb847b tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:17.531230 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-26a58842-a022-4422-b05e-e5822d78739c tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Deleting port 349a1f1c-957e-4ab3-9534-8bd626a5fc32 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:32:17.531855 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-26a58842-a022-4422-b05e-e5822d78739c tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:17.554141 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-9e3b61d3-ac4d-4177-a6d0-016c8bb50043 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.1084211 May 04 17:32:17.555743 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3b61d3-ac4d-4177-a6d0-016c8bb50043 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Pushing event updated for resources: {'Network': ['ID=f2ae54e9-4668-47cf-87fb-1548bbb807f9,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:17.561329 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52094) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:17.567904 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-1ca59180-02b2-4b25-b7fa-853d90c2dc9b tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Request body: {'subnet': {'network_id': 'f2ae54e9-4668-47cf-87fb-1548bbb807f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:32:17.588773 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea363a50-a7bf-4cb8-a802-898f96cb847b tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event deleted for resources: {'Subnet': ['ID=58222fa4-793a-4548-aedb-14ae07db1e4d,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:17.600497 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network f2ae54e9-4668-47cf-87fb-1548bbb807f9 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:32:17.622018 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ea363a50-a7bf-4cb8-a802-898f96cb847b tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:17.625352 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47383c1b-0063-41d1-a402-c8c87d608634 None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:32:17.735469 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-ea363a50-a7bf-4cb8-a802-898f96cb847b tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/subnets/58222fa4-793a-4548-aedb-14ae07db1e4d HTTP/1.1" status: 204 len: 168 time: 1.5955386 May 04 17:32:17.735855 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52098) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:17.829148 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-1ca59180-02b2-4b25-b7fa-853d90c2dc9b tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:32:17.851657 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-1ca59180-02b2-4b25-b7fa-853d90c2dc9b tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Usage tracker for resource:subnet and tenant:72fad101e1f5424e881c55974cc9f729 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:32:17.851657 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-1ca59180-02b2-4b25-b7fa-853d90c2dc9b tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:32:17.876755 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-1ca59180-02b2-4b25-b7fa-853d90c2dc9b tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:32:17.876755 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-536d50f2-ce69-46b1-87be-8668f91484a4 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Deleting subnet abe1d9da-ef9d-4df8-ac07-23cab6bbc6e2 {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:32:17.876755 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-536d50f2-ce69-46b1-87be-8668f91484a4 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:17.932594 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca59180-02b2-4b25-b7fa-853d90c2dc9b tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Made reservation on behalf of 72fad101e1f5424e881c55974cc9f729 for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:32:17.932594 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1ca59180-02b2-4b25-b7fa-853d90c2dc9b tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:18.034357 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:18.065338 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-536d50f2-ce69-46b1-87be-8668f91484a4 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:18.167210 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 5d3b8f83-7fa8-4c29-9a2d-3a231a0397c3, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=5d3b8f83-7fa8-4c29-9a2d-3a231a0397c3,segment=NetworkSegment(e550b6f0-eaf7-4811-b949-e1105e3d5b52),segment_id=e550b6f0-eaf7-4811-b949-e1105e3d5b52)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:32:18.167210 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:18.167210 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49644e61-1f0e-454f-a599-c0b5ff9b68f5 None None] Update dhcp port {'port': {'network_id': 'c3deb5f0-a134-4c5d-af35-7c222c4991ec', 'fixed_ips': [{'subnet_id': '45b16239-5872-43ac-a183-ef47d6a8919c', 'ip_address': '172.20.0.2'}, {'subnet_id': '5bb8ce2f-a7fe-4ad5-b805-db0f38a71ea6'}], 'binding:host_id': 'dv-neutron-840426-1-hyperv'}, 'id': '5d3b8f83-7fa8-4c29-9a2d-3a231a0397c3'} from dv-neutron-840426-1-hyperv. {{(pid=88039) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 04 17:32:18.253434 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=5d3b8f83-7fa8-4c29-9a2d-3a231a0397c3,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:18.286402 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-536d50f2-ce69-46b1-87be-8668f91484a4 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:18.314085 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-49644e61-1f0e-454f-a599-c0b5ff9b68f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:18.368857 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1ca59180-02b2-4b25-b7fa-853d90c2dc9b tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:18.457190 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca59180-02b2-4b25-b7fa-853d90c2dc9b tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Pushing event updated for resources: {'Subnet': ['ID=ee9a1302-96a6-43fb-820b-9ca3a8fb994f,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:18.458638 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9904a91a-1aac-46eb-b80b-5bcb10e17a8a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for router_gateway, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:18.498240 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-536d50f2-ce69-46b1-87be-8668f91484a4 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:18.559123 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-536d50f2-ce69-46b1-87be-8668f91484a4 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:18.559123 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca59180-02b2-4b25-b7fa-853d90c2dc9b tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Checking segment: {'id': '01fd6993-daa5-41e2-98ba-420b2427e348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f2ae54e9-4668-47cf-87fb-1548bbb807f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:32:18.559123 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca59180-02b2-4b25-b7fa-853d90c2dc9b tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Network hostable DHCP agents. Network: f2ae54e9-4668-47cf-87fb-1548bbb807f9, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:32:18.592106 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536d50f2-ce69-46b1-87be-8668f91484a4 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event deleted for resources: {'Subnet': ['ID=abe1d9da-ef9d-4df8-ac07-23cab6bbc6e2,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:18.599757 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-536d50f2-ce69-46b1-87be-8668f91484a4 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/subnets/abe1d9da-ef9d-4df8-ac07-23cab6bbc6e2 HTTP/1.1" status: 204 len: 168 time: 0.8602781 May 04 17:32:18.601399 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52102) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:18.604643 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-49644e61-1f0e-454f-a599-c0b5ff9b68f5 None None] Allocated IP 172.20.0.18 (c3deb5f0-a134-4c5d-af35-7c222c4991ec/5bb8ce2f-a7fe-4ad5-b805-db0f38a71ea6/5d3b8f83-7fa8-4c29-9a2d-3a231a0397c3) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:32:18.685232 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca59180-02b2-4b25-b7fa-853d90c2dc9b tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Network f2ae54e9-4668-47cf-87fb-1548bbb807f9 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:32:18.704384 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52106) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:18.706946 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-dc71e12b-cff2-464b-9777-fd23df4c401b tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1045003 May 04 17:32:18.720671 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-1ca59180-02b2-4b25-b7fa-853d90c2dc9b tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, f2ae54e9-4668-47cf-87fb-1548bbb807f9) {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:32:18.724085 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-b8321a2e-06d7-44d5-b0ad-226de77e9502 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Request body: {'subnet': {'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:32:18.730447 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca59180-02b2-4b25-b7fa-853d90c2dc9b tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:18.731990 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1ca59180-02b2-4b25-b7fa-853d90c2dc9b tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:18.750609 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-26a58842-a022-4422-b05e-e5822d78739c tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] For port 349a1f1c-957e-4ab3-9534-8bd626a5fc32, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=349a1f1c-957e-4ab3-9534-8bd626a5fc32,segment=NetworkSegment(3bdb5207-fc83-49a3-97c9-4daf50230d1a),segment_id=3bdb5207-fc83-49a3-97c9-4daf50230d1a)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:32:18.751134 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-26a58842-a022-4422-b05e-e5822d78739c tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:18.769684 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657153e8-a24d-456f-a6e0-ac9edac1cd37 None None] Network f2ae54e9-4668-47cf-87fb-1548bbb807f9 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:32:18.788750 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-1ca59180-02b2-4b25-b7fa-853d90c2dc9b tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2232013 May 04 17:32:18.792024 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52110) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:18.792519 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fd446c6a-c660-4170-8cf4-ae80cc87843d tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:18.800698 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-40ae61c9-b149-4b8e-ac5d-a2d261085794 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Request body: {'network': {'name': 'tempest-router-network01--400552582'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:32:18.815066 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-40ae61c9-b149-4b8e-ac5d-a2d261085794 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:32:18.819767 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-40ae61c9-b149-4b8e-ac5d-a2d261085794 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Usage tracker for resource:network and tenant:72fad101e1f5424e881c55974cc9f729 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:32:18.824289 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-40ae61c9-b149-4b8e-ac5d-a2d261085794 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:32:18.843756 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-40ae61c9-b149-4b8e-ac5d-a2d261085794 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:32:18.861619 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ae61c9-b149-4b8e-ac5d-a2d261085794 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Made reservation on behalf of 72fad101e1f5424e881c55974cc9f729 for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:32:18.867800 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-40ae61c9-b149-4b8e-ac5d-a2d261085794 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:18.918218 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40ae61c9-b149-4b8e-ac5d-a2d261085794 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:32:18.931484 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-40ae61c9-b149-4b8e-ac5d-a2d261085794 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:18.931942 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-40ae61c9-b149-4b8e-ac5d-a2d261085794 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Added segment 227eda33-b8c7-4cb6-a7e1-c9670c7e069f of type vlan for network 0b22b2e5-caed-4457-996a-590628295b93 May 04 17:32:18.966301 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-49644e61-1f0e-454f-a599-c0b5ff9b68f5 None None] For port 5d3b8f83-7fa8-4c29-9a2d-3a231a0397c3, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=5d3b8f83-7fa8-4c29-9a2d-3a231a0397c3,segment=NetworkSegment(e550b6f0-eaf7-4811-b949-e1105e3d5b52),segment_id=e550b6f0-eaf7-4811-b949-e1105e3d5b52)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:32:18.984473 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-26a58842-a022-4422-b05e-e5822d78739c tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Calling delete_port for 349a1f1c-957e-4ab3-9534-8bd626a5fc32 owned by network:router_interface {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:32:18.993077 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-40ae61c9-b149-4b8e-ac5d-a2d261085794 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:19.045321 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-40ae61c9-b149-4b8e-ac5d-a2d261085794 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:19.056903 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ae61c9-b149-4b8e-ac5d-a2d261085794 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:19.060235 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-40ae61c9-b149-4b8e-ac5d-a2d261085794 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:19.117407 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.db.resource_extend [None req-49644e61-1f0e-454f-a599-c0b5ff9b68f5 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 17:32:19.130177 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d23604-630f-4546-9306-90ca2896bedf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-f2ae54e9-4668-47cf-87fb-1548bbb807f9', 'network_id': 'f2ae54e9-4668-47cf-87fb-1548bbb807f9', 'tenant_id': '72fad101e1f5424e881c55974cc9f729', 'fixed_ips': [{'subnet_id': 'ee9a1302-96a6-43fb-820b-9ca3a8fb994f'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:32:19.131445 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b0d23604-630f-4546-9306-90ca2896bedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:19.155678 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-49644e61-1f0e-454f-a599-c0b5ff9b68f5 None None] Notify callbacks [] for port, precommit_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:19.162600 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 5d3b8f83-7fa8-4c29-9a2d-3a231a0397c3 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:32:19.201587 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c758134e-85d7-4ac3-82fb-273d8cd8e8ee None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:32:19.285199 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ae61c9-b149-4b8e-ac5d-a2d261085794 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Pushing event updated for resources: {'Network': ['ID=0b22b2e5-caed-4457-996a-590628295b93,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:19.289854 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-40ae61c9-b149-4b8e-ac5d-a2d261085794 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4945865 May 04 17:32:19.306803 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52114) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:19.317359 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-66b3ed4a-f9d1-40da-aa56-bf41560f2938 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Request body: {'network': {'name': 'tempest-router-network02--102385101'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:32:19.320699 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 0b22b2e5-caed-4457-996a-590628295b93 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:32:19.323207 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-66b3ed4a-f9d1-40da-aa56-bf41560f2938 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:32:19.331910 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-66b3ed4a-f9d1-40da-aa56-bf41560f2938 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Usage tracker for resource:network and tenant:72fad101e1f5424e881c55974cc9f729 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:32:19.331910 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-66b3ed4a-f9d1-40da-aa56-bf41560f2938 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:32:19.348458 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-66b3ed4a-f9d1-40da-aa56-bf41560f2938 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:32:19.357603 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b3ed4a-f9d1-40da-aa56-bf41560f2938 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Made reservation on behalf of 72fad101e1f5424e881c55974cc9f729 for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:32:19.357603 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-66b3ed4a-f9d1-40da-aa56-bf41560f2938 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:19.394967 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66b3ed4a-f9d1-40da-aa56-bf41560f2938 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:32:19.402026 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-66b3ed4a-f9d1-40da-aa56-bf41560f2938 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:19.402322 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-66b3ed4a-f9d1-40da-aa56-bf41560f2938 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Added segment fbc2a4b2-4d21-4bbb-b3a7-73349c1c4466 of type vlan for network c504bd11-cfd3-46ca-a3f0-041a9f944d84 May 04 17:32:19.443031 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-66b3ed4a-f9d1-40da-aa56-bf41560f2938 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:19.477571 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-66b3ed4a-f9d1-40da-aa56-bf41560f2938 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:19.488892 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-b8321a2e-06d7-44d5-b0ad-226de77e9502 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:32:19.490465 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b3ed4a-f9d1-40da-aa56-bf41560f2938 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:19.491280 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-66b3ed4a-f9d1-40da-aa56-bf41560f2938 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:19.499917 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-b8321a2e-06d7-44d5-b0ad-226de77e9502 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Usage tracker for resource:subnet and tenant:e0bb3da2b1c344b882bb065b24ba46bb is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:32:19.507370 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-b8321a2e-06d7-44d5-b0ad-226de77e9502 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:32:19.536618 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-66b3ed4a-f9d1-40da-aa56-bf41560f2938 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2246716 May 04 17:32:19.537520 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52118) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:19.549254 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-295f3488-6a18-459e-9dcf-922a523d519d tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Request body: {'subnet': {'network_id': '0b22b2e5-caed-4457-996a-590628295b93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:32:19.628472 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-b8321a2e-06d7-44d5-b0ad-226de77e9502 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:32:19.635922 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-26a58842-a022-4422-b05e-e5822d78739c tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:19.646200 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-49644e61-1f0e-454f-a599-c0b5ff9b68f5 None None] Transition to ACTIVE for port object 5d3b8f83-7fa8-4c29-9a2d-3a231a0397c3 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:32:19.647680 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-b19e1e3e-c54c-4e6e-9962-f243bfc44ed7 None None] Provisioning complete for port 0dc53ccf-98f6-43e1-9392-708264531e17 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:32:19.648100 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b19e1e3e-c54c-4e6e-9962-f243bfc44ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:19.721800 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a58842-a022-4422-b05e-e5822d78739c tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Pushing event deleted for resources: {'Port': ['ID=349a1f1c-957e-4ab3-9534-8bd626a5fc32,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:19.763229 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8321a2e-06d7-44d5-b0ad-226de77e9502 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Made reservation on behalf of e0bb3da2b1c344b882bb065b24ba46bb for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:32:19.763229 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b8321a2e-06d7-44d5-b0ad-226de77e9502 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:19.772239 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-b0d23604-630f-4546-9306-90ca2896bedf None None] Allocated IP 172.20.0.2 (f2ae54e9-4668-47cf-87fb-1548bbb807f9/ee9a1302-96a6-43fb-820b-9ca3a8fb994f/060d092c-f6b2-4c47-a240-6a17ca62066b) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:32:19.824312 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b3ed4a-f9d1-40da-aa56-bf41560f2938 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Pushing event updated for resources: {'Network': ['ID=c504bd11-cfd3-46ca-a3f0-041a9f944d84,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:19.910905 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-49644e61-1f0e-454f-a599-c0b5ff9b68f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:19.925299 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network c504bd11-cfd3-46ca-a3f0-041a9f944d84 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:32:19.933798 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-295f3488-6a18-459e-9dcf-922a523d519d tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:32:19.938088 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-295f3488-6a18-459e-9dcf-922a523d519d tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Usage tracker for resource:subnet and tenant:72fad101e1f5424e881c55974cc9f729 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:32:19.942137 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-295f3488-6a18-459e-9dcf-922a523d519d tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:32:19.952139 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-295f3488-6a18-459e-9dcf-922a523d519d tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:32:19.968217 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295f3488-6a18-459e-9dcf-922a523d519d tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Made reservation on behalf of 72fad101e1f5424e881c55974cc9f729 for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:32:19.972725 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-295f3488-6a18-459e-9dcf-922a523d519d tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:20.132387 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9904a91a-1aac-46eb-b80b-5bcb10e17a8a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:20.361645 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49644e61-1f0e-454f-a599-c0b5ff9b68f5 None None] Pushing event updated for resources: {'Port': ['ID=5d3b8f83-7fa8-4c29-9a2d-3a231a0397c3,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:20.391246 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-295f3488-6a18-459e-9dcf-922a523d519d tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:20.547879 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e46a64-fa3c-4f13-927b-1f03b34c3be7 None None] DHCP port deletion for 6b89b041-5c42-49da-97bf-23cee8aadf17 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:32:20.555479 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295f3488-6a18-459e-9dcf-922a523d519d tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Pushing event updated for resources: {'Subnet': ['ID=de450529-9092-4b53-86d4-14b039e1f59c,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:20.555479 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295f3488-6a18-459e-9dcf-922a523d519d tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Checking segment: {'id': '227eda33-b8c7-4cb6-a7e1-c9670c7e069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '0b22b2e5-caed-4457-996a-590628295b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:32:20.555479 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295f3488-6a18-459e-9dcf-922a523d519d tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Network hostable DHCP agents. Network: 0b22b2e5-caed-4457-996a-590628295b93, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:32:20.572903 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-42e46a64-fa3c-4f13-927b-1f03b34c3be7 None None] Deleting port 0dc53ccf-98f6-43e1-9392-708264531e17 {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:32:20.572903 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-42e46a64-fa3c-4f13-927b-1f03b34c3be7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:20.585708 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295f3488-6a18-459e-9dcf-922a523d519d tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Network 0b22b2e5-caed-4457-996a-590628295b93 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:32:20.602134 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-295f3488-6a18-459e-9dcf-922a523d519d tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 0b22b2e5-caed-4457-996a-590628295b93) {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:32:20.615452 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295f3488-6a18-459e-9dcf-922a523d519d tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:20.615452 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-295f3488-6a18-459e-9dcf-922a523d519d tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:20.660300 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782454c3-576d-43fb-986d-28a56b0fa6a4 None None] Network 0b22b2e5-caed-4457-996a-590628295b93 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:32:20.674104 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-295f3488-6a18-459e-9dcf-922a523d519d tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1337943 May 04 17:32:20.675475 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52122) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:20.683963 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-dbb7e8a3-b1ac-4a60-b3fd-3b493fa35c2c tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Request body: {'subnet': {'network_id': 'c504bd11-cfd3-46ca-a3f0-041a9f944d84', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:32:20.688270 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-26a58842-a022-4422-b05e-e5822d78739c tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710832'] for router_interface, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:20.725364 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b0d23604-630f-4546-9306-90ca2896bedf None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:20.832874 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-fd446c6a-c660-4170-8cf4-ae80cc87843d tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Delete allocated IP 172.20.0.19 (c3deb5f0-a134-4c5d-af35-7c222c4991ec/5bb8ce2f-a7fe-4ad5-b805-db0f38a71ea6) {{(pid=88038) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 04 17:32:20.849997 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-dbb7e8a3-b1ac-4a60-b3fd-3b493fa35c2c tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:32:20.857407 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-dbb7e8a3-b1ac-4a60-b3fd-3b493fa35c2c tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Usage tracker for resource:subnet and tenant:72fad101e1f5424e881c55974cc9f729 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:32:20.861912 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-dbb7e8a3-b1ac-4a60-b3fd-3b493fa35c2c tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:32:20.868131 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-dbb7e8a3-b1ac-4a60-b3fd-3b493fa35c2c tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:32:20.883459 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb7e8a3-b1ac-4a60-b3fd-3b493fa35c2c tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Made reservation on behalf of 72fad101e1f5424e881c55974cc9f729 for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:32:20.889396 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dbb7e8a3-b1ac-4a60-b3fd-3b493fa35c2c tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:20.912774 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-b0d23604-630f-4546-9306-90ca2896bedf None None] Transition to ACTIVE for port object 060d092c-f6b2-4c47-a240-6a17ca62066b will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:32:20.934402 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-b0d23604-630f-4546-9306-90ca2896bedf None None] Transition to ACTIVE for port object 060d092c-f6b2-4c47-a240-6a17ca62066b will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:32:20.953327 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b0d23604-630f-4546-9306-90ca2896bedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:21.081466 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d23604-630f-4546-9306-90ca2896bedf None None] Pushing event updated for resources: {'Port': ['ID=060d092c-f6b2-4c47-a240-6a17ca62066b,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:21.238930 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904fd4b7-f8e6-44b1-95f0-e446bcea2118 None None] Network c3deb5f0-a134-4c5d-af35-7c222c4991ec requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:32:21.246369 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dbb7e8a3-b1ac-4a60-b3fd-3b493fa35c2c tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:21.277337 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b8321a2e-06d7-44d5-b0ad-226de77e9502 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:21.309653 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 5d3b8f83-7fa8-4c29-9a2d-3a231a0397c3 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:32:21.352068 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8321a2e-06d7-44d5-b0ad-226de77e9502 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event updated for resources: {'Subnet': ['ID=e672fb97-f3d6-4160-a1b4-290535e9fd17,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:21.365834 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb7e8a3-b1ac-4a60-b3fd-3b493fa35c2c tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Pushing event updated for resources: {'Subnet': ['ID=ba562ef5-da04-4d5a-af2e-171e7422671c,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:21.372255 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d23604-630f-4546-9306-90ca2896bedf None None] Network f2ae54e9-4668-47cf-87fb-1548bbb807f9 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:32:21.377872 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-b0d23604-630f-4546-9306-90ca2896bedf None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:32:21.381665 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d23604-630f-4546-9306-90ca2896bedf None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:32:21.417884 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb7e8a3-b1ac-4a60-b3fd-3b493fa35c2c tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Checking segment: {'id': 'fbc2a4b2-4d21-4bbb-b3a7-73349c1c4466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'c504bd11-cfd3-46ca-a3f0-041a9f944d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:32:21.418659 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb7e8a3-b1ac-4a60-b3fd-3b493fa35c2c tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Network hostable DHCP agents. Network: c504bd11-cfd3-46ca-a3f0-041a9f944d84, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:32:21.451891 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb7e8a3-b1ac-4a60-b3fd-3b493fa35c2c tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Network c504bd11-cfd3-46ca-a3f0-041a9f944d84 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:32:21.469317 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-dbb7e8a3-b1ac-4a60-b3fd-3b493fa35c2c tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, c504bd11-cfd3-46ca-a3f0-041a9f944d84) {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:32:21.474549 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb7e8a3-b1ac-4a60-b3fd-3b493fa35c2c tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:21.479201 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dbb7e8a3-b1ac-4a60-b3fd-3b493fa35c2c tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:21.499241 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8321a2e-06d7-44d5-b0ad-226de77e9502 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:32:21.503407 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9904a91a-1aac-46eb-b80b-5bcb10e17a8a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Router 3eab3784-2df0-4e94-aeb3-66a8bb1488dc is scheduled to L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 with binding_index 1 {{(pid=88038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:32:21.505575 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-b8321a2e-06d7-44d5-b0ad-226de77e9502 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:32:21.511925 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.db.resource_extend [None req-fd446c6a-c660-4170-8cf4-ae80cc87843d tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 17:32:21.520738 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8321a2e-06d7-44d5-b0ad-226de77e9502 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:21.521526 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b8321a2e-06d7-44d5-b0ad-226de77e9502 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:21.524955 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-dbb7e8a3-b1ac-4a60-b3fd-3b493fa35c2c tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8460426 May 04 17:32:21.527051 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52128) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:21.538853 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64937dc-3d70-4d4f-8286-fbcd8ae5abcc None None] Network c504bd11-cfd3-46ca-a3f0-041a9f944d84 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:32:21.557140 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-b8321a2e-06d7-44d5-b0ad-226de77e9502 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8468323 May 04 17:32:21.563341 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fd446c6a-c660-4170-8cf4-ae80cc87843d tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:21.566740 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52132) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:21.598823 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-f3425cca-d893-48df-85ec-77ea2fb4e849 None None] Provisioning for port 9f8f6421-1906-447c-a7b8-345367da70d5 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:32:21.636074 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-e90843f8-66db-40a2-823c-7f5fa79d9bc1 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Request body: {'subnet': {'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:32:21.690765 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-fd446c6a-c660-4170-8cf4-ae80cc87843d tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Ignored duplicate provisioning block setup for port 9f8f6421-1906-447c-a7b8-345367da70d5 by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 04 17:32:21.708454 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-f3425cca-d893-48df-85ec-77ea2fb4e849 None None] Provisioning complete for port 9f8f6421-1906-447c-a7b8-345367da70d5 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:32:21.708454 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-f3425cca-d893-48df-85ec-77ea2fb4e849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:21.713896 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fd446c6a-c660-4170-8cf4-ae80cc87843d tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:21.717097 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26a58842-a022-4422-b05e-e5822d78739c tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Router 946552a2-07ce-41ce-925c-46bdd5eb5a36 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:32:21.913897 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-b0d23604-630f-4546-9306-90ca2896bedf None None] Attempting to bind port 060d092c-f6b2-4c47-a240-6a17ca62066b on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:32:21.914364 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-b0d23604-630f-4546-9306-90ca2896bedf None None] Attempting to bind port 060d092c-f6b2-4c47-a240-6a17ca62066b by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '01fd6993-daa5-41e2-98ba-420b2427e348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f2ae54e9-4668-47cf-87fb-1548bbb807f9'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:32:21.914739 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d23604-630f-4546-9306-90ca2896bedf None None] Attempting to bind port 060d092c-f6b2-4c47-a240-6a17ca62066b on network f2ae54e9-4668-47cf-87fb-1548bbb807f9 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:32:21.916958 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52841aec-dacc-4ee7-a9f0-275415060967 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-0b22b2e5-caed-4457-996a-590628295b93', 'network_id': '0b22b2e5-caed-4457-996a-590628295b93', 'tenant_id': '72fad101e1f5424e881c55974cc9f729', 'fixed_ips': [{'subnet_id': 'de450529-9092-4b53-86d4-14b039e1f59c'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:32:21.917752 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-52841aec-dacc-4ee7-a9f0-275415060967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:22.040674 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d23604-630f-4546-9306-90ca2896bedf None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:32:22.040974 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d23604-630f-4546-9306-90ca2896bedf None None] Checking segment: {'id': '01fd6993-daa5-41e2-98ba-420b2427e348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f2ae54e9-4668-47cf-87fb-1548bbb807f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:32:22.041391 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b0d23604-630f-4546-9306-90ca2896bedf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:22.041800 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d23604-630f-4546-9306-90ca2896bedf None None] Bound using segment: {'id': '01fd6993-daa5-41e2-98ba-420b2427e348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f2ae54e9-4668-47cf-87fb-1548bbb807f9'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:32:22.042332 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-b0d23604-630f-4546-9306-90ca2896bedf None None] Bound port: 060d092c-f6b2-4c47-a240-6a17ca62066b, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01fd6993-daa5-41e2-98ba-420b2427e348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f2ae54e9-4668-47cf-87fb-1548bbb807f9'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:32:22.042714 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b0d23604-630f-4546-9306-90ca2896bedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:22.075375 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-f3425cca-d893-48df-85ec-77ea2fb4e849 None None] Port 9f8f6421-1906-447c-a7b8-345367da70d5 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:32:22.078049 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-42e46a64-fa3c-4f13-927b-1f03b34c3be7 None None] For port 0dc53ccf-98f6-43e1-9392-708264531e17, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=0dc53ccf-98f6-43e1-9392-708264531e17,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:32:22.078460 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-42e46a64-fa3c-4f13-927b-1f03b34c3be7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:22.082364 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-884dfc43-a336-4458-9b2f-822ab21b2732 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:22.388156 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd446c6a-c660-4170-8cf4-ae80cc87843d tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event updated for resources: {'Port': ['ID=9f8f6421-1906-447c-a7b8-345367da70d5,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:22.388156 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-fd446c6a-c660-4170-8cf4-ae80cc87843d tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] In _notify_port_updated(), no bound segment for port 9f8f6421-1906-447c-a7b8-345367da70d5 on network c3deb5f0-a134-4c5d-af35-7c222c4991ec {{(pid=88038) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 04 17:32:22.400243 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd446c6a-c660-4170-8cf4-ae80cc87843d tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:22.400243 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fd446c6a-c660-4170-8cf4-ae80cc87843d tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:22.400243 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-fd446c6a-c660-4170-8cf4-ae80cc87843d tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "PUT /v2.0/ports/9f8f6421-1906-447c-a7b8-345367da70d5 HTTP/1.1" status: 200 len: 919 time: 5.0366819 May 04 17:32:22.408051 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52136) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:22.438140 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-619c31e8-1c2c-4336-bfd1-2067a02c9e78 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '45b16239-5872-43ac-a183-ef47d6a8919c'}, {'subnet_id': '5bb8ce2f-a7fe-4ad5-b805-db0f38a71ea6'}]}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:32:22.471401 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-42e46a64-fa3c-4f13-927b-1f03b34c3be7 None None] Calling delete_port for 0dc53ccf-98f6-43e1-9392-708264531e17 owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:32:22.472741 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9904a91a-1aac-46eb-b80b-5bcb10e17a8a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:32:22.486376 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596dbbd4-2e5a-40cb-b107-d971a4d38e9a None None] Sync routers for ids ['3eab3784-2df0-4e94-aeb3-66a8bb1488dc'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:32:22.501617 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596dbbd4-2e5a-40cb-b107-d971a4d38e9a None None] Routers {'3eab3784-2df0-4e94-aeb3-66a8bb1488dc'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:32:22.502522 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-596dbbd4-2e5a-40cb-b107-d971a4d38e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:32:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['3eab3784-2df0-4e94-aeb3-66a8bb1488dc'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:22.529943 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-e90843f8-66db-40a2-823c-7f5fa79d9bc1 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:32:22.536995 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-e90843f8-66db-40a2-823c-7f5fa79d9bc1 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Usage tracker for resource:subnet and tenant:e0bb3da2b1c344b882bb065b24ba46bb is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:32:22.550541 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-e90843f8-66db-40a2-823c-7f5fa79d9bc1 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:32:22.562406 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a58842-a022-4422-b05e-e5822d78739c tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:32:22.563687 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9904a91a-1aac-46eb-b80b-5bcb10e17a8a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:22.572411 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-9904a91a-1aac-46eb-b80b-5bcb10e17a8a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.1767817 May 04 17:32:22.590016 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-26a58842-a022-4422-b05e-e5822d78739c tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "PUT /v2.0/routers/946552a2-07ce-41ce-925c-46bdd5eb5a36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0826929 May 04 17:32:22.598416 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-e90843f8-66db-40a2-823c-7f5fa79d9bc1 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:32:22.600468 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52140) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:22.601037 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52142) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:22.610146 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-f3425cca-d893-48df-85ec-77ea2fb4e849 None None] Provisioning for port 5d3b8f83-7fa8-4c29-9a2d-3a231a0397c3 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:32:22.624496 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed87d93c-22a9-4f23-8b2f-7b3d3c3d68fb None None] Sync routers for ids ['946552a2-07ce-41ce-925c-46bdd5eb5a36'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:32:22.688751 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 0dc53ccf-98f6-43e1-9392-708264531e17 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:32:22.719621 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-f3425cca-d893-48df-85ec-77ea2fb4e849 None None] Provisioning complete for port 5d3b8f83-7fa8-4c29-9a2d-3a231a0397c3 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:32:22.720092 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-f3425cca-d893-48df-85ec-77ea2fb4e849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:22.729580 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-884dfc43-a336-4458-9b2f-822ab21b2732 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Allocated IP 172.20.0.1 (0b22b2e5-caed-4457-996a-590628295b93/de450529-9092-4b53-86d4-14b039e1f59c/86434441-a254-4a86-9049-7c1282b105ce) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:32:22.744440 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e90843f8-66db-40a2-823c-7f5fa79d9bc1 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Made reservation on behalf of e0bb3da2b1c344b882bb065b24ba46bb for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:32:22.753558 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e90843f8-66db-40a2-823c-7f5fa79d9bc1 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:22.819314 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-596dbbd4-2e5a-40cb-b107-d971a4d38e9a None None] Set router 3eab3784-2df0-4e94-aeb3-66a8bb1488dc gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:32:22.827474 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed87d93c-22a9-4f23-8b2f-7b3d3c3d68fb None None] Routers {'946552a2-07ce-41ce-925c-46bdd5eb5a36'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:32:22.828202 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-ed87d93c-22a9-4f23-8b2f-7b3d3c3d68fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:32:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['946552a2-07ce-41ce-925c-46bdd5eb5a36'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:22.919094 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-884dfc43-a336-4458-9b2f-822ab21b2732 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:22.936034 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-884dfc43-a336-4458-9b2f-822ab21b2732 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Transition to ACTIVE for port object 86434441-a254-4a86-9049-7c1282b105ce will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:32:22.938155 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-021a5df2-8be5-44d5-92db-0cdfc715acad tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=8ede911fc7f845af95dd74968234120d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3349619 May 04 17:32:22.941840 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52152) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:22.972865 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-619c31e8-1c2c-4336-bfd1-2067a02c9e78 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:23.003183 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_v2 [None req-96ff7ab7-d2a4-4885-b9cd-5df9a83207a0 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Deleting subnet b638ab86-3739-4801-b4a1-31a48df33c4a {{(pid=88038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:32:23.006642 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-96ff7ab7-d2a4-4885-b9cd-5df9a83207a0 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for subnet, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:23.071100 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-96ff7ab7-d2a4-4885-b9cd-5df9a83207a0 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-801696'] for subnet, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:23.087112 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-884dfc43-a336-4458-9b2f-822ab21b2732 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:23.096031 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-b0d23604-630f-4546-9306-90ca2896bedf None None] For port 060d092c-f6b2-4c47-a240-6a17ca62066b, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:32:23.103468 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8497b5fc-06c7-458f-b84c-0b29a9322dce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-c504bd11-cfd3-46ca-a3f0-041a9f944d84', 'network_id': 'c504bd11-cfd3-46ca-a3f0-041a9f944d84', 'tenant_id': '72fad101e1f5424e881c55974cc9f729', 'fixed_ips': [{'subnet_id': 'ba562ef5-da04-4d5a-af2e-171e7422671c'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:32:23.104290 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8497b5fc-06c7-458f-b84c-0b29a9322dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:23.186862 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884dfc43-a336-4458-9b2f-822ab21b2732 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Network 0b22b2e5-caed-4457-996a-590628295b93 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:32:23.191667 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-884dfc43-a336-4458-9b2f-822ab21b2732 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:32:23.197261 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64defd83-84b1-4b04-bc6c-4609e50e3892 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:23.200612 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-64defd83-84b1-4b04-bc6c-4609e50e3892 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2575357 May 04 17:32:23.204441 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884dfc43-a336-4458-9b2f-822ab21b2732 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:32:23.222839 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-596dbbd4-2e5a-40cb-b107-d971a4d38e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eab3784-2df0-4e94-aeb3-66a8bb1488dc', 'name': 'tempest-TestNetworkBasicOps-router-2033971580', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '90ecc127-a0ea-4b05-845d-09e3ed9f50b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:32:13Z', 'updated_at': '2022-05-04T17:32:17Z', 'revision_number': 3, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '90ecc127-a0ea-4b05-845d-09e3ed9f50b7', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fd:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eab3784-2df0-4e94-aeb3-66a8bb1488dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:32:15Z', 'updated_at': '2022-05-04T17:32:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:23.225630 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-52841aec-dacc-4ee7-a9f0-275415060967 None None] Allocated IP 172.20.0.2 (0b22b2e5-caed-4457-996a-590628295b93/de450529-9092-4b53-86d4-14b039e1f59c/7cd1117e-58e9-4bc2-85dd-6cba8edaf9b3) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:32:23.227284 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596dbbd4-2e5a-40cb-b107-d971a4d38e9a None None] Checking router: 3eab3784-2df0-4e94-aeb3-66a8bb1488dc for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:32:23.227978 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596dbbd4-2e5a-40cb-b107-d971a4d38e9a None None] Updating router 3eab3784-2df0-4e94-aeb3-66a8bb1488dc port 90ecc127-a0ea-4b05-845d-09e3ed9f50b7 binding host dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:32:23.238954 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52156) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:23.276396 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884dfc43-a336-4458-9b2f-822ab21b2732 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Pushing event updated for resources: {'Port': ['ID=86434441-a254-4a86-9049-7c1282b105ce,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:23.296810 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-596dbbd4-2e5a-40cb-b107-d971a4d38e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:23.315318 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-6984438e-6cc4-426d-aa83-860596c542c7 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=30bd8d35-9d66-4ec1-9734-58f713c6cd24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0718555 May 04 17:32:23.316378 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52160) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:23.334860 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-9a52c913-a087-4e54-9a21-ecfb182c4c0b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-295307675', 'network_id': '832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7', 'project_id': '8ede911fc7f845af95dd74968234120d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:32:23.391388 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-884dfc43-a336-4458-9b2f-822ab21b2732 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710357'] for router_interface, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:23.502779 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-9a52c913-a087-4e54-9a21-ecfb182c4c0b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:32:23.507216 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-9a52c913-a087-4e54-9a21-ecfb182c4c0b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:subnet and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:32:23.510844 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-52841aec-dacc-4ee7-a9f0-275415060967 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:23.511395 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-9a52c913-a087-4e54-9a21-ecfb182c4c0b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:32:23.517719 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-9a52c913-a087-4e54-9a21-ecfb182c4c0b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:32:23.523169 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-52841aec-dacc-4ee7-a9f0-275415060967 None None] Transition to ACTIVE for port object 7cd1117e-58e9-4bc2-85dd-6cba8edaf9b3 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:32:23.531530 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a52c913-a087-4e54-9a21-ecfb182c4c0b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Made reservation on behalf of 8ede911fc7f845af95dd74968234120d for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:32:23.537407 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9a52c913-a087-4e54-9a21-ecfb182c4c0b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:23.547377 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-96ff7ab7-d2a4-4885-b9cd-5df9a83207a0 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:23.548214 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-52841aec-dacc-4ee7-a9f0-275415060967 None None] Transition to ACTIVE for port object 7cd1117e-58e9-4bc2-85dd-6cba8edaf9b3 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:32:23.569343 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-ed87d93c-22a9-4f23-8b2f-7b3d3c3d68fb None None] Set router 946552a2-07ce-41ce-925c-46bdd5eb5a36 gateway port host: None {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:32:23.679433 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 17:32:23.716023 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-596dbbd4-2e5a-40cb-b107-d971a4d38e9a None None] Notify callbacks [] for port, precommit_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:23.723589 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-619c31e8-1c2c-4336-bfd1-2067a02c9e78 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Allocated IP 172.20.0.27 (c3deb5f0-a134-4c5d-af35-7c222c4991ec/5bb8ce2f-a7fe-4ad5-b805-db0f38a71ea6/9f8f6421-1906-447c-a7b8-345367da70d5) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:32:23.732221 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.provisioning_blocks [None req-596dbbd4-2e5a-40cb-b107-d971a4d38e9a None None] Transition to ACTIVE for port object 90ecc127-a0ea-4b05-845d-09e3ed9f50b7 will not be triggered until provisioned by entity L2. {{(pid=88040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:32:23.733873 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-884dfc43-a336-4458-9b2f-822ab21b2732 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:23.739863 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-596dbbd4-2e5a-40cb-b107-d971a4d38e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:23.845459 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524663b7-2d1c-4687-b7bf-18e964a77182 None None] Pushing event updated for resources: {'Port': ['ID=90ecc127-a0ea-4b05-845d-09e3ed9f50b7,revision_number=2']} {{(pid=88040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:23.856112 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-596dbbd4-2e5a-40cb-b107-d971a4d38e9a None None] Attempting to bind port 90ecc127-a0ea-4b05-845d-09e3ed9f50b7 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:32:23.856811 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-596dbbd4-2e5a-40cb-b107-d971a4d38e9a None None] Attempting to bind port 90ecc127-a0ea-4b05-845d-09e3ed9f50b7 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}] {{(pid=88040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:32:23.857361 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596dbbd4-2e5a-40cb-b107-d971a4d38e9a None None] Attempting to bind port 90ecc127-a0ea-4b05-845d-09e3ed9f50b7 on network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:32:23.864332 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524663b7-2d1c-4687-b7bf-18e964a77182 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:32:23.864952 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524663b7-2d1c-4687-b7bf-18e964a77182 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:32:23.865489 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524663b7-2d1c-4687-b7bf-18e964a77182 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:32:23.866059 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524663b7-2d1c-4687-b7bf-18e964a77182 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:32:23.866542 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524663b7-2d1c-4687-b7bf-18e964a77182 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:32:23.867110 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524663b7-2d1c-4687-b7bf-18e964a77182 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:32:23.867640 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524663b7-2d1c-4687-b7bf-18e964a77182 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:32:23.868168 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524663b7-2d1c-4687-b7bf-18e964a77182 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:32:23.868646 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524663b7-2d1c-4687-b7bf-18e964a77182 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:32:23.869270 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524663b7-2d1c-4687-b7bf-18e964a77182 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:32:23.869761 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524663b7-2d1c-4687-b7bf-18e964a77182 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:32:23.870305 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524663b7-2d1c-4687-b7bf-18e964a77182 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:32:23.875027 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596dbbd4-2e5a-40cb-b107-d971a4d38e9a None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:32:23.875677 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596dbbd4-2e5a-40cb-b107-d971a4d38e9a None None] Checking segment: {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:32:23.876281 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-596dbbd4-2e5a-40cb-b107-d971a4d38e9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:23.876814 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596dbbd4-2e5a-40cb-b107-d971a4d38e9a None None] Bound using segment: {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'} {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:32:23.877473 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-596dbbd4-2e5a-40cb-b107-d971a4d38e9a None None] Bound port: 90ecc127-a0ea-4b05-845d-09e3ed9f50b7, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}}] {{(pid=88040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:32:23.878067 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-596dbbd4-2e5a-40cb-b107-d971a4d38e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:23.909017 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-619c31e8-1c2c-4336-bfd1-2067a02c9e78 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:23.931154 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-619c31e8-1c2c-4336-bfd1-2067a02c9e78 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Transition to ACTIVE for port object 9f8f6421-1906-447c-a7b8-345367da70d5 will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:32:23.942732 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-619c31e8-1c2c-4336-bfd1-2067a02c9e78 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:23.963691 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.db [None req-596dbbd4-2e5a-40cb-b107-d971a4d38e9a None None] For port 90ecc127-a0ea-4b05-845d-09e3ed9f50b7, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:32:23.967725 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.db [None req-596dbbd4-2e5a-40cb-b107-d971a4d38e9a None None] For port 90ecc127-a0ea-4b05-845d-09e3ed9f50b7, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=90ecc127-a0ea-4b05-845d-09e3ed9f50b7,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:32:23.973818 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-596dbbd4-2e5a-40cb-b107-d971a4d38e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:23.980197 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-b0d23604-630f-4546-9306-90ca2896bedf None None] For port 060d092c-f6b2-4c47-a240-6a17ca62066b, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=060d092c-f6b2-4c47-a240-6a17ca62066b,segment=NetworkSegment(01fd6993-daa5-41e2-98ba-420b2427e348),segment_id=01fd6993-daa5-41e2-98ba-420b2427e348)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:32:24.039881 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-42e46a64-fa3c-4f13-927b-1f03b34c3be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124'] for port, after_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:24.044895 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-52841aec-dacc-4ee7-a9f0-275415060967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:24.076111 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9a52c913-a087-4e54-9a21-ecfb182c4c0b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:24.087442 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Port 0dc53ccf-98f6-43e1-9392-708264531e17 update to DOWN by agent not found {{(pid=88039) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 04 17:32:24.090325 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b0d23604-630f-4546-9306-90ca2896bedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:24.093257 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524663b7-2d1c-4687-b7bf-18e964a77182 None None] Pushing event updated for resources: {'Port': ['ID=90ecc127-a0ea-4b05-845d-09e3ed9f50b7,revision_number=3']} {{(pid=88040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:24.094065 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619c31e8-1c2c-4336-bfd1-2067a02c9e78 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event updated for resources: {'Port': ['ID=9f8f6421-1906-447c-a7b8-345367da70d5,revision_number=3']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:24.102223 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596dbbd4-2e5a-40cb-b107-d971a4d38e9a None None] Routers {'3eab3784-2df0-4e94-aeb3-66a8bb1488dc'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:32:24.103134 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-596dbbd4-2e5a-40cb-b107-d971a4d38e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:32:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['3eab3784-2df0-4e94-aeb3-66a8bb1488dc'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:24.105769 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-96ff7ab7-d2a4-4885-b9cd-5df9a83207a0 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:24.161642 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ff7ab7-d2a4-4885-b9cd-5df9a83207a0 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Pushing event deleted for resources: {'Subnet': ['ID=b638ab86-3739-4801-b4a1-31a48df33c4a,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:24.168650 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e46a64-fa3c-4f13-927b-1f03b34c3be7 None None] Pushing event deleted for resources: {'Port': ['ID=0dc53ccf-98f6-43e1-9392-708264531e17,revision_number=None']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:24.260872 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e46a64-fa3c-4f13-927b-1f03b34c3be7 None None] No DVR routers for this DVR port 0dc53ccf-98f6-43e1-9392-708264531e17 on host dv-neutron-840426-1-hyperv {{(pid=88039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:32:24.279997 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c087ece-5e5c-4c6c-9971-549634fa7751 None None] Network 82027b46-4193-456d-a11e-1076c3f57e9d requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:32:24.344222 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-596dbbd4-2e5a-40cb-b107-d971a4d38e9a None None] Set router 3eab3784-2df0-4e94-aeb3-66a8bb1488dc gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:32:24.412773 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-96ff7ab7-d2a4-4885-b9cd-5df9a83207a0 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:24.435757 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a52c913-a087-4e54-9a21-ecfb182c4c0b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Subnet': ['ID=ac53a930-fb01-43ca-8b12-f69e69235156,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:24.452479 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-96ff7ab7-d2a4-4885-b9cd-5df9a83207a0 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "DELETE /v2.0/subnets/b638ab86-3739-4801-b4a1-31a48df33c4a HTTP/1.1" status: 204 len: 168 time: 1.8475828 May 04 17:32:24.474813 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52841aec-dacc-4ee7-a9f0-275415060967 None None] Network 0b22b2e5-caed-4457-996a-590628295b93 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:32:24.481584 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ca24e4-4d84-4863-b11f-86084118d5f3 None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:32:24.486993 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52164) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:24.505684 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.objects.ports [None req-e90843f8-66db-40a2-823c-7f5fa79d9bc1 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88038) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 04 17:32:24.507026 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e90843f8-66db-40a2-823c-7f5fa79d9bc1 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:24.525572 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-884dfc43-a336-4458-9b2f-822ab21b2732 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:24.642951 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-52841aec-dacc-4ee7-a9f0-275415060967 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:32:24.668554 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90843f8-66db-40a2-823c-7f5fa79d9bc1 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:32:24.671392 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-619c31e8-1c2c-4336-bfd1-2067a02c9e78 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] In _notify_port_updated(), no bound segment for port 9f8f6421-1906-447c-a7b8-345367da70d5 on network c3deb5f0-a134-4c5d-af35-7c222c4991ec {{(pid=88038) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 04 17:32:24.676949 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619c31e8-1c2c-4336-bfd1-2067a02c9e78 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:24.677723 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-619c31e8-1c2c-4336-bfd1-2067a02c9e78 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:24.679022 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-619c31e8-1c2c-4336-bfd1-2067a02c9e78 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "PUT /v2.0/ports/9f8f6421-1906-447c-a7b8-345367da70d5 HTTP/1.1" status: 200 len: 999 time: 2.2635913 May 04 17:32:24.682885 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-e90843f8-66db-40a2-823c-7f5fa79d9bc1 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:32:24.690207 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52168) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:24.693363 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90843f8-66db-40a2-823c-7f5fa79d9bc1 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:24.693971 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e90843f8-66db-40a2-823c-7f5fa79d9bc1 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:24.710320 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52841aec-dacc-4ee7-a9f0-275415060967 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:32:24.734464 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a52c913-a087-4e54-9a21-ecfb182c4c0b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Checking segment: {'id': '6f4f049e-5b81-4cd5-ae7b-d8e68835424d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:32:24.734969 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a52c913-a087-4e54-9a21-ecfb182c4c0b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Network hostable DHCP agents. Network: 832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:32:24.744130 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-25fa81a2-a859-403d-a8c6-df1c2ccc0b6d tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:24.751293 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-884dfc43-a336-4458-9b2f-822ab21b2732 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:24.763137 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-596dbbd4-2e5a-40cb-b107-d971a4d38e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eab3784-2df0-4e94-aeb3-66a8bb1488dc', 'name': 'tempest-TestNetworkBasicOps-router-2033971580', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '90ecc127-a0ea-4b05-845d-09e3ed9f50b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:32:13Z', 'updated_at': '2022-05-04T17:32:17Z', 'revision_number': 3, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '90ecc127-a0ea-4b05-845d-09e3ed9f50b7', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fd:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eab3784-2df0-4e94-aeb3-66a8bb1488dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:32:15Z', 'updated_at': '2022-05-04T17:32:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:24.771354 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596dbbd4-2e5a-40cb-b107-d971a4d38e9a None None] The sync data for ids ['3eab3784-2df0-4e94-aeb3-66a8bb1488dc'] in dv-neutron-840426-1-hyperv is: [{'id': '3eab3784-2df0-4e94-aeb3-66a8bb1488dc', 'name': 'tempest-TestNetworkBasicOps-router-2033971580', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '90ecc127-a0ea-4b05-845d-09e3ed9f50b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:32:13Z', 'updated_at': '2022-05-04T17:32:17Z', 'revision_number': 3, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '90ecc127-a0ea-4b05-845d-09e3ed9f50b7', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fd:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eab3784-2df0-4e94-aeb3-66a8bb1488dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:32:15Z', 'updated_at': '2022-05-04T17:32:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:32:24.797048 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-3e4730d5-aafc-4a67-b744-d9e933485b7e tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Deleting port 9f8f6421-1906-447c-a7b8-345367da70d5 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:32:24.797396 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3e4730d5-aafc-4a67-b744-d9e933485b7e tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:24.867988 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-e90843f8-66db-40a2-823c-7f5fa79d9bc1 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2914906 May 04 17:32:24.880824 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52172) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:24.891718 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-90fcc97e-d810-430c-bb34-d1cc19393862 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Request body: {'port': {'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'mac_address': 'fa:16:3e:6a:d5:4b', 'name': 'tempest-NetworksTestDHCPv6-1602831963'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:32:24.912357 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-25fa81a2-a859-403d-a8c6-df1c2ccc0b6d tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Deleting port 6b827736-1aa4-4739-b980-c1488afc9822 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:32:24.912753 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-25fa81a2-a859-403d-a8c6-df1c2ccc0b6d tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:24.947122 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a52c913-a087-4e54-9a21-ecfb182c4c0b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Network 832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:32:24.964308 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-884dfc43-a336-4458-9b2f-822ab21b2732 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710702'] for router_interface, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:24.989709 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90843f8-66db-40a2-823c-7f5fa79d9bc1 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event updated for resources: {'Subnet': ['ID=e3d9f003-dde2-431a-89c1-53f433facea1,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:24.997430 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-9a52c913-a087-4e54-9a21-ecfb182c4c0b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7) {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:32:25.007140 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884dfc43-a336-4458-9b2f-822ab21b2732 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Pushing event updated for resources: {'Port': ['ID=86434441-a254-4a86-9049-7c1282b105ce,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:25.017625 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a52c913-a087-4e54-9a21-ecfb182c4c0b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:25.019012 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9a52c913-a087-4e54-9a21-ecfb182c4c0b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:25.049018 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52841aec-dacc-4ee7-a9f0-275415060967 None None] Pushing event updated for resources: {'Port': ['ID=7cd1117e-58e9-4bc2-85dd-6cba8edaf9b3,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:25.073480 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-9a52c913-a087-4e54-9a21-ecfb182c4c0b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.7491446 May 04 17:32:25.074045 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95e2c56-9d9a-4115-bc76-89850cc9adf1 None None] Network 832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:32:25.077504 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52176) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:25.166901 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-90fcc97e-d810-430c-bb34-d1cc19393862 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:32:25.205294 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-90fcc97e-d810-430c-bb34-d1cc19393862 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Usage tracker for resource:port and tenant:e0bb3da2b1c344b882bb065b24ba46bb is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:32:25.220757 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-90fcc97e-d810-430c-bb34-d1cc19393862 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:32:25.249825 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-90fcc97e-d810-430c-bb34-d1cc19393862 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:32:25.344927 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-52841aec-dacc-4ee7-a9f0-275415060967 None None] Attempting to bind port 7cd1117e-58e9-4bc2-85dd-6cba8edaf9b3 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:32:25.345529 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-52841aec-dacc-4ee7-a9f0-275415060967 None None] Attempting to bind port 7cd1117e-58e9-4bc2-85dd-6cba8edaf9b3 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '227eda33-b8c7-4cb6-a7e1-c9670c7e069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '0b22b2e5-caed-4457-996a-590628295b93'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:32:25.346210 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52841aec-dacc-4ee7-a9f0-275415060967 None None] Attempting to bind port 7cd1117e-58e9-4bc2-85dd-6cba8edaf9b3 on network 0b22b2e5-caed-4457-996a-590628295b93 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:32:25.360083 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90fcc97e-d810-430c-bb34-d1cc19393862 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Made reservation on behalf of e0bb3da2b1c344b882bb065b24ba46bb for: {'port': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:32:25.406914 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52841aec-dacc-4ee7-a9f0-275415060967 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:32:25.407792 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52841aec-dacc-4ee7-a9f0-275415060967 None None] Checking segment: {'id': '227eda33-b8c7-4cb6-a7e1-c9670c7e069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '0b22b2e5-caed-4457-996a-590628295b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:32:25.408365 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-52841aec-dacc-4ee7-a9f0-275415060967 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:25.409441 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52841aec-dacc-4ee7-a9f0-275415060967 None None] Bound using segment: {'id': '227eda33-b8c7-4cb6-a7e1-c9670c7e069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '0b22b2e5-caed-4457-996a-590628295b93'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:32:25.410132 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-52841aec-dacc-4ee7-a9f0-275415060967 None None] Bound port: 7cd1117e-58e9-4bc2-85dd-6cba8edaf9b3, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '227eda33-b8c7-4cb6-a7e1-c9670c7e069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '0b22b2e5-caed-4457-996a-590628295b93'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:32:25.410675 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-52841aec-dacc-4ee7-a9f0-275415060967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:25.689250 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3e4730d5-aafc-4a67-b744-d9e933485b7e tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:25.710623 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-25fa81a2-a859-403d-a8c6-df1c2ccc0b6d tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] For port 6b827736-1aa4-4739-b980-c1488afc9822, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=6b827736-1aa4-4739-b980-c1488afc9822,segment=NetworkSegment(3bdb5207-fc83-49a3-97c9-4daf50230d1a),segment_id=3bdb5207-fc83-49a3-97c9-4daf50230d1a)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:32:25.711534 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-25fa81a2-a859-403d-a8c6-df1c2ccc0b6d tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:25.712557 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-8497b5fc-06c7-458f-b84c-0b29a9322dce None None] Allocated IP 172.20.0.2 (c504bd11-cfd3-46ca-a3f0-041a9f944d84/ba562ef5-da04-4d5a-af2e-171e7422671c/a7314d8f-bc32-47f4-b018-0943405d1ca4) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:32:25.734999 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884dfc43-a336-4458-9b2f-822ab21b2732 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Network 0b22b2e5-caed-4457-996a-590628295b93 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:32:25.737203 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-884dfc43-a336-4458-9b2f-822ab21b2732 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:32:25.923294 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-3e4730d5-aafc-4a67-b744-d9e933485b7e tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Calling delete_port for 9f8f6421-1906-447c-a7b8-345367da70d5 owned by {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:32:26.000945 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-25fa81a2-a859-403d-a8c6-df1c2ccc0b6d tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Calling delete_port for 6b827736-1aa4-4739-b980-c1488afc9822 owned by network:dhcp {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:32:26.043852 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-90fcc97e-d810-430c-bb34-d1cc19393862 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:26.119927 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [None req-90fcc97e-d810-430c-bb34-d1cc19393862 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] device_id is not set on port abbc8863-9bf8-4f16-85ad-dd3651a02fe0 yet. {{(pid=88038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:32:26.123679 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055e219c-48c1-414d-8715-b47d074b805b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-6b89b041-5c42-49da-97bf-23cee8aadf17', 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'tenant_id': 'e0bb3da2b1c344b882bb065b24ba46bb', 'fixed_ips': [{'subnet_id': 'e3d9f003-dde2-431a-89c1-53f433facea1'}, {'subnet_id': 'e672fb97-f3d6-4160-a1b4-290535e9fd17'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:32:26.124723 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-055e219c-48c1-414d-8715-b47d074b805b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:26.225838 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d23604-630f-4546-9306-90ca2896bedf None None] Pushing event updated for resources: {'Port': ['ID=060d092c-f6b2-4c47-a240-6a17ca62066b,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:26.418507 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-ed87d93c-22a9-4f23-8b2f-7b3d3c3d68fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'name': 'tempest-RoutersIpV6Test-router-923744432', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:30:42Z', 'updated_at': '2022-05-04T17:32:19Z', 'revision_number': 10, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'gw_port_host': None, '_interfaces': [{'id': 'f7c8349f-d96d-4540-89c9-8f3a6eba8953', 'name': '', 'network_id': '260d4353-0523-4bd2-b365-76fa65682043', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'mac_address': 'fa:16:3e:eb:40:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'f5313b1f-026c-4616-a62e-981d8297fb35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:30:51Z', 'updated_at': '2022-05-04T17:31:16Z', 'revision_number': 5, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'subnets': [{'id': 'f5313b1f-026c-4616-a62e-981d8297fb35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:26.535154 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-52841aec-dacc-4ee7-a9f0-275415060967 None None] For port 7cd1117e-58e9-4bc2-85dd-6cba8edaf9b3, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:32:26.539298 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-52841aec-dacc-4ee7-a9f0-275415060967 None None] For port 7cd1117e-58e9-4bc2-85dd-6cba8edaf9b3, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=7cd1117e-58e9-4bc2-85dd-6cba8edaf9b3,segment=NetworkSegment(227eda33-b8c7-4cb6-a7e1-c9670c7e069f),segment_id=227eda33-b8c7-4cb6-a7e1-c9670c7e069f)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:32:26.554553 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-25fa81a2-a859-403d-a8c6-df1c2ccc0b6d tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:26.600909 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 90ecc127-a0ea-4b05-845d-09e3ed9f50b7 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:32:26.689568 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fa81a2-a859-403d-a8c6-df1c2ccc0b6d tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Pushing event deleted for resources: {'Port': ['ID=6b827736-1aa4-4739-b980-c1488afc9822,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:26.706686 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-52841aec-dacc-4ee7-a9f0-275415060967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:26.710077 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fa81a2-a859-403d-a8c6-df1c2ccc0b6d tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] No DVR routers for this DVR port 6b827736-1aa4-4739-b980-c1488afc9822 on host dv-neutron-840426-1-hyperv {{(pid=88037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:32:26.710295 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3e4730d5-aafc-4a67-b744-d9e933485b7e tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:26.718602 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-681817cc-0c7b-42b6-8f19-04dbe703f076 None None] Provisioning for port 9f8f6421-1906-447c-a7b8-345367da70d5 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:32:26.723391 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c503df87-29ae-489a-b662-62a157963131 None None] Network f2ae54e9-4668-47cf-87fb-1548bbb807f9 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:32:26.804369 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4730d5-aafc-4a67-b744-d9e933485b7e tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event deleted for resources: {'Port': ['ID=9f8f6421-1906-447c-a7b8-345367da70d5,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:26.840381 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-681817cc-0c7b-42b6-8f19-04dbe703f076 None None] Provisioning complete for port 9f8f6421-1906-447c-a7b8-345367da70d5 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:32:26.840844 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-681817cc-0c7b-42b6-8f19-04dbe703f076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:26.864248 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed87d93c-22a9-4f23-8b2f-7b3d3c3d68fb None None] Checking router: 946552a2-07ce-41ce-925c-46bdd5eb5a36 for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:32:26.944993 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-884dfc43-a336-4458-9b2f-822ab21b2732 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Router 0333f8f4-dc03-4bf9-8e0d-90a135e3463b is scheduled to L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 with binding_index 1 {{(pid=88037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:32:26.955004 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-25fa81a2-a859-403d-a8c6-df1c2ccc0b6d tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:27.041056 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-681817cc-0c7b-42b6-8f19-04dbe703f076 None None] Port 9f8f6421-1906-447c-a7b8-345367da70d5 was deleted so its status cannot be updated. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 04 17:32:27.042732 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6366aff8-fcd0-4b18-bf87-65cbd0a657fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7', 'network_id': '832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'fixed_ips': [{'subnet_id': 'ac53a930-fb01-43ca-8b12-f69e69235156'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:32:27.043534 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-6366aff8-fcd0-4b18-bf87-65cbd0a657fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:27.078780 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 90ecc127-a0ea-4b05-845d-09e3ed9f50b7 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:32:27.094165 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-90fcc97e-d810-430c-bb34-d1cc19393862 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Allocated IP 172.20.0.11 (6b89b041-5c42-49da-97bf-23cee8aadf17/e672fb97-f3d6-4160-a1b4-290535e9fd17/abbc8863-9bf8-4f16-85ad-dd3651a02fe0) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:32:27.110911 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-90fcc97e-d810-430c-bb34-d1cc19393862 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Allocated IP 2001:db8::f816:3eff:fe6a:d54b (6b89b041-5c42-49da-97bf-23cee8aadf17/e3d9f003-dde2-431a-89c1-53f433facea1/abbc8863-9bf8-4f16-85ad-dd3651a02fe0) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:32:27.162304 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-25fa81a2-a859-403d-a8c6-df1c2ccc0b6d tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82027b46-4193-456d-a11e-1076c3f57e9d']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:27.169510 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 90ecc127-a0ea-4b05-845d-09e3ed9f50b7 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:32:27.171199 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:27.237116 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-25fa81a2-a859-403d-a8c6-df1c2ccc0b6d tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bdb5207-fc83-49a3-97c9-4daf50230d1a') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:27.237683 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-25fa81a2-a859-403d-a8c6-df1c2ccc0b6d tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bdb5207-fc83-49a3-97c9-4daf50230d1a') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:27.278047 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-25fa81a2-a859-403d-a8c6-df1c2ccc0b6d tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:27.287965 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6189ac0a-63ab-48f0-b0f9-e2a3757f3885 None None] DHCP port deletion for 82027b46-4193-456d-a11e-1076c3f57e9d request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:32:27.295693 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed87d93c-22a9-4f23-8b2f-7b3d3c3d68fb None None] Routers {'946552a2-07ce-41ce-925c-46bdd5eb5a36'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:32:27.297115 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-ed87d93c-22a9-4f23-8b2f-7b3d3c3d68fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:32:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['946552a2-07ce-41ce-925c-46bdd5eb5a36'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:27.308848 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884dfc43-a336-4458-9b2f-822ab21b2732 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:32:27.326158 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00768949-f816-4e9e-9393-6aca74a88959 None None] Sync routers for ids ['0333f8f4-dc03-4bf9-8e0d-90a135e3463b'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:32:27.342850 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00768949-f816-4e9e-9393-6aca74a88959 None None] Routers {'0333f8f4-dc03-4bf9-8e0d-90a135e3463b'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:32:27.343499 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-00768949-f816-4e9e-9393-6aca74a88959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:32:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['0333f8f4-dc03-4bf9-8e0d-90a135e3463b'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:27.432390 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-884dfc43-a336-4458-9b2f-822ab21b2732 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] 10.222.0.41 "PUT /v2.0/routers/0333f8f4-dc03-4bf9-8e0d-90a135e3463b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9014666 May 04 17:32:27.434006 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-25fa81a2-a859-403d-a8c6-df1c2ccc0b6d tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:27.441494 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52182) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:27.480506 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3e4730d5-aafc-4a67-b744-d9e933485b7e tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:27.521684 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-00768949-f816-4e9e-9393-6aca74a88959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:27.542348 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00768949-f816-4e9e-9393-6aca74a88959 None None] Routers {'0333f8f4-dc03-4bf9-8e0d-90a135e3463b'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:32:27.543470 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-00768949-f816-4e9e-9393-6aca74a88959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:32:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['0333f8f4-dc03-4bf9-8e0d-90a135e3463b'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:27.547723 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-681817cc-0c7b-42b6-8f19-04dbe703f076 None None] Provisioning complete for port 5d3b8f83-7fa8-4c29-9a2d-3a231a0397c3 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:32:27.548107 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-681817cc-0c7b-42b6-8f19-04dbe703f076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:27.564700 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25fa81a2-a859-403d-a8c6-df1c2ccc0b6d tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:32:27.565108 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-25fa81a2-a859-403d-a8c6-df1c2ccc0b6d tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:27.591270 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 17:32:27.591270 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:32:27.591270 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 17:32:27.591270 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:32:27.591270 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 17:32:27.591270 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:32:27.591270 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 17:32:27.591270 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:32:27.591270 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 17:32:27.591270 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:32:27.591270 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 17:32:27.591270 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:32:27.591270 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 17:32:27.591270 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:32:27.591270 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:32:27.591270 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:32:27.591270 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:32:27.591270 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:32:27.591270 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 17:32:27.591270 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:32:27.591270 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 17:32:27.591270 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:32:27.591270 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:32:27.591270 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:32:27.591270 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 17:32:27.591270 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:32:27.591270 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:32:27.591270 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:32:27.591270 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:32:27.591270 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:32:27.591270 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:32:27.591270 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:32:27.624996 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-00768949-f816-4e9e-9393-6aca74a88959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:27.626031 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00768949-f816-4e9e-9393-6aca74a88959 None None] The sync data for ids ['0333f8f4-dc03-4bf9-8e0d-90a135e3463b'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:32:27.674286 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-90fcc97e-d810-430c-bb34-d1cc19393862 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:27.688109 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-3e4730d5-aafc-4a67-b744-d9e933485b7e tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "DELETE /v2.0/ports/9f8f6421-1906-447c-a7b8-345367da70d5 HTTP/1.1" status: 204 len: 168 time: 2.9968245 May 04 17:32:27.692142 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52186) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:27.787256 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-90fcc97e-d810-430c-bb34-d1cc19393862 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Transition to ACTIVE for port object abbc8863-9bf8-4f16-85ad-dd3651a02fe0 will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:32:27.825852 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8497b5fc-06c7-458f-b84c-0b29a9322dce None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:27.826457 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-74686916-6615-4099-b986-36b5f86cce9f tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] GET failed (client error): The resource could not be found. May 04 17:32:27.827017 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-74686916-6615-4099-b986-36b5f86cce9f tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Synchronizing usage tracker for tenant:d50aa0308d3f47e4bde015fa31f2165f on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:32:27.838663 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8497b5fc-06c7-458f-b84c-0b29a9322dce None None] Transition to ACTIVE for port object a7314d8f-bc32-47f4-b018-0943405d1ca4 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:32:27.847022 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-90fcc97e-d810-430c-bb34-d1cc19393862 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:27.865168 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8497b5fc-06c7-458f-b84c-0b29a9322dce None None] Transition to ACTIVE for port object a7314d8f-bc32-47f4-b018-0943405d1ca4 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:32:27.871935 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52841aec-dacc-4ee7-a9f0-275415060967 None None] Pushing event updated for resources: {'Port': ['ID=7cd1117e-58e9-4bc2-85dd-6cba8edaf9b3,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:27.913390 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-25fa81a2-a859-403d-a8c6-df1c2ccc0b6d tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:27.921822 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-25fa81a2-a859-403d-a8c6-df1c2ccc0b6d tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:27.926762 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-74686916-6615-4099-b986-36b5f86cce9f tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Unset dirty status for tenant:d50aa0308d3f47e4bde015fa31f2165f on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:32:27.930625 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-74686916-6615-4099-b986-36b5f86cce9f tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "GET /v2.0/ports/9f8f6421-1906-447c-a7b8-345367da70d5 HTTP/1.1" status: 404 len: 333 time: 0.2332509 May 04 17:32:27.942892 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52190) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:27.972145 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90fcc97e-d810-430c-bb34-d1cc19393862 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:32:27.980707 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-90fcc97e-d810-430c-bb34-d1cc19393862 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:32:27.990714 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fcc97e-d810-430c-bb34-d1cc19393862 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:32:28.035218 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fcc97e-d810-430c-bb34-d1cc19393862 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event updated for resources: {'Port': ['ID=abbc8863-9bf8-4f16-85ad-dd3651a02fe0,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:28.069442 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fcc97e-d810-430c-bb34-d1cc19393862 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:28.070160 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-90fcc97e-d810-430c-bb34-d1cc19393862 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:28.089242 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8497b5fc-06c7-458f-b84c-0b29a9322dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:28.094060 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-90fcc97e-d810-430c-bb34-d1cc19393862 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.2118709 May 04 17:32:28.095553 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52194) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:28.204766 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-055e219c-48c1-414d-8715-b47d074b805b None None] Allocated IP 172.20.0.2 (6b89b041-5c42-49da-97bf-23cee8aadf17/e672fb97-f3d6-4160-a1b4-290535e9fd17/d4cf2d05-77b6-49ee-98c9-14cbc47d652b) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:32:28.217408 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-055e219c-48c1-414d-8715-b47d074b805b None None] Allocated IP 2001:db8::f816:3eff:fefe:5612 (6b89b041-5c42-49da-97bf-23cee8aadf17/e3d9f003-dde2-431a-89c1-53f433facea1/d4cf2d05-77b6-49ee-98c9-14cbc47d652b) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:32:28.259715 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f62971-25ef-4040-bbb3-2fd0a5673d19 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:28.259715 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-e5f62971-25ef-4040-bbb3-2fd0a5673d19 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Synchronizing usage tracker for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:32:28.285887 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-e5f62971-25ef-4040-bbb3-2fd0a5673d19 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Unset dirty status for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:32:28.290922 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-e5f62971-25ef-4040-bbb3-2fd0a5673d19 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1026 time: 0.1936007 May 04 17:32:28.293516 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52198) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:28.347357 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-126f29da-d440-4af7-9480-141e95edab25 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:28.366715 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-25fa81a2-a859-403d-a8c6-df1c2ccc0b6d tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "DELETE /v2.0/networks/82027b46-4193-456d-a11e-1076c3f57e9d HTTP/1.1" status: 204 len: 168 time: 3.8724675 May 04 17:32:28.366715 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fa81a2-a859-403d-a8c6-df1c2ccc0b6d tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Pushing event deleted for resources: {'Network': ['ID=82027b46-4193-456d-a11e-1076c3f57e9d,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:28.399605 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-5b1b348c-b05b-4dae-a0c0-65b4b90a2ad5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Deleting port abbc8863-9bf8-4f16-85ad-dd3651a02fe0 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:32:28.399605 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5b1b348c-b05b-4dae-a0c0-65b4b90a2ad5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:28.431084 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52202) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:28.483124 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-055e219c-48c1-414d-8715-b47d074b805b None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:28.493554 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-055e219c-48c1-414d-8715-b47d074b805b None None] Transition to ACTIVE for port object d4cf2d05-77b6-49ee-98c9-14cbc47d652b will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:32:28.517411 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-055e219c-48c1-414d-8715-b47d074b805b None None] Transition to ACTIVE for port object d4cf2d05-77b6-49ee-98c9-14cbc47d652b will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:32:28.622804 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eeb9660-8d93-4ffd-bfaf-1fcba8aa96ad tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Deleting subnet 5bb8ce2f-a7fe-4ad5-b805-db0f38a71ea6 {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:32:28.752169 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-055e219c-48c1-414d-8715-b47d074b805b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:28.764031 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1eeb9660-8d93-4ffd-bfaf-1fcba8aa96ad tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:28.819492 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-ed87d93c-22a9-4f23-8b2f-7b3d3c3d68fb None None] Set router 946552a2-07ce-41ce-925c-46bdd5eb5a36 gateway port host: None {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:32:28.881819 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d46d680-9582-480d-9e22-2cc486da055d None None] Network 0b22b2e5-caed-4457-996a-590628295b93 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:32:28.922268 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1eeb9660-8d93-4ffd-bfaf-1fcba8aa96ad tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:28.987567 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8497b5fc-06c7-458f-b84c-0b29a9322dce None None] Network c504bd11-cfd3-46ca-a3f0-041a9f944d84 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:32:28.991442 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8497b5fc-06c7-458f-b84c-0b29a9322dce None None] Pushing event updated for resources: {'Port': ['ID=a7314d8f-bc32-47f4-b018-0943405d1ca4,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:29.040555 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-8497b5fc-06c7-458f-b84c-0b29a9322dce None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:32:29.096225 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5b1b348c-b05b-4dae-a0c0-65b4b90a2ad5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:29.126791 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055e219c-48c1-414d-8715-b47d074b805b None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:32:29.140803 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8497b5fc-06c7-458f-b84c-0b29a9322dce None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:32:29.153873 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:29.221018 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-055e219c-48c1-414d-8715-b47d074b805b None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:32:29.253850 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1eeb9660-8d93-4ffd-bfaf-1fcba8aa96ad tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:29.269773 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-5b1b348c-b05b-4dae-a0c0-65b4b90a2ad5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Calling delete_port for abbc8863-9bf8-4f16-85ad-dd3651a02fe0 owned by {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:32:29.307288 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055e219c-48c1-414d-8715-b47d074b805b None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:32:29.381878 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.api.v2.resource [None req-7f29954a-bfdc-4086-9b24-ee71084938f5 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 04 17:32:29.384000 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-7f29954a-bfdc-4086-9b24-ee71084938f5 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] 10.222.0.41 "PUT /v2.0/routers/0333f8f4-dc03-4bf9-8e0d-90a135e3463b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.9385369 May 04 17:32:29.428481 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52206) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:29.606842 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 90ecc127-a0ea-4b05-845d-09e3ed9f50b7, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=90ecc127-a0ea-4b05-845d-09e3ed9f50b7,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:32:29.640957 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:29.681513 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-6366aff8-fcd0-4b18-bf87-65cbd0a657fc None None] Allocated IP 172.20.0.2 (832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7/ac53a930-fb01-43ca-8b12-f69e69235156/a8d644c7-1763-46fd-9b3d-99f41fab8eb4) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:32:29.681513 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055e219c-48c1-414d-8715-b47d074b805b None None] Pushing event updated for resources: {'Port': ['ID=d4cf2d05-77b6-49ee-98c9-14cbc47d652b,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:29.709972 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1eeb9660-8d93-4ffd-bfaf-1fcba8aa96ad tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:29.820828 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb9660-8d93-4ffd-bfaf-1fcba8aa96ad tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event deleted for resources: {'Subnet': ['ID=5bb8ce2f-a7fe-4ad5-b805-db0f38a71ea6,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:29.824949 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1eeb9660-8d93-4ffd-bfaf-1fcba8aa96ad tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:29.857520 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-1eeb9660-8d93-4ffd-bfaf-1fcba8aa96ad tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "DELETE /v2.0/subnets/5bb8ce2f-a7fe-4ad5-b805-db0f38a71ea6 HTTP/1.1" status: 204 len: 168 time: 1.8996909 May 04 17:32:29.858933 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52210) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:29.907458 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-8497b5fc-06c7-458f-b84c-0b29a9322dce None None] Attempting to bind port a7314d8f-bc32-47f4-b018-0943405d1ca4 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:32:29.907920 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-8497b5fc-06c7-458f-b84c-0b29a9322dce None None] Attempting to bind port a7314d8f-bc32-47f4-b018-0943405d1ca4 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'fbc2a4b2-4d21-4bbb-b3a7-73349c1c4466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'c504bd11-cfd3-46ca-a3f0-041a9f944d84'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:32:29.908169 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8497b5fc-06c7-458f-b84c-0b29a9322dce None None] Attempting to bind port a7314d8f-bc32-47f4-b018-0943405d1ca4 on network c504bd11-cfd3-46ca-a3f0-041a9f944d84 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:32:29.970217 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-055e219c-48c1-414d-8715-b47d074b805b None None] Attempting to bind port d4cf2d05-77b6-49ee-98c9-14cbc47d652b on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:32:29.970217 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-055e219c-48c1-414d-8715-b47d074b805b None None] Attempting to bind port d4cf2d05-77b6-49ee-98c9-14cbc47d652b by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:32:29.970839 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055e219c-48c1-414d-8715-b47d074b805b None None] Attempting to bind port d4cf2d05-77b6-49ee-98c9-14cbc47d652b on network 6b89b041-5c42-49da-97bf-23cee8aadf17 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:32:29.991127 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb9660-8d93-4ffd-bfaf-1fcba8aa96ad tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:32:29.993527 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb9660-8d93-4ffd-bfaf-1fcba8aa96ad tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:32:29.994088 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb9660-8d93-4ffd-bfaf-1fcba8aa96ad tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:32:29.994580 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb9660-8d93-4ffd-bfaf-1fcba8aa96ad tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:32:29.997058 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb9660-8d93-4ffd-bfaf-1fcba8aa96ad tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:32:30.001269 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb9660-8d93-4ffd-bfaf-1fcba8aa96ad tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:32:30.002492 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb9660-8d93-4ffd-bfaf-1fcba8aa96ad tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:32:30.006897 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb9660-8d93-4ffd-bfaf-1fcba8aa96ad tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:32:30.007558 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb9660-8d93-4ffd-bfaf-1fcba8aa96ad tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:32:30.008832 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb9660-8d93-4ffd-bfaf-1fcba8aa96ad tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:32:30.009371 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb9660-8d93-4ffd-bfaf-1fcba8aa96ad tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:32:30.011223 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeb9660-8d93-4ffd-bfaf-1fcba8aa96ad tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:32:30.021336 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cc76aa-a161-4605-b2a7-744e55923d4c None None] Network c3deb5f0-a134-4c5d-af35-7c222c4991ec requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:32:30.186663 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_v2 [None req-92453c0a-fa4b-4660-99e2-c63d6b10cf03 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Deleting subnet 45b16239-5872-43ac-a183-ef47d6a8919c {{(pid=88038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:32:30.190545 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-92453c0a-fa4b-4660-99e2-c63d6b10cf03 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for subnet, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:30.256048 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-92453c0a-fa4b-4660-99e2-c63d6b10cf03 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-801696'] for subnet, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:30.264001 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 7cd1117e-58e9-4bc2-85dd-6cba8edaf9b3 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:32:30.336965 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-29dd43e8-f987-4034-94cd-f5204b1c4553 None None] Provisioning for port 060d092c-f6b2-4c47-a240-6a17ca62066b completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:32:30.341592 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8497b5fc-06c7-458f-b84c-0b29a9322dce None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:32:30.342220 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8497b5fc-06c7-458f-b84c-0b29a9322dce None None] Checking segment: {'id': 'fbc2a4b2-4d21-4bbb-b3a7-73349c1c4466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'c504bd11-cfd3-46ca-a3f0-041a9f944d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:32:30.342948 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8497b5fc-06c7-458f-b84c-0b29a9322dce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:30.343537 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8497b5fc-06c7-458f-b84c-0b29a9322dce None None] Bound using segment: {'id': 'fbc2a4b2-4d21-4bbb-b3a7-73349c1c4466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'c504bd11-cfd3-46ca-a3f0-041a9f944d84'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:32:30.344197 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-8497b5fc-06c7-458f-b84c-0b29a9322dce None None] Bound port: a7314d8f-bc32-47f4-b018-0943405d1ca4, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbc2a4b2-4d21-4bbb-b3a7-73349c1c4466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'c504bd11-cfd3-46ca-a3f0-041a9f944d84'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:32:30.344881 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8497b5fc-06c7-458f-b84c-0b29a9322dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:30.374484 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3d36df5d-bb12-4307-aca3-4b7445c15632 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710748'] for router_interface, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:30.553547 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5b1b348c-b05b-4dae-a0c0-65b4b90a2ad5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:30.640370 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1b348c-b05b-4dae-a0c0-65b4b90a2ad5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event deleted for resources: {'Port': ['ID=abbc8863-9bf8-4f16-85ad-dd3651a02fe0,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:30.677199 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055e219c-48c1-414d-8715-b47d074b805b None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:32:30.677774 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055e219c-48c1-414d-8715-b47d074b805b None None] Checking segment: {'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:32:30.678175 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-055e219c-48c1-414d-8715-b47d074b805b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:30.678691 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055e219c-48c1-414d-8715-b47d074b805b None None] Bound using segment: {'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:32:30.680126 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-055e219c-48c1-414d-8715-b47d074b805b None None] Bound port: d4cf2d05-77b6-49ee-98c9-14cbc47d652b, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:32:30.680917 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-055e219c-48c1-414d-8715-b47d074b805b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:30.709739 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8d18d196-4b1c-42a9-88e3-d925cd7671f9 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710748'] for router_interface, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:30.777639 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1b348c-b05b-4dae-a0c0-65b4b90a2ad5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:32:30.777639 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1b348c-b05b-4dae-a0c0-65b4b90a2ad5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:32:30.778356 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1b348c-b05b-4dae-a0c0-65b4b90a2ad5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:32:30.778356 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1b348c-b05b-4dae-a0c0-65b4b90a2ad5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:32:30.778356 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1b348c-b05b-4dae-a0c0-65b4b90a2ad5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:32:30.778675 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1b348c-b05b-4dae-a0c0-65b4b90a2ad5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:32:30.780137 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1b348c-b05b-4dae-a0c0-65b4b90a2ad5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:32:30.780506 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1b348c-b05b-4dae-a0c0-65b4b90a2ad5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:32:30.781209 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1b348c-b05b-4dae-a0c0-65b4b90a2ad5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:32:30.781411 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1b348c-b05b-4dae-a0c0-65b4b90a2ad5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:32:30.781624 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1b348c-b05b-4dae-a0c0-65b4b90a2ad5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:32:30.782283 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1b348c-b05b-4dae-a0c0-65b4b90a2ad5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:32:30.887915 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-92453c0a-fa4b-4660-99e2-c63d6b10cf03 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:30.942399 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-29dd43e8-f987-4034-94cd-f5204b1c4553 None None] Could not find standard attr ID for object 9f8f6421-1906-447c-a7b8-345367da70d5. {{(pid=88039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 04 17:32:30.944080 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=90ecc127-a0ea-4b05-845d-09e3ed9f50b7,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:31.098295 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5b1b348c-b05b-4dae-a0c0-65b4b90a2ad5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:31.150743 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-5b1b348c-b05b-4dae-a0c0-65b4b90a2ad5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/ports/abbc8863-9bf8-4f16-85ad-dd3651a02fe0 HTTP/1.1" status: 204 len: 168 time: 2.8410079 May 04 17:32:31.153730 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52214) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:31.165376 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-92453c0a-fa4b-4660-99e2-c63d6b10cf03 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:31.275410 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92453c0a-fa4b-4660-99e2-c63d6b10cf03 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event deleted for resources: {'Subnet': ['ID=45b16239-5872-43ac-a183-ef47d6a8919c,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:31.294321 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-29dd43e8-f987-4034-94cd-f5204b1c4553 None None] Provisioning for port 7cd1117e-58e9-4bc2-85dd-6cba8edaf9b3 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:32:31.298469 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-92453c0a-fa4b-4660-99e2-c63d6b10cf03 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:31.350283 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-92453c0a-fa4b-4660-99e2-c63d6b10cf03 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "DELETE /v2.0/subnets/45b16239-5872-43ac-a183-ef47d6a8919c HTTP/1.1" status: 204 len: 168 time: 1.4867349 May 04 17:32:31.356236 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52218) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:31.356236 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-3d36df5d-bb12-4307-aca3-4b7445c15632 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Deleting port f7c8349f-d96d-4540-89c9-8f3a6eba8953 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:32:31.357222 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3d36df5d-bb12-4307-aca3-4b7445c15632 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:31.363342 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff93d89-9490-49e9-8ae3-bfb8eeb22ec3 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:31.366519 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff93d89-9490-49e9-8ae3-bfb8eeb22ec3 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:31.370650 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff93d89-9490-49e9-8ae3-bfb8eeb22ec3 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:31.372776 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-cff93d89-9490-49e9-8ae3-bfb8eeb22ec3 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Synchronizing usage tracker for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:subnet {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:32:31.409410 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8497b5fc-06c7-458f-b84c-0b29a9322dce None None] For port a7314d8f-bc32-47f4-b018-0943405d1ca4, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:32:31.412051 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-8d18d196-4b1c-42a9-88e3-d925cd7671f9 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Deleting port 86434441-a254-4a86-9049-7c1282b105ce {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:32:31.413114 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8d18d196-4b1c-42a9-88e3-d925cd7671f9 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:31.421930 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-055e219c-48c1-414d-8715-b47d074b805b None None] For port d4cf2d05-77b6-49ee-98c9-14cbc47d652b, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:32:31.423303 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 7cd1117e-58e9-4bc2-85dd-6cba8edaf9b3 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:32:31.450482 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8497b5fc-06c7-458f-b84c-0b29a9322dce None None] For port a7314d8f-bc32-47f4-b018-0943405d1ca4, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=a7314d8f-bc32-47f4-b018-0943405d1ca4,segment=NetworkSegment(fbc2a4b2-4d21-4bbb-b3a7-73349c1c4466),segment_id=fbc2a4b2-4d21-4bbb-b3a7-73349c1c4466)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:32:31.456005 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-055e219c-48c1-414d-8715-b47d074b805b None None] For port d4cf2d05-77b6-49ee-98c9-14cbc47d652b, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=d4cf2d05-77b6-49ee-98c9-14cbc47d652b,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:32:31.459545 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 7cd1117e-58e9-4bc2-85dd-6cba8edaf9b3 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:32:31.461328 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:31.519062 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-055e219c-48c1-414d-8715-b47d074b805b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:31.525771 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8497b5fc-06c7-458f-b84c-0b29a9322dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:31.529485 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-cff93d89-9490-49e9-8ae3-bfb8eeb22ec3 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Unset dirty status for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:subnet {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:32:31.535224 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-cff93d89-9490-49e9-8ae3-bfb8eeb22ec3 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3902125 May 04 17:32:31.535224 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52222) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:31.582109 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-ed87d93c-22a9-4f23-8b2f-7b3d3c3d68fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'name': 'tempest-RoutersIpV6Test-router-923744432', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:30:42Z', 'updated_at': '2022-05-04T17:32:19Z', 'revision_number': 10, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'gw_port_host': None, '_interfaces': [{'id': 'f7c8349f-d96d-4540-89c9-8f3a6eba8953', 'name': '', 'network_id': '260d4353-0523-4bd2-b365-76fa65682043', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'mac_address': 'fa:16:3e:eb:40:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'f5313b1f-026c-4616-a62e-981d8297fb35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:30:51Z', 'updated_at': '2022-05-04T17:31:16Z', 'revision_number': 5, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'subnets': [{'id': 'f5313b1f-026c-4616-a62e-981d8297fb35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:31.589206 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-6366aff8-fcd0-4b18-bf87-65cbd0a657fc None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:31.651570 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a424671d-d79c-47dd-b24f-0aaa5b6b5a56 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:31.661106 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed87d93c-22a9-4f23-8b2f-7b3d3c3d68fb None None] The sync data for ids ['946552a2-07ce-41ce-925c-46bdd5eb5a36'] in dv-neutron-840426-1-hyperv is: [{'id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'name': 'tempest-RoutersIpV6Test-router-923744432', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:30:42Z', 'updated_at': '2022-05-04T17:32:19Z', 'revision_number': 10, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'gw_port_host': None, '_interfaces': [{'id': 'f7c8349f-d96d-4540-89c9-8f3a6eba8953', 'name': '', 'network_id': '260d4353-0523-4bd2-b365-76fa65682043', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'mac_address': 'fa:16:3e:eb:40:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': 'f5313b1f-026c-4616-a62e-981d8297fb35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:30:51Z', 'updated_at': '2022-05-04T17:31:16Z', 'revision_number': 5, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'subnets': [{'id': 'f5313b1f-026c-4616-a62e-981d8297fb35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:32:31.722538 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055e219c-48c1-414d-8715-b47d074b805b None None] Pushing event updated for resources: {'Port': ['ID=d4cf2d05-77b6-49ee-98c9-14cbc47d652b,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:31.741979 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-94d28762-1c2c-4168-b481-1afecdaf35ed tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Deleting subnet e3d9f003-dde2-431a-89c1-53f433facea1 {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:32:31.805645 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-a424671d-d79c-47dd-b24f-0aaa5b6b5a56 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Deleting port 5d3b8f83-7fa8-4c29-9a2d-3a231a0397c3 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:32:31.805645 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a424671d-d79c-47dd-b24f-0aaa5b6b5a56 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:31.809226 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-6366aff8-fcd0-4b18-bf87-65cbd0a657fc None None] Transition to ACTIVE for port object a8d644c7-1763-46fd-9b3d-99f41fab8eb4 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:32:31.891471 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8d18d196-4b1c-42a9-88e3-d925cd7671f9 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:31.986923 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-6366aff8-fcd0-4b18-bf87-65cbd0a657fc None None] Transition to ACTIVE for port object a8d644c7-1763-46fd-9b3d-99f41fab8eb4 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:32:32.077194 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-94d28762-1c2c-4168-b481-1afecdaf35ed tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:32.151096 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-8d18d196-4b1c-42a9-88e3-d925cd7671f9 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Calling delete_port for 86434441-a254-4a86-9049-7c1282b105ce owned by network:router_interface {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:32:32.191492 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-6366aff8-fcd0-4b18-bf87-65cbd0a657fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:32.256806 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-3d36df5d-bb12-4307-aca3-4b7445c15632 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] For port f7c8349f-d96d-4540-89c9-8f3a6eba8953, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=f7c8349f-d96d-4540-89c9-8f3a6eba8953,segment=NetworkSegment(a1c157ae-752e-4afe-bbfc-b0ea352dbddd),segment_id=a1c157ae-752e-4afe-bbfc-b0ea352dbddd)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:32:32.258560 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3d36df5d-bb12-4307-aca3-4b7445c15632 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:32.427098 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-94d28762-1c2c-4168-b481-1afecdaf35ed tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:32.438965 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8497b5fc-06c7-458f-b84c-0b29a9322dce None None] Pushing event updated for resources: {'Port': ['ID=a7314d8f-bc32-47f4-b018-0943405d1ca4,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:32.504884 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-126f29da-d440-4af7-9480-141e95edab25 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Allocated IP 172.20.0.1 (832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7/ac53a930-fb01-43ca-8b12-f69e69235156/20d6e625-510e-4b30-91dd-36c857ed358d) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:32:32.589128 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f848b9-6be7-4efb-b098-29a2e28d5552 None None] Update dhcp port {'port': {'network_id': 'c3deb5f0-a134-4c5d-af35-7c222c4991ec', 'fixed_ips': [{'subnet_id': '45b16239-5872-43ac-a183-ef47d6a8919c'}], 'binding:host_id': 'dv-neutron-840426-1-hyperv'}, 'id': '5d3b8f83-7fa8-4c29-9a2d-3a231a0397c3'} from dv-neutron-840426-1-hyperv. {{(pid=88039) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 04 17:32:32.608157 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-3d36df5d-bb12-4307-aca3-4b7445c15632 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Calling delete_port for f7c8349f-d96d-4540-89c9-8f3a6eba8953 owned by network:router_interface {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:32:32.613384 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-94d28762-1c2c-4168-b481-1afecdaf35ed tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:32.619279 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-e074d0f7-0e32-4bcb-9e2c-dec22490ba53 None None] Provisioning complete for port 7cd1117e-58e9-4bc2-85dd-6cba8edaf9b3 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:32:32.619869 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e074d0f7-0e32-4bcb-9e2c-dec22490ba53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:32.650942 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6366aff8-fcd0-4b18-bf87-65cbd0a657fc None None] Network 832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:32:32.652067 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-a424671d-d79c-47dd-b24f-0aaa5b6b5a56 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] For port 5d3b8f83-7fa8-4c29-9a2d-3a231a0397c3, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=5d3b8f83-7fa8-4c29-9a2d-3a231a0397c3,segment=NetworkSegment(e550b6f0-eaf7-4811-b949-e1105e3d5b52),segment_id=e550b6f0-eaf7-4811-b949-e1105e3d5b52)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:32:32.652602 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a424671d-d79c-47dd-b24f-0aaa5b6b5a56 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:32.687171 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-6366aff8-fcd0-4b18-bf87-65cbd0a657fc None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:32:32.700267 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6366aff8-fcd0-4b18-bf87-65cbd0a657fc None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:32:32.702358 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:32.711933 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6366aff8-fcd0-4b18-bf87-65cbd0a657fc None None] Pushing event updated for resources: {'Port': ['ID=a8d644c7-1763-46fd-9b3d-99f41fab8eb4,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:32.770930 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a1f848b9-6be7-4efb-b098-29a2e28d5552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:32.823808 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-a424671d-d79c-47dd-b24f-0aaa5b6b5a56 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Calling delete_port for 5d3b8f83-7fa8-4c29-9a2d-3a231a0397c3 owned by network:dhcp {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:32:32.917390 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 7cd1117e-58e9-4bc2-85dd-6cba8edaf9b3, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=7cd1117e-58e9-4bc2-85dd-6cba8edaf9b3,segment=NetworkSegment(227eda33-b8c7-4cb6-a7e1-c9670c7e069f),segment_id=227eda33-b8c7-4cb6-a7e1-c9670c7e069f)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:32:32.935114 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:32.936199 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 060d092c-f6b2-4c47-a240-6a17ca62066b up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:32:32.970084 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a424671d-d79c-47dd-b24f-0aaa5b6b5a56 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:32.999509 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-6366aff8-fcd0-4b18-bf87-65cbd0a657fc None None] Attempting to bind port a8d644c7-1763-46fd-9b3d-99f41fab8eb4 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:32:33.000494 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-6366aff8-fcd0-4b18-bf87-65cbd0a657fc None None] Attempting to bind port a8d644c7-1763-46fd-9b3d-99f41fab8eb4 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '6f4f049e-5b81-4cd5-ae7b-d8e68835424d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:32:33.001031 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6366aff8-fcd0-4b18-bf87-65cbd0a657fc None None] Attempting to bind port a8d644c7-1763-46fd-9b3d-99f41fab8eb4 on network 832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:32:33.036612 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a424671d-d79c-47dd-b24f-0aaa5b6b5a56 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event deleted for resources: {'Port': ['ID=5d3b8f83-7fa8-4c29-9a2d-3a231a0397c3,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:33.047083 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a424671d-d79c-47dd-b24f-0aaa5b6b5a56 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] No DVR routers for this DVR port 5d3b8f83-7fa8-4c29-9a2d-3a231a0397c3 on host dv-neutron-840426-1-hyperv {{(pid=88038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:32:33.076849 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-94d28762-1c2c-4168-b481-1afecdaf35ed tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:33.083317 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8d18d196-4b1c-42a9-88e3-d925cd7671f9 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:33.166897 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6366aff8-fcd0-4b18-bf87-65cbd0a657fc None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:32:33.167279 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6366aff8-fcd0-4b18-bf87-65cbd0a657fc None None] Checking segment: {'id': '6f4f049e-5b81-4cd5-ae7b-d8e68835424d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:32:33.167678 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-6366aff8-fcd0-4b18-bf87-65cbd0a657fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:33.168069 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6366aff8-fcd0-4b18-bf87-65cbd0a657fc None None] Bound using segment: {'id': '6f4f049e-5b81-4cd5-ae7b-d8e68835424d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:32:33.168553 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-6366aff8-fcd0-4b18-bf87-65cbd0a657fc None None] Bound port: a8d644c7-1763-46fd-9b3d-99f41fab8eb4, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f4f049e-5b81-4cd5-ae7b-d8e68835424d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:32:33.168925 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-6366aff8-fcd0-4b18-bf87-65cbd0a657fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:33.243237 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d28762-1c2c-4168-b481-1afecdaf35ed tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event deleted for resources: {'Subnet': ['ID=e3d9f003-dde2-431a-89c1-53f433facea1,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:33.254616 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d18d196-4b1c-42a9-88e3-d925cd7671f9 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Pushing event deleted for resources: {'Port': ['ID=86434441-a254-4a86-9049-7c1282b105ce,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:33.277094 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a424671d-d79c-47dd-b24f-0aaa5b6b5a56 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:33.285276 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-94d28762-1c2c-4168-b481-1afecdaf35ed tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:33.328624 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-a424671d-d79c-47dd-b24f-0aaa5b6b5a56 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3deb5f0-a134-4c5d-af35-7c222c4991ec']}} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:33.340202 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3d36df5d-bb12-4307-aca3-4b7445c15632 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:33.362762 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-126f29da-d440-4af7-9480-141e95edab25 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:33.440766 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705e2578-618c-49bc-8a67-5aa5ff13c3c3 None None] Network c504bd11-cfd3-46ca-a3f0-041a9f944d84 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:32:33.441262 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d36df5d-bb12-4307-aca3-4b7445c15632 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Pushing event deleted for resources: {'Port': ['ID=f7c8349f-d96d-4540-89c9-8f3a6eba8953,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:33.447009 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-a424671d-d79c-47dd-b24f-0aaa5b6b5a56 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e550b6f0-eaf7-4811-b949-e1105e3d5b52') {'for_net_delete': True} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:33.447562 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-a424671d-d79c-47dd-b24f-0aaa5b6b5a56 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e550b6f0-eaf7-4811-b949-e1105e3d5b52') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:33.468356 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-94d28762-1c2c-4168-b481-1afecdaf35ed tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/subnets/e3d9f003-dde2-431a-89c1-53f433facea1 HTTP/1.1" status: 204 len: 168 time: 1.9300435 May 04 17:32:33.473524 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52230) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:33.597603 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a424671d-d79c-47dd-b24f-0aaa5b6b5a56 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801627'] for segment, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:33.641369 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-126f29da-d440-4af7-9480-141e95edab25 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Transition to ACTIVE for port object 20d6e625-510e-4b30-91dd-36c857ed358d will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:32:33.708681 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a424671d-d79c-47dd-b24f-0aaa5b6b5a56 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:33.718896 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3d36df5d-bb12-4307-aca3-4b7445c15632 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710832'] for router_interface, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:33.732674 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a424671d-d79c-47dd-b24f-0aaa5b6b5a56 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=88038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:32:33.733509 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a424671d-d79c-47dd-b24f-0aaa5b6b5a56 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7881827'] for segment, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:33.756803 dv-neutron-840426-1-hyperv neutron-server[88038]: Traceback (most recent call last): May 04 17:32:33.756803 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:32:33.756803 dv-neutron-840426-1-hyperv neutron-server[88038]: timer() May 04 17:32:33.756803 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:32:33.756803 dv-neutron-840426-1-hyperv neutron-server[88038]: cb(*args, **kw) May 04 17:32:33.756803 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:32:33.756803 dv-neutron-840426-1-hyperv neutron-server[88038]: return func(*args, **kwargs) May 04 17:32:33.756803 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:32:33.756803 dv-neutron-840426-1-hyperv neutron-server[88038]: self._notify() May 04 17:32:33.756803 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:32:33.756803 dv-neutron-840426-1-hyperv neutron-server[88038]: self.callback(batched_events) May 04 17:32:33.756803 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:32:33.756803 dv-neutron-840426-1-hyperv neutron-server[88038]: event.method(event) May 04 17:32:33.756803 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:32:33.756803 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:32:33.756803 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:32:33.756803 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:32:33.756803 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:32:33.756803 dv-neutron-840426-1-hyperv neutron-server[88038]: return f(self, *a, **k) May 04 17:32:33.756803 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:32:33.756803 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._get(url).json() May 04 17:32:33.756803 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:32:33.756803 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:32:33.756803 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:32:33.756803 dv-neutron-840426-1-hyperv neutron-server[88038]: return self.request(url, 'GET', **kwargs) May 04 17:32:33.756803 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:32:33.756803 dv-neutron-840426-1-hyperv neutron-server[88038]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:32:33.756803 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:32:33.756803 dv-neutron-840426-1-hyperv neutron-server[88038]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:32:33.756803 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:32:33.756803 dv-neutron-840426-1-hyperv neutron-server[88038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:32:33.756803 dv-neutron-840426-1-hyperv neutron-server[88038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:32:33.867986 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=7cd1117e-58e9-4bc2-85dd-6cba8edaf9b3,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:33.900868 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-8849ae41-8ded-4a1c-817c-b564b92970e9 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Deleting subnet e672fb97-f3d6-4160-a1b4-290535e9fd17 {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:32:33.909239 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8849ae41-8ded-4a1c-817c-b564b92970e9 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:33.951124 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8d18d196-4b1c-42a9-88e3-d925cd7671f9 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710832'] for router_interface, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:33.978403 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-6366aff8-fcd0-4b18-bf87-65cbd0a657fc None None] For port a8d644c7-1763-46fd-9b3d-99f41fab8eb4, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:32:33.983244 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-6366aff8-fcd0-4b18-bf87-65cbd0a657fc None None] For port a8d644c7-1763-46fd-9b3d-99f41fab8eb4, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=a8d644c7-1763-46fd-9b3d-99f41fab8eb4,segment=NetworkSegment(6f4f049e-5b81-4cd5-ae7b-d8e68835424d),segment_id=6f4f049e-5b81-4cd5-ae7b-d8e68835424d)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:32:34.027346 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210f73b8-e1c1-4194-bf1e-86fb5ee81730 None None] Network c3deb5f0-a134-4c5d-af35-7c222c4991ec requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:32:34.034738 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8849ae41-8ded-4a1c-817c-b564b92970e9 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:34.192913 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-6366aff8-fcd0-4b18-bf87-65cbd0a657fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:34.196135 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-c5726931-de01-4b8a-871c-db6725c7e367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:34.197301 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-e074d0f7-0e32-4bcb-9e2c-dec22490ba53 None None] Could not find standard attr ID for object 86434441-a254-4a86-9049-7c1282b105ce. {{(pid=88039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 04 17:32:34.200475 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 060d092c-f6b2-4c47-a240-6a17ca62066b completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:32:34.254286 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 060d092c-f6b2-4c47-a240-6a17ca62066b triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:32:34.254947 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:34.288953 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df60254f-491d-48e1-a06e-04f003e90b1a None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:32:34.306858 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a424671d-d79c-47dd-b24f-0aaa5b6b5a56 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:34.317885 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-126f29da-d440-4af7-9480-141e95edab25 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:34.364946 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a424671d-d79c-47dd-b24f-0aaa5b6b5a56 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:34.413967 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126f29da-d440-4af7-9480-141e95edab25 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Network 832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:32:34.422889 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-126f29da-d440-4af7-9480-141e95edab25 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:32:34.433101 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126f29da-d440-4af7-9480-141e95edab25 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:32:34.461789 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a424671d-d79c-47dd-b24f-0aaa5b6b5a56 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event deleted for resources: {'Network': ['ID=c3deb5f0-a134-4c5d-af35-7c222c4991ec,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:34.497738 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d18d196-4b1c-42a9-88e3-d925cd7671f9 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Router 0333f8f4-dc03-4bf9-8e0d-90a135e3463b has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:32:34.498657 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-126f29da-d440-4af7-9480-141e95edab25 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710357'] for router_interface, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:34.503119 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d36df5d-bb12-4307-aca3-4b7445c15632 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Router 946552a2-07ce-41ce-925c-46bdd5eb5a36 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:32:34.509483 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-a424671d-d79c-47dd-b24f-0aaa5b6b5a56 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "DELETE /v2.0/networks/c3deb5f0-a134-4c5d-af35-7c222c4991ec HTTP/1.1" status: 204 len: 168 time: 3.1176345 May 04 17:32:34.522644 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52234) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:34.568561 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6366aff8-fcd0-4b18-bf87-65cbd0a657fc None None] Pushing event updated for resources: {'Port': ['ID=a8d644c7-1763-46fd-9b3d-99f41fab8eb4,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:34.577062 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126f29da-d440-4af7-9480-141e95edab25 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Port': ['ID=20d6e625-510e-4b30-91dd-36c857ed358d,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:34.582567 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-38576cb4-d739-47b9-84a1-367cdd334dcc None None] Provisioning for port d4cf2d05-77b6-49ee-98c9-14cbc47d652b completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:32:34.610591 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-38576cb4-d739-47b9-84a1-367cdd334dcc None None] Could not find standard attr ID for object 86434441-a254-4a86-9049-7c1282b105ce. {{(pid=88039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 04 17:32:34.635923 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-38576cb4-d739-47b9-84a1-367cdd334dcc None None] Could not find standard attr ID for object 5d3b8f83-7fa8-4c29-9a2d-3a231a0397c3. {{(pid=88039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 04 17:32:34.644910 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171c93a2-07aa-4e19-8ac4-27811617441b None None] DHCP port deletion for c3deb5f0-a134-4c5d-af35-7c222c4991ec request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:32:34.669060 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d36df5d-bb12-4307-aca3-4b7445c15632 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:32:34.678160 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-3d36df5d-bb12-4307-aca3-4b7445c15632 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "PUT /v2.0/routers/946552a2-07ce-41ce-925c-46bdd5eb5a36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2397709 May 04 17:32:34.678947 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52238) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:34.740845 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8849ae41-8ded-4a1c-817c-b564b92970e9 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:34.763847 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9301b8-fe2d-407b-8907-9d48117aa58b None None] Sync routers for ids ['946552a2-07ce-41ce-925c-46bdd5eb5a36'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:32:34.777594 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_v2 [None req-322bb929-ce77-49cf-998e-e8fa9bd6dc67 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Deleting subnet f5313b1f-026c-4616-a62e-981d8297fb35 {{(pid=88038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:32:34.787786 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-322bb929-ce77-49cf-998e-e8fa9bd6dc67 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for subnet, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:34.812312 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-38576cb4-d739-47b9-84a1-367cdd334dcc None None] Provisioning for port a7314d8f-bc32-47f4-b018-0943405d1ca4 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:32:34.876975 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-322bb929-ce77-49cf-998e-e8fa9bd6dc67 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-801696'] for subnet, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:34.900782 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9301b8-fe2d-407b-8907-9d48117aa58b None None] Routers {'946552a2-07ce-41ce-925c-46bdd5eb5a36'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:32:34.901718 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-ec9301b8-fe2d-407b-8907-9d48117aa58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:32:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['946552a2-07ce-41ce-925c-46bdd5eb5a36'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:35.003974 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-322bb929-ce77-49cf-998e-e8fa9bd6dc67 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:35.103901 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-322bb929-ce77-49cf-998e-e8fa9bd6dc67 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:35.109344 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:35.136720 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8849ae41-8ded-4a1c-817c-b564b92970e9 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:35.156027 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-322bb929-ce77-49cf-998e-e8fa9bd6dc67 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:35.166453 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-322bb929-ce77-49cf-998e-e8fa9bd6dc67 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "DELETE /v2.0/subnets/f5313b1f-026c-4616-a62e-981d8297fb35 HTTP/1.1" status: 204 len: 168 time: 0.4837282 May 04 17:32:35.166453 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322bb929-ce77-49cf-998e-e8fa9bd6dc67 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Pushing event deleted for resources: {'Subnet': ['ID=f5313b1f-026c-4616-a62e-981d8297fb35,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:35.166731 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52242) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:35.173998 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 060d092c-f6b2-4c47-a240-6a17ca62066b, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=060d092c-f6b2-4c47-a240-6a17ca62066b,segment=NetworkSegment(01fd6993-daa5-41e2-98ba-420b2427e348),segment_id=01fd6993-daa5-41e2-98ba-420b2427e348)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:32:35.177685 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-ec9301b8-fe2d-407b-8907-9d48117aa58b None None] Set router 946552a2-07ce-41ce-925c-46bdd5eb5a36 gateway port host: None {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:32:35.181518 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d18d196-4b1c-42a9-88e3-d925cd7671f9 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:32:35.187069 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8849ae41-8ded-4a1c-817c-b564b92970e9 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:35.193029 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7834fcd-5fca-4024-b47b-e7388960630c None None] Sync routers for ids ['0333f8f4-dc03-4bf9-8e0d-90a135e3463b'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:32:35.209506 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8849ae41-8ded-4a1c-817c-b564b92970e9 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event deleted for resources: {'Subnet': ['ID=e672fb97-f3d6-4160-a1b4-290535e9fd17,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:35.213802 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7834fcd-5fca-4024-b47b-e7388960630c None None] Routers {'0333f8f4-dc03-4bf9-8e0d-90a135e3463b'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:32:35.214770 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-f7834fcd-5fca-4024-b47b-e7388960630c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:32:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['0333f8f4-dc03-4bf9-8e0d-90a135e3463b'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:35.225743 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b03a9d7-b84f-43bb-b08c-bce4bf004f97 None None] Network 260d4353-0523-4bd2-b365-76fa65682043 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:32:35.261303 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40981f79-0330-4ff3-ae73-c501c77a654b tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:35.267214 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-40981f79-0330-4ff3-ae73-c501c77a654b tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Synchronizing usage tracker for tenant:d50aa0308d3f47e4bde015fa31f2165f on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:32:35.272402 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-8d18d196-4b1c-42a9-88e3-d925cd7671f9 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] 10.222.0.41 "PUT /v2.0/routers/0333f8f4-dc03-4bf9-8e0d-90a135e3463b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8428488 May 04 17:32:35.277329 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52248) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:35.284265 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-8849ae41-8ded-4a1c-817c-b564b92970e9 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/subnets/e672fb97-f3d6-4160-a1b4-290535e9fd17 HTTP/1.1" status: 204 len: 168 time: 1.8071473 May 04 17:32:35.291762 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52252) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:35.300906 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-126f29da-d440-4af7-9480-141e95edab25 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:35.366998 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-f7834fcd-5fca-4024-b47b-e7388960630c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:35.374065 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:35.375874 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7834fcd-5fca-4024-b47b-e7388960630c None None] Routers {'0333f8f4-dc03-4bf9-8e0d-90a135e3463b'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:32:35.376529 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-f7834fcd-5fca-4024-b47b-e7388960630c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:32:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['0333f8f4-dc03-4bf9-8e0d-90a135e3463b'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:35.403652 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.api.v2.resource [None req-3bbc5cbf-4818-4803-9815-143629d817dd tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] delete failed (client error): The resource could not be found. May 04 17:32:35.408773 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-3bbc5cbf-4818-4803-9815-143629d817dd tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] 10.222.0.41 "DELETE /v2.0/routers/tempest-non_exist_router-973399968 HTTP/1.1" status: 404 len: 334 time: 0.1301656 May 04 17:32:35.409319 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52256) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:35.412513 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-ec9301b8-fe2d-407b-8907-9d48117aa58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'name': 'tempest-RoutersIpV6Test-router-923744432', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:30:42Z', 'updated_at': '2022-05-04T17:32:33Z', 'revision_number': 11, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'gw_port_host': None}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:35.432754 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-38664cd6-2cd4-49e2-8bcb-ef55c2212b50 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Request body: {'router': {'external_gateway_info': {'network_id': '0333f8f4-dc03-4bf9-8e0d-90a135e3463b'}}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:32:35.468635 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9301b8-fe2d-407b-8907-9d48117aa58b None None] Checking router: 946552a2-07ce-41ce-925c-46bdd5eb5a36 for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:32:35.469897 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-f7834fcd-5fca-4024-b47b-e7388960630c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:35.470417 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7834fcd-5fca-4024-b47b-e7388960630c None None] The sync data for ids ['0333f8f4-dc03-4bf9-8e0d-90a135e3463b'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:32:35.471860 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 6b827736-1aa4-4739-b980-c1488afc9822 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:32:35.472845 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-72c046b0-4d85-471e-96e4-0cb6620bd934 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1734047 May 04 17:32:35.485052 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52260) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:35.545661 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-40981f79-0330-4ff3-ae73-c501c77a654b tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Unset dirty status for tenant:d50aa0308d3f47e4bde015fa31f2165f on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:32:35.552257 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-40981f79-0330-4ff3-ae73-c501c77a654b tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 1.0258117 May 04 17:32:35.553518 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52264) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:35.631062 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 6b827736-1aa4-4739-b980-c1488afc9822 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:32:35.631417 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 6b827736-1aa4-4739-b980-c1488afc9822 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:32:35.671729 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-819f7f86-5ffa-41e7-bbb4-cc45c12c8285 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:35.676296 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=060d092c-f6b2-4c47-a240-6a17ca62066b,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:35.687346 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9301b8-fe2d-407b-8907-9d48117aa58b None None] Routers {'946552a2-07ce-41ce-925c-46bdd5eb5a36'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:32:35.687837 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-ec9301b8-fe2d-407b-8907-9d48117aa58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:32:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['946552a2-07ce-41ce-925c-46bdd5eb5a36'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:35.809796 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:32:35.812527 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:32:35.816443 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:32:35.817000 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:32:35.817575 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:32:35.818161 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:32:35.818761 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:32:35.819318 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:32:35.820046 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:32:35.820714 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:32:35.821346 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:32:35.821894 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:32:35.936666 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22feca23-b89e-48b1-92f8-fb445f2409ae tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:35.937485 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-22feca23-b89e-48b1-92f8-fb445f2409ae tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Synchronizing usage tracker for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:32:35.961852 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0d9af4de-41c8-49de-b17d-11e3a760c0cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:35.970580 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-22feca23-b89e-48b1-92f8-fb445f2409ae tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Unset dirty status for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:32:35.974820 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-22feca23-b89e-48b1-92f8-fb445f2409ae tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4838810 May 04 17:32:35.982233 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52268) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:36.032429 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-38664cd6-2cd4-49e2-8bcb-ef55c2212b50 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:36.039103 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-819f7f86-5ffa-41e7-bbb4-cc45c12c8285 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Deleting port 7a3b6f85-06b6-43d8-ac54-64cc6fefc70a {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:32:36.039669 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-819f7f86-5ffa-41e7-bbb4-cc45c12c8285 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:36.052050 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75419941-5b1e-407d-9e2a-568cbe2095b1 None None] Network 832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:32:36.084698 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-ec9301b8-fe2d-407b-8907-9d48117aa58b None None] Set router 946552a2-07ce-41ce-925c-46bdd5eb5a36 gateway port host: None {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:32:36.109390 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-e325350a-7910-495e-bed9-fe8eaa47a504 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.5224595 May 04 17:32:36.110272 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52272) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:36.125158 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-0b6eb6f2-faaa-4336-82b5-971d2be15dca tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-163620763'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:32:36.138648 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-0b6eb6f2-faaa-4336-82b5-971d2be15dca tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:32:36.142437 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device a7314d8f-bc32-47f4-b018-0943405d1ca4 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:32:36.149045 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-0b6eb6f2-faaa-4336-82b5-971d2be15dca tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Usage tracker for resource:network and tenant:d50aa0308d3f47e4bde015fa31f2165f is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:32:36.156365 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81c3dfb-9481-4992-8585-742b08e36240 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:36.157164 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-e81c3dfb-9481-4992-8585-742b08e36240 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Synchronizing usage tracker for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:subnet {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:32:36.160178 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-0b6eb6f2-faaa-4336-82b5-971d2be15dca tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:32:36.184239 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-0b6eb6f2-faaa-4336-82b5-971d2be15dca tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:32:36.248569 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.api.v2.resource [None req-38664cd6-2cd4-49e2-8bcb-ef55c2212b50 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] update failed (client error): The resource could not be found. May 04 17:32:36.249559 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-38664cd6-2cd4-49e2-8bcb-ef55c2212b50 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] 10.222.0.41 "PUT /v2.0/routers/0333f8f4-dc03-4bf9-8e0d-90a135e3463b HTTP/1.1" status: 404 len: 339 time: 0.8350964 May 04 17:32:36.254436 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52276) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:36.274392 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-e81c3dfb-9481-4992-8585-742b08e36240 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Unset dirty status for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:subnet {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:32:36.279140 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-e81c3dfb-9481-4992-8585-742b08e36240 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2957609 May 04 17:32:36.280222 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6eb6f2-faaa-4336-82b5-971d2be15dca tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Made reservation on behalf of d50aa0308d3f47e4bde015fa31f2165f for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:32:36.284088 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0b6eb6f2-faaa-4336-82b5-971d2be15dca tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:36.285299 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-ec9301b8-fe2d-407b-8907-9d48117aa58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'name': 'tempest-RoutersIpV6Test-router-923744432', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:30:42Z', 'updated_at': '2022-05-04T17:32:33Z', 'revision_number': 11, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'gw_port_host': None}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:36.310364 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52280) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:36.360909 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9301b8-fe2d-407b-8907-9d48117aa58b None None] The sync data for ids ['946552a2-07ce-41ce-925c-46bdd5eb5a36'] in dv-neutron-840426-1-hyperv is: [{'id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'name': 'tempest-RoutersIpV6Test-router-923744432', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:30:42Z', 'updated_at': '2022-05-04T17:32:33Z', 'revision_number': 11, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'gw_port_host': None}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:32:36.368561 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8167e959-6af7-4b48-9c50-0375a407861a None None] Provisioning for port a8d644c7-1763-46fd-9b3d-99f41fab8eb4 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:32:36.396595 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29d110a-773f-4b5c-9d29-eb7e23afc8d8 None None] Update dhcp port {'port': {'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'fixed_ips': [{'subnet_id': 'e672fb97-f3d6-4160-a1b4-290535e9fd17'}], 'binding:host_id': 'dv-neutron-840426-1-hyperv'}, 'id': 'd4cf2d05-77b6-49ee-98c9-14cbc47d652b'} from dv-neutron-840426-1-hyperv. {{(pid=88039) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 04 17:32:36.421259 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-c2751eb7-00da-48ba-92af-0dbd51952a92 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1068556 May 04 17:32:36.426989 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52284) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:36.432802 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b6eb6f2-faaa-4336-82b5-971d2be15dca tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:32:36.441516 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1da97ba-bd4c-4d0a-8cbd-5f772a8ef00c None None] DHCP port deletion for 260d4353-0523-4bd2-b365-76fa65682043 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:32:36.441742 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-90498220-28a7-4a91-a141-b0756d1ba711 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Request body: {'subnet': {'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:32:36.485131 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-c1da97ba-bd4c-4d0a-8cbd-5f772a8ef00c None None] Deleting port 7a3b6f85-06b6-43d8-ac54-64cc6fefc70a {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:32:36.485504 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-c1da97ba-bd4c-4d0a-8cbd-5f772a8ef00c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:36.499977 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0b6eb6f2-faaa-4336-82b5-971d2be15dca tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:36.500540 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-0b6eb6f2-faaa-4336-82b5-971d2be15dca tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Added segment 357d4c7d-8094-4283-97f3-7a0092b43e6d of type vlan for network f481c2fc-da48-407f-9df9-ed286a75aeba May 04 17:32:36.594972 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:36.595649 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e29d110a-773f-4b5c-9d29-eb7e23afc8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:36.607203 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0b6eb6f2-faaa-4336-82b5-971d2be15dca tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:36.611894 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port a7314d8f-bc32-47f4-b018-0943405d1ca4 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:32:36.619229 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-90498220-28a7-4a91-a141-b0756d1ba711 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:32:36.642793 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-126f29da-d440-4af7-9480-141e95edab25 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:36.649192 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-90498220-28a7-4a91-a141-b0756d1ba711 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:32:36.655771 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-126f29da-d440-4af7-9480-141e95edab25 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:36.670227 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port a7314d8f-bc32-47f4-b018-0943405d1ca4 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:32:36.670608 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:36.693181 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:36.761551 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90498220-28a7-4a91-a141-b0756d1ba711 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Made reservation on behalf of e0bb3da2b1c344b882bb065b24ba46bb for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:32:36.765629 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-90498220-28a7-4a91-a141-b0756d1ba711 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:36.767235 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-90498220-28a7-4a91-a141-b0756d1ba711 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 04 17:32:36.767838 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90498220-28a7-4a91-a141-b0756d1ba711 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:32:36.825406 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0b6eb6f2-faaa-4336-82b5-971d2be15dca tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:36.832536 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6eb6f2-faaa-4336-82b5-971d2be15dca tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:36.834065 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0b6eb6f2-faaa-4336-82b5-971d2be15dca tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:36.838985 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-126f29da-d440-4af7-9480-141e95edab25 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710702'] for router_interface, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:36.864519 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-90498220-28a7-4a91-a141-b0756d1ba711 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4335649 May 04 17:32:36.874883 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52288) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:36.875362 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126f29da-d440-4af7-9480-141e95edab25 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Port': ['ID=20d6e625-510e-4b30-91dd-36c857ed358d,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:36.894115 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-49962311-8dc5-4067-bacd-421ca9dfeaa1 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Request body: {'subnet': {'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:32:36.926574 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-0b6eb6f2-faaa-4336-82b5-971d2be15dca tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8106687 May 04 17:32:36.933336 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52292) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:36.946280 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-650e7d1a-cd3d-47ec-9661-f61feb0c8149 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Request body: {'subnet': {'network_id': 'f481c2fc-da48-407f-9df9-ed286a75aeba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:32:37.024569 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-819f7f86-5ffa-41e7-bbb4-cc45c12c8285 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] For port 7a3b6f85-06b6-43d8-ac54-64cc6fefc70a, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=7a3b6f85-06b6-43d8-ac54-64cc6fefc70a,segment=NetworkSegment(a1c157ae-752e-4afe-bbfc-b0ea352dbddd),segment_id=a1c157ae-752e-4afe-bbfc-b0ea352dbddd)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:32:37.025032 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-819f7f86-5ffa-41e7-bbb4-cc45c12c8285 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:37.051295 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6eb6f2-faaa-4336-82b5-971d2be15dca tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event updated for resources: {'Network': ['ID=f481c2fc-da48-407f-9df9-ed286a75aeba,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:37.084033 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-49962311-8dc5-4067-bacd-421ca9dfeaa1 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:32:37.119257 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network f481c2fc-da48-407f-9df9-ed286a75aeba details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:32:37.131293 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84eee305-b99e-46e7-8559-4202ff837e05 None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:32:37.207164 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-092710e8-c14d-4a47-8e85-5ce53af71f83 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:37.220023 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-c1da97ba-bd4c-4d0a-8cbd-5f772a8ef00c None None] For port 7a3b6f85-06b6-43d8-ac54-64cc6fefc70a, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=7a3b6f85-06b6-43d8-ac54-64cc6fefc70a,segment=NetworkSegment(a1c157ae-752e-4afe-bbfc-b0ea352dbddd),segment_id=a1c157ae-752e-4afe-bbfc-b0ea352dbddd)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:32:37.220614 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-c1da97ba-bd4c-4d0a-8cbd-5f772a8ef00c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:37.230862 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-819f7f86-5ffa-41e7-bbb4-cc45c12c8285 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Calling delete_port for 7a3b6f85-06b6-43d8-ac54-64cc6fefc70a owned by network:dhcp {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:32:37.281107 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-49962311-8dc5-4067-bacd-421ca9dfeaa1 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:32:37.354441 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-650e7d1a-cd3d-47ec-9661-f61feb0c8149 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:32:37.362263 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-650e7d1a-cd3d-47ec-9661-f61feb0c8149 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Usage tracker for resource:subnet and tenant:d50aa0308d3f47e4bde015fa31f2165f is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:32:37.368753 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-650e7d1a-cd3d-47ec-9661-f61feb0c8149 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:32:37.376532 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-650e7d1a-cd3d-47ec-9661-f61feb0c8149 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:32:37.395481 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126f29da-d440-4af7-9480-141e95edab25 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Network 832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:32:37.396930 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-126f29da-d440-4af7-9480-141e95edab25 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:32:37.405846 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650e7d1a-cd3d-47ec-9661-f61feb0c8149 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Made reservation on behalf of d50aa0308d3f47e4bde015fa31f2165f for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:32:37.409644 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-650e7d1a-cd3d-47ec-9661-f61feb0c8149 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:37.434289 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49962311-8dc5-4067-bacd-421ca9dfeaa1 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Made reservation on behalf of e0bb3da2b1c344b882bb065b24ba46bb for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:32:37.437710 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-49962311-8dc5-4067-bacd-421ca9dfeaa1 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:37.439325 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-49962311-8dc5-4067-bacd-421ca9dfeaa1 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 04 17:32:37.439937 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49962311-8dc5-4067-bacd-421ca9dfeaa1 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:32:37.501604 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-c1da97ba-bd4c-4d0a-8cbd-5f772a8ef00c None None] Calling delete_port for 7a3b6f85-06b6-43d8-ac54-64cc6fefc70a owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:32:37.624830 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:37.668764 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-49962311-8dc5-4067-bacd-421ca9dfeaa1 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7878332 May 04 17:32:37.673381 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52296) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:37.688663 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-cd6cb94f-0ab2-469f-bb51-0d20aa75c143 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Request body: {'subnet': {'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:32:37.712542 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-819f7f86-5ffa-41e7-bbb4-cc45c12c8285 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:37.719786 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-126f29da-d440-4af7-9480-141e95edab25 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Router 3eab3784-2df0-4e94-aeb3-66a8bb1488dc has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:32:37.722359 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.db.api [None req-c1da97ba-bd4c-4d0a-8cbd-5f772a8ef00c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:32:37.722712 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG oslo_db.api [None req-c1da97ba-bd4c-4d0a-8cbd-5f772a8ef00c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:32:37.748995 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port a7314d8f-bc32-47f4-b018-0943405d1ca4, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=a7314d8f-bc32-47f4-b018-0943405d1ca4,segment=NetworkSegment(fbc2a4b2-4d21-4bbb-b3a7-73349c1c4466),segment_id=fbc2a4b2-4d21-4bbb-b3a7-73349c1c4466)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:32:37.760205 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:37.761003 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 7cd1117e-58e9-4bc2-85dd-6cba8edaf9b3 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:32:37.793951 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819f7f86-5ffa-41e7-bbb4-cc45c12c8285 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] No DVR routers for this DVR port 7a3b6f85-06b6-43d8-ac54-64cc6fefc70a on host dv-neutron-840426-1-hyperv {{(pid=88038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:32:37.833794 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819f7f86-5ffa-41e7-bbb4-cc45c12c8285 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Pushing event deleted for resources: {'Port': ['ID=7a3b6f85-06b6-43d8-ac54-64cc6fefc70a,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:37.889805 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=a7314d8f-bc32-47f4-b018-0943405d1ca4,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:37.916280 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:37.950704 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-ef0e8407-41bd-47d0-a923-48ab9d3fd57f None None] Provisioning for port 20d6e625-510e-4b30-91dd-36c857ed358d completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:32:37.959569 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-ef0e8407-41bd-47d0-a923-48ab9d3fd57f None None] Provisioning complete for port 20d6e625-510e-4b30-91dd-36c857ed358d triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:32:37.960103 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ef0e8407-41bd-47d0-a923-48ab9d3fd57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:38.003113 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4bb6c4-e8cc-41dc-90e8-af782f0dc75c None None] DHCP port deletion for 6b89b041-5c42-49da-97bf-23cee8aadf17 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:32:38.018144 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-650e7d1a-cd3d-47ec-9661-f61feb0c8149 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:38.027698 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb6c4-e8cc-41dc-90e8-af782f0dc75c None None] Deleting port d4cf2d05-77b6-49ee-98c9-14cbc47d652b {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:32:38.028074 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb6c4-e8cc-41dc-90e8-af782f0dc75c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:38.041840 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-cd6cb94f-0ab2-469f-bb51-0d20aa75c143 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:32:38.055778 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 7cd1117e-58e9-4bc2-85dd-6cba8edaf9b3 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:32:38.056150 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:38.097108 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650e7d1a-cd3d-47ec-9661-f61feb0c8149 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event updated for resources: {'Subnet': ['ID=08b87e19-d08d-4f96-b50a-d3938303f602,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:38.113241 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-126f29da-d440-4af7-9480-141e95edab25 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:32:38.133457 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-126f29da-d440-4af7-9480-141e95edab25 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "PUT /v2.0/routers/3eab3784-2df0-4e94-aeb3-66a8bb1488dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0249593 May 04 17:32:38.137228 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9579090-e0b7-4fff-9b4f-64a8fe08b4d2 None None] Sync routers for ids ['3eab3784-2df0-4e94-aeb3-66a8bb1488dc'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:32:38.138405 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-819f7f86-5ffa-41e7-bbb4-cc45c12c8285 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:38.141985 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52300) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:38.161519 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-cd6cb94f-0ab2-469f-bb51-0d20aa75c143 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:32:38.193279 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-819f7f86-5ffa-41e7-bbb4-cc45c12c8285 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['260d4353-0523-4bd2-b365-76fa65682043']}} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:38.202267 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650e7d1a-cd3d-47ec-9661-f61feb0c8149 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Checking segment: {'id': '357d4c7d-8094-4283-97f3-7a0092b43e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f481c2fc-da48-407f-9df9-ed286a75aeba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:32:38.202757 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650e7d1a-cd3d-47ec-9661-f61feb0c8149 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Network hostable DHCP agents. Network: f481c2fc-da48-407f-9df9-ed286a75aeba, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:32:38.206852 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-092710e8-c14d-4a47-8e85-5ce53af71f83 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Allocated IP 172.20.0.1 (f2ae54e9-4668-47cf-87fb-1548bbb807f9/ee9a1302-96a6-43fb-820b-9ca3a8fb994f/cdf16ba5-8079-40e9-b6ef-1a2d680fae17) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:32:38.217236 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-819f7f86-5ffa-41e7-bbb4-cc45c12c8285 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1c157ae-752e-4afe-bbfc-b0ea352dbddd') {'for_net_delete': True} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:38.218191 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-819f7f86-5ffa-41e7-bbb4-cc45c12c8285 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1c157ae-752e-4afe-bbfc-b0ea352dbddd') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:38.225335 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6cb94f-0ab2-469f-bb51-0d20aa75c143 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Made reservation on behalf of e0bb3da2b1c344b882bb065b24ba46bb for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:32:38.229597 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cd6cb94f-0ab2-469f-bb51-0d20aa75c143 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:38.232045 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd6cb94f-0ab2-469f-bb51-0d20aa75c143 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 04 17:32:38.232883 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd6cb94f-0ab2-469f-bb51-0d20aa75c143 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:32:38.255466 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-819f7f86-5ffa-41e7-bbb4-cc45c12c8285 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801627'] for segment, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:38.294382 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-819f7f86-5ffa-41e7-bbb4-cc45c12c8285 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:38.300831 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650e7d1a-cd3d-47ec-9661-f61feb0c8149 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Network f481c2fc-da48-407f-9df9-ed286a75aeba is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:32:38.306559 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-ef0e8407-41bd-47d0-a923-48ab9d3fd57f None None] Port 20d6e625-510e-4b30-91dd-36c857ed358d cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:32:38.315062 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-cd6cb94f-0ab2-469f-bb51-0d20aa75c143 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6405292 May 04 17:32:38.317237 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-650e7d1a-cd3d-47ec-9661-f61feb0c8149 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, f481c2fc-da48-407f-9df9-ed286a75aeba) {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:32:38.321912 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-c1da97ba-bd4c-4d0a-8cbd-5f772a8ef00c None None] Deleting port 7a3b6f85-06b6-43d8-ac54-64cc6fefc70a {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:32:38.322314 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-c1da97ba-bd4c-4d0a-8cbd-5f772a8ef00c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:38.322653 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650e7d1a-cd3d-47ec-9661-f61feb0c8149 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:38.323653 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-650e7d1a-cd3d-47ec-9661-f61feb0c8149 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:38.326436 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-819f7f86-5ffa-41e7-bbb4-cc45c12c8285 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=88038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:32:38.326843 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-819f7f86-5ffa-41e7-bbb4-cc45c12c8285 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7881827'] for segment, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:38.328801 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52304) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:38.341709 dv-neutron-840426-1-hyperv neutron-server[88038]: Traceback (most recent call last): May 04 17:32:38.341709 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:32:38.341709 dv-neutron-840426-1-hyperv neutron-server[88038]: timer() May 04 17:32:38.341709 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:32:38.341709 dv-neutron-840426-1-hyperv neutron-server[88038]: cb(*args, **kw) May 04 17:32:38.341709 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:32:38.341709 dv-neutron-840426-1-hyperv neutron-server[88038]: return func(*args, **kwargs) May 04 17:32:38.341709 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:32:38.341709 dv-neutron-840426-1-hyperv neutron-server[88038]: self._notify() May 04 17:32:38.341709 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:32:38.341709 dv-neutron-840426-1-hyperv neutron-server[88038]: self.callback(batched_events) May 04 17:32:38.341709 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:32:38.341709 dv-neutron-840426-1-hyperv neutron-server[88038]: event.method(event) May 04 17:32:38.341709 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:32:38.341709 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:32:38.341709 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:32:38.341709 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:32:38.341709 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:32:38.341709 dv-neutron-840426-1-hyperv neutron-server[88038]: return f(self, *a, **k) May 04 17:32:38.341709 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:32:38.341709 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._get(url).json() May 04 17:32:38.341709 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:32:38.341709 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:32:38.341709 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:32:38.341709 dv-neutron-840426-1-hyperv neutron-server[88038]: return self.request(url, 'GET', **kwargs) May 04 17:32:38.341709 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:32:38.341709 dv-neutron-840426-1-hyperv neutron-server[88038]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:32:38.341709 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:32:38.341709 dv-neutron-840426-1-hyperv neutron-server[88038]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:32:38.341709 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:32:38.341709 dv-neutron-840426-1-hyperv neutron-server[88038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:32:38.341709 dv-neutron-840426-1-hyperv neutron-server[88038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:32:38.355434 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-74001d80-002f-4fc3-a637-a360a81a63d8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Request body: {'subnet': {'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:32:38.358076 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57eb9185-d633-4661-b536-c777ed9d3349 None None] Network f481c2fc-da48-407f-9df9-ed286a75aeba requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:32:38.370083 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9579090-e0b7-4fff-9b4f-64a8fe08b4d2 None None] Routers {'3eab3784-2df0-4e94-aeb3-66a8bb1488dc'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:32:38.370706 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-e9579090-e0b7-4fff-9b4f-64a8fe08b4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:32:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['3eab3784-2df0-4e94-aeb3-66a8bb1488dc'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:38.395394 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa287bf-9779-41c9-8a7d-7459a52ee66b tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:38.395727 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa287bf-9779-41c9-8a7d-7459a52ee66b tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:38.396128 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa287bf-9779-41c9-8a7d-7459a52ee66b tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:38.396624 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa287bf-9779-41c9-8a7d-7459a52ee66b tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:38.397107 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa287bf-9779-41c9-8a7d-7459a52ee66b tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:38.397644 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa287bf-9779-41c9-8a7d-7459a52ee66b tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:38.398134 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa287bf-9779-41c9-8a7d-7459a52ee66b tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:38.398659 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa287bf-9779-41c9-8a7d-7459a52ee66b tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:38.399120 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa287bf-9779-41c9-8a7d-7459a52ee66b tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:38.399628 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa287bf-9779-41c9-8a7d-7459a52ee66b tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:38.400069 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa287bf-9779-41c9-8a7d-7459a52ee66b tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:38.400536 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa287bf-9779-41c9-8a7d-7459a52ee66b tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:38.400997 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa287bf-9779-41c9-8a7d-7459a52ee66b tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:38.405907 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-7fa287bf-9779-41c9-8a7d-7459a52ee66b tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9011 time: 0.2585621 May 04 17:32:38.407532 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52308) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:38.427394 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-650e7d1a-cd3d-47ec-9661-f61feb0c8149 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4926400 May 04 17:32:38.430872 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52312) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:38.438377 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-e34cd911-2bc1-4809-b1ca-88c44e220a8d tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Request body: {'port': {'network_id': 'f481c2fc-da48-407f-9df9-ed286a75aeba', 'name': 'tempest-PortsTestJSON-1404454824'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:32:38.539842 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-819f7f86-5ffa-41e7-bbb4-cc45c12c8285 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:38.574001 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-819f7f86-5ffa-41e7-bbb4-cc45c12c8285 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:38.576826 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819f7f86-5ffa-41e7-bbb4-cc45c12c8285 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Pushing event deleted for resources: {'Network': ['ID=260d4353-0523-4bd2-b365-76fa65682043,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:38.581384 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-c1da97ba-bd4c-4d0a-8cbd-5f772a8ef00c None None] The port '7a3b6f85-06b6-43d8-ac54-64cc6fefc70a' was deleted {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 04 17:32:38.591536 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-74001d80-002f-4fc3-a637-a360a81a63d8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:32:38.614735 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-819f7f86-5ffa-41e7-bbb4-cc45c12c8285 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "DELETE /v2.0/networks/260d4353-0523-4bd2-b365-76fa65682043 HTTP/1.1" status: 204 len: 168 time: 3.4462745 May 04 17:32:38.616087 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52316) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:38.616352 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-74001d80-002f-4fc3-a637-a360a81a63d8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:32:38.644745 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-c3575e0e-787a-41e6-a6ac-f57ce2961249 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Request body: {'router': {'routes': None}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:32:38.667769 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74001d80-002f-4fc3-a637-a360a81a63d8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Made reservation on behalf of e0bb3da2b1c344b882bb065b24ba46bb for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:32:38.671410 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-74001d80-002f-4fc3-a637-a360a81a63d8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:38.672775 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-74001d80-002f-4fc3-a637-a360a81a63d8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 04 17:32:38.673197 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74001d80-002f-4fc3-a637-a360a81a63d8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:32:38.691111 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-e34cd911-2bc1-4809-b1ca-88c44e220a8d tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:32:38.700421 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b064be8-2a4b-466b-b6ce-bfe72662bc6a tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:38.700869 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b064be8-2a4b-466b-b6ce-bfe72662bc6a tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:38.701335 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b064be8-2a4b-466b-b6ce-bfe72662bc6a tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:38.701875 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-74001d80-002f-4fc3-a637-a360a81a63d8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3701355 May 04 17:32:38.705606 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b064be8-2a4b-466b-b6ce-bfe72662bc6a tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:38.705792 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52320) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:38.706282 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b064be8-2a4b-466b-b6ce-bfe72662bc6a tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:38.706282 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b064be8-2a4b-466b-b6ce-bfe72662bc6a tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:38.706615 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b064be8-2a4b-466b-b6ce-bfe72662bc6a tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:38.707148 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b064be8-2a4b-466b-b6ce-bfe72662bc6a tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:38.707603 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b064be8-2a4b-466b-b6ce-bfe72662bc6a tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:38.708050 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b064be8-2a4b-466b-b6ce-bfe72662bc6a tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:38.708205 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-e34cd911-2bc1-4809-b1ca-88c44e220a8d tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:32:38.713201 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-8b064be8-2a4b-466b-b6ce-bfe72662bc6a tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6373 time: 0.3009882 May 04 17:32:38.713562 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-469c4afa-f738-4327-be1f-ee2601b6f907 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Request body: {'subnet': {'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:32:38.716855 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-092710e8-c14d-4a47-8e85-5ce53af71f83 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:38.725701 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52324) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:38.812928 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34cd911-2bc1-4809-b1ca-88c44e220a8d tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Made reservation on behalf of d50aa0308d3f47e4bde015fa31f2165f for: {'port': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:32:38.816272 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e34cd911-2bc1-4809-b1ca-88c44e220a8d tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:38.825219 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d58466a3-8b94-4473-bfcf-282849769a79 None None] Provisioning complete for port 20d6e625-510e-4b30-91dd-36c857ed358d triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:32:38.825608 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d58466a3-8b94-4473-bfcf-282849769a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:38.851838 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-3a4bb6c4-e8cc-41dc-90e8-af782f0dc75c None None] For port d4cf2d05-77b6-49ee-98c9-14cbc47d652b, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=d4cf2d05-77b6-49ee-98c9-14cbc47d652b,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:32:38.852761 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb6c4-e8cc-41dc-90e8-af782f0dc75c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:38.853399 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [None req-e34cd911-2bc1-4809-b1ca-88c44e220a8d tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] device_id is not set on port 0cdeef53-6931-4442-81d6-9f85aa8bf287 yet. {{(pid=88037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:32:38.887581 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-469c4afa-f738-4327-be1f-ee2601b6f907 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:32:38.914002 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-469c4afa-f738-4327-be1f-ee2601b6f907 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:32:38.964419 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device a8d644c7-1763-46fd-9b3d-99f41fab8eb4 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:32:38.992449 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-092710e8-c14d-4a47-8e85-5ce53af71f83 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Transition to ACTIVE for port object cdf16ba5-8079-40e9-b6ef-1a2d680fae17 will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:32:39.060633 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469c4afa-f738-4327-be1f-ee2601b6f907 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Made reservation on behalf of e0bb3da2b1c344b882bb065b24ba46bb for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:32:39.064097 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-469c4afa-f738-4327-be1f-ee2601b6f907 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:39.065442 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-469c4afa-f738-4327-be1f-ee2601b6f907 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 04 17:32:39.065859 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-469c4afa-f738-4327-be1f-ee2601b6f907 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:32:39.102748 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-3a4bb6c4-e8cc-41dc-90e8-af782f0dc75c None None] Calling delete_port for d4cf2d05-77b6-49ee-98c9-14cbc47d652b owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:32:39.126266 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-469c4afa-f738-4327-be1f-ee2601b6f907 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4197497 May 04 17:32:39.132988 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52328) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:39.144747 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-c11607c1-8846-4c1e-baf3-2d2e2c4c0f55 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Request body: {'subnet': {'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:32:39.215122 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-d58466a3-8b94-4473-bfcf-282849769a79 None None] Port 20d6e625-510e-4b30-91dd-36c857ed358d cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:32:39.221080 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-e9579090-e0b7-4fff-9b4f-64a8fe08b4d2 None None] Set router 3eab3784-2df0-4e94-aeb3-66a8bb1488dc gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:32:39.250166 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-e34cd911-2bc1-4809-b1ca-88c44e220a8d tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Allocated IP 172.20.0.2 (f481c2fc-da48-407f-9df9-ed286a75aeba/08b87e19-d08d-4f96-b50a-d3938303f602/0cdeef53-6931-4442-81d6-9f85aa8bf287) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:32:39.280220 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.extraroute_db [None req-c3575e0e-787a-41e6-a6ac-f57ce2961249 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Added routes are [] {{(pid=88038) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 04 17:32:39.281144 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.extraroute_db [None req-c3575e0e-787a-41e6-a6ac-f57ce2961249 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Removed routes are [] {{(pid=88038) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 04 17:32:39.281733 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c3575e0e-787a-41e6-a6ac-f57ce2961249 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:39.282181 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-c11607c1-8846-4c1e-baf3-2d2e2c4c0f55 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:32:39.328882 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:39.332467 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-c11607c1-8846-4c1e-baf3-2d2e2c4c0f55 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:32:39.371692 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11607c1-8846-4c1e-baf3-2d2e2c4c0f55 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Made reservation on behalf of e0bb3da2b1c344b882bb065b24ba46bb for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:32:39.375099 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c11607c1-8846-4c1e-baf3-2d2e2c4c0f55 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:39.376448 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-c11607c1-8846-4c1e-baf3-2d2e2c4c0f55 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 04 17:32:39.376867 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c11607c1-8846-4c1e-baf3-2d2e2c4c0f55 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:32:39.415852 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-c11607c1-8846-4c1e-baf3-2d2e2c4c0f55 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2823384 May 04 17:32:39.424835 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52332) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:39.439992 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-3a4bb6c4-e8cc-41dc-90e8-af782f0dc75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124'] for port, after_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:39.477720 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-092710e8-c14d-4a47-8e85-5ce53af71f83 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:39.505520 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port a8d644c7-1763-46fd-9b3d-99f41fab8eb4 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:32:39.515861 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361f6c2f-75ef-461e-8a02-3d9bd1273f75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-f481c2fc-da48-407f-9df9-ed286a75aeba', 'network_id': 'f481c2fc-da48-407f-9df9-ed286a75aeba', 'tenant_id': 'd50aa0308d3f47e4bde015fa31f2165f', 'fixed_ips': [{'subnet_id': '08b87e19-d08d-4f96-b50a-d3938303f602'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:32:39.516674 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-361f6c2f-75ef-461e-8a02-3d9bd1273f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:39.526090 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4bb6c4-e8cc-41dc-90e8-af782f0dc75c None None] Pushing event deleted for resources: {'Port': ['ID=d4cf2d05-77b6-49ee-98c9-14cbc47d652b,revision_number=None']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:39.536179 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e34cd911-2bc1-4809-b1ca-88c44e220a8d tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:39.547176 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4bb6c4-e8cc-41dc-90e8-af782f0dc75c None None] No DVR routers for this DVR port d4cf2d05-77b6-49ee-98c9-14cbc47d652b on host dv-neutron-840426-1-hyperv {{(pid=88039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:32:39.551650 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port a8d644c7-1763-46fd-9b3d-99f41fab8eb4 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:32:39.552026 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:39.555721 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-e34cd911-2bc1-4809-b1ca-88c44e220a8d tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Transition to ACTIVE for port object 0cdeef53-6931-4442-81d6-9f85aa8bf287 will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:32:39.577315 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-75b2615e-c003-414d-b7b3-b46e37e81982 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Synchronizing usage tracker for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:32:39.588929 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e34cd911-2bc1-4809-b1ca-88c44e220a8d tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:39.671762 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34cd911-2bc1-4809-b1ca-88c44e220a8d tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Network f481c2fc-da48-407f-9df9-ed286a75aeba is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:32:39.675419 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-e34cd911-2bc1-4809-b1ca-88c44e220a8d tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:32:39.678195 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34cd911-2bc1-4809-b1ca-88c44e220a8d tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:32:39.696345 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c3575e0e-787a-41e6-a6ac-f57ce2961249 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:39.702163 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092710e8-c14d-4a47-8e85-5ce53af71f83 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Network f2ae54e9-4668-47cf-87fb-1548bbb807f9 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:32:39.707554 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-092710e8-c14d-4a47-8e85-5ce53af71f83 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:32:39.713271 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092710e8-c14d-4a47-8e85-5ce53af71f83 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:32:39.718245 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34cd911-2bc1-4809-b1ca-88c44e220a8d tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event updated for resources: {'Port': ['ID=0cdeef53-6931-4442-81d6-9f85aa8bf287,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:39.742240 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c3575e0e-787a-41e6-a6ac-f57ce2961249 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-712177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-712168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-709817'] for router, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:39.743975 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-75b2615e-c003-414d-b7b3-b46e37e81982 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Unset dirty status for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:32:39.747973 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-75b2615e-c003-414d-b7b3-b46e37e81982 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3220396 May 04 17:32:39.748452 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52336) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:39.757959 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34cd911-2bc1-4809-b1ca-88c44e220a8d tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:39.758926 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e34cd911-2bc1-4809-b1ca-88c44e220a8d tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:39.765537 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092710e8-c14d-4a47-8e85-5ce53af71f83 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Pushing event updated for resources: {'Port': ['ID=cdf16ba5-8079-40e9-b6ef-1a2d680fae17,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:39.789780 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-e34cd911-2bc1-4809-b1ca-88c44e220a8d tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3578739 May 04 17:32:39.790704 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52340) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:39.797824 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-a7096d24-115b-48b7-9b90-fe1e981e5651 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Request body: {'port': {'network_id': 'f481c2fc-da48-407f-9df9-ed286a75aeba', 'name': 'tempest-PortsTestJSON-104674035'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:32:39.925211 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-361f6c2f-75ef-461e-8a02-3d9bd1273f75 None None] Allocated IP 172.20.0.3 (f481c2fc-da48-407f-9df9-ed286a75aeba/08b87e19-d08d-4f96-b50a-d3938303f602/089037b8-9c95-4e2d-836e-3fc9b236022e) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:32:39.938575 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:39.991472 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-092710e8-c14d-4a47-8e85-5ce53af71f83 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710357'] for router_interface, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:39.993869 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-a7096d24-115b-48b7-9b90-fe1e981e5651 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:32:39.999651 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784575f4-6793-4dbb-9243-a3b6f464ebfc tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:40.000333 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-784575f4-6793-4dbb-9243-a3b6f464ebfc tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Synchronizing usage tracker for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:subnet {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:32:40.007533 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-a7096d24-115b-48b7-9b90-fe1e981e5651 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:32:40.019708 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7096d24-115b-48b7-9b90-fe1e981e5651 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Made reservation on behalf of d50aa0308d3f47e4bde015fa31f2165f for: {'port': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:32:40.024473 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a7096d24-115b-48b7-9b90-fe1e981e5651 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:40.026909 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3575e0e-787a-41e6-a6ac-f57ce2961249 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Router 946552a2-07ce-41ce-925c-46bdd5eb5a36 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:32:40.027852 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port a8d644c7-1763-46fd-9b3d-99f41fab8eb4, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=a8d644c7-1763-46fd-9b3d-99f41fab8eb4,segment=NetworkSegment(6f4f049e-5b81-4cd5-ae7b-d8e68835424d),segment_id=6f4f049e-5b81-4cd5-ae7b-d8e68835424d)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:32:40.040021 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:40.040808 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device d4cf2d05-77b6-49ee-98c9-14cbc47d652b up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:32:40.050938 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [None req-a7096d24-115b-48b7-9b90-fe1e981e5651 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] device_id is not set on port b09a4d11-3182-4e7e-b2ba-31a62864c6cf yet. {{(pid=88037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:32:40.058356 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-784575f4-6793-4dbb-9243-a3b6f464ebfc tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Unset dirty status for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:subnet {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:32:40.061836 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-784575f4-6793-4dbb-9243-a3b6f464ebfc tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3027706 May 04 17:32:40.063342 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52344) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:40.071425 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-38d15123-67db-4bba-866b-f29d6abe6e85 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4121 time: 1.3453741 May 04 17:32:40.237086 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: d4cf2d05-77b6-49ee-98c9-14cbc47d652b {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:32:40.237435 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device d4cf2d05-77b6-49ee-98c9-14cbc47d652b not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 04 17:32:40.265149 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-a9f0573f-d336-4620-bc42-ad3d83858a30 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2003322 May 04 17:32:40.269801 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52352) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:40.270799 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-e9579090-e0b7-4fff-9b4f-64a8fe08b4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eab3784-2df0-4e94-aeb3-66a8bb1488dc', 'name': 'tempest-TestNetworkBasicOps-router-2033971580', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '90ecc127-a0ea-4b05-845d-09e3ed9f50b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:32:13Z', 'updated_at': '2022-05-04T17:32:34Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '90ecc127-a0ea-4b05-845d-09e3ed9f50b7', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eab3784-2df0-4e94-aeb3-66a8bb1488dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:32:15Z', 'updated_at': '2022-05-04T17:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '20d6e625-510e-4b30-91dd-36c857ed358d', 'name': '', 'network_id': '832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:f3:31:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eab3784-2df0-4e94-aeb3-66a8bb1488dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'ac53a930-fb01-43ca-8b12-f69e69235156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:32:29Z', 'updated_at': '2022-05-04T17:32:36Z', 'revision_number': 2, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': 'ac53a930-fb01-43ca-8b12-f69e69235156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:40.277189 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-9e33a074-8555-4c90-966c-255894df10fc tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Request body: {'subnet': {'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:32:40.293289 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Port d4cf2d05-77b6-49ee-98c9-14cbc47d652b not found, will not notify nova. {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 04 17:32:40.294516 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 90ecc127-a0ea-4b05-845d-09e3ed9f50b7 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:32:40.294754 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3575e0e-787a-41e6-a6ac-f57ce2961249 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:32:40.309873 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deffcad0-c9da-4466-91f8-0f7accd47a98 None None] Sync routers for ids ['946552a2-07ce-41ce-925c-46bdd5eb5a36'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:32:40.320979 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deffcad0-c9da-4466-91f8-0f7accd47a98 None None] Routers {'946552a2-07ce-41ce-925c-46bdd5eb5a36'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:32:40.321863 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-deffcad0-c9da-4466-91f8-0f7accd47a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:32:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['946552a2-07ce-41ce-925c-46bdd5eb5a36'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:40.336372 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c3575e0e-787a-41e6-a6ac-f57ce2961249 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:40.340442 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52356) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:40.340580 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-c3575e0e-787a-41e6-a6ac-f57ce2961249 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "PUT /v2.0/routers/946552a2-07ce-41ce-925c-46bdd5eb5a36 HTTP/1.1" status: 200 len: 704 time: 1.7133770 May 04 17:32:40.353437 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9579090-e0b7-4fff-9b4f-64a8fe08b4d2 None None] Checking router: 3eab3784-2df0-4e94-aeb3-66a8bb1488dc for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:32:40.354052 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9579090-e0b7-4fff-9b4f-64a8fe08b4d2 None None] Updating router 3eab3784-2df0-4e94-aeb3-66a8bb1488dc port 20d6e625-510e-4b30-91dd-36c857ed358d binding host dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:32:40.399556 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-255866e4-33c1-41fa-9cfc-bdc579255556 None None] Provisioning for port cdf16ba5-8079-40e9-b6ef-1a2d680fae17 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:32:40.437380 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-255866e4-33c1-41fa-9cfc-bdc579255556 None None] Provisioning complete for port cdf16ba5-8079-40e9-b6ef-1a2d680fae17 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:32:40.437631 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-0c45b988-6040-4278-a917-4f93ce53b2ef tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Synchronizing usage tracker for tenant:a41a9e7401a94b21bc1365a01709c65f on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:32:40.438187 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-255866e4-33c1-41fa-9cfc-bdc579255556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:40.449694 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-092710e8-c14d-4a47-8e85-5ce53af71f83 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:40.468332 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-9e33a074-8555-4c90-966c-255894df10fc tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:32:40.469067 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-0c45b988-6040-4278-a917-4f93ce53b2ef tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Unset dirty status for tenant:a41a9e7401a94b21bc1365a01709c65f on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:32:40.471801 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-0c45b988-6040-4278-a917-4f93ce53b2ef tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "GET /v2.0/ports?device_id=946552a2-07ce-41ce-925c-46bdd5eb5a36 HTTP/1.1" status: 200 len: 205 time: 0.1292632 May 04 17:32:40.472937 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52360) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:40.484226 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=a8d644c7-1763-46fd-9b3d-99f41fab8eb4,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:40.511390 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-9e33a074-8555-4c90-966c-255894df10fc tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:32:40.527718 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-deffcad0-c9da-4466-91f8-0f7accd47a98 None None] Set router 946552a2-07ce-41ce-925c-46bdd5eb5a36 gateway port host: None {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:32:40.542828 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e33a074-8555-4c90-966c-255894df10fc tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Made reservation on behalf of e0bb3da2b1c344b882bb065b24ba46bb for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:32:40.546639 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9e33a074-8555-4c90-966c-255894df10fc tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:40.583112 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e9579090-e0b7-4fff-9b4f-64a8fe08b4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:40.621255 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-255866e4-33c1-41fa-9cfc-bdc579255556 None None] Port cdf16ba5-8079-40e9-b6ef-1a2d680fae17 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:32:40.646657 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52364) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:40.663514 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-44f78c4f-c3a9-42fc-84a6-69fb5e420fe2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-217968581', 'description': 'tempest-secgroup-smoke-217968581 description', 'project_id': '8ede911fc7f845af95dd74968234120d'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:32:40.672323 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-44f78c4f-c3a9-42fc-84a6-69fb5e420fe2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:32:40.673446 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-361f6c2f-75ef-461e-8a02-3d9bd1273f75 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:40.681111 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-44f78c4f-c3a9-42fc-84a6-69fb5e420fe2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:32:40.686006 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-44f78c4f-c3a9-42fc-84a6-69fb5e420fe2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:32:40.691083 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a7ff36e4-7c66-41f7-8a8d-c8f6f7312f9a tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for router, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:40.699585 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 90ecc127-a0ea-4b05-845d-09e3ed9f50b7 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:32:40.699968 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:40.732009 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-361f6c2f-75ef-461e-8a02-3d9bd1273f75 None None] Transition to ACTIVE for port object 089037b8-9c95-4e2d-836e-3fc9b236022e will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:32:40.777944 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-deffcad0-c9da-4466-91f8-0f7accd47a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'name': 'tempest-RoutersIpV6Test-router-923744432', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:30:42Z', 'updated_at': '2022-05-04T17:32:33Z', 'revision_number': 11, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'gw_port_host': None}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:40.783354 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deffcad0-c9da-4466-91f8-0f7accd47a98 None None] Checking router: 946552a2-07ce-41ce-925c-46bdd5eb5a36 for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:32:40.794680 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deffcad0-c9da-4466-91f8-0f7accd47a98 None None] Routers {'946552a2-07ce-41ce-925c-46bdd5eb5a36'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:32:40.795351 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-deffcad0-c9da-4466-91f8-0f7accd47a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:32:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['946552a2-07ce-41ce-925c-46bdd5eb5a36'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:40.810536 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-44f78c4f-c3a9-42fc-84a6-69fb5e420fe2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:32:40.827755 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-361f6c2f-75ef-461e-8a02-3d9bd1273f75 None None] Transition to ACTIVE for port object 089037b8-9c95-4e2d-836e-3fc9b236022e will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:32:40.846197 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-361f6c2f-75ef-461e-8a02-3d9bd1273f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:40.943290 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361f6c2f-75ef-461e-8a02-3d9bd1273f75 None None] Network f481c2fc-da48-407f-9df9-ed286a75aeba is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:32:40.968088 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-361f6c2f-75ef-461e-8a02-3d9bd1273f75 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:32:40.973101 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361f6c2f-75ef-461e-8a02-3d9bd1273f75 None None] Pushing event updated for resources: {'Port': ['ID=089037b8-9c95-4e2d-836e-3fc9b236022e,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:40.975436 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361f6c2f-75ef-461e-8a02-3d9bd1273f75 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:32:41.011264 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-44f78c4f-c3a9-42fc-84a6-69fb5e420fe2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:41.013390 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-deffcad0-c9da-4466-91f8-0f7accd47a98 None None] Set router 946552a2-07ce-41ce-925c-46bdd5eb5a36 gateway port host: None {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:32:41.131382 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-deffcad0-c9da-4466-91f8-0f7accd47a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'name': 'tempest-RoutersIpV6Test-router-923744432', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:30:42Z', 'updated_at': '2022-05-04T17:32:33Z', 'revision_number': 11, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'gw_port_host': None}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:41.135150 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deffcad0-c9da-4466-91f8-0f7accd47a98 None None] The sync data for ids ['946552a2-07ce-41ce-925c-46bdd5eb5a36'] in dv-neutron-840426-1-hyperv is: [{'id': '946552a2-07ce-41ce-925c-46bdd5eb5a36', 'name': 'tempest-RoutersIpV6Test-router-923744432', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:30:42Z', 'updated_at': '2022-05-04T17:32:33Z', 'revision_number': 11, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'gw_port_host': None}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:32:41.161168 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-44f78c4f-c3a9-42fc-84a6-69fb5e420fe2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:32:41.171456 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a7ff36e4-7c66-41f7-8a8d-c8f6f7312f9a tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:41.177627 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a7ff36e4-7c66-41f7-8a8d-c8f6f7312f9a tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:41.182385 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-44f78c4f-c3a9-42fc-84a6-69fb5e420fe2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:32:41.189232 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-44f78c4f-c3a9-42fc-84a6-69fb5e420fe2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:32:41.214997 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-44f78c4f-c3a9-42fc-84a6-69fb5e420fe2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:32:41.221477 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-a7096d24-115b-48b7-9b90-fe1e981e5651 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Allocated IP 172.20.0.13 (f481c2fc-da48-407f-9df9-ed286a75aeba/08b87e19-d08d-4f96-b50a-d3938303f602/b09a4d11-3182-4e7e-b2ba-31a62864c6cf) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:32:41.223962 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-361f6c2f-75ef-461e-8a02-3d9bd1273f75 None None] Attempting to bind port 089037b8-9c95-4e2d-836e-3fc9b236022e on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:32:41.224333 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-361f6c2f-75ef-461e-8a02-3d9bd1273f75 None None] Attempting to bind port 089037b8-9c95-4e2d-836e-3fc9b236022e by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '357d4c7d-8094-4283-97f3-7a0092b43e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f481c2fc-da48-407f-9df9-ed286a75aeba'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:32:41.224707 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361f6c2f-75ef-461e-8a02-3d9bd1273f75 None None] Attempting to bind port 089037b8-9c95-4e2d-836e-3fc9b236022e on network f481c2fc-da48-407f-9df9-ed286a75aeba {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:32:41.244673 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361f6c2f-75ef-461e-8a02-3d9bd1273f75 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:32:41.245118 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361f6c2f-75ef-461e-8a02-3d9bd1273f75 None None] Checking segment: {'id': '357d4c7d-8094-4283-97f3-7a0092b43e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f481c2fc-da48-407f-9df9-ed286a75aeba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:32:41.245457 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-361f6c2f-75ef-461e-8a02-3d9bd1273f75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:41.245848 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361f6c2f-75ef-461e-8a02-3d9bd1273f75 None None] Bound using segment: {'id': '357d4c7d-8094-4283-97f3-7a0092b43e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f481c2fc-da48-407f-9df9-ed286a75aeba'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:32:41.246362 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-361f6c2f-75ef-461e-8a02-3d9bd1273f75 None None] Bound port: 089037b8-9c95-4e2d-836e-3fc9b236022e, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '357d4c7d-8094-4283-97f3-7a0092b43e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f481c2fc-da48-407f-9df9-ed286a75aeba'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:32:41.246739 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-361f6c2f-75ef-461e-8a02-3d9bd1273f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:41.257407 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a7ff36e4-7c66-41f7-8a8d-c8f6f7312f9a tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:41.258471 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ff36e4-7c66-41f7-8a8d-c8f6f7312f9a tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Fanout notify agent at l3_agent the message router_deleted on router 946552a2-07ce-41ce-925c-46bdd5eb5a36 {{(pid=88037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:32:41.279500 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-092710e8-c14d-4a47-8e85-5ce53af71f83 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:41.315092 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-092710e8-c14d-4a47-8e85-5ce53af71f83 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:41.341613 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 349a1f1c-957e-4ab3-9534-8bd626a5fc32 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:32:41.391597 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 349a1f1c-957e-4ab3-9534-8bd626a5fc32 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:32:41.392756 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 349a1f1c-957e-4ab3-9534-8bd626a5fc32 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:32:41.393182 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 5d3b8f83-7fa8-4c29-9a2d-3a231a0397c3 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:32:41.446213 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 5d3b8f83-7fa8-4c29-9a2d-3a231a0397c3 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:32:41.446827 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 5d3b8f83-7fa8-4c29-9a2d-3a231a0397c3 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:32:41.521572 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.objects.ports [None req-9e33a074-8555-4c90-966c-255894df10fc tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88038) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 04 17:32:41.527966 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9e33a074-8555-4c90-966c-255894df10fc tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:41.535841 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-361f6c2f-75ef-461e-8a02-3d9bd1273f75 None None] For port 089037b8-9c95-4e2d-836e-3fc9b236022e, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:32:41.543425 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-361f6c2f-75ef-461e-8a02-3d9bd1273f75 None None] For port 089037b8-9c95-4e2d-836e-3fc9b236022e, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=089037b8-9c95-4e2d-836e-3fc9b236022e,segment=NetworkSegment(357d4c7d-8094-4283-97f3-7a0092b43e6d),segment_id=357d4c7d-8094-4283-97f3-7a0092b43e6d)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:32:41.568339 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-092710e8-c14d-4a47-8e85-5ce53af71f83 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710702'] for router_interface, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:41.568575 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-361f6c2f-75ef-461e-8a02-3d9bd1273f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:41.578898 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092710e8-c14d-4a47-8e85-5ce53af71f83 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Pushing event updated for resources: {'Port': ['ID=cdf16ba5-8079-40e9-b6ef-1a2d680fae17,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:41.583201 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-44f78c4f-c3a9-42fc-84a6-69fb5e420fe2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:41.615226 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-44f78c4f-c3a9-42fc-84a6-69fb5e420fe2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:41.628700 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e9579090-e0b7-4fff-9b4f-64a8fe08b4d2 None None] Notify callbacks [] for port, precommit_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:41.633357 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a7ff36e4-7c66-41f7-8a8d-c8f6f7312f9a tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:41.633538 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device a8d644c7-1763-46fd-9b3d-99f41fab8eb4 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:32:41.639986 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-a7ff36e4-7c66-41f7-8a8d-c8f6f7312f9a tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "DELETE /v2.0/routers/946552a2-07ce-41ce-925c-46bdd5eb5a36 HTTP/1.1" status: 204 len: 168 time: 1.1651926 May 04 17:32:41.641050 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52370) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:41.653560 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-0acee101-f63b-4885-af07-0c770b70b4a4 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1405900064', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:32:41.660121 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e33a074-8555-4c90-966c-255894df10fc tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:32:41.673392 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-9e33a074-8555-4c90-966c-255894df10fc tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:32:41.680559 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-0acee101-f63b-4885-af07-0c770b70b4a4 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:32:41.685353 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e33a074-8555-4c90-966c-255894df10fc tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:41.686072 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9e33a074-8555-4c90-966c-255894df10fc tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:41.697239 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e37f7d-a113-4625-8926-18f9e490623c None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:32:41.702097 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-0acee101-f63b-4885-af07-0c770b70b4a4 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Usage tracker for resource:router and tenant:a41a9e7401a94b21bc1365a01709c65f is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:32:41.704519 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e33a074-8555-4c90-966c-255894df10fc tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event updated for resources: {'Subnet': ['ID=f3d9c4e3-7bf5-427f-b32f-ac3d8ba41dd9,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:41.706600 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-0acee101-f63b-4885-af07-0c770b70b4a4 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:32:41.738370 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-44f78c4f-c3a9-42fc-84a6-69fb5e420fe2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:41.742586 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-44f78c4f-c3a9-42fc-84a6-69fb5e420fe2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.0945330 May 04 17:32:41.743182 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52374) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:41.745416 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-e9579090-e0b7-4fff-9b4f-64a8fe08b4d2 None None] Transition to ACTIVE for port object 20d6e625-510e-4b30-91dd-36c857ed358d will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:32:41.756368 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-c738e107-1ab9-4e19-8cb9-0bdc662584da tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group_rule': {'security_group_id': 'afa7a7f7-79f2-4c52-9405-e6b754b5b456', 'project_id': '8ede911fc7f845af95dd74968234120d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:32:41.761221 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f78c4f-c3a9-42fc-84a6-69fb5e420fe2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afa7a7f7-79f2-4c52-9405-e6b754b5b456,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:41.767633 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-c738e107-1ab9-4e19-8cb9-0bdc662584da tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:32:41.782800 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-c738e107-1ab9-4e19-8cb9-0bdc662584da tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:32:41.790027 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-c738e107-1ab9-4e19-8cb9-0bdc662584da tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:32:41.791559 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e9579090-e0b7-4fff-9b4f-64a8fe08b4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:41.798683 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-c738e107-1ab9-4e19-8cb9-0bdc662584da tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:32:41.802849 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-0acee101-f63b-4885-af07-0c770b70b4a4 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:32:41.817488 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a7096d24-115b-48b7-9b90-fe1e981e5651 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:41.835373 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-a7096d24-115b-48b7-9b90-fe1e981e5651 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Transition to ACTIVE for port object b09a4d11-3182-4e7e-b2ba-31a62864c6cf will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:32:41.850728 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-9e33a074-8555-4c90-966c-255894df10fc tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5766144 May 04 17:32:41.851653 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52378) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:41.858255 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-17bcb9a4-5d0b-4d87-b4e6-1ea92e36b380 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Request body: {'port': {'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'mac_address': 'fa:16:3e:fe:87:de', 'name': 'tempest-NetworksTestDHCPv6-182112186'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:32:41.860511 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361f6c2f-75ef-461e-8a02-3d9bd1273f75 None None] Pushing event updated for resources: {'Port': ['ID=089037b8-9c95-4e2d-836e-3fc9b236022e,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:41.873891 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c738e107-1ab9-4e19-8cb9-0bdc662584da tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:41.887416 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0acee101-f63b-4885-af07-0c770b70b4a4 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:41.888588 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0acee101-f63b-4885-af07-0c770b70b4a4 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:41.888873 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a7096d24-115b-48b7-9b90-fe1e981e5651 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:41.945121 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092710e8-c14d-4a47-8e85-5ce53af71f83 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Network f2ae54e9-4668-47cf-87fb-1548bbb807f9 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:32:41.995257 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7096d24-115b-48b7-9b90-fe1e981e5651 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Network f481c2fc-da48-407f-9df9-ed286a75aeba is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:32:42.005567 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-a7096d24-115b-48b7-9b90-fe1e981e5651 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:32:42.009390 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-092710e8-c14d-4a47-8e85-5ce53af71f83 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:32:42.013956 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7096d24-115b-48b7-9b90-fe1e981e5651 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:32:42.027743 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0acee101-f63b-4885-af07-0c770b70b4a4 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:42.055279 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7096d24-115b-48b7-9b90-fe1e981e5651 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event updated for resources: {'Port': ['ID=b09a4d11-3182-4e7e-b2ba-31a62864c6cf,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:42.132144 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c738e107-1ab9-4e19-8cb9-0bdc662584da tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:42.134471 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-32a2f1f3-74b7-4294-99f2-6f24a08d7fa3 req-373ea29a-e641-4b73-8133-b37a6f5d3910 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a89c1a56-83ba-4c06-94e3-b931024cb05a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3794513 May 04 17:32:42.145853 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c738e107-1ab9-4e19-8cb9-0bdc662584da tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:42.177159 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7096d24-115b-48b7-9b90-fe1e981e5651 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:42.177803 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a7096d24-115b-48b7-9b90-fe1e981e5651 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:42.285650 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c738e107-1ab9-4e19-8cb9-0bdc662584da tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:42.289421 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-c738e107-1ab9-4e19-8cb9-0bdc662584da tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5378795 May 04 17:32:42.289421 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c738e107-1ab9-4e19-8cb9-0bdc662584da tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1d856d6-9efb-4105-aa27-df2c9c23134c,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:42.290245 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52384) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:42.298973 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-5b19ad0e-73b9-44d6-ac54-98303f124d66 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group_rule': {'security_group_id': 'afa7a7f7-79f2-4c52-9405-e6b754b5b456', 'project_id': '8ede911fc7f845af95dd74968234120d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:32:42.326761 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-a7096d24-115b-48b7-9b90-fe1e981e5651 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5348256 May 04 17:32:42.328102 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-5b19ad0e-73b9-44d6-ac54-98303f124d66 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:32:42.330245 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52388) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:42.393105 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-5b19ad0e-73b9-44d6-ac54-98303f124d66 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:32:42.399422 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-5b19ad0e-73b9-44d6-ac54-98303f124d66 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:32:42.414600 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0acee101-f63b-4885-af07-0c770b70b4a4 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:42.415951 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-5b19ad0e-73b9-44d6-ac54-98303f124d66 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:32:42.426710 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26480d5e-9aad-4fdb-994a-252a6bbd3ec5 None None] Pushing event updated for resources: {'Port': ['ID=20d6e625-510e-4b30-91dd-36c857ed358d,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:42.439097 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port a8d644c7-1763-46fd-9b3d-99f41fab8eb4 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:32:42.439910 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:42.443188 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5b19ad0e-73b9-44d6-ac54-98303f124d66 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:42.495072 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e53287f-72be-411b-ad8a-523eb5fa466f tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:42.495909 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-7e53287f-72be-411b-ad8a-523eb5fa466f tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Synchronizing usage tracker for tenant:d50aa0308d3f47e4bde015fa31f2165f on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:32:42.506896 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-092710e8-c14d-4a47-8e85-5ce53af71f83 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Router 0333f8f4-dc03-4bf9-8e0d-90a135e3463b has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:32:42.516658 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-17bcb9a4-5d0b-4d87-b4e6-1ea92e36b380 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:32:42.527570 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-17bcb9a4-5d0b-4d87-b4e6-1ea92e36b380 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Usage tracker for resource:port and tenant:e0bb3da2b1c344b882bb065b24ba46bb is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:32:42.529520 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-7e53287f-72be-411b-ad8a-523eb5fa466f tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Unset dirty status for tenant:d50aa0308d3f47e4bde015fa31f2165f on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:32:42.534151 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-7e53287f-72be-411b-ad8a-523eb5fa466f tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.2 HTTP/1.1" status: 200 len: 922 time: 0.2026346 May 04 17:32:42.536520 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52394) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:42.537506 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-17bcb9a4-5d0b-4d87-b4e6-1ea92e36b380 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:32:42.547971 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-17bcb9a4-5d0b-4d87-b4e6-1ea92e36b380 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:32:42.567798 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-e9579090-e0b7-4fff-9b4f-64a8fe08b4d2 None None] Attempting to bind port 20d6e625-510e-4b30-91dd-36c857ed358d on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:32:42.568378 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-e9579090-e0b7-4fff-9b4f-64a8fe08b4d2 None None] Attempting to bind port 20d6e625-510e-4b30-91dd-36c857ed358d by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '6f4f049e-5b81-4cd5-ae7b-d8e68835424d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:32:42.568745 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9579090-e0b7-4fff-9b4f-64a8fe08b4d2 None None] Attempting to bind port 20d6e625-510e-4b30-91dd-36c857ed358d on network 832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:32:42.609489 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5b19ad0e-73b9-44d6-ac54-98303f124d66 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:42.616981 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5b19ad0e-73b9-44d6-ac54-98303f124d66 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:42.644315 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-99a0195d-5f36-4148-80cd-499234b9c3dd tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Deleting port b09a4d11-3182-4e7e-b2ba-31a62864c6cf {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:32:42.644659 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-99a0195d-5f36-4148-80cd-499234b9c3dd tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:42.645543 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9579090-e0b7-4fff-9b4f-64a8fe08b4d2 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:32:42.645950 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9579090-e0b7-4fff-9b4f-64a8fe08b4d2 None None] Checking segment: {'id': '6f4f049e-5b81-4cd5-ae7b-d8e68835424d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:32:42.646568 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e9579090-e0b7-4fff-9b4f-64a8fe08b4d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:42.646973 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9579090-e0b7-4fff-9b4f-64a8fe08b4d2 None None] Bound using segment: {'id': '6f4f049e-5b81-4cd5-ae7b-d8e68835424d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:32:42.647453 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-e9579090-e0b7-4fff-9b4f-64a8fe08b4d2 None None] Bound port: 20d6e625-510e-4b30-91dd-36c857ed358d, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f4f049e-5b81-4cd5-ae7b-d8e68835424d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:32:42.647897 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e9579090-e0b7-4fff-9b4f-64a8fe08b4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:42.683179 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19ad0e-73b9-44d6-ac54-98303f124d66 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8d7666e-c951-46a8-a190-68ee09c15aaa,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:42.709911 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5b19ad0e-73b9-44d6-ac54-98303f124d66 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:42.714296 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-5b19ad0e-73b9-44d6-ac54-98303f124d66 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4209659 May 04 17:32:42.715623 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52398) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:42.721809 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-dfa58629-cc23-4439-a3f3-826315448509 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group_rule': {'security_group_id': 'afa7a7f7-79f2-4c52-9405-e6b754b5b456', 'project_id': '8ede911fc7f845af95dd74968234120d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:32:42.731384 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-dfa58629-cc23-4439-a3f3-826315448509 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:32:42.762018 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ffc1b7-694e-4cb8-9303-2da062960cd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-6b89b041-5c42-49da-97bf-23cee8aadf17', 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'tenant_id': 'e0bb3da2b1c344b882bb065b24ba46bb', 'fixed_ips': [{'subnet_id': 'f3d9c4e3-7bf5-427f-b32f-ac3d8ba41dd9'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:32:42.762772 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a9ffc1b7-694e-4cb8-9303-2da062960cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:42.765143 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0acee101-f63b-4885-af07-0c770b70b4a4 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:42.768842 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-0acee101-f63b-4885-af07-0c770b70b4a4 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1221194 May 04 17:32:42.775873 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52402) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:42.776492 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-dfa58629-cc23-4439-a3f3-826315448509 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:32:42.780462 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device a7314d8f-bc32-47f4-b018-0943405d1ca4 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:32:42.783954 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-2e7313b9-2efa-41d8-ba14-6bba718a1a92 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:32:42.835237 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-dfa58629-cc23-4439-a3f3-826315448509 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:32:42.847239 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17bcb9a4-5d0b-4d87-b4e6-1ea92e36b380 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Made reservation on behalf of e0bb3da2b1c344b882bb065b24ba46bb for: {'port': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:32:42.904145 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-dfa58629-cc23-4439-a3f3-826315448509 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:32:42.906746 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a2f1f3-74b7-4294-99f2-6f24a08d7fa3 req-b88f7644-bc99-482c-8c73-7a2e99bcde3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:42.908512 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-32a2f1f3-74b7-4294-99f2-6f24a08d7fa3 req-b88f7644-bc99-482c-8c73-7a2e99bcde3d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8c992398177546e184e9933345174247&device_id=a89c1a56-83ba-4c06-94e3-b931024cb05a HTTP/1.1" status: 200 len: 1098 time: 0.6172659 May 04 17:32:42.919342 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-f2389745-062d-412d-bc1f-e668f0cb25a7 None None] Provisioning complete for port cdf16ba5-8079-40e9-b6ef-1a2d680fae17 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:32:42.920153 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-f2389745-062d-412d-bc1f-e668f0cb25a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:42.975535 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-e9579090-e0b7-4fff-9b4f-64a8fe08b4d2 None None] For port 20d6e625-510e-4b30-91dd-36c857ed358d, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:32:42.984557 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-092710e8-c14d-4a47-8e85-5ce53af71f83 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:32:43.004478 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-092710e8-c14d-4a47-8e85-5ce53af71f83 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] 10.222.0.41 "PUT /v2.0/routers/0333f8f4-dc03-4bf9-8e0d-90a135e3463b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7487290 May 04 17:32:43.005911 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-e9579090-e0b7-4fff-9b4f-64a8fe08b4d2 None None] For port 20d6e625-510e-4b30-91dd-36c857ed358d, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=20d6e625-510e-4b30-91dd-36c857ed358d,segment=NetworkSegment(6f4f049e-5b81-4cd5-ae7b-d8e68835424d),segment_id=6f4f049e-5b81-4cd5-ae7b-d8e68835424d)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:32:43.010573 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e819a4-b318-4a16-9a7c-ea7a8cdf9a1e None None] Sync routers for ids ['0333f8f4-dc03-4bf9-8e0d-90a135e3463b'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:32:43.028076 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e9579090-e0b7-4fff-9b4f-64a8fe08b4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:43.028743 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52406) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:43.076415 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-f2389745-062d-412d-bc1f-e668f0cb25a7 None None] Port cdf16ba5-8079-40e9-b6ef-1a2d680fae17 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:32:43.135885 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e819a4-b318-4a16-9a7c-ea7a8cdf9a1e None None] Routers {'0333f8f4-dc03-4bf9-8e0d-90a135e3463b'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:32:43.136633 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-38e819a4-b318-4a16-9a7c-ea7a8cdf9a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:32:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['0333f8f4-dc03-4bf9-8e0d-90a135e3463b'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:43.138907 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dfa58629-cc23-4439-a3f3-826315448509 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:43.234470 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-38e819a4-b318-4a16-9a7c-ea7a8cdf9a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:43.257562 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port a7314d8f-bc32-47f4-b018-0943405d1ca4 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:32:43.258032 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:43.328639 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-99a0195d-5f36-4148-80cd-499234b9c3dd tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:43.339609 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-436c9a58-81dc-4d9d-b1e4-659ce4b434a7 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks [] for router, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:43.343684 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-a9ffc1b7-694e-4cb8-9303-2da062960cd1 None None] Allocated IP 2001:db8::f816:3eff:fe0b:3e1a (6b89b041-5c42-49da-97bf-23cee8aadf17/f3d9c4e3-7bf5-427f-b32f-ac3d8ba41dd9/cba4b3e9-a58a-43e6-a877-7b52dd0968a9) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:32:43.359286 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26480d5e-9aad-4fdb-994a-252a6bbd3ec5 None None] Pushing event updated for resources: {'Port': ['ID=20d6e625-510e-4b30-91dd-36c857ed358d,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:43.377334 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9579090-e0b7-4fff-9b4f-64a8fe08b4d2 None None] Routers {'3eab3784-2df0-4e94-aeb3-66a8bb1488dc'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:32:43.378233 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-e9579090-e0b7-4fff-9b4f-64a8fe08b4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:32:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['3eab3784-2df0-4e94-aeb3-66a8bb1488dc'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:43.456834 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e819a4-b318-4a16-9a7c-ea7a8cdf9a1e None None] Routers {'0333f8f4-dc03-4bf9-8e0d-90a135e3463b'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:32:43.457485 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-38e819a4-b318-4a16-9a7c-ea7a8cdf9a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:32:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['0333f8f4-dc03-4bf9-8e0d-90a135e3463b'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:43.552399 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-17bcb9a4-5d0b-4d87-b4e6-1ea92e36b380 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:43.553011 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14ef6fd-9071-46ee-b840-0047c808f71d None None] Network f481c2fc-da48-407f-9df9-ed286a75aeba requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:32:43.596174 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-38e819a4-b318-4a16-9a7c-ea7a8cdf9a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:43.596860 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e819a4-b318-4a16-9a7c-ea7a8cdf9a1e None None] The sync data for ids ['0333f8f4-dc03-4bf9-8e0d-90a135e3463b'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:32:43.611428 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [None req-17bcb9a4-5d0b-4d87-b4e6-1ea92e36b380 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] device_id is not set on port ddf2361e-c50d-4580-a81e-5c6366bffb76 yet. {{(pid=88038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:32:43.647420 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.api.v2.resource [None req-436c9a58-81dc-4d9d-b1e4-659ce4b434a7 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] delete failed (client error): There was a conflict when trying to complete your request. May 04 17:32:43.651221 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-436c9a58-81dc-4d9d-b1e4-659ce4b434a7 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] 10.222.0.41 "DELETE /v2.0/routers/0333f8f4-dc03-4bf9-8e0d-90a135e3463b HTTP/1.1" status: 409 len: 329 time: 0.6187027 May 04 17:32:43.651221 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a2f1f3-74b7-4294-99f2-6f24a08d7fa3 req-ca9cb513-3160-4022-934b-328f7eadd261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:43.652688 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-32a2f1f3-74b7-4294-99f2-6f24a08d7fa3 req-ca9cb513-3160-4022-934b-328f7eadd261 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b631325e-11d5-4100-a2cb-8b9aba720937 HTTP/1.1" status: 200 len: 913 time: 0.6930110 May 04 17:32:43.653025 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52412) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:43.743235 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-99a0195d-5f36-4148-80cd-499234b9c3dd tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Calling delete_port for b09a4d11-3182-4e7e-b2ba-31a62864c6cf owned by {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:32:43.820678 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dfa58629-cc23-4439-a3f3-826315448509 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:43.822872 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2e7313b9-2efa-41d8-ba14-6bba718a1a92 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:43.831858 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dfa58629-cc23-4439-a3f3-826315448509 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:43.864208 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2e7313b9-2efa-41d8-ba14-6bba718a1a92 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-712177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-712168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-709817'] for router, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:43.871522 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa58629-cc23-4439-a3f3-826315448509 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7156728-d7c1-4101-af27-aae8d607c7bd,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:43.878301 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-bef69fb0-96f7-4b3a-8f2d-be035966f8a2 None None] Provisioning for port 089037b8-9c95-4e2d-836e-3fc9b236022e completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:32:43.939901 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-32a2f1f3-74b7-4294-99f2-6f24a08d7fa3 req-00e176fa-67d9-48c0-8f30-13b60d528836 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5528093-85fd-4674-98ad-09fd400f3a4d HTTP/1.1" status: 200 len: 1001 time: 0.2767301 May 04 17:32:44.053323 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-e9579090-e0b7-4fff-9b4f-64a8fe08b4d2 None None] Set router 3eab3784-2df0-4e94-aeb3-66a8bb1488dc gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:32:44.055694 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dfa58629-cc23-4439-a3f3-826315448509 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:44.059410 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-dfa58629-cc23-4439-a3f3-826315448509 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3412764 May 04 17:32:44.065012 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52416) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:44.074733 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-d71e6bda-85d9-48c5-8992-7f7f6b14e8fe tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group_rule': {'security_group_id': 'afa7a7f7-79f2-4c52-9405-e6b754b5b456', 'project_id': '8ede911fc7f845af95dd74968234120d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:32:44.097552 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-d71e6bda-85d9-48c5-8992-7f7f6b14e8fe tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:32:44.106164 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 060d092c-f6b2-4c47-a240-6a17ca62066b up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:32:44.108125 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-d71e6bda-85d9-48c5-8992-7f7f6b14e8fe tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:32:44.114708 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-d71e6bda-85d9-48c5-8992-7f7f6b14e8fe tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:32:44.129487 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-d71e6bda-85d9-48c5-8992-7f7f6b14e8fe tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:32:44.155467 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-99a0195d-5f36-4148-80cd-499234b9c3dd tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:44.253037 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a0195d-5f36-4148-80cd-499234b9c3dd tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event deleted for resources: {'Port': ['ID=b09a4d11-3182-4e7e-b2ba-31a62864c6cf,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:44.257245 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e7313b9-2efa-41d8-ba14-6bba718a1a92 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Router 3fe8f6fc-f289-47fc-a59a-d1b5071cf005 is scheduled to L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 with binding_index 1 {{(pid=88037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:32:44.278704 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d71e6bda-85d9-48c5-8992-7f7f6b14e8fe tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:44.297170 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a2f1f3-74b7-4294-99f2-6f24a08d7fa3 req-be3250a3-6ae9-4e45-a5e5-a34f7598bc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:44.298953 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-32a2f1f3-74b7-4294-99f2-6f24a08d7fa3 req-be3250a3-6ae9-4e45-a5e5-a34f7598bc29 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=35d620f1-cc33-411a-8546-1edeed82bf7b HTTP/1.1" status: 200 len: 851 time: 0.3515785 May 04 17:32:44.428308 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a9ffc1b7-694e-4cb8-9303-2da062960cd1 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:44.475333 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a2f1f3-74b7-4294-99f2-6f24a08d7fa3 req-2a2a8f18-19df-4ba3-86c3-292a9b5dca0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:44.477599 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-32a2f1f3-74b7-4294-99f2-6f24a08d7fa3 req-2a2a8f18-19df-4ba3-86c3-292a9b5dca0e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b631325e-11d5-4100-a2cb-8b9aba720937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1716151 May 04 17:32:44.498053 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-a9ffc1b7-694e-4cb8-9303-2da062960cd1 None None] Transition to ACTIVE for port object cba4b3e9-a58a-43e6-a877-7b52dd0968a9 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:32:44.506170 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 060d092c-f6b2-4c47-a240-6a17ca62066b triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:32:44.506893 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:44.531968 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e7313b9-2efa-41d8-ba14-6bba718a1a92 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:32:44.557962 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f576f46-3305-4707-8de7-be06a4b5bc09 None None] Sync routers for ids ['3fe8f6fc-f289-47fc-a59a-d1b5071cf005'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:32:44.562455 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d71e6bda-85d9-48c5-8992-7f7f6b14e8fe tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:44.569252 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f576f46-3305-4707-8de7-be06a4b5bc09 None None] Routers {'3fe8f6fc-f289-47fc-a59a-d1b5071cf005'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:32:44.570212 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-8f576f46-3305-4707-8de7-be06a4b5bc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:32:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['3fe8f6fc-f289-47fc-a59a-d1b5071cf005'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:44.581276 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-99a0195d-5f36-4148-80cd-499234b9c3dd tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:44.583639 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-a9ffc1b7-694e-4cb8-9303-2da062960cd1 None None] Transition to ACTIVE for port object cba4b3e9-a58a-43e6-a877-7b52dd0968a9 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:32:44.588755 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-99a0195d-5f36-4148-80cd-499234b9c3dd tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "DELETE /v2.0/ports/b09a4d11-3182-4e7e-b2ba-31a62864c6cf HTTP/1.1" status: 204 len: 168 time: 2.0510571 May 04 17:32:44.589440 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52420) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:44.594697 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2e7313b9-2efa-41d8-ba14-6bba718a1a92 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:44.603954 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-2e7313b9-2efa-41d8-ba14-6bba718a1a92 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "PUT /v2.0/routers/3fe8f6fc-f289-47fc-a59a-d1b5071cf005 HTTP/1.1" status: 200 len: 698 time: 1.8210313 May 04 17:32:44.608077 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52422) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:44.608746 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d71e6bda-85d9-48c5-8992-7f7f6b14e8fe tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:44.616076 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a9ffc1b7-694e-4cb8-9303-2da062960cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:44.720935 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-8f576f46-3305-4707-8de7-be06a4b5bc09 None None] Set router 3fe8f6fc-f289-47fc-a59a-d1b5071cf005 gateway port host: None {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:32:44.732441 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-17bcb9a4-5d0b-4d87-b4e6-1ea92e36b380 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Allocated IP 2001:db8::f816:3eff:fefe:87de (6b89b041-5c42-49da-97bf-23cee8aadf17/f3d9c4e3-7bf5-427f-b32f-ac3d8ba41dd9/ddf2361e-c50d-4580-a81e-5c6366bffb76) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:32:44.742479 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-32a2f1f3-74b7-4294-99f2-6f24a08d7fa3 req-9e6809f0-a697-4bfe-ac98-d445c2031aa2 service neutron] 10.222.0.42 "GET /v2.0/networks/b631325e-11d5-4100-a2cb-8b9aba720937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564576 May 04 17:32:44.744633 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ffc1b7-694e-4cb8-9303-2da062960cd1 None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:32:44.791245 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-a9ffc1b7-694e-4cb8-9303-2da062960cd1 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:32:44.799740 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ffc1b7-694e-4cb8-9303-2da062960cd1 None None] Pushing event updated for resources: {'Port': ['ID=cba4b3e9-a58a-43e6-a877-7b52dd0968a9,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:44.824022 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ffc1b7-694e-4cb8-9303-2da062960cd1 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:32:44.846920 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1e5ba3df-bcd0-420e-8d35-9d84a02e4da7 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710748'] for router_interface, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:44.896844 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-8f576f46-3305-4707-8de7-be06a4b5bc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe8f6fc-f289-47fc-a59a-d1b5071cf005', 'name': 'tempest-RoutersIpV6Test-router-1405900064', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:32:41Z', 'updated_at': '2022-05-04T17:32:43Z', 'revision_number': 2, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'gw_port_host': None}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:44.907404 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f576f46-3305-4707-8de7-be06a4b5bc09 None None] Checking router: 3fe8f6fc-f289-47fc-a59a-d1b5071cf005 for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:32:44.927900 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f576f46-3305-4707-8de7-be06a4b5bc09 None None] Routers {'3fe8f6fc-f289-47fc-a59a-d1b5071cf005'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:32:44.928520 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-8f576f46-3305-4707-8de7-be06a4b5bc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:32:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['3fe8f6fc-f289-47fc-a59a-d1b5071cf005'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:44.965197 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-091b88f9-c4e3-42eb-8c02-3034da4b7669 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "GET /v2.0/routers/3fe8f6fc-f289-47fc-a59a-d1b5071cf005 HTTP/1.1" status: 200 len: 704 time: 0.3269823 May 04 17:32:44.966222 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-5db95655-ef37-4e9c-b1f7-84ed4fda68e3 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] GET failed (client error): The resource could not be found. May 04 17:32:44.966761 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-5db95655-ef37-4e9c-b1f7-84ed4fda68e3 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Synchronizing usage tracker for tenant:d50aa0308d3f47e4bde015fa31f2165f on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:32:44.972845 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52428) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:44.973489 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71e6bda-85d9-48c5-8992-7f7f6b14e8fe tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae150880-16f1-4499-beb1-f22f12290462,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:44.976022 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-a9ffc1b7-694e-4cb8-9303-2da062960cd1 None None] Attempting to bind port cba4b3e9-a58a-43e6-a877-7b52dd0968a9 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:32:44.976550 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-a9ffc1b7-694e-4cb8-9303-2da062960cd1 None None] Attempting to bind port cba4b3e9-a58a-43e6-a877-7b52dd0968a9 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:32:44.977170 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ffc1b7-694e-4cb8-9303-2da062960cd1 None None] Attempting to bind port cba4b3e9-a58a-43e6-a877-7b52dd0968a9 on network 6b89b041-5c42-49da-97bf-23cee8aadf17 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:32:44.986805 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ffc1b7-694e-4cb8-9303-2da062960cd1 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:32:44.987229 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ffc1b7-694e-4cb8-9303-2da062960cd1 None None] Checking segment: {'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:32:44.987720 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a9ffc1b7-694e-4cb8-9303-2da062960cd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:44.988201 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ffc1b7-694e-4cb8-9303-2da062960cd1 None None] Bound using segment: {'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:32:44.988914 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-a9ffc1b7-694e-4cb8-9303-2da062960cd1 None None] Bound port: cba4b3e9-a58a-43e6-a877-7b52dd0968a9, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:32:44.989424 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a9ffc1b7-694e-4cb8-9303-2da062960cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:45.002816 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 7a3b6f85-06b6-43d8-ac54-64cc6fefc70a no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:32:45.031368 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d71e6bda-85d9-48c5-8992-7f7f6b14e8fe tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:45.038903 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-d71e6bda-85d9-48c5-8992-7f7f6b14e8fe tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9723830 May 04 17:32:45.045498 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52432) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:45.056567 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-07ab0013-07d4-4cb0-b02b-31bc4c98e8e9 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group_rule': {'security_group_id': 'afa7a7f7-79f2-4c52-9405-e6b754b5b456', 'project_id': '8ede911fc7f845af95dd74968234120d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:32:45.057593 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-e9579090-e0b7-4fff-9b4f-64a8fe08b4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eab3784-2df0-4e94-aeb3-66a8bb1488dc', 'name': 'tempest-TestNetworkBasicOps-router-2033971580', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '90ecc127-a0ea-4b05-845d-09e3ed9f50b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:32:13Z', 'updated_at': '2022-05-04T17:32:34Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '90ecc127-a0ea-4b05-845d-09e3ed9f50b7', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eab3784-2df0-4e94-aeb3-66a8bb1488dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:32:15Z', 'updated_at': '2022-05-04T17:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '20d6e625-510e-4b30-91dd-36c857ed358d', 'name': '', 'network_id': '832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:f3:31:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eab3784-2df0-4e94-aeb3-66a8bb1488dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'ac53a930-fb01-43ca-8b12-f69e69235156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:32:29Z', 'updated_at': '2022-05-04T17:32:42Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': 'ac53a930-fb01-43ca-8b12-f69e69235156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:45.059613 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 7a3b6f85-06b6-43d8-ac54-64cc6fefc70a {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:32:45.060017 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 7a3b6f85-06b6-43d8-ac54-64cc6fefc70a not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:32:45.060526 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device d4cf2d05-77b6-49ee-98c9-14cbc47d652b no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:32:45.075478 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-5db95655-ef37-4e9c-b1f7-84ed4fda68e3 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Unset dirty status for tenant:d50aa0308d3f47e4bde015fa31f2165f on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:32:45.079201 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-5db95655-ef37-4e9c-b1f7-84ed4fda68e3 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "GET /v2.0/ports/b09a4d11-3182-4e7e-b2ba-31a62864c6cf HTTP/1.1" status: 404 len: 333 time: 0.4714234 May 04 17:32:45.083336 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-f110c7ee-5d77-4b43-abd1-8227e9cdbed9 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fe8f6fc-f289-47fc-a59a-d1b5071cf005 HTTP/1.1" status: 200 len: 205 time: 0.0898132 May 04 17:32:45.083494 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-07ab0013-07d4-4cb0-b02b-31bc4c98e8e9 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:32:45.085753 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52436) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:45.085982 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52438) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:45.142843 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-8f576f46-3305-4707-8de7-be06a4b5bc09 None None] Set router 3fe8f6fc-f289-47fc-a59a-d1b5071cf005 gateway port host: None {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:32:45.174596 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-a9ffc1b7-694e-4cb8-9303-2da062960cd1 None None] For port cba4b3e9-a58a-43e6-a877-7b52dd0968a9, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:32:45.178022 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-a9ffc1b7-694e-4cb8-9303-2da062960cd1 None None] For port cba4b3e9-a58a-43e6-a877-7b52dd0968a9, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=cba4b3e9-a58a-43e6-a877-7b52dd0968a9,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:32:45.180824 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: d4cf2d05-77b6-49ee-98c9-14cbc47d652b {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:32:45.181309 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device d4cf2d05-77b6-49ee-98c9-14cbc47d652b not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:32:45.181908 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device f7c8349f-d96d-4540-89c9-8f3a6eba8953 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:32:45.207277 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a9ffc1b7-694e-4cb8-9303-2da062960cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:45.215319 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9579090-e0b7-4fff-9b4f-64a8fe08b4d2 None None] The sync data for ids ['3eab3784-2df0-4e94-aeb3-66a8bb1488dc'] in dv-neutron-840426-1-hyperv is: [{'id': '3eab3784-2df0-4e94-aeb3-66a8bb1488dc', 'name': 'tempest-TestNetworkBasicOps-router-2033971580', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '90ecc127-a0ea-4b05-845d-09e3ed9f50b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:32:13Z', 'updated_at': '2022-05-04T17:32:34Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '90ecc127-a0ea-4b05-845d-09e3ed9f50b7', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eab3784-2df0-4e94-aeb3-66a8bb1488dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:32:15Z', 'updated_at': '2022-05-04T17:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '20d6e625-510e-4b30-91dd-36c857ed358d', 'name': '', 'network_id': '832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:f3:31:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eab3784-2df0-4e94-aeb3-66a8bb1488dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'ac53a930-fb01-43ca-8b12-f69e69235156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:32:29Z', 'updated_at': '2022-05-04T17:32:42Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': 'ac53a930-fb01-43ca-8b12-f69e69235156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:32:45.216562 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-07ab0013-07d4-4cb0-b02b-31bc4c98e8e9 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:32:45.291415 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: f7c8349f-d96d-4540-89c9-8f3a6eba8953 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:32:45.292025 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device f7c8349f-d96d-4540-89c9-8f3a6eba8953 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:32:45.349260 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-8f576f46-3305-4707-8de7-be06a4b5bc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe8f6fc-f289-47fc-a59a-d1b5071cf005', 'name': 'tempest-RoutersIpV6Test-router-1405900064', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:32:41Z', 'updated_at': '2022-05-04T17:32:43Z', 'revision_number': 2, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'gw_port_host': None}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:45.353473 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ffc1b7-694e-4cb8-9303-2da062960cd1 None None] Pushing event updated for resources: {'Port': ['ID=cba4b3e9-a58a-43e6-a877-7b52dd0968a9,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:45.357061 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-74c1f332-25b7-4431-ba6c-cf095845686d None None] Provisioning for port 0cdeef53-6931-4442-81d6-9f85aa8bf287 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:32:45.362384 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f576f46-3305-4707-8de7-be06a4b5bc09 None None] The sync data for ids ['3fe8f6fc-f289-47fc-a59a-d1b5071cf005'] in dv-neutron-840426-1-hyperv is: [{'id': '3fe8f6fc-f289-47fc-a59a-d1b5071cf005', 'name': 'tempest-RoutersIpV6Test-router-1405900064', 'tenant_id': 'a41a9e7401a94b21bc1365a01709c65f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:32:41Z', 'updated_at': '2022-05-04T17:32:43Z', 'revision_number': 2, 'project_id': 'a41a9e7401a94b21bc1365a01709c65f', 'gw_port_host': None}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:32:45.391101 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-74c1f332-25b7-4431-ba6c-cf095845686d None None] Provisioning complete for port 0cdeef53-6931-4442-81d6-9f85aa8bf287 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:32:45.392787 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-74c1f332-25b7-4431-ba6c-cf095845686d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:45.430342 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-07ab0013-07d4-4cb0-b02b-31bc4c98e8e9 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:32:45.513169 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-32a2f1f3-74b7-4294-99f2-6f24a08d7fa3 req-bd9e0edb-a433-4d13-9c47-89bb4df2d561 service neutron] 10.222.0.42 "GET /v2.0/networks/b631325e-11d5-4100-a2cb-8b9aba720937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7621963 May 04 17:32:45.513754 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-07ab0013-07d4-4cb0-b02b-31bc4c98e8e9 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:32:45.528577 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-74c1f332-25b7-4431-ba6c-cf095845686d None None] Port 0cdeef53-6931-4442-81d6-9f85aa8bf287 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:32:45.578163 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f269f913-1506-4841-93f2-c4f86dfb0996 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for router, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:45.715081 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 089037b8-9c95-4e2d-836e-3fc9b236022e up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:32:45.805960 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-2ce6eb7b-abc2-4b50-bad0-e54b5557a187 None None] Provisioning complete for port 0cdeef53-6931-4442-81d6-9f85aa8bf287 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:32:45.805960 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-2ce6eb7b-abc2-4b50-bad0-e54b5557a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:45.823809 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.securitygroups_db [None req-07ab0013-07d4-4cb0-b02b-31bc4c98e8e9 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Project 8ede911fc7f845af95dd74968234120d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 17:32:45.983034 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-2ce6eb7b-abc2-4b50-bad0-e54b5557a187 None None] Port 0cdeef53-6931-4442-81d6-9f85aa8bf287 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:32:46.036263 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 089037b8-9c95-4e2d-836e-3fc9b236022e completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:32:46.045287 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 089037b8-9c95-4e2d-836e-3fc9b236022e triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:32:46.045853 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:46.063135 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-17bcb9a4-5d0b-4d87-b4e6-1ea92e36b380 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:46.093162 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-17bcb9a4-5d0b-4d87-b4e6-1ea92e36b380 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Transition to ACTIVE for port object ddf2361e-c50d-4580-a81e-5c6366bffb76 will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:32:46.115336 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-f6a52549-b448-4f26-b078-3f7c307c429e tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Deleting port 0cdeef53-6931-4442-81d6-9f85aa8bf287 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:32:46.115793 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f6a52549-b448-4f26-b078-3f7c307c429e tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:46.178678 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-ceaf8436-c4c5-4e81-a299-dbbb456d4348 None None] Could not find standard attr ID for object b09a4d11-3182-4e7e-b2ba-31a62864c6cf. {{(pid=88039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 04 17:32:46.192942 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-07ab0013-07d4-4cb0-b02b-31bc4c98e8e9 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:46.219408 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-17bcb9a4-5d0b-4d87-b4e6-1ea92e36b380 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:46.260502 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:46.299024 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 089037b8-9c95-4e2d-836e-3fc9b236022e, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=089037b8-9c95-4e2d-836e-3fc9b236022e,segment=NetworkSegment(357d4c7d-8094-4283-97f3-7a0092b43e6d),segment_id=357d4c7d-8094-4283-97f3-7a0092b43e6d)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:32:46.306247 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:46.308482 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 20d6e625-510e-4b30-91dd-36c857ed358d up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:32:46.318032 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-1e5ba3df-bcd0-420e-8d35-9d84a02e4da7 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Deleting port cdf16ba5-8079-40e9-b6ef-1a2d680fae17 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:32:46.318384 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1e5ba3df-bcd0-420e-8d35-9d84a02e4da7 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:46.402980 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bcb9a4-5d0b-4d87-b4e6-1ea92e36b380 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:32:46.413444 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-17bcb9a4-5d0b-4d87-b4e6-1ea92e36b380 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:32:46.431740 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bcb9a4-5d0b-4d87-b4e6-1ea92e36b380 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:32:46.437749 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bcb9a4-5d0b-4d87-b4e6-1ea92e36b380 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:46.438480 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-17bcb9a4-5d0b-4d87-b4e6-1ea92e36b380 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:46.474265 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-17bcb9a4-5d0b-4d87-b4e6-1ea92e36b380 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.6213460 May 04 17:32:46.475337 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcb9a4-5d0b-4d87-b4e6-1ea92e36b380 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event updated for resources: {'Port': ['ID=ddf2361e-c50d-4580-a81e-5c6366bffb76,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:46.482441 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52444) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:46.587232 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 20d6e625-510e-4b30-91dd-36c857ed358d completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:32:46.597571 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 20d6e625-510e-4b30-91dd-36c857ed358d triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:32:46.598429 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:46.609002 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f269f913-1506-4841-93f2-c4f86dfb0996 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:46.612641 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f269f913-1506-4841-93f2-c4f86dfb0996 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:46.644802 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=089037b8-9c95-4e2d-836e-3fc9b236022e,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:46.646478 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1e5ba3df-bcd0-420e-8d35-9d84a02e4da7 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:46.683548 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-07ab0013-07d4-4cb0-b02b-31bc4c98e8e9 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:46.705548 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f269f913-1506-4841-93f2-c4f86dfb0996 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:46.706337 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f269f913-1506-4841-93f2-c4f86dfb0996 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Fanout notify agent at l3_agent the message router_deleted on router 3fe8f6fc-f289-47fc-a59a-d1b5071cf005 {{(pid=88037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:32:46.720005 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-07ab0013-07d4-4cb0-b02b-31bc4c98e8e9 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:46.782304 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:46.827300 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 20d6e625-510e-4b30-91dd-36c857ed358d, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=20d6e625-510e-4b30-91dd-36c857ed358d,segment=NetworkSegment(6f4f049e-5b81-4cd5-ae7b-d8e68835424d),segment_id=6f4f049e-5b81-4cd5-ae7b-d8e68835424d)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:32:46.835316 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ab0013-07d4-4cb0-b02b-31bc4c98e8e9 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce5200de-99a9-463a-a0f5-389cc3bd6060,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:46.836697 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:46.848482 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f269f913-1506-4841-93f2-c4f86dfb0996 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:46.850263 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-f269f913-1506-4841-93f2-c4f86dfb0996 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "DELETE /v2.0/routers/3fe8f6fc-f289-47fc-a59a-d1b5071cf005 HTTP/1.1" status: 204 len: 168 time: 1.7617686 May 04 17:32:46.859239 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52448) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:46.860444 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-07ab0013-07d4-4cb0-b02b-31bc4c98e8e9 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:46.864119 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-07ab0013-07d4-4cb0-b02b-31bc4c98e8e9 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.8161447 May 04 17:32:46.896877 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52452) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:46.913468 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-b20524b3-97d7-4089-9fac-aba105dd391d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group_rule': {'security_group_id': 'afa7a7f7-79f2-4c52-9405-e6b754b5b456', 'project_id': '8ede911fc7f845af95dd74968234120d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:32:46.921664 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-eda7f2b8-3986-4b34-8f46-b72a0725a4c5 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fe8f6fc-f289-47fc-a59a-d1b5071cf005 HTTP/1.1" status: 200 len: 205 time: 0.0565400 May 04 17:32:46.926057 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52456) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:46.930813 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-b20524b3-97d7-4089-9fac-aba105dd391d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:32:46.960675 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=20d6e625-510e-4b30-91dd-36c857ed358d,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:46.978325 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a3d5c1-bd94-4d3f-b96f-e869f4fa9782 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:46.987480 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a3d5c1-bd94-4d3f-b96f-e869f4fa9782 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:46.988305 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-87a3d5c1-bd94-4d3f-b96f-e869f4fa9782 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Synchronizing usage tracker for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:32:46.998409 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-1e5ba3df-bcd0-420e-8d35-9d84a02e4da7 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Calling delete_port for cdf16ba5-8079-40e9-b6ef-1a2d680fae17 owned by network:router_interface {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:32:47.021841 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-b20524b3-97d7-4089-9fac-aba105dd391d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:32:47.030520 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f6a52549-b448-4f26-b078-3f7c307c429e tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:47.040983 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-b20524b3-97d7-4089-9fac-aba105dd391d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:32:47.044055 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.api.v2.resource [None req-010d5de4-3f6a-4ad9-820b-84213cac6b0f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] delete failed (client error): The resource could not be found. May 04 17:32:47.047485 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-010d5de4-3f6a-4ad9-820b-84213cac6b0f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "DELETE /v2.0/routers/3fe8f6fc-f289-47fc-a59a-d1b5071cf005 HTTP/1.1" status: 404 len: 336 time: 0.1181748 May 04 17:32:47.052824 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-b20524b3-97d7-4089-9fac-aba105dd391d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:32:47.054778 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52460) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:47.141327 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-15fcd104-f593-46a8-9d52-9fa2a6893d58 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] DELETE failed (client error): The resource could not be found. May 04 17:32:47.142109 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15fcd104-f593-46a8-9d52-9fa2a6893d58 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:32:47.143511 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-15fcd104-f593-46a8-9d52-9fa2a6893d58 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "DELETE /v2.0/subnets/d5fe262c-4151-45b7-a512-facbde1420b7 HTTP/1.1" status: 404 len: 337 time: 0.0793309 May 04 17:32:47.151447 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52464) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:47.198624 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-87a3d5c1-bd94-4d3f-b96f-e869f4fa9782 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Unset dirty status for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:32:47.199799 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-87a3d5c1-bd94-4d3f-b96f-e869f4fa9782 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.7164185 May 04 17:32:47.200960 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-a036e35b-d635-453e-afcd-4a61d4ef0449 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] DELETE failed (client error): The resource could not be found. May 04 17:32:47.201786 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a036e35b-d635-453e-afcd-4a61d4ef0449 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:32:47.203213 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-a036e35b-d635-453e-afcd-4a61d4ef0449 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "DELETE /v2.0/subnets/2f4262d2-4cc8-4374-aa55-7fd788a8786d HTTP/1.1" status: 404 len: 337 time: 0.0508118 May 04 17:32:47.205349 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52468) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:47.205668 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52470) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:47.214241 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-f6a52549-b448-4f26-b078-3f7c307c429e tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Calling delete_port for 0cdeef53-6931-4442-81d6-9f85aa8bf287 owned by {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:32:47.256041 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.securitygroups_db [None req-b20524b3-97d7-4089-9fac-aba105dd391d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Project 8ede911fc7f845af95dd74968234120d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 17:32:47.290726 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b20524b3-97d7-4089-9fac-aba105dd391d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:47.321898 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-f85fd63d-b5a8-4f88-9e20-31f47909b5c6 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] DELETE failed (client error): The resource could not be found. May 04 17:32:47.322257 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f85fd63d-b5a8-4f88-9e20-31f47909b5c6 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:32:47.326187 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-f85fd63d-b5a8-4f88-9e20-31f47909b5c6 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "DELETE /v2.0/subnets/b638ab86-3739-4801-b4a1-31a48df33c4a HTTP/1.1" status: 404 len: 337 time: 0.1154735 May 04 17:32:47.327615 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52476) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:47.349830 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-a7ab0a58-0c8f-444b-8dd3-cd0959d2f9d6 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Deleting port ddf2361e-c50d-4580-a81e-5c6366bffb76 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:32:47.350194 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a7ab0a58-0c8f-444b-8dd3-cd0959d2f9d6 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:47.399842 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f15affa-f935-4538-a938-84297014f310 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] DELETE failed (client error): The resource could not be found. May 04 17:32:47.400652 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f15affa-f935-4538-a938-84297014f310 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:32:47.404725 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-7f15affa-f935-4538-a938-84297014f310 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "DELETE /v2.0/subnets/f5313b1f-026c-4616-a62e-981d8297fb35 HTTP/1.1" status: 404 len: 337 time: 0.0739043 May 04 17:32:47.407554 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52480) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:47.459072 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-88cf1988-7105-432c-9d13-44763808a4c9 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Synchronizing usage tracker for tenant:a41a9e7401a94b21bc1365a01709c65f on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:32:47.473878 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b20524b3-97d7-4089-9fac-aba105dd391d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:47.490733 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b20524b3-97d7-4089-9fac-aba105dd391d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:47.531862 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20524b3-97d7-4089-9fac-aba105dd391d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcc38e8a-177a-4054-b55e-3daada223c5e,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:47.555434 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f6a52549-b448-4f26-b078-3f7c307c429e tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:47.562093 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b20524b3-97d7-4089-9fac-aba105dd391d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:47.570987 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-b20524b3-97d7-4089-9fac-aba105dd391d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6651218 May 04 17:32:47.599735 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-88cf1988-7105-432c-9d13-44763808a4c9 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] Unset dirty status for tenant:a41a9e7401a94b21bc1365a01709c65f on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:32:47.600493 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-88cf1988-7105-432c-9d13-44763808a4c9 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "GET /v2.0/ports?device_id=946552a2-07ce-41ce-925c-46bdd5eb5a36 HTTP/1.1" status: 200 len: 205 time: 0.1896219 May 04 17:32:47.605008 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52486) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:47.628970 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a52549-b448-4f26-b078-3f7c307c429e tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event deleted for resources: {'Port': ['ID=0cdeef53-6931-4442-81d6-9f85aa8bf287,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:47.688067 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1e5ba3df-bcd0-420e-8d35-9d84a02e4da7 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:47.694813 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device cba4b3e9-a58a-43e6-a877-7b52dd0968a9 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:32:47.792344 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.api.v2.resource [None req-b7e7ae3a-66ec-47a1-a071-a2556937e24f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] delete failed (client error): The resource could not be found. May 04 17:32:47.793493 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-b7e7ae3a-66ec-47a1-a071-a2556937e24f tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "DELETE /v2.0/routers/946552a2-07ce-41ce-925c-46bdd5eb5a36 HTTP/1.1" status: 404 len: 336 time: 0.1875219 May 04 17:32:47.799202 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52492) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:47.843810 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port cba4b3e9-a58a-43e6-a877-7b52dd0968a9 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:32:47.851043 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port cba4b3e9-a58a-43e6-a877-7b52dd0968a9 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:32:47.851493 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:47.854712 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5ba3df-bcd0-420e-8d35-9d84a02e4da7 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Pushing event deleted for resources: {'Port': ['ID=cdf16ba5-8079-40e9-b6ef-1a2d680fae17,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:47.876285 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f6a52549-b448-4f26-b078-3f7c307c429e tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:47.880685 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-f6a52549-b448-4f26-b078-3f7c307c429e tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "DELETE /v2.0/ports/0cdeef53-6931-4442-81d6-9f85aa8bf287 HTTP/1.1" status: 204 len: 168 time: 2.7914422 May 04 17:32:47.890114 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52504) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:47.894604 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-4cf7092a-6189-41e0-b132-fb7468589943 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "GET /v2.0/ports?device_id=80dcc7cf-fbc0-4adf-b882-351c7e91122b HTTP/1.1" status: 200 len: 205 time: 0.0919130 May 04 17:32:47.897065 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52508) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:47.897861 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-b5a1ee14-1f57-4739-b64c-04c3804debfb None None] Provisioning for port cba4b3e9-a58a-43e6-a877-7b52dd0968a9 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:32:47.907987 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-b5a1ee14-1f57-4739-b64c-04c3804debfb None None] Provisioning complete for port cba4b3e9-a58a-43e6-a877-7b52dd0968a9 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:32:47.908862 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b5a1ee14-1f57-4739-b64c-04c3804debfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:48.065453 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-796632c0-04e8-4141-b73b-0d5a3f8e57cc tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] GET failed (client error): The resource could not be found. May 04 17:32:48.065907 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-796632c0-04e8-4141-b73b-0d5a3f8e57cc tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Synchronizing usage tracker for tenant:d50aa0308d3f47e4bde015fa31f2165f on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:32:48.075522 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.api.v2.resource [None req-dfe6960a-9f9b-4357-b02c-647068e9524a tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] delete failed (client error): The resource could not be found. May 04 17:32:48.078985 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-dfe6960a-9f9b-4357-b02c-647068e9524a tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "DELETE /v2.0/routers/80dcc7cf-fbc0-4adf-b882-351c7e91122b HTTP/1.1" status: 404 len: 336 time: 0.1424141 May 04 17:32:48.079436 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52512) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:48.124960 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a7ab0a58-0c8f-444b-8dd3-cd0959d2f9d6 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:48.232852 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:48.261655 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b5a1ee14-1f57-4739-b64c-04c3804debfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:48.295490 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port cba4b3e9-a58a-43e6-a877-7b52dd0968a9, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=cba4b3e9-a58a-43e6-a877-7b52dd0968a9,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:32:48.302160 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:48.302404 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3b8913b-5843-4b5c-826d-b70217d605e1 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] DELETE failed (client error): The resource could not be found. May 04 17:32:48.302840 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3b8913b-5843-4b5c-826d-b70217d605e1 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:32:48.303248 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 089037b8-9c95-4e2d-836e-3fc9b236022e up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:32:48.307455 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-f3b8913b-5843-4b5c-826d-b70217d605e1 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "DELETE /v2.0/subnets/4c6fd038-32ee-4880-8271-c9cb8bf42e35 HTTP/1.1" status: 404 len: 337 time: 0.2241180 May 04 17:32:48.308857 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-85b07694-6454-4927-882e-b705372253b3 req-36af6053-b169-4ec4-a93b-6c91cae534e6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Synchronizing usage tracker for tenant:8ede911fc7f845af95dd74968234120d on resource:security_group {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:32:48.311307 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52516) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:48.358455 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-796632c0-04e8-4141-b73b-0d5a3f8e57cc tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Unset dirty status for tenant:d50aa0308d3f47e4bde015fa31f2165f on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:32:48.362176 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-796632c0-04e8-4141-b73b-0d5a3f8e57cc tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "GET /v2.0/ports/0cdeef53-6931-4442-81d6-9f85aa8bf287 HTTP/1.1" status: 404 len: 333 time: 0.4639907 May 04 17:32:48.366020 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-c9e8b260-dc74-4cdd-b6da-10a0fb5f6154 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1b2a5a-6e1f-435a-8e8e-0be00452f7ba HTTP/1.1" status: 200 len: 205 time: 0.0496771 May 04 17:32:48.366729 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52520) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:48.366997 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52522) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:48.377482 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-a7ab0a58-0c8f-444b-8dd3-cd0959d2f9d6 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Calling delete_port for ddf2361e-c50d-4580-a81e-5c6366bffb76 owned by {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:32:48.427750 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1e5ba3df-bcd0-420e-8d35-9d84a02e4da7 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710832'] for router_interface, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:48.457695 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.db.api [None req-b5a1ee14-1f57-4739-b64c-04c3804debfb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:32:48.458174 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG oslo_db.api [None req-b5a1ee14-1f57-4739-b64c-04c3804debfb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:32:48.469169 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=cba4b3e9-a58a-43e6-a877-7b52dd0968a9,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:48.477644 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-85b07694-6454-4927-882e-b705372253b3 req-36af6053-b169-4ec4-a93b-6c91cae534e6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Unset dirty status for tenant:8ede911fc7f845af95dd74968234120d on resource:security_group {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:32:48.482522 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 089037b8-9c95-4e2d-836e-3fc9b236022e triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:32:48.482994 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:48.485412 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-85b07694-6454-4927-882e-b705372253b3 req-36af6053-b169-4ec4-a93b-6c91cae534e6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-217968581&fields=id&tenant_id=8ede911fc7f845af95dd74968234120d HTTP/1.1" status: 200 len: 267 time: 0.4620318 May 04 17:32:48.490693 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.api.v2.resource [None req-e708d1c2-03b2-42dc-8259-7eed083f9327 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] delete failed (client error): The resource could not be found. May 04 17:32:48.495428 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-e708d1c2-03b2-42dc-8259-7eed083f9327 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "DELETE /v2.0/routers/9b1b2a5a-6e1f-435a-8e8e-0be00452f7ba HTTP/1.1" status: 404 len: 336 time: 0.1222484 May 04 17:32:48.519479 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52528) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:48.596113 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-9808ce2a-6e08-4d79-b59b-6def87926b07 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "GET /v2.0/ports?device_id=26cab207-265d-4783-8cfb-3c917a16aebe HTTP/1.1" status: 200 len: 205 time: 0.0738375 May 04 17:32:48.597822 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-254461a5-c708-4396-8513-04c5d5b92419 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Deleting subnet 08b87e19-d08d-4f96-b50a-d3938303f602 {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:32:48.603132 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52532) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:48.609328 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-254461a5-c708-4396-8513-04c5d5b92419 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:48.613349 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 20d6e625-510e-4b30-91dd-36c857ed358d up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:32:48.684598 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 20d6e625-510e-4b30-91dd-36c857ed358d triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:32:48.684598 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:48.785482 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.api.v2.resource [None req-c803d256-45a0-413a-bf20-95f1627de9cb tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] delete failed (client error): The resource could not be found. May 04 17:32:48.788812 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-c803d256-45a0-413a-bf20-95f1627de9cb tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "DELETE /v2.0/routers/26cab207-265d-4783-8cfb-3c917a16aebe HTTP/1.1" status: 404 len: 336 time: 0.1834686 May 04 17:32:48.791991 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52536) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:48.816660 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-254461a5-c708-4396-8513-04c5d5b92419 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:48.885543 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b07694-6454-4927-882e-b705372253b3 req-e79590cd-fec4-4948-8d55-2f7dc9f53dfa tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:48.886172 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-85b07694-6454-4927-882e-b705372253b3 req-e79590cd-fec4-4948-8d55-2f7dc9f53dfa tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Synchronizing usage tracker for tenant:8ede911fc7f845af95dd74968234120d on resource:network {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:32:48.911762 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b11b05f-bbc6-4053-badb-1bfb1b369238 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] DELETE failed (client error): The resource could not be found. May 04 17:32:48.912216 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b11b05f-bbc6-4053-badb-1bfb1b369238 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:32:48.919679 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-85b07694-6454-4927-882e-b705372253b3 req-e79590cd-fec4-4948-8d55-2f7dc9f53dfa tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Unset dirty status for tenant:8ede911fc7f845af95dd74968234120d on resource:network {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:32:48.920829 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-85b07694-6454-4927-882e-b705372253b3 req-e79590cd-fec4-4948-8d55-2f7dc9f53dfa tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/networks?id=832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7 HTTP/1.1" status: 200 len: 796 time: 0.4346464 May 04 17:32:48.934626 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e5ba3df-bcd0-420e-8d35-9d84a02e4da7 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Router 0333f8f4-dc03-4bf9-8e0d-90a135e3463b has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:32:48.941178 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-4b11b05f-bbc6-4053-badb-1bfb1b369238 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "DELETE /v2.0/subnets/0bc3e9eb-42ce-49a3-ac8a-8ffe183bd85e HTTP/1.1" status: 404 len: 337 time: 0.0905316 May 04 17:32:48.941350 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-85b07694-6454-4927-882e-b705372253b3 req-12ac3545-4a15-4c93-912f-f8baf87fa0d1 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/quotas/8ede911fc7f845af95dd74968234120d HTTP/1.1" status: 200 len: 375 time: 0.0129762 May 04 17:32:48.941442 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52540) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:48.943822 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-254461a5-c708-4396-8513-04c5d5b92419 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:48.991102 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a7ab0a58-0c8f-444b-8dd3-cd0959d2f9d6 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:48.996146 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-08f5075d-2394-471f-be6a-50327cf27abb tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee9b86d4-2688-4c1a-9604-dad1386ed021 HTTP/1.1" status: 200 len: 205 time: 0.0537226 May 04 17:32:49.014540 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52544) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:49.100502 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ab0a58-0c8f-444b-8dd3-cd0959d2f9d6 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event deleted for resources: {'Port': ['ID=ddf2361e-c50d-4580-a81e-5c6366bffb76,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:49.108573 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.api.v2.resource [None req-07453c40-bfc5-4db6-9695-b9e0045a98ec tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] delete failed (client error): The resource could not be found. May 04 17:32:49.109569 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-07453c40-bfc5-4db6-9695-b9e0045a98ec tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "DELETE /v2.0/routers/ee9b86d4-2688-4c1a-9604-dad1386ed021 HTTP/1.1" status: 404 len: 336 time: 0.0941048 May 04 17:32:49.112776 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52548) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:49.135156 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-076a37e1-bf76-4ef3-9c4a-65c7ead4c69e None None] Could not find standard attr ID for object ddf2361e-c50d-4580-a81e-5c6366bffb76. {{(pid=88039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 04 17:32:49.161620 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-177e5974-01eb-4415-87d2-2405c4c342cc tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] DELETE failed (client error): The resource could not be found. May 04 17:32:49.162107 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-177e5974-01eb-4415-87d2-2405c4c342cc tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:32:49.180390 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-177e5974-01eb-4415-87d2-2405c4c342cc tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "DELETE /v2.0/subnets/23e34983-a36c-4110-85a6-f07936c3e156 HTTP/1.1" status: 404 len: 337 time: 0.0634689 May 04 17:32:49.180569 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52552) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:49.214261 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a7ab0a58-0c8f-444b-8dd3-cd0959d2f9d6 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:49.216123 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-a7ab0a58-0c8f-444b-8dd3-cd0959d2f9d6 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/ports/ddf2361e-c50d-4580-a81e-5c6366bffb76 HTTP/1.1" status: 204 len: 168 time: 2.0095220 May 04 17:32:49.217416 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e5ba3df-bcd0-420e-8d35-9d84a02e4da7 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:32:49.218840 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52556) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:49.224331 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-1e5ba3df-bcd0-420e-8d35-9d84a02e4da7 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] 10.222.0.41 "PUT /v2.0/routers/0333f8f4-dc03-4bf9-8e0d-90a135e3463b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5681803 May 04 17:32:49.231249 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52560) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:49.233242 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-254461a5-c708-4396-8513-04c5d5b92419 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:49.238222 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596b83df-4461-49f9-87e8-0813f852dfb1 None None] Sync routers for ids ['0333f8f4-dc03-4bf9-8e0d-90a135e3463b'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:32:49.253791 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596b83df-4461-49f9-87e8-0813f852dfb1 None None] Routers {'0333f8f4-dc03-4bf9-8e0d-90a135e3463b'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:32:49.255741 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-596b83df-4461-49f9-87e8-0813f852dfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:32:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['0333f8f4-dc03-4bf9-8e0d-90a135e3463b'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:49.298721 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6796e72-370e-4f7a-b326-82239728f178 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:49.301605 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6796e72-370e-4f7a-b326-82239728f178 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:49.302565 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-d6796e72-370e-4f7a-b326-82239728f178 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Synchronizing usage tracker for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:subnet {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:32:49.322740 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-d6796e72-370e-4f7a-b326-82239728f178 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Unset dirty status for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:subnet {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:32:49.327166 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-d6796e72-370e-4f7a-b326-82239728f178 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1071661 May 04 17:32:49.328199 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52564) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:49.334643 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-15439042-afd9-471f-832f-87f17b390387 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "GET /v2.0/ports?device_id=18b3dbf4-3199-4785-97c4-b9801b14e535 HTTP/1.1" status: 200 len: 205 time: 0.1509821 May 04 17:32:49.348635 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-85b07694-6454-4927-882e-b705372253b3 req-3f9219b2-cae3-4e59-a3db-a49fe98ced25 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Synchronizing usage tracker for tenant:8ede911fc7f845af95dd74968234120d on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:32:49.351577 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52568) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:49.366600 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254461a5-c708-4396-8513-04c5d5b92419 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event deleted for resources: {'Subnet': ['ID=08b87e19-d08d-4f96-b50a-d3938303f602,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:49.368368 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-596b83df-4461-49f9-87e8-0813f852dfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:49.382480 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab760d96-ed1f-439c-b322-14525095b571 None None] Network f481c2fc-da48-407f-9df9-ed286a75aeba requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:32:49.420980 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596b83df-4461-49f9-87e8-0813f852dfb1 None None] Routers {'0333f8f4-dc03-4bf9-8e0d-90a135e3463b'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:32:49.421617 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-596b83df-4461-49f9-87e8-0813f852dfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:32:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['0333f8f4-dc03-4bf9-8e0d-90a135e3463b'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:49.426576 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b36bcfd-2b06-4eee-981d-f8d1d58ec573 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Deleting subnet f3d9c4e3-7bf5-427f-b32f-ac3d8ba41dd9 {{(pid=88038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:32:49.429182 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-254461a5-c708-4396-8513-04c5d5b92419 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:49.430277 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6b36bcfd-2b06-4eee-981d-f8d1d58ec573 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:49.433593 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-254461a5-c708-4396-8513-04c5d5b92419 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "DELETE /v2.0/subnets/08b87e19-d08d-4f96-b50a-d3938303f602 HTTP/1.1" status: 204 len: 168 time: 1.0631795 May 04 17:32:49.433593 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.api.v2.resource [None req-bb570731-6f46-47d7-9aa8-622713d56913 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] show failed (client error): The resource could not be found. May 04 17:32:49.433593 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-bb570731-6f46-47d7-9aa8-622713d56913 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] 10.222.0.41 "GET /v2.0/routers/tempest-non_exist_router-1721844838 HTTP/1.1" status: 404 len: 335 time: 0.1961017 May 04 17:32:49.444891 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52572) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:49.445212 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52574) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:49.468864 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.api.v2.resource [None req-3934637d-01dc-4bbf-8db0-716e907de6b0 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] delete failed (client error): The resource could not be found. May 04 17:32:49.472683 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-3934637d-01dc-4bbf-8db0-716e907de6b0 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "DELETE /v2.0/routers/18b3dbf4-3199-4785-97c4-b9801b14e535 HTTP/1.1" status: 404 len: 336 time: 0.1048977 May 04 17:32:49.476178 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52580) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:49.479359 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-fad58f1b-2499-437e-918f-fbbaf3f11009 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:32:49.489078 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-596b83df-4461-49f9-87e8-0813f852dfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:49.489485 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596b83df-4461-49f9-87e8-0813f852dfb1 None None] The sync data for ids ['0333f8f4-dc03-4bf9-8e0d-90a135e3463b'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:32:49.518390 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ac9f923-1bfb-4d70-8b88-635e2c3c196b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] DELETE failed (client error): The resource could not be found. May 04 17:32:49.518853 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ac9f923-1bfb-4d70-8b88-635e2c3c196b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:32:49.523334 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-1ac9f923-1bfb-4d70-8b88-635e2c3c196b tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "DELETE /v2.0/subnets/76d750c0-94d2-4268-9800-13d27a2763c4 HTTP/1.1" status: 404 len: 337 time: 0.0461581 May 04 17:32:49.523924 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52584) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:49.552441 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device cba4b3e9-a58a-43e6-a877-7b52dd0968a9 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:32:49.565506 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.api.v2.resource [None req-fad58f1b-2499-437e-918f-fbbaf3f11009 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] update failed (client error): The resource could not be found. May 04 17:32:49.566520 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-fad58f1b-2499-437e-918f-fbbaf3f11009 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] 10.222.0.41 "PUT /v2.0/routers/tempest-non_exist_router-823470782 HTTP/1.1" status: 404 len: 334 time: 0.1167791 May 04 17:32:49.573563 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52588) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:49.598519 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c87de63-0341-4ead-941f-92d80f998800 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] DELETE failed (client error): The resource could not be found. May 04 17:32:49.598981 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c87de63-0341-4ead-941f-92d80f998800 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:32:49.603783 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-7c87de63-0341-4ead-941f-92d80f998800 tempest-RoutersIpV6Test-515667540 tempest-RoutersIpV6Test-515667540-project] 10.222.0.41 "DELETE /v2.0/subnets/74b7ec2f-50d9-4a7a-a3ec-631792d76e87 HTTP/1.1" status: 404 len: 337 time: 0.0694902 May 04 17:32:49.613036 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6b36bcfd-2b06-4eee-981d-f8d1d58ec573 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-801696'] for subnet, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:49.661644 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-85b07694-6454-4927-882e-b705372253b3 req-3f9219b2-cae3-4e59-a3db-a49fe98ced25 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Unset dirty status for tenant:8ede911fc7f845af95dd74968234120d on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:32:49.662888 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-85b07694-6454-4927-882e-b705372253b3 req-3f9219b2-cae3-4e59-a3db-a49fe98ced25 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8ede911fc7f845af95dd74968234120d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6885271 May 04 17:32:49.723308 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6b36bcfd-2b06-4eee-981d-f8d1d58ec573 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:49.780300 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port cba4b3e9-a58a-43e6-a877-7b52dd0968a9 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:32:49.780680 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:49.828019 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a0d3454b-58b1-416f-8860-59da3694d00f tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:49.857772 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6b36bcfd-2b06-4eee-981d-f8d1d58ec573 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:49.921466 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b36bcfd-2b06-4eee-981d-f8d1d58ec573 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event deleted for resources: {'Subnet': ['ID=f3d9c4e3-7bf5-427f-b32f-ac3d8ba41dd9,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:49.935010 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6b36bcfd-2b06-4eee-981d-f8d1d58ec573 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:49.938693 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d336218f-8905-4bad-96a0-ce994fb9d6f3 None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:32:49.949765 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-634af304-362c-4d2a-bf3b-9754e03ae5f0 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Deleting subnet ba562ef5-da04-4d5a-af2e-171e7422671c {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:32:49.957033 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-a0d3454b-58b1-416f-8860-59da3694d00f tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Deleting port 089037b8-9c95-4e2d-836e-3fc9b236022e {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:32:49.957374 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a0d3454b-58b1-416f-8860-59da3694d00f tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:49.957901 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b662de93-6560-4394-8cab-aa18b183a5c9 None None] DHCP port deletion for f481c2fc-da48-407f-9df9-ed286a75aeba request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:32:49.958053 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-6b36bcfd-2b06-4eee-981d-f8d1d58ec573 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/subnets/f3d9c4e3-7bf5-427f-b32f-ac3d8ba41dd9 HTTP/1.1" status: 204 len: 168 time: 0.6282978 May 04 17:32:49.961520 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52596) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:49.968981 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-b662de93-6560-4394-8cab-aa18b183a5c9 None None] Deleting port 089037b8-9c95-4e2d-836e-3fc9b236022e {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:32:49.969583 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b662de93-6560-4394-8cab-aa18b183a5c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:49.994863 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-634af304-362c-4d2a-bf3b-9754e03ae5f0 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:50.028739 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52600) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:50.051572 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-7c354ea3-53ed-443e-81e7-feab6b130601 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0887918 May 04 17:32:50.052218 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52606) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:50.070889 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-83a1f1f1-6059-4678-8a57-55492b1c4ecd tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Request body: {'subnet': {'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:32:50.095449 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-634af304-362c-4d2a-bf3b-9754e03ae5f0 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:50.124103 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-85b07694-6454-4927-882e-b705372253b3 req-94df3159-b617-49ad-9f9a-a0ab2b536b48 service neutron] 10.222.0.41 "GET /v2.0/networks/832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4477570 May 04 17:32:50.206099 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-83a1f1f1-6059-4678-8a57-55492b1c4ecd tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:32:50.219469 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-83a1f1f1-6059-4678-8a57-55492b1c4ecd tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Usage tracker for resource:subnet and tenant:e0bb3da2b1c344b882bb065b24ba46bb is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:32:50.223914 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-83a1f1f1-6059-4678-8a57-55492b1c4ecd tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:32:50.357360 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-b662de93-6560-4394-8cab-aa18b183a5c9 None None] For port 089037b8-9c95-4e2d-836e-3fc9b236022e, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=089037b8-9c95-4e2d-836e-3fc9b236022e,segment=NetworkSegment(357d4c7d-8094-4283-97f3-7a0092b43e6d),segment_id=357d4c7d-8094-4283-97f3-7a0092b43e6d)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:32:50.358006 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b662de93-6560-4394-8cab-aa18b183a5c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:50.371877 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-83a1f1f1-6059-4678-8a57-55492b1c4ecd tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:32:50.397849 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-f632952d-1740-4e00-8a57-0cfa6ffa4fdd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a41a9e7401a94b21bc1365a01709c65f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3678749 May 04 17:32:50.398754 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52610) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:50.401837 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a1f1f1-6059-4678-8a57-55492b1c4ecd tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Made reservation on behalf of e0bb3da2b1c344b882bb065b24ba46bb for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:32:50.405237 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-83a1f1f1-6059-4678-8a57-55492b1c4ecd tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:50.476997 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-85b07694-6454-4927-882e-b705372253b3 req-63931d57-0b89-4c5f-8e34-590480be5bd9 service neutron] 10.222.0.41 "GET /v2.0/networks/832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3436997 May 04 17:32:50.481039 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-634af304-362c-4d2a-bf3b-9754e03ae5f0 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:50.510373 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-b662de93-6560-4394-8cab-aa18b183a5c9 None None] Calling delete_port for 089037b8-9c95-4e2d-836e-3fc9b236022e owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:32:50.526916 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-a0d3454b-58b1-416f-8860-59da3694d00f tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] For port 089037b8-9c95-4e2d-836e-3fc9b236022e, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=089037b8-9c95-4e2d-836e-3fc9b236022e,segment=NetworkSegment(357d4c7d-8094-4283-97f3-7a0092b43e6d),segment_id=357d4c7d-8094-4283-97f3-7a0092b43e6d)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:32:50.527283 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a0d3454b-58b1-416f-8860-59da3694d00f tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:50.575603 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-bb00f6eb-99bd-4005-88ad-7d34051cf945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:50.607122 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cb9486-b2b8-420d-b6bf-1081c35794a0 None None] DHCP port deletion for 6b89b041-5c42-49da-97bf-23cee8aadf17 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:32:50.614918 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-97cb9486-b2b8-420d-b6bf-1081c35794a0 None None] Deleting port cba4b3e9-a58a-43e6-a877-7b52dd0968a9 {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:32:50.615381 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-97cb9486-b2b8-420d-b6bf-1081c35794a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:50.620835 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-bb00f6eb-99bd-4005-88ad-7d34051cf945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:50.719433 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-a0d3454b-58b1-416f-8860-59da3694d00f tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Calling delete_port for 089037b8-9c95-4e2d-836e-3fc9b236022e owned by network:dhcp {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:32:50.764197 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-4c39b181-bebd-4e95-a426-be3d5fd10daf req-87cb555b-f203-4ffc-88e1-fb42ff9661e6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=52c94fc4-1d2e-44f8-9f46-561574e9168d HTTP/1.1" status: 200 len: 210 time: 0.0777493 May 04 17:32:50.807041 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-bb00f6eb-99bd-4005-88ad-7d34051cf945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:50.809667 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b662de93-6560-4394-8cab-aa18b183a5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124'] for port, after_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:50.825550 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-634af304-362c-4d2a-bf3b-9754e03ae5f0 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:50.836264 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb00f6eb-99bd-4005-88ad-7d34051cf945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d85c2d32-4905-4f12-9a48-3715442a669e,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:50.863464 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-bb00f6eb-99bd-4005-88ad-7d34051cf945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:50.867971 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-bb00f6eb-99bd-4005-88ad-7d34051cf945 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d85c2d32-4905-4f12-9a48-3715442a669e HTTP/1.1" status: 204 len: 168 time: 0.4680452 May 04 17:32:50.884126 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-634af304-362c-4d2a-bf3b-9754e03ae5f0 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:50.891310 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.db.api [None req-a0d3454b-58b1-416f-8860-59da3694d00f tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88037) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:32:50.891654 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG oslo_db.api [None req-a0d3454b-58b1-416f-8860-59da3694d00f tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:32:50.893951 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634af304-362c-4d2a-bf3b-9754e03ae5f0 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Pushing event deleted for resources: {'Subnet': ['ID=ba562ef5-da04-4d5a-af2e-171e7422671c,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:50.902334 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-634af304-362c-4d2a-bf3b-9754e03ae5f0 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] 10.222.0.41 "DELETE /v2.0/subnets/ba562ef5-da04-4d5a-af2e-171e7422671c HTTP/1.1" status: 204 len: 168 time: 1.3268659 May 04 17:32:50.904443 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52622) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:50.910860 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d8ad7c-ecd4-475c-8aaa-b29dc2ee9b44 None None] Network c504bd11-cfd3-46ca-a3f0-041a9f944d84 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:32:50.929292 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b662de93-6560-4394-8cab-aa18b183a5c9 None None] Pushing event deleted for resources: {'Port': ['ID=089037b8-9c95-4e2d-836e-3fc9b236022e,revision_number=None']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:50.957115 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b662de93-6560-4394-8cab-aa18b183a5c9 None None] No DVR routers for this DVR port 089037b8-9c95-4e2d-836e-3fc9b236022e on host dv-neutron-840426-1-hyperv {{(pid=88039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:32:51.026546 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ac26daa-fd14-470e-b450-24ca3636d5ca tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Deleting subnet de450529-9092-4b53-86d4-14b039e1f59c {{(pid=88038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:32:51.029513 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8ac26daa-fd14-470e-b450-24ca3636d5ca tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks [] for subnet, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:51.086426 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8ac26daa-fd14-470e-b450-24ca3636d5ca tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-801696'] for subnet, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:51.162991 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-97cb9486-b2b8-420d-b6bf-1081c35794a0 None None] For port cba4b3e9-a58a-43e6-a877-7b52dd0968a9, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=cba4b3e9-a58a-43e6-a877-7b52dd0968a9,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:32:51.163920 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-97cb9486-b2b8-420d-b6bf-1081c35794a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:51.264542 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.objects.ports [None req-83a1f1f1-6059-4678-8a57-55492b1c4ecd tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88038) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 04 17:32:51.306368 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8ac26daa-fd14-470e-b450-24ca3636d5ca tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:51.381559 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-97cb9486-b2b8-420d-b6bf-1081c35794a0 None None] Calling delete_port for cba4b3e9-a58a-43e6-a877-7b52dd0968a9 owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:32:51.393183 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-a0d3454b-58b1-416f-8860-59da3694d00f tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Deleting port 089037b8-9c95-4e2d-836e-3fc9b236022e {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:32:51.393802 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a0d3454b-58b1-416f-8860-59da3694d00f tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:51.433281 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8ac26daa-fd14-470e-b450-24ca3636d5ca tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:51.498422 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-a0d3454b-58b1-416f-8860-59da3694d00f tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] The port '089037b8-9c95-4e2d-836e-3fc9b236022e' was deleted {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 04 17:32:51.520082 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.db.api [None req-97cb9486-b2b8-420d-b6bf-1081c35794a0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:32:51.520431 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG oslo_db.api [None req-97cb9486-b2b8-420d-b6bf-1081c35794a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:32:51.542217 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 089037b8-9c95-4e2d-836e-3fc9b236022e no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:32:51.569554 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac26daa-fd14-470e-b450-24ca3636d5ca tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Pushing event deleted for resources: {'Subnet': ['ID=de450529-9092-4b53-86d4-14b039e1f59c,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:51.578950 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 089037b8-9c95-4e2d-836e-3fc9b236022e {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:32:51.579134 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8ac26daa-fd14-470e-b450-24ca3636d5ca tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:51.579588 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 089037b8-9c95-4e2d-836e-3fc9b236022e not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:32:51.579687 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device cba4b3e9-a58a-43e6-a877-7b52dd0968a9 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:32:51.595859 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-8ac26daa-fd14-470e-b450-24ca3636d5ca tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] 10.222.0.41 "DELETE /v2.0/subnets/de450529-9092-4b53-86d4-14b039e1f59c HTTP/1.1" status: 204 len: 168 time: 0.6904309 May 04 17:32:51.596095 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52630) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:51.603147 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-83a1f1f1-6059-4678-8a57-55492b1c4ecd tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:51.617869 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73db2772-729e-4a08-b92e-5bfb12619772 None None] Network 0b22b2e5-caed-4457-996a-590628295b93 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:32:51.708867 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a0d3454b-58b1-416f-8860-59da3694d00f tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:51.711269 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3acb94-378c-41d4-a041-0e5fd3a71749 None None] DHCP port deletion for c504bd11-cfd3-46ca-a3f0-041a9f944d84 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:32:51.754343 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-4c3acb94-378c-41d4-a041-0e5fd3a71749 None None] Deleting port a7314d8f-bc32-47f4-b018-0943405d1ca4 {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:32:51.754631 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4c3acb94-378c-41d4-a041-0e5fd3a71749 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:51.795529 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-a0d3454b-58b1-416f-8860-59da3694d00f tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f481c2fc-da48-407f-9df9-ed286a75aeba']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:51.811861 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-391824f5-ba3a-4646-b3a8-e53fbdb32631 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:51.814450 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-a0d3454b-58b1-416f-8860-59da3694d00f tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '357d4c7d-8094-4283-97f3-7a0092b43e6d') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:51.814743 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-a0d3454b-58b1-416f-8860-59da3694d00f tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '357d4c7d-8094-4283-97f3-7a0092b43e6d') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:51.835231 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a0d3454b-58b1-416f-8860-59da3694d00f tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:51.858639 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-391824f5-ba3a-4646-b3a8-e53fbdb32631 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Deleting port a7314d8f-bc32-47f4-b018-0943405d1ca4 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:32:51.860024 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-391824f5-ba3a-4646-b3a8-e53fbdb32631 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:51.870435 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-83a1f1f1-6059-4678-8a57-55492b1c4ecd tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] For port cba4b3e9-a58a-43e6-a877-7b52dd0968a9, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=cba4b3e9-a58a-43e6-a877-7b52dd0968a9,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:32:51.905683 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-83a1f1f1-6059-4678-8a57-55492b1c4ecd tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:51.912781 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-83a1f1f1-6059-4678-8a57-55492b1c4ecd tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:51.915499 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-83a1f1f1-6059-4678-8a57-55492b1c4ecd tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:51.968203 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a0d3454b-58b1-416f-8860-59da3694d00f tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:51.980481 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-8380a058-e779-435b-9122-811aea0cff93 req-edb16a2c-2fd8-440b-99af-ba77ab5683c8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=52c94fc4-1d2e-44f8-9f46-561574e9168d HTTP/1.1" status: 200 len: 210 time: 0.0524807 May 04 17:32:52.012030 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:52.065468 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-97cb9486-b2b8-420d-b6bf-1081c35794a0 None None] Deleting port cba4b3e9-a58a-43e6-a877-7b52dd0968a9 {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:32:52.065844 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-97cb9486-b2b8-420d-b6bf-1081c35794a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:52.070585 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a1f1f1-6059-4678-8a57-55492b1c4ecd tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event updated for resources: {'Port': ['ID=cba4b3e9-a58a-43e6-a877-7b52dd0968a9,revision_number=6']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:52.113717 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a1f1f1-6059-4678-8a57-55492b1c4ecd tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:32:52.120315 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-83a1f1f1-6059-4678-8a57-55492b1c4ecd tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:32:52.147001 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-4c3acb94-378c-41d4-a041-0e5fd3a71749 None None] For port a7314d8f-bc32-47f4-b018-0943405d1ca4, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=a7314d8f-bc32-47f4-b018-0943405d1ca4,segment=NetworkSegment(fbc2a4b2-4d21-4bbb-b3a7-73349c1c4466),segment_id=fbc2a4b2-4d21-4bbb-b3a7-73349c1c4466)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:32:52.147905 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4c3acb94-378c-41d4-a041-0e5fd3a71749 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:52.154213 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a1f1f1-6059-4678-8a57-55492b1c4ecd tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:52.155021 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-83a1f1f1-6059-4678-8a57-55492b1c4ecd tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:52.191166 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a1f1f1-6059-4678-8a57-55492b1c4ecd tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event updated for resources: {'Subnet': ['ID=3cf80607-d6a1-479d-89a9-a45d07cc9791,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:52.202534 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-83a1f1f1-6059-4678-8a57-55492b1c4ecd tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1405020 May 04 17:32:52.206302 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52636) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:52.272167 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-f9da2ef8-3c94-46a8-b099-936f5367f153 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Request body: {'port': {'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'mac_address': 'fa:16:3e:cb:52:7f', 'name': 'tempest-NetworksTestDHCPv6-1238381978'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:32:52.291980 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-4c3acb94-378c-41d4-a041-0e5fd3a71749 None None] Calling delete_port for a7314d8f-bc32-47f4-b018-0943405d1ca4 owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:32:52.298021 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-391824f5-ba3a-4646-b3a8-e53fbdb32631 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] For port a7314d8f-bc32-47f4-b018-0943405d1ca4, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=a7314d8f-bc32-47f4-b018-0943405d1ca4,segment=NetworkSegment(fbc2a4b2-4d21-4bbb-b3a7-73349c1c4466),segment_id=fbc2a4b2-4d21-4bbb-b3a7-73349c1c4466)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:32:52.298880 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-391824f5-ba3a-4646-b3a8-e53fbdb32631 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:52.365209 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port cba4b3e9-a58a-43e6-a877-7b52dd0968a9, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=cba4b3e9-a58a-43e6-a877-7b52dd0968a9,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:32:52.366849 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf14afc-c006-4e66-956e-25d3e7aa013b None None] DHCP port deletion for 0b22b2e5-caed-4457-996a-590628295b93 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:32:52.387648 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:52.421353 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-1cf14afc-c006-4e66-956e-25d3e7aa013b None None] Deleting port 7cd1117e-58e9-4bc2-85dd-6cba8edaf9b3 {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:32:52.421732 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1cf14afc-c006-4e66-956e-25d3e7aa013b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:52.465810 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b07694-6454-4927-882e-b705372253b3 req-1d9dc040-e2a9-4c51-9b6e-fd14b3909983 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:52.467945 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-85b07694-6454-4927-882e-b705372253b3 req-1d9dc040-e2a9-4c51-9b6e-fd14b3909983 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.42 "GET /v2.0/networks?id=832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7 HTTP/1.1" status: 200 len: 796 time: 0.3492689 May 04 17:32:52.473148 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-391824f5-ba3a-4646-b3a8-e53fbdb32631 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Calling delete_port for a7314d8f-bc32-47f4-b018-0943405d1ca4 owned by network:dhcp {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:32:52.558083 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0d3454b-58b1-416f-8860-59da3694d00f tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:32:52.558505 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a0d3454b-58b1-416f-8860-59da3694d00f tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:52.576538 dv-neutron-840426-1-hyperv neutron-server[88037]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:32:52.576538 dv-neutron-840426-1-hyperv neutron-server[88037]: util.warn( May 04 17:32:52.576538 dv-neutron-840426-1-hyperv neutron-server[88037]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:32:52.576538 dv-neutron-840426-1-hyperv neutron-server[88037]: util.warn( May 04 17:32:52.576538 dv-neutron-840426-1-hyperv neutron-server[88037]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:32:52.576538 dv-neutron-840426-1-hyperv neutron-server[88037]: util.warn( May 04 17:32:52.576538 dv-neutron-840426-1-hyperv neutron-server[88037]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:32:52.576538 dv-neutron-840426-1-hyperv neutron-server[88037]: util.warn( May 04 17:32:52.576538 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 17:32:52.576538 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:32:52.576538 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 17:32:52.576538 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:32:52.576538 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 17:32:52.576538 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:32:52.576538 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 17:32:52.576538 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:32:52.576538 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 17:32:52.576538 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:32:52.576538 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 17:32:52.576538 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:32:52.576538 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 17:32:52.576538 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:32:52.576538 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:32:52.576538 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:32:52.576538 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:32:52.576538 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:32:52.576538 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 17:32:52.576538 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:32:52.576538 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 17:32:52.576538 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:32:52.576538 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:32:52.576538 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:32:52.576538 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 17:32:52.576538 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:32:52.576538 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:32:52.576538 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:32:52.576538 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:32:52.576538 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:32:52.576538 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:32:52.576538 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:32:52.589648 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-391824f5-ba3a-4646-b3a8-e53fbdb32631 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:52.649280 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391824f5-ba3a-4646-b3a8-e53fbdb32631 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] No DVR routers for this DVR port a7314d8f-bc32-47f4-b018-0943405d1ca4 on host dv-neutron-840426-1-hyperv {{(pid=88037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:32:52.659329 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=cba4b3e9-a58a-43e6-a877-7b52dd0968a9,revision_number=7']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:52.668547 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.db.api [None req-4c3acb94-378c-41d4-a041-0e5fd3a71749 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:32:52.668903 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG oslo_db.api [None req-4c3acb94-378c-41d4-a041-0e5fd3a71749 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:32:52.672404 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-f9da2ef8-3c94-46a8-b099-936f5367f153 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:32:52.690806 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-f9da2ef8-3c94-46a8-b099-936f5367f153 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:32:52.696512 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-85b07694-6454-4927-882e-b705372253b3 req-d3024ea0-94ed-43d2-a430-26f5ec04e946 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ede911fc7f845af95dd74968234120d HTTP/1.1" status: 200 len: 379 time: 0.2206993 May 04 17:32:52.708233 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [req-85b07694-6454-4927-882e-b705372253b3 req-f7dfbc6c-b97f-4b69-8d5d-d5b6537ead1c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'port': {'device_id': '52c94fc4-1d2e-44f8-9f46-561574e9168d', 'network_id': '832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7', 'admin_state_up': True, 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'security_groups': ['afa7a7f7-79f2-4c52-9405-e6b754b5b456']}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:32:52.726046 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9da2ef8-3c94-46a8-b099-936f5367f153 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Made reservation on behalf of e0bb3da2b1c344b882bb065b24ba46bb for: {'port': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:32:52.743215 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-97cb9486-b2b8-420d-b6bf-1081c35794a0 None None] For port cba4b3e9-a58a-43e6-a877-7b52dd0968a9, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=cba4b3e9-a58a-43e6-a877-7b52dd0968a9,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:32:52.743899 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-97cb9486-b2b8-420d-b6bf-1081c35794a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:52.745634 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391824f5-ba3a-4646-b3a8-e53fbdb32631 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Pushing event deleted for resources: {'Port': ['ID=a7314d8f-bc32-47f4-b018-0943405d1ca4,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:52.775313 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a0d3454b-58b1-416f-8860-59da3694d00f tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:52.810814 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a0d3454b-58b1-416f-8860-59da3694d00f tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:52.813264 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d3454b-58b1-416f-8860-59da3694d00f tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event deleted for resources: {'Network': ['ID=f481c2fc-da48-407f-9df9-ed286a75aeba,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:52.876629 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-a0d3454b-58b1-416f-8860-59da3694d00f tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "DELETE /v2.0/networks/f481c2fc-da48-407f-9df9-ed286a75aeba HTTP/1.1" status: 204 len: 168 time: 3.4281375 May 04 17:32:52.881938 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-391824f5-ba3a-4646-b3a8-e53fbdb32631 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:52.886662 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52644) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:52.895753 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-5b2e97e7-288e-44af-b737-447482e246dc tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-509733637'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:32:52.910480 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-391824f5-ba3a-4646-b3a8-e53fbdb32631 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c504bd11-cfd3-46ca-a3f0-041a9f944d84']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:52.920491 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-5b2e97e7-288e-44af-b737-447482e246dc tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:32:52.922957 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-391824f5-ba3a-4646-b3a8-e53fbdb32631 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbc2a4b2-4d21-4bbb-b3a7-73349c1c4466') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:52.923314 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-391824f5-ba3a-4646-b3a8-e53fbdb32631 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbc2a4b2-4d21-4bbb-b3a7-73349c1c4466') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:52.930238 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-5b2e97e7-288e-44af-b737-447482e246dc tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Usage tracker for resource:network and tenant:d50aa0308d3f47e4bde015fa31f2165f is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:32:52.934958 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-5b2e97e7-288e-44af-b737-447482e246dc tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:32:52.936627 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-391824f5-ba3a-4646-b3a8-e53fbdb32631 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:52.946046 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-5b2e97e7-288e-44af-b737-447482e246dc tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:32:52.955851 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-391824f5-ba3a-4646-b3a8-e53fbdb32631 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:52.962623 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-97cb9486-b2b8-420d-b6bf-1081c35794a0 None None] Calling delete_port for cba4b3e9-a58a-43e6-a877-7b52dd0968a9 owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:32:52.962975 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-391824f5-ba3a-4646-b3a8-e53fbdb32631 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:32:52.963585 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-391824f5-ba3a-4646-b3a8-e53fbdb32631 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:52.979785 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 17:32:52.979785 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:32:52.979785 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 17:32:52.979785 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:32:52.979785 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 17:32:52.979785 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:32:52.979785 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 17:32:52.979785 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:32:52.979785 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 17:32:52.979785 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:32:52.979785 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 17:32:52.979785 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:32:52.979785 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 17:32:52.979785 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:32:52.979785 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:32:52.979785 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:32:52.979785 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:32:52.979785 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:32:52.979785 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 17:32:52.979785 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:32:52.979785 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 17:32:52.979785 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:32:52.979785 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:32:52.979785 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:32:52.979785 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 17:32:52.979785 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:32:52.979785 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:32:52.979785 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:32:52.979785 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:32:52.979785 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:32:52.979785 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:32:52.979785 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:32:52.986090 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f9da2ef8-3c94-46a8-b099-936f5367f153 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:52.995888 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [req-85b07694-6454-4927-882e-b705372253b3 req-f7dfbc6c-b97f-4b69-8d5d-d5b6537ead1c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:32:53.003918 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2e97e7-288e-44af-b737-447482e246dc tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Made reservation on behalf of d50aa0308d3f47e4bde015fa31f2165f for: {'network': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:32:53.005398 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-1cf14afc-c006-4e66-956e-25d3e7aa013b None None] For port 7cd1117e-58e9-4bc2-85dd-6cba8edaf9b3, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=7cd1117e-58e9-4bc2-85dd-6cba8edaf9b3,segment=NetworkSegment(227eda33-b8c7-4cb6-a7e1-c9670c7e069f),segment_id=227eda33-b8c7-4cb6-a7e1-c9670c7e069f)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:32:53.005793 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1cf14afc-c006-4e66-956e-25d3e7aa013b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:53.007929 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5b2e97e7-288e-44af-b737-447482e246dc tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:53.028738 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [req-85b07694-6454-4927-882e-b705372253b3 req-f7dfbc6c-b97f-4b69-8d5d-d5b6537ead1c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:32:53.048553 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85b07694-6454-4927-882e-b705372253b3 req-f7dfbc6c-b97f-4b69-8d5d-d5b6537ead1c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Made reservation on behalf of 8ede911fc7f845af95dd74968234120d for: {'port': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:32:53.053052 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-85b07694-6454-4927-882e-b705372253b3 req-f7dfbc6c-b97f-4b69-8d5d-d5b6537ead1c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:53.074429 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-391824f5-ba3a-4646-b3a8-e53fbdb32631 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:53.084562 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-391824f5-ba3a-4646-b3a8-e53fbdb32631 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:53.117054 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391824f5-ba3a-4646-b3a8-e53fbdb32631 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Pushing event deleted for resources: {'Network': ['ID=c504bd11-cfd3-46ca-a3f0-041a9f944d84,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:53.125532 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-391824f5-ba3a-4646-b3a8-e53fbdb32631 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] 10.222.0.41 "DELETE /v2.0/networks/c504bd11-cfd3-46ca-a3f0-041a9f944d84 HTTP/1.1" status: 204 len: 168 time: 1.5281801 May 04 17:32:53.127414 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52650) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:53.130727 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-1cf14afc-c006-4e66-956e-25d3e7aa013b None None] Calling delete_port for 7cd1117e-58e9-4bc2-85dd-6cba8edaf9b3 owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:32:53.170169 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-4c3acb94-378c-41d4-a041-0e5fd3a71749 None None] Deleting port a7314d8f-bc32-47f4-b018-0943405d1ca4 {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:32:53.170550 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4c3acb94-378c-41d4-a041-0e5fd3a71749 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:53.183522 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [None req-f9da2ef8-3c94-46a8-b099-936f5367f153 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] device_id is not set on port 124d901e-f4a3-4dc9-91ab-0d2b0512c867 yet. {{(pid=88038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:32:53.249607 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-eadd7e19-3aff-4454-9a33-c9da65c0e7b7 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:53.254945 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-4c3acb94-378c-41d4-a041-0e5fd3a71749 None None] The port 'a7314d8f-bc32-47f4-b018-0943405d1ca4' was deleted {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 04 17:32:53.269007 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.db.api [None req-97cb9486-b2b8-420d-b6bf-1081c35794a0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:32:53.269531 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG oslo_db.api [None req-97cb9486-b2b8-420d-b6bf-1081c35794a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:32:53.273161 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-eadd7e19-3aff-4454-9a33-c9da65c0e7b7 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Deleting port 7cd1117e-58e9-4bc2-85dd-6cba8edaf9b3 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:32:53.273578 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-eadd7e19-3aff-4454-9a33-c9da65c0e7b7 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:53.294382 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1cf14afc-c006-4e66-956e-25d3e7aa013b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124'] for port, after_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:53.339392 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf14afc-c006-4e66-956e-25d3e7aa013b None None] Pushing event deleted for resources: {'Port': ['ID=7cd1117e-58e9-4bc2-85dd-6cba8edaf9b3,revision_number=None']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:53.344720 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf14afc-c006-4e66-956e-25d3e7aa013b None None] No DVR routers for this DVR port 7cd1117e-58e9-4bc2-85dd-6cba8edaf9b3 on host dv-neutron-840426-1-hyperv {{(pid=88039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:32:53.360280 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-eadd7e19-3aff-4454-9a33-c9da65c0e7b7 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] The port '7cd1117e-58e9-4bc2-85dd-6cba8edaf9b3' was deleted {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 04 17:32:53.415499 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b2e97e7-288e-44af-b737-447482e246dc tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=88038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:32:53.427171 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-99ac5d25-e787-4e2b-aeeb-20d5aecee245 req-76b7091f-8338-4c09-bde8-27fcd742acdb tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=52c94fc4-1d2e-44f8-9f46-561574e9168d HTTP/1.1" status: 200 len: 210 time: 0.1497509 May 04 17:32:53.461894 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5b2e97e7-288e-44af-b737-447482e246dc tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:53.462673 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.segments_db [None req-5b2e97e7-288e-44af-b737-447482e246dc tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Added segment 27cbcd5b-3b3d-4963-bf66-2c5855f8f08d of type vlan for network 4b4ac0d7-4a14-41a3-a136-a4bac088e184 May 04 17:32:53.488171 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-eadd7e19-3aff-4454-9a33-c9da65c0e7b7 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:53.500024 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-f9da2ef8-3c94-46a8-b099-936f5367f153 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Allocated IP 2001:db8::f816:3eff:fecb:527f (6b89b041-5c42-49da-97bf-23cee8aadf17/3cf80607-d6a1-479d-89a9-a45d07cc9791/124d901e-f4a3-4dc9-91ab-0d2b0512c867) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:32:53.520337 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device a7314d8f-bc32-47f4-b018-0943405d1ca4 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:32:53.525294 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [req-85b07694-6454-4927-882e-b705372253b3 req-f7dfbc6c-b97f-4b69-8d5d-d5b6537ead1c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Allocated IP 172.20.0.8 (832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7/ac53a930-fb01-43ca-8b12-f69e69235156/58c86aac-83f9-4aa8-b64f-68313194060c) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:32:53.529600 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-eadd7e19-3aff-4454-9a33-c9da65c0e7b7 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b22b2e5-caed-4457-996a-590628295b93']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:53.536448 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5b2e97e7-288e-44af-b737-447482e246dc tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:53.543351 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-eadd7e19-3aff-4454-9a33-c9da65c0e7b7 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '227eda33-b8c7-4cb6-a7e1-c9670c7e069f') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:53.543534 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-eadd7e19-3aff-4454-9a33-c9da65c0e7b7 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '227eda33-b8c7-4cb6-a7e1-c9670c7e069f') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:53.556145 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-eadd7e19-3aff-4454-9a33-c9da65c0e7b7 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:53.556365 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: a7314d8f-bc32-47f4-b018-0943405d1ca4 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:32:53.556614 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device a7314d8f-bc32-47f4-b018-0943405d1ca4 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:32:53.557023 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 7cd1117e-58e9-4bc2-85dd-6cba8edaf9b3 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:32:53.576917 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-eadd7e19-3aff-4454-9a33-c9da65c0e7b7 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:53.583514 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eadd7e19-3aff-4454-9a33-c9da65c0e7b7 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:32:53.583902 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-eadd7e19-3aff-4454-9a33-c9da65c0e7b7 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:53.592859 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 7cd1117e-58e9-4bc2-85dd-6cba8edaf9b3 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:32:53.593209 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 7cd1117e-58e9-4bc2-85dd-6cba8edaf9b3 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:32:53.599467 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 17:32:53.599467 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:32:53.599467 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 17:32:53.599467 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:32:53.599467 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 17:32:53.599467 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:32:53.599467 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 17:32:53.599467 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:32:53.599467 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 17:32:53.599467 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:32:53.599467 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 17:32:53.599467 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:32:53.599467 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 17:32:53.599467 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:32:53.599467 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:32:53.599467 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:32:53.599467 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:32:53.599467 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:32:53.599467 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 17:32:53.599467 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:32:53.599467 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 17:32:53.599467 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:32:53.599467 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:32:53.599467 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:32:53.599467 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 17:32:53.599467 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:32:53.599467 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:32:53.599467 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:32:53.599467 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:32:53.599467 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:32:53.599467 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:32:53.599467 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:32:53.646159 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5b2e97e7-288e-44af-b737-447482e246dc tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:53.652965 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2e97e7-288e-44af-b737-447482e246dc tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:53.653534 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5b2e97e7-288e-44af-b737-447482e246dc tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:53.678554 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-eadd7e19-3aff-4454-9a33-c9da65c0e7b7 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:53.696860 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-eadd7e19-3aff-4454-9a33-c9da65c0e7b7 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:53.705726 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadd7e19-3aff-4454-9a33-c9da65c0e7b7 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Pushing event deleted for resources: {'Network': ['ID=0b22b2e5-caed-4457-996a-590628295b93,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:53.708569 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-eadd7e19-3aff-4454-9a33-c9da65c0e7b7 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] 10.222.0.41 "DELETE /v2.0/networks/0b22b2e5-caed-4457-996a-590628295b93 HTTP/1.1" status: 204 len: 168 time: 0.5800707 May 04 17:32:53.711575 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52654) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:53.780899 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-71d690ca-90e1-48e3-8406-264a3595ebd6 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Deleting subnet ee9a1302-96a6-43fb-820b-9ca3a8fb994f {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:32:53.784155 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-71d690ca-90e1-48e3-8406-264a3595ebd6 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:53.838323 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-71d690ca-90e1-48e3-8406-264a3595ebd6 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:53.957373 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-5b2e97e7-288e-44af-b737-447482e246dc tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0694673 May 04 17:32:53.967192 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-97cb9486-b2b8-420d-b6bf-1081c35794a0 None None] Deleting port cba4b3e9-a58a-43e6-a877-7b52dd0968a9 {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:32:53.967692 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-97cb9486-b2b8-420d-b6bf-1081c35794a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:53.967967 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2e97e7-288e-44af-b737-447482e246dc tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event updated for resources: {'Network': ['ID=4b4ac0d7-4a14-41a3-a136-a4bac088e184,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:53.970526 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52658) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:54.000196 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 4b4ac0d7-4a14-41a3-a136-a4bac088e184 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:32:54.015379 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-5c5e5f4c-c91a-4ab5-accd-53b86d05ffe7 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Request body: {'subnet': {'network_id': '4b4ac0d7-4a14-41a3-a136-a4bac088e184', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:32:54.036946 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-71d690ca-90e1-48e3-8406-264a3595ebd6 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:54.112757 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-85b07694-6454-4927-882e-b705372253b3 req-f7dfbc6c-b97f-4b69-8d5d-d5b6537ead1c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:54.121490 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-71d690ca-90e1-48e3-8406-264a3595ebd6 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:54.163973 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d690ca-90e1-48e3-8406-264a3595ebd6 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Pushing event deleted for resources: {'Subnet': ['ID=ee9a1302-96a6-43fb-820b-9ca3a8fb994f,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:54.180195 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f9da2ef8-3c94-46a8-b099-936f5367f153 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:54.182506 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-71d690ca-90e1-48e3-8406-264a3595ebd6 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:54.191662 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c6b4b5-aca7-4d87-a8c0-3d336de263a1 None None] Network f2ae54e9-4668-47cf-87fb-1548bbb807f9 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:32:54.193083 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-71d690ca-90e1-48e3-8406-264a3595ebd6 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] 10.222.0.41 "DELETE /v2.0/subnets/ee9a1302-96a6-43fb-820b-9ca3a8fb994f HTTP/1.1" status: 204 len: 168 time: 0.4805384 May 04 17:32:54.197021 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52662) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:54.207595 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [req-85b07694-6454-4927-882e-b705372253b3 req-f7dfbc6c-b97f-4b69-8d5d-d5b6537ead1c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Transition to ACTIVE for port object 58c86aac-83f9-4aa8-b64f-68313194060c will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:32:54.218568 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-5c5e5f4c-c91a-4ab5-accd-53b86d05ffe7 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:32:54.221690 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-f9da2ef8-3c94-46a8-b099-936f5367f153 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Transition to ACTIVE for port object 124d901e-f4a3-4dc9-91ab-0d2b0512c867 will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:32:54.227737 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-5c5e5f4c-c91a-4ab5-accd-53b86d05ffe7 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Usage tracker for resource:subnet and tenant:d50aa0308d3f47e4bde015fa31f2165f is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:32:54.233143 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-5c5e5f4c-c91a-4ab5-accd-53b86d05ffe7 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:32:54.244911 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-5c5e5f4c-c91a-4ab5-accd-53b86d05ffe7 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:32:54.270510 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5e5f4c-c91a-4ab5-accd-53b86d05ffe7 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Made reservation on behalf of d50aa0308d3f47e4bde015fa31f2165f for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:32:54.275374 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5c5e5f4c-c91a-4ab5-accd-53b86d05ffe7 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:54.310358 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-85b07694-6454-4927-882e-b705372253b3 req-f7dfbc6c-b97f-4b69-8d5d-d5b6537ead1c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:54.355850 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-94a793ff-0b57-4f29-8432-c4d80a1e89da tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:54.367525 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-94a793ff-0b57-4f29-8432-c4d80a1e89da tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Deleting port 060d092c-f6b2-4c47-a240-6a17ca62066b {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:32:54.367855 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-94a793ff-0b57-4f29-8432-c4d80a1e89da tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:54.382444 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f9da2ef8-3c94-46a8-b099-936f5367f153 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:54.491648 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-97cb9486-b2b8-420d-b6bf-1081c35794a0 None None] For port cba4b3e9-a58a-43e6-a877-7b52dd0968a9, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=cba4b3e9-a58a-43e6-a877-7b52dd0968a9,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:32:54.492046 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-97cb9486-b2b8-420d-b6bf-1081c35794a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:54.618498 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-97cb9486-b2b8-420d-b6bf-1081c35794a0 None None] Calling delete_port for cba4b3e9-a58a-43e6-a877-7b52dd0968a9 owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:32:54.650377 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-94a793ff-0b57-4f29-8432-c4d80a1e89da tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] For port 060d092c-f6b2-4c47-a240-6a17ca62066b, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=060d092c-f6b2-4c47-a240-6a17ca62066b,segment=NetworkSegment(01fd6993-daa5-41e2-98ba-420b2427e348),segment_id=01fd6993-daa5-41e2-98ba-420b2427e348)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:32:54.651221 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-94a793ff-0b57-4f29-8432-c4d80a1e89da tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:54.655982 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dfbc6c-b97f-4b69-8d5d-d5b6537ead1c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Port': ['ID=58c86aac-83f9-4aa8-b64f-68313194060c,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:54.744537 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85b07694-6454-4927-882e-b705372253b3 req-f7dfbc6c-b97f-4b69-8d5d-d5b6537ead1c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Network 832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:32:54.756334 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [req-85b07694-6454-4927-882e-b705372253b3 req-f7dfbc6c-b97f-4b69-8d5d-d5b6537ead1c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:32:54.759550 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b07694-6454-4927-882e-b705372253b3 req-f7dfbc6c-b97f-4b69-8d5d-d5b6537ead1c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:32:54.811785 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9da2ef8-3c94-46a8-b099-936f5367f153 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:32:54.819857 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-f9da2ef8-3c94-46a8-b099-936f5367f153 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:32:54.822279 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9da2ef8-3c94-46a8-b099-936f5367f153 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:32:54.822688 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9745de7f-a90f-4661-9b99-fe36f3a18cf1 None None] DHCP port deletion for f2ae54e9-4668-47cf-87fb-1548bbb807f9 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:32:54.825871 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-94a793ff-0b57-4f29-8432-c4d80a1e89da tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Calling delete_port for 060d092c-f6b2-4c47-a240-6a17ca62066b owned by network:dhcp {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:32:54.828498 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9da2ef8-3c94-46a8-b099-936f5367f153 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:54.829116 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f9da2ef8-3c94-46a8-b099-936f5367f153 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:54.837354 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-9745de7f-a90f-4661-9b99-fe36f3a18cf1 None None] Deleting port 060d092c-f6b2-4c47-a240-6a17ca62066b {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:32:54.838000 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9745de7f-a90f-4661-9b99-fe36f3a18cf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:54.869464 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9da2ef8-3c94-46a8-b099-936f5367f153 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event updated for resources: {'Port': ['ID=124d901e-f4a3-4dc9-91ab-0d2b0512c867,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:54.899172 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b07694-6454-4927-882e-b705372253b3 req-f7dfbc6c-b97f-4b69-8d5d-d5b6537ead1c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:54.899830 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-85b07694-6454-4927-882e-b705372253b3 req-f7dfbc6c-b97f-4b69-8d5d-d5b6537ead1c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:54.914024 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-f9da2ef8-3c94-46a8-b099-936f5367f153 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7027073 May 04 17:32:54.918737 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52668) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:54.932216 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e358c93d-acec-4def-bfaa-9c8fd96dce40 req-197e10ee-6ab6-4570-bd08-42278f38b1e6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:54.933835 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e358c93d-acec-4def-bfaa-9c8fd96dce40 req-197e10ee-6ab6-4570-bd08-42278f38b1e6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=52c94fc4-1d2e-44f8-9f46-561574e9168d HTTP/1.1" status: 200 len: 931 time: 0.3573465 May 04 17:32:54.959445 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-97cb9486-b2b8-420d-b6bf-1081c35794a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124'] for port, after_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:54.961241 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-94a793ff-0b57-4f29-8432-c4d80a1e89da tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:54.969078 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-9745de7f-a90f-4661-9b99-fe36f3a18cf1 None None] The port '060d092c-f6b2-4c47-a240-6a17ca62066b' was deleted {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 04 17:32:55.014839 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cb9486-b2b8-420d-b6bf-1081c35794a0 None None] Pushing event deleted for resources: {'Port': ['ID=cba4b3e9-a58a-43e6-a877-7b52dd0968a9,revision_number=None']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:55.028286 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-85b07694-6454-4927-882e-b705372253b3 req-f7dfbc6c-b97f-4b69-8d5d-d5b6537ead1c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3242781 May 04 17:32:55.041521 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [req-85b07694-6454-4927-882e-b705372253b3 req-ccc452cb-b582-4996-814c-9a3319f9a0f2 service neutron] Request body: {'port': {'device_id': '52c94fc4-1d2e-44f8-9f46-561574e9168d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:32:55.051459 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a793ff-0b57-4f29-8432-c4d80a1e89da tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Pushing event deleted for resources: {'Port': ['ID=060d092c-f6b2-4c47-a240-6a17ca62066b,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:55.055824 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a793ff-0b57-4f29-8432-c4d80a1e89da tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] No DVR routers for this DVR port 060d092c-f6b2-4c47-a240-6a17ca62066b on host dv-neutron-840426-1-hyperv {{(pid=88037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:32:55.088200 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e358c93d-acec-4def-bfaa-9c8fd96dce40 req-f1978a90-ff1a-42cb-8d0a-ea372633328f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=afa7a7f7-79f2-4c52-9405-e6b754b5b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476934 May 04 17:32:55.112728 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cb9486-b2b8-420d-b6bf-1081c35794a0 None None] No DVR routers for this DVR port cba4b3e9-a58a-43e6-a877-7b52dd0968a9 on host dv-neutron-840426-1-hyperv {{(pid=88039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:32:55.131438 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe343c35-e559-4583-ab03-c69d7a1d2af8 None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:32:55.205969 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-94a793ff-0b57-4f29-8432-c4d80a1e89da tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:55.216183 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5c5e5f4c-c91a-4ab5-accd-53b86d05ffe7 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:55.234412 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-94a793ff-0b57-4f29-8432-c4d80a1e89da tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2ae54e9-4668-47cf-87fb-1548bbb807f9']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:55.249269 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-94a793ff-0b57-4f29-8432-c4d80a1e89da tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01fd6993-daa5-41e2-98ba-420b2427e348') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:55.249574 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-94a793ff-0b57-4f29-8432-c4d80a1e89da tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01fd6993-daa5-41e2-98ba-420b2427e348') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:32:55.259127 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef16492b-2ee9-4c3e-92d1-71ce56d66998 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:55.259776 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-ef16492b-2ee9-4c3e-92d1-71ce56d66998 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Synchronizing usage tracker for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:32:55.263351 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-94a793ff-0b57-4f29-8432-c4d80a1e89da tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:55.278856 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-e72a3314-c6a0-4796-a487-bbd87eaf8515 None None] Provisioning for port 58c86aac-83f9-4aa8-b64f-68313194060c completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:32:55.287314 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-85b07694-6454-4927-882e-b705372253b3 req-ccc452cb-b582-4996-814c-9a3319f9a0f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:55.290954 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-94a793ff-0b57-4f29-8432-c4d80a1e89da tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:55.291666 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-e72a3314-c6a0-4796-a487-bbd87eaf8515 None None] Provisioning complete for port 58c86aac-83f9-4aa8-b64f-68313194060c triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:32:55.292117 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e72a3314-c6a0-4796-a487-bbd87eaf8515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:55.298254 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94a793ff-0b57-4f29-8432-c4d80a1e89da tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:32:55.298724 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-94a793ff-0b57-4f29-8432-c4d80a1e89da tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:55.316837 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 17:32:55.316837 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:32:55.316837 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 17:32:55.316837 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:32:55.316837 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 17:32:55.316837 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:32:55.316837 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 17:32:55.316837 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:32:55.316837 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 17:32:55.316837 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:32:55.316837 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 17:32:55.316837 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:32:55.316837 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 17:32:55.316837 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:32:55.316837 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:32:55.316837 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:32:55.316837 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:32:55.316837 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:32:55.316837 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 17:32:55.316837 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:32:55.316837 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 17:32:55.316837 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:32:55.316837 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:32:55.316837 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:32:55.316837 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 17:32:55.316837 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:32:55.316837 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:32:55.316837 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:32:55.316837 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:32:55.316837 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:32:55.316837 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:32:55.316837 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:32:55.369392 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-ef16492b-2ee9-4c3e-92d1-71ce56d66998 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Unset dirty status for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:32:55.373191 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-ef16492b-2ee9-4c3e-92d1-71ce56d66998 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.4140999 May 04 17:32:55.383950 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5e5f4c-c91a-4ab5-accd-53b86d05ffe7 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event updated for resources: {'Subnet': ['ID=061d56f7-ff69-46b2-90eb-5ad9df11710e,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:55.391644 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52672) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:55.400232 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-e72a3314-c6a0-4796-a487-bbd87eaf8515 None None] Port 58c86aac-83f9-4aa8-b64f-68313194060c cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:32:55.409323 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-94a793ff-0b57-4f29-8432-c4d80a1e89da tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:55.432856 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-94a793ff-0b57-4f29-8432-c4d80a1e89da tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:55.442793 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a793ff-0b57-4f29-8432-c4d80a1e89da tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Pushing event deleted for resources: {'Network': ['ID=f2ae54e9-4668-47cf-87fb-1548bbb807f9,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:55.450695 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-94a793ff-0b57-4f29-8432-c4d80a1e89da tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] 10.222.0.41 "DELETE /v2.0/networks/f2ae54e9-4668-47cf-87fb-1548bbb807f9 HTTP/1.1" status: 204 len: 168 time: 1.2497866 May 04 17:32:55.450978 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52676) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:55.464562 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5e5f4c-c91a-4ab5-accd-53b86d05ffe7 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Checking segment: {'id': '27cbcd5b-3b3d-4963-bf66-2c5855f8f08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4b4ac0d7-4a14-41a3-a136-a4bac088e184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:32:55.464919 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5e5f4c-c91a-4ab5-accd-53b86d05ffe7 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Network hostable DHCP agents. Network: 4b4ac0d7-4a14-41a3-a136-a4bac088e184, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:32:55.496328 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6ed2b2-7426-4715-bf14-692902be42d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-6b89b041-5c42-49da-97bf-23cee8aadf17', 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'tenant_id': 'e0bb3da2b1c344b882bb065b24ba46bb', 'fixed_ips': [{'subnet_id': '3cf80607-d6a1-479d-89a9-a45d07cc9791'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:32:55.498110 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ee6ed2b2-7426-4715-bf14-692902be42d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:55.513055 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-6db818db-d62e-4ddd-a2d0-3ebd7c39b296 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Synchronizing usage tracker for tenant:72fad101e1f5424e881c55974cc9f729 on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:32:55.535766 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-6db818db-d62e-4ddd-a2d0-3ebd7c39b296 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Unset dirty status for tenant:72fad101e1f5424e881c55974cc9f729 on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:32:55.539801 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-6db818db-d62e-4ddd-a2d0-3ebd7c39b296 tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] 10.222.0.41 "GET /v2.0/ports?device_id=0333f8f4-dc03-4bf9-8e0d-90a135e3463b HTTP/1.1" status: 200 len: 205 time: 0.0850210 May 04 17:32:55.540076 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52680) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:55.561413 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 060d092c-f6b2-4c47-a240-6a17ca62066b no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:32:55.572456 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-5ec550c7-d0ff-42d9-bfb6-bec0188b9e0d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Deleting port 124d901e-f4a3-4dc9-91ab-0d2b0512c867 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:32:55.572799 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5ec550c7-d0ff-42d9-bfb6-bec0188b9e0d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:55.606636 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5e5f4c-c91a-4ab5-accd-53b86d05ffe7 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Network 4b4ac0d7-4a14-41a3-a136-a4bac088e184 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:32:55.607721 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 060d092c-f6b2-4c47-a240-6a17ca62066b {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:32:55.608158 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 060d092c-f6b2-4c47-a240-6a17ca62066b not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:32:55.644223 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-5c5e5f4c-c91a-4ab5-accd-53b86d05ffe7 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 4b4ac0d7-4a14-41a3-a136-a4bac088e184) {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:32:55.650649 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5e5f4c-c91a-4ab5-accd-53b86d05ffe7 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:55.651239 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5c5e5f4c-c91a-4ab5-accd-53b86d05ffe7 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:55.679729 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ed2df8-953a-4fd5-b3c5-a6be7881e7ac None None] Network 4b4ac0d7-4a14-41a3-a136-a4bac088e184 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:32:55.688057 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fa4d5a6d-0303-436a-a9a4-e565fb25df3d tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks [] for router, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:55.746004 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-5c5e5f4c-c91a-4ab5-accd-53b86d05ffe7 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7525477 May 04 17:32:55.789896 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-ee6ed2b2-7426-4715-bf14-692902be42d1 None None] Allocated IP 2001:db8::f816:3eff:fe5e:4016 (6b89b041-5c42-49da-97bf-23cee8aadf17/3cf80607-d6a1-479d-89a9-a45d07cc9791/7a5373b6-4864-4d6e-bcd8-fd894f8e5d39) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:32:55.799263 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52684) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:55.813607 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-e1129a6b-1a90-4f0a-8860-dc775fe7b5be tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Request body: {'port': {'network_id': '4b4ac0d7-4a14-41a3-a136-a4bac088e184', 'name': 'tempest-PortsTestJSON-548954345', 'fixed_ips': [{'subnet_id': '061d56f7-ff69-46b2-90eb-5ad9df11710e', 'ip_address': '172.20.0.10'}]}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:32:56.036496 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc735737-5e0b-4104-a772-114f69b7f39e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-4b4ac0d7-4a14-41a3-a136-a4bac088e184', 'network_id': '4b4ac0d7-4a14-41a3-a136-a4bac088e184', 'tenant_id': 'd50aa0308d3f47e4bde015fa31f2165f', 'fixed_ips': [{'subnet_id': '061d56f7-ff69-46b2-90eb-5ad9df11710e'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:32:56.037307 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-cc735737-5e0b-4104-a772-114f69b7f39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:56.110597 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fa4d5a6d-0303-436a-a9a4-e565fb25df3d tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:56.113534 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fa4d5a6d-0303-436a-a9a4-e565fb25df3d tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:56.146571 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fa4d5a6d-0303-436a-a9a4-e565fb25df3d tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:56.147889 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa4d5a6d-0303-436a-a9a4-e565fb25df3d tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Fanout notify agent at l3_agent the message router_deleted on router 0333f8f4-dc03-4bf9-8e0d-90a135e3463b {{(pid=88037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:32:56.157813 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5ec550c7-d0ff-42d9-bfb6-bec0188b9e0d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:56.182276 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-e1129a6b-1a90-4f0a-8860-dc775fe7b5be tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:32:56.192889 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fa4d5a6d-0303-436a-a9a4-e565fb25df3d tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:56.198964 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-fa4d5a6d-0303-436a-a9a4-e565fb25df3d tempest-RoutersNegativeTest-1754463776 tempest-RoutersNegativeTest-1754463776-project] 10.222.0.41 "DELETE /v2.0/routers/0333f8f4-dc03-4bf9-8e0d-90a135e3463b HTTP/1.1" status: 204 len: 168 time: 0.6579392 May 04 17:32:56.200284 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ee6ed2b2-7426-4715-bf14-692902be42d1 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:56.219618 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-ee6ed2b2-7426-4715-bf14-692902be42d1 None None] Transition to ACTIVE for port object 7a5373b6-4864-4d6e-bcd8-fd894f8e5d39 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:32:56.259760 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-ee6ed2b2-7426-4715-bf14-692902be42d1 None None] Transition to ACTIVE for port object 7a5373b6-4864-4d6e-bcd8-fd894f8e5d39 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:32:56.305538 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ee6ed2b2-7426-4715-bf14-692902be42d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:56.348744 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [req-85b07694-6454-4927-882e-b705372253b3 req-ccc452cb-b582-4996-814c-9a3319f9a0f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58c86aac-83f9-4aa8-b64f-68313194060c {{(pid=88038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:32:56.356181 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-e1129a6b-1a90-4f0a-8860-dc775fe7b5be tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:32:56.363022 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-5ec550c7-d0ff-42d9-bfb6-bec0188b9e0d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Calling delete_port for 124d901e-f4a3-4dc9-91ab-0d2b0512c867 owned by {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:32:56.392132 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6ed2b2-7426-4715-bf14-692902be42d1 None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:32:56.398179 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-ee6ed2b2-7426-4715-bf14-692902be42d1 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:32:56.406718 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6ed2b2-7426-4715-bf14-692902be42d1 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:32:56.409359 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6ed2b2-7426-4715-bf14-692902be42d1 None None] Pushing event updated for resources: {'Port': ['ID=7a5373b6-4864-4d6e-bcd8-fd894f8e5d39,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:56.413588 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-cc735737-5e0b-4104-a772-114f69b7f39e None None] Allocated IP 172.20.0.2 (4b4ac0d7-4a14-41a3-a136-a4bac088e184/061d56f7-ff69-46b2-90eb-5ad9df11710e/3d13730f-6e16-4dd0-8535-834758041291) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:32:56.427971 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-85b07694-6454-4927-882e-b705372253b3 req-ccc452cb-b582-4996-814c-9a3319f9a0f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:56.462285 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1129a6b-1a90-4f0a-8860-dc775fe7b5be tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Made reservation on behalf of d50aa0308d3f47e4bde015fa31f2165f for: {'port': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:32:56.519079 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52694) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:56.599259 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-ee6ed2b2-7426-4715-bf14-692902be42d1 None None] Attempting to bind port 7a5373b6-4864-4d6e-bcd8-fd894f8e5d39 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:32:56.599644 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-ee6ed2b2-7426-4715-bf14-692902be42d1 None None] Attempting to bind port 7a5373b6-4864-4d6e-bcd8-fd894f8e5d39 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:32:56.600021 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6ed2b2-7426-4715-bf14-692902be42d1 None None] Attempting to bind port 7a5373b6-4864-4d6e-bcd8-fd894f8e5d39 on network 6b89b041-5c42-49da-97bf-23cee8aadf17 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:32:56.628013 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [req-85b07694-6454-4927-882e-b705372253b3 req-ccc452cb-b582-4996-814c-9a3319f9a0f2 service neutron] Transition to ACTIVE for port object 58c86aac-83f9-4aa8-b64f-68313194060c will not be triggered until provisioned by entity L2. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:32:56.651250 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-85b07694-6454-4927-882e-b705372253b3 req-ccc452cb-b582-4996-814c-9a3319f9a0f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:56.653387 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6ed2b2-7426-4715-bf14-692902be42d1 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:32:56.653771 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6ed2b2-7426-4715-bf14-692902be42d1 None None] Checking segment: {'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:32:56.654526 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ee6ed2b2-7426-4715-bf14-692902be42d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:56.654668 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6ed2b2-7426-4715-bf14-692902be42d1 None None] Bound using segment: {'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:32:56.655075 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-ee6ed2b2-7426-4715-bf14-692902be42d1 None None] Bound port: 7a5373b6-4864-4d6e-bcd8-fd894f8e5d39, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:32:56.655451 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ee6ed2b2-7426-4715-bf14-692902be42d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:56.693170 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-61f92c92-511c-42f3-bacf-3a38fac70f51 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=72fad101e1f5424e881c55974cc9f729&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1720357 May 04 17:32:56.695069 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52700) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:56.756208 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0d7b5013-bcc2-488f-b9e9-79c83afb2fbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:56.784971 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0d7b5013-bcc2-488f-b9e9-79c83afb2fbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:56.838924 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-ee6ed2b2-7426-4715-bf14-692902be42d1 None None] For port 7a5373b6-4864-4d6e-bcd8-fd894f8e5d39, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:32:56.857069 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-ee6ed2b2-7426-4715-bf14-692902be42d1 None None] For port 7a5373b6-4864-4d6e-bcd8-fd894f8e5d39, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=7a5373b6-4864-4d6e-bcd8-fd894f8e5d39,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:32:56.864366 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-cc735737-5e0b-4104-a772-114f69b7f39e None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:56.867456 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ee6ed2b2-7426-4715-bf14-692902be42d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:56.873896 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0d7b5013-bcc2-488f-b9e9-79c83afb2fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:56.899623 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b5013-bcc2-488f-b9e9-79c83afb2fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8735ed11-5bde-48dd-93f3-70ee464fbb3a,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:56.910557 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0d7b5013-bcc2-488f-b9e9-79c83afb2fbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:56.918135 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-0d7b5013-bcc2-488f-b9e9-79c83afb2fbb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8735ed11-5bde-48dd-93f3-70ee464fbb3a HTTP/1.1" status: 204 len: 168 time: 0.2217696 May 04 17:32:56.920326 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9830a57d-3768-463f-b627-d0cf94d07097 req-b7cf4065-8589-410f-88ad-71d24b4934e0 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:56.921099 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-9830a57d-3768-463f-b627-d0cf94d07097 req-b7cf4065-8589-410f-88ad-71d24b4934e0 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Synchronizing usage tracker for tenant:8ede911fc7f845af95dd74968234120d on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:32:56.930036 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc452cb-b582-4996-814c-9a3319f9a0f2 service neutron] Pushing event updated for resources: {'Port': ['ID=58c86aac-83f9-4aa8-b64f-68313194060c,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:56.962308 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-cc735737-5e0b-4104-a772-114f69b7f39e None None] Transition to ACTIVE for port object 3d13730f-6e16-4dd0-8535-834758041291 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:32:56.999659 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6ed2b2-7426-4715-bf14-692902be42d1 None None] Pushing event updated for resources: {'Port': ['ID=7a5373b6-4864-4d6e-bcd8-fd894f8e5d39,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:57.016669 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-cc735737-5e0b-4104-a772-114f69b7f39e None None] Transition to ACTIVE for port object 3d13730f-6e16-4dd0-8535-834758041291 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:32:57.027623 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-cc735737-5e0b-4104-a772-114f69b7f39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:57.047134 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e1129a6b-1a90-4f0a-8860-dc775fe7b5be tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:57.074462 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-9830a57d-3768-463f-b627-d0cf94d07097 req-b7cf4065-8589-410f-88ad-71d24b4934e0 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Unset dirty status for tenant:8ede911fc7f845af95dd74968234120d on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:32:57.075947 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-9830a57d-3768-463f-b627-d0cf94d07097 req-b7cf4065-8589-410f-88ad-71d24b4934e0 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=52c94fc4-1d2e-44f8-9f46-561574e9168d HTTP/1.1" status: 200 len: 931 time: 0.8351777 May 04 17:32:57.097715 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5ec550c7-d0ff-42d9-bfb6-bec0188b9e0d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:57.111933 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc735737-5e0b-4104-a772-114f69b7f39e None None] Network 4b4ac0d7-4a14-41a3-a136-a4bac088e184 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:32:57.115471 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-cc735737-5e0b-4104-a772-114f69b7f39e None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:32:57.120071 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [None req-e1129a6b-1a90-4f0a-8860-dc775fe7b5be tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] device_id is not set on port 6b68096c-7b0a-49f4-b282-25fe729ff91a yet. {{(pid=88038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:32:57.125277 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc735737-5e0b-4104-a772-114f69b7f39e None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:32:57.212619 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc735737-5e0b-4104-a772-114f69b7f39e None None] Pushing event updated for resources: {'Port': ['ID=3d13730f-6e16-4dd0-8535-834758041291,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:57.224168 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec550c7-d0ff-42d9-bfb6-bec0188b9e0d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event deleted for resources: {'Port': ['ID=124d901e-f4a3-4dc9-91ab-0d2b0512c867,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:57.240436 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-cc735737-5e0b-4104-a772-114f69b7f39e None None] Attempting to bind port 3d13730f-6e16-4dd0-8535-834758041291 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:32:57.240810 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-cc735737-5e0b-4104-a772-114f69b7f39e None None] Attempting to bind port 3d13730f-6e16-4dd0-8535-834758041291 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '27cbcd5b-3b3d-4963-bf66-2c5855f8f08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4b4ac0d7-4a14-41a3-a136-a4bac088e184'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:32:57.241234 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc735737-5e0b-4104-a772-114f69b7f39e None None] Attempting to bind port 3d13730f-6e16-4dd0-8535-834758041291 on network 4b4ac0d7-4a14-41a3-a136-a4bac088e184 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:32:57.246795 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc735737-5e0b-4104-a772-114f69b7f39e None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:32:57.247178 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc735737-5e0b-4104-a772-114f69b7f39e None None] Checking segment: {'id': '27cbcd5b-3b3d-4963-bf66-2c5855f8f08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4b4ac0d7-4a14-41a3-a136-a4bac088e184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:32:57.247589 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-cc735737-5e0b-4104-a772-114f69b7f39e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:57.247988 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc735737-5e0b-4104-a772-114f69b7f39e None None] Bound using segment: {'id': '27cbcd5b-3b3d-4963-bf66-2c5855f8f08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4b4ac0d7-4a14-41a3-a136-a4bac088e184'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:32:57.248467 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-cc735737-5e0b-4104-a772-114f69b7f39e None None] Bound port: 3d13730f-6e16-4dd0-8535-834758041291, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27cbcd5b-3b3d-4963-bf66-2c5855f8f08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '4b4ac0d7-4a14-41a3-a136-a4bac088e184'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:32:57.248842 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-cc735737-5e0b-4104-a772-114f69b7f39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:57.310105 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5ec550c7-d0ff-42d9-bfb6-bec0188b9e0d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:57.326436 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [req-85b07694-6454-4927-882e-b705372253b3 req-ccc452cb-b582-4996-814c-9a3319f9a0f2 service neutron] Attempting to bind port 58c86aac-83f9-4aa8-b64f-68313194060c on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:32:57.326770 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [req-85b07694-6454-4927-882e-b705372253b3 req-ccc452cb-b582-4996-814c-9a3319f9a0f2 service neutron] Attempting to bind port 58c86aac-83f9-4aa8-b64f-68313194060c by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '6f4f049e-5b81-4cd5-ae7b-d8e68835424d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7'}] {{(pid=88038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:32:57.327097 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b07694-6454-4927-882e-b705372253b3 req-ccc452cb-b582-4996-814c-9a3319f9a0f2 service neutron] Attempting to bind port 58c86aac-83f9-4aa8-b64f-68313194060c on network 832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:32:57.351365 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b07694-6454-4927-882e-b705372253b3 req-ccc452cb-b582-4996-814c-9a3319f9a0f2 service neutron] Port 58c86aac-83f9-4aa8-b64f-68313194060c on network 832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:32:57.351690 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b07694-6454-4927-882e-b705372253b3 req-ccc452cb-b582-4996-814c-9a3319f9a0f2 service neutron] Attempting to bind port 58c86aac-83f9-4aa8-b64f-68313194060c on network 832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:32:57.356064 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-9830a57d-3768-463f-b627-d0cf94d07097 req-6bccfa2e-6e22-476b-914a-c684ca140661 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=afa7a7f7-79f2-4c52-9405-e6b754b5b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2679451 May 04 17:32:57.378284 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-cc735737-5e0b-4104-a772-114f69b7f39e None None] For port 3d13730f-6e16-4dd0-8535-834758041291, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:32:57.381614 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-cc735737-5e0b-4104-a772-114f69b7f39e None None] For port 3d13730f-6e16-4dd0-8535-834758041291, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=3d13730f-6e16-4dd0-8535-834758041291,segment=NetworkSegment(27cbcd5b-3b3d-4963-bf66-2c5855f8f08d),segment_id=27cbcd5b-3b3d-4963-bf66-2c5855f8f08d)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:32:57.392790 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-cc735737-5e0b-4104-a772-114f69b7f39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:57.402551 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-5ec550c7-d0ff-42d9-bfb6-bec0188b9e0d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/ports/124d901e-f4a3-4dc9-91ab-0d2b0512c867 HTTP/1.1" status: 204 len: 168 time: 2.0085735 May 04 17:32:57.404372 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52712) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:57.408575 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b07694-6454-4927-882e-b705372253b3 req-ccc452cb-b582-4996-814c-9a3319f9a0f2 service neutron] Checking agent: {'id': '84d0dbeb-cfa8-4636-8b1c-9790acf21ef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'started_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:32:57.408575 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b07694-6454-4927-882e-b705372253b3 req-ccc452cb-b582-4996-814c-9a3319f9a0f2 service neutron] Checking segment: {'id': '6f4f049e-5b81-4cd5-ae7b-d8e68835424d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:32:57.409145 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b07694-6454-4927-882e-b705372253b3 req-ccc452cb-b582-4996-814c-9a3319f9a0f2 service neutron] Bound using segment: {'id': '6f4f049e-5b81-4cd5-ae7b-d8e68835424d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7'} {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:32:57.414390 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [req-85b07694-6454-4927-882e-b705372253b3 req-ccc452cb-b582-4996-814c-9a3319f9a0f2 service neutron] Bound port: 58c86aac-83f9-4aa8-b64f-68313194060c, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f4f049e-5b81-4cd5-ae7b-d8e68835424d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7'}}] {{(pid=88038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:32:57.415117 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-85b07694-6454-4927-882e-b705372253b3 req-ccc452cb-b582-4996-814c-9a3319f9a0f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:57.535109 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a141f8ae-61a6-49e5-b957-badf9eec1321 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:57.538467 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a141f8ae-61a6-49e5-b957-badf9eec1321 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:57.540160 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-a141f8ae-61a6-49e5-b957-badf9eec1321 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1317205 May 04 17:32:57.543262 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52720) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:57.557129 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc735737-5e0b-4104-a772-114f69b7f39e None None] Pushing event updated for resources: {'Port': ['ID=3d13730f-6e16-4dd0-8535-834758041291,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:57.649025 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 7a5373b6-4864-4d6e-bcd8-fd894f8e5d39 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:32:57.655808 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-acce8bad-5e9c-4519-8eef-bd39dd441a3a tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Deleting subnet 3cf80607-d6a1-479d-89a9-a45d07cc9791 {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:32:57.662050 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-acce8bad-5e9c-4519-8eef-bd39dd441a3a tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:57.717244 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-e1129a6b-1a90-4f0a-8860-dc775fe7b5be tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Allocated IP 172.20.0.10 (4b4ac0d7-4a14-41a3-a136-a4bac088e184/061d56f7-ff69-46b2-90eb-5ad9df11710e/6b68096c-7b0a-49f4-b282-25fe729ff91a) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:32:57.753502 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-acce8bad-5e9c-4519-8eef-bd39dd441a3a tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:57.776173 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 7a5373b6-4864-4d6e-bcd8-fd894f8e5d39 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:32:57.801670 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [req-85b07694-6454-4927-882e-b705372253b3 req-ccc452cb-b582-4996-814c-9a3319f9a0f2 service neutron] For port 58c86aac-83f9-4aa8-b64f-68313194060c, host hv-neutron-8404, cleared binding levels {{(pid=88038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:32:57.815888 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [req-85b07694-6454-4927-882e-b705372253b3 req-ccc452cb-b582-4996-814c-9a3319f9a0f2 service neutron] For port 58c86aac-83f9-4aa8-b64f-68313194060c, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=58c86aac-83f9-4aa8-b64f-68313194060c,segment=NetworkSegment(6f4f049e-5b81-4cd5-ae7b-d8e68835424d),segment_id=6f4f049e-5b81-4cd5-ae7b-d8e68835424d)] {{(pid=88038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:32:57.852938 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-85b07694-6454-4927-882e-b705372253b3 req-ccc452cb-b582-4996-814c-9a3319f9a0f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:57.896588 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-acce8bad-5e9c-4519-8eef-bd39dd441a3a tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:57.977758 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b07694-6454-4927-882e-b705372253b3 req-ccc452cb-b582-4996-814c-9a3319f9a0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:57.984577 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-85b07694-6454-4927-882e-b705372253b3 req-ccc452cb-b582-4996-814c-9a3319f9a0f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:57.986111 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-85b07694-6454-4927-882e-b705372253b3 req-ccc452cb-b582-4996-814c-9a3319f9a0f2 service neutron] 10.222.0.42 "PUT /v2.0/ports/58c86aac-83f9-4aa8-b64f-68313194060c HTTP/1.1" status: 200 len: 1093 time: 2.9492440 May 04 17:32:57.987396 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52c94fc4-1d2e-44f8-9f46-561574e9168d', 'tag': '58c86aac-83f9-4aa8-b64f-68313194060c'}] {{(pid=88038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:32:58.032359 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-acce8bad-5e9c-4519-8eef-bd39dd441a3a tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:58.144565 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acce8bad-5e9c-4519-8eef-bd39dd441a3a tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event deleted for resources: {'Subnet': ['ID=3cf80607-d6a1-479d-89a9-a45d07cc9791,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:58.148943 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-acce8bad-5e9c-4519-8eef-bd39dd441a3a tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:58.164098 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2407c53-4b40-4857-84b0-0d5a326c7c18'] response: {'name': 'network-changed', 'server_uuid': '52c94fc4-1d2e-44f8-9f46-561574e9168d', 'tag': '58c86aac-83f9-4aa8-b64f-68313194060c', 'status': 'completed', 'code': 200} May 04 17:32:58.166636 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52734) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:58.186712 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-acce8bad-5e9c-4519-8eef-bd39dd441a3a tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/subnets/3cf80607-d6a1-479d-89a9-a45d07cc9791 HTTP/1.1" status: 204 len: 168 time: 0.6421087 May 04 17:32:58.189205 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52740) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:58.223476 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc452cb-b582-4996-814c-9a3319f9a0f2 service neutron] Pushing event updated for resources: {'Port': ['ID=58c86aac-83f9-4aa8-b64f-68313194060c,revision_number=3']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:58.290812 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e1129a6b-1a90-4f0a-8860-dc775fe7b5be tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:58.308991 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b07694-6454-4927-882e-b705372253b3 req-ac70ca83-475e-49cc-a89e-6c507688af22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:58.311586 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-85b07694-6454-4927-882e-b705372253b3 req-ac70ca83-475e-49cc-a89e-6c507688af22 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ede911fc7f845af95dd74968234120d&device_id=52c94fc4-1d2e-44f8-9f46-561574e9168d HTTP/1.1" status: 200 len: 1096 time: 0.2075617 May 04 17:32:58.318351 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-a9a7d878-23da-40a1-a2af-609093cecf6a tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1278992 May 04 17:32:58.320898 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52744) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:58.395579 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-e1129a6b-1a90-4f0a-8860-dc775fe7b5be tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Transition to ACTIVE for port object 6b68096c-7b0a-49f4-b282-25fe729ff91a will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:32:58.405420 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-7c7c5d6f-f784-4a81-a12f-3849e93df050 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Request body: {'security_group': {'name': 'tempest-secgroup--518268634'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:32:58.414756 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-7c7c5d6f-f784-4a81-a12f-3849e93df050 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:32:58.416555 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-85b07694-6454-4927-882e-b705372253b3 req-33d165b4-16eb-4e4e-90b5-fddd92057cf7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58c86aac-83f9-4aa8-b64f-68313194060c HTTP/1.1" status: 200 len: 217 time: 0.0868964 May 04 17:32:58.420454 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-7c7c5d6f-f784-4a81-a12f-3849e93df050 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Usage tracker for resource:security_group and tenant:90ed714da4ab449d8abdecb4ce424559 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:32:58.424285 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-7c7c5d6f-f784-4a81-a12f-3849e93df050 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:32:58.432235 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-7c7c5d6f-f784-4a81-a12f-3849e93df050 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:32:58.447310 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7c7c5d6f-f784-4a81-a12f-3849e93df050 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:58.461390 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7c7c5d6f-f784-4a81-a12f-3849e93df050 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:58.484821 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-7c7c5d6f-f784-4a81-a12f-3849e93df050 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:32:58.493398 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b07694-6454-4927-882e-b705372253b3 req-cdf62224-4410-4fde-9d2f-3dbb6b23d372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:58.494901 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-85b07694-6454-4927-882e-b705372253b3 req-cdf62224-4410-4fde-9d2f-3dbb6b23d372 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ac53a930-fb01-43ca-8b12-f69e69235156 HTTP/1.1" status: 200 len: 834 time: 0.0723188 May 04 17:32:58.495469 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73272a8-4d9f-4b1a-86c7-191e877ca6e0 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:58.496982 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-d73272a8-4d9f-4b1a-86c7-191e877ca6e0 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1750703 May 04 17:32:58.500112 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52750) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:58.500305 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-7c7c5d6f-f784-4a81-a12f-3849e93df050 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Usage tracker for resource:security_group_rule and tenant:90ed714da4ab449d8abdecb4ce424559 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:32:58.505608 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-7c7c5d6f-f784-4a81-a12f-3849e93df050 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:32:58.514366 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-7c7c5d6f-f784-4a81-a12f-3849e93df050 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:32:58.574380 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e1129a6b-1a90-4f0a-8860-dc775fe7b5be tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:58.640930 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7c7c5d6f-f784-4a81-a12f-3849e93df050 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:58.647134 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7c7c5d6f-f784-4a81-a12f-3849e93df050 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:58.658524 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8d9843-6fd6-45ed-998f-5fd2f8f23f33 None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:32:58.664204 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-7c7c5d6f-f784-4a81-a12f-3849e93df050 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:32:58.672380 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-7c7c5d6f-f784-4a81-a12f-3849e93df050 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Usage tracker for resource:security_group_rule and tenant:90ed714da4ab449d8abdecb4ce424559 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:32:58.681630 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-7c7c5d6f-f784-4a81-a12f-3849e93df050 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:32:58.692918 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-7c7c5d6f-f784-4a81-a12f-3849e93df050 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:32:58.696802 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7c5d6f-f784-4a81-a12f-3849e93df050 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c2f9bc-0b6c-4bab-a243-f61c085df3fe,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:58.786913 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7c7c5d6f-f784-4a81-a12f-3849e93df050 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:58.794781 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7c7c5d6f-f784-4a81-a12f-3849e93df050 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:58.842875 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7c5d6f-f784-4a81-a12f-3849e93df050 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95741a7c-6e2d-4d87-bbc6-30ae6e66e7f3,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:58.845792 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7c7c5d6f-f784-4a81-a12f-3849e93df050 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:58.850195 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-7c7c5d6f-f784-4a81-a12f-3849e93df050 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6824822 May 04 17:32:58.850598 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-ec1e88fa-50bc-4b34-b571-db80335c4f1d None None] Provisioning for port 7a5373b6-4864-4d6e-bcd8-fd894f8e5d39 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:32:58.851399 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52754) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:58.873496 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-ec1e88fa-50bc-4b34-b571-db80335c4f1d None None] Provisioning complete for port 7a5373b6-4864-4d6e-bcd8-fd894f8e5d39 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:32:58.873873 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ec1e88fa-50bc-4b34-b571-db80335c4f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:58.931632 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-91b40d49-8750-4835-be90-526f08fdc6a1 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Synchronizing usage tracker for tenant:90ed714da4ab449d8abdecb4ce424559 on resource:security_group {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:32:58.933995 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1129a6b-1a90-4f0a-8860-dc775fe7b5be tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Network 4b4ac0d7-4a14-41a3-a136-a4bac088e184 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:32:58.940288 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-e1129a6b-1a90-4f0a-8860-dc775fe7b5be tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:32:58.952644 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1129a6b-1a90-4f0a-8860-dc775fe7b5be tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:32:58.956440 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-91b40d49-8750-4835-be90-526f08fdc6a1 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Unset dirty status for tenant:90ed714da4ab449d8abdecb4ce424559 on resource:security_group {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:32:58.962133 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-91b40d49-8750-4835-be90-526f08fdc6a1 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.1091197 May 04 17:32:58.962928 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52758) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:58.979853 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-8cba26e6-600e-4850-b97b-1e7529f54916 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Request body: {'security_group': {'name': 'tempest-security--399108997', 'description': 'tempest-security-description-140858422'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:32:59.024163 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ec1e88fa-50bc-4b34-b571-db80335c4f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:59.028734 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8cba26e6-600e-4850-b97b-1e7529f54916 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:59.037458 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1129a6b-1a90-4f0a-8860-dc775fe7b5be tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:59.038333 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e1129a6b-1a90-4f0a-8860-dc775fe7b5be tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:59.071725 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-ec1e88fa-50bc-4b34-b571-db80335c4f1d None None] For port 7a5373b6-4864-4d6e-bcd8-fd894f8e5d39, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=7a5373b6-4864-4d6e-bcd8-fd894f8e5d39,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:32:59.074398 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bada42-4b15-42b6-b018-01807d3e3cae None None] DHCP port deletion for 6b89b041-5c42-49da-97bf-23cee8aadf17 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:32:59.079232 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ec1e88fa-50bc-4b34-b571-db80335c4f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:59.081425 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-56bada42-4b15-42b6-b018-01807d3e3cae None None] Deleting port 7a5373b6-4864-4d6e-bcd8-fd894f8e5d39 {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:32:59.082447 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-56bada42-4b15-42b6-b018-01807d3e3cae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:59.088696 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61af36e4-4426-437e-bf75-1ee693bcc437 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:59.089489 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-61af36e4-4426-437e-bf75-1ee693bcc437 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Synchronizing usage tracker for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:subnet {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:32:59.095042 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1129a6b-1a90-4f0a-8860-dc775fe7b5be tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event updated for resources: {'Port': ['ID=6b68096c-7b0a-49f4-b282-25fe729ff91a,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:59.109126 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8cba26e6-600e-4850-b97b-1e7529f54916 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:59.112684 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8cba26e6-600e-4850-b97b-1e7529f54916 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:59.117539 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8cba26e6-600e-4850-b97b-1e7529f54916 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:59.118155 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-e1129a6b-1a90-4f0a-8860-dc775fe7b5be tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.3186319 May 04 17:32:59.119441 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-8cba26e6-600e-4850-b97b-1e7529f54916 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "PUT /v2.0/security-groups/95741a7c-6e2d-4d87-bbc6-30ae6e66e7f3 HTTP/1.1" status: 200 len: 1776 time: 0.1555803 May 04 17:32:59.122827 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52762) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:59.123311 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52764) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:59.136290 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-411c799c-4a5f-4653-b3dd-7720dbcc5e06 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Request body: {'port': {'network_id': '4b4ac0d7-4a14-41a3-a136-a4bac088e184', 'name': 'tempest-PortsTestJSON-1060431126', 'fixed_ips': [{'subnet_id': '061d56f7-ff69-46b2-90eb-5ad9df11710e', 'ip_address': '172.20.0.9'}]}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:32:59.153321 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-ec1e88fa-50bc-4b34-b571-db80335c4f1d None None] Could not find standard attr ID for object 124d901e-f4a3-4dc9-91ab-0d2b0512c867. {{(pid=88039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 04 17:32:59.161218 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cba26e6-600e-4850-b97b-1e7529f54916 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95741a7c-6e2d-4d87-bbc6-30ae6e66e7f3,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:59.166770 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b07694-6454-4927-882e-b705372253b3 req-4d223acb-cb0a-4386-8ae2-a83fc9ae1292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:59.168299 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-85b07694-6454-4927-882e-b705372253b3 req-4d223acb-cb0a-4386-8ae2-a83fc9ae1292 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6644390 May 04 17:32:59.172294 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b25539-8fe0-4f4d-b156-7cf35aeb4fd6 None None] Network 4b4ac0d7-4a14-41a3-a136-a4bac088e184 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:32:59.182172 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629b9940-3246-42ec-9d09-73955dcfaad7 req-370bdfe9-ccc4-4c6c-b888-7468713765a6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:32:59.183616 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-629b9940-3246-42ec-9d09-73955dcfaad7 req-370bdfe9-ccc4-4c6c-b888-7468713765a6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=52c94fc4-1d2e-44f8-9f46-561574e9168d HTTP/1.1" status: 200 len: 943 time: 0.6016898 May 04 17:32:59.184231 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-61af36e4-4426-437e-bf75-1ee693bcc437 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Unset dirty status for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:subnet {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:32:59.185239 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-61af36e4-4426-437e-bf75-1ee693bcc437 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6837285 May 04 17:32:59.188049 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52770) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:59.268185 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-232b5afa-a56a-4b97-a993-78f396958555 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0789423 May 04 17:32:59.269295 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52774) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:59.274723 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-42b6e4e4-a023-4d85-a263-5d773405e377 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Request body: {'subnet': {'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:32:59.323135 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1e88fa-50bc-4b34-b571-db80335c4f1d None None] Pushing event updated for resources: {'Port': ['ID=7a5373b6-4864-4d6e-bcd8-fd894f8e5d39,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:59.399867 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-42b6e4e4-a023-4d85-a263-5d773405e377 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:32:59.400720 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-6198026f-3570-4881-949a-17d703630fc7 None None] Provisioning for port 3d13730f-6e16-4dd0-8535-834758041291 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:32:59.410180 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-42b6e4e4-a023-4d85-a263-5d773405e377 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:32:59.422823 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b6e4e4-a023-4d85-a263-5d773405e377 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Made reservation on behalf of e0bb3da2b1c344b882bb065b24ba46bb for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:32:59.426866 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-42b6e4e4-a023-4d85-a263-5d773405e377 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:59.434863 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-2ef5996e-7458-47be-9e7e-98c49fab1db6 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "GET /v2.0/security-groups/95741a7c-6e2d-4d87-bbc6-30ae6e66e7f3 HTTP/1.1" status: 200 len: 1776 time: 0.3054335 May 04 17:32:59.441323 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52778) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:59.451666 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-629b9940-3246-42ec-9d09-73955dcfaad7 req-b19e8f24-a213-4130-a6d8-5f0024e5e655 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=afa7a7f7-79f2-4c52-9405-e6b754b5b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2381063 May 04 17:32:59.500020 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-411c799c-4a5f-4653-b3dd-7720dbcc5e06 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:32:59.503564 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-85b07694-6454-4927-882e-b705372253b3 req-6dd78d68-9f57-483a-a23e-0e6d52af52c0 service neutron] 10.222.0.42 "GET /v2.0/networks/832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143220 May 04 17:32:59.514930 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-411c799c-4a5f-4653-b3dd-7720dbcc5e06 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Usage tracker for resource:port and tenant:d50aa0308d3f47e4bde015fa31f2165f is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:32:59.536541 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-411c799c-4a5f-4653-b3dd-7720dbcc5e06 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:32:59.548726 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-411c799c-4a5f-4653-b3dd-7720dbcc5e06 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:32:59.587850 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-56bada42-4b15-42b6-b018-01807d3e3cae None None] For port 7a5373b6-4864-4d6e-bcd8-fd894f8e5d39, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=7a5373b6-4864-4d6e-bcd8-fd894f8e5d39,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:32:59.588529 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-56bada42-4b15-42b6-b018-01807d3e3cae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:59.614551 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5ef5a932-774c-4091-a5ef-97ba591573ab tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:59.660834 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 3d13730f-6e16-4dd0-8535-834758041291 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:32:59.665343 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411c799c-4a5f-4653-b3dd-7720dbcc5e06 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Made reservation on behalf of d50aa0308d3f47e4bde015fa31f2165f for: {'port': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:32:59.670495 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-411c799c-4a5f-4653-b3dd-7720dbcc5e06 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:59.684012 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5ef5a932-774c-4091-a5ef-97ba591573ab tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:59.714477 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [None req-411c799c-4a5f-4653-b3dd-7720dbcc5e06 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] device_id is not set on port 50fe8c96-52c0-49a6-b066-2e72102ebe05 yet. {{(pid=88038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:32:59.755093 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-85b07694-6454-4927-882e-b705372253b3 req-b91f9bc9-fc83-402c-867d-fb98dd804107 service neutron] 10.222.0.42 "GET /v2.0/networks/832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403688 May 04 17:32:59.773347 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5ef5a932-774c-4091-a5ef-97ba591573ab tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:59.821063 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef5a932-774c-4091-a5ef-97ba591573ab tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95741a7c-6e2d-4d87-bbc6-30ae6e66e7f3,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:32:59.828922 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-56bada42-4b15-42b6-b018-01807d3e3cae None None] Calling delete_port for 7a5373b6-4864-4d6e-bcd8-fd894f8e5d39 owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:32:59.880611 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5ef5a932-774c-4091-a5ef-97ba591573ab tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:59.884099 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-5ef5a932-774c-4091-a5ef-97ba591573ab tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "DELETE /v2.0/security-groups/95741a7c-6e2d-4d87-bbc6-30ae6e66e7f3 HTTP/1.1" status: 204 len: 168 time: 0.4369090 May 04 17:32:59.888658 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52782) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:32:59.929514 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 3d13730f-6e16-4dd0-8535-834758041291 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:32:59.938651 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 3d13730f-6e16-4dd0-8535-834758041291 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:32:59.939275 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:59.991316 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-56bada42-4b15-42b6-b018-01807d3e3cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124'] for port, after_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:00.006505 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-4323fdea-f673-4f20-811e-0fcaea8e8355 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Synchronizing usage tracker for tenant:90ed714da4ab449d8abdecb4ce424559 on resource:security_group {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:33:00.007671 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf436e-39fb-48c0-8bfb-be5ec39f69f0 req-e0632574-705e-4ff5-a053-59b8692c0244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:00.009259 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-b4bf436e-39fb-48c0-8bfb-be5ec39f69f0 req-e0632574-705e-4ff5-a053-59b8692c0244 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ede911fc7f845af95dd74968234120d&device_id=52c94fc4-1d2e-44f8-9f46-561574e9168d HTTP/1.1" status: 200 len: 1096 time: 0.1631508 May 04 17:33:00.014526 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.objects.ports [None req-42b6e4e4-a023-4d85-a263-5d773405e377 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88037) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 04 17:33:00.046261 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bada42-4b15-42b6-b018-01807d3e3cae None None] Pushing event deleted for resources: {'Port': ['ID=7a5373b6-4864-4d6e-bcd8-fd894f8e5d39,revision_number=None']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:00.050673 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bada42-4b15-42b6-b018-01807d3e3cae None None] No DVR routers for this DVR port 7a5373b6-4864-4d6e-bcd8-fd894f8e5d39 on host dv-neutron-840426-1-hyperv {{(pid=88039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:33:00.087210 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-411c799c-4a5f-4653-b3dd-7720dbcc5e06 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Allocated IP 172.20.0.9 (4b4ac0d7-4a14-41a3-a136-a4bac088e184/061d56f7-ff69-46b2-90eb-5ad9df11710e/50fe8c96-52c0-49a6-b066-2e72102ebe05) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:33:00.141443 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:00.184002 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 3d13730f-6e16-4dd0-8535-834758041291, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=3d13730f-6e16-4dd0-8535-834758041291,segment=NetworkSegment(27cbcd5b-3b3d-4963-bf66-2c5855f8f08d),segment_id=27cbcd5b-3b3d-4963-bf66-2c5855f8f08d)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:33:00.189528 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:00.248798 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-4323fdea-f673-4f20-811e-0fcaea8e8355 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Unset dirty status for tenant:90ed714da4ab449d8abdecb4ce424559 on resource:security_group {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:33:00.250676 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-4323fdea-f673-4f20-811e-0fcaea8e8355 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3616419 May 04 17:33:00.259565 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52786) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:00.271672 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 7a5373b6-4864-4d6e-bcd8-fd894f8e5d39 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:33:00.301040 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 17:33:00.309459 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf436e-39fb-48c0-8bfb-be5ec39f69f0 req-af1ed8c9-9595-42ef-9ac2-9a6c1a730ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:00.311045 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-b4bf436e-39fb-48c0-8bfb-be5ec39f69f0 req-af1ed8c9-9595-42ef-9ac2-9a6c1a730ae5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7 HTTP/1.1" status: 200 len: 897 time: 0.2909687 May 04 17:33:00.312160 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.api.v2.resource [None req-48eba743-98fb-48de-a178-36d58c4ca502 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] delete failed (client error): The resource could not be found. May 04 17:33:00.317350 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-48eba743-98fb-48de-a178-36d58c4ca502 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "DELETE /v2.0/security-groups/95741a7c-6e2d-4d87-bbc6-30ae6e66e7f3 HTTP/1.1" status: 404 len: 347 time: 0.0496624 May 04 17:33:00.320124 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 7a5373b6-4864-4d6e-bcd8-fd894f8e5d39 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:33:00.320512 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 7a5373b6-4864-4d6e-bcd8-fd894f8e5d39 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:33:00.326342 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52790) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:00.339055 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=3d13730f-6e16-4dd0-8535-834758041291,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:00.353890 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-3eb13344-d00f-4920-b04f-c1372ebeaddb tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Request body: {'security_group': {'name': 'tempest-secgroup--998448526'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:00.366938 dv-neutron-840426-1-hyperv neutron-server[88037]: WARNING neutron.services.revisions.revision_plugin [None req-42b6e4e4-a023-4d85-a263-5d773405e377 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Could not find related port for resource to bump revision. May 04 17:33:00.368540 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-3eb13344-d00f-4920-b04f-c1372ebeaddb tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:00.376886 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.ipam_pluggable_backend [None req-42b6e4e4-a023-4d85-a263-5d773405e377 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Port 7a5373b6-4864-4d6e-bcd8-fd894f8e5d39 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88037) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} May 04 17:33:00.377258 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.ipam_pluggable_backend [None req-42b6e4e4-a023-4d85-a263-5d773405e377 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Reverting IP allocation for 2001:db8::f816:3eff:fe5e:4016 {{(pid=88037) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} May 04 17:33:00.383818 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-3eb13344-d00f-4920-b04f-c1372ebeaddb tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:00.388078 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-42b6e4e4-a023-4d85-a263-5d773405e377 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:00.402094 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-a55077ca-ea4e-4a9c-a1fc-1b083d1d188c None None] Provisioning complete for port 3d13730f-6e16-4dd0-8535-834758041291 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:33:00.402553 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a55077ca-ea4e-4a9c-a1fc-1b083d1d188c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:00.407472 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-b4bf436e-39fb-48c0-8bfb-be5ec39f69f0 req-7e8446e5-b478-4879-9042-342f6f5f7fb1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58c86aac-83f9-4aa8-b64f-68313194060c HTTP/1.1" status: 200 len: 217 time: 0.0668211 May 04 17:33:00.457349 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3eb13344-d00f-4920-b04f-c1372ebeaddb tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:00.483457 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b6e4e4-a023-4d85-a263-5d773405e377 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:33:00.488797 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-42b6e4e4-a023-4d85-a263-5d773405e377 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:33:00.495427 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b6e4e4-a023-4d85-a263-5d773405e377 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:00.496200 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-42b6e4e4-a023-4d85-a263-5d773405e377 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:00.507478 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b6e4e4-a023-4d85-a263-5d773405e377 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event updated for resources: {'Subnet': ['ID=2a6e7689-1750-4cbd-b82c-77ab6d86efc7,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:00.510012 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-3eb13344-d00f-4920-b04f-c1372ebeaddb tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:00.519068 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ec6e16-1f8d-48a4-b281-6788f9d72de3 None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:33:00.523246 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-3eb13344-d00f-4920-b04f-c1372ebeaddb tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Usage tracker for resource:security_group_rule and tenant:90ed714da4ab449d8abdecb4ce424559 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:00.526886 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-3eb13344-d00f-4920-b04f-c1372ebeaddb tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:00.534843 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-3eb13344-d00f-4920-b04f-c1372ebeaddb tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:00.541269 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-42b6e4e4-a023-4d85-a263-5d773405e377 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.2714782 May 04 17:33:00.545294 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52796) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:00.552458 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-1c909c4e-1034-42c1-934e-e2480e7e801d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Request body: {'port': {'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'mac_address': 'fa:16:3e:2d:d7:47', 'name': 'tempest-NetworksTestDHCPv6-1077956828'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:00.661981 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-411c799c-4a5f-4653-b3dd-7720dbcc5e06 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:00.688699 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf436e-39fb-48c0-8bfb-be5ec39f69f0 req-7ed8cef0-9a71-431c-9fef-3a4dc6e63202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:00.690524 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-b4bf436e-39fb-48c0-8bfb-be5ec39f69f0 req-7ed8cef0-9a71-431c-9fef-3a4dc6e63202 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ac53a930-fb01-43ca-8b12-f69e69235156 HTTP/1.1" status: 200 len: 834 time: 0.2755244 May 04 17:33:00.693171 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-411c799c-4a5f-4653-b3dd-7720dbcc5e06 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Transition to ACTIVE for port object 50fe8c96-52c0-49a6-b066-2e72102ebe05 will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:33:00.782051 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-a55077ca-ea4e-4a9c-a1fc-1b083d1d188c None None] Provisioning for port 6b68096c-7b0a-49f4-b282-25fe729ff91a completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:33:00.791207 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-a55077ca-ea4e-4a9c-a1fc-1b083d1d188c None None] Provisioning complete for port 6b68096c-7b0a-49f4-b282-25fe729ff91a triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:33:00.791474 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a55077ca-ea4e-4a9c-a1fc-1b083d1d188c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:00.798041 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3eb13344-d00f-4920-b04f-c1372ebeaddb tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:00.802401 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf436e-39fb-48c0-8bfb-be5ec39f69f0 req-87138897-1b96-4c9d-9ac4-eda97c1cf556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:00.805185 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-b4bf436e-39fb-48c0-8bfb-be5ec39f69f0 req-87138897-1b96-4c9d-9ac4-eda97c1cf556 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1081398 May 04 17:33:00.807194 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-411c799c-4a5f-4653-b3dd-7720dbcc5e06 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:00.807682 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3eb13344-d00f-4920-b04f-c1372ebeaddb tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:00.824241 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-1c909c4e-1034-42c1-934e-e2480e7e801d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:00.825709 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7e9929-1c37-491f-a56c-fff6e1879186 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-6b89b041-5c42-49da-97bf-23cee8aadf17', 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'tenant_id': 'e0bb3da2b1c344b882bb065b24ba46bb', 'fixed_ips': [{'subnet_id': '2a6e7689-1750-4cbd-b82c-77ab6d86efc7'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:33:00.826548 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-2e7e9929-1c37-491f-a56c-fff6e1879186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:00.834464 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-1c909c4e-1034-42c1-934e-e2480e7e801d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Usage tracker for resource:port and tenant:e0bb3da2b1c344b882bb065b24ba46bb is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:00.848044 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-1c909c4e-1034-42c1-934e-e2480e7e801d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:00.859589 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-1c909c4e-1034-42c1-934e-e2480e7e801d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:00.888746 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb13344-d00f-4920-b04f-c1372ebeaddb tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e151aae3-55aa-4ead-8ce0-ceea31022461,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:00.893441 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c909c4e-1034-42c1-934e-e2480e7e801d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Made reservation on behalf of e0bb3da2b1c344b882bb065b24ba46bb for: {'port': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:33:00.907225 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-a55077ca-ea4e-4a9c-a1fc-1b083d1d188c None None] Port 6b68096c-7b0a-49f4-b282-25fe729ff91a cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:33:00.908097 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3eb13344-d00f-4920-b04f-c1372ebeaddb tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:00.909543 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-3eb13344-d00f-4920-b04f-c1372ebeaddb tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5799727 May 04 17:33:00.913480 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52800) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:00.922808 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4653931-3cdf-49df-89f3-59308469b4ff req-bd6ef191-e447-4d52-8174-a1b857baffc9 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:00.924255 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a4653931-3cdf-49df-89f3-59308469b4ff req-bd6ef191-e447-4d52-8174-a1b857baffc9 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=52c94fc4-1d2e-44f8-9f46-561574e9168d HTTP/1.1" status: 200 len: 943 time: 0.2594731 May 04 17:33:00.931222 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-44a0d285-4fbf-4ad1-be9d-4bab9ae21213 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Request body: {'security_group_rule': {'security_group_id': 'e151aae3-55aa-4ead-8ce0-ceea31022461', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:00.943690 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-44a0d285-4fbf-4ad1-be9d-4bab9ae21213 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:00.987210 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-44a0d285-4fbf-4ad1-be9d-4bab9ae21213 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Usage tracker for resource:security_group_rule and tenant:90ed714da4ab449d8abdecb4ce424559 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:00.994669 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-44a0d285-4fbf-4ad1-be9d-4bab9ae21213 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:01.024797 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-2e7e9929-1c37-491f-a56c-fff6e1879186 None None] Allocated IP 2001:db8::f816:3eff:fed7:f5a (6b89b041-5c42-49da-97bf-23cee8aadf17/2a6e7689-1750-4cbd-b82c-77ab6d86efc7/9c315fd3-ed2e-425a-b440-3e8a42a42753) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:33:01.058352 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-44a0d285-4fbf-4ad1-be9d-4bab9ae21213 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:01.082843 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a4653931-3cdf-49df-89f3-59308469b4ff req-2805ce09-efc1-4606-ad37-d2f9286fcf14 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=afa7a7f7-79f2-4c52-9405-e6b754b5b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412494 May 04 17:33:01.102370 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-44a0d285-4fbf-4ad1-be9d-4bab9ae21213 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:01.138904 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411c799c-4a5f-4653-b3dd-7720dbcc5e06 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Network 4b4ac0d7-4a14-41a3-a136-a4bac088e184 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:33:01.143349 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-411c799c-4a5f-4653-b3dd-7720dbcc5e06 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:33:01.145941 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411c799c-4a5f-4653-b3dd-7720dbcc5e06 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:33:01.150858 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1c909c4e-1034-42c1-934e-e2480e7e801d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:01.207704 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411c799c-4a5f-4653-b3dd-7720dbcc5e06 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event updated for resources: {'Port': ['ID=50fe8c96-52c0-49a6-b066-2e72102ebe05,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:01.230443 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-b4bf436e-39fb-48c0-8bfb-be5ec39f69f0 req-12c83c93-b78f-4a5b-a938-cc1b3e361e02 service neutron] 10.222.0.42 "GET /v2.0/networks/832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3830864 May 04 17:33:01.233056 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [None req-1c909c4e-1034-42c1-934e-e2480e7e801d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] device_id is not set on port 0501cc5b-f533-46da-a74d-bb5c9c94d711 yet. {{(pid=88037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:33:01.251191 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-2e7e9929-1c37-491f-a56c-fff6e1879186 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:01.260882 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-105b686e-9722-4aba-ab5f-dc0340438816 None None] Provisioning complete for port 6b68096c-7b0a-49f4-b282-25fe729ff91a triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:33:01.261260 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-105b686e-9722-4aba-ab5f-dc0340438816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:01.267492 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411c799c-4a5f-4653-b3dd-7720dbcc5e06 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:01.268105 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-411c799c-4a5f-4653-b3dd-7720dbcc5e06 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:01.328489 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-2e7e9929-1c37-491f-a56c-fff6e1879186 None None] Transition to ACTIVE for port object 9c315fd3-ed2e-425a-b440-3e8a42a42753 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:33:01.331591 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-44a0d285-4fbf-4ad1-be9d-4bab9ae21213 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:01.350901 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-44a0d285-4fbf-4ad1-be9d-4bab9ae21213 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:01.359230 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-2e7e9929-1c37-491f-a56c-fff6e1879186 None None] Transition to ACTIVE for port object 9c315fd3-ed2e-425a-b440-3e8a42a42753 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:33:01.360801 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-105b686e-9722-4aba-ab5f-dc0340438816 None None] Port 6b68096c-7b0a-49f4-b282-25fe729ff91a cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:33:01.374838 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-2e7e9929-1c37-491f-a56c-fff6e1879186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:01.380476 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-411c799c-4a5f-4653-b3dd-7720dbcc5e06 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2551951 May 04 17:33:01.383564 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52804) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:01.404097 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a0d285-4fbf-4ad1-be9d-4bab9ae21213 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c8a6774-3592-4e08-bfdd-4fed95b57251,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:01.447028 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7e9929-1c37-491f-a56c-fff6e1879186 None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:33:01.450219 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-2e7e9929-1c37-491f-a56c-fff6e1879186 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:33:01.454091 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7e9929-1c37-491f-a56c-fff6e1879186 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:33:01.460528 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7e9929-1c37-491f-a56c-fff6e1879186 None None] Pushing event updated for resources: {'Port': ['ID=9c315fd3-ed2e-425a-b440-3e8a42a42753,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:01.461874 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-b4bf436e-39fb-48c0-8bfb-be5ec39f69f0 req-5a49f9e0-280d-4342-ae20-ec2f2d0672e4 service neutron] 10.222.0.42 "GET /v2.0/networks/832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250154 May 04 17:33:01.467873 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-44a0d285-4fbf-4ad1-be9d-4bab9ae21213 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:01.471592 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-44a0d285-4fbf-4ad1-be9d-4bab9ae21213 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5545945 May 04 17:33:01.472525 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52808) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:01.504881 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b531c900-6882-494c-bf64-21b73e0d8f1d tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:01.505601 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-b531c900-6882-494c-bf64-21b73e0d8f1d tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Synchronizing usage tracker for tenant:d50aa0308d3f47e4bde015fa31f2165f on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:33:01.526371 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-1c909c4e-1034-42c1-934e-e2480e7e801d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Allocated IP 2001:db8::f816:3eff:fe2d:d747 (6b89b041-5c42-49da-97bf-23cee8aadf17/2a6e7689-1750-4cbd-b82c-77ab6d86efc7/0501cc5b-f533-46da-a74d-bb5c9c94d711) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:33:01.532685 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5870a9af-2435-4fef-8e41-963226e01f5b tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:01.532849 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-b531c900-6882-494c-bf64-21b73e0d8f1d tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Unset dirty status for tenant:d50aa0308d3f47e4bde015fa31f2165f on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:33:01.535584 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-b531c900-6882-494c-bf64-21b73e0d8f1d tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1504090 May 04 17:33:01.538370 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52812) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:01.558597 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5870a9af-2435-4fef-8e41-963226e01f5b tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:01.598781 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 3d13730f-6e16-4dd0-8535-834758041291 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:33:01.632465 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5870a9af-2435-4fef-8e41-963226e01f5b tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:01.652634 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d2dd75-8dc5-43e9-a46c-445a4aeca638 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:01.660127 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d2dd75-8dc5-43e9-a46c-445a4aeca638 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:01.661802 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5870a9af-2435-4fef-8e41-963226e01f5b tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8c8a6774-3592-4e08-bfdd-4fed95b57251,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:01.668681 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d2dd75-8dc5-43e9-a46c-445a4aeca638 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:01.670150 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-00d2dd75-8dc5-43e9-a46c-445a4aeca638 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1306367 May 04 17:33:01.670846 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-3e973ce8-5eba-42f3-8151-86d908b96f76 None None] Provisioning for port 50fe8c96-52c0-49a6-b066-2e72102ebe05 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:33:01.672844 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52816) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:01.683631 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5870a9af-2435-4fef-8e41-963226e01f5b tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:01.684743 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-5870a9af-2435-4fef-8e41-963226e01f5b tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/8c8a6774-3592-4e08-bfdd-4fed95b57251 HTTP/1.1" status: 204 len: 168 time: 0.2112520 May 04 17:33:01.689297 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52820) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:01.689502 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-3e973ce8-5eba-42f3-8151-86d908b96f76 None None] Provisioning complete for port 50fe8c96-52c0-49a6-b066-2e72102ebe05 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:33:01.689733 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-3e973ce8-5eba-42f3-8151-86d908b96f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:01.719260 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-2e7e9929-1c37-491f-a56c-fff6e1879186 None None] Attempting to bind port 9c315fd3-ed2e-425a-b440-3e8a42a42753 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:33:01.719634 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-2e7e9929-1c37-491f-a56c-fff6e1879186 None None] Attempting to bind port 9c315fd3-ed2e-425a-b440-3e8a42a42753 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:33:01.719999 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7e9929-1c37-491f-a56c-fff6e1879186 None None] Attempting to bind port 9c315fd3-ed2e-425a-b440-3e8a42a42753 on network 6b89b041-5c42-49da-97bf-23cee8aadf17 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:33:01.740289 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7e9929-1c37-491f-a56c-fff6e1879186 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:33:01.740667 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7e9929-1c37-491f-a56c-fff6e1879186 None None] Checking segment: {'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:33:01.741098 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-2e7e9929-1c37-491f-a56c-fff6e1879186 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:01.741496 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7e9929-1c37-491f-a56c-fff6e1879186 None None] Bound using segment: {'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:33:01.742006 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-2e7e9929-1c37-491f-a56c-fff6e1879186 None None] Bound port: 9c315fd3-ed2e-425a-b440-3e8a42a42753, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:33:01.742399 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-2e7e9929-1c37-491f-a56c-fff6e1879186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:01.744297 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-29b5e965-5e57-4069-bd1e-a809569f1fb4 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Deleting port 50fe8c96-52c0-49a6-b066-2e72102ebe05 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:33:01.744640 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-29b5e965-5e57-4069-bd1e-a809569f1fb4 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:01.771485 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-3e973ce8-5eba-42f3-8151-86d908b96f76 None None] Port 50fe8c96-52c0-49a6-b066-2e72102ebe05 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:33:01.823855 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-cac016c6-cc98-4bf4-b32e-e3b61f45a7ef tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Synchronizing usage tracker for tenant:90ed714da4ab449d8abdecb4ce424559 on resource:security_group_rule {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:33:01.826207 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 3d13730f-6e16-4dd0-8535-834758041291 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:33:01.826768 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:01.863812 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-cac016c6-cc98-4bf4-b32e-e3b61f45a7ef tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Unset dirty status for tenant:90ed714da4ab449d8abdecb4ce424559 on resource:security_group_rule {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:33:01.865187 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-cac016c6-cc98-4bf4-b32e-e3b61f45a7ef tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1744282 May 04 17:33:01.868684 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52824) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:01.874859 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1c909c4e-1034-42c1-934e-e2480e7e801d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:01.910888 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-2e7e9929-1c37-491f-a56c-fff6e1879186 None None] For port 9c315fd3-ed2e-425a-b440-3e8a42a42753, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:33:01.914262 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-2e7e9929-1c37-491f-a56c-fff6e1879186 None None] For port 9c315fd3-ed2e-425a-b440-3e8a42a42753, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=9c315fd3-ed2e-425a-b440-3e8a42a42753,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:33:01.915289 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-1c909c4e-1034-42c1-934e-e2480e7e801d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Transition to ACTIVE for port object 0501cc5b-f533-46da-a74d-bb5c9c94d711 will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:33:01.920047 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-2e7e9929-1c37-491f-a56c-fff6e1879186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:01.958704 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a7aadfa1-aef7-4b44-921a-e83875fc1d9c tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:01.991295 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a7aadfa1-aef7-4b44-921a-e83875fc1d9c tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:02.002519 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1c909c4e-1034-42c1-934e-e2480e7e801d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:02.031044 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-29b5e965-5e57-4069-bd1e-a809569f1fb4 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:02.051974 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7e9929-1c37-491f-a56c-fff6e1879186 None None] Pushing event updated for resources: {'Port': ['ID=9c315fd3-ed2e-425a-b440-3e8a42a42753,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:02.109809 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c909c4e-1034-42c1-934e-e2480e7e801d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:33:02.114068 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-1c909c4e-1034-42c1-934e-e2480e7e801d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:33:02.119117 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c909c4e-1034-42c1-934e-e2480e7e801d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:33:02.124988 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c909c4e-1034-42c1-934e-e2480e7e801d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:02.125412 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1c909c4e-1034-42c1-934e-e2480e7e801d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:02.139423 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c909c4e-1034-42c1-934e-e2480e7e801d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event updated for resources: {'Port': ['ID=0501cc5b-f533-46da-a74d-bb5c9c94d711,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:02.144763 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a7aadfa1-aef7-4b44-921a-e83875fc1d9c tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:02.171630 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-29b5e965-5e57-4069-bd1e-a809569f1fb4 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Calling delete_port for 50fe8c96-52c0-49a6-b066-2e72102ebe05 owned by {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:33:02.187459 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-1c909c4e-1034-42c1-934e-e2480e7e801d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6410022 May 04 17:33:02.191733 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52830) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:02.194939 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aadfa1-aef7-4b44-921a-e83875fc1d9c tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e151aae3-55aa-4ead-8ce0-ceea31022461,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:02.235360 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a7aadfa1-aef7-4b44-921a-e83875fc1d9c tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:02.237973 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-a7aadfa1-aef7-4b44-921a-e83875fc1d9c tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "DELETE /v2.0/security-groups/e151aae3-55aa-4ead-8ce0-ceea31022461 HTTP/1.1" status: 204 len: 168 time: 0.3670313 May 04 17:33:02.240030 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52834) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:02.282852 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537efd09-d0f1-4da1-8373-b7774dfc16fa tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:02.289730 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537efd09-d0f1-4da1-8373-b7774dfc16fa tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:02.290625 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-537efd09-d0f1-4da1-8373-b7774dfc16fa tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Synchronizing usage tracker for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:33:02.314775 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-537efd09-d0f1-4da1-8373-b7774dfc16fa tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Unset dirty status for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:33:02.337096 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-537efd09-d0f1-4da1-8373-b7774dfc16fa tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1440301 May 04 17:33:02.349673 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52838) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:02.433669 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-5a775fa6-45df-4aaf-a98c-cd10cc9025fb tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Deleting port 0501cc5b-f533-46da-a74d-bb5c9c94d711 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:33:02.434068 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5a775fa6-45df-4aaf-a98c-cd10cc9025fb tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:02.444509 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-139ed543-27ee-4e57-b2d9-708ec85fac9d tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1995494 May 04 17:33:02.447751 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52842) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:02.461882 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-00865760-97c1-4342-a45d-2645d20a7fb2 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Request body: {'security_group': {'name': 'tempest-secgroup--2079550418'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:02.474436 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-00865760-97c1-4342-a45d-2645d20a7fb2 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:02.484089 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-00865760-97c1-4342-a45d-2645d20a7fb2 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Usage tracker for resource:security_group and tenant:90ed714da4ab449d8abdecb4ce424559 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:02.492284 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-00865760-97c1-4342-a45d-2645d20a7fb2 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:02.502920 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-00865760-97c1-4342-a45d-2645d20a7fb2 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:02.513106 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24596b5-a3e1-4222-9629-85b714822944 req-1037ce75-8e53-4ff8-ae78-a28193f4fea7 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:02.514495 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-c24596b5-a3e1-4222-9629-85b714822944 req-1037ce75-8e53-4ff8-ae78-a28193f4fea7 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=52c94fc4-1d2e-44f8-9f46-561574e9168d HTTP/1.1" status: 200 len: 943 time: 0.2781994 May 04 17:33:02.516680 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-29b5e965-5e57-4069-bd1e-a809569f1fb4 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:02.617546 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b5e965-5e57-4069-bd1e-a809569f1fb4 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event deleted for resources: {'Port': ['ID=50fe8c96-52c0-49a6-b066-2e72102ebe05,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:02.633042 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-00865760-97c1-4342-a45d-2645d20a7fb2 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:02.727604 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-c24596b5-a3e1-4222-9629-85b714822944 req-559616e8-18e3-4937-9f85-9b4d66d12c5a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=afa7a7f7-79f2-4c52-9405-e6b754b5b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1692708 May 04 17:33:02.731061 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-00865760-97c1-4342-a45d-2645d20a7fb2 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:02.754032 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-00865760-97c1-4342-a45d-2645d20a7fb2 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:02.766278 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-29b5e965-5e57-4069-bd1e-a809569f1fb4 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:02.801092 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-29b5e965-5e57-4069-bd1e-a809569f1fb4 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "DELETE /v2.0/ports/50fe8c96-52c0-49a6-b066-2e72102ebe05 HTTP/1.1" status: 204 len: 168 time: 1.1269679 May 04 17:33:02.803991 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52846) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:02.855049 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-00865760-97c1-4342-a45d-2645d20a7fb2 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:02.860273 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-00865760-97c1-4342-a45d-2645d20a7fb2 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:02.860610 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5a775fa6-45df-4aaf-a98c-cd10cc9025fb tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:02.869077 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed9917ac-9b5b-4523-b103-60ee57c15610 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] GET failed (client error): The resource could not be found. May 04 17:33:02.869614 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-ed9917ac-9b5b-4523-b103-60ee57c15610 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Synchronizing usage tracker for tenant:d50aa0308d3f47e4bde015fa31f2165f on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:33:02.909870 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00865760-97c1-4342-a45d-2645d20a7fb2 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c57fb29-3416-401a-aa44-7f6c88740949,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:02.913308 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-00865760-97c1-4342-a45d-2645d20a7fb2 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:02.914770 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-00865760-97c1-4342-a45d-2645d20a7fb2 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4642172 May 04 17:33:02.917301 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52850) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:02.922610 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-7aed2856-0559-4bb8-8c88-2d51f69f2497 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Request body: {'security_group_rule': {'security_group_id': '6c57fb29-3416-401a-aa44-7f6c88740949', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:02.928964 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-7aed2856-0559-4bb8-8c88-2d51f69f2497 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:02.934147 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-7aed2856-0559-4bb8-8c88-2d51f69f2497 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Usage tracker for resource:security_group_rule and tenant:90ed714da4ab449d8abdecb4ce424559 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:02.938269 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-7aed2856-0559-4bb8-8c88-2d51f69f2497 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:02.945957 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-7aed2856-0559-4bb8-8c88-2d51f69f2497 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:02.962623 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7aed2856-0559-4bb8-8c88-2d51f69f2497 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:02.996362 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-5a775fa6-45df-4aaf-a98c-cd10cc9025fb tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Calling delete_port for 0501cc5b-f533-46da-a74d-bb5c9c94d711 owned by {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:33:03.032924 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7aed2856-0559-4bb8-8c88-2d51f69f2497 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:03.038035 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7aed2856-0559-4bb8-8c88-2d51f69f2497 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:03.057624 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-ed9917ac-9b5b-4523-b103-60ee57c15610 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Unset dirty status for tenant:d50aa0308d3f47e4bde015fa31f2165f on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:33:03.058456 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aed2856-0559-4bb8-8c88-2d51f69f2497 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e350c18-f6e2-4947-9470-2c80d1c0b611,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:03.058858 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-ed9917ac-9b5b-4523-b103-60ee57c15610 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "GET /v2.0/ports/50fe8c96-52c0-49a6-b066-2e72102ebe05 HTTP/1.1" status: 404 len: 333 time: 0.2533517 May 04 17:33:03.061894 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52854) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:03.081777 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7aed2856-0559-4bb8-8c88-2d51f69f2497 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:03.083340 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-7aed2856-0559-4bb8-8c88-2d51f69f2497 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1647809 May 04 17:33:03.086760 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52858) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:03.092187 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-97363411-ece0-4f22-99e0-29807d184875 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Request body: {'security_group_rule': {'security_group_id': '6c57fb29-3416-401a-aa44-7f6c88740949', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:03.101618 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-97363411-ece0-4f22-99e0-29807d184875 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:03.107888 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-97363411-ece0-4f22-99e0-29807d184875 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Usage tracker for resource:security_group_rule and tenant:90ed714da4ab449d8abdecb4ce424559 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:03.111046 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-97363411-ece0-4f22-99e0-29807d184875 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:03.117456 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-97363411-ece0-4f22-99e0-29807d184875 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:03.143958 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-adfd9665-6f33-4b41-a834-263329f40eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:03.147598 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-97363411-ece0-4f22-99e0-29807d184875 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:03.157317 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-0e93b386-11a3-4723-bb2c-71de0dd086f7 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Deleting port 6b68096c-7b0a-49f4-b282-25fe729ff91a {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:33:03.157661 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0e93b386-11a3-4723-bb2c-71de0dd086f7 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:03.219668 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-97363411-ece0-4f22-99e0-29807d184875 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:03.226269 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-97363411-ece0-4f22-99e0-29807d184875 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:03.252876 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97363411-ece0-4f22-99e0-29807d184875 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b948d841-ce10-4b89-a9ed-4af46f426227,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:03.272821 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-97363411-ece0-4f22-99e0-29807d184875 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:03.276604 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-97363411-ece0-4f22-99e0-29807d184875 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1863980 May 04 17:33:03.276933 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52862) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:03.282173 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-23aaf887-c3b2-4598-82cd-8c22c109640f tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Request body: {'security_group_rule': {'security_group_id': '6c57fb29-3416-401a-aa44-7f6c88740949', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:03.288464 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-23aaf887-c3b2-4598-82cd-8c22c109640f tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:03.292603 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-23aaf887-c3b2-4598-82cd-8c22c109640f tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Usage tracker for resource:security_group_rule and tenant:90ed714da4ab449d8abdecb4ce424559 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:03.295727 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-23aaf887-c3b2-4598-82cd-8c22c109640f tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:03.303243 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-23aaf887-c3b2-4598-82cd-8c22c109640f tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:03.318674 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-33d2471c-1261-4bb2-ab7c-133364e7c6fc None None] Provisioning for port 9c315fd3-ed2e-425a-b440-3e8a42a42753 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:33:03.323397 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-23aaf887-c3b2-4598-82cd-8c22c109640f tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:03.383065 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5a775fa6-45df-4aaf-a98c-cd10cc9025fb tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:03.412845 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-23aaf887-c3b2-4598-82cd-8c22c109640f tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:03.419021 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-23aaf887-c3b2-4598-82cd-8c22c109640f tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:03.452260 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aaf887-c3b2-4598-82cd-8c22c109640f tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6f13c46-29bb-4e5a-9947-b3d0d4aedd6a,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:03.476910 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-23aaf887-c3b2-4598-82cd-8c22c109640f tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:03.481407 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-23aaf887-c3b2-4598-82cd-8c22c109640f tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2034528 May 04 17:33:03.482489 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52866) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:03.484556 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 58c86aac-83f9-4aa8-b64f-68313194060c details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:33:03.487540 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-ae9a3a48-a5cf-4fc6-ac51-422cfa93a417 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Request body: {'security_group_rule': {'security_group_id': '6c57fb29-3416-401a-aa44-7f6c88740949', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:03.495313 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-ae9a3a48-a5cf-4fc6-ac51-422cfa93a417 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:03.503401 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-ae9a3a48-a5cf-4fc6-ac51-422cfa93a417 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Usage tracker for resource:security_group_rule and tenant:90ed714da4ab449d8abdecb4ce424559 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:03.509327 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-ae9a3a48-a5cf-4fc6-ac51-422cfa93a417 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:03.515629 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-ae9a3a48-a5cf-4fc6-ac51-422cfa93a417 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:03.521773 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a775fa6-45df-4aaf-a98c-cd10cc9025fb tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event deleted for resources: {'Port': ['ID=0501cc5b-f533-46da-a74d-bb5c9c94d711,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:03.547498 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ae9a3a48-a5cf-4fc6-ac51-422cfa93a417 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:03.548770 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-1c6af3c6-f2d5-4755-adc8-ec43be6e2a6a None None] Could not find standard attr ID for object 0501cc5b-f533-46da-a74d-bb5c9c94d711. {{(pid=88039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 04 17:33:03.580641 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5a775fa6-45df-4aaf-a98c-cd10cc9025fb tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:03.617206 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-5a775fa6-45df-4aaf-a98c-cd10cc9025fb tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/ports/0501cc5b-f533-46da-a74d-bb5c9c94d711 HTTP/1.1" status: 204 len: 168 time: 1.2655849 May 04 17:33:03.619592 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52870) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:03.634897 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 9c315fd3-ed2e-425a-b440-3e8a42a42753 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:33:03.689277 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0e93b386-11a3-4723-bb2c-71de0dd086f7 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:03.700216 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5ef85a-f590-404c-a12d-98549358b2b4 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:03.702106 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5ef85a-f590-404c-a12d-98549358b2b4 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:03.703068 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-fa5ef85a-f590-404c-a12d-98549358b2b4 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Synchronizing usage tracker for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:subnet {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:33:03.736829 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 58c86aac-83f9-4aa8-b64f-68313194060c, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=58c86aac-83f9-4aa8-b64f-68313194060c,segment=NetworkSegment(6f4f049e-5b81-4cd5-ae7b-d8e68835424d),segment_id=6f4f049e-5b81-4cd5-ae7b-d8e68835424d)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:33:03.759522 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Returning: {'device': '58c86aac-83f9-4aa8-b64f-68313194060c', 'network_id': '832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7', 'port_id': '58c86aac-83f9-4aa8-b64f-68313194060c', 'mac_address': 'fa:16:3e:3f:62:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac53a930-fb01-43ca-8b12-f69e69235156', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:33:03.812991 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ae9a3a48-a5cf-4fc6-ac51-422cfa93a417 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:03.820424 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ae9a3a48-a5cf-4fc6-ac51-422cfa93a417 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:03.833306 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:03.847871 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-fa5ef85a-f590-404c-a12d-98549358b2b4 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Unset dirty status for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:subnet {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:33:03.849045 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-fa5ef85a-f590-404c-a12d-98549358b2b4 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2285604 May 04 17:33:03.852696 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52876) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:03.853346 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58c86aac-83f9-4aa8-b64f-68313194060c {{(pid=88039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:33:03.856754 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-0e93b386-11a3-4723-bb2c-71de0dd086f7 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Calling delete_port for 6b68096c-7b0a-49f4-b282-25fe729ff91a owned by {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:33:03.857822 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9a3a48-a5cf-4fc6-ac51-422cfa93a417 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b283983f-37a9-426f-b689-7a4a6d6108b8,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:03.871211 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 58c86aac-83f9-4aa8-b64f-68313194060c, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=58c86aac-83f9-4aa8-b64f-68313194060c,segment=NetworkSegment(6f4f049e-5b81-4cd5-ae7b-d8e68835424d),segment_id=6f4f049e-5b81-4cd5-ae7b-d8e68835424d)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:33:03.872305 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 9c315fd3-ed2e-425a-b440-3e8a42a42753 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:33:03.877391 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 9c315fd3-ed2e-425a-b440-3e8a42a42753 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:33:03.877775 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:03.906241 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:03.925538 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ae9a3a48-a5cf-4fc6-ac51-422cfa93a417 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:03.926884 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-ae9a3a48-a5cf-4fc6-ac51-422cfa93a417 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4436114 May 04 17:33:03.930117 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52880) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:03.938941 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-0dd1affb-0c24-4795-9d1a-81f18c950a4f tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Request body: {'security_group_rule': {'security_group_id': '6c57fb29-3416-401a-aa44-7f6c88740949', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:03.949683 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-0dd1affb-0c24-4795-9d1a-81f18c950a4f tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:03.955521 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_v2 [None req-20fa98a0-160c-4c72-b749-437f5120dc3a tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Deleting subnet 2a6e7689-1750-4cbd-b82c-77ab6d86efc7 {{(pid=88038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:33:03.960611 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-0dd1affb-0c24-4795-9d1a-81f18c950a4f tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Usage tracker for resource:security_group_rule and tenant:90ed714da4ab449d8abdecb4ce424559 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:03.963298 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-20fa98a0-160c-4c72-b749-437f5120dc3a tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:03.990102 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-0dd1affb-0c24-4795-9d1a-81f18c950a4f tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:04.006247 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-0dd1affb-0c24-4795-9d1a-81f18c950a4f tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:04.015167 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=58c86aac-83f9-4aa8-b64f-68313194060c,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:04.037792 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-20fa98a0-160c-4c72-b749-437f5120dc3a tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-801696'] for subnet, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:04.072642 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0dd1affb-0c24-4795-9d1a-81f18c950a4f tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:04.074556 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:04.093312 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2c6457-de5c-44c2-ad4b-e2277b521578 req-27a21c42-eacb-4641-b7c9-d9013b51f6e8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:04.094929 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2a2c6457-de5c-44c2-ad4b-e2277b521578 req-27a21c42-eacb-4641-b7c9-d9013b51f6e8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=52c94fc4-1d2e-44f8-9f46-561574e9168d HTTP/1.1" status: 200 len: 944 time: 0.1946976 May 04 17:33:04.114595 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 9c315fd3-ed2e-425a-b440-3e8a42a42753, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=9c315fd3-ed2e-425a-b440-3e8a42a42753,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:33:04.121440 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:04.131848 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0e93b386-11a3-4723-bb2c-71de0dd086f7 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:04.181718 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0dd1affb-0c24-4795-9d1a-81f18c950a4f tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:04.183070 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-20fa98a0-160c-4c72-b749-437f5120dc3a tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:04.208953 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=9c315fd3-ed2e-425a-b440-3e8a42a42753,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:04.213885 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e93b386-11a3-4723-bb2c-71de0dd086f7 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event deleted for resources: {'Port': ['ID=6b68096c-7b0a-49f4-b282-25fe729ff91a,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:04.217018 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0dd1affb-0c24-4795-9d1a-81f18c950a4f tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:04.252907 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0dd1affb-0c24-4795-9d1a-81f18c950a4f tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:04.254121 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-0dd1affb-0c24-4795-9d1a-81f18c950a4f tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3233285 May 04 17:33:04.258257 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52884) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:04.283127 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd1affb-0c24-4795-9d1a-81f18c950a4f tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66b52a89-b5be-4205-b92c-2ff8284e573d,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:04.292266 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] get_ports_and_sgs() called for port_ids ['58c86aac-83f9-4aa8-b64f-68313194060c'] {{(pid=88039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:33:04.314771 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-01364e39-37fa-4d12-b007-861f618661a1 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:04.327619 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-01364e39-37fa-4d12-b007-861f618661a1 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:04.328759 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2a2c6457-de5c-44c2-ad4b-e2277b521578 req-2535a09c-6d74-40d1-97ed-fe052499c003 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=afa7a7f7-79f2-4c52-9405-e6b754b5b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2191234 May 04 17:33:04.363391 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-01364e39-37fa-4d12-b007-861f618661a1 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:04.366508 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0e93b386-11a3-4723-bb2c-71de0dd086f7 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:04.382173 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-0e93b386-11a3-4723-bb2c-71de0dd086f7 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "DELETE /v2.0/ports/6b68096c-7b0a-49f4-b282-25fe729ff91a HTTP/1.1" status: 204 len: 168 time: 1.3156314 May 04 17:33:04.384314 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52888) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:04.390314 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01364e39-37fa-4d12-b007-861f618661a1 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=66b52a89-b5be-4205-b92c-2ff8284e573d,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:04.400843 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-01364e39-37fa-4d12-b007-861f618661a1 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:04.404313 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-01364e39-37fa-4d12-b007-861f618661a1 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/66b52a89-b5be-4205-b92c-2ff8284e573d HTTP/1.1" status: 204 len: 168 time: 0.1396987 May 04 17:33:04.404644 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52892) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:04.407856 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-20fa98a0-160c-4c72-b749-437f5120dc3a tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:04.435827 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed46cd94-32ef-4e2e-b987-3a064454891c tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] GET failed (client error): The resource could not be found. May 04 17:33:04.436869 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-ed46cd94-32ef-4e2e-b987-3a064454891c tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Synchronizing usage tracker for tenant:d50aa0308d3f47e4bde015fa31f2165f on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:33:04.458228 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-ed46cd94-32ef-4e2e-b987-3a064454891c tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Unset dirty status for tenant:d50aa0308d3f47e4bde015fa31f2165f on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:33:04.458451 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-20fa98a0-160c-4c72-b749-437f5120dc3a tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:04.463207 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-ed46cd94-32ef-4e2e-b987-3a064454891c tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "GET /v2.0/ports/6b68096c-7b0a-49f4-b282-25fe729ff91a HTTP/1.1" status: 404 len: 333 time: 0.0744026 May 04 17:33:04.463439 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-20fa98a0-160c-4c72-b749-437f5120dc3a tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/subnets/2a6e7689-1750-4cbd-b82c-77ab6d86efc7 HTTP/1.1" status: 204 len: 168 time: 0.6074238 May 04 17:33:04.463637 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52896) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:04.463863 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52898) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:04.478504 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fa98a0-160c-4c72-b749-437f5120dc3a tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event deleted for resources: {'Subnet': ['ID=2a6e7689-1750-4cbd-b82c-77ab6d86efc7,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:04.517644 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-3d956cd1-f30c-40b0-8708-f97c22d8a03b tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Synchronizing usage tracker for tenant:90ed714da4ab449d8abdecb4ce424559 on resource:security_group_rule {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:33:04.518365 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03efc086-9f0c-4373-96b3-c2684cc1ee39 None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:33:04.535182 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-3d956cd1-f30c-40b0-8708-f97c22d8a03b tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Unset dirty status for tenant:90ed714da4ab449d8abdecb4ce424559 on resource:security_group_rule {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:33:04.539476 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-3d956cd1-f30c-40b0-8708-f97c22d8a03b tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1310995 May 04 17:33:04.539737 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52904) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:04.574568 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e0bf4d03-fad9-415a-880d-7f7241f55d3b tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:04.586734 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e0bf4d03-fad9-415a-880d-7f7241f55d3b tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:04.612704 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e0bf4d03-fad9-415a-880d-7f7241f55d3b tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:04.634202 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bf4d03-fad9-415a-880d-7f7241f55d3b tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b283983f-37a9-426f-b689-7a4a6d6108b8,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:04.640987 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e0bf4d03-fad9-415a-880d-7f7241f55d3b tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:04.644681 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-e0bf4d03-fad9-415a-880d-7f7241f55d3b tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/b283983f-37a9-426f-b689-7a4a6d6108b8 HTTP/1.1" status: 204 len: 168 time: 0.1017070 May 04 17:33:04.645536 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52908) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:04.699324 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-9b370d04-c089-4af6-b694-1cccd7fdd84b tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Synchronizing usage tracker for tenant:90ed714da4ab449d8abdecb4ce424559 on resource:security_group_rule {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:33:04.717848 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-9b370d04-c089-4af6-b694-1cccd7fdd84b tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Unset dirty status for tenant:90ed714da4ab449d8abdecb4ce424559 on resource:security_group_rule {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:33:04.724468 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-7e379063-34c8-4448-8ea7-3db66bf4c5f8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2386723 May 04 17:33:04.724581 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-9b370d04-c089-4af6-b694-1cccd7fdd84b tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0725851 May 04 17:33:04.724581 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52912) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:04.724581 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52916) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:04.729515 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-7d0eaa18-864d-4bc6-9b5c-1bbc9b0d133d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Request body: {'subnet': {'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:04.760069 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1368f90-3d70-40f9-ae07-0fcb5b42b69b tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Deleting subnet 061d56f7-ff69-46b2-90eb-5ad9df11710e {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:33:04.763911 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e1368f90-3d70-40f9-ae07-0fcb5b42b69b tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:04.825680 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e1368f90-3d70-40f9-ae07-0fcb5b42b69b tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:04.844127 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-22aed5b5-343d-42f0-912f-4c664e5e0e1d tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:04.869147 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-22aed5b5-343d-42f0-912f-4c664e5e0e1d tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:04.881006 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444e9043-1c7b-4d99-b9eb-3abfe6bf6bb2 None None] DHCP port deletion for 6b89b041-5c42-49da-97bf-23cee8aadf17 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:33:04.886054 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-444e9043-1c7b-4d99-b9eb-3abfe6bf6bb2 None None] Deleting port 9c315fd3-ed2e-425a-b440-3e8a42a42753 {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:33:04.886327 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-7d0eaa18-864d-4bc6-9b5c-1bbc9b0d133d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:04.886455 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-444e9043-1c7b-4d99-b9eb-3abfe6bf6bb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:04.900472 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-7d0eaa18-864d-4bc6-9b5c-1bbc9b0d133d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:04.910100 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-22aed5b5-343d-42f0-912f-4c664e5e0e1d tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:04.923392 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e1368f90-3d70-40f9-ae07-0fcb5b42b69b tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:04.926684 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0eaa18-864d-4bc6-9b5c-1bbc9b0d133d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Made reservation on behalf of e0bb3da2b1c344b882bb065b24ba46bb for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:33:04.930157 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7d0eaa18-864d-4bc6-9b5c-1bbc9b0d133d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:04.949046 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aed5b5-343d-42f0-912f-4c664e5e0e1d tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b6f13c46-29bb-4e5a-9947-b3d0d4aedd6a,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:04.971832 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-22aed5b5-343d-42f0-912f-4c664e5e0e1d tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:04.972936 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-22aed5b5-343d-42f0-912f-4c664e5e0e1d tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/b6f13c46-29bb-4e5a-9947-b3d0d4aedd6a HTTP/1.1" status: 204 len: 168 time: 0.2477658 May 04 17:33:04.976374 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52920) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:05.049124 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-c71c74fe-7e22-4576-bc02-65965e01ee4b tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Synchronizing usage tracker for tenant:90ed714da4ab449d8abdecb4ce424559 on resource:security_group_rule {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:33:05.063167 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e1368f90-3d70-40f9-ae07-0fcb5b42b69b tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:05.107564 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e1368f90-3d70-40f9-ae07-0fcb5b42b69b tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:05.117199 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-e1368f90-3d70-40f9-ae07-0fcb5b42b69b tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "DELETE /v2.0/subnets/061d56f7-ff69-46b2-90eb-5ad9df11710e HTTP/1.1" status: 204 len: 168 time: 0.6494234 May 04 17:33:05.117199 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-c71c74fe-7e22-4576-bc02-65965e01ee4b tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Unset dirty status for tenant:90ed714da4ab449d8abdecb4ce424559 on resource:security_group_rule {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:33:05.118533 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52924) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:05.119572 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-c71c74fe-7e22-4576-bc02-65965e01ee4b tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1402667 May 04 17:33:05.120362 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1368f90-3d70-40f9-ae07-0fcb5b42b69b tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event deleted for resources: {'Subnet': ['ID=061d56f7-ff69-46b2-90eb-5ad9df11710e,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:05.121126 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52926) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:05.124029 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25878ca6-1610-48ce-b671-7bc59ba30e2e None None] Network 4b4ac0d7-4a14-41a3-a136-a4bac088e184 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:33:05.174588 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-444e9043-1c7b-4d99-b9eb-3abfe6bf6bb2 None None] For port 9c315fd3-ed2e-425a-b440-3e8a42a42753, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=9c315fd3-ed2e-425a-b440-3e8a42a42753,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:33:05.175067 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-444e9043-1c7b-4d99-b9eb-3abfe6bf6bb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:05.210161 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-491a51ba-9455-4966-856d-d44ceb4a65e2 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:05.279518 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-491a51ba-9455-4966-856d-d44ceb4a65e2 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:05.317181 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fab60383-21ae-46a8-9af5-5e9549c20299 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:05.348214 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-491a51ba-9455-4966-856d-d44ceb4a65e2 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:05.352686 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-444e9043-1c7b-4d99-b9eb-3abfe6bf6bb2 None None] Calling delete_port for 9c315fd3-ed2e-425a-b440-3e8a42a42753 owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:33:05.355209 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-fab60383-21ae-46a8-9af5-5e9549c20299 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Deleting port 3d13730f-6e16-4dd0-8535-834758041291 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:33:05.355549 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fab60383-21ae-46a8-9af5-5e9549c20299 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:05.400290 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491a51ba-9455-4966-856d-d44ceb4a65e2 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b948d841-ce10-4b89-a9ed-4af46f426227,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:05.505839 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 58c86aac-83f9-4aa8-b64f-68313194060c up at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:33:05.531049 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4f2c7bb0-beb5-462b-83ce-6a2e81d51a68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:05.541836 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 9c315fd3-ed2e-425a-b440-3e8a42a42753 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:33:05.543758 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-491a51ba-9455-4966-856d-d44ceb4a65e2 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:05.544877 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-491a51ba-9455-4966-856d-d44ceb4a65e2 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/b948d841-ce10-4b89-a9ed-4af46f426227 HTTP/1.1" status: 204 len: 168 time: 0.4167831 May 04 17:33:05.548134 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52934) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:05.604127 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-b73da990-b6b3-4738-b356-8afdf90d12f5 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0518284 May 04 17:33:05.604357 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52938) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:05.609912 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-444e9043-1c7b-4d99-b9eb-3abfe6bf6bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124'] for port, after_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:05.623978 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.objects.ports [None req-7d0eaa18-864d-4bc6-9b5c-1bbc9b0d133d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88038) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 04 17:33:05.628509 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7d0eaa18-864d-4bc6-9b5c-1bbc9b0d133d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:05.633502 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4f0f138b-0c96-404b-be0f-203012cbb936 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:05.643989 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4f0f138b-0c96-404b-be0f-203012cbb936 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:05.670314 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4f0f138b-0c96-404b-be0f-203012cbb936 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:05.671563 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444e9043-1c7b-4d99-b9eb-3abfe6bf6bb2 None None] No DVR routers for this DVR port 9c315fd3-ed2e-425a-b440-3e8a42a42753 on host dv-neutron-840426-1-hyperv {{(pid=88039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:33:05.677031 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444e9043-1c7b-4d99-b9eb-3abfe6bf6bb2 None None] Pushing event deleted for resources: {'Port': ['ID=9c315fd3-ed2e-425a-b440-3e8a42a42753,revision_number=None']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:05.690491 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0f138b-0c96-404b-be0f-203012cbb936 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2e350c18-f6e2-4947-9470-2c80d1c0b611,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:05.694861 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4f0f138b-0c96-404b-be0f-203012cbb936 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:05.698414 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-4f0f138b-0c96-404b-be0f-203012cbb936 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/2e350c18-f6e2-4947-9470-2c80d1c0b611 HTTP/1.1" status: 204 len: 168 time: 0.0907874 May 04 17:33:05.698561 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No active binding found for port 9c315fd3-ed2e-425a-b440-3e8a42a42753 {{(pid=88039) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 04 17:33:05.698561 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 9c315fd3-ed2e-425a-b440-3e8a42a42753 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:33:05.698729 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52942) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:05.710737 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning for port 58c86aac-83f9-4aa8-b64f-68313194060c completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:33:05.723997 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning complete for port 58c86aac-83f9-4aa8-b64f-68313194060c triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:33:05.723997 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:05.737182 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0eaa18-864d-4bc6-9b5c-1bbc9b0d133d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:33:05.765326 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-b8ce2c22-d914-4795-bd6d-dbebeeca2935 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Synchronizing usage tracker for tenant:90ed714da4ab449d8abdecb4ce424559 on resource:security_group_rule {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:33:05.784974 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-7d0eaa18-864d-4bc6-9b5c-1bbc9b0d133d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:33:05.786517 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-b8ce2c22-d914-4795-bd6d-dbebeeca2935 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Unset dirty status for tenant:90ed714da4ab449d8abdecb4ce424559 on resource:security_group_rule {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:33:05.792699 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-b8ce2c22-d914-4795-bd6d-dbebeeca2935 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0930412 May 04 17:33:05.795601 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52946) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:05.798937 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d6ecae-f335-40e1-89fb-60b9cfd81b9c None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:33:05.801879 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0eaa18-864d-4bc6-9b5c-1bbc9b0d133d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:05.802564 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7d0eaa18-864d-4bc6-9b5c-1bbc9b0d133d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:05.816926 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d49e8cd-dc71-4ff4-bed2-84af5f83725c None None] DHCP port deletion for 4b4ac0d7-4a14-41a3-a136-a4bac088e184 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:33:05.837871 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-2d49e8cd-dc71-4ff4-bed2-84af5f83725c None None] Deleting port 3d13730f-6e16-4dd0-8535-834758041291 {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:33:05.838299 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-2d49e8cd-dc71-4ff4-bed2-84af5f83725c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:05.842568 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-fab60383-21ae-46a8-9af5-5e9549c20299 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] For port 3d13730f-6e16-4dd0-8535-834758041291, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=3d13730f-6e16-4dd0-8535-834758041291,segment=NetworkSegment(27cbcd5b-3b3d-4963-bf66-2c5855f8f08d),segment_id=27cbcd5b-3b3d-4963-bf66-2c5855f8f08d)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:33:05.842932 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fab60383-21ae-46a8-9af5-5e9549c20299 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:05.857806 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac893f85-0987-4717-8657-e1bce2164063 req-92e75c87-d2d4-4732-8ffe-e5f1c40ed714 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:05.859309 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-ac893f85-0987-4717-8657-e1bce2164063 req-92e75c87-d2d4-4732-8ffe-e5f1c40ed714 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=52c94fc4-1d2e-44f8-9f46-561574e9168d HTTP/1.1" status: 200 len: 944 time: 0.4052658 May 04 17:33:05.859938 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0eaa18-864d-4bc6-9b5c-1bbc9b0d133d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event updated for resources: {'Subnet': ['ID=3f8c8174-159d-4c48-8497-a5595f19c267,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:05.878076 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fc1e5f66-4705-4dd6-a906-cd1acd72893f tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:05.905410 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fc1e5f66-4705-4dd6-a906-cd1acd72893f tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:05.959255 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fc1e5f66-4705-4dd6-a906-cd1acd72893f tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:05.978884 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1e5f66-4705-4dd6-a906-cd1acd72893f tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c57fb29-3416-401a-aa44-7f6c88740949,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:05.999728 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fc1e5f66-4705-4dd6-a906-cd1acd72893f tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:06.003505 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-fc1e5f66-4705-4dd6-a906-cd1acd72893f tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "DELETE /v2.0/security-groups/6c57fb29-3416-401a-aa44-7f6c88740949 HTTP/1.1" status: 204 len: 168 time: 0.2044613 May 04 17:33:06.003739 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52950) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:06.055603 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-e4d677d0-ec75-4d7e-92a0-11ec32d1de94 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Synchronizing usage tracker for tenant:90ed714da4ab449d8abdecb4ce424559 on resource:security_group {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:33:06.071778 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-e4d677d0-ec75-4d7e-92a0-11ec32d1de94 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Unset dirty status for tenant:90ed714da4ab449d8abdecb4ce424559 on resource:security_group {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:33:06.077476 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-e4d677d0-ec75-4d7e-92a0-11ec32d1de94 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0684080 May 04 17:33:06.079509 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52954) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:06.085695 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-b67f4a9c-b534-44fe-90dd-8000979c1d54 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Request body: {'security_group': {'name': 'tempest-secgroup--61592880'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:06.090314 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:06.092956 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-b67f4a9c-b534-44fe-90dd-8000979c1d54 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:06.104155 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-b67f4a9c-b534-44fe-90dd-8000979c1d54 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:06.114752 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-7d0eaa18-864d-4bc6-9b5c-1bbc9b0d133d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3922398 May 04 17:33:06.116508 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b67f4a9c-b534-44fe-90dd-8000979c1d54 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:06.123155 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-fab60383-21ae-46a8-9af5-5e9549c20299 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Calling delete_port for 3d13730f-6e16-4dd0-8535-834758041291 owned by network:dhcp {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:33:06.127543 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52958) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:06.136304 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-006bfd0a-4039-438d-8cb2-418ba6096d34 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Request body: {'port': {'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'mac_address': 'fa:16:3e:50:ec:6a', 'name': 'tempest-NetworksTestDHCPv6-900089288'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:06.178013 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-b67f4a9c-b534-44fe-90dd-8000979c1d54 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:06.188453 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-b67f4a9c-b534-44fe-90dd-8000979c1d54 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Usage tracker for resource:security_group_rule and tenant:90ed714da4ab449d8abdecb4ce424559 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:06.194442 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-b67f4a9c-b534-44fe-90dd-8000979c1d54 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:06.199401 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-ac893f85-0987-4717-8657-e1bce2164063 req-5b9d5318-2f57-4faa-9baa-c499ce307512 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=afa7a7f7-79f2-4c52-9405-e6b754b5b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1592944 May 04 17:33:06.225075 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fab60383-21ae-46a8-9af5-5e9549c20299 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:06.267119 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-b67f4a9c-b534-44fe-90dd-8000979c1d54 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:06.274842 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab60383-21ae-46a8-9af5-5e9549c20299 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event deleted for resources: {'Port': ['ID=3d13730f-6e16-4dd0-8535-834758041291,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:06.280098 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab60383-21ae-46a8-9af5-5e9549c20299 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] No DVR routers for this DVR port 3d13730f-6e16-4dd0-8535-834758041291 on host dv-neutron-840426-1-hyperv {{(pid=88038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:33:06.290623 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52c94fc4-1d2e-44f8-9f46-561574e9168d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c86aac-83f9-4aa8-b64f-68313194060c'}] {{(pid=88039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:33:06.305857 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-2d49e8cd-dc71-4ff4-bed2-84af5f83725c None None] For port 3d13730f-6e16-4dd0-8535-834758041291, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=3d13730f-6e16-4dd0-8535-834758041291,segment=NetworkSegment(27cbcd5b-3b3d-4963-bf66-2c5855f8f08d),segment_id=27cbcd5b-3b3d-4963-bf66-2c5855f8f08d)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:33:06.306683 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-2d49e8cd-dc71-4ff4-bed2-84af5f83725c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:06.338111 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-006bfd0a-4039-438d-8cb2-418ba6096d34 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:06.346131 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-006bfd0a-4039-438d-8cb2-418ba6096d34 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Usage tracker for resource:port and tenant:e0bb3da2b1c344b882bb065b24ba46bb is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:06.349731 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-006bfd0a-4039-438d-8cb2-418ba6096d34 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:06.363229 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 58c86aac-83f9-4aa8-b64f-68313194060c, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=58c86aac-83f9-4aa8-b64f-68313194060c,segment=NetworkSegment(6f4f049e-5b81-4cd5-ae7b-d8e68835424d),segment_id=6f4f049e-5b81-4cd5-ae7b-d8e68835424d)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:33:06.365384 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-006bfd0a-4039-438d-8cb2-418ba6096d34 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:06.408102 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b67f4a9c-b534-44fe-90dd-8000979c1d54 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:06.416971 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b67f4a9c-b534-44fe-90dd-8000979c1d54 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:06.425538 dv-neutron-840426-1-hyperv neutron-server[88039]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdd78135-6c86-4a25-8f23-820dac75e4b7'] response: {'server_uuid': '52c94fc4-1d2e-44f8-9f46-561574e9168d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c86aac-83f9-4aa8-b64f-68313194060c', 'code': 200} May 04 17:33:06.430716 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fab60383-21ae-46a8-9af5-5e9549c20299 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:06.447003 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006bfd0a-4039-438d-8cb2-418ba6096d34 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Made reservation on behalf of e0bb3da2b1c344b882bb065b24ba46bb for: {'port': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:33:06.469159 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-fab60383-21ae-46a8-9af5-5e9549c20299 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b4ac0d7-4a14-41a3-a136-a4bac088e184']}} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:06.487091 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-fab60383-21ae-46a8-9af5-5e9549c20299 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27cbcd5b-3b3d-4963-bf66-2c5855f8f08d') {'for_net_delete': True} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:06.488768 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-fab60383-21ae-46a8-9af5-5e9549c20299 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27cbcd5b-3b3d-4963-bf66-2c5855f8f08d') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:06.504971 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fab60383-21ae-46a8-9af5-5e9549c20299 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801627'] for segment, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:06.510832 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f4a9c-b534-44fe-90dd-8000979c1d54 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e531e001-8e9f-4fe1-986e-f393d83f5e32,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:06.531796 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:06.540095 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-2d49e8cd-dc71-4ff4-bed2-84af5f83725c None None] Calling delete_port for 3d13730f-6e16-4dd0-8535-834758041291 owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:33:06.546118 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fab60383-21ae-46a8-9af5-5e9549c20299 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:06.554953 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fab60383-21ae-46a8-9af5-5e9549c20299 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=88038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:33:06.555543 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fab60383-21ae-46a8-9af5-5e9549c20299 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7881827'] for segment, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:06.572363 dv-neutron-840426-1-hyperv neutron-server[88038]: Traceback (most recent call last): May 04 17:33:06.572363 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:33:06.572363 dv-neutron-840426-1-hyperv neutron-server[88038]: timer() May 04 17:33:06.572363 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:33:06.572363 dv-neutron-840426-1-hyperv neutron-server[88038]: cb(*args, **kw) May 04 17:33:06.572363 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:33:06.572363 dv-neutron-840426-1-hyperv neutron-server[88038]: return func(*args, **kwargs) May 04 17:33:06.572363 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:33:06.572363 dv-neutron-840426-1-hyperv neutron-server[88038]: self._notify() May 04 17:33:06.572363 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:33:06.572363 dv-neutron-840426-1-hyperv neutron-server[88038]: self.callback(batched_events) May 04 17:33:06.572363 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:33:06.572363 dv-neutron-840426-1-hyperv neutron-server[88038]: event.method(event) May 04 17:33:06.572363 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:33:06.572363 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:33:06.572363 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:33:06.572363 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:33:06.572363 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:33:06.572363 dv-neutron-840426-1-hyperv neutron-server[88038]: return f(self, *a, **k) May 04 17:33:06.572363 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:33:06.572363 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._get(url).json() May 04 17:33:06.572363 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:33:06.572363 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:33:06.572363 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:33:06.572363 dv-neutron-840426-1-hyperv neutron-server[88038]: return self.request(url, 'GET', **kwargs) May 04 17:33:06.572363 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:33:06.572363 dv-neutron-840426-1-hyperv neutron-server[88038]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:33:06.572363 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:33:06.572363 dv-neutron-840426-1-hyperv neutron-server[88038]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:33:06.572363 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:33:06.572363 dv-neutron-840426-1-hyperv neutron-server[88038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:33:06.572363 dv-neutron-840426-1-hyperv neutron-server[88038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:33:06.578317 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b67f4a9c-b534-44fe-90dd-8000979c1d54 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:06.582176 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-b67f4a9c-b534-44fe-90dd-8000979c1d54 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4989498 May 04 17:33:06.582570 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52964) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:06.606478 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-b5b68e73-858f-4a5b-a40b-4e9133951c91 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Request body: {'security_group_rule': {'security_group_id': 'e531e001-8e9f-4fe1-986e-f393d83f5e32', 'direction': 'ingress', 'protocol': 17}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:06.607373 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7995316-f9d5-4d87-be7b-757c655c27c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-6b89b041-5c42-49da-97bf-23cee8aadf17', 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'tenant_id': 'e0bb3da2b1c344b882bb065b24ba46bb', 'fixed_ips': [{'subnet_id': '3f8c8174-159d-4c48-8497-a5595f19c267'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:33:06.608192 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a7995316-f9d5-4d87-be7b-757c655c27c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:06.620662 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-006bfd0a-4039-438d-8cb2-418ba6096d34 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:06.648395 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [None req-006bfd0a-4039-438d-8cb2-418ba6096d34 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] device_id is not set on port 65b82d59-43c6-4d40-8e75-49a049fcd83f yet. {{(pid=88037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:33:06.696305 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-b5b68e73-858f-4a5b-a40b-4e9133951c91 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:06.715870 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-b5b68e73-858f-4a5b-a40b-4e9133951c91 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Usage tracker for resource:security_group_rule and tenant:90ed714da4ab449d8abdecb4ce424559 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:06.719743 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-b5b68e73-858f-4a5b-a40b-4e9133951c91 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:06.723236 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:06.730226 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:06.738064 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-b5b68e73-858f-4a5b-a40b-4e9133951c91 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:06.747916 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fab60383-21ae-46a8-9af5-5e9549c20299 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:06.752786 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fab60383-21ae-46a8-9af5-5e9549c20299 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:06.764986 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=58c86aac-83f9-4aa8-b64f-68313194060c,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:06.778137 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.db.api [None req-2d49e8cd-dc71-4ff4-bed2-84af5f83725c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:33:06.778456 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG oslo_db.api [None req-2d49e8cd-dc71-4ff4-bed2-84af5f83725c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:33:06.790142 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab60383-21ae-46a8-9af5-5e9549c20299 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event deleted for resources: {'Network': ['ID=4b4ac0d7-4a14-41a3-a136-a4bac088e184,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:06.805395 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b5b68e73-858f-4a5b-a40b-4e9133951c91 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:06.812449 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-006bfd0a-4039-438d-8cb2-418ba6096d34 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Allocated IP 2001:db8::f816:3eff:fe50:ec6a (6b89b041-5c42-49da-97bf-23cee8aadf17/3f8c8174-159d-4c48-8497-a5595f19c267/65b82d59-43c6-4d40-8e75-49a049fcd83f) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:33:06.821630 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-fab60383-21ae-46a8-9af5-5e9549c20299 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "DELETE /v2.0/networks/4b4ac0d7-4a14-41a3-a136-a4bac088e184 HTTP/1.1" status: 204 len: 168 time: 1.7018073 May 04 17:33:06.826194 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52968) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:06.843539 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-2f69bf56-1583-4a09-9bec-6f5f6bca8824 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1153232731'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:06.852761 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-2f69bf56-1583-4a09-9bec-6f5f6bca8824 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:06.855318 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2651c21-4189-4f82-8795-39d68b614fce req-6dfe47d3-0410-4780-9d79-c02db3f6eba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:06.856794 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-c2651c21-4189-4f82-8795-39d68b614fce req-6dfe47d3-0410-4780-9d79-c02db3f6eba7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=52c94fc4-1d2e-44f8-9f46-561574e9168d HTTP/1.1" status: 200 len: 1098 time: 0.2451899 May 04 17:33:06.866799 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-2f69bf56-1583-4a09-9bec-6f5f6bca8824 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Usage tracker for resource:network and tenant:d50aa0308d3f47e4bde015fa31f2165f is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:06.871472 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-2f69bf56-1583-4a09-9bec-6f5f6bca8824 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:06.884524 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-2f69bf56-1583-4a09-9bec-6f5f6bca8824 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:06.917044 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-c2651c21-4189-4f82-8795-39d68b614fce req-462c9b7d-61d4-435f-a072-6aa826a64f03 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=afa7a7f7-79f2-4c52-9405-e6b754b5b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530519 May 04 17:33:06.921505 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b5b68e73-858f-4a5b-a40b-4e9133951c91 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:06.925120 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b5b68e73-858f-4a5b-a40b-4e9133951c91 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:06.926565 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f69bf56-1583-4a09-9bec-6f5f6bca8824 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Made reservation on behalf of d50aa0308d3f47e4bde015fa31f2165f for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:33:06.930545 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2f69bf56-1583-4a09-9bec-6f5f6bca8824 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:06.951587 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b68e73-858f-4a5b-a40b-4e9133951c91 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28e06b5c-091f-4462-b7b1-6879a0aec835,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:06.964469 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b5b68e73-858f-4a5b-a40b-4e9133951c91 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:06.965780 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-b5b68e73-858f-4a5b-a40b-4e9133951c91 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3823578 May 04 17:33:06.968519 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52972) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:07.029895 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f69bf56-1583-4a09-9bec-6f5f6bca8824 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:33:07.038241 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-62ecd5c1-4d00-4eb9-aea7-5bd72a911d93 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:07.055161 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2f69bf56-1583-4a09-9bec-6f5f6bca8824 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:07.055514 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-2f69bf56-1583-4a09-9bec-6f5f6bca8824 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Added segment 278d5e24-34c7-4d65-b006-721052264996 of type vlan for network e9660230-eed3-43ec-b3db-8084454841cd May 04 17:33:07.066532 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-62ecd5c1-4d00-4eb9-aea7-5bd72a911d93 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:07.075301 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-006bfd0a-4039-438d-8cb2-418ba6096d34 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:07.105364 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2f69bf56-1583-4a09-9bec-6f5f6bca8824 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:07.109095 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-006bfd0a-4039-438d-8cb2-418ba6096d34 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Transition to ACTIVE for port object 65b82d59-43c6-4d40-8e75-49a049fcd83f will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:33:07.117107 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-62ecd5c1-4d00-4eb9-aea7-5bd72a911d93 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:07.135463 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ecd5c1-4d00-4eb9-aea7-5bd72a911d93 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e531e001-8e9f-4fe1-986e-f393d83f5e32,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:07.145938 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-62ecd5c1-4d00-4eb9-aea7-5bd72a911d93 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:07.148049 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2f69bf56-1583-4a09-9bec-6f5f6bca8824 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:07.150228 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-62ecd5c1-4d00-4eb9-aea7-5bd72a911d93 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "DELETE /v2.0/security-groups/e531e001-8e9f-4fe1-986e-f393d83f5e32 HTTP/1.1" status: 204 len: 168 time: 0.1807454 May 04 17:33:07.150819 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52976) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:07.154834 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f69bf56-1583-4a09-9bec-6f5f6bca8824 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:07.155625 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2f69bf56-1583-4a09-9bec-6f5f6bca8824 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:07.195933 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-006bfd0a-4039-438d-8cb2-418ba6096d34 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:07.204186 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-c9e8b115-2e81-4b66-9191-dd1efd7e0174 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Synchronizing usage tracker for tenant:90ed714da4ab449d8abdecb4ce424559 on resource:security_group {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:33:07.221114 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-c9e8b115-2e81-4b66-9191-dd1efd7e0174 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Unset dirty status for tenant:90ed714da4ab449d8abdecb4ce424559 on resource:security_group {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:33:07.226551 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-c9e8b115-2e81-4b66-9191-dd1efd7e0174 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0747483 May 04 17:33:07.227145 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52980) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:07.232285 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-7b7c2a15-c437-44a1-bcf7-5a8335951099 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Request body: {'security_group': {'name': 'tempest-secgroup--1248775381'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:07.238749 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-7b7c2a15-c437-44a1-bcf7-5a8335951099 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:07.249730 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-7b7c2a15-c437-44a1-bcf7-5a8335951099 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:07.266444 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7b7c2a15-c437-44a1-bcf7-5a8335951099 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:07.273076 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-a7995316-f9d5-4d87-be7b-757c655c27c4 None None] Allocated IP 2001:db8::f816:3eff:fe4a:8d30 (6b89b041-5c42-49da-97bf-23cee8aadf17/3f8c8174-159d-4c48-8497-a5595f19c267/e9f213ba-fdbd-405c-8473-7717b98e3736) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:33:07.280542 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-2d49e8cd-dc71-4ff4-bed2-84af5f83725c None None] Deleting port 3d13730f-6e16-4dd0-8535-834758041291 {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:33:07.280934 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-2d49e8cd-dc71-4ff4-bed2-84af5f83725c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:07.292980 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-7b7c2a15-c437-44a1-bcf7-5a8335951099 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:07.298891 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-7b7c2a15-c437-44a1-bcf7-5a8335951099 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Usage tracker for resource:security_group_rule and tenant:90ed714da4ab449d8abdecb4ce424559 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:07.303031 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-7b7c2a15-c437-44a1-bcf7-5a8335951099 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:07.311122 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006bfd0a-4039-438d-8cb2-418ba6096d34 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:33:07.311444 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-7b7c2a15-c437-44a1-bcf7-5a8335951099 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:07.316778 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-006bfd0a-4039-438d-8cb2-418ba6096d34 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:33:07.320157 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-2f69bf56-1583-4a09-9bec-6f5f6bca8824 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4912207 May 04 17:33:07.326399 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006bfd0a-4039-438d-8cb2-418ba6096d34 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:33:07.327480 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 52986) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:07.332034 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006bfd0a-4039-438d-8cb2-418ba6096d34 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:07.332240 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-006bfd0a-4039-438d-8cb2-418ba6096d34 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:07.337806 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-52361627-3bc7-4c86-8482-5288ddda590f tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Request body: {'subnet': {'network_id': 'e9660230-eed3-43ec-b3db-8084454841cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:07.398488 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f69bf56-1583-4a09-9bec-6f5f6bca8824 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event updated for resources: {'Network': ['ID=e9660230-eed3-43ec-b3db-8084454841cd,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:07.400353 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-2d49e8cd-dc71-4ff4-bed2-84af5f83725c None None] The port '3d13730f-6e16-4dd0-8535-834758041291' was deleted {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 04 17:33:07.402735 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006bfd0a-4039-438d-8cb2-418ba6096d34 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event updated for resources: {'Port': ['ID=65b82d59-43c6-4d40-8e75-49a049fcd83f,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:07.418617 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-006bfd0a-4039-438d-8cb2-418ba6096d34 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2896500 May 04 17:33:07.421505 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52990) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:07.476549 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network e9660230-eed3-43ec-b3db-8084454841cd details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:33:07.510017 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3299679c-33d9-49c2-84ab-fd05fd68e0d9 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:07.511412 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-3299679c-33d9-49c2-84ab-fd05fd68e0d9 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Synchronizing usage tracker for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:33:07.534740 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-3299679c-33d9-49c2-84ab-fd05fd68e0d9 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Unset dirty status for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:33:07.536598 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-3299679c-33d9-49c2-84ab-fd05fd68e0d9 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1136611 May 04 17:33:07.540478 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52994) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:07.552665 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-52361627-3bc7-4c86-8482-5288ddda590f tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:07.571250 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-52361627-3bc7-4c86-8482-5288ddda590f tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Usage tracker for resource:subnet and tenant:d50aa0308d3f47e4bde015fa31f2165f is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:07.586032 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-52361627-3bc7-4c86-8482-5288ddda590f tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:07.595888 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-52361627-3bc7-4c86-8482-5288ddda590f tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:07.617864 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7b7c2a15-c437-44a1-bcf7-5a8335951099 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:07.623520 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 3d13730f-6e16-4dd0-8535-834758041291 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:33:07.632839 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72524a1f-ddde-4720-be59-3d0f34e6712c req-f53492f5-f621-4c73-83d7-2063fcdaa558 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:07.634591 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-72524a1f-ddde-4720-be59-3d0f34e6712c req-f53492f5-f621-4c73-83d7-2063fcdaa558 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=52c94fc4-1d2e-44f8-9f46-561574e9168d HTTP/1.1" status: 200 len: 945 time: 0.2760794 May 04 17:33:07.636379 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52361627-3bc7-4c86-8482-5288ddda590f tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Made reservation on behalf of d50aa0308d3f47e4bde015fa31f2165f for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:33:07.639948 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-52361627-3bc7-4c86-8482-5288ddda590f tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:07.653623 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7b7c2a15-c437-44a1-bcf7-5a8335951099 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:07.669718 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 3d13730f-6e16-4dd0-8535-834758041291 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:33:07.670181 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 3d13730f-6e16-4dd0-8535-834758041291 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:33:07.734753 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-517b960b-0a73-4371-b484-0c10734a817d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Deleting port 65b82d59-43c6-4d40-8e75-49a049fcd83f {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:33:07.735097 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-517b960b-0a73-4371-b484-0c10734a817d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:07.751076 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7c2a15-c437-44a1-bcf7-5a8335951099 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe02212-a1e9-4d36-93f3-1f4d399ea4f6,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:07.760316 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a7995316-f9d5-4d87-be7b-757c655c27c4 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:07.771009 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-a7995316-f9d5-4d87-be7b-757c655c27c4 None None] Transition to ACTIVE for port object e9f213ba-fdbd-405c-8473-7717b98e3736 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:33:07.794744 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-a7995316-f9d5-4d87-be7b-757c655c27c4 None None] Transition to ACTIVE for port object e9f213ba-fdbd-405c-8473-7717b98e3736 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:33:07.805765 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a7995316-f9d5-4d87-be7b-757c655c27c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:07.836100 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7b7c2a15-c437-44a1-bcf7-5a8335951099 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:07.837235 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-7b7c2a15-c437-44a1-bcf7-5a8335951099 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6091745 May 04 17:33:07.846027 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 52998) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:07.848514 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-72524a1f-ddde-4720-be59-3d0f34e6712c req-dead9c87-f5e7-4517-8561-cfc8b356c2f3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=afa7a7f7-79f2-4c52-9405-e6b754b5b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1875336 May 04 17:33:07.858353 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-c429fab9-034a-44c4-8699-b56a135198e5 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Request body: {'security_group': {'name': 'tempest-secgroup--1097147276'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:07.871466 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-c429fab9-034a-44c4-8699-b56a135198e5 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:07.874624 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7995316-f9d5-4d87-be7b-757c655c27c4 None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:33:07.875449 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:07.878905 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-a7995316-f9d5-4d87-be7b-757c655c27c4 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:33:07.881630 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-c429fab9-034a-44c4-8699-b56a135198e5 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Usage tracker for resource:security_group and tenant:90ed714da4ab449d8abdecb4ce424559 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:07.882863 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7995316-f9d5-4d87-be7b-757c655c27c4 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:33:07.905835 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-c429fab9-034a-44c4-8699-b56a135198e5 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:07.918923 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-c429fab9-034a-44c4-8699-b56a135198e5 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:07.971174 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7995316-f9d5-4d87-be7b-757c655c27c4 None None] Pushing event updated for resources: {'Port': ['ID=e9f213ba-fdbd-405c-8473-7717b98e3736,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:07.985999 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-52361627-3bc7-4c86-8482-5288ddda590f tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:07.986562 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c429fab9-034a-44c4-8699-b56a135198e5 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:07.996681 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-a7995316-f9d5-4d87-be7b-757c655c27c4 None None] Attempting to bind port e9f213ba-fdbd-405c-8473-7717b98e3736 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:33:07.997060 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-a7995316-f9d5-4d87-be7b-757c655c27c4 None None] Attempting to bind port e9f213ba-fdbd-405c-8473-7717b98e3736 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:33:07.997569 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7995316-f9d5-4d87-be7b-757c655c27c4 None None] Attempting to bind port e9f213ba-fdbd-405c-8473-7717b98e3736 on network 6b89b041-5c42-49da-97bf-23cee8aadf17 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:33:08.002944 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7995316-f9d5-4d87-be7b-757c655c27c4 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:33:08.003321 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7995316-f9d5-4d87-be7b-757c655c27c4 None None] Checking segment: {'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:33:08.003713 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a7995316-f9d5-4d87-be7b-757c655c27c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:08.004104 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7995316-f9d5-4d87-be7b-757c655c27c4 None None] Bound using segment: {'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:33:08.005052 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-a7995316-f9d5-4d87-be7b-757c655c27c4 None None] Bound port: e9f213ba-fdbd-405c-8473-7717b98e3736, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:33:08.005052 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a7995316-f9d5-4d87-be7b-757c655c27c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:08.030461 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-c429fab9-034a-44c4-8699-b56a135198e5 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:08.037410 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-c429fab9-034a-44c4-8699-b56a135198e5 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Usage tracker for resource:security_group_rule and tenant:90ed714da4ab449d8abdecb4ce424559 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:08.049254 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-c429fab9-034a-44c4-8699-b56a135198e5 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:08.060639 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-c429fab9-034a-44c4-8699-b56a135198e5 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:08.063566 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-517b960b-0a73-4371-b484-0c10734a817d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:08.097189 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52361627-3bc7-4c86-8482-5288ddda590f tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event updated for resources: {'Subnet': ['ID=b661bac4-0a78-49fa-b4ec-580e99ae44ff,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:08.104526 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52361627-3bc7-4c86-8482-5288ddda590f tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Checking segment: {'id': '278d5e24-34c7-4d65-b006-721052264996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e9660230-eed3-43ec-b3db-8084454841cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:33:08.104896 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52361627-3bc7-4c86-8482-5288ddda590f tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Network hostable DHCP agents. Network: e9660230-eed3-43ec-b3db-8084454841cd, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:33:08.112235 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-a7995316-f9d5-4d87-be7b-757c655c27c4 None None] For port e9f213ba-fdbd-405c-8473-7717b98e3736, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:33:08.116257 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-a7995316-f9d5-4d87-be7b-757c655c27c4 None None] For port e9f213ba-fdbd-405c-8473-7717b98e3736, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=e9f213ba-fdbd-405c-8473-7717b98e3736,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:33:08.122757 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a7995316-f9d5-4d87-be7b-757c655c27c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:08.131685 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52361627-3bc7-4c86-8482-5288ddda590f tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Network e9660230-eed3-43ec-b3db-8084454841cd is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:33:08.144454 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-52361627-3bc7-4c86-8482-5288ddda590f tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, e9660230-eed3-43ec-b3db-8084454841cd) {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:33:08.158041 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52361627-3bc7-4c86-8482-5288ddda590f tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:08.159347 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-52361627-3bc7-4c86-8482-5288ddda590f tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:08.194608 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-52361627-3bc7-4c86-8482-5288ddda590f tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8652196 May 04 17:33:08.195811 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53002) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:08.197530 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-517b960b-0a73-4371-b484-0c10734a817d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Calling delete_port for 65b82d59-43c6-4d40-8e75-49a049fcd83f owned by {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:33:08.208979 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-f7ab6080-01a8-427e-bef4-ceb5b735bac7 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1621501077', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:08.223331 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-f7ab6080-01a8-427e-bef4-ceb5b735bac7 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:08.234293 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-f7ab6080-01a8-427e-bef4-ceb5b735bac7 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Usage tracker for resource:router and tenant:d50aa0308d3f47e4bde015fa31f2165f is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:08.235239 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7995316-f9d5-4d87-be7b-757c655c27c4 None None] Pushing event updated for resources: {'Port': ['ID=e9f213ba-fdbd-405c-8473-7717b98e3736,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:08.238685 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10bc453-2f5a-4ea3-b943-c76c6f234189 None None] Network e9660230-eed3-43ec-b3db-8084454841cd requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:33:08.254390 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-f7ab6080-01a8-427e-bef4-ceb5b735bac7 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:08.273329 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-f7ab6080-01a8-427e-bef4-ceb5b735bac7 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:08.308044 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f7ab6080-01a8-427e-bef4-ceb5b735bac7 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:08.309373 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f7ab6080-01a8-427e-bef4-ceb5b735bac7 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:08.364785 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c429fab9-034a-44c4-8699-b56a135198e5 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:08.368239 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c429fab9-034a-44c4-8699-b56a135198e5 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:08.427770 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c429fab9-034a-44c4-8699-b56a135198e5 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f630b6c2-0103-44b7-afb3-4af0bf428299,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:08.437019 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-517b960b-0a73-4371-b484-0c10734a817d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:08.441284 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f7ab6080-01a8-427e-bef4-ceb5b735bac7 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:08.468401 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f7ab6080-01a8-427e-bef4-ceb5b735bac7 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:08.495820 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f7ab6080-01a8-427e-bef4-ceb5b735bac7 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:08.500807 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517b960b-0a73-4371-b484-0c10734a817d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event deleted for resources: {'Port': ['ID=65b82d59-43c6-4d40-8e75-49a049fcd83f,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:08.500807 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c429fab9-034a-44c4-8699-b56a135198e5 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:08.503999 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-c429fab9-034a-44c4-8699-b56a135198e5 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6543193 May 04 17:33:08.504375 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53006) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:08.504375 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53008) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:08.506560 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-f7ab6080-01a8-427e-bef4-ceb5b735bac7 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3094482 May 04 17:33:08.512825 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-e54a5587-7261-4776-969c-66bbc4e57d46 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Request body: {'port': {'network_id': 'e9660230-eed3-43ec-b3db-8084454841cd', 'name': 'tempest-PortsTestJSON-1438840117'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:08.530979 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b269fe6-6f41-4bda-b405-801cb7a528ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-e9660230-eed3-43ec-b3db-8084454841cd', 'network_id': 'e9660230-eed3-43ec-b3db-8084454841cd', 'tenant_id': 'd50aa0308d3f47e4bde015fa31f2165f', 'fixed_ips': [{'subnet_id': 'b661bac4-0a78-49fa-b4ec-580e99ae44ff'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:33:08.531889 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-2b269fe6-6f41-4bda-b405-801cb7a528ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:08.540916 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-36086168-bff1-4a69-815c-09afcb42bd5d tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Request body: {'security_group_rule': {'security_group_id': '9fe02212-a1e9-4d36-93f3-1f4d399ea4f6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f630b6c2-0103-44b7-afb3-4af0bf428299', 'remote_ip_prefix': None}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:08.602366 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-36086168-bff1-4a69-815c-09afcb42bd5d tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:08.620694 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-36086168-bff1-4a69-815c-09afcb42bd5d tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Usage tracker for resource:security_group_rule and tenant:90ed714da4ab449d8abdecb4ce424559 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:08.626119 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-517b960b-0a73-4371-b484-0c10734a817d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:08.630274 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-517b960b-0a73-4371-b484-0c10734a817d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/ports/65b82d59-43c6-4d40-8e75-49a049fcd83f HTTP/1.1" status: 204 len: 168 time: 1.0864153 May 04 17:33:08.632132 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53014) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:08.676326 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-36086168-bff1-4a69-815c-09afcb42bd5d tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:08.689199 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-36086168-bff1-4a69-815c-09afcb42bd5d tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:08.726357 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d467ca57-a36c-4266-aeee-e91296092dbc tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:08.728200 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d467ca57-a36c-4266-aeee-e91296092dbc tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:08.729029 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-d467ca57-a36c-4266-aeee-e91296092dbc tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Synchronizing usage tracker for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:subnet {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:33:08.744255 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-d467ca57-a36c-4266-aeee-e91296092dbc tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Unset dirty status for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:subnet {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:33:08.746467 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-d467ca57-a36c-4266-aeee-e91296092dbc tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1117382 May 04 17:33:08.748095 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53018) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:08.748257 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-36086168-bff1-4a69-815c-09afcb42bd5d tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:08.752602 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-2b269fe6-6f41-4bda-b405-801cb7a528ba None None] Allocated IP 172.20.0.2 (e9660230-eed3-43ec-b3db-8084454841cd/b661bac4-0a78-49fa-b4ec-580e99ae44ff/dfde346f-ec3e-4c79-b179-664df8351f8c) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:33:08.760720 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-e54a5587-7261-4776-969c-66bbc4e57d46 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:08.769944 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-e54a5587-7261-4776-969c-66bbc4e57d46 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Usage tracker for resource:port and tenant:d50aa0308d3f47e4bde015fa31f2165f is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:08.779422 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-e54a5587-7261-4776-969c-66bbc4e57d46 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:08.789600 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-e54a5587-7261-4776-969c-66bbc4e57d46 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:08.813486 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54a5587-7261-4776-969c-66bbc4e57d46 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Made reservation on behalf of d50aa0308d3f47e4bde015fa31f2165f for: {'port': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:33:08.817211 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e54a5587-7261-4776-969c-66bbc4e57d46 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:08.855219 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [None req-e54a5587-7261-4776-969c-66bbc4e57d46 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] device_id is not set on port 054491b6-a8fd-49d9-953d-f4f244dcd7ee yet. {{(pid=88037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:33:08.918352 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-36086168-bff1-4a69-815c-09afcb42bd5d tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:08.927149 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-36086168-bff1-4a69-815c-09afcb42bd5d tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:08.961152 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc0d601c-339f-41a1-b965-9cca3bd78851 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Deleting subnet 3f8c8174-159d-4c48-8497-a5595f19c267 {{(pid=88038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:33:08.964687 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-dc0d601c-339f-41a1-b965-9cca3bd78851 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:08.966245 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36086168-bff1-4a69-815c-09afcb42bd5d tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb4fe8e6-e9a9-476e-9d28-1046909a0520,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:08.991261 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-36086168-bff1-4a69-815c-09afcb42bd5d tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:08.993024 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-36086168-bff1-4a69-815c-09afcb42bd5d tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4859753 May 04 17:33:08.995813 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53024) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:09.035963 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-44240c6f-8e33-4fee-b999-4759aade58ed tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:09.040269 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-dc0d601c-339f-41a1-b965-9cca3bd78851 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-801696'] for subnet, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:09.048614 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-44240c6f-8e33-4fee-b999-4759aade58ed tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:09.073465 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-2b269fe6-6f41-4bda-b405-801cb7a528ba None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:09.083956 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-2b269fe6-6f41-4bda-b405-801cb7a528ba None None] Transition to ACTIVE for port object dfde346f-ec3e-4c79-b179-664df8351f8c will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:33:09.106218 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-2b269fe6-6f41-4bda-b405-801cb7a528ba None None] Transition to ACTIVE for port object dfde346f-ec3e-4c79-b179-664df8351f8c will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:33:09.109776 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-44240c6f-8e33-4fee-b999-4759aade58ed tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:09.115118 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-2b269fe6-6f41-4bda-b405-801cb7a528ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:09.139753 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-dc0d601c-339f-41a1-b965-9cca3bd78851 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:09.140166 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-44240c6f-8e33-4fee-b999-4759aade58ed tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:09.145164 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-44240c6f-8e33-4fee-b999-4759aade58ed tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/bb4fe8e6-e9a9-476e-9d28-1046909a0520 HTTP/1.1" status: 204 len: 168 time: 0.1447039 May 04 17:33:09.149612 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53028) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:09.192573 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44240c6f-8e33-4fee-b999-4759aade58ed tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bb4fe8e6-e9a9-476e-9d28-1046909a0520,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:09.235620 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-dc0d601c-339f-41a1-b965-9cca3bd78851 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:09.253890 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b269fe6-6f41-4bda-b405-801cb7a528ba None None] Network e9660230-eed3-43ec-b3db-8084454841cd is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:33:09.263570 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-2b269fe6-6f41-4bda-b405-801cb7a528ba None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:33:09.280537 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b269fe6-6f41-4bda-b405-801cb7a528ba None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:33:09.283130 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:09.284293 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b269fe6-6f41-4bda-b405-801cb7a528ba None None] Pushing event updated for resources: {'Port': ['ID=dfde346f-ec3e-4c79-b179-664df8351f8c,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:09.291602 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-e54a5587-7261-4776-969c-66bbc4e57d46 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Allocated IP 172.20.0.3 (e9660230-eed3-43ec-b3db-8084454841cd/b661bac4-0a78-49fa-b4ec-580e99ae44ff/054491b6-a8fd-49d9-953d-f4f244dcd7ee) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:33:09.300080 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0d601c-339f-41a1-b965-9cca3bd78851 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event deleted for resources: {'Subnet': ['ID=3f8c8174-159d-4c48-8497-a5595f19c267,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:09.305763 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-dc0d601c-339f-41a1-b965-9cca3bd78851 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:09.321003 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-dc0d601c-339f-41a1-b965-9cca3bd78851 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/subnets/3f8c8174-159d-4c48-8497-a5595f19c267 HTTP/1.1" status: 204 len: 168 time: 0.5718861 May 04 17:33:09.323412 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53032) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:09.326633 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-5d6551ef-7e2a-44bd-9745-17de14a58dd5 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Synchronizing usage tracker for tenant:90ed714da4ab449d8abdecb4ce424559 on resource:security_group_rule {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:33:09.363084 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328e9a3f-48d4-42a6-9aed-76392c9a69c4 req-c08ade63-8b0d-463d-8311-b20a94d4525d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:09.371673 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-328e9a3f-48d4-42a6-9aed-76392c9a69c4 req-c08ade63-8b0d-463d-8311-b20a94d4525d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=52c94fc4-1d2e-44f8-9f46-561574e9168d HTTP/1.1" status: 200 len: 945 time: 0.2994149 May 04 17:33:09.395533 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-2b269fe6-6f41-4bda-b405-801cb7a528ba None None] Attempting to bind port dfde346f-ec3e-4c79-b179-664df8351f8c on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:33:09.396209 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-2b269fe6-6f41-4bda-b405-801cb7a528ba None None] Attempting to bind port dfde346f-ec3e-4c79-b179-664df8351f8c by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '278d5e24-34c7-4d65-b006-721052264996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e9660230-eed3-43ec-b3db-8084454841cd'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:33:09.396784 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b269fe6-6f41-4bda-b405-801cb7a528ba None None] Attempting to bind port dfde346f-ec3e-4c79-b179-664df8351f8c on network e9660230-eed3-43ec-b3db-8084454841cd {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:33:09.402063 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-5d6551ef-7e2a-44bd-9745-17de14a58dd5 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Unset dirty status for tenant:90ed714da4ab449d8abdecb4ce424559 on resource:security_group_rule {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:33:09.403346 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-5d6551ef-7e2a-44bd-9745-17de14a58dd5 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2243631 May 04 17:33:09.403794 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b269fe6-6f41-4bda-b405-801cb7a528ba None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:33:09.404387 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b269fe6-6f41-4bda-b405-801cb7a528ba None None] Checking segment: {'id': '278d5e24-34c7-4d65-b006-721052264996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e9660230-eed3-43ec-b3db-8084454841cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:33:09.405014 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-2b269fe6-6f41-4bda-b405-801cb7a528ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:09.405633 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b269fe6-6f41-4bda-b405-801cb7a528ba None None] Bound using segment: {'id': '278d5e24-34c7-4d65-b006-721052264996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e9660230-eed3-43ec-b3db-8084454841cd'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:33:09.406399 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-2b269fe6-6f41-4bda-b405-801cb7a528ba None None] Bound port: dfde346f-ec3e-4c79-b179-664df8351f8c, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '278d5e24-34c7-4d65-b006-721052264996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e9660230-eed3-43ec-b3db-8084454841cd'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:33:09.406995 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-2b269fe6-6f41-4bda-b405-801cb7a528ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:09.410998 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53036) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:09.416643 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-52250be8-f6fd-406e-9010-8ed0164e939a tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0914061 May 04 17:33:09.419170 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53040) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:09.522837 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-328e9a3f-48d4-42a6-9aed-76392c9a69c4 req-ce88b282-a9db-4d70-9c7c-b51327b17753 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=afa7a7f7-79f2-4c52-9405-e6b754b5b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497214 May 04 17:33:09.532746 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-2b269fe6-6f41-4bda-b405-801cb7a528ba None None] For port dfde346f-ec3e-4c79-b179-664df8351f8c, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:33:09.536735 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-2b269fe6-6f41-4bda-b405-801cb7a528ba None None] For port dfde346f-ec3e-4c79-b179-664df8351f8c, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=dfde346f-ec3e-4c79-b179-664df8351f8c,segment=NetworkSegment(278d5e24-34c7-4d65-b006-721052264996),segment_id=278d5e24-34c7-4d65-b006-721052264996)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:33:09.555225 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-2b269fe6-6f41-4bda-b405-801cb7a528ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:09.575059 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cde9690-6629-4d1d-816b-5d6ef251ca5b tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:09.575634 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-0cde9690-6629-4d1d-816b-5d6ef251ca5b tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Synchronizing usage tracker for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:33:09.612959 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-0cde9690-6629-4d1d-816b-5d6ef251ca5b tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Unset dirty status for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:33:09.617150 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-0cde9690-6629-4d1d-816b-5d6ef251ca5b tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1942625 May 04 17:33:09.619671 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53046) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:09.620111 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-378f25a7-52ab-41f2-8e54-d329b521fe73 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:09.679591 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b269fe6-6f41-4bda-b405-801cb7a528ba None None] Pushing event updated for resources: {'Port': ['ID=dfde346f-ec3e-4c79-b179-664df8351f8c,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:09.687184 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device e9f213ba-fdbd-405c-8473-7717b98e3736 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:33:09.717119 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169a23dc-5bb2-4aed-9bbc-53b94311713d None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:33:09.718616 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-378f25a7-52ab-41f2-8e54-d329b521fe73 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:09.734438 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa642cb-18fe-4332-91b3-2879f591060a tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:09.735121 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-bfa642cb-18fe-4332-91b3-2879f591060a tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Synchronizing usage tracker for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:subnet {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:33:09.771676 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-bfa642cb-18fe-4332-91b3-2879f591060a tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Unset dirty status for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:subnet {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:33:09.775292 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-bfa642cb-18fe-4332-91b3-2879f591060a tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1524441 May 04 17:33:09.776182 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53050) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:09.799708 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e54a5587-7261-4776-969c-66bbc4e57d46 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:09.828780 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-378f25a7-52ab-41f2-8e54-d329b521fe73 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:09.849439 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-e54a5587-7261-4776-969c-66bbc4e57d46 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Transition to ACTIVE for port object 054491b6-a8fd-49d9-953d-f4f244dcd7ee will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:33:09.855483 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-b5f6a292-66af-4094-9c10-e3dcc0d53706 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0751243 May 04 17:33:09.859268 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53054) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:09.864498 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378f25a7-52ab-41f2-8e54-d329b521fe73 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f630b6c2-0103-44b7-afb3-4af0bf428299,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:09.868901 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8fe553-9bf8-4918-ba0e-5e70abeaab23 req-f7415746-5f43-407e-9691-0c0a4e334dc0 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:09.870606 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-9c8fe553-9bf8-4918-ba0e-5e70abeaab23 req-f7415746-5f43-407e-9691-0c0a4e334dc0 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=52c94fc4-1d2e-44f8-9f46-561574e9168d HTTP/1.1" status: 200 len: 945 time: 0.1774411 May 04 17:33:09.874370 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-e219b0a5-ba87-4e9b-91d8-dccdea462ade tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Request body: {'subnet': {'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:09.888720 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-805fee5b-c5ec-464f-bc54-c499454e4643 None None] Provisioning for port e9f213ba-fdbd-405c-8473-7717b98e3736 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:33:09.890264 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-378f25a7-52ab-41f2-8e54-d329b521fe73 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:09.894261 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-378f25a7-52ab-41f2-8e54-d329b521fe73 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "DELETE /v2.0/security-groups/f630b6c2-0103-44b7-afb3-4af0bf428299 HTTP/1.1" status: 204 len: 168 time: 0.4822607 May 04 17:33:09.895378 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53058) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:09.949709 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e54a5587-7261-4776-969c-66bbc4e57d46 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:09.973664 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-9c8fe553-9bf8-4918-ba0e-5e70abeaab23 req-f8c33052-6cd0-4ea8-bb8d-58897a41a571 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=afa7a7f7-79f2-4c52-9405-e6b754b5b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831397 May 04 17:33:09.981767 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port e9f213ba-fdbd-405c-8473-7717b98e3736 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:33:10.002932 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port e9f213ba-fdbd-405c-8473-7717b98e3736 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:33:10.002932 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:10.026173 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53062) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:10.111339 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-e219b0a5-ba87-4e9b-91d8-dccdea462ade tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:10.127827 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-e219b0a5-ba87-4e9b-91d8-dccdea462ade tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:10.150803 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:10.151006 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08884f9-fca8-4747-a246-dd888cc5b5f7 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:10.157623 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-c08884f9-fca8-4747-a246-dd888cc5b5f7 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=52c94fc4-1d2e-44f8-9f46-561574e9168d HTTP/1.1" status: 200 len: 1093 time: 0.1299222 May 04 17:33:10.158673 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53066) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:10.165565 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-e3b96410-e2a7-4371-a2db-9f16e19e89ee tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'floatingip': {'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'port_id': '58c86aac-83f9-4aa8-b64f-68313194060c', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:10.171986 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e219b0a5-ba87-4e9b-91d8-dccdea462ade tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Made reservation on behalf of e0bb3da2b1c344b882bb065b24ba46bb for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:33:10.172303 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54a5587-7261-4776-969c-66bbc4e57d46 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Network e9660230-eed3-43ec-b3db-8084454841cd is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:33:10.175362 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e219b0a5-ba87-4e9b-91d8-dccdea462ade tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:10.177867 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-e54a5587-7261-4776-969c-66bbc4e57d46 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:33:10.180467 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54a5587-7261-4776-969c-66bbc4e57d46 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:33:10.193693 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port e9f213ba-fdbd-405c-8473-7717b98e3736, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=e9f213ba-fdbd-405c-8473-7717b98e3736,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:33:10.199107 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:10.200318 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-e3b96410-e2a7-4371-a2db-9f16e19e89ee tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:10.219282 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-e3b96410-e2a7-4371-a2db-9f16e19e89ee tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:floatingip and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:10.224865 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-e3b96410-e2a7-4371-a2db-9f16e19e89ee tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:10.255808 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-e3b96410-e2a7-4371-a2db-9f16e19e89ee tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:10.299026 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54a5587-7261-4776-969c-66bbc4e57d46 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:10.300051 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e54a5587-7261-4776-969c-66bbc4e57d46 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:10.326301 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-42409339-9d52-463b-9378-1e05af4606da tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Synchronizing usage tracker for tenant:90ed714da4ab449d8abdecb4ce424559 on resource:security_group {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:33:10.336730 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=e9f213ba-fdbd-405c-8473-7717b98e3736,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:10.337529 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54a5587-7261-4776-969c-66bbc4e57d46 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event updated for resources: {'Port': ['ID=054491b6-a8fd-49d9-953d-f4f244dcd7ee,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:10.340955 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e3b96410-e2a7-4371-a2db-9f16e19e89ee tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for floatingip, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:10.368592 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-e54a5587-7261-4776-969c-66bbc4e57d46 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8631222 May 04 17:33:10.371157 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53070) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:10.374482 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03663c35-6e5e-4782-86ee-3976ca40c279 None None] DHCP port deletion for 6b89b041-5c42-49da-97bf-23cee8aadf17 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:33:10.378600 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-03663c35-6e5e-4782-86ee-3976ca40c279 None None] Deleting port e9f213ba-fdbd-405c-8473-7717b98e3736 {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:33:10.378980 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-03663c35-6e5e-4782-86ee-3976ca40c279 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:10.442817 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-42409339-9d52-463b-9378-1e05af4606da tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Unset dirty status for tenant:90ed714da4ab449d8abdecb4ce424559 on resource:security_group {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:33:10.447320 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-42409339-9d52-463b-9378-1e05af4606da tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4507 time: 0.5499532 May 04 17:33:10.505836 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53074) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:10.599380 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e219b0a5-ba87-4e9b-91d8-dccdea462ade tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:10.610278 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-03663c35-6e5e-4782-86ee-3976ca40c279 None None] For port e9f213ba-fdbd-405c-8473-7717b98e3736, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=e9f213ba-fdbd-405c-8473-7717b98e3736,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:33:10.610821 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-03663c35-6e5e-4782-86ee-3976ca40c279 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:10.679749 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e219b0a5-ba87-4e9b-91d8-dccdea462ade tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:33:10.687335 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-e219b0a5-ba87-4e9b-91d8-dccdea462ade tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:33:10.701190 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e219b0a5-ba87-4e9b-91d8-dccdea462ade tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:10.701780 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e219b0a5-ba87-4e9b-91d8-dccdea462ade tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:10.731472 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5ae561b7-90a5-49e1-890c-8f3391e9bb0b tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:10.734814 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e219b0a5-ba87-4e9b-91d8-dccdea462ade tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event updated for resources: {'Subnet': ['ID=c032fa96-c7cd-4cb6-afbb-3b979b185942,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:10.744425 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-03663c35-6e5e-4782-86ee-3976ca40c279 None None] Calling delete_port for e9f213ba-fdbd-405c-8473-7717b98e3736 owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:33:10.775151 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5ae561b7-90a5-49e1-890c-8f3391e9bb0b tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:10.785836 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-e219b0a5-ba87-4e9b-91d8-dccdea462ade tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9227953 May 04 17:33:10.787046 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53078) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:10.801785 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-9ff58671-6b02-4ff4-887c-f934e4fbf675 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Request body: {'port': {'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'mac_address': 'fa:16:3e:e4:1e:34', 'name': 'tempest-NetworksTestDHCPv6-889386917'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:10.832695 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-03663c35-6e5e-4782-86ee-3976ca40c279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124'] for port, after_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:10.863950 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e3b96410-e2a7-4371-a2db-9f16e19e89ee tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:10.890971 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03663c35-6e5e-4782-86ee-3976ca40c279 None None] Pushing event deleted for resources: {'Port': ['ID=e9f213ba-fdbd-405c-8473-7717b98e3736,revision_number=None']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:10.898767 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03663c35-6e5e-4782-86ee-3976ca40c279 None None] No DVR routers for this DVR port e9f213ba-fdbd-405c-8473-7717b98e3736 on host dv-neutron-840426-1-hyperv {{(pid=88039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:33:10.924486 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2319da1a-5e5e-4fcc-85f4-9d2611e578db None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:33:10.989340 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-25c725ba-3be7-4566-b9ff-85a1c4c1b294 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:10.996117 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5ae561b7-90a5-49e1-890c-8f3391e9bb0b tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:11.153796 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae561b7-90a5-49e1-890c-8f3391e9bb0b tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe02212-a1e9-4d36-93f3-1f4d399ea4f6,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:11.251670 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906829f9-be79-4098-94c4-41615255661c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-6b89b041-5c42-49da-97bf-23cee8aadf17', 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'tenant_id': 'e0bb3da2b1c344b882bb065b24ba46bb', 'fixed_ips': [{'subnet_id': 'c032fa96-c7cd-4cb6-afbb-3b979b185942'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:33:11.252737 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-906829f9-be79-4098-94c4-41615255661c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:11.258585 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-9ff58671-6b02-4ff4-887c-f934e4fbf675 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:11.290760 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-9ff58671-6b02-4ff4-887c-f934e4fbf675 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:11.294855 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5ae561b7-90a5-49e1-890c-8f3391e9bb0b tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:11.295980 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-5ae561b7-90a5-49e1-890c-8f3391e9bb0b tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "DELETE /v2.0/security-groups/9fe02212-a1e9-4d36-93f3-1f4d399ea4f6 HTTP/1.1" status: 204 len: 168 time: 0.7883797 May 04 17:33:11.300867 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53082) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:11.334261 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff58671-6b02-4ff4-887c-f934e4fbf675 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Made reservation on behalf of e0bb3da2b1c344b882bb065b24ba46bb for: {'port': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:33:11.355953 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-e3b96410-e2a7-4371-a2db-9f16e19e89ee tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Allocated IP 172.26.0.109 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/701f1513-b40f-4a84-a7e1-e9bdc2bc454f) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:33:11.420693 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9181e234-ac1f-4afa-bee4-9d3042ab7dfc None None] Network e9660230-eed3-43ec-b3db-8084454841cd requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:33:11.452203 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-25c725ba-3be7-4566-b9ff-85a1c4c1b294 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:11.458193 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-25c725ba-3be7-4566-b9ff-85a1c4c1b294 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:11.491169 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-3eb3bffd-f63c-4924-9708-3e3a62341f41 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Synchronizing usage tracker for tenant:90ed714da4ab449d8abdecb4ce424559 on resource:security_group {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:33:11.536105 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-906829f9-be79-4098-94c4-41615255661c None None] Allocated IP 2001:db8::2 (6b89b041-5c42-49da-97bf-23cee8aadf17/c032fa96-c7cd-4cb6-afbb-3b979b185942/71662582-e489-45a5-a6e4-f31c5f9143e7) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:33:11.639170 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9ff58671-6b02-4ff4-887c-f934e4fbf675 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:11.640902 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-06a4542e-b673-42bc-9237-6022ced84dd8 None None] Provisioning for port dfde346f-ec3e-4c79-b179-664df8351f8c completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:33:11.643595 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device dfde346f-ec3e-4c79-b179-664df8351f8c up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:33:11.648596 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-3eb3bffd-f63c-4924-9708-3e3a62341f41 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Unset dirty status for tenant:90ed714da4ab449d8abdecb4ce424559 on resource:security_group {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:33:11.649762 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-3eb3bffd-f63c-4924-9708-3e3a62341f41 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3479855 May 04 17:33:11.650097 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c725ba-3be7-4566-b9ff-85a1c4c1b294 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event updated for resources: {'Port': ['ID=054491b6-a8fd-49d9-953d-f4f244dcd7ee,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:11.654420 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53086) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:11.661590 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-8d6c2530-c661-480f-a33d-8cd9739e4944 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Request body: {'security_group': {'name': 'tempest-secgroup--1505412335'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:11.669658 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-8d6c2530-c661-480f-a33d-8cd9739e4944 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:11.690827 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [None req-9ff58671-6b02-4ff4-887c-f934e4fbf675 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] device_id is not set on port ce93583e-b02c-4ade-8eba-7db84ef18b25 yet. {{(pid=88038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:33:11.717288 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-8d6c2530-c661-480f-a33d-8cd9739e4944 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:11.761522 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e3b96410-e2a7-4371-a2db-9f16e19e89ee tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:11.819597 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e3b96410-e2a7-4371-a2db-9f16e19e89ee tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:11.888726 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b96410-e2a7-4371-a2db-9f16e19e89ee tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:33:11.891940 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-e3b96410-e2a7-4371-a2db-9f16e19e89ee tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:33:11.892311 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8d6c2530-c661-480f-a33d-8cd9739e4944 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:11.895650 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b96410-e2a7-4371-a2db-9f16e19e89ee tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:33:11.932117 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-8d6c2530-c661-480f-a33d-8cd9739e4944 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:11.933900 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b96410-e2a7-4371-a2db-9f16e19e89ee tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Port': ['ID=701f1513-b40f-4a84-a7e1-e9bdc2bc454f,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:11.965433 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-8d6c2530-c661-480f-a33d-8cd9739e4944 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Usage tracker for resource:security_group_rule and tenant:90ed714da4ab449d8abdecb4ce424559 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:11.968709 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port dfde346f-ec3e-4c79-b179-664df8351f8c completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:33:11.971547 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-8d6c2530-c661-480f-a33d-8cd9739e4944 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:11.974165 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-25c725ba-3be7-4566-b9ff-85a1c4c1b294 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710357'] for router_interface, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:11.980354 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-8d6c2530-c661-480f-a33d-8cd9739e4944 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:11.981494 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port dfde346f-ec3e-4c79-b179-664df8351f8c triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:33:11.982052 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:12.053845 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-906829f9-be79-4098-94c4-41615255661c None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:12.072533 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-906829f9-be79-4098-94c4-41615255661c None None] Transition to ACTIVE for port object 71662582-e489-45a5-a6e4-f31c5f9143e7 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:33:12.103595 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-906829f9-be79-4098-94c4-41615255661c None None] Transition to ACTIVE for port object 71662582-e489-45a5-a6e4-f31c5f9143e7 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:33:12.133115 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8d6c2530-c661-480f-a33d-8cd9739e4944 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:12.137829 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-906829f9-be79-4098-94c4-41615255661c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:12.143627 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8d6c2530-c661-480f-a33d-8cd9739e4944 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:12.183428 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-25c725ba-3be7-4566-b9ff-85a1c4c1b294 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:12.197810 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8d6c2530-c661-480f-a33d-8cd9739e4944 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:12.199125 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-8d6c2530-c661-480f-a33d-8cd9739e4944 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5441167 May 04 17:33:12.204788 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53090) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:12.225754 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-233cbcce-432d-464d-9aaf-4fe85a61bbbc tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Request body: {'security_group_rule': {'security_group_id': '407cbb3b-5a89-405a-86a6-8d2691b8786a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:12.229214 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906829f9-be79-4098-94c4-41615255661c None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:33:12.234115 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-906829f9-be79-4098-94c4-41615255661c None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:33:12.236499 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906829f9-be79-4098-94c4-41615255661c None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:33:12.237007 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-9ff58671-6b02-4ff4-887c-f934e4fbf675 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Allocated IP 2001:db8::37a (6b89b041-5c42-49da-97bf-23cee8aadf17/c032fa96-c7cd-4cb6-afbb-3b979b185942/ce93583e-b02c-4ade-8eba-7db84ef18b25) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:33:12.245636 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:12.267882 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-233cbcce-432d-464d-9aaf-4fe85a61bbbc tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:12.288932 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-233cbcce-432d-464d-9aaf-4fe85a61bbbc tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Usage tracker for resource:security_group_rule and tenant:90ed714da4ab449d8abdecb4ce424559 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:12.291794 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6c2530-c661-480f-a33d-8cd9739e4944 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=407cbb3b-5a89-405a-86a6-8d2691b8786a,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:12.296421 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-233cbcce-432d-464d-9aaf-4fe85a61bbbc tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:12.305864 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906829f9-be79-4098-94c4-41615255661c None None] Pushing event updated for resources: {'Port': ['ID=71662582-e489-45a5-a6e4-f31c5f9143e7,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:12.308226 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-233cbcce-432d-464d-9aaf-4fe85a61bbbc tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:12.377252 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port dfde346f-ec3e-4c79-b179-664df8351f8c, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=dfde346f-ec3e-4c79-b179-664df8351f8c,segment=NetworkSegment(278d5e24-34c7-4d65-b006-721052264996),segment_id=278d5e24-34c7-4d65-b006-721052264996)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:33:12.378456 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-906829f9-be79-4098-94c4-41615255661c None None] Attempting to bind port 71662582-e489-45a5-a6e4-f31c5f9143e7 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:33:12.378906 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-906829f9-be79-4098-94c4-41615255661c None None] Attempting to bind port 71662582-e489-45a5-a6e4-f31c5f9143e7 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:33:12.379325 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906829f9-be79-4098-94c4-41615255661c None None] Attempting to bind port 71662582-e489-45a5-a6e4-f31c5f9143e7 on network 6b89b041-5c42-49da-97bf-23cee8aadf17 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:33:12.387213 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:12.473332 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device e9f213ba-fdbd-405c-8473-7717b98e3736 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:33:12.496021 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-233cbcce-432d-464d-9aaf-4fe85a61bbbc tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:12.497890 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906829f9-be79-4098-94c4-41615255661c None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:33:12.498297 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906829f9-be79-4098-94c4-41615255661c None None] Checking segment: {'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:33:12.498800 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-906829f9-be79-4098-94c4-41615255661c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:12.499286 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906829f9-be79-4098-94c4-41615255661c None None] Bound using segment: {'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:33:12.499893 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-906829f9-be79-4098-94c4-41615255661c None None] Bound port: 71662582-e489-45a5-a6e4-f31c5f9143e7, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:33:12.500426 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-906829f9-be79-4098-94c4-41615255661c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:12.656078 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: e9f213ba-fdbd-405c-8473-7717b98e3736 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:33:12.656851 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device e9f213ba-fdbd-405c-8473-7717b98e3736 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:33:12.672967 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9ff58671-6b02-4ff4-887c-f934e4fbf675 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:12.673773 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=dfde346f-ec3e-4c79-b179-664df8351f8c,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:12.690529 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-906829f9-be79-4098-94c4-41615255661c None None] For port 71662582-e489-45a5-a6e4-f31c5f9143e7, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:33:12.692683 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-f55d54dd-9905-47c5-950d-dc75597d47b4 None None] Provisioning complete for port dfde346f-ec3e-4c79-b179-664df8351f8c triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:33:12.693533 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-f55d54dd-9905-47c5-950d-dc75597d47b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:12.703087 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-9ff58671-6b02-4ff4-887c-f934e4fbf675 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Transition to ACTIVE for port object ce93583e-b02c-4ade-8eba-7db84ef18b25 will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:33:12.722542 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e3b96410-e2a7-4371-a2db-9f16e19e89ee tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:12.735620 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-25c725ba-3be7-4566-b9ff-85a1c4c1b294 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:12.735816 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-906829f9-be79-4098-94c4-41615255661c None None] For port 71662582-e489-45a5-a6e4-f31c5f9143e7, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=71662582-e489-45a5-a6e4-f31c5f9143e7,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:33:12.748733 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-25c725ba-3be7-4566-b9ff-85a1c4c1b294 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:12.753990 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9ff58671-6b02-4ff4-887c-f934e4fbf675 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:12.765134 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-906829f9-be79-4098-94c4-41615255661c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:12.868977 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-233cbcce-432d-464d-9aaf-4fe85a61bbbc tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:12.874464 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906829f9-be79-4098-94c4-41615255661c None None] Pushing event updated for resources: {'Port': ['ID=71662582-e489-45a5-a6e4-f31c5f9143e7,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:12.885500 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-233cbcce-432d-464d-9aaf-4fe85a61bbbc tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:12.891305 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff58671-6b02-4ff4-887c-f934e4fbf675 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:33:12.896701 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-9ff58671-6b02-4ff4-887c-f934e4fbf675 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:33:12.899764 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff58671-6b02-4ff4-887c-f934e4fbf675 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:33:12.905842 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff58671-6b02-4ff4-887c-f934e4fbf675 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:12.906511 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9ff58671-6b02-4ff4-887c-f934e4fbf675 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:12.917332 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff58671-6b02-4ff4-887c-f934e4fbf675 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event updated for resources: {'Port': ['ID=ce93583e-b02c-4ade-8eba-7db84ef18b25,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:12.927449 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e3b96410-e2a7-4371-a2db-9f16e19e89ee tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:12.935949 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233cbcce-432d-464d-9aaf-4fe85a61bbbc tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbbd7d43-e4a2-46b3-92e7-fd8b1d046a1f,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:12.945307 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-25c725ba-3be7-4566-b9ff-85a1c4c1b294 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710702'] for router_interface, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:12.949393 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c725ba-3be7-4566-b9ff-85a1c4c1b294 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event updated for resources: {'Port': ['ID=054491b6-a8fd-49d9-953d-f4f244dcd7ee,revision_number=3']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:12.980564 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-f55d54dd-9905-47c5-950d-dc75597d47b4 None None] Provisioning for port 054491b6-a8fd-49d9-953d-f4f244dcd7ee completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:33:12.988713 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-f55d54dd-9905-47c5-950d-dc75597d47b4 None None] Provisioning complete for port 054491b6-a8fd-49d9-953d-f4f244dcd7ee triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:33:12.990311 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-f55d54dd-9905-47c5-950d-dc75597d47b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:13.011841 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-9ff58671-6b02-4ff4-887c-f934e4fbf675 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2236488 May 04 17:33:13.016247 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53094) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:13.023837 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-233cbcce-432d-464d-9aaf-4fe85a61bbbc tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:13.027716 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-233cbcce-432d-464d-9aaf-4fe85a61bbbc tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8174789 May 04 17:33:13.028316 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53098) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:13.080985 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-f55d54dd-9905-47c5-950d-dc75597d47b4 None None] Port 054491b6-a8fd-49d9-953d-f4f244dcd7ee cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:33:13.127365 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c46609cd-5de1-4542-b694-591b42e5d077 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:13.149866 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c46609cd-5de1-4542-b694-591b42e5d077 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:13.190460 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c725ba-3be7-4566-b9ff-85a1c4c1b294 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Network e9660230-eed3-43ec-b3db-8084454841cd is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:33:13.195158 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-25c725ba-3be7-4566-b9ff-85a1c4c1b294 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:33:13.217192 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-fb130f99-2c82-4a37-a651-29bc01bc0807 None None] Provisioning complete for port 054491b6-a8fd-49d9-953d-f4f244dcd7ee triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:33:13.217565 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-fb130f99-2c82-4a37-a651-29bc01bc0807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:13.276200 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c46609cd-5de1-4542-b694-591b42e5d077 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:13.388113 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-fb130f99-2c82-4a37-a651-29bc01bc0807 None None] Port 054491b6-a8fd-49d9-953d-f4f244dcd7ee cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:33:13.403053 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46609cd-5de1-4542-b694-591b42e5d077 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cbbd7d43-e4a2-46b3-92e7-fd8b1d046a1f,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:13.409305 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c46609cd-5de1-4542-b694-591b42e5d077 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:13.410598 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-c46609cd-5de1-4542-b694-591b42e5d077 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/cbbd7d43-e4a2-46b3-92e7-fd8b1d046a1f HTTP/1.1" status: 204 len: 168 time: 0.3813052 May 04 17:33:13.413889 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53102) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:13.488233 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-39a2e116-614c-4e90-b9db-427c0193b295 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Synchronizing usage tracker for tenant:90ed714da4ab449d8abdecb4ce424559 on resource:security_group_rule {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:33:13.503585 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baea93b-b9da-4689-8259-543867faae3f tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:13.510534 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baea93b-b9da-4689-8259-543867faae3f tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:13.511751 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-8baea93b-b9da-4689-8259-543867faae3f tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Synchronizing usage tracker for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:33:13.517860 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-39a2e116-614c-4e90-b9db-427c0193b295 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Unset dirty status for tenant:90ed714da4ab449d8abdecb4ce424559 on resource:security_group_rule {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:33:13.519293 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-39a2e116-614c-4e90-b9db-427c0193b295 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1044092 May 04 17:33:13.522564 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53106) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:13.523524 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c725ba-3be7-4566-b9ff-85a1c4c1b294 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Router 5bc87f84-e239-404f-8680-a22e46b99d29 is scheduled to L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 with binding_index 1 {{(pid=88037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:33:13.537036 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-8baea93b-b9da-4689-8259-543867faae3f tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Unset dirty status for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:33:13.538966 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-8baea93b-b9da-4689-8259-543867faae3f tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.5211284 May 04 17:33:13.542729 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53110) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:13.609289 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e3b96410-e2a7-4371-a2db-9f16e19e89ee tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:13.616582 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-63d7fe3b-f2b7-45c8-bd32-ce1759128e52 None None] Provisioning complete for port 054491b6-a8fd-49d9-953d-f4f244dcd7ee triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:33:13.617236 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-63d7fe3b-f2b7-45c8-bd32-ce1759128e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:13.622581 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e3b96410-e2a7-4371-a2db-9f16e19e89ee tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:13.695546 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-e7fd01d4-90f4-437c-8872-7979a353ad7a tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Deleting port ce93583e-b02c-4ade-8eba-7db84ef18b25 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:33:13.695887 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e7fd01d4-90f4-437c-8872-7979a353ad7a tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:13.697363 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device dfde346f-ec3e-4c79-b179-664df8351f8c up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:33:13.745992 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-63d7fe3b-f2b7-45c8-bd32-ce1759128e52 None None] Port 054491b6-a8fd-49d9-953d-f4f244dcd7ee cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:33:13.775941 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port dfde346f-ec3e-4c79-b179-664df8351f8c triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:33:13.776692 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:13.799933 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b96410-e2a7-4371-a2db-9f16e19e89ee tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Port': ['ID=701f1513-b40f-4a84-a7e1-e9bdc2bc454f,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:13.814194 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e3b96410-e2a7-4371-a2db-9f16e19e89ee tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710218'] for floatingip, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:13.888422 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5b9a5bee-2250-4106-9048-8d9758fe0253 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:13.902685 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c725ba-3be7-4566-b9ff-85a1c4c1b294 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:33:13.908412 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-25c725ba-3be7-4566-b9ff-85a1c4c1b294 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "PUT /v2.0/routers/5bc87f84-e239-404f-8680-a22e46b99d29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5352240 May 04 17:33:13.913172 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f9f1a1-0268-4376-bfb7-341983707407 None None] Sync routers for ids ['5bc87f84-e239-404f-8680-a22e46b99d29'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:33:13.914810 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53114) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:13.934429 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f9f1a1-0268-4376-bfb7-341983707407 None None] Routers {'5bc87f84-e239-404f-8680-a22e46b99d29'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:33:13.934955 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 71662582-e489-45a5-a6e4-f31c5f9143e7 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:33:13.935092 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-73f9f1a1-0268-4376-bfb7-341983707407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:33:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['5bc87f84-e239-404f-8680-a22e46b99d29'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:14.000923 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5b9a5bee-2250-4106-9048-8d9758fe0253 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:14.009157 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 71662582-e489-45a5-a6e4-f31c5f9143e7 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:33:14.062801 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-73f9f1a1-0268-4376-bfb7-341983707407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:14.067763 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5b9a5bee-2250-4106-9048-8d9758fe0253 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:14.074453 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f9f1a1-0268-4376-bfb7-341983707407 None None] Routers {'5bc87f84-e239-404f-8680-a22e46b99d29'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:33:14.076378 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-73f9f1a1-0268-4376-bfb7-341983707407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:33:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['5bc87f84-e239-404f-8680-a22e46b99d29'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:14.088692 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cab5fe-41a5-4a61-b4f3-ec1108bbcd97 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:14.089420 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-c5cab5fe-41a5-4a61-b4f3-ec1108bbcd97 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Synchronizing usage tracker for tenant:d50aa0308d3f47e4bde015fa31f2165f on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:33:14.102852 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9a5bee-2250-4106-9048-8d9758fe0253 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=407cbb3b-5a89-405a-86a6-8d2691b8786a,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:14.126549 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-c5cab5fe-41a5-4a61-b4f3-ec1108bbcd97 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Unset dirty status for tenant:d50aa0308d3f47e4bde015fa31f2165f on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:33:14.127765 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-c5cab5fe-41a5-4a61-b4f3-ec1108bbcd97 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bc87f84-e239-404f-8680-a22e46b99d29 HTTP/1.1" status: 200 len: 982 time: 0.2118654 May 04 17:33:14.129243 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5b9a5bee-2250-4106-9048-8d9758fe0253 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:14.131383 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53118) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:14.133456 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-5b9a5bee-2250-4106-9048-8d9758fe0253 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "DELETE /v2.0/security-groups/407cbb3b-5a89-405a-86a6-8d2691b8786a HTTP/1.1" status: 204 len: 168 time: 0.6069052 May 04 17:33:14.135894 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53120) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:14.172219 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-73f9f1a1-0268-4376-bfb7-341983707407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:14.172219 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f9f1a1-0268-4376-bfb7-341983707407 None None] The sync data for ids ['5bc87f84-e239-404f-8680-a22e46b99d29'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:33:14.273499 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-e217cafd-c0f8-4c3c-ada5-32ad99ab11fe None None] Provisioning for port 71662582-e489-45a5-a6e4-f31c5f9143e7 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:33:14.279387 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-e217cafd-c0f8-4c3c-ada5-32ad99ab11fe None None] Provisioning complete for port 71662582-e489-45a5-a6e4-f31c5f9143e7 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:33:14.279747 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e217cafd-c0f8-4c3c-ada5-32ad99ab11fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:14.402941 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.l3_db [None req-e3b96410-e2a7-4371-a2db-9f16e19e89ee tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Floating IP a9409616-6d11-4fa8-b9f1-119486f83947 associated. External IP: 172.26.0.109, port: 58c86aac-83f9-4aa8-b64f-68313194060c. May 04 17:33:14.416558 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e217cafd-c0f8-4c3c-ada5-32ad99ab11fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:14.452477 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-e217cafd-c0f8-4c3c-ada5-32ad99ab11fe None None] For port 71662582-e489-45a5-a6e4-f31c5f9143e7, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=71662582-e489-45a5-a6e4-f31c5f9143e7,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:33:14.457339 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e217cafd-c0f8-4c3c-ada5-32ad99ab11fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:14.523085 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-b29387b5-fff4-48e0-894f-6a6e001d349b tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3225737 May 04 17:33:14.527417 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53128) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:14.533573 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-87a33220-46b4-4fd8-92b0-bace22d6f601 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Request body: {'security_group': {'name': 'tempest-secgroup--1908850117'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:14.542437 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-87a33220-46b4-4fd8-92b0-bace22d6f601 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:14.547246 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e217cafd-c0f8-4c3c-ada5-32ad99ab11fe None None] Pushing event updated for resources: {'Port': ['ID=71662582-e489-45a5-a6e4-f31c5f9143e7,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:14.547945 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-87a33220-46b4-4fd8-92b0-bace22d6f601 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Usage tracker for resource:security_group and tenant:90ed714da4ab449d8abdecb4ce424559 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:14.552271 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-87a33220-46b4-4fd8-92b0-bace22d6f601 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:14.560214 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-87a33220-46b4-4fd8-92b0-bace22d6f601 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:14.573477 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-76fbf681-2036-4863-a2dc-adbec21c8008 None None] Could not find standard attr ID for object 65b82d59-43c6-4d40-8e75-49a049fcd83f. {{(pid=88039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 04 17:33:14.579772 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-87a33220-46b4-4fd8-92b0-bace22d6f601 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:14.600584 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e7fd01d4-90f4-437c-8872-7979a353ad7a tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:14.602104 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-87a33220-46b4-4fd8-92b0-bace22d6f601 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:14.606309 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-87a33220-46b4-4fd8-92b0-bace22d6f601 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Usage tracker for resource:security_group_rule and tenant:90ed714da4ab449d8abdecb4ce424559 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:14.609348 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-87a33220-46b4-4fd8-92b0-bace22d6f601 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:14.618026 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-87a33220-46b4-4fd8-92b0-bace22d6f601 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:14.697200 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-87a33220-46b4-4fd8-92b0-bace22d6f601 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:14.702576 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-87a33220-46b4-4fd8-92b0-bace22d6f601 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:14.755570 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a33220-46b4-4fd8-92b0-bace22d6f601 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dac58c67-e8fa-4082-bdfc-363b99647ad9,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:14.764464 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-87a33220-46b4-4fd8-92b0-bace22d6f601 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:14.766414 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-87a33220-46b4-4fd8-92b0-bace22d6f601 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2371545 May 04 17:33:14.769180 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53132) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:14.775464 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-50c01218-9392-4e52-9c5c-5c39286ec9b8 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Request body: {'security_group_rule': {'security_group_id': 'dac58c67-e8fa-4082-bdfc-363b99647ad9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:14.786351 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-50c01218-9392-4e52-9c5c-5c39286ec9b8 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:14.794111 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-50c01218-9392-4e52-9c5c-5c39286ec9b8 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Usage tracker for resource:security_group_rule and tenant:90ed714da4ab449d8abdecb4ce424559 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:14.797842 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-50c01218-9392-4e52-9c5c-5c39286ec9b8 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:14.800669 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-edf30b68-d11e-4d46-8564-236e8f711f9a None None] Provisioning for port ce93583e-b02c-4ade-8eba-7db84ef18b25 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:33:14.805776 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-50c01218-9392-4e52-9c5c-5c39286ec9b8 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:14.807157 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-edf30b68-d11e-4d46-8564-236e8f711f9a None None] Provisioning complete for port ce93583e-b02c-4ade-8eba-7db84ef18b25 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:33:14.807786 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-edf30b68-d11e-4d46-8564-236e8f711f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:14.829141 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-50c01218-9392-4e52-9c5c-5c39286ec9b8 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:14.876029 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-edf30b68-d11e-4d46-8564-236e8f711f9a None None] Port ce93583e-b02c-4ade-8eba-7db84ef18b25 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:33:14.907552 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-50c01218-9392-4e52-9c5c-5c39286ec9b8 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:14.913024 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-50c01218-9392-4e52-9c5c-5c39286ec9b8 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:14.938296 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c01218-9392-4e52-9c5c-5c39286ec9b8 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0394861c-3a47-4436-b0bb-c7480a847941,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:14.951751 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-50c01218-9392-4e52-9c5c-5c39286ec9b8 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:14.954350 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-50c01218-9392-4e52-9c5c-5c39286ec9b8 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1828182 May 04 17:33:14.955795 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53136) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:14.981365 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-37c83562-be63-49d4-996e-f298ebf85a0e tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "GET /v2.0/security-group-rules/0394861c-3a47-4436-b0bb-c7480a847941 HTTP/1.1" status: 200 len: 763 time: 0.0219300 May 04 17:33:14.981575 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53140) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:15.024861 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-e7fd01d4-90f4-437c-8872-7979a353ad7a tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Calling delete_port for ce93583e-b02c-4ade-8eba-7db84ef18b25 owned by {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:33:15.027852 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-541e42a3-80fc-441e-9050-45d0ad611cc0 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Synchronizing usage tracker for tenant:90ed714da4ab449d8abdecb4ce424559 on resource:security_group_rule {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:33:15.043464 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-541e42a3-80fc-441e-9050-45d0ad611cc0 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Unset dirty status for tenant:90ed714da4ab449d8abdecb4ce424559 on resource:security_group_rule {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:33:15.047571 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-541e42a3-80fc-441e-9050-45d0ad611cc0 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0622158 May 04 17:33:15.047726 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53144) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:15.075473 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4f288b3f-bcd6-4ba8-8a37-e521e5a89cd7 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:15.085742 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4f288b3f-bcd6-4ba8-8a37-e521e5a89cd7 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:15.110876 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4f288b3f-bcd6-4ba8-8a37-e521e5a89cd7 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:15.128804 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f288b3f-bcd6-4ba8-8a37-e521e5a89cd7 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0394861c-3a47-4436-b0bb-c7480a847941,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:15.137262 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4f288b3f-bcd6-4ba8-8a37-e521e5a89cd7 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:15.138996 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-4f288b3f-bcd6-4ba8-8a37-e521e5a89cd7 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/0394861c-3a47-4436-b0bb-c7480a847941 HTTP/1.1" status: 204 len: 168 time: 0.0900998 May 04 17:33:15.141291 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53148) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:15.188902 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-3b91be0a-3ded-428e-a04d-c0086f42003a tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Synchronizing usage tracker for tenant:90ed714da4ab449d8abdecb4ce424559 on resource:security_group_rule {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:33:15.204770 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-3b91be0a-3ded-428e-a04d-c0086f42003a tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Unset dirty status for tenant:90ed714da4ab449d8abdecb4ce424559 on resource:security_group_rule {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:33:15.208717 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-3b91be0a-3ded-428e-a04d-c0086f42003a tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0638924 May 04 17:33:15.208934 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53152) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:15.214719 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-002cbcaa-eebf-4322-88dd-763b9dad1b47 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Request body: {'security_group_rule': {'security_group_id': 'dac58c67-e8fa-4082-bdfc-363b99647ad9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:15.220872 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-002cbcaa-eebf-4322-88dd-763b9dad1b47 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:15.231724 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-002cbcaa-eebf-4322-88dd-763b9dad1b47 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:15.251349 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-002cbcaa-eebf-4322-88dd-763b9dad1b47 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:15.314629 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-002cbcaa-eebf-4322-88dd-763b9dad1b47 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:15.318374 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-002cbcaa-eebf-4322-88dd-763b9dad1b47 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:15.343544 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002cbcaa-eebf-4322-88dd-763b9dad1b47 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63ca59e1-3666-4f25-8ce1-7ffc269c6982,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:15.356419 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-002cbcaa-eebf-4322-88dd-763b9dad1b47 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:15.357759 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-002cbcaa-eebf-4322-88dd-763b9dad1b47 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1471429 May 04 17:33:15.360460 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53156) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:15.379242 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-42ea138d-681c-4b6b-ac74-6de482a01591 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "GET /v2.0/security-group-rules/63ca59e1-3666-4f25-8ce1-7ffc269c6982 HTTP/1.1" status: 200 len: 763 time: 0.0177386 May 04 17:33:15.381831 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53160) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:15.432106 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-6183635c-c781-42dc-9f43-86e2774267ca tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Synchronizing usage tracker for tenant:90ed714da4ab449d8abdecb4ce424559 on resource:security_group_rule {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:33:15.437038 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e7fd01d4-90f4-437c-8872-7979a353ad7a tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:15.448213 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-6183635c-c781-42dc-9f43-86e2774267ca tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Unset dirty status for tenant:90ed714da4ab449d8abdecb4ce424559 on resource:security_group_rule {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:33:15.452222 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-6183635c-c781-42dc-9f43-86e2774267ca tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0667439 May 04 17:33:15.452456 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53164) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:15.481460 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3b6ce44a-6fe0-4f6d-b15b-fd60d0bbc231 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:15.491943 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3b6ce44a-6fe0-4f6d-b15b-fd60d0bbc231 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:15.506276 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fd01d4-90f4-437c-8872-7979a353ad7a tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event deleted for resources: {'Port': ['ID=ce93583e-b02c-4ade-8eba-7db84ef18b25,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:15.521152 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3b6ce44a-6fe0-4f6d-b15b-fd60d0bbc231 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:15.551618 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 71662582-e489-45a5-a6e4-f31c5f9143e7 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:33:15.554248 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6ce44a-6fe0-4f6d-b15b-fd60d0bbc231 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=63ca59e1-3666-4f25-8ce1-7ffc269c6982,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:15.556659 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3b6ce44a-6fe0-4f6d-b15b-fd60d0bbc231 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:15.560704 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-3b6ce44a-6fe0-4f6d-b15b-fd60d0bbc231 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/63ca59e1-3666-4f25-8ce1-7ffc269c6982 HTTP/1.1" status: 204 len: 168 time: 0.1072576 May 04 17:33:15.561484 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53168) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:15.562496 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b96410-e2a7-4371-a2db-9f16e19e89ee tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Router 3eab3784-2df0-4e94-aeb3-66a8bb1488dc has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:33:15.569770 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e7fd01d4-90f4-437c-8872-7979a353ad7a tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:15.624910 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-b475cf6c-0618-47a2-b233-880858150823 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Synchronizing usage tracker for tenant:90ed714da4ab449d8abdecb4ce424559 on resource:security_group_rule {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:33:15.642822 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 71662582-e489-45a5-a6e4-f31c5f9143e7 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:33:15.643212 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:15.647542 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-b475cf6c-0618-47a2-b233-880858150823 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Unset dirty status for tenant:90ed714da4ab449d8abdecb4ce424559 on resource:security_group_rule {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:33:15.652122 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-b475cf6c-0618-47a2-b233-880858150823 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0892096 May 04 17:33:15.652850 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53172) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:15.660430 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-0d006f01-96b2-4fe4-b93f-a6c8f3ef573e tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Request body: {'security_group_rule': {'security_group_id': 'dac58c67-e8fa-4082-bdfc-363b99647ad9', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:15.663984 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-e7fd01d4-90f4-437c-8872-7979a353ad7a tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/ports/ce93583e-b02c-4ade-8eba-7db84ef18b25 HTTP/1.1" status: 204 len: 168 time: 2.1175904 May 04 17:33:15.666515 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53176) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:15.668784 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-0d006f01-96b2-4fe4-b93f-a6c8f3ef573e tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:15.682387 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-0d006f01-96b2-4fe4-b93f-a6c8f3ef573e tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:15.705126 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0d006f01-96b2-4fe4-b93f-a6c8f3ef573e tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:15.782426 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0d006f01-96b2-4fe4-b93f-a6c8f3ef573e tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:15.787854 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0d006f01-96b2-4fe4-b93f-a6c8f3ef573e tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:15.819581 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d006f01-96b2-4fe4-b93f-a6c8f3ef573e tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d34ff26d-0f2c-4b05-8a50-0588085e176e,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:15.831120 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0d006f01-96b2-4fe4-b93f-a6c8f3ef573e tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:15.832332 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-0d006f01-96b2-4fe4-b93f-a6c8f3ef573e tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1784878 May 04 17:33:15.835573 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53180) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:15.854330 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-cefc158a-5d6c-4631-8246-f0f2569b51b5 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "GET /v2.0/security-group-rules/d34ff26d-0f2c-4b05-8a50-0588085e176e HTTP/1.1" status: 200 len: 764 time: 0.0176468 May 04 17:33:15.856379 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edbd855f-4b4b-4fa3-aa3d-1cb9fdf122a9 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:15.856731 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53184) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:15.857966 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edbd855f-4b4b-4fa3-aa3d-1cb9fdf122a9 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:15.858646 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-edbd855f-4b4b-4fa3-aa3d-1cb9fdf122a9 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Synchronizing usage tracker for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:subnet {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:33:15.892434 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fc6c8065-10ba-4a16-a844-c068520da960 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710748'] for router_interface, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:15.903730 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-abf334e4-b323-443c-a724-befb12d7bd90 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Synchronizing usage tracker for tenant:90ed714da4ab449d8abdecb4ce424559 on resource:security_group_rule {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:33:15.919204 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-abf334e4-b323-443c-a724-befb12d7bd90 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Unset dirty status for tenant:90ed714da4ab449d8abdecb4ce424559 on resource:security_group_rule {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:33:15.920630 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-abf334e4-b323-443c-a724-befb12d7bd90 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0630207 May 04 17:33:15.923499 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53188) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:15.951585 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0ffa7aeb-a4f7-4a6b-93cd-a22bbb06d82c tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:15.962706 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0ffa7aeb-a4f7-4a6b-93cd-a22bbb06d82c tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:15.986697 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0ffa7aeb-a4f7-4a6b-93cd-a22bbb06d82c tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:16.005498 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffa7aeb-a4f7-4a6b-93cd-a22bbb06d82c tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d34ff26d-0f2c-4b05-8a50-0588085e176e,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:16.005875 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-edbd855f-4b4b-4fa3-aa3d-1cb9fdf122a9 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Unset dirty status for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:subnet {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:33:16.008757 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-edbd855f-4b4b-4fa3-aa3d-1cb9fdf122a9 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3394346 May 04 17:33:16.010734 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53192) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:16.030048 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b96410-e2a7-4371-a2db-9f16e19e89ee tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:33:16.040713 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1243ff5-852d-4d02-84ef-eb63222a5cc5 None None] Sync routers for ids ['3eab3784-2df0-4e94-aeb3-66a8bb1488dc'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:33:16.044653 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0ffa7aeb-a4f7-4a6b-93cd-a22bbb06d82c tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:16.048009 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-0ffa7aeb-a4f7-4a6b-93cd-a22bbb06d82c tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/d34ff26d-0f2c-4b05-8a50-0588085e176e HTTP/1.1" status: 204 len: 168 time: 0.1213844 May 04 17:33:16.048833 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53196) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:16.054360 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1243ff5-852d-4d02-84ef-eb63222a5cc5 None None] Routers {'3eab3784-2df0-4e94-aeb3-66a8bb1488dc'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:33:16.055083 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-f1243ff5-852d-4d02-84ef-eb63222a5cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:33:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['3eab3784-2df0-4e94-aeb3-66a8bb1488dc'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:16.080657 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e3b96410-e2a7-4371-a2db-9f16e19e89ee tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:16.084951 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-f599b6ae-fc36-41e2-b333-ca18a9efed74 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Deleting subnet c032fa96-c7cd-4cb6-afbb-3b979b185942 {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:33:16.088144 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f599b6ae-fc36-41e2-b333-ca18a9efed74 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:16.144231 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f599b6ae-fc36-41e2-b333-ca18a9efed74 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:16.246574 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f599b6ae-fc36-41e2-b333-ca18a9efed74 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:16.256939 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-e3b96410-e2a7-4371-a2db-9f16e19e89ee tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.0936663 May 04 17:33:16.256939 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52c94fc4-1d2e-44f8-9f46-561574e9168d', 'tag': '58c86aac-83f9-4aa8-b64f-68313194060c'}] {{(pid=88038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:33:16.257219 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-f1243ff5-852d-4d02-84ef-eb63222a5cc5 None None] Set router 3eab3784-2df0-4e94-aeb3-66a8bb1488dc gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:33:16.268412 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-154b1a99-62d6-4728-8d9f-a53abade5840 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Synchronizing usage tracker for tenant:90ed714da4ab449d8abdecb4ce424559 on resource:security_group_rule {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:33:16.273744 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53200) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:16.336039 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c0d84a2-6ff4-4051-8c70-723cc527f85f'] response: {'name': 'network-changed', 'server_uuid': '52c94fc4-1d2e-44f8-9f46-561574e9168d', 'tag': '58c86aac-83f9-4aa8-b64f-68313194060c', 'status': 'completed', 'code': 200} May 04 17:33:16.341295 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f599b6ae-fc36-41e2-b333-ca18a9efed74 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:16.385353 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f599b6ae-fc36-41e2-b333-ca18a9efed74 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event deleted for resources: {'Subnet': ['ID=c032fa96-c7cd-4cb6-afbb-3b979b185942,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:16.394887 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f599b6ae-fc36-41e2-b333-ca18a9efed74 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:16.412982 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-f599b6ae-fc36-41e2-b333-ca18a9efed74 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/subnets/c032fa96-c7cd-4cb6-afbb-3b979b185942 HTTP/1.1" status: 204 len: 168 time: 0.3983624 May 04 17:33:16.414316 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53206) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:16.414435 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6645d4f1-33a0-485c-a381-be0d3d3e1902 None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:33:16.488705 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-1ce76e55-561f-4c59-935f-139feace54fd tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0729702 May 04 17:33:16.491075 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53210) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:16.583316 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-154b1a99-62d6-4728-8d9f-a53abade5840 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Unset dirty status for tenant:90ed714da4ab449d8abdecb4ce424559 on resource:security_group_rule {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:33:16.585058 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-154b1a99-62d6-4728-8d9f-a53abade5840 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5331683 May 04 17:33:16.591582 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53214) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:16.592363 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0aa3f2-b166-4957-a882-3f15e9ca49dd tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:16.593079 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-ea0aa3f2-b166-4957-a882-3f15e9ca49dd tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Synchronizing usage tracker for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:33:16.610938 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-ea0aa3f2-b166-4957-a882-3f15e9ca49dd tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Unset dirty status for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:33:16.615377 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-ea0aa3f2-b166-4957-a882-3f15e9ca49dd tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1208935 May 04 17:33:16.615687 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53218) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:16.625423 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-767fbf1c-48cb-4701-8f14-38cb9b0857c1 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/floatingips/a9409616-6d11-4fa8-b9f1-119486f83947 HTTP/1.1" status: 200 len: 991 time: 0.3471420 May 04 17:33:16.668206 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-fc6c8065-10ba-4a16-a844-c068520da960 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Deleting port 054491b6-a8fd-49d9-953d-f4f244dcd7ee {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:33:16.668588 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fc6c8065-10ba-4a16-a844-c068520da960 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:16.689330 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c3013a-4164-4f09-892b-3412841b273a tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:16.690081 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-98c3013a-4164-4f09-892b-3412841b273a tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Synchronizing usage tracker for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:subnet {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:33:16.709142 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-98c3013a-4164-4f09-892b-3412841b273a tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Unset dirty status for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:subnet {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:33:16.713182 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-98c3013a-4164-4f09-892b-3412841b273a tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0942183 May 04 17:33:16.713953 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53222) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:16.767471 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3964ff-7756-46f6-ae62-7e09d9896693 req-aa5226d1-db65-4f7d-98b5-ac72198774e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:16.768974 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-4a3964ff-7756-46f6-ae62-7e09d9896693 req-aa5226d1-db65-4f7d-98b5-ac72198774e2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ede911fc7f845af95dd74968234120d&device_id=52c94fc4-1d2e-44f8-9f46-561574e9168d HTTP/1.1" status: 200 len: 1098 time: 0.2536495 May 04 17:33:16.773699 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-62ed747d-db03-4623-845e-c2b68f147a56 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:16.786628 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-3a653a74-9db4-4c5b-8df9-c2fc22385bba tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0718856 May 04 17:33:16.790600 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53226) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:16.797058 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-3150ddc9-c8ce-4744-81b4-ebbc3b10e5c9 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Request body: {'subnet': {'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:16.827843 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-f1243ff5-852d-4d02-84ef-eb63222a5cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eab3784-2df0-4e94-aeb3-66a8bb1488dc', 'name': 'tempest-TestNetworkBasicOps-router-2033971580', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '90ecc127-a0ea-4b05-845d-09e3ed9f50b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:32:13Z', 'updated_at': '2022-05-04T17:32:34Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '90ecc127-a0ea-4b05-845d-09e3ed9f50b7', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eab3784-2df0-4e94-aeb3-66a8bb1488dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:32:15Z', 'updated_at': '2022-05-04T17:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': 'a9409616-6d11-4fa8-b9f1-119486f83947', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'floating_ip_address': '172.26.0.109', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '3eab3784-2df0-4e94-aeb3-66a8bb1488dc', 'port_id': '58c86aac-83f9-4aa8-b64f-68313194060c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7', 'mac_address': 'fa:16:3e:3f:62:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c94fc4-1d2e-44f8-9f46-561574e9168d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:33:12Z', 'updated_at': '2022-05-04T17:33:12Z', 'revision_number': 0, 'project_id': '8ede911fc7f845af95dd74968234120d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20d6e625-510e-4b30-91dd-36c857ed358d', 'name': '', 'network_id': '832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:f3:31:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eab3784-2df0-4e94-aeb3-66a8bb1488dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'ac53a930-fb01-43ca-8b12-f69e69235156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:32:29Z', 'updated_at': '2022-05-04T17:32:46Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': 'ac53a930-fb01-43ca-8b12-f69e69235156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:16.836962 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1243ff5-852d-4d02-84ef-eb63222a5cc5 None None] Checking router: 3eab3784-2df0-4e94-aeb3-66a8bb1488dc for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:33:16.855514 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1243ff5-852d-4d02-84ef-eb63222a5cc5 None None] Routers {'3eab3784-2df0-4e94-aeb3-66a8bb1488dc'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:33:16.855850 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-f1243ff5-852d-4d02-84ef-eb63222a5cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:33:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['3eab3784-2df0-4e94-aeb3-66a8bb1488dc'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:16.909470 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-62ed747d-db03-4623-845e-c2b68f147a56 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:16.927043 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-3150ddc9-c8ce-4744-81b4-ebbc3b10e5c9 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:16.937970 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-3150ddc9-c8ce-4744-81b4-ebbc3b10e5c9 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:16.949154 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3150ddc9-c8ce-4744-81b4-ebbc3b10e5c9 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Made reservation on behalf of e0bb3da2b1c344b882bb065b24ba46bb for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:33:16.953617 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3150ddc9-c8ce-4744-81b4-ebbc3b10e5c9 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:16.954332 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd6d662-5389-47c4-8936-4ebacd8a631f None None] DHCP port deletion for 6b89b041-5c42-49da-97bf-23cee8aadf17 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:33:16.977902 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-bbd6d662-5389-47c4-8936-4ebacd8a631f None None] Deleting port 71662582-e489-45a5-a6e4-f31c5f9143e7 {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:33:16.978307 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-bbd6d662-5389-47c4-8936-4ebacd8a631f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:17.074975 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fc6c8065-10ba-4a16-a844-c068520da960 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:17.084849 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3964ff-7756-46f6-ae62-7e09d9896693 req-c87c2129-ccd9-4ef9-82e1-1a22b4ccd7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:17.086482 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-4a3964ff-7756-46f6-ae62-7e09d9896693 req-c87c2129-ccd9-4ef9-82e1-1a22b4ccd7a2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7 HTTP/1.1" status: 200 len: 897 time: 0.3099730 May 04 17:33:17.208819 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-f1243ff5-852d-4d02-84ef-eb63222a5cc5 None None] Set router 3eab3784-2df0-4e94-aeb3-66a8bb1488dc gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:33:17.258595 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-62ed747d-db03-4623-845e-c2b68f147a56 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:17.274483 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-fc6c8065-10ba-4a16-a844-c068520da960 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Calling delete_port for 054491b6-a8fd-49d9-953d-f4f244dcd7ee owned by network:router_interface {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:33:17.333223 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.objects.ports [None req-3150ddc9-c8ce-4744-81b4-ebbc3b10e5c9 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88037) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 04 17:33:17.358310 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ed747d-db03-4623-845e-c2b68f147a56 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac58c67-e8fa-4082-bdfc-363b99647ad9,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:17.397958 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-4a3964ff-7756-46f6-ae62-7e09d9896693 req-bd179622-4776-4ab4-be56-26ed19646c24 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58c86aac-83f9-4aa8-b64f-68313194060c HTTP/1.1" status: 200 len: 999 time: 0.2495122 May 04 17:33:17.398320 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-62ed747d-db03-4623-845e-c2b68f147a56 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:17.399283 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-62ed747d-db03-4623-845e-c2b68f147a56 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "DELETE /v2.0/security-groups/dac58c67-e8fa-4082-bdfc-363b99647ad9 HTTP/1.1" status: 204 len: 168 time: 0.8047733 May 04 17:33:17.402821 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53230) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:17.463556 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-bbd6d662-5389-47c4-8936-4ebacd8a631f None None] For port 71662582-e489-45a5-a6e4-f31c5f9143e7, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=71662582-e489-45a5-a6e4-f31c5f9143e7,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:33:17.463985 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-bbd6d662-5389-47c4-8936-4ebacd8a631f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:17.476802 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-48e8d532-94ef-4007-88a7-a37bfa0a6f05 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Synchronizing usage tracker for tenant:90ed714da4ab449d8abdecb4ce424559 on resource:security_group {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:33:17.497709 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-48e8d532-94ef-4007-88a7-a37bfa0a6f05 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Unset dirty status for tenant:90ed714da4ab449d8abdecb4ce424559 on resource:security_group {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:33:17.499110 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-48e8d532-94ef-4007-88a7-a37bfa0a6f05 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0951755 May 04 17:33:17.505309 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3964ff-7756-46f6-ae62-7e09d9896693 req-c5643e64-c427-4809-91c1-c5ae5fc92e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:17.505489 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53234) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:17.505593 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-4a3964ff-7756-46f6-ae62-7e09d9896693 req-c5643e64-c427-4809-91c1-c5ae5fc92e72 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ac53a930-fb01-43ca-8b12-f69e69235156 HTTP/1.1" status: 200 len: 834 time: 0.0905726 May 04 17:33:17.509829 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-d77ba264-1a70-4170-a26f-d7f458c900f8 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Request body: {'security_group': {'name': 'tempest-secgroup--1682680168'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:17.515988 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-d77ba264-1a70-4170-a26f-d7f458c900f8 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:17.567803 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-d77ba264-1a70-4170-a26f-d7f458c900f8 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:17.587054 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d77ba264-1a70-4170-a26f-d7f458c900f8 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:17.598915 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3150ddc9-c8ce-4744-81b4-ebbc3b10e5c9 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:17.616835 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fc6c8065-10ba-4a16-a844-c068520da960 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:17.623627 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 71662582-e489-45a5-a6e4-f31c5f9143e7 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:33:17.648339 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53238) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:17.653965 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-bbd6d662-5389-47c4-8936-4ebacd8a631f None None] Calling delete_port for 71662582-e489-45a5-a6e4-f31c5f9143e7 owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:33:17.654868 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-d77ba264-1a70-4170-a26f-d7f458c900f8 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:17.680748 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6c8065-10ba-4a16-a844-c068520da960 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event deleted for resources: {'Port': ['ID=054491b6-a8fd-49d9-953d-f4f244dcd7ee,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:17.737685 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-d77ba264-1a70-4170-a26f-d7f458c900f8 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Usage tracker for resource:security_group_rule and tenant:90ed714da4ab449d8abdecb4ce424559 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:17.878280 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-d77ba264-1a70-4170-a26f-d7f458c900f8 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:17.901327 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-d77ba264-1a70-4170-a26f-d7f458c900f8 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:17.908434 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.db.api [None req-bbd6d662-5389-47c4-8936-4ebacd8a631f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:33:17.909043 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG oslo_db.api [None req-bbd6d662-5389-47c4-8936-4ebacd8a631f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:33:17.925622 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:17.939776 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fc6c8065-10ba-4a16-a844-c068520da960 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710832'] for router_interface, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:17.946715 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3964ff-7756-46f6-ae62-7e09d9896693 req-5db1b7c4-c2cf-4cd2-85df-f45788a70e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:17.948235 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-4a3964ff-7756-46f6-ae62-7e09d9896693 req-5db1b7c4-c2cf-4cd2-85df-f45788a70e6e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3684337 May 04 17:33:17.972099 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-23aaa23c-627d-4e16-8ef5-6bfd016f1638 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/floatingips/a9409616-6d11-4fa8-b9f1-119486f83947 HTTP/1.1" status: 200 len: 991 time: 0.3141012 May 04 17:33:18.043795 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-f1243ff5-852d-4d02-84ef-eb63222a5cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eab3784-2df0-4e94-aeb3-66a8bb1488dc', 'name': 'tempest-TestNetworkBasicOps-router-2033971580', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '90ecc127-a0ea-4b05-845d-09e3ed9f50b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:32:13Z', 'updated_at': '2022-05-04T17:32:34Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '90ecc127-a0ea-4b05-845d-09e3ed9f50b7', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eab3784-2df0-4e94-aeb3-66a8bb1488dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:32:15Z', 'updated_at': '2022-05-04T17:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': 'a9409616-6d11-4fa8-b9f1-119486f83947', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'floating_ip_address': '172.26.0.109', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '3eab3784-2df0-4e94-aeb3-66a8bb1488dc', 'port_id': '58c86aac-83f9-4aa8-b64f-68313194060c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7', 'mac_address': 'fa:16:3e:3f:62:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c94fc4-1d2e-44f8-9f46-561574e9168d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:33:12Z', 'updated_at': '2022-05-04T17:33:12Z', 'revision_number': 0, 'project_id': '8ede911fc7f845af95dd74968234120d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20d6e625-510e-4b30-91dd-36c857ed358d', 'name': '', 'network_id': '832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:f3:31:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eab3784-2df0-4e94-aeb3-66a8bb1488dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'ac53a930-fb01-43ca-8b12-f69e69235156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:32:29Z', 'updated_at': '2022-05-04T17:32:46Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': 'ac53a930-fb01-43ca-8b12-f69e69235156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:18.048225 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1243ff5-852d-4d02-84ef-eb63222a5cc5 None None] The sync data for ids ['3eab3784-2df0-4e94-aeb3-66a8bb1488dc'] in dv-neutron-840426-1-hyperv is: [{'id': '3eab3784-2df0-4e94-aeb3-66a8bb1488dc', 'name': 'tempest-TestNetworkBasicOps-router-2033971580', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '90ecc127-a0ea-4b05-845d-09e3ed9f50b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:32:13Z', 'updated_at': '2022-05-04T17:32:34Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '90ecc127-a0ea-4b05-845d-09e3ed9f50b7', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eab3784-2df0-4e94-aeb3-66a8bb1488dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:32:15Z', 'updated_at': '2022-05-04T17:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': 'a9409616-6d11-4fa8-b9f1-119486f83947', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'floating_ip_address': '172.26.0.109', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '3eab3784-2df0-4e94-aeb3-66a8bb1488dc', 'port_id': '58c86aac-83f9-4aa8-b64f-68313194060c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7', 'mac_address': 'fa:16:3e:3f:62:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c94fc4-1d2e-44f8-9f46-561574e9168d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:33:12Z', 'updated_at': '2022-05-04T17:33:12Z', 'revision_number': 0, 'project_id': '8ede911fc7f845af95dd74968234120d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20d6e625-510e-4b30-91dd-36c857ed358d', 'name': '', 'network_id': '832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:f3:31:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eab3784-2df0-4e94-aeb3-66a8bb1488dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'ac53a930-fb01-43ca-8b12-f69e69235156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:32:29Z', 'updated_at': '2022-05-04T17:32:46Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': 'ac53a930-fb01-43ca-8b12-f69e69235156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:33:18.142101 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d77ba264-1a70-4170-a26f-d7f458c900f8 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:18.147596 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d77ba264-1a70-4170-a26f-d7f458c900f8 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:18.181138 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-3150ddc9-c8ce-4744-81b4-ebbc3b10e5c9 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] For port 71662582-e489-45a5-a6e4-f31c5f9143e7, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=71662582-e489-45a5-a6e4-f31c5f9143e7,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:33:18.244995 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77ba264-1a70-4170-a26f-d7f458c900f8 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51301587-d496-44e5-81de-e40f2c5e42c7,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:18.255119 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d77ba264-1a70-4170-a26f-d7f458c900f8 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:18.261615 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53242) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:18.268424 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-78e7dcbc-663e-4c60-8faa-ebbc5ef9324a tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Request body: {'security_group_rule': {'security_group_id': '51301587-d496-44e5-81de-e40f2c5e42c7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:18.270820 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-d77ba264-1a70-4170-a26f-d7f458c900f8 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7633045 May 04 17:33:18.275081 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3150ddc9-c8ce-4744-81b4-ebbc3b10e5c9 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:18.285402 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3150ddc9-c8ce-4744-81b4-ebbc3b10e5c9 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:18.286269 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3150ddc9-c8ce-4744-81b4-ebbc3b10e5c9 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:18.323674 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-78e7dcbc-663e-4c60-8faa-ebbc5ef9324a tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:18.330886 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830e448f-c5cd-4894-a94c-06717f97f63d None None] New status for floating IP a9409616-6d11-4fa8-b9f1-119486f83947: ACTIVE {{(pid=88040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:33:18.346823 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.db.api [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:33:18.347401 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG oslo_db.api [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:33:18.384420 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-78e7dcbc-663e-4c60-8faa-ebbc5ef9324a tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Usage tracker for resource:security_group_rule and tenant:90ed714da4ab449d8abdecb4ce424559 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:18.410839 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-bbd6d662-5389-47c4-8936-4ebacd8a631f None None] Deleting port 71662582-e489-45a5-a6e4-f31c5f9143e7 {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:33:18.411555 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-bbd6d662-5389-47c4-8936-4ebacd8a631f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:18.417950 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3150ddc9-c8ce-4744-81b4-ebbc3b10e5c9 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:33:18.426451 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-3150ddc9-c8ce-4744-81b4-ebbc3b10e5c9 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:33:18.436438 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3150ddc9-c8ce-4744-81b4-ebbc3b10e5c9 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:18.437035 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3150ddc9-c8ce-4744-81b4-ebbc3b10e5c9 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:18.443122 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-78e7dcbc-663e-4c60-8faa-ebbc5ef9324a tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:18.464538 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-78e7dcbc-663e-4c60-8faa-ebbc5ef9324a tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:18.464787 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-3150ddc9-c8ce-4744-81b4-ebbc3b10e5c9 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6731355 May 04 17:33:18.468921 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53246) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:18.470668 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3150ddc9-c8ce-4744-81b4-ebbc3b10e5c9 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event updated for resources: {'Subnet': ['ID=8055d40a-d12f-44b1-b396-146b984db336,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:18.474987 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3150ddc9-c8ce-4744-81b4-ebbc3b10e5c9 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event updated for resources: {'Port': ['ID=71662582-e489-45a5-a6e4-f31c5f9143e7,revision_number=6']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:18.483283 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-53d173e7-f7cd-48ff-9164-0f9d63c68925 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Request body: {'subnet': {'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:18.555533 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc6c8065-10ba-4a16-a844-c068520da960 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Router 5bc87f84-e239-404f-8680-a22e46b99d29 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:33:18.604833 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-78e7dcbc-663e-4c60-8faa-ebbc5ef9324a tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:18.620232 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-4a3964ff-7756-46f6-ae62-7e09d9896693 req-b62b0bd4-84f4-4c6a-a613-111712505f56 service neutron] 10.222.0.42 "GET /v2.0/networks/832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6154919 May 04 17:33:18.744098 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-bbd6d662-5389-47c4-8936-4ebacd8a631f None None] For port 71662582-e489-45a5-a6e4-f31c5f9143e7, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=71662582-e489-45a5-a6e4-f31c5f9143e7,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:33:18.744656 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-bbd6d662-5389-47c4-8936-4ebacd8a631f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:18.886003 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-bbd6d662-5389-47c4-8936-4ebacd8a631f None None] Calling delete_port for 71662582-e489-45a5-a6e4-f31c5f9143e7 owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:33:18.909336 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc6c8065-10ba-4a16-a844-c068520da960 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:33:18.924890 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-53d173e7-f7cd-48ff-9164-0f9d63c68925 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:18.939654 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe79d28-ac75-4607-a7d1-7af2ea591149 None None] Sync routers for ids ['5bc87f84-e239-404f-8680-a22e46b99d29'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:33:18.954307 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-53d173e7-f7cd-48ff-9164-0f9d63c68925 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:18.957094 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-78e7dcbc-663e-4c60-8faa-ebbc5ef9324a tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:18.967174 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe79d28-ac75-4607-a7d1-7af2ea591149 None None] Routers {'5bc87f84-e239-404f-8680-a22e46b99d29'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:33:18.967806 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-1fe79d28-ac75-4607-a7d1-7af2ea591149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:33:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['5bc87f84-e239-404f-8680-a22e46b99d29'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:18.975309 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53250) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:18.979474 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-78e7dcbc-663e-4c60-8faa-ebbc5ef9324a tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:18.998419 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-fc6c8065-10ba-4a16-a844-c068520da960 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "PUT /v2.0/routers/5bc87f84-e239-404f-8680-a22e46b99d29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8656285 May 04 17:33:19.000729 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-4a3964ff-7756-46f6-ae62-7e09d9896693 req-d2f849e8-adb9-482a-aa6e-5c43d7664c7f service neutron] 10.222.0.42 "GET /v2.0/networks/832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3680906 May 04 17:33:19.001304 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d173e7-f7cd-48ff-9164-0f9d63c68925 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Made reservation on behalf of e0bb3da2b1c344b882bb065b24ba46bb for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:33:19.005650 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-53d173e7-f7cd-48ff-9164-0f9d63c68925 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:19.030745 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53254) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:19.042667 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-1fe79d28-ac75-4607-a7d1-7af2ea591149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:19.045744 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:19.076465 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e7dcbc-663e-4c60-8faa-ebbc5ef9324a tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=544d0c1c-440b-4ea3-81ad-fd666740b012,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:19.080934 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe79d28-ac75-4607-a7d1-7af2ea591149 None None] Routers {'5bc87f84-e239-404f-8680-a22e46b99d29'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:33:19.081567 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-1fe79d28-ac75-4607-a7d1-7af2ea591149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:33:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['5bc87f84-e239-404f-8680-a22e46b99d29'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:19.104631 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-78e7dcbc-663e-4c60-8faa-ebbc5ef9324a tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:19.108451 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-78e7dcbc-663e-4c60-8faa-ebbc5ef9324a tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8417318 May 04 17:33:19.109351 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c3fa009-abc9-427b-893b-1a993aa670be tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] GET failed (client error): The resource could not be found. May 04 17:33:19.109843 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-2c3fa009-abc9-427b-893b-1a993aa670be tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Synchronizing usage tracker for tenant:d50aa0308d3f47e4bde015fa31f2165f on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:33:19.110605 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53258) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:19.137970 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-18987fd8-2acc-40b9-adfa-f0abea2f2907 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/floatingips/a9409616-6d11-4fa8-b9f1-119486f83947 HTTP/1.1" status: 200 len: 993 time: 0.1529906 May 04 17:33:19.151849 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-1fe79d28-ac75-4607-a7d1-7af2ea591149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:19.152255 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe79d28-ac75-4607-a7d1-7af2ea591149 None None] The sync data for ids ['5bc87f84-e239-404f-8680-a22e46b99d29'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:33:19.192880 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-2c3fa009-abc9-427b-893b-1a993aa670be tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Unset dirty status for tenant:d50aa0308d3f47e4bde015fa31f2165f on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:33:19.193073 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cd6932f5-53c2-4ead-b12c-578c4c6a99e9 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:19.196561 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-2c3fa009-abc9-427b-893b-1a993aa670be tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "GET /v2.0/ports/054491b6-a8fd-49d9-953d-f4f244dcd7ee HTTP/1.1" status: 404 len: 333 time: 0.1622393 May 04 17:33:19.196959 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53262) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:19.222447 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.ipam_backend_mixin [None req-53d173e7-f7cd-48ff-9164-0f9d63c68925 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8055d40a-d12f-44b1-b396-146b984db336 (CIDR: 2001:db8::/64) May 04 17:33:19.226535 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-53d173e7-f7cd-48ff-9164-0f9d63c68925 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 04 17:33:19.227151 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53d173e7-f7cd-48ff-9164-0f9d63c68925 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:33:19.229703 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-bbd6d662-5389-47c4-8936-4ebacd8a631f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124'] for port, after_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:19.249675 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-53d173e7-f7cd-48ff-9164-0f9d63c68925 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7766883 May 04 17:33:19.252868 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53266) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:19.259652 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-7bd86092-a1fa-48ae-b731-cd8380e1b9eb tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Request body: {'subnet': {'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:19.315147 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd6d662-5389-47c4-8936-4ebacd8a631f None None] Pushing event deleted for resources: {'Port': ['ID=71662582-e489-45a5-a6e4-f31c5f9143e7,revision_number=None']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:19.374584 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cd6932f5-53c2-4ead-b12c-578c4c6a99e9 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:19.389168 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd6d662-5389-47c4-8936-4ebacd8a631f None None] No DVR routers for this DVR port 71662582-e489-45a5-a6e4-f31c5f9143e7 on host dv-neutron-840426-1-hyperv {{(pid=88039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:33:19.394501 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-249298a7-1627-4f88-a180-16814ff021a2 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for router, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:19.409408 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b223bdf0-2f57-45ad-a082-e2cc53b28aa0 None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:33:19.424424 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-7bd86092-a1fa-48ae-b731-cd8380e1b9eb tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:19.434699 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-7bd86092-a1fa-48ae-b731-cd8380e1b9eb tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:19.445877 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd86092-a1fa-48ae-b731-cd8380e1b9eb tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Made reservation on behalf of e0bb3da2b1c344b882bb065b24ba46bb for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:33:19.451083 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7bd86092-a1fa-48ae-b731-cd8380e1b9eb tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:19.640302 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721f5c24-fc30-487c-b5f4-7a2c9b715e03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-6b89b041-5c42-49da-97bf-23cee8aadf17', 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'tenant_id': 'e0bb3da2b1c344b882bb065b24ba46bb', 'fixed_ips': [{'subnet_id': '8055d40a-d12f-44b1-b396-146b984db336'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:33:19.641199 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-721f5c24-fc30-487c-b5f4-7a2c9b715e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:19.718802 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-249298a7-1627-4f88-a180-16814ff021a2 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:19.721962 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-249298a7-1627-4f88-a180-16814ff021a2 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:19.728035 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cd6932f5-53c2-4ead-b12c-578c4c6a99e9 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:19.732369 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7bd86092-a1fa-48ae-b731-cd8380e1b9eb tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:19.759182 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6932f5-53c2-4ead-b12c-578c4c6a99e9 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51301587-d496-44e5-81de-e40f2c5e42c7,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:19.770981 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cd6932f5-53c2-4ead-b12c-578c4c6a99e9 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:19.772556 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-cd6932f5-53c2-4ead-b12c-578c4c6a99e9 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "DELETE /v2.0/security-groups/51301587-d496-44e5-81de-e40f2c5e42c7 HTTP/1.1" status: 204 len: 168 time: 0.6609261 May 04 17:33:19.774108 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-249298a7-1627-4f88-a180-16814ff021a2 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:19.774632 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249298a7-1627-4f88-a180-16814ff021a2 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Fanout notify agent at l3_agent the message router_deleted on router 5bc87f84-e239-404f-8680-a22e46b99d29 {{(pid=88037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:33:19.776033 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53270) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:19.805526 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-249298a7-1627-4f88-a180-16814ff021a2 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:19.806604 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-249298a7-1627-4f88-a180-16814ff021a2 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "DELETE /v2.0/routers/5bc87f84-e239-404f-8680-a22e46b99d29 HTTP/1.1" status: 204 len: 168 time: 0.6081982 May 04 17:33:19.809472 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53274) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:19.822970 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-721f5c24-fc30-487c-b5f4-7a2c9b715e03 None None] Allocated IP 2001:db8::f816:3eff:fe94:4acc (6b89b041-5c42-49da-97bf-23cee8aadf17/8055d40a-d12f-44b1-b396-146b984db336/2e8672b6-1697-4b13-a253-c9aed85d3629) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:33:19.895349 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-2392971e-406a-433c-8e5c-64d414d8ec87 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Synchronizing usage tracker for tenant:90ed714da4ab449d8abdecb4ce424559 on resource:security_group {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:33:19.906676 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a04aaa3-068c-4c25-8eca-47388e2aaa0e tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Deleting subnet b661bac4-0a78-49fa-b4ec-580e99ae44ff {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:33:19.912855 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6a04aaa3-068c-4c25-8eca-47388e2aaa0e tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:19.962467 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd86092-a1fa-48ae-b731-cd8380e1b9eb tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:33:19.962723 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-2392971e-406a-433c-8e5c-64d414d8ec87 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Unset dirty status for tenant:90ed714da4ab449d8abdecb4ce424559 on resource:security_group {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:33:19.966587 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-2392971e-406a-433c-8e5c-64d414d8ec87 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1867387 May 04 17:33:19.966734 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-7bd86092-a1fa-48ae-b731-cd8380e1b9eb tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:33:19.966834 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53278) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:19.972313 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd86092-a1fa-48ae-b731-cd8380e1b9eb tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:19.972828 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7bd86092-a1fa-48ae-b731-cd8380e1b9eb tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:19.992949 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6a04aaa3-068c-4c25-8eca-47388e2aaa0e tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:20.006416 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd86092-a1fa-48ae-b731-cd8380e1b9eb tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event updated for resources: {'Subnet': ['ID=c27fdc3c-54f3-4243-b31b-8fab376a14e4,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:20.015481 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-7bd86092-a1fa-48ae-b731-cd8380e1b9eb tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7612705 May 04 17:33:20.018172 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53282) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:20.024689 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-0b285d0e-af14-4100-a28d-d35b2500c3d6 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Request body: {'port': {'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'mac_address': 'fa:16:3e:70:c7:11', 'name': 'tempest-NetworksTestDHCPv6-45506238'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:20.043725 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-721f5c24-fc30-487c-b5f4-7a2c9b715e03 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:20.054725 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-721f5c24-fc30-487c-b5f4-7a2c9b715e03 None None] Transition to ACTIVE for port object 2e8672b6-1697-4b13-a253-c9aed85d3629 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:33:20.071847 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-90fc425a-9b8c-45c6-b7e4-6301880643cb tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Synchronizing usage tracker for tenant:90ed714da4ab449d8abdecb4ce424559 on resource:security_group_rule {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:33:20.074215 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-721f5c24-fc30-487c-b5f4-7a2c9b715e03 None None] Transition to ACTIVE for port object 2e8672b6-1697-4b13-a253-c9aed85d3629 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:33:20.080330 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-721f5c24-fc30-487c-b5f4-7a2c9b715e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:20.103653 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-90fc425a-9b8c-45c6-b7e4-6301880643cb tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Unset dirty status for tenant:90ed714da4ab449d8abdecb4ce424559 on resource:security_group_rule {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:33:20.107634 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-90fc425a-9b8c-45c6-b7e4-6301880643cb tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1372533 May 04 17:33:20.107822 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53286) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:20.129081 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.api.v2.resource [None req-067a05d0-f304-49f1-b755-9290bfbd702e tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] delete failed (client error): The resource could not be found. May 04 17:33:20.134079 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-067a05d0-f304-49f1-b755-9290bfbd702e tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "DELETE /v2.0/security-groups/51301587-d496-44e5-81de-e40f2c5e42c7 HTTP/1.1" status: 404 len: 347 time: 0.0213766 May 04 17:33:20.134397 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53290) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:20.134797 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721f5c24-fc30-487c-b5f4-7a2c9b715e03 None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:33:20.139724 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6a04aaa3-068c-4c25-8eca-47388e2aaa0e tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:20.141239 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-721f5c24-fc30-487c-b5f4-7a2c9b715e03 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:33:20.143699 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721f5c24-fc30-487c-b5f4-7a2c9b715e03 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:33:20.214144 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-0b285d0e-af14-4100-a28d-d35b2500c3d6 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:20.218562 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-7b6abd78-6f9b-40c6-98b1-98f0ce1eca10 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Synchronizing usage tracker for tenant:90ed714da4ab449d8abdecb4ce424559 on resource:security_group {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:33:20.223627 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6a04aaa3-068c-4c25-8eca-47388e2aaa0e tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:20.229836 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-0b285d0e-af14-4100-a28d-d35b2500c3d6 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:20.240227 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-7b6abd78-6f9b-40c6-98b1-98f0ce1eca10 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] Unset dirty status for tenant:90ed714da4ab449d8abdecb4ce424559 on resource:security_group {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:33:20.242201 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-7b6abd78-6f9b-40c6-98b1-98f0ce1eca10 tempest-SecGroupTest-420091887 tempest-SecGroupTest-420091887-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1068425 May 04 17:33:20.265830 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b285d0e-af14-4100-a28d-d35b2500c3d6 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Made reservation on behalf of e0bb3da2b1c344b882bb065b24ba46bb for: {'port': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:33:20.315131 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-721f5c24-fc30-487c-b5f4-7a2c9b715e03 None None] Attempting to bind port 2e8672b6-1697-4b13-a253-c9aed85d3629 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:33:20.315549 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-721f5c24-fc30-487c-b5f4-7a2c9b715e03 None None] Attempting to bind port 2e8672b6-1697-4b13-a253-c9aed85d3629 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:33:20.315878 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721f5c24-fc30-487c-b5f4-7a2c9b715e03 None None] Attempting to bind port 2e8672b6-1697-4b13-a253-c9aed85d3629 on network 6b89b041-5c42-49da-97bf-23cee8aadf17 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:33:20.322467 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721f5c24-fc30-487c-b5f4-7a2c9b715e03 None None] Pushing event updated for resources: {'Port': ['ID=2e8672b6-1697-4b13-a253-c9aed85d3629,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:20.327160 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721f5c24-fc30-487c-b5f4-7a2c9b715e03 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:33:20.327160 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721f5c24-fc30-487c-b5f4-7a2c9b715e03 None None] Checking segment: {'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:33:20.327160 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-721f5c24-fc30-487c-b5f4-7a2c9b715e03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:20.327609 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721f5c24-fc30-487c-b5f4-7a2c9b715e03 None None] Bound using segment: {'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:33:20.328029 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-721f5c24-fc30-487c-b5f4-7a2c9b715e03 None None] Bound port: 2e8672b6-1697-4b13-a253-c9aed85d3629, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a54f1ae7-f950-4725-8c41-8117ac34abf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:33:20.328403 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-721f5c24-fc30-487c-b5f4-7a2c9b715e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:20.422925 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a04aaa3-068c-4c25-8eca-47388e2aaa0e tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event deleted for resources: {'Subnet': ['ID=b661bac4-0a78-49fa-b4ec-580e99ae44ff,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:20.425009 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6a04aaa3-068c-4c25-8eca-47388e2aaa0e tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:20.435000 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-6a04aaa3-068c-4c25-8eca-47388e2aaa0e tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "DELETE /v2.0/subnets/b661bac4-0a78-49fa-b4ec-580e99ae44ff HTTP/1.1" status: 204 len: 168 time: 0.6221912 May 04 17:33:20.435916 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53296) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:20.436586 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035511be-8234-4bdf-a284-b2bdf86ff3d0 None None] Network e9660230-eed3-43ec-b3db-8084454841cd requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:33:20.457405 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-721f5c24-fc30-487c-b5f4-7a2c9b715e03 None None] For port 2e8672b6-1697-4b13-a253-c9aed85d3629, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:33:20.460637 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0b285d0e-af14-4100-a28d-d35b2500c3d6 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:20.481857 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-721f5c24-fc30-487c-b5f4-7a2c9b715e03 None None] For port 2e8672b6-1697-4b13-a253-c9aed85d3629, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=2e8672b6-1697-4b13-a253-c9aed85d3629,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:33:20.514359 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [None req-0b285d0e-af14-4100-a28d-d35b2500c3d6 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] device_id is not set on port 9ef5eab0-06d2-4a35-8c89-812197e4426a yet. {{(pid=88038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:33:20.527491 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-721f5c24-fc30-487c-b5f4-7a2c9b715e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:20.630554 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-aa0f8fd2-a306-4dea-805d-75ad81b650d6 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:20.655572 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-aa0f8fd2-a306-4dea-805d-75ad81b650d6 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Deleting port dfde346f-ec3e-4c79-b179-664df8351f8c {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:33:20.655960 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-aa0f8fd2-a306-4dea-805d-75ad81b650d6 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:20.695642 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721f5c24-fc30-487c-b5f4-7a2c9b715e03 None None] Pushing event updated for resources: {'Port': ['ID=2e8672b6-1697-4b13-a253-c9aed85d3629,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:20.707300 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53302) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:20.806887 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9e9235-6a80-477e-a999-f03b960692ce None None] DHCP port deletion for e9660230-eed3-43ec-b3db-8084454841cd request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:33:20.811364 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-3d9e9235-6a80-477e-a999-f03b960692ce None None] Deleting port dfde346f-ec3e-4c79-b179-664df8351f8c {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:33:20.812266 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-3d9e9235-6a80-477e-a999-f03b960692ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:20.897654 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-351c5804-936f-4f1c-9553-7d4a5472d662 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=90ed714da4ab449d8abdecb4ce424559&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1890922 May 04 17:33:20.898310 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53308) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:20.965206 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fa38c52d-9f0a-47d3-a794-4cce44387b87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:21.008950 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-0b285d0e-af14-4100-a28d-d35b2500c3d6 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Allocated IP 2001:db8:0:1::30d (6b89b041-5c42-49da-97bf-23cee8aadf17/c27fdc3c-54f3-4243-b31b-8fab376a14e4/9ef5eab0-06d2-4a35-8c89-812197e4426a) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:33:21.016698 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-aa0f8fd2-a306-4dea-805d-75ad81b650d6 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] For port dfde346f-ec3e-4c79-b179-664df8351f8c, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=dfde346f-ec3e-4c79-b179-664df8351f8c,segment=NetworkSegment(278d5e24-34c7-4d65-b006-721052264996),segment_id=278d5e24-34c7-4d65-b006-721052264996)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:33:21.017061 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-aa0f8fd2-a306-4dea-805d-75ad81b650d6 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:21.023254 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fa38c52d-9f0a-47d3-a794-4cce44387b87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:21.028957 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-0b285d0e-af14-4100-a28d-d35b2500c3d6 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Allocated IP 2001:db8::f816:3eff:fe70:c711 (6b89b041-5c42-49da-97bf-23cee8aadf17/8055d40a-d12f-44b1-b396-146b984db336/9ef5eab0-06d2-4a35-8c89-812197e4426a) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:33:21.092864 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-3d9e9235-6a80-477e-a999-f03b960692ce None None] For port dfde346f-ec3e-4c79-b179-664df8351f8c, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=dfde346f-ec3e-4c79-b179-664df8351f8c,segment=NetworkSegment(278d5e24-34c7-4d65-b006-721052264996),segment_id=278d5e24-34c7-4d65-b006-721052264996)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:33:21.094188 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-3d9e9235-6a80-477e-a999-f03b960692ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:21.104853 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fa38c52d-9f0a-47d3-a794-4cce44387b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:21.123473 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa38c52d-9f0a-47d3-a794-4cce44387b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c2f9bc-0b6c-4bab-a243-f61c085df3fe,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:21.144431 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fa38c52d-9f0a-47d3-a794-4cce44387b87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:21.144431 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-fa38c52d-9f0a-47d3-a794-4cce44387b87 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b6c2f9bc-0b6c-4bab-a243-f61c085df3fe HTTP/1.1" status: 204 len: 168 time: 0.2437747 May 04 17:33:21.171231 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-aa0f8fd2-a306-4dea-805d-75ad81b650d6 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Calling delete_port for dfde346f-ec3e-4c79-b179-664df8351f8c owned by network:dhcp {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:33:21.253611 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-3d9e9235-6a80-477e-a999-f03b960692ce None None] Calling delete_port for dfde346f-ec3e-4c79-b179-664df8351f8c owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:33:21.301100 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-aa0f8fd2-a306-4dea-805d-75ad81b650d6 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:21.335568 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.db.api [None req-3d9e9235-6a80-477e-a999-f03b960692ce None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:33:21.335928 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG oslo_db.api [None req-3d9e9235-6a80-477e-a999-f03b960692ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:33:21.368135 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0f8fd2-a306-4dea-805d-75ad81b650d6 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event deleted for resources: {'Port': ['ID=dfde346f-ec3e-4c79-b179-664df8351f8c,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:21.372996 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0f8fd2-a306-4dea-805d-75ad81b650d6 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] No DVR routers for this DVR port dfde346f-ec3e-4c79-b179-664df8351f8c on host dv-neutron-840426-1-hyperv {{(pid=88038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:33:21.591697 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-aa0f8fd2-a306-4dea-805d-75ad81b650d6 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:21.606836 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 2e8672b6-1697-4b13-a253-c9aed85d3629 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:33:21.696626 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 2e8672b6-1697-4b13-a253-c9aed85d3629 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:33:21.761157 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device dfde346f-ec3e-4c79-b179-664df8351f8c no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:33:21.768053 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-aa0f8fd2-a306-4dea-805d-75ad81b650d6 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9660230-eed3-43ec-b3db-8084454841cd']}} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:21.797051 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-aa0f8fd2-a306-4dea-805d-75ad81b650d6 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '278d5e24-34c7-4d65-b006-721052264996') {'for_net_delete': True} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:21.797424 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-aa0f8fd2-a306-4dea-805d-75ad81b650d6 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '278d5e24-34c7-4d65-b006-721052264996') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:21.811228 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: dfde346f-ec3e-4c79-b179-664df8351f8c {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:33:21.812424 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device dfde346f-ec3e-4c79-b179-664df8351f8c not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:33:21.823671 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-aa0f8fd2-a306-4dea-805d-75ad81b650d6 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801627'] for segment, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:21.838005 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-3d9e9235-6a80-477e-a999-f03b960692ce None None] Deleting port dfde346f-ec3e-4c79-b179-664df8351f8c {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:33:21.838790 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-3d9e9235-6a80-477e-a999-f03b960692ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:21.839928 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0b285d0e-af14-4100-a28d-d35b2500c3d6 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:21.851943 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-aa0f8fd2-a306-4dea-805d-75ad81b650d6 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:21.866141 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa0f8fd2-a306-4dea-805d-75ad81b650d6 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=88038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:33:21.866575 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-aa0f8fd2-a306-4dea-805d-75ad81b650d6 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7881827'] for segment, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:21.882868 dv-neutron-840426-1-hyperv neutron-server[88038]: Traceback (most recent call last): May 04 17:33:21.882868 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:33:21.882868 dv-neutron-840426-1-hyperv neutron-server[88038]: timer() May 04 17:33:21.882868 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:33:21.882868 dv-neutron-840426-1-hyperv neutron-server[88038]: cb(*args, **kw) May 04 17:33:21.882868 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:33:21.882868 dv-neutron-840426-1-hyperv neutron-server[88038]: return func(*args, **kwargs) May 04 17:33:21.882868 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:33:21.882868 dv-neutron-840426-1-hyperv neutron-server[88038]: self._notify() May 04 17:33:21.882868 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:33:21.882868 dv-neutron-840426-1-hyperv neutron-server[88038]: self.callback(batched_events) May 04 17:33:21.882868 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:33:21.882868 dv-neutron-840426-1-hyperv neutron-server[88038]: event.method(event) May 04 17:33:21.882868 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:33:21.882868 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:33:21.882868 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:33:21.882868 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:33:21.882868 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:33:21.882868 dv-neutron-840426-1-hyperv neutron-server[88038]: return f(self, *a, **k) May 04 17:33:21.882868 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:33:21.882868 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._get(url).json() May 04 17:33:21.882868 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:33:21.882868 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:33:21.882868 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:33:21.882868 dv-neutron-840426-1-hyperv neutron-server[88038]: return self.request(url, 'GET', **kwargs) May 04 17:33:21.882868 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:33:21.882868 dv-neutron-840426-1-hyperv neutron-server[88038]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:33:21.882868 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:33:21.882868 dv-neutron-840426-1-hyperv neutron-server[88038]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:33:21.882868 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:33:21.882868 dv-neutron-840426-1-hyperv neutron-server[88038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:33:21.882868 dv-neutron-840426-1-hyperv neutron-server[88038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:33:21.884934 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-0b285d0e-af14-4100-a28d-d35b2500c3d6 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Transition to ACTIVE for port object 9ef5eab0-06d2-4a35-8c89-812197e4426a will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:33:21.929979 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-3d9e9235-6a80-477e-a999-f03b960692ce None None] The port 'dfde346f-ec3e-4c79-b179-664df8351f8c' was deleted {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 04 17:33:21.966815 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d799824-cc7a-48fc-8eae-e50d0e5a0b3a None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:33:21.976332 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-aa0f8fd2-a306-4dea-805d-75ad81b650d6 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:21.999204 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-aa0f8fd2-a306-4dea-805d-75ad81b650d6 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:22.007987 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0f8fd2-a306-4dea-805d-75ad81b650d6 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event deleted for resources: {'Network': ['ID=e9660230-eed3-43ec-b3db-8084454841cd,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:22.020195 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0b285d0e-af14-4100-a28d-d35b2500c3d6 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:22.026910 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53332) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:22.085756 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-aa0f8fd2-a306-4dea-805d-75ad81b650d6 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "DELETE /v2.0/networks/e9660230-eed3-43ec-b3db-8084454841cd HTTP/1.1" status: 204 len: 168 time: 1.6490252 May 04 17:33:22.089948 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53338) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:22.091765 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-afcaab33-010c-45ab-9d91-ff951370d7a1 None None] Provisioning for port 2e8672b6-1697-4b13-a253-c9aed85d3629 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:33:22.104035 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b285d0e-af14-4100-a28d-d35b2500c3d6 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:33:22.107236 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-0b285d0e-af14-4100-a28d-d35b2500c3d6 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:33:22.109214 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-afcaab33-010c-45ab-9d91-ff951370d7a1 None None] Provisioning complete for port 2e8672b6-1697-4b13-a253-c9aed85d3629 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:33:22.109587 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-afcaab33-010c-45ab-9d91-ff951370d7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:22.109960 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b285d0e-af14-4100-a28d-d35b2500c3d6 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:33:22.116303 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b285d0e-af14-4100-a28d-d35b2500c3d6 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:22.116934 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0b285d0e-af14-4100-a28d-d35b2500c3d6 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:22.144920 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b285d0e-af14-4100-a28d-d35b2500c3d6 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event updated for resources: {'Port': ['ID=9ef5eab0-06d2-4a35-8c89-812197e4426a,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:22.154622 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-0b285d0e-af14-4100-a28d-d35b2500c3d6 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.1330519 May 04 17:33:22.154838 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53342) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:22.195977 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-90750487-bf4a-4490-9ce1-571fb4b4acac tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1479772388'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:22.205905 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-90750487-bf4a-4490-9ce1-571fb4b4acac tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:22.217241 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c3679d-4e95-4e45-8a8a-8e1806873ba8 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:22.219593 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-33c3679d-4e95-4e45-8a8a-8e1806873ba8 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "GET /v2.0/ports/f54337d0-c343-401a-a393-4a1776df1562 HTTP/1.1" status: 200 len: 841 time: 0.1280229 May 04 17:33:22.222796 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-90750487-bf4a-4490-9ce1-571fb4b4acac tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Usage tracker for resource:network and tenant:0f4817c2b7424fcb9e65a1583a193a25 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:22.225976 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53346) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:22.226324 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-90750487-bf4a-4490-9ce1-571fb4b4acac tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:22.233390 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-90750487-bf4a-4490-9ce1-571fb4b4acac tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:22.244742 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90750487-bf4a-4490-9ce1-571fb4b4acac tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Made reservation on behalf of 0f4817c2b7424fcb9e65a1583a193a25 for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:33:22.248871 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-90750487-bf4a-4490-9ce1-571fb4b4acac tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:22.262254 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-90750487-bf4a-4490-9ce1-571fb4b4acac tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:22.282875 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-90750487-bf4a-4490-9ce1-571fb4b4acac tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:22.287131 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-90750487-bf4a-4490-9ce1-571fb4b4acac tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Usage tracker for resource:security_group_rule and tenant:0f4817c2b7424fcb9e65a1583a193a25 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:22.290046 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-90750487-bf4a-4490-9ce1-571fb4b4acac tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:22.290187 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-02c3d079-7c6b-4306-ae6d-eccdeb9e5423 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Deleting port 9ef5eab0-06d2-4a35-8c89-812197e4426a {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:33:22.290589 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-02c3d079-7c6b-4306-ae6d-eccdeb9e5423 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:22.296027 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-90750487-bf4a-4490-9ce1-571fb4b4acac tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:22.341821 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-afcaab33-010c-45ab-9d91-ff951370d7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:22.382759 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-afcaab33-010c-45ab-9d91-ff951370d7a1 None None] For port 2e8672b6-1697-4b13-a253-c9aed85d3629, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=2e8672b6-1697-4b13-a253-c9aed85d3629,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:33:22.387215 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-afcaab33-010c-45ab-9d91-ff951370d7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:22.389545 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-90750487-bf4a-4490-9ce1-571fb4b4acac tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:22.402116 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-90750487-bf4a-4490-9ce1-571fb4b4acac tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:22.442378 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90750487-bf4a-4490-9ce1-571fb4b4acac tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:33:22.447936 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90750487-bf4a-4490-9ce1-571fb4b4acac tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a075ef48-789e-4451-8a33-e88e2c6e2307,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:22.455266 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-90750487-bf4a-4490-9ce1-571fb4b4acac tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:22.455688 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-90750487-bf4a-4490-9ce1-571fb4b4acac tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Added segment a069f392-e187-4bd2-a978-a137c3ec3314 of type vlan for network 86930d7d-115e-4377-b8f3-7d5dda3790aa May 04 17:33:22.491609 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-90750487-bf4a-4490-9ce1-571fb4b4acac tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:22.524268 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-90750487-bf4a-4490-9ce1-571fb4b4acac tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:22.529590 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90750487-bf4a-4490-9ce1-571fb4b4acac tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:22.530211 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-90750487-bf4a-4490-9ce1-571fb4b4acac tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:22.560586 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcaab33-010c-45ab-9d91-ff951370d7a1 None None] Pushing event updated for resources: {'Port': ['ID=2e8672b6-1697-4b13-a253-c9aed85d3629,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:22.564969 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6bccba-0196-4f9b-9396-254f6932313b None None] Update dhcp port {'port': {'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'fixed_ips': [{'subnet_id': '8055d40a-d12f-44b1-b396-146b984db336', 'ip_address': '2001:db8::f816:3eff:fe94:4acc'}, {'subnet_id': 'c27fdc3c-54f3-4243-b31b-8fab376a14e4'}], 'binding:host_id': 'dv-neutron-840426-1-hyperv'}, 'id': '2e8672b6-1697-4b13-a253-c9aed85d3629'} from dv-neutron-840426-1-hyperv. {{(pid=88039) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 04 17:33:22.579840 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-02c3d079-7c6b-4306-ae6d-eccdeb9e5423 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:22.618317 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-5a6bccba-0196-4f9b-9396-254f6932313b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:22.638773 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-90750487-bf4a-4490-9ce1-571fb4b4acac tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6081543 May 04 17:33:22.641088 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53350) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:22.643724 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90750487-bf4a-4490-9ce1-571fb4b4acac tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Pushing event updated for resources: {'Network': ['ID=86930d7d-115e-4377-b8f3-7d5dda3790aa,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:22.648714 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-d9dc4fa9-5736-4814-ae57-c47856e015c2 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Request body: {'subnet': {'network_id': '86930d7d-115e-4377-b8f3-7d5dda3790aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:22.658720 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 86930d7d-115e-4377-b8f3-7d5dda3790aa details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:33:22.727405 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-02c3d079-7c6b-4306-ae6d-eccdeb9e5423 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Calling delete_port for 9ef5eab0-06d2-4a35-8c89-812197e4426a owned by {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:33:22.758377 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-d9dc4fa9-5736-4814-ae57-c47856e015c2 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:22.762237 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-d9dc4fa9-5736-4814-ae57-c47856e015c2 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Usage tracker for resource:subnet and tenant:0f4817c2b7424fcb9e65a1583a193a25 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:22.765053 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-d9dc4fa9-5736-4814-ae57-c47856e015c2 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:22.770907 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-d9dc4fa9-5736-4814-ae57-c47856e015c2 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:22.780178 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-6c8cf5ef-23dc-4fe8-9e62-db068bcb5a33 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Synchronizing usage tracker for tenant:d50aa0308d3f47e4bde015fa31f2165f on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:33:22.781651 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9dc4fa9-5736-4814-ae57-c47856e015c2 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Made reservation on behalf of 0f4817c2b7424fcb9e65a1583a193a25 for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:33:22.785721 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d9dc4fa9-5736-4814-ae57-c47856e015c2 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:22.807892 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-6c8cf5ef-23dc-4fe8-9e62-db068bcb5a33 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Unset dirty status for tenant:d50aa0308d3f47e4bde015fa31f2165f on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:33:22.807892 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-6c8cf5ef-23dc-4fe8-9e62-db068bcb5a33 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "GET /v2.0/ports/f54337d0-c343-401a-a393-4a1776df1562?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.5785580 May 04 17:33:22.812001 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53354) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:22.820956 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-c2e713d6-b3db-4864-a47a-cd960510aacd tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Request body: {'subnet': {'network_id': 'a613a2a9-e3ff-45c7-bedd-1ed50f5b5856', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:22.912732 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-5a6bccba-0196-4f9b-9396-254f6932313b None None] Allocated IP 2001:db8:0:1::2 (6b89b041-5c42-49da-97bf-23cee8aadf17/c27fdc3c-54f3-4243-b31b-8fab376a14e4/2e8672b6-1697-4b13-a253-c9aed85d3629) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:33:22.969832 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-02c3d079-7c6b-4306-ae6d-eccdeb9e5423 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:23.010137 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-c2e713d6-b3db-4864-a47a-cd960510aacd tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:23.017141 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-c2e713d6-b3db-4864-a47a-cd960510aacd tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Usage tracker for resource:subnet and tenant:d50aa0308d3f47e4bde015fa31f2165f is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:23.020850 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-c2e713d6-b3db-4864-a47a-cd960510aacd tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:23.027675 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-c2e713d6-b3db-4864-a47a-cd960510aacd tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:23.028300 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c3d079-7c6b-4306-ae6d-eccdeb9e5423 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event deleted for resources: {'Port': ['ID=9ef5eab0-06d2-4a35-8c89-812197e4426a,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:23.045795 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e713d6-b3db-4864-a47a-cd960510aacd tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Made reservation on behalf of d50aa0308d3f47e4bde015fa31f2165f for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:33:23.050201 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c2e713d6-b3db-4864-a47a-cd960510aacd tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:23.063260 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-5a6bccba-0196-4f9b-9396-254f6932313b None None] For port 2e8672b6-1697-4b13-a253-c9aed85d3629, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=2e8672b6-1697-4b13-a253-c9aed85d3629,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:33:23.090021 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-5a6bccba-0196-4f9b-9396-254f6932313b None None] Notify callbacks [] for port, precommit_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:23.108267 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-5a6bccba-0196-4f9b-9396-254f6932313b None None] Transition to ACTIVE for port object 2e8672b6-1697-4b13-a253-c9aed85d3629 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:33:23.111907 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-02c3d079-7c6b-4306-ae6d-eccdeb9e5423 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:23.113129 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-5a6bccba-0196-4f9b-9396-254f6932313b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:23.123403 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-02c3d079-7c6b-4306-ae6d-eccdeb9e5423 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/ports/9ef5eab0-06d2-4a35-8c89-812197e4426a HTTP/1.1" status: 204 len: 168 time: 0.9674885 May 04 17:33:23.125591 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53358) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:23.221009 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce2ef99-681d-4e79-84f2-054a4f2f9dc8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:23.222202 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-1ce2ef99-681d-4e79-84f2-054a4f2f9dc8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Synchronizing usage tracker for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:33:23.244609 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-1ce2ef99-681d-4e79-84f2-054a4f2f9dc8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Unset dirty status for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:33:23.247001 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-1ce2ef99-681d-4e79-84f2-054a4f2f9dc8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1203036 May 04 17:33:23.249328 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53362) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:23.261961 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6bccba-0196-4f9b-9396-254f6932313b None None] Pushing event updated for resources: {'Port': ['ID=2e8672b6-1697-4b13-a253-c9aed85d3629,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:23.277681 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d9dc4fa9-5736-4814-ae57-c47856e015c2 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:23.343812 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de82cb7-e3c1-479d-98d0-a282fa73d59a tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:23.347664 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-3de82cb7-e3c1-479d-98d0-a282fa73d59a tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0949662 May 04 17:33:23.347914 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53366) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:23.421596 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dc4fa9-5736-4814-ae57-c47856e015c2 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Pushing event updated for resources: {'Subnet': ['ID=e9c40191-cdc7-49d0-b671-165e4f7231d8,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:23.428898 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8791a48e-c0f1-45be-a960-b52b0cf3ba3d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:23.430632 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8791a48e-c0f1-45be-a960-b52b0cf3ba3d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:23.432130 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8791a48e-c0f1-45be-a960-b52b0cf3ba3d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:23.432745 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dc4fa9-5736-4814-ae57-c47856e015c2 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Checking segment: {'id': 'a069f392-e187-4bd2-a978-a137c3ec3314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '86930d7d-115e-4377-b8f3-7d5dda3790aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:33:23.432953 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-8791a48e-c0f1-45be-a960-b52b0cf3ba3d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Synchronizing usage tracker for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:subnet {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:33:23.433132 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9dc4fa9-5736-4814-ae57-c47856e015c2 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Network hostable DHCP agents. Network: 86930d7d-115e-4377-b8f3-7d5dda3790aa, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:33:23.450586 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-8791a48e-c0f1-45be-a960-b52b0cf3ba3d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Unset dirty status for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:subnet {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:33:23.454241 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-8791a48e-c0f1-45be-a960-b52b0cf3ba3d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1030030 May 04 17:33:23.454543 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53370) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:23.481330 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9dc4fa9-5736-4814-ae57-c47856e015c2 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Network 86930d7d-115e-4377-b8f3-7d5dda3790aa is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:33:23.487579 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c2e713d6-b3db-4864-a47a-cd960510aacd tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:23.525361 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_v2 [None req-52dba5a5-e199-498d-bad1-9cce87f94313 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Deleting subnet 8055d40a-d12f-44b1-b396-146b984db336 {{(pid=88038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:33:23.528561 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-52dba5a5-e199-498d-bad1-9cce87f94313 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:23.537144 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-d9dc4fa9-5736-4814-ae57-c47856e015c2 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 86930d7d-115e-4377-b8f3-7d5dda3790aa) {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:33:23.550245 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e713d6-b3db-4864-a47a-cd960510aacd tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Network a613a2a9-e3ff-45c7-bedd-1ed50f5b5856 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:33:23.551387 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5882c0c9-5522-432e-9ac0-312619425d6f None None] Network 86930d7d-115e-4377-b8f3-7d5dda3790aa requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:33:23.567770 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-c2e713d6-b3db-4864-a47a-cd960510aacd tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:33:23.570202 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dc4fa9-5736-4814-ae57-c47856e015c2 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:23.570789 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d9dc4fa9-5736-4814-ae57-c47856e015c2 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:23.583289 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e713d6-b3db-4864-a47a-cd960510aacd tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:23.583576 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e48b48b-7872-4335-8b9b-10c04b71c029 None None] Network a613a2a9-e3ff-45c7-bedd-1ed50f5b5856 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:33:23.584495 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c2e713d6-b3db-4864-a47a-cd960510aacd tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:23.616197 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-52dba5a5-e199-498d-bad1-9cce87f94313 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-801696'] for subnet, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:23.620150 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e713d6-b3db-4864-a47a-cd960510aacd tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event updated for resources: {'Subnet': ['ID=d82ce09d-3fe3-4b04-a484-d34cdcec245b,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:23.632877 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 2e8672b6-1697-4b13-a253-c9aed85d3629 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:33:23.633404 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-d9dc4fa9-5736-4814-ae57-c47856e015c2 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9912813 May 04 17:33:23.640467 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-c2e713d6-b3db-4864-a47a-cd960510aacd tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8248680 May 04 17:33:23.640467 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53374) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:23.643731 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-49e3ce02-8ce1-4f23-8ca5-ba924fc7b949 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Request body: {'port': {'network_id': '86930d7d-115e-4377-b8f3-7d5dda3790aa', 'name': 'tempest-TagsExtTest-1229744349'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:23.651015 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53378) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:23.664597 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-911a6d71-023e-466a-b042-1fef925269ca tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Request body: {'security_group': {'name': 'tempest-secgroup-1176278099'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:23.674758 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-911a6d71-023e-466a-b042-1fef925269ca tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:23.686071 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-911a6d71-023e-466a-b042-1fef925269ca tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Usage tracker for resource:security_group and tenant:d50aa0308d3f47e4bde015fa31f2165f is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:23.691734 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-911a6d71-023e-466a-b042-1fef925269ca tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:23.701407 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-911a6d71-023e-466a-b042-1fef925269ca tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:23.724813 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-911a6d71-023e-466a-b042-1fef925269ca tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:23.755456 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-911a6d71-023e-466a-b042-1fef925269ca tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:23.759636 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-52dba5a5-e199-498d-bad1-9cce87f94313 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:23.818086 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-49e3ce02-8ce1-4f23-8ca5-ba924fc7b949 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:23.823190 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-49e3ce02-8ce1-4f23-8ca5-ba924fc7b949 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Usage tracker for resource:port and tenant:0f4817c2b7424fcb9e65a1583a193a25 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:23.826903 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-49e3ce02-8ce1-4f23-8ca5-ba924fc7b949 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:23.834752 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-49e3ce02-8ce1-4f23-8ca5-ba924fc7b949 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:23.848636 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e3ce02-8ce1-4f23-8ca5-ba924fc7b949 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Made reservation on behalf of 0f4817c2b7424fcb9e65a1583a193a25 for: {'port': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:33:23.852784 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-49e3ce02-8ce1-4f23-8ca5-ba924fc7b949 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:23.879855 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [None req-49e3ce02-8ce1-4f23-8ca5-ba924fc7b949 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] device_id is not set on port 85360fe7-f3a7-4b3c-ae01-f7adee1d0369 yet. {{(pid=88037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:33:23.922998 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-911a6d71-023e-466a-b042-1fef925269ca tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Usage tracker for resource:security_group_rule and tenant:d50aa0308d3f47e4bde015fa31f2165f is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:23.928051 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-911a6d71-023e-466a-b042-1fef925269ca tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:23.941249 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-911a6d71-023e-466a-b042-1fef925269ca tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:24.012622 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-52dba5a5-e199-498d-bad1-9cce87f94313 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:24.048669 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-49e3ce02-8ce1-4f23-8ca5-ba924fc7b949 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Allocated IP 172.20.0.13 (86930d7d-115e-4377-b8f3-7d5dda3790aa/e9c40191-cdc7-49d0-b671-165e4f7231d8/85360fe7-f3a7-4b3c-ae01-f7adee1d0369) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:33:24.073474 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-52dba5a5-e199-498d-bad1-9cce87f94313 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:24.085743 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dba5a5-e199-498d-bad1-9cce87f94313 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event deleted for resources: {'Subnet': ['ID=8055d40a-d12f-44b1-b396-146b984db336,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:24.109384 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7a87c8-a8a6-4d0c-ac04-03b248aa7ae5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-86930d7d-115e-4377-b8f3-7d5dda3790aa', 'network_id': '86930d7d-115e-4377-b8f3-7d5dda3790aa', 'tenant_id': '0f4817c2b7424fcb9e65a1583a193a25', 'fixed_ips': [{'subnet_id': 'e9c40191-cdc7-49d0-b671-165e4f7231d8'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:33:24.110237 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9d7a87c8-a8a6-4d0c-ac04-03b248aa7ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:24.120408 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-32a5eb55-097d-4ffe-aab5-9e9ac986fddf None None] Could not find standard attr ID for object 9ef5eab0-06d2-4a35-8c89-812197e4426a. {{(pid=88039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 04 17:33:24.135152 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-911a6d71-023e-466a-b042-1fef925269ca tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:24.138671 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-52dba5a5-e199-498d-bad1-9cce87f94313 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/subnets/8055d40a-d12f-44b1-b396-146b984db336 HTTP/1.1" status: 204 len: 168 time: 0.6823142 May 04 17:33:24.140958 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-911a6d71-023e-466a-b042-1fef925269ca tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:24.148461 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53382) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:24.155830 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-32a5eb55-097d-4ffe-aab5-9e9ac986fddf None None] Provisioning for port 2e8672b6-1697-4b13-a253-c9aed85d3629 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:33:24.204542 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-32a5eb55-097d-4ffe-aab5-9e9ac986fddf None None] Provisioning complete for port 2e8672b6-1697-4b13-a253-c9aed85d3629 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:33:24.204795 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-32a5eb55-097d-4ffe-aab5-9e9ac986fddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:24.269121 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-911a6d71-023e-466a-b042-1fef925269ca tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:24.270904 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-911a6d71-023e-466a-b042-1fef925269ca tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6189456 May 04 17:33:24.276034 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53386) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:24.284265 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911a6d71-023e-466a-b042-1fef925269ca tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43bad064-189a-437b-98bf-81a4ebbb6da4,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:24.293707 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-488c2c24-a4e0-4327-af4e-358c17af9cc9 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Request body: {'security_group': {'name': 'tempest-secgroup-1980703909'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:24.293865 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1091e5f-69e5-4af6-b734-a6512f368acb None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:33:24.304323 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-488c2c24-a4e0-4327-af4e-358c17af9cc9 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:24.310947 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7fef3c6-1d22-44ff-9e8f-14b183d1f1be tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Deleting subnet c27fdc3c-54f3-4243-b31b-8fab376a14e4 {{(pid=88038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:33:24.315237 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e7fef3c6-1d22-44ff-9e8f-14b183d1f1be tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:24.343765 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-488c2c24-a4e0-4327-af4e-358c17af9cc9 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Usage tracker for resource:security_group and tenant:d50aa0308d3f47e4bde015fa31f2165f is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:24.350427 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-488c2c24-a4e0-4327-af4e-358c17af9cc9 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:24.359193 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-488c2c24-a4e0-4327-af4e-358c17af9cc9 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:24.381844 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e7fef3c6-1d22-44ff-9e8f-14b183d1f1be tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-801696'] for subnet, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:24.413964 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-488c2c24-a4e0-4327-af4e-358c17af9cc9 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:24.448921 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-488c2c24-a4e0-4327-af4e-358c17af9cc9 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:24.456102 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-49e3ce02-8ce1-4f23-8ca5-ba924fc7b949 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:24.456319 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-488c2c24-a4e0-4327-af4e-358c17af9cc9 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Usage tracker for resource:security_group_rule and tenant:d50aa0308d3f47e4bde015fa31f2165f is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:24.463034 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-488c2c24-a4e0-4327-af4e-358c17af9cc9 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:24.471642 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-488c2c24-a4e0-4327-af4e-358c17af9cc9 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:24.473607 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-49e3ce02-8ce1-4f23-8ca5-ba924fc7b949 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Transition to ACTIVE for port object 85360fe7-f3a7-4b3c-ae01-f7adee1d0369 will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:33:24.501357 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-49e3ce02-8ce1-4f23-8ca5-ba924fc7b949 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:24.516460 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e7fef3c6-1d22-44ff-9e8f-14b183d1f1be tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:24.572651 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e3ce02-8ce1-4f23-8ca5-ba924fc7b949 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Network 86930d7d-115e-4377-b8f3-7d5dda3790aa is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:33:24.575925 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-49e3ce02-8ce1-4f23-8ca5-ba924fc7b949 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:33:24.579958 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e3ce02-8ce1-4f23-8ca5-ba924fc7b949 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:33:24.611166 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-488c2c24-a4e0-4327-af4e-358c17af9cc9 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:24.617449 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-488c2c24-a4e0-4327-af4e-358c17af9cc9 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:24.619386 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e3ce02-8ce1-4f23-8ca5-ba924fc7b949 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Pushing event updated for resources: {'Port': ['ID=85360fe7-f3a7-4b3c-ae01-f7adee1d0369,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:24.649568 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e3ce02-8ce1-4f23-8ca5-ba924fc7b949 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:24.650273 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-49e3ce02-8ce1-4f23-8ca5-ba924fc7b949 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:24.666387 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488c2c24-a4e0-4327-af4e-358c17af9cc9 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c10674b0-5dfb-4920-bf22-45fdb31ae4d7,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:24.672106 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e7fef3c6-1d22-44ff-9e8f-14b183d1f1be tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:24.676624 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-49e3ce02-8ce1-4f23-8ca5-ba924fc7b949 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0348144 May 04 17:33:24.676804 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53390) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:24.688457 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-c0ad6bdd-b31d-43ff-a36d-7e2521702b84 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-404386714', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:24.700337 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-c0ad6bdd-b31d-43ff-a36d-7e2521702b84 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:24.700946 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfa3de8-82ea-4d30-9b47-622d1faecf0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-a613a2a9-e3ff-45c7-bedd-1ed50f5b5856', 'network_id': 'a613a2a9-e3ff-45c7-bedd-1ed50f5b5856', 'tenant_id': 'd50aa0308d3f47e4bde015fa31f2165f', 'fixed_ips': [{'subnet_id': 'd82ce09d-3fe3-4b04-a484-d34cdcec245b'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:33:24.701776 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0cfa3de8-82ea-4d30-9b47-622d1faecf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:24.704709 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-c0ad6bdd-b31d-43ff-a36d-7e2521702b84 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Usage tracker for resource:router and tenant:0f4817c2b7424fcb9e65a1583a193a25 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:24.708004 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-c0ad6bdd-b31d-43ff-a36d-7e2521702b84 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:24.712572 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fef3c6-1d22-44ff-9e8f-14b183d1f1be tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event deleted for resources: {'Subnet': ['ID=c27fdc3c-54f3-4243-b31b-8fab376a14e4,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:24.714987 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-c0ad6bdd-b31d-43ff-a36d-7e2521702b84 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:24.717799 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-488c2c24-a4e0-4327-af4e-358c17af9cc9 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:24.719054 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-488c2c24-a4e0-4327-af4e-358c17af9cc9 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4391901 May 04 17:33:24.720119 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e7fef3c6-1d22-44ff-9e8f-14b183d1f1be tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:24.724068 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-e7fef3c6-1d22-44ff-9e8f-14b183d1f1be tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/subnets/c27fdc3c-54f3-4243-b31b-8fab376a14e4 HTTP/1.1" status: 204 len: 168 time: 0.5564923 May 04 17:33:24.724068 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53394) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:24.725190 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53396) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:24.730384 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-65989927-90d7-4c35-a399-63e53349f5cf tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1891799946', 'security_groups': ['c10674b0-5dfb-4920-bf22-45fdb31ae4d7'], 'network_id': 'a613a2a9-e3ff-45c7-bedd-1ed50f5b5856', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd82ce09d-3fe3-4b04-a484-d34cdcec245b'}]}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:24.734084 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c0ad6bdd-b31d-43ff-a36d-7e2521702b84 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:24.735900 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c0ad6bdd-b31d-43ff-a36d-7e2521702b84 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:24.737976 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-9d7a87c8-a8a6-4d0c-ac04-03b248aa7ae5 None None] Allocated IP 172.20.0.2 (86930d7d-115e-4377-b8f3-7d5dda3790aa/e9c40191-cdc7-49d0-b671-165e4f7231d8/e03e8a5e-9242-482f-adc9-450b7d04028f) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:33:24.754818 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c0ad6bdd-b31d-43ff-a36d-7e2521702b84 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:24.778096 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c0ad6bdd-b31d-43ff-a36d-7e2521702b84 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:24.801420 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c0ad6bdd-b31d-43ff-a36d-7e2521702b84 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:24.805519 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-c0ad6bdd-b31d-43ff-a36d-7e2521702b84 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1250079 May 04 17:33:24.806918 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53402) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:24.811581 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-b3511023-b816-4159-b223-aac55b5d65f8 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-294469538', 'prefixes': ['172.20.0.0/16']}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:24.817909 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-c27f5655-bc62-4988-9d7d-3967aa1c381e tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0917387 May 04 17:33:24.821968 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-b3511023-b816-4159-b223-aac55b5d65f8 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:24.822110 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53406) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:24.837387 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-4a3842f1-7bd7-483a-9fa0-aa0f1118f1f2 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Request body: {'subnet': {'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:24.877422 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b3511023-b816-4159-b223-aac55b5d65f8 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Notify callbacks [] for subnetpool, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:24.882228 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-b3511023-b816-4159-b223-aac55b5d65f8 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.0716927 May 04 17:33:24.882546 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53410) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:24.888420 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.tag.tag_plugin [None req-58312c97-bf1e-47c2-a3fb-5c10431df324 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e9c40191-cdc7-49d0-b671-165e4f7231d8', 'tempest-TagsExtTest-Tag-26270878') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:24.907171 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-a37c5762-4a30-404b-8592-02a619f64f1d None None] Could not find standard attr ID for object 9ef5eab0-06d2-4a35-8c89-812197e4426a. {{(pid=88039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 04 17:33:24.976104 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-58312c97-bf1e-47c2-a3fb-5c10431df324 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] 10.222.0.41 "PUT /v2.0/subnets/e9c40191-cdc7-49d0-b671-165e4f7231d8/tags/tempest-TagsExtTest-Tag-26270878 HTTP/1.1" status: 201 len: 201 time: 0.0899105 May 04 17:33:24.977710 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53414) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:24.983121 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.tag.tag_plugin [None req-29f3b9c2-a8ef-4024-84bd-c9ca0c96051a tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '85360fe7-f3a7-4b3c-ae01-f7adee1d0369', 'tempest-TagsExtTest-Tag-487305995') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:25.027613 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-4a3842f1-7bd7-483a-9fa0-aa0f1118f1f2 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:25.035484 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-4a3842f1-7bd7-483a-9fa0-aa0f1118f1f2 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Usage tracker for resource:subnet and tenant:e0bb3da2b1c344b882bb065b24ba46bb is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:25.039058 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-4a3842f1-7bd7-483a-9fa0-aa0f1118f1f2 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:25.041870 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-65989927-90d7-4c35-a399-63e53349f5cf tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:25.047598 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-4a3842f1-7bd7-483a-9fa0-aa0f1118f1f2 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:25.057586 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-65989927-90d7-4c35-a399-63e53349f5cf tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:25.067856 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a3842f1-7bd7-483a-9fa0-aa0f1118f1f2 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Made reservation on behalf of e0bb3da2b1c344b882bb065b24ba46bb for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:33:25.072314 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4a3842f1-7bd7-483a-9fa0-aa0f1118f1f2 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:25.078899 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-29f3b9c2-a8ef-4024-84bd-c9ca0c96051a tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] 10.222.0.41 "PUT /v2.0/ports/85360fe7-f3a7-4b3c-ae01-f7adee1d0369/tags/tempest-TagsExtTest-Tag-487305995 HTTP/1.1" status: 201 len: 201 time: 0.0985920 May 04 17:33:25.079904 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53418) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:25.086091 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.tag.tag_plugin [None req-bf4d5366-78e1-445c-a849-382bd2e37019 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '1bd3acac-1a87-4dca-a6f0-743ca9f4f28e', 'tempest-TagsExtTest-Tag-1082952052') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:25.090391 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65989927-90d7-4c35-a399-63e53349f5cf tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Made reservation on behalf of d50aa0308d3f47e4bde015fa31f2165f for: {'port': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:33:25.177203 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-0cfa3de8-82ea-4d30-9b47-622d1faecf0e None None] Allocated IP 172.20.0.2 (a613a2a9-e3ff-45c7-bedd-1ed50f5b5856/d82ce09d-3fe3-4b04-a484-d34cdcec245b/f8427c86-973b-4da0-a114-4c43dba2111b) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:33:25.244070 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-bf4d5366-78e1-445c-a849-382bd2e37019 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] 10.222.0.41 "PUT /v2.0/routers/1bd3acac-1a87-4dca-a6f0-743ca9f4f28e/tags/tempest-TagsExtTest-Tag-1082952052 HTTP/1.1" status: 201 len: 201 time: 0.1606207 May 04 17:33:25.244555 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53422) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:25.250890 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9d7a87c8-a8a6-4d0c-ac04-03b248aa7ae5 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:25.251649 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.tag.tag_plugin [None req-4fa541c7-1c11-456e-a06a-e17c6719a623 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'ca0678f4-c841-4357-899f-e56bc6a82c9c', 'tempest-TagsExtTest-Tag-434654961') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:25.286405 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-9d7a87c8-a8a6-4d0c-ac04-03b248aa7ae5 None None] Transition to ACTIVE for port object e03e8a5e-9242-482f-adc9-450b7d04028f will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:33:25.298872 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-4fa541c7-1c11-456e-a06a-e17c6719a623 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] 10.222.0.41 "PUT /v2.0/subnetpools/ca0678f4-c841-4357-899f-e56bc6a82c9c/tags/tempest-TagsExtTest-Tag-434654961 HTTP/1.1" status: 201 len: 201 time: 0.0505381 May 04 17:33:25.299487 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53426) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:25.306775 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.tag.tag_plugin [None req-b82ed826-66b9-4a77-b002-d972efc10a74 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e9c40191-cdc7-49d0-b671-165e4f7231d8') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:25.353207 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c005e0e8-9b59-474a-b47f-f0167d7503cb None None] Update dhcp port {'port': {'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'fixed_ips': [{'subnet_id': 'c27fdc3c-54f3-4243-b31b-8fab376a14e4'}], 'binding:host_id': 'dv-neutron-840426-1-hyperv'}, 'id': '2e8672b6-1697-4b13-a253-c9aed85d3629'} from dv-neutron-840426-1-hyperv. {{(pid=88039) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 04 17:33:25.378291 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-65989927-90d7-4c35-a399-63e53349f5cf tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:25.378530 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-b82ed826-66b9-4a77-b002-d972efc10a74 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] 10.222.0.41 "GET /v2.0/subnets/e9c40191-cdc7-49d0-b671-165e4f7231d8/tags HTTP/1.1" status: 200 len: 239 time: 0.0750699 May 04 17:33:25.378720 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53430) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:25.385198 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.tag.tag_plugin [None req-1ad62198-44ec-4d92-bd40-fa8913581dba tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e9c40191-cdc7-49d0-b671-165e4f7231d8', 'tempest-TagsExtTest-Tag-26270878') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:25.410152 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [None req-65989927-90d7-4c35-a399-63e53349f5cf tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] device_id is not set on port f093e9bf-ba2d-446e-a830-d958d44f72da yet. {{(pid=88038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:33:25.417131 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-9d7a87c8-a8a6-4d0c-ac04-03b248aa7ae5 None None] Transition to ACTIVE for port object e03e8a5e-9242-482f-adc9-450b7d04028f will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:33:25.436122 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9d7a87c8-a8a6-4d0c-ac04-03b248aa7ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:25.457068 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-1ad62198-44ec-4d92-bd40-fa8913581dba tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] 10.222.0.41 "GET /v2.0/subnets/e9c40191-cdc7-49d0-b671-165e4f7231d8/tags/tempest-TagsExtTest-Tag-26270878 HTTP/1.1" status: 204 len: 168 time: 0.0749116 May 04 17:33:25.457370 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53434) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:25.462562 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.tag.tag_plugin [None req-f04d5fcd-4519-453d-b1c3-ea8a12bd1c3a tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'e9c40191-cdc7-49d0-b671-165e4f7231d8', 'tempest-TagsExtTest-Tag-26270878') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:25.502725 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-c005e0e8-9b59-474a-b47f-f0167d7503cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:25.535498 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7a87c8-a8a6-4d0c-ac04-03b248aa7ae5 None None] Network 86930d7d-115e-4377-b8f3-7d5dda3790aa is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:33:25.544609 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-9d7a87c8-a8a6-4d0c-ac04-03b248aa7ae5 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:33:25.547544 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7a87c8-a8a6-4d0c-ac04-03b248aa7ae5 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:33:25.562404 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-f04d5fcd-4519-453d-b1c3-ea8a12bd1c3a tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] 10.222.0.41 "DELETE /v2.0/subnets/e9c40191-cdc7-49d0-b671-165e4f7231d8/tags/tempest-TagsExtTest-Tag-26270878 HTTP/1.1" status: 204 len: 168 time: 0.1039386 May 04 17:33:25.564375 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53438) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:25.570039 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.tag.tag_plugin [None req-ce1433ea-18b8-4273-8a39-e3b6bf205b63 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e9c40191-cdc7-49d0-b671-165e4f7231d8') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:25.643298 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-ce1433ea-18b8-4273-8a39-e3b6bf205b63 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] 10.222.0.41 "GET /v2.0/subnets/e9c40191-cdc7-49d0-b671-165e4f7231d8/tags HTTP/1.1" status: 200 len: 205 time: 0.0753520 May 04 17:33:25.643533 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53442) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:25.652600 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.tag.tag_plugin [None req-8efc4493-d064-465d-b954-5810aa224441 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '85360fe7-f3a7-4b3c-ae01-f7adee1d0369') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:25.680436 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7a87c8-a8a6-4d0c-ac04-03b248aa7ae5 None None] Pushing event updated for resources: {'Port': ['ID=e03e8a5e-9242-482f-adc9-450b7d04028f,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:25.710159 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.objects.ports [None req-4a3842f1-7bd7-483a-9fa0-aa0f1118f1f2 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88038) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 04 17:33:25.796216 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0cfa3de8-82ea-4d30-9b47-622d1faecf0e None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:25.798712 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-9d7a87c8-a8a6-4d0c-ac04-03b248aa7ae5 None None] Attempting to bind port e03e8a5e-9242-482f-adc9-450b7d04028f on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:33:25.799080 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-9d7a87c8-a8a6-4d0c-ac04-03b248aa7ae5 None None] Attempting to bind port e03e8a5e-9242-482f-adc9-450b7d04028f by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'a069f392-e187-4bd2-a978-a137c3ec3314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '86930d7d-115e-4377-b8f3-7d5dda3790aa'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:33:25.799442 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7a87c8-a8a6-4d0c-ac04-03b248aa7ae5 None None] Attempting to bind port e03e8a5e-9242-482f-adc9-450b7d04028f on network 86930d7d-115e-4377-b8f3-7d5dda3790aa {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:33:25.824856 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-0cfa3de8-82ea-4d30-9b47-622d1faecf0e None None] Transition to ACTIVE for port object f8427c86-973b-4da0-a114-4c43dba2111b will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:33:25.833457 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7a87c8-a8a6-4d0c-ac04-03b248aa7ae5 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:33:25.833835 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7a87c8-a8a6-4d0c-ac04-03b248aa7ae5 None None] Checking segment: {'id': 'a069f392-e187-4bd2-a978-a137c3ec3314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '86930d7d-115e-4377-b8f3-7d5dda3790aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:33:25.834897 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9d7a87c8-a8a6-4d0c-ac04-03b248aa7ae5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:25.835294 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7a87c8-a8a6-4d0c-ac04-03b248aa7ae5 None None] Bound using segment: {'id': 'a069f392-e187-4bd2-a978-a137c3ec3314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '86930d7d-115e-4377-b8f3-7d5dda3790aa'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:33:25.835786 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-9d7a87c8-a8a6-4d0c-ac04-03b248aa7ae5 None None] Bound port: e03e8a5e-9242-482f-adc9-450b7d04028f, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a069f392-e187-4bd2-a978-a137c3ec3314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '86930d7d-115e-4377-b8f3-7d5dda3790aa'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:33:25.836159 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9d7a87c8-a8a6-4d0c-ac04-03b248aa7ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:25.899210 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-0cfa3de8-82ea-4d30-9b47-622d1faecf0e None None] Transition to ACTIVE for port object f8427c86-973b-4da0-a114-4c43dba2111b will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:33:25.934880 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0cfa3de8-82ea-4d30-9b47-622d1faecf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:25.972000 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-8efc4493-d064-465d-b954-5810aa224441 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] 10.222.0.41 "GET /v2.0/ports/85360fe7-f3a7-4b3c-ae01-f7adee1d0369/tags HTTP/1.1" status: 200 len: 240 time: 0.3274422 May 04 17:33:25.974658 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53446) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:25.981279 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.tag.tag_plugin [None req-dc51b540-6594-48b7-af26-f44c5d778995 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '85360fe7-f3a7-4b3c-ae01-f7adee1d0369', 'tempest-TagsExtTest-Tag-487305995') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:26.001206 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-65989927-90d7-4c35-a399-63e53349f5cf tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Allocated IP 172.20.0.6 (a613a2a9-e3ff-45c7-bedd-1ed50f5b5856/d82ce09d-3fe3-4b04-a484-d34cdcec245b/f093e9bf-ba2d-446e-a830-d958d44f72da) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:33:26.022988 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1870d91c-4612-4dbf-a757-6f64a4c97340 None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:33:26.058632 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfa3de8-82ea-4d30-9b47-622d1faecf0e None None] Network a613a2a9-e3ff-45c7-bedd-1ed50f5b5856 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:33:26.072525 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-dc51b540-6594-48b7-af26-f44c5d778995 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] 10.222.0.41 "GET /v2.0/ports/85360fe7-f3a7-4b3c-ae01-f7adee1d0369/tags/tempest-TagsExtTest-Tag-487305995 HTTP/1.1" status: 204 len: 168 time: 0.0967050 May 04 17:33:26.075040 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53450) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:26.080503 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.tag.tag_plugin [None req-516ca1a0-200a-461d-a6ba-49875ff6f088 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '85360fe7-f3a7-4b3c-ae01-f7adee1d0369', 'tempest-TagsExtTest-Tag-487305995') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:26.089085 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-0cfa3de8-82ea-4d30-9b47-622d1faecf0e None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:33:26.091707 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfa3de8-82ea-4d30-9b47-622d1faecf0e None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:33:26.109524 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfa3de8-82ea-4d30-9b47-622d1faecf0e None None] Pushing event updated for resources: {'Port': ['ID=f8427c86-973b-4da0-a114-4c43dba2111b,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:26.143595 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4a3842f1-7bd7-483a-9fa0-aa0f1118f1f2 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:26.176179 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-516ca1a0-200a-461d-a6ba-49875ff6f088 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] 10.222.0.41 "DELETE /v2.0/ports/85360fe7-f3a7-4b3c-ae01-f7adee1d0369/tags/tempest-TagsExtTest-Tag-487305995 HTTP/1.1" status: 204 len: 168 time: 0.0998833 May 04 17:33:26.178732 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53454) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:26.184731 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.tag.tag_plugin [None req-e8fa3ba5-098a-4f8d-98b5-795d6169c3f8 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '85360fe7-f3a7-4b3c-ae01-f7adee1d0369') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:26.215090 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-9d7a87c8-a8a6-4d0c-ac04-03b248aa7ae5 None None] For port e03e8a5e-9242-482f-adc9-450b7d04028f, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:33:26.272228 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-e8fa3ba5-098a-4f8d-98b5-795d6169c3f8 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] 10.222.0.41 "GET /v2.0/ports/85360fe7-f3a7-4b3c-ae01-f7adee1d0369/tags HTTP/1.1" status: 200 len: 205 time: 0.0918622 May 04 17:33:26.274665 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53458) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:26.279855 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.tag.tag_plugin [None req-1f96540e-c14a-4adb-854b-250c216d1610 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '1bd3acac-1a87-4dca-a6f0-743ca9f4f28e') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:26.336116 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8ac85e24-5566-4a16-aa79-a17c6e64ad5f None None] Provisioning complete for port 2e8672b6-1697-4b13-a253-c9aed85d3629 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:33:26.336479 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8ac85e24-5566-4a16-aa79-a17c6e64ad5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:26.349437 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-65989927-90d7-4c35-a399-63e53349f5cf tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:26.386503 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-9d7a87c8-a8a6-4d0c-ac04-03b248aa7ae5 None None] For port e03e8a5e-9242-482f-adc9-450b7d04028f, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=e03e8a5e-9242-482f-adc9-450b7d04028f,segment=NetworkSegment(a069f392-e187-4bd2-a978-a137c3ec3314),segment_id=a069f392-e187-4bd2-a978-a137c3ec3314)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:33:26.400407 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-65989927-90d7-4c35-a399-63e53349f5cf tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Transition to ACTIVE for port object f093e9bf-ba2d-446e-a830-d958d44f72da will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:33:26.414751 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9d7a87c8-a8a6-4d0c-ac04-03b248aa7ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:26.434458 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-1f96540e-c14a-4adb-854b-250c216d1610 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] 10.222.0.41 "GET /v2.0/routers/1bd3acac-1a87-4dca-a6f0-743ca9f4f28e/tags HTTP/1.1" status: 200 len: 241 time: 0.1562612 May 04 17:33:26.434660 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53462) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:26.439607 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.tag.tag_plugin [None req-26d04a46-ae2e-4897-b90d-b8332dc4449f tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1bd3acac-1a87-4dca-a6f0-743ca9f4f28e', 'tempest-TagsExtTest-Tag-1082952052') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:26.465117 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-0cfa3de8-82ea-4d30-9b47-622d1faecf0e None None] Attempting to bind port f8427c86-973b-4da0-a114-4c43dba2111b on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:33:26.465479 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-0cfa3de8-82ea-4d30-9b47-622d1faecf0e None None] Attempting to bind port f8427c86-973b-4da0-a114-4c43dba2111b by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '85b292bf-e198-4c06-a562-5eaf8bb12fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a613a2a9-e3ff-45c7-bedd-1ed50f5b5856'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:33:26.465838 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfa3de8-82ea-4d30-9b47-622d1faecf0e None None] Attempting to bind port f8427c86-973b-4da0-a114-4c43dba2111b on network a613a2a9-e3ff-45c7-bedd-1ed50f5b5856 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:33:26.511785 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-4a3842f1-7bd7-483a-9fa0-aa0f1118f1f2 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] For port 2e8672b6-1697-4b13-a253-c9aed85d3629, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=2e8672b6-1697-4b13-a253-c9aed85d3629,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:33:26.518836 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfa3de8-82ea-4d30-9b47-622d1faecf0e None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:33:26.519145 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfa3de8-82ea-4d30-9b47-622d1faecf0e None None] Checking segment: {'id': '85b292bf-e198-4c06-a562-5eaf8bb12fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a613a2a9-e3ff-45c7-bedd-1ed50f5b5856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:33:26.519514 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0cfa3de8-82ea-4d30-9b47-622d1faecf0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:26.519900 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfa3de8-82ea-4d30-9b47-622d1faecf0e None None] Bound using segment: {'id': '85b292bf-e198-4c06-a562-5eaf8bb12fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a613a2a9-e3ff-45c7-bedd-1ed50f5b5856'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:33:26.520423 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-0cfa3de8-82ea-4d30-9b47-622d1faecf0e None None] Bound port: f8427c86-973b-4da0-a114-4c43dba2111b, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85b292bf-e198-4c06-a562-5eaf8bb12fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a613a2a9-e3ff-45c7-bedd-1ed50f5b5856'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:33:26.520834 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0cfa3de8-82ea-4d30-9b47-622d1faecf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:26.524514 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-65989927-90d7-4c35-a399-63e53349f5cf tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:26.577824 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-26d04a46-ae2e-4897-b90d-b8332dc4449f tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] 10.222.0.41 "GET /v2.0/routers/1bd3acac-1a87-4dca-a6f0-743ca9f4f28e/tags/tempest-TagsExtTest-Tag-1082952052 HTTP/1.1" status: 204 len: 168 time: 0.1399200 May 04 17:33:26.578177 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53466) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:26.584587 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.tag.tag_plugin [None req-9af48225-d029-49f9-a551-295cf8be4ea7 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '1bd3acac-1a87-4dca-a6f0-743ca9f4f28e', 'tempest-TagsExtTest-Tag-1082952052') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:26.621464 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65989927-90d7-4c35-a399-63e53349f5cf tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Network a613a2a9-e3ff-45c7-bedd-1ed50f5b5856 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:33:26.627843 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-65989927-90d7-4c35-a399-63e53349f5cf tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:33:26.630281 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65989927-90d7-4c35-a399-63e53349f5cf tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:33:26.631433 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7a87c8-a8a6-4d0c-ac04-03b248aa7ae5 None None] Pushing event updated for resources: {'Port': ['ID=e03e8a5e-9242-482f-adc9-450b7d04028f,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:26.661509 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65989927-90d7-4c35-a399-63e53349f5cf tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event updated for resources: {'Port': ['ID=f093e9bf-ba2d-446e-a830-d958d44f72da,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:26.661509 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4a3842f1-7bd7-483a-9fa0-aa0f1118f1f2 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:26.677362 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4a3842f1-7bd7-483a-9fa0-aa0f1118f1f2 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:26.678661 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4a3842f1-7bd7-483a-9fa0-aa0f1118f1f2 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:26.797033 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-0cfa3de8-82ea-4d30-9b47-622d1faecf0e None None] For port f8427c86-973b-4da0-a114-4c43dba2111b, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:33:26.804886 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-0cfa3de8-82ea-4d30-9b47-622d1faecf0e None None] For port f8427c86-973b-4da0-a114-4c43dba2111b, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=f8427c86-973b-4da0-a114-4c43dba2111b,segment=NetworkSegment(85b292bf-e198-4c06-a562-5eaf8bb12fb1),segment_id=85b292bf-e198-4c06-a562-5eaf8bb12fb1)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:33:26.817707 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0cfa3de8-82ea-4d30-9b47-622d1faecf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:26.824037 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3842f1-7bd7-483a-9fa0-aa0f1118f1f2 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:33:26.831907 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-4a3842f1-7bd7-483a-9fa0-aa0f1118f1f2 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:33:26.835434 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3842f1-7bd7-483a-9fa0-aa0f1118f1f2 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:26.836029 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4a3842f1-7bd7-483a-9fa0-aa0f1118f1f2 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:26.851322 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65989927-90d7-4c35-a399-63e53349f5cf tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:26.851991 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-65989927-90d7-4c35-a399-63e53349f5cf tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:26.886346 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3842f1-7bd7-483a-9fa0-aa0f1118f1f2 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event updated for resources: {'Subnet': ['ID=17efdba4-874c-454b-994b-c61ababbc843,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:26.888895 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-9af48225-d029-49f9-a551-295cf8be4ea7 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] 10.222.0.41 "DELETE /v2.0/routers/1bd3acac-1a87-4dca-a6f0-743ca9f4f28e/tags/tempest-TagsExtTest-Tag-1082952052 HTTP/1.1" status: 204 len: 168 time: 0.3097878 May 04 17:33:26.891356 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53470) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:26.897080 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.tag.tag_plugin [None req-b68091f1-6560-41de-806a-9cf9da529207 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '1bd3acac-1a87-4dca-a6f0-743ca9f4f28e') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:26.955905 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3842f1-7bd7-483a-9fa0-aa0f1118f1f2 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event updated for resources: {'Port': ['ID=2e8672b6-1697-4b13-a253-c9aed85d3629,revision_number=8']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:26.957220 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfa3de8-82ea-4d30-9b47-622d1faecf0e None None] Pushing event updated for resources: {'Port': ['ID=f8427c86-973b-4da0-a114-4c43dba2111b,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:26.974136 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-65989927-90d7-4c35-a399-63e53349f5cf tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2506592 May 04 17:33:26.976219 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-4a3842f1-7bd7-483a-9fa0-aa0f1118f1f2 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1535559 May 04 17:33:26.979787 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53474) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:26.980584 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53476) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:26.998451 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-4e611aed-3624-4692-9270-88970546c8cf tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Request body: {'subnet': {'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:27.039559 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-76eebc46-e196-4fb7-9c1c-06f5dde93fe0 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Request body: {'subnet': {'network_id': 'a613a2a9-e3ff-45c7-bedd-1ed50f5b5856', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:27.139984 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-b68091f1-6560-41de-806a-9cf9da529207 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] 10.222.0.41 "GET /v2.0/routers/1bd3acac-1a87-4dca-a6f0-743ca9f4f28e/tags HTTP/1.1" status: 200 len: 205 time: 0.2474544 May 04 17:33:27.142419 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53482) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:27.147694 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.tag.tag_plugin [None req-c4f7db98-71b6-43df-8f3e-1b3c417f8eda tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'ca0678f4-c841-4357-899f-e56bc6a82c9c') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:27.197881 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-c4f7db98-71b6-43df-8f3e-1b3c417f8eda tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] 10.222.0.41 "GET /v2.0/subnetpools/ca0678f4-c841-4357-899f-e56bc6a82c9c/tags HTTP/1.1" status: 200 len: 240 time: 0.0542319 May 04 17:33:27.200373 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53486) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:27.206554 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.tag.tag_plugin [None req-aa3a6ab8-99ef-40a9-9d14-b8ab05d3c2e0 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ca0678f4-c841-4357-899f-e56bc6a82c9c', 'tempest-TagsExtTest-Tag-434654961') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:27.257187 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-aa3a6ab8-99ef-40a9-9d14-b8ab05d3c2e0 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] 10.222.0.41 "GET /v2.0/subnetpools/ca0678f4-c841-4357-899f-e56bc6a82c9c/tags/tempest-TagsExtTest-Tag-434654961 HTTP/1.1" status: 204 len: 168 time: 0.0526822 May 04 17:33:27.257694 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53490) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:27.263593 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.tag.tag_plugin [None req-565a030c-f3f6-4e36-8a65-5fee0854903b tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'ca0678f4-c841-4357-899f-e56bc6a82c9c', 'tempest-TagsExtTest-Tag-434654961') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:27.332503 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-565a030c-f3f6-4e36-8a65-5fee0854903b tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] 10.222.0.41 "DELETE /v2.0/subnetpools/ca0678f4-c841-4357-899f-e56bc6a82c9c/tags/tempest-TagsExtTest-Tag-434654961 HTTP/1.1" status: 204 len: 168 time: 0.0732396 May 04 17:33:27.335428 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53494) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:27.366971 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.tag.tag_plugin [None req-44677ac0-be1a-4fb7-a0f1-0692dd1a1045 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'ca0678f4-c841-4357-899f-e56bc6a82c9c') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:27.390016 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-76eebc46-e196-4fb7-9c1c-06f5dde93fe0 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:27.407351 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-76eebc46-e196-4fb7-9c1c-06f5dde93fe0 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Usage tracker for resource:subnet and tenant:d50aa0308d3f47e4bde015fa31f2165f is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:27.414859 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-76eebc46-e196-4fb7-9c1c-06f5dde93fe0 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:27.426433 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-76eebc46-e196-4fb7-9c1c-06f5dde93fe0 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:27.437126 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-4e611aed-3624-4692-9270-88970546c8cf tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:27.443841 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-44677ac0-be1a-4fb7-a0f1-0692dd1a1045 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] 10.222.0.41 "GET /v2.0/subnetpools/ca0678f4-c841-4357-899f-e56bc6a82c9c/tags HTTP/1.1" status: 200 len: 205 time: 0.0883746 May 04 17:33:27.445259 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-4e611aed-3624-4692-9270-88970546c8cf tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Usage tracker for resource:subnet and tenant:e0bb3da2b1c344b882bb065b24ba46bb is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:27.446703 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53498) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:27.448820 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-4e611aed-3624-4692-9270-88970546c8cf tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:27.454552 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.tag.tag_plugin [None req-e25c33f5-1b6e-4e82-8df2-79b25d3c5c2a tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ca0678f4-c841-4357-899f-e56bc6a82c9c') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:27.456193 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76eebc46-e196-4fb7-9c1c-06f5dde93fe0 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Made reservation on behalf of d50aa0308d3f47e4bde015fa31f2165f for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:33:27.460749 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-76eebc46-e196-4fb7-9c1c-06f5dde93fe0 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:27.495167 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-e25c33f5-1b6e-4e82-8df2-79b25d3c5c2a tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] 10.222.0.41 "DELETE /v2.0/subnetpools/ca0678f4-c841-4357-899f-e56bc6a82c9c/tags HTTP/1.1" status: 204 len: 168 time: 0.0464876 May 04 17:33:27.497604 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53502) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:27.499796 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 2e8672b6-1697-4b13-a253-c9aed85d3629 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:33:27.504495 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.tag.tag_plugin [None req-46f59832-9249-4ec0-a0b4-e8e6c64a6c6b tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1bd3acac-1a87-4dca-a6f0-743ca9f4f28e') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:27.574274 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-4e611aed-3624-4692-9270-88970546c8cf tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:27.616404 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.ipam_backend_mixin [None req-76eebc46-e196-4fb7-9c1c-06f5dde93fe0 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d82ce09d-3fe3-4b04-a484-d34cdcec245b (CIDR: 172.20.0.0/28) May 04 17:33:27.617781 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e611aed-3624-4692-9270-88970546c8cf tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Made reservation on behalf of e0bb3da2b1c344b882bb065b24ba46bb for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:33:27.622705 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4e611aed-3624-4692-9270-88970546c8cf tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:27.643550 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-76eebc46-e196-4fb7-9c1c-06f5dde93fe0 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 04 17:33:27.644073 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76eebc46-e196-4fb7-9c1c-06f5dde93fe0 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:33:27.666094 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:27.672824 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-46f59832-9249-4ec0-a0b4-e8e6c64a6c6b tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] 10.222.0.41 "DELETE /v2.0/routers/1bd3acac-1a87-4dca-a6f0-743ca9f4f28e/tags HTTP/1.1" status: 204 len: 168 time: 0.1736653 May 04 17:33:27.676331 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53506) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:27.684283 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.tag.tag_plugin [None req-ff9b10b2-4272-4b46-8c1e-88b0be295e6b tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '85360fe7-f3a7-4b3c-ae01-f7adee1d0369') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:27.711910 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 2e8672b6-1697-4b13-a253-c9aed85d3629, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=2e8672b6-1697-4b13-a253-c9aed85d3629,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:33:27.716106 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:27.749075 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-76eebc46-e196-4fb7-9c1c-06f5dde93fe0 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7673275 May 04 17:33:27.754655 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53510) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:27.763359 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 2e8672b6-1697-4b13-a253-c9aed85d3629 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:33:27.772105 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-d3f2d336-7c5a-48c9-b395-7e070faa64fe tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Request body: {'subnet': {'network_id': 'a613a2a9-e3ff-45c7-bedd-1ed50f5b5856', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:27.813281 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-ff9b10b2-4272-4b46-8c1e-88b0be295e6b tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] 10.222.0.41 "DELETE /v2.0/ports/85360fe7-f3a7-4b3c-ae01-f7adee1d0369/tags HTTP/1.1" status: 204 len: 168 time: 0.1352201 May 04 17:33:27.814033 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53514) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:27.820309 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.tag.tag_plugin [None req-d379e0b7-f45f-4b12-87d6-09faada51cd0 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e9c40191-cdc7-49d0-b671-165e4f7231d8') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:27.861312 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=2e8672b6-1697-4b13-a253-c9aed85d3629,revision_number=9']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:27.937795 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-d379e0b7-f45f-4b12-87d6-09faada51cd0 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] 10.222.0.41 "DELETE /v2.0/subnets/e9c40191-cdc7-49d0-b671-165e4f7231d8/tags HTTP/1.1" status: 204 len: 168 time: 0.1225922 May 04 17:33:27.938138 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53518) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:27.943797 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.tag.tag_plugin [None req-27cb1d54-e9a9-4706-a437-c75c4c5fb2dd tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e9c40191-cdc7-49d0-b671-165e4f7231d8', 'tempest-TagsExtTest-Tag-457276640') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:27.979943 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f778adc1-3150-4440-b6c7-a72baf4ab003 None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:33:28.147655 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d4c0bb5c-3c6a-45bd-b9ca-35fbbd338835 None None] Provisioning complete for port 2e8672b6-1697-4b13-a253-c9aed85d3629 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:33:28.147981 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d4c0bb5c-3c6a-45bd-b9ca-35fbbd338835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:28.200714 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.ipam_backend_mixin [None req-4e611aed-3624-4692-9270-88970546c8cf tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 17efdba4-874c-454b-994b-c61ababbc843 (CIDR: 2001:db8::/64) May 04 17:33:28.211193 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e611aed-3624-4692-9270-88970546c8cf tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 04 17:33:28.211894 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e611aed-3624-4692-9270-88970546c8cf tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:33:28.236430 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-d3f2d336-7c5a-48c9-b395-7e070faa64fe tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:28.244609 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-d3f2d336-7c5a-48c9-b395-7e070faa64fe tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Usage tracker for resource:subnet and tenant:d50aa0308d3f47e4bde015fa31f2165f is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:28.250198 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-d3f2d336-7c5a-48c9-b395-7e070faa64fe tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:28.256036 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device e03e8a5e-9242-482f-adc9-450b7d04028f up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:33:28.260589 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-d3f2d336-7c5a-48c9-b395-7e070faa64fe tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:28.286416 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-4e611aed-3624-4692-9270-88970546c8cf tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3026958 May 04 17:33:28.288968 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53522) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:28.296463 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-4f427629-332f-49d6-ae37-8d1d0a4fc61c tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Request body: {'subnet': {'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:28.306469 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f2d336-7c5a-48c9-b395-7e070faa64fe tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Made reservation on behalf of d50aa0308d3f47e4bde015fa31f2165f for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:33:28.311257 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d3f2d336-7c5a-48c9-b395-7e070faa64fe tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:28.375552 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e02329-715b-4326-8b22-f24168d7f818 None None] Network 86930d7d-115e-4377-b8f3-7d5dda3790aa requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:33:28.526408 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-27cb1d54-e9a9-4706-a437-c75c4c5fb2dd tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] 10.222.0.41 "PUT /v2.0/subnets/e9c40191-cdc7-49d0-b671-165e4f7231d8/tags/tempest-TagsExtTest-Tag-457276640 HTTP/1.1" status: 201 len: 201 time: 0.5867898 May 04 17:33:28.529026 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53526) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:28.543827 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.tag.tag_plugin [None req-5f8e6d53-655a-411d-9d18-be2f735a4839 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '85360fe7-f3a7-4b3c-ae01-f7adee1d0369', 'tempest-TagsExtTest-Tag-1305400233') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:28.601586 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-4f427629-332f-49d6-ae37-8d1d0a4fc61c tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:28.607838 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-4f427629-332f-49d6-ae37-8d1d0a4fc61c tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Usage tracker for resource:subnet and tenant:e0bb3da2b1c344b882bb065b24ba46bb is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:28.618520 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d4c0bb5c-3c6a-45bd-b9ca-35fbbd338835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:28.629395 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-4f427629-332f-49d6-ae37-8d1d0a4fc61c tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:28.643407 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-4f427629-332f-49d6-ae37-8d1d0a4fc61c tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:28.663952 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f427629-332f-49d6-ae37-8d1d0a4fc61c tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Made reservation on behalf of e0bb3da2b1c344b882bb065b24ba46bb for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:33:28.667968 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4f427629-332f-49d6-ae37-8d1d0a4fc61c tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:28.730983 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port e03e8a5e-9242-482f-adc9-450b7d04028f completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:33:28.753248 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d3f2d336-7c5a-48c9-b395-7e070faa64fe tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:28.775873 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 2e8672b6-1697-4b13-a253-c9aed85d3629 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:33:28.836063 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f2d336-7c5a-48c9-b395-7e070faa64fe tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Network a613a2a9-e3ff-45c7-bedd-1ed50f5b5856 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:33:28.846780 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-d3f2d336-7c5a-48c9-b395-7e070faa64fe tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:33:28.851038 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-5f8e6d53-655a-411d-9d18-be2f735a4839 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] 10.222.0.41 "PUT /v2.0/ports/85360fe7-f3a7-4b3c-ae01-f7adee1d0369/tags/tempest-TagsExtTest-Tag-1305400233 HTTP/1.1" status: 201 len: 201 time: 0.3168344 May 04 17:33:28.852798 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f2d336-7c5a-48c9-b395-7e070faa64fe tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:28.852957 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d4c0bb5c-3c6a-45bd-b9ca-35fbbd338835 None None] For port 2e8672b6-1697-4b13-a253-c9aed85d3629, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=2e8672b6-1697-4b13-a253-c9aed85d3629,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:33:28.853664 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d3f2d336-7c5a-48c9-b395-7e070faa64fe tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:28.854762 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53530) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:28.863098 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.tag.tag_plugin [None req-cc8fb3cc-7ffe-4e14-bba1-fdbf6e2faa30 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '1bd3acac-1a87-4dca-a6f0-743ca9f4f28e', 'tempest-TagsExtTest-Tag-1012517528') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:28.865854 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d4c0bb5c-3c6a-45bd-b9ca-35fbbd338835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:28.889900 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-d3f2d336-7c5a-48c9-b395-7e070faa64fe tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1311362 May 04 17:33:28.889900 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53534) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:28.897070 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-fef00b19-1721-4fe2-b8da-d379570595c4 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1646559296', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a67a63fa-e7fc-4f82-bf77-d67aeaf87c14'}], 'security_groups': ['43bad064-189a-437b-98bf-81a4ebbb6da4']}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:28.930023 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f2d336-7c5a-48c9-b395-7e070faa64fe tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event updated for resources: {'Subnet': ['ID=a67a63fa-e7fc-4f82-bf77-d67aeaf87c14,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:29.020377 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c0bb5c-3c6a-45bd-b9ca-35fbbd338835 None None] Pushing event updated for resources: {'Port': ['ID=2e8672b6-1697-4b13-a253-c9aed85d3629,revision_number=10']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:29.027120 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 2e8672b6-1697-4b13-a253-c9aed85d3629 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:33:29.027520 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:29.092701 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fef00b19-1721-4fe2-b8da-d379570595c4 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:29.111073 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-cc8fb3cc-7ffe-4e14-bba1-fdbf6e2faa30 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] 10.222.0.41 "PUT /v2.0/routers/1bd3acac-1a87-4dca-a6f0-743ca9f4f28e/tags/tempest-TagsExtTest-Tag-1012517528 HTTP/1.1" status: 201 len: 201 time: 0.2525458 May 04 17:33:29.111634 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53538) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:29.119911 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.tag.tag_plugin [None req-5706697a-6344-4426-ba7b-29c9bb594e1f tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'ca0678f4-c841-4357-899f-e56bc6a82c9c', 'tempest-TagsExtTest-Tag-581956375') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:29.200967 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-5706697a-6344-4426-ba7b-29c9bb594e1f tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] 10.222.0.41 "PUT /v2.0/subnetpools/ca0678f4-c841-4357-899f-e56bc6a82c9c/tags/tempest-TagsExtTest-Tag-581956375 HTTP/1.1" status: 201 len: 201 time: 0.0858841 May 04 17:33:29.201174 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b9db35-ea94-4abf-a505-2c2881047dcf None None] Network a613a2a9-e3ff-45c7-bedd-1ed50f5b5856 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:33:29.204742 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53542) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:29.212147 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.tag.tag_plugin [None req-d77e7916-8859-4999-8478-b63e18a7b770 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'e9c40191-cdc7-49d0-b671-165e4f7231d8', {'tags': ['tempest-TagsExtTest-Tag-1611367544', 'tempest-TagsExtTest-Tag-389279436', 'tempest-TagsExtTest-Tag-448543897']}) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:29.231979 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-b9069d2d-39ba-459e-abae-092d0d7ecea1 None None] Provisioning for port f8427c86-973b-4da0-a114-4c43dba2111b completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:33:29.310528 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4f427629-332f-49d6-ae37-8d1d0a4fc61c tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:29.401848 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-d77e7916-8859-4999-8478-b63e18a7b770 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] 10.222.0.41 "PUT /v2.0/subnets/e9c40191-cdc7-49d0-b671-165e4f7231d8/tags HTTP/1.1" status: 200 len: 316 time: 0.1951592 May 04 17:33:29.406724 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f427629-332f-49d6-ae37-8d1d0a4fc61c tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:33:29.419335 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53546) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:29.436380 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-b9069d2d-39ba-459e-abae-092d0d7ecea1 None None] Provisioning complete for port f54337d0-c343-401a-a393-4a1776df1562 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:33:29.436895 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b9069d2d-39ba-459e-abae-092d0d7ecea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:29.440070 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-4f427629-332f-49d6-ae37-8d1d0a4fc61c tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:33:29.455129 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.tag.tag_plugin [None req-423c8d8a-cfbb-49c8-bd6d-5e2408139ab4 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e9c40191-cdc7-49d0-b671-165e4f7231d8') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:29.470953 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8062d541-0a7c-459f-ae5d-c49fbc096ed3 None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:33:29.513338 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f427629-332f-49d6-ae37-8d1d0a4fc61c tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:29.514508 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4f427629-332f-49d6-ae37-8d1d0a4fc61c tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:29.519432 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device f8427c86-973b-4da0-a114-4c43dba2111b up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:33:29.562223 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f427629-332f-49d6-ae37-8d1d0a4fc61c tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event updated for resources: {'Subnet': ['ID=b9505279-08fd-4179-b579-f9f03430d52b,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:29.612392 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-4f427629-332f-49d6-ae37-8d1d0a4fc61c tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3213241 May 04 17:33:29.615595 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53550) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:29.627995 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-35dbf232-8722-4d98-a247-747b1f74703b tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Request body: {'port': {'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'mac_address': 'fa:16:3e:bf:f6:36', 'name': 'tempest-NetworksTestDHCPv6-260392591'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:29.723987 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-fef00b19-1721-4fe2-b8da-d379570595c4 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Delete allocated IP 172.20.0.6 (a613a2a9-e3ff-45c7-bedd-1ed50f5b5856/d82ce09d-3fe3-4b04-a484-d34cdcec245b) {{(pid=88038) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 04 17:33:29.746127 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-b9069d2d-39ba-459e-abae-092d0d7ecea1 None None] Port f54337d0-c343-401a-a393-4a1776df1562 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:33:29.747746 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-fef00b19-1721-4fe2-b8da-d379570595c4 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Allocated IP 172.20.0.22 (a613a2a9-e3ff-45c7-bedd-1ed50f5b5856/a67a63fa-e7fc-4f82-bf77-d67aeaf87c14/f093e9bf-ba2d-446e-a830-d958d44f72da) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:33:29.791208 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-b9069d2d-39ba-459e-abae-092d0d7ecea1 None None] Provisioning for port e03e8a5e-9242-482f-adc9-450b7d04028f completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:33:29.888275 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-b9069d2d-39ba-459e-abae-092d0d7ecea1 None None] Provisioning complete for port e03e8a5e-9242-482f-adc9-450b7d04028f triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:33:29.888943 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b9069d2d-39ba-459e-abae-092d0d7ecea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:29.936689 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port f8427c86-973b-4da0-a114-4c43dba2111b completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:33:29.973530 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port f8427c86-973b-4da0-a114-4c43dba2111b triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:33:29.973530 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:30.005296 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-35dbf232-8722-4d98-a247-747b1f74703b tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:30.023954 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-35dbf232-8722-4d98-a247-747b1f74703b tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:30.047497 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-423c8d8a-cfbb-49c8-bd6d-5e2408139ab4 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] 10.222.0.41 "DELETE /v2.0/subnets/e9c40191-cdc7-49d0-b671-165e4f7231d8/tags HTTP/1.1" status: 204 len: 168 time: 0.6143630 May 04 17:33:30.050055 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35dbf232-8722-4d98-a247-747b1f74703b tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Made reservation on behalf of e0bb3da2b1c344b882bb065b24ba46bb for: {'port': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:33:30.051514 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fef00b19-1721-4fe2-b8da-d379570595c4 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:30.068186 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-fef00b19-1721-4fe2-b8da-d379570595c4 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Ignored duplicate provisioning block setup for port f093e9bf-ba2d-446e-a830-d958d44f72da by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 04 17:33:30.069436 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53554) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:30.075556 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.tag.tag_plugin [None req-c9b9b6b8-ee2b-457c-8dab-0ce7cae3ca83 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e9c40191-cdc7-49d0-b671-165e4f7231d8', 'tempest-TagsExtTest-Tag-1611367544') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:30.107449 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fef00b19-1721-4fe2-b8da-d379570595c4 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:30.236304 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-35dbf232-8722-4d98-a247-747b1f74703b tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:30.274504 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [None req-35dbf232-8722-4d98-a247-747b1f74703b tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] device_id is not set on port b0a6e661-2893-452e-a402-ffe7cfe5a720 yet. {{(pid=88037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:33:30.293827 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b9069d2d-39ba-459e-abae-092d0d7ecea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:30.329855 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-fef00b19-1721-4fe2-b8da-d379570595c4 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] In _notify_port_updated(), no bound segment for port f093e9bf-ba2d-446e-a830-d958d44f72da on network a613a2a9-e3ff-45c7-bedd-1ed50f5b5856 {{(pid=88038) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 04 17:33:30.337482 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef00b19-1721-4fe2-b8da-d379570595c4 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:30.338166 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fef00b19-1721-4fe2-b8da-d379570595c4 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:30.339635 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-fef00b19-1721-4fe2-b8da-d379570595c4 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "PUT /v2.0/ports/f093e9bf-ba2d-446e-a830-d958d44f72da HTTP/1.1" status: 200 len: 921 time: 1.4485171 May 04 17:33:30.341987 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef00b19-1721-4fe2-b8da-d379570595c4 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event updated for resources: {'Port': ['ID=f093e9bf-ba2d-446e-a830-d958d44f72da,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:30.345073 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53558) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:30.353734 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:30.406550 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port f8427c86-973b-4da0-a114-4c43dba2111b, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=f8427c86-973b-4da0-a114-4c43dba2111b,segment=NetworkSegment(85b292bf-e198-4c06-a562-5eaf8bb12fb1),segment_id=85b292bf-e198-4c06-a562-5eaf8bb12fb1)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:33:30.408472 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0329206d-7071-4929-8cd4-57df99596eb8 None None] Update dhcp port {'port': {'network_id': 'a613a2a9-e3ff-45c7-bedd-1ed50f5b5856', 'fixed_ips': [{'subnet_id': 'd82ce09d-3fe3-4b04-a484-d34cdcec245b', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a67a63fa-e7fc-4f82-bf77-d67aeaf87c14'}], 'binding:host_id': 'dv-neutron-840426-1-hyperv'}, 'id': 'f8427c86-973b-4da0-a114-4c43dba2111b'} from dv-neutron-840426-1-hyperv. {{(pid=88039) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 04 17:33:30.436125 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-685f6753-5455-4091-9603-149513cccd64 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Deleting port f093e9bf-ba2d-446e-a830-d958d44f72da {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:33:30.436468 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-685f6753-5455-4091-9603-149513cccd64 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:30.491429 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:30.500832 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.api.v2.resource [None req-c9b9b6b8-ee2b-457c-8dab-0ce7cae3ca83 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] show failed (client error): The resource could not be found. May 04 17:33:30.504927 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-c9b9b6b8-ee2b-457c-8dab-0ce7cae3ca83 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] 10.222.0.41 "GET /v2.0/subnets/e9c40191-cdc7-49d0-b671-165e4f7231d8/tags/tempest-TagsExtTest-Tag-1611367544 HTTP/1.1" status: 404 len: 329 time: 0.4313512 May 04 17:33:30.505177 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53562) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:30.511387 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.tag.tag_plugin [None req-2b6316c9-c96e-44cd-85a5-ed843ec4b19e tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e9c40191-cdc7-49d0-b671-165e4f7231d8', 'tempest-TagsExtTest-Tag-389279436') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:30.519077 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-35dbf232-8722-4d98-a247-747b1f74703b tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Allocated IP 2001:db8:0:1::269 (6b89b041-5c42-49da-97bf-23cee8aadf17/b9505279-08fd-4179-b579-f9f03430d52b/b0a6e661-2893-452e-a402-ffe7cfe5a720) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:33:30.527074 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-35dbf232-8722-4d98-a247-747b1f74703b tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Allocated IP 2001:db8::f816:3eff:febf:f636 (6b89b041-5c42-49da-97bf-23cee8aadf17/17efdba4-874c-454b-994b-c61ababbc843/b0a6e661-2893-452e-a402-ffe7cfe5a720) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:33:30.551274 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-b9069d2d-39ba-459e-abae-092d0d7ecea1 None None] For port e03e8a5e-9242-482f-adc9-450b7d04028f, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=e03e8a5e-9242-482f-adc9-450b7d04028f,segment=NetworkSegment(a069f392-e187-4bd2-a978-a137c3ec3314),segment_id=a069f392-e187-4bd2-a978-a137c3ec3314)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:33:30.591186 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0329206d-7071-4929-8cd4-57df99596eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:30.610435 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b9069d2d-39ba-459e-abae-092d0d7ecea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:30.612172 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 2e8672b6-1697-4b13-a253-c9aed85d3629 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:33:30.663392 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a895bd39-30ee-4493-8e8b-989d8016b10c None None] Update dhcp port {'port': {'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'fixed_ips': [{'subnet_id': '17efdba4-874c-454b-994b-c61ababbc843', 'ip_address': '2001:db8::f816:3eff:fe94:4acc'}, {'subnet_id': 'b9505279-08fd-4179-b579-f9f03430d52b'}], 'binding:host_id': 'dv-neutron-840426-1-hyperv'}, 'id': '2e8672b6-1697-4b13-a253-c9aed85d3629'} from dv-neutron-840426-1-hyperv. {{(pid=88039) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 04 17:33:30.726965 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.api.v2.resource [None req-2b6316c9-c96e-44cd-85a5-ed843ec4b19e tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] show failed (client error): The resource could not be found. May 04 17:33:30.727992 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-2b6316c9-c96e-44cd-85a5-ed843ec4b19e tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] 10.222.0.41 "GET /v2.0/subnets/e9c40191-cdc7-49d0-b671-165e4f7231d8/tags/tempest-TagsExtTest-Tag-389279436 HTTP/1.1" status: 404 len: 328 time: 0.2203689 May 04 17:33:30.731438 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53566) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:30.738345 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.tag.tag_plugin [None req-c3b9b731-4ef0-48dc-bf03-79a2e7a9c248 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e9c40191-cdc7-49d0-b671-165e4f7231d8', 'tempest-TagsExtTest-Tag-448543897') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:30.754336 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-35dbf232-8722-4d98-a247-747b1f74703b tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:30.773129 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-35dbf232-8722-4d98-a247-747b1f74703b tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Transition to ACTIVE for port object b0a6e661-2893-452e-a402-ffe7cfe5a720 will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:33:30.802505 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-35dbf232-8722-4d98-a247-747b1f74703b tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:30.814373 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a895bd39-30ee-4493-8e8b-989d8016b10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:30.827421 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=f8427c86-973b-4da0-a114-4c43dba2111b,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:30.882036 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35dbf232-8722-4d98-a247-747b1f74703b tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:33:30.885410 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-35dbf232-8722-4d98-a247-747b1f74703b tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:33:30.889615 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dbf232-8722-4d98-a247-747b1f74703b tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:33:30.895423 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dbf232-8722-4d98-a247-747b1f74703b tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:30.896191 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-35dbf232-8722-4d98-a247-747b1f74703b tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:30.904904 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dbf232-8722-4d98-a247-747b1f74703b tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event updated for resources: {'Port': ['ID=b0a6e661-2893-452e-a402-ffe7cfe5a720,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:30.921001 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dbf232-8722-4d98-a247-747b1f74703b tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:33:30.921403 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dbf232-8722-4d98-a247-747b1f74703b tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:33:30.921841 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dbf232-8722-4d98-a247-747b1f74703b tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:33:30.922380 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dbf232-8722-4d98-a247-747b1f74703b tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:33:30.922776 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dbf232-8722-4d98-a247-747b1f74703b tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:33:30.923175 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dbf232-8722-4d98-a247-747b1f74703b tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:33:30.923563 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dbf232-8722-4d98-a247-747b1f74703b tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:33:30.923959 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dbf232-8722-4d98-a247-747b1f74703b tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:33:30.924347 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dbf232-8722-4d98-a247-747b1f74703b tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:33:30.924736 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dbf232-8722-4d98-a247-747b1f74703b tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:33:30.925664 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dbf232-8722-4d98-a247-747b1f74703b tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:33:30.925664 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dbf232-8722-4d98-a247-747b1f74703b tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:33:30.935884 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-685f6753-5455-4091-9603-149513cccd64 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:30.943071 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-35dbf232-8722-4d98-a247-747b1f74703b tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3255484 May 04 17:33:30.946629 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53570) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:30.960731 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-ae92cd51-901a-46e1-9fae-a067150342c8 None None] Provisioning complete for port e03e8a5e-9242-482f-adc9-450b7d04028f triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:33:30.961372 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ae92cd51-901a-46e1-9fae-a067150342c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:31.015852 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-6a1f6112-507d-477e-a815-141cb70a543d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Deleting port b0a6e661-2893-452e-a402-ffe7cfe5a720 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:33:31.016278 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6a1f6112-507d-477e-a815-141cb70a543d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:31.078343 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-685f6753-5455-4091-9603-149513cccd64 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Calling delete_port for f093e9bf-ba2d-446e-a830-d958d44f72da owned by {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:33:31.131253 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 2e8672b6-1697-4b13-a253-c9aed85d3629 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:33:31.131629 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:31.151732 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.api.v2.resource [None req-c3b9b731-4ef0-48dc-bf03-79a2e7a9c248 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] show failed (client error): The resource could not be found. May 04 17:33:31.155340 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-c3b9b731-4ef0-48dc-bf03-79a2e7a9c248 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] 10.222.0.41 "GET /v2.0/subnets/e9c40191-cdc7-49d0-b671-165e4f7231d8/tags/tempest-TagsExtTest-Tag-448543897 HTTP/1.1" status: 404 len: 328 time: 0.4205263 May 04 17:33:31.156144 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53574) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:31.174964 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.tag.tag_plugin [None req-bfa42fa5-358f-4eae-a0eb-5b0ac55164a2 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '85360fe7-f3a7-4b3c-ae01-f7adee1d0369', {'tags': ['tempest-TagsExtTest-Tag-1756790018', 'tempest-TagsExtTest-Tag-249938081', 'tempest-TagsExtTest-Tag-220605555']}) {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:31.178103 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9069d2d-39ba-459e-abae-092d0d7ecea1 None None] Pushing event updated for resources: {'Port': ['ID=e03e8a5e-9242-482f-adc9-450b7d04028f,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:31.312929 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-bfa42fa5-358f-4eae-a0eb-5b0ac55164a2 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] 10.222.0.41 "PUT /v2.0/ports/85360fe7-f3a7-4b3c-ae01-f7adee1d0369/tags HTTP/1.1" status: 200 len: 316 time: 0.1431766 May 04 17:33:31.313738 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-685f6753-5455-4091-9603-149513cccd64 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:31.315387 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53578) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:31.325774 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6a1f6112-507d-477e-a815-141cb70a543d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:31.363654 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.tag.tag_plugin [None req-3f2ecadc-1b03-41eb-95b7-0a5b6409602f tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '85360fe7-f3a7-4b3c-ae01-f7adee1d0369') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:31.403261 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685f6753-5455-4091-9603-149513cccd64 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event deleted for resources: {'Port': ['ID=f093e9bf-ba2d-446e-a830-d958d44f72da,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:31.408247 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-0329206d-7071-4929-8cd4-57df99596eb8 None None] Allocated IP 172.20.0.18 (a613a2a9-e3ff-45c7-bedd-1ed50f5b5856/a67a63fa-e7fc-4f82-bf77-d67aeaf87c14/f8427c86-973b-4da0-a114-4c43dba2111b) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:33:31.451986 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685f6753-5455-4091-9603-149513cccd64 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:33:31.451986 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685f6753-5455-4091-9603-149513cccd64 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:33:31.451986 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685f6753-5455-4091-9603-149513cccd64 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:33:31.451986 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685f6753-5455-4091-9603-149513cccd64 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:33:31.452470 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685f6753-5455-4091-9603-149513cccd64 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:33:31.452787 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685f6753-5455-4091-9603-149513cccd64 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:33:31.453207 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685f6753-5455-4091-9603-149513cccd64 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:33:31.453618 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685f6753-5455-4091-9603-149513cccd64 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:33:31.454069 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685f6753-5455-4091-9603-149513cccd64 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:33:31.454485 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685f6753-5455-4091-9603-149513cccd64 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:33:31.454902 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685f6753-5455-4091-9603-149513cccd64 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:33:31.455326 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685f6753-5455-4091-9603-149513cccd64 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:33:31.462536 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-ae92cd51-901a-46e1-9fae-a067150342c8 None None] Could not find standard attr ID for object f093e9bf-ba2d-446e-a830-d958d44f72da. {{(pid=88039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 04 17:33:31.464742 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-6a1f6112-507d-477e-a815-141cb70a543d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Calling delete_port for b0a6e661-2893-452e-a402-ffe7cfe5a720 owned by {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:33:31.530440 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-a895bd39-30ee-4493-8e8b-989d8016b10c None None] Allocated IP 2001:db8:0:1::2 (6b89b041-5c42-49da-97bf-23cee8aadf17/b9505279-08fd-4179-b579-f9f03430d52b/2e8672b6-1697-4b13-a253-c9aed85d3629) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:33:31.544077 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-685f6753-5455-4091-9603-149513cccd64 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:31.558480 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-685f6753-5455-4091-9603-149513cccd64 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "DELETE /v2.0/ports/f093e9bf-ba2d-446e-a830-d958d44f72da HTTP/1.1" status: 204 len: 168 time: 1.2102518 May 04 17:33:31.561774 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53582) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:31.577737 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-3f2ecadc-1b03-41eb-95b7-0a5b6409602f tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] 10.222.0.41 "DELETE /v2.0/ports/85360fe7-f3a7-4b3c-ae01-f7adee1d0369/tags HTTP/1.1" status: 204 len: 168 time: 0.2611144 May 04 17:33:31.580483 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53586) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:31.585502 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.tag.tag_plugin [None req-5659caf1-7b73-4fea-a8f1-1a37ad6faf01 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '85360fe7-f3a7-4b3c-ae01-f7adee1d0369', 'tempest-TagsExtTest-Tag-1756790018') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:31.610912 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-8742f0ed-2140-4065-9993-e7470b7374cf tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] GET failed (client error): The resource could not be found. May 04 17:33:31.615615 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-8742f0ed-2140-4065-9993-e7470b7374cf tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "GET /v2.0/ports/f093e9bf-ba2d-446e-a830-d958d44f72da HTTP/1.1" status: 404 len: 333 time: 0.0486228 May 04 17:33:31.615866 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53590) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:31.626422 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-ae92cd51-901a-46e1-9fae-a067150342c8 None None] Provisioning complete for port 2e8672b6-1697-4b13-a253-c9aed85d3629 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:33:31.626795 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ae92cd51-901a-46e1-9fae-a067150342c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:31.705115 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-68a8e027-dca6-4971-91ba-4a6fc336baa8 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for security_group, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:31.720743 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.api.v2.resource [None req-5659caf1-7b73-4fea-a8f1-1a37ad6faf01 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] show failed (client error): The resource could not be found. May 04 17:33:31.725980 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-5659caf1-7b73-4fea-a8f1-1a37ad6faf01 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] 10.222.0.41 "GET /v2.0/ports/85360fe7-f3a7-4b3c-ae01-f7adee1d0369/tags/tempest-TagsExtTest-Tag-1756790018 HTTP/1.1" status: 404 len: 329 time: 0.1403069 May 04 17:33:31.725980 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53594) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:31.735969 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.tag.tag_plugin [None req-bce52136-ffc7-4cc5-8fbc-ef73645e204c tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '85360fe7-f3a7-4b3c-ae01-f7adee1d0369', 'tempest-TagsExtTest-Tag-249938081') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:31.765218 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6a1f6112-507d-477e-a815-141cb70a543d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:31.782987 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-68a8e027-dca6-4971-91ba-4a6fc336baa8 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:31.789364 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-0329206d-7071-4929-8cd4-57df99596eb8 None None] For port f8427c86-973b-4da0-a114-4c43dba2111b, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=f8427c86-973b-4da0-a114-4c43dba2111b,segment=NetworkSegment(85b292bf-e198-4c06-a562-5eaf8bb12fb1),segment_id=85b292bf-e198-4c06-a562-5eaf8bb12fb1)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:33:31.819231 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1f6112-507d-477e-a815-141cb70a543d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event deleted for resources: {'Port': ['ID=b0a6e661-2893-452e-a402-ffe7cfe5a720,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:31.842118 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.api.v2.resource [None req-bce52136-ffc7-4cc5-8fbc-ef73645e204c tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] show failed (client error): The resource could not be found. May 04 17:33:31.843271 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-bce52136-ffc7-4cc5-8fbc-ef73645e204c tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] 10.222.0.41 "GET /v2.0/ports/85360fe7-f3a7-4b3c-ae01-f7adee1d0369/tags/tempest-TagsExtTest-Tag-249938081 HTTP/1.1" status: 404 len: 328 time: 0.1170120 May 04 17:33:31.846700 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-68a8e027-dca6-4971-91ba-4a6fc336baa8 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:31.850671 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53598) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:31.869023 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.tag.tag_plugin [None req-8b538821-1abd-40f2-a432-5d6379c784a5 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '85360fe7-f3a7-4b3c-ae01-f7adee1d0369', 'tempest-TagsExtTest-Tag-220605555') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:31.878771 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0329206d-7071-4929-8cd4-57df99596eb8 None None] Notify callbacks [] for port, precommit_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:31.905196 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a8e027-dca6-4971-91ba-4a6fc336baa8 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10674b0-5dfb-4920-bf22-45fdb31ae4d7,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:31.910146 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-a895bd39-30ee-4493-8e8b-989d8016b10c None None] For port 2e8672b6-1697-4b13-a253-c9aed85d3629, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=2e8672b6-1697-4b13-a253-c9aed85d3629,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:33:31.921799 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6a1f6112-507d-477e-a815-141cb70a543d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:31.932866 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-68a8e027-dca6-4971-91ba-4a6fc336baa8 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:31.934045 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-68a8e027-dca6-4971-91ba-4a6fc336baa8 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "DELETE /v2.0/security-groups/c10674b0-5dfb-4920-bf22-45fdb31ae4d7 HTTP/1.1" status: 204 len: 168 time: 0.3170888 May 04 17:33:31.941291 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53602) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:31.945836 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-0329206d-7071-4929-8cd4-57df99596eb8 None None] Transition to ACTIVE for port object f8427c86-973b-4da0-a114-4c43dba2111b will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:33:31.947647 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-6a1f6112-507d-477e-a815-141cb70a543d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/ports/b0a6e661-2893-452e-a402-ffe7cfe5a720 HTTP/1.1" status: 204 len: 168 time: 0.9996409 May 04 17:33:31.951306 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53606) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:31.957505 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0329206d-7071-4929-8cd4-57df99596eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:32.022062 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.api.v2.resource [None req-8b538821-1abd-40f2-a432-5d6379c784a5 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] show failed (client error): The resource could not be found. May 04 17:33:32.024890 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-8b538821-1abd-40f2-a432-5d6379c784a5 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] 10.222.0.41 "GET /v2.0/ports/85360fe7-f3a7-4b3c-ae01-f7adee1d0369/tags/tempest-TagsExtTest-Tag-220605555 HTTP/1.1" status: 404 len: 328 time: 0.1652672 May 04 17:33:32.025080 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53610) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:32.036706 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.tag.tag_plugin [None req-732877b7-f884-4b70-aec2-9fd1e18158c9 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '1bd3acac-1a87-4dca-a6f0-743ca9f4f28e', {'tags': ['tempest-TagsExtTest-Tag-1575232189', 'tempest-TagsExtTest-Tag-1694362511', 'tempest-TagsExtTest-Tag-911921213']}) {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:32.060809 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb70378-79c6-4c02-b926-3af5248da4ff tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:32.063653 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-8cb70378-79c6-4c02-b926-3af5248da4ff tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 964 time: 0.1109769 May 04 17:33:32.064096 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53614) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:32.108641 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a895bd39-30ee-4493-8e8b-989d8016b10c None None] Notify callbacks [] for port, precommit_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:32.109419 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-701a6234-ae3f-46c8-9dec-614ce7d8a22a tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:32.117165 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329206d-7071-4929-8cd4-57df99596eb8 None None] Pushing event updated for resources: {'Port': ['ID=f8427c86-973b-4da0-a114-4c43dba2111b,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:32.149686 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-ae92cd51-901a-46e1-9fae-a067150342c8 None None] Provisioning for port 85360fe7-f3a7-4b3c-ae01-f7adee1d0369 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:33:32.182229 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-ae92cd51-901a-46e1-9fae-a067150342c8 None None] Provisioning complete for port 85360fe7-f3a7-4b3c-ae01-f7adee1d0369 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:33:32.182587 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ae92cd51-901a-46e1-9fae-a067150342c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:32.185030 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9547ba-a6e8-42d5-817f-a407152e3187 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:32.190491 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-ad9547ba-a6e8-42d5-817f-a407152e3187 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 964 time: 0.1221962 May 04 17:33:32.190491 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53618) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:32.208142 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-a895bd39-30ee-4493-8e8b-989d8016b10c None None] Transition to ACTIVE for port object 2e8672b6-1697-4b13-a253-c9aed85d3629 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:33:32.239122 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a895bd39-30ee-4493-8e8b-989d8016b10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:32.331160 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6da888-7766-465d-8349-cae082942497 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:32.333212 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6da888-7766-465d-8349-cae082942497 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:32.339998 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6da888-7766-465d-8349-cae082942497 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:32.341239 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-0f6da888-7766-465d-8349-cae082942497 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Synchronizing usage tracker for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:subnet {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:33:32.387826 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-701a6234-ae3f-46c8-9dec-614ce7d8a22a tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:32.403240 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-0f6da888-7766-465d-8349-cae082942497 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Unset dirty status for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:subnet {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:33:32.404716 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-0f6da888-7766-465d-8349-cae082942497 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2134221 May 04 17:33:32.413838 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-ae92cd51-901a-46e1-9fae-a067150342c8 None None] Port 85360fe7-f3a7-4b3c-ae01-f7adee1d0369 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:33:32.415034 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53622) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:32.481793 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a895bd39-30ee-4493-8e8b-989d8016b10c None None] Pushing event updated for resources: {'Port': ['ID=2e8672b6-1697-4b13-a253-c9aed85d3629,revision_number=11']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:32.494419 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-732877b7-f884-4b70-aec2-9fd1e18158c9 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] 10.222.0.41 "PUT /v2.0/routers/1bd3acac-1a87-4dca-a6f0-743ca9f4f28e/tags HTTP/1.1" status: 200 len: 317 time: 0.4643149 May 04 17:33:32.510411 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53626) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:32.542490 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.tag.tag_plugin [None req-b5e72172-8f04-4c89-a76d-e1f28800f229 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1bd3acac-1a87-4dca-a6f0-743ca9f4f28e') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:32.549812 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_v2 [None req-f38d725a-fdf4-4021-a032-cf73d49382a9 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Deleting subnet 17efdba4-874c-454b-994b-c61ababbc843 {{(pid=88038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:33:32.554409 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f38d725a-fdf4-4021-a032-cf73d49382a9 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:32.655408 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f38d725a-fdf4-4021-a032-cf73d49382a9 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-801696'] for subnet, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:32.662013 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device e03e8a5e-9242-482f-adc9-450b7d04028f up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:33:32.751618 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-701a6234-ae3f-46c8-9dec-614ce7d8a22a tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:32.754546 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port e03e8a5e-9242-482f-adc9-450b7d04028f triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:33:32.755241 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:32.765287 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f38d725a-fdf4-4021-a032-cf73d49382a9 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:32.785696 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701a6234-ae3f-46c8-9dec-614ce7d8a22a tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43bad064-189a-437b-98bf-81a4ebbb6da4,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:32.793745 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-701a6234-ae3f-46c8-9dec-614ce7d8a22a tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:32.795296 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-701a6234-ae3f-46c8-9dec-614ce7d8a22a tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "DELETE /v2.0/security-groups/43bad064-189a-437b-98bf-81a4ebbb6da4 HTTP/1.1" status: 204 len: 168 time: 0.8509798 May 04 17:33:32.804848 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53630) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:32.874148 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f38d725a-fdf4-4021-a032-cf73d49382a9 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:32.877442 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-b5e72172-8f04-4c89-a76d-e1f28800f229 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] 10.222.0.41 "DELETE /v2.0/routers/1bd3acac-1a87-4dca-a6f0-743ca9f4f28e/tags HTTP/1.1" status: 204 len: 168 time: 0.3587971 May 04 17:33:32.884672 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53634) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:32.892488 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.tag.tag_plugin [None req-66a34cd7-265f-4880-b188-436bc8aab9dd tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1bd3acac-1a87-4dca-a6f0-743ca9f4f28e', 'tempest-TagsExtTest-Tag-1575232189') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:32.929075 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f38d725a-fdf4-4021-a032-cf73d49382a9 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:32.933487 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38d725a-fdf4-4021-a032-cf73d49382a9 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event deleted for resources: {'Subnet': ['ID=17efdba4-874c-454b-994b-c61ababbc843,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:32.951650 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-f38d725a-fdf4-4021-a032-cf73d49382a9 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/subnets/17efdba4-874c-454b-994b-c61ababbc843 HTTP/1.1" status: 204 len: 168 time: 0.5377026 May 04 17:33:32.954080 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53638) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:32.961083 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 2e8672b6-1697-4b13-a253-c9aed85d3629 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:33:33.035454 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cabbd23-8f65-4946-8d62-2fcf659d7a92 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Deleting subnet b9505279-08fd-4179-b579-f9f03430d52b {{(pid=88038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:33:33.041736 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5cabbd23-8f65-4946-8d62-2fcf659d7a92 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:33.120424 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5cabbd23-8f65-4946-8d62-2fcf659d7a92 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-801696'] for subnet, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:33.159344 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-48dc2fba-403e-4fcd-b739-0b65e7a1f626 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Deleting subnet d82ce09d-3fe3-4b04-a484-d34cdcec245b {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:33:33.165802 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-48dc2fba-403e-4fcd-b739-0b65e7a1f626 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:33.172324 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-36ad55df-b7f4-4573-98d2-1a3841b0304d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:33.178989 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device f8427c86-973b-4da0-a114-4c43dba2111b up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:33:33.217339 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.api.v2.resource [None req-66a34cd7-265f-4880-b188-436bc8aab9dd tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] show failed (client error): The resource could not be found. May 04 17:33:33.218551 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-66a34cd7-265f-4880-b188-436bc8aab9dd tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] 10.222.0.41 "GET /v2.0/routers/1bd3acac-1a87-4dca-a6f0-743ca9f4f28e/tags/tempest-TagsExtTest-Tag-1575232189 HTTP/1.1" status: 404 len: 329 time: 0.3323295 May 04 17:33:33.223848 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53642) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:33.247004 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.tag.tag_plugin [None req-72142a24-9fd5-430a-998e-abb6dc65e2af tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1bd3acac-1a87-4dca-a6f0-743ca9f4f28e', 'tempest-TagsExtTest-Tag-1694362511') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:33.247227 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-48dc2fba-403e-4fcd-b739-0b65e7a1f626 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:33.309867 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-985f7308-3d69-48a6-8065-d21538c15d9b None None] Provisioning for port f8427c86-973b-4da0-a114-4c43dba2111b completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:33:33.318405 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-985f7308-3d69-48a6-8065-d21538c15d9b None None] Provisioning complete for port f8427c86-973b-4da0-a114-4c43dba2111b triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:33:33.319102 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-985f7308-3d69-48a6-8065-d21538c15d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:33.363277 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-48dc2fba-403e-4fcd-b739-0b65e7a1f626 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:33.416151 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90cf4676-9f16-4f5a-864c-a839067cc656 None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:33:33.456106 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port f8427c86-973b-4da0-a114-4c43dba2111b triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:33:33.456697 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:33.469446 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-48dc2fba-403e-4fcd-b739-0b65e7a1f626 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:33.563321 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc2fba-403e-4fcd-b739-0b65e7a1f626 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event deleted for resources: {'Subnet': ['ID=d82ce09d-3fe3-4b04-a484-d34cdcec245b,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:33.567663 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5cabbd23-8f65-4946-8d62-2fcf659d7a92 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:33.573505 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-48dc2fba-403e-4fcd-b739-0b65e7a1f626 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:33.595419 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-48dc2fba-403e-4fcd-b739-0b65e7a1f626 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "DELETE /v2.0/subnets/d82ce09d-3fe3-4b04-a484-d34cdcec245b HTTP/1.1" status: 204 len: 168 time: 0.7657256 May 04 17:33:33.595419 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53646) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:33.606570 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-d5302867-6dc9-4617-ba10-62866d49b9fc tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Request body: {'subnet': {'network_id': 'a613a2a9-e3ff-45c7-bedd-1ed50f5b5856', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:33.619534 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.api.v2.resource [None req-72142a24-9fd5-430a-998e-abb6dc65e2af tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] show failed (client error): The resource could not be found. May 04 17:33:33.623842 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-72142a24-9fd5-430a-998e-abb6dc65e2af tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] 10.222.0.41 "GET /v2.0/routers/1bd3acac-1a87-4dca-a6f0-743ca9f4f28e/tags/tempest-TagsExtTest-Tag-1694362511 HTTP/1.1" status: 404 len: 329 time: 0.3916430 May 04 17:33:33.624439 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53650) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:33.637026 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.tag.tag_plugin [None req-ddbbb9bb-decc-4004-8326-506c865b0179 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1bd3acac-1a87-4dca-a6f0-743ca9f4f28e', 'tempest-TagsExtTest-Tag-911921213') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:33.863485 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-d5302867-6dc9-4617-ba10-62866d49b9fc tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:33.869125 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5cabbd23-8f65-4946-8d62-2fcf659d7a92 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:33.880927 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-d5302867-6dc9-4617-ba10-62866d49b9fc tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Usage tracker for resource:subnet and tenant:d50aa0308d3f47e4bde015fa31f2165f is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:33.886378 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-d5302867-6dc9-4617-ba10-62866d49b9fc tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:33.901885 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-d5302867-6dc9-4617-ba10-62866d49b9fc tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:33.922256 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5302867-6dc9-4617-ba10-62866d49b9fc tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Made reservation on behalf of d50aa0308d3f47e4bde015fa31f2165f for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:33:33.930866 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cabbd23-8f65-4946-8d62-2fcf659d7a92 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event deleted for resources: {'Subnet': ['ID=b9505279-08fd-4179-b579-f9f03430d52b,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:33.931363 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d5302867-6dc9-4617-ba10-62866d49b9fc tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:33.935036 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.api.v2.resource [None req-ddbbb9bb-decc-4004-8326-506c865b0179 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] show failed (client error): The resource could not be found. May 04 17:33:33.939148 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-ddbbb9bb-decc-4004-8326-506c865b0179 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] 10.222.0.41 "GET /v2.0/routers/1bd3acac-1a87-4dca-a6f0-743ca9f4f28e/tags/tempest-TagsExtTest-Tag-911921213 HTTP/1.1" status: 404 len: 328 time: 0.3112912 May 04 17:33:33.941362 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53654) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:33.943057 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79845ca-91ec-4605-ac2b-7dc64031f6e7 None None] Network a613a2a9-e3ff-45c7-bedd-1ed50f5b5856 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:33:33.946718 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.tag.tag_plugin [None req-603639a4-cfd1-4a3e-8a5d-c31e11c0da72 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'ca0678f4-c841-4357-899f-e56bc6a82c9c', {'tags': ['tempest-TagsExtTest-Tag-1678271195', 'tempest-TagsExtTest-Tag-2135169106', 'tempest-TagsExtTest-Tag-775091045']}) {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:33.956508 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5cabbd23-8f65-4946-8d62-2fcf659d7a92 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:33.980316 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-5cabbd23-8f65-4946-8d62-2fcf659d7a92 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/subnets/b9505279-08fd-4179-b579-f9f03430d52b HTTP/1.1" status: 204 len: 168 time: 1.0226893 May 04 17:33:33.980316 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53658) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:33.987421 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-985f7308-3d69-48a6-8065-d21538c15d9b None None] Provisioning complete for port f54337d0-c343-401a-a393-4a1776df1562 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:33:33.987421 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-985f7308-3d69-48a6-8065-d21538c15d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:34.080012 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-22df8291-ac64-4db0-bd98-3d2dd4118eeb tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0806162 May 04 17:33:34.080012 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53662) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:34.080012 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-98b89556-92bf-46a4-858f-952b35136620 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Request body: {'subnet': {'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:34.129910 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53666) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:34.132437 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-603639a4-cfd1-4a3e-8a5d-c31e11c0da72 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] 10.222.0.41 "PUT /v2.0/subnetpools/ca0678f4-c841-4357-899f-e56bc6a82c9c/tags HTTP/1.1" status: 200 len: 317 time: 0.1867614 May 04 17:33:34.141234 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.tag.tag_plugin [None req-9fc759f4-253f-438f-b665-935c1430fa9a tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ca0678f4-c841-4357-899f-e56bc6a82c9c') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:34.150200 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-985f7308-3d69-48a6-8065-d21538c15d9b None None] Port f54337d0-c343-401a-a393-4a1776df1562 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:33:34.157555 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-985f7308-3d69-48a6-8065-d21538c15d9b None None] Could not find standard attr ID for object f093e9bf-ba2d-446e-a830-d958d44f72da. {{(pid=88039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 04 17:33:34.255415 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-9fc759f4-253f-438f-b665-935c1430fa9a tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] 10.222.0.41 "DELETE /v2.0/subnetpools/ca0678f4-c841-4357-899f-e56bc6a82c9c/tags HTTP/1.1" status: 204 len: 168 time: 0.1272719 May 04 17:33:34.261149 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53670) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:34.271058 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.tag.tag_plugin [None req-b72e1852-d779-4782-b17e-6921ed9579a8 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ca0678f4-c841-4357-899f-e56bc6a82c9c', 'tempest-TagsExtTest-Tag-1678271195') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:34.283208 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-fd2af7c6-ef87-4aae-a418-0eec84f54ddb None None] Could not find standard attr ID for object f093e9bf-ba2d-446e-a830-d958d44f72da. {{(pid=88039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 04 17:33:34.304176 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-98b89556-92bf-46a4-858f-952b35136620 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:34.311916 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-98b89556-92bf-46a4-858f-952b35136620 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Usage tracker for resource:subnet and tenant:e0bb3da2b1c344b882bb065b24ba46bb is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:34.316309 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-98b89556-92bf-46a4-858f-952b35136620 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:34.345687 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-98b89556-92bf-46a4-858f-952b35136620 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:34.360335 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-fd2af7c6-ef87-4aae-a418-0eec84f54ddb None None] Provisioning for port 2e8672b6-1697-4b13-a253-c9aed85d3629 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:33:34.362771 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.api.v2.resource [None req-b72e1852-d779-4782-b17e-6921ed9579a8 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] show failed (client error): The resource could not be found. May 04 17:33:34.363258 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-b72e1852-d779-4782-b17e-6921ed9579a8 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] 10.222.0.41 "GET /v2.0/subnetpools/ca0678f4-c841-4357-899f-e56bc6a82c9c/tags/tempest-TagsExtTest-Tag-1678271195 HTTP/1.1" status: 404 len: 329 time: 0.1008821 May 04 17:33:34.365448 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b89556-92bf-46a4-858f-952b35136620 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Made reservation on behalf of e0bb3da2b1c344b882bb065b24ba46bb for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:33:34.369139 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-98b89556-92bf-46a4-858f-952b35136620 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:34.370759 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53674) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:34.377483 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.tag.tag_plugin [None req-fa817c03-a35c-4e2f-af68-83aac21b307a tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ca0678f4-c841-4357-899f-e56bc6a82c9c', 'tempest-TagsExtTest-Tag-2135169106') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:34.381794 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-fd2af7c6-ef87-4aae-a418-0eec84f54ddb None None] Provisioning complete for port 2e8672b6-1697-4b13-a253-c9aed85d3629 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:33:34.381794 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-fd2af7c6-ef87-4aae-a418-0eec84f54ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:34.454759 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.api.v2.resource [None req-fa817c03-a35c-4e2f-af68-83aac21b307a tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] show failed (client error): The resource could not be found. May 04 17:33:34.454759 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-fa817c03-a35c-4e2f-af68-83aac21b307a tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] 10.222.0.41 "GET /v2.0/subnetpools/ca0678f4-c841-4357-899f-e56bc6a82c9c/tags/tempest-TagsExtTest-Tag-2135169106 HTTP/1.1" status: 404 len: 329 time: 0.0780942 May 04 17:33:34.454759 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53678) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:34.465019 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.tag.tag_plugin [None req-78a29408-9a92-4c1c-af42-ec978b10cfb5 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ca0678f4-c841-4357-899f-e56bc6a82c9c', 'tempest-TagsExtTest-Tag-775091045') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:34.476831 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682f93b0-d5ef-43cd-94f9-c0a994a01303 None None] Update dhcp port {'port': {'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'fixed_ips': [{'subnet_id': 'b9505279-08fd-4179-b579-f9f03430d52b'}], 'binding:host_id': 'dv-neutron-840426-1-hyperv'}, 'id': '2e8672b6-1697-4b13-a253-c9aed85d3629'} from dv-neutron-840426-1-hyperv. {{(pid=88039) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 04 17:33:34.477756 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d5302867-6dc9-4617-ba10-62866d49b9fc tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:34.551491 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5302867-6dc9-4617-ba10-62866d49b9fc tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Network a613a2a9-e3ff-45c7-bedd-1ed50f5b5856 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:33:34.556680 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-d5302867-6dc9-4617-ba10-62866d49b9fc tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:33:34.560505 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5302867-6dc9-4617-ba10-62866d49b9fc tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:34.560505 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d5302867-6dc9-4617-ba10-62866d49b9fc tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:34.609251 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-682f93b0-d5ef-43cd-94f9-c0a994a01303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:34.642667 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.api.v2.resource [None req-78a29408-9a92-4c1c-af42-ec978b10cfb5 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] show failed (client error): The resource could not be found. May 04 17:33:34.642667 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-78a29408-9a92-4c1c-af42-ec978b10cfb5 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] 10.222.0.41 "GET /v2.0/subnetpools/ca0678f4-c841-4357-899f-e56bc6a82c9c/tags/tempest-TagsExtTest-Tag-775091045 HTTP/1.1" status: 404 len: 328 time: 0.1709139 May 04 17:33:34.642667 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5302867-6dc9-4617-ba10-62866d49b9fc tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event updated for resources: {'Subnet': ['ID=24e3ef16-718e-478a-9015-2b8bdeb2638b,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:34.642667 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-d5302867-6dc9-4617-ba10-62866d49b9fc tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0420918 May 04 17:33:34.642667 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53682) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:34.642667 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53684) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:34.668164 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.tag.tag_plugin [None req-2c0b0e7c-4966-4005-90a3-fd62f37024ce tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ca0678f4-c841-4357-899f-e56bc6a82c9c') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:34.688032 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-3c93870e-42b9-4806-8437-79bd95697ca9 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Request body: {'security_group': {'name': 'tempest-secgroup-797998020'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:34.688032 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-3c93870e-42b9-4806-8437-79bd95697ca9 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:34.695430 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-3c93870e-42b9-4806-8437-79bd95697ca9 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Usage tracker for resource:security_group and tenant:d50aa0308d3f47e4bde015fa31f2165f is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:34.700763 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-3c93870e-42b9-4806-8437-79bd95697ca9 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:34.716007 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-3c93870e-42b9-4806-8437-79bd95697ca9 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:34.735419 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-2c0b0e7c-4966-4005-90a3-fd62f37024ce tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] 10.222.0.41 "DELETE /v2.0/subnetpools/ca0678f4-c841-4357-899f-e56bc6a82c9c/tags HTTP/1.1" status: 204 len: 168 time: 0.0876546 May 04 17:33:34.737317 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53690) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:34.739007 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3c93870e-42b9-4806-8437-79bd95697ca9 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:34.753777 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-98b89556-92bf-46a4-858f-952b35136620 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:34.774579 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.tag.tag_plugin [None req-b6a36e75-8831-451f-b46e-0e060fa7cba9 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1bd3acac-1a87-4dca-a6f0-743ca9f4f28e') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:34.843800 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-3c93870e-42b9-4806-8437-79bd95697ca9 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:34.848895 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b89556-92bf-46a4-858f-952b35136620 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event updated for resources: {'Subnet': ['ID=ef646973-29e8-4f54-95e5-b25e9b988927,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:34.863074 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b89556-92bf-46a4-858f-952b35136620 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:33:34.864404 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-98b89556-92bf-46a4-858f-952b35136620 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:33:34.870385 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b89556-92bf-46a4-858f-952b35136620 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:34.874093 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-98b89556-92bf-46a4-858f-952b35136620 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:34.889584 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bfbb43-9a16-43c1-8c98-5f597d2408e3 None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:33:34.932124 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-98b89556-92bf-46a4-858f-952b35136620 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8567812 May 04 17:33:34.932124 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53694) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:34.966224 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-e145bd50-d723-4359-bdcc-0d49061310bb tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Request body: {'subnet': {'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:35.018644 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-71642d2e-51ec-4147-9b70-3f99493c8eb1 None None] Provisioning complete for port 2e8672b6-1697-4b13-a253-c9aed85d3629 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:33:35.019025 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-71642d2e-51ec-4147-9b70-3f99493c8eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:35.045726 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-3c93870e-42b9-4806-8437-79bd95697ca9 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Usage tracker for resource:security_group_rule and tenant:d50aa0308d3f47e4bde015fa31f2165f is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:35.048830 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-3c93870e-42b9-4806-8437-79bd95697ca9 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:35.055512 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-3c93870e-42b9-4806-8437-79bd95697ca9 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:35.133640 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3c93870e-42b9-4806-8437-79bd95697ca9 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:35.143425 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3c93870e-42b9-4806-8437-79bd95697ca9 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:35.208334 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-e145bd50-d723-4359-bdcc-0d49061310bb tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:35.219528 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-e145bd50-d723-4359-bdcc-0d49061310bb tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Usage tracker for resource:subnet and tenant:e0bb3da2b1c344b882bb065b24ba46bb is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:35.220224 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3c93870e-42b9-4806-8437-79bd95697ca9 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:35.221703 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-3c93870e-42b9-4806-8437-79bd95697ca9 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5729859 May 04 17:33:35.223196 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-e145bd50-d723-4359-bdcc-0d49061310bb tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:35.223780 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c93870e-42b9-4806-8437-79bd95697ca9 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87b45f19-f05b-453d-af7c-06e47713cbc5,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:35.226726 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53698) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:35.233425 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-a98e23f6-19ad-4171-84c1-65e314779f42 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Request body: {'security_group': {'name': 'tempest-secgroup-229172954'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:35.246274 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-b6a36e75-8831-451f-b46e-0e060fa7cba9 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] 10.222.0.41 "DELETE /v2.0/routers/1bd3acac-1a87-4dca-a6f0-743ca9f4f28e/tags HTTP/1.1" status: 204 len: 168 time: 0.4767427 May 04 17:33:35.247981 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-e145bd50-d723-4359-bdcc-0d49061310bb tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:35.248646 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53702) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:35.250310 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-a98e23f6-19ad-4171-84c1-65e314779f42 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:35.254878 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.tag.tag_plugin [None req-5a389b08-bfbb-492e-aa78-161d0f52693e tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '85360fe7-f3a7-4b3c-ae01-f7adee1d0369') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:35.257314 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-a98e23f6-19ad-4171-84c1-65e314779f42 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Usage tracker for resource:security_group and tenant:d50aa0308d3f47e4bde015fa31f2165f is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:35.261285 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-a98e23f6-19ad-4171-84c1-65e314779f42 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:35.268275 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-a98e23f6-19ad-4171-84c1-65e314779f42 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:35.268564 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5050603-100d-4385-8607-83729f7e0c84 None None] Network a613a2a9-e3ff-45c7-bedd-1ed50f5b5856 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:33:35.276264 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e145bd50-d723-4359-bdcc-0d49061310bb tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Made reservation on behalf of e0bb3da2b1c344b882bb065b24ba46bb for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:33:35.280569 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e145bd50-d723-4359-bdcc-0d49061310bb tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:35.312584 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a98e23f6-19ad-4171-84c1-65e314779f42 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:35.354436 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-5a389b08-bfbb-492e-aa78-161d0f52693e tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] 10.222.0.41 "DELETE /v2.0/ports/85360fe7-f3a7-4b3c-ae01-f7adee1d0369/tags HTTP/1.1" status: 204 len: 168 time: 0.1039793 May 04 17:33:35.362101 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53706) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:35.368918 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.tag.tag_plugin [None req-0c54d997-b174-4056-94a3-435eec3e7e83 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e9c40191-cdc7-49d0-b671-165e4f7231d8') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:35.420420 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-a98e23f6-19ad-4171-84c1-65e314779f42 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:35.430926 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-a98e23f6-19ad-4171-84c1-65e314779f42 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Usage tracker for resource:security_group_rule and tenant:d50aa0308d3f47e4bde015fa31f2165f is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:35.449330 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-a98e23f6-19ad-4171-84c1-65e314779f42 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:35.463058 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-a98e23f6-19ad-4171-84c1-65e314779f42 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:35.476963 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-0c54d997-b174-4056-94a3-435eec3e7e83 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] 10.222.0.41 "DELETE /v2.0/subnets/e9c40191-cdc7-49d0-b671-165e4f7231d8/tags HTTP/1.1" status: 204 len: 168 time: 0.1091902 May 04 17:33:35.479480 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53710) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:35.488588 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.ipam_backend_mixin [None req-e145bd50-d723-4359-bdcc-0d49061310bb tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ef646973-29e8-4f54-95e5-b25e9b988927 (CIDR: 2001:db8::/64) May 04 17:33:35.493093 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-e145bd50-d723-4359-bdcc-0d49061310bb tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 04 17:33:35.493587 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e145bd50-d723-4359-bdcc-0d49061310bb tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:33:35.524055 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-51f030ca-0e38-4f7a-994a-2b73846b41a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:35.544313 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-e145bd50-d723-4359-bdcc-0d49061310bb tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6130359 May 04 17:33:35.547002 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53714) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:35.562122 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-8ea75bc5-d3bf-44d4-b9b4-977199294ff8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Request body: {'subnet': {'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:35.620269 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6c01d0cd-0d6c-42a2-a53b-b15dab3939ba tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Notify callbacks [] for subnetpool, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:35.623471 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-6c01d0cd-0d6c-42a2-a53b-b15dab3939ba tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] 10.222.0.41 "DELETE /v2.0/subnetpools/ca0678f4-c841-4357-899f-e56bc6a82c9c HTTP/1.1" status: 204 len: 168 time: 0.1394958 May 04 17:33:35.623471 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53718) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:35.650015 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-83df9bb7-2fcd-436f-bb72-a8934e7a7ee6 None None] Provisioning complete for port f8427c86-973b-4da0-a114-4c43dba2111b triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:33:35.650015 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-83df9bb7-2fcd-436f-bb72-a8934e7a7ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:35.651837 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a98e23f6-19ad-4171-84c1-65e314779f42 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:35.678709 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-d184445a-b3fc-4ce9-a96d-2b7c0deb741c tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Synchronizing usage tracker for tenant:0f4817c2b7424fcb9e65a1583a193a25 on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:33:35.699520 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-d184445a-b3fc-4ce9-a96d-2b7c0deb741c tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Unset dirty status for tenant:0f4817c2b7424fcb9e65a1583a193a25 on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:33:35.703111 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-d184445a-b3fc-4ce9-a96d-2b7c0deb741c tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bd3acac-1a87-4dca-a6f0-743ca9f4f28e HTTP/1.1" status: 200 len: 205 time: 0.0772488 May 04 17:33:35.704234 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53722) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:35.742854 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a98e23f6-19ad-4171-84c1-65e314779f42 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:35.798209 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cce8cc8-e561-46c2-b301-fb33bbd7df46 None None] Update dhcp port {'port': {'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'fixed_ips': [{'subnet_id': 'ef646973-29e8-4f54-95e5-b25e9b988927'}], 'binding:host_id': 'dv-neutron-840426-1-hyperv'}, 'id': '2e8672b6-1697-4b13-a253-c9aed85d3629'} from dv-neutron-840426-1-hyperv. {{(pid=88039) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 04 17:33:35.815110 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98e23f6-19ad-4171-84c1-65e314779f42 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cacb6aad-1c6e-4d32-af5e-70dd6515c65b,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:35.820574 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a98e23f6-19ad-4171-84c1-65e314779f42 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:35.825086 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-a98e23f6-19ad-4171-84c1-65e314779f42 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5970025 May 04 17:33:35.825720 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53726) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:35.835606 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-4150c7ae-684b-43f3-ad3e-8ff385c961f8 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Request body: {'security_group': {'name': 'tempest-secgroup-1965233757'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:35.845118 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-8ea75bc5-d3bf-44d4-b9b4-977199294ff8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:35.847522 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-4150c7ae-684b-43f3-ad3e-8ff385c961f8 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:35.853545 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-8ea75bc5-d3bf-44d4-b9b4-977199294ff8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Usage tracker for resource:subnet and tenant:e0bb3da2b1c344b882bb065b24ba46bb is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:35.856366 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-4150c7ae-684b-43f3-ad3e-8ff385c961f8 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Usage tracker for resource:security_group and tenant:d50aa0308d3f47e4bde015fa31f2165f is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:35.858889 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-8ea75bc5-d3bf-44d4-b9b4-977199294ff8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:35.861658 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-4150c7ae-684b-43f3-ad3e-8ff385c961f8 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:35.867278 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-5cce8cc8-e561-46c2-b301-fb33bbd7df46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:35.869730 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-8ea75bc5-d3bf-44d4-b9b4-977199294ff8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:35.871877 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-4150c7ae-684b-43f3-ad3e-8ff385c961f8 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:35.874339 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1add14df-c1db-4175-b470-524ab4645baf tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Notify callbacks [] for router, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:35.886141 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea75bc5-d3bf-44d4-b9b4-977199294ff8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Made reservation on behalf of e0bb3da2b1c344b882bb065b24ba46bb for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:33:35.889793 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8ea75bc5-d3bf-44d4-b9b4-977199294ff8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:35.906840 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4150c7ae-684b-43f3-ad3e-8ff385c961f8 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:35.954815 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-4150c7ae-684b-43f3-ad3e-8ff385c961f8 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:36.006234 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-4150c7ae-684b-43f3-ad3e-8ff385c961f8 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Usage tracker for resource:security_group_rule and tenant:d50aa0308d3f47e4bde015fa31f2165f is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:36.010613 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-4150c7ae-684b-43f3-ad3e-8ff385c961f8 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:36.027035 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-4150c7ae-684b-43f3-ad3e-8ff385c961f8 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:36.140955 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-83df9bb7-2fcd-436f-bb72-a8934e7a7ee6 None None] Provisioning complete for port f54337d0-c343-401a-a393-4a1776df1562 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:33:36.141341 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-83df9bb7-2fcd-436f-bb72-a8934e7a7ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:36.183628 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4150c7ae-684b-43f3-ad3e-8ff385c961f8 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:36.210793 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1add14df-c1db-4175-b470-524ab4645baf tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:36.213827 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1add14df-c1db-4175-b470-524ab4645baf tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:36.241475 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1add14df-c1db-4175-b470-524ab4645baf tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:36.241475 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1add14df-c1db-4175-b470-524ab4645baf tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Fanout notify agent at l3_agent the message router_deleted on router 1bd3acac-1a87-4dca-a6f0-743ca9f4f28e {{(pid=88037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:33:36.262080 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-83df9bb7-2fcd-436f-bb72-a8934e7a7ee6 None None] Port f54337d0-c343-401a-a393-4a1776df1562 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:33:36.271000 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1add14df-c1db-4175-b470-524ab4645baf tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:36.276086 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-1add14df-c1db-4175-b470-524ab4645baf tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] 10.222.0.41 "DELETE /v2.0/routers/1bd3acac-1a87-4dca-a6f0-743ca9f4f28e HTTP/1.1" status: 204 len: 168 time: 0.5700166 May 04 17:33:36.276380 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53730) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:36.280223 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff01e65-b927-4a44-8d6b-d73c3c80aa3e None None] Update dhcp port {'port': {'network_id': 'a613a2a9-e3ff-45c7-bedd-1ed50f5b5856', 'fixed_ips': [{'subnet_id': 'a67a63fa-e7fc-4f82-bf77-d67aeaf87c14', 'ip_address': '172.20.0.18'}, {'subnet_id': '24e3ef16-718e-478a-9015-2b8bdeb2638b'}], 'binding:host_id': 'dv-neutron-840426-1-hyperv'}, 'id': 'f8427c86-973b-4da0-a114-4c43dba2111b'} from dv-neutron-840426-1-hyperv. {{(pid=88039) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 04 17:33:36.367501 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-5cce8cc8-e561-46c2-b301-fb33bbd7df46 None None] Allocated IP 2001:db8::2 (6b89b041-5c42-49da-97bf-23cee8aadf17/ef646973-29e8-4f54-95e5-b25e9b988927/2e8672b6-1697-4b13-a253-c9aed85d3629) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:33:36.380125 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-bff01e65-b927-4a44-8d6b-d73c3c80aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:36.388788 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-c4ae033e-94d3-40c4-b38d-05ea135ad2f9 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Deleting port 85360fe7-f3a7-4b3c-ae01-f7adee1d0369 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:33:36.388788 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c4ae033e-94d3-40c4-b38d-05ea135ad2f9 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:36.394358 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4150c7ae-684b-43f3-ad3e-8ff385c961f8 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:36.467984 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4150c7ae-684b-43f3-ad3e-8ff385c961f8 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d713a929-88f9-4ed5-b675-9909ebfb4ef3,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:36.472567 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4150c7ae-684b-43f3-ad3e-8ff385c961f8 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:36.473797 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-4150c7ae-684b-43f3-ad3e-8ff385c961f8 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6439269 May 04 17:33:36.477386 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53734) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:36.503231 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-5bb4d46a-52b0-4e02-aed4-f0ed49a6913e tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2132776748', 'security_groups': ['d713a929-88f9-4ed5-b675-9909ebfb4ef3'], 'network_id': 'a613a2a9-e3ff-45c7-bedd-1ed50f5b5856', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '24e3ef16-718e-478a-9015-2b8bdeb2638b'}]}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:36.656927 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:36.670685 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 2e8672b6-1697-4b13-a253-c9aed85d3629 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:33:36.711961 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c4ae033e-94d3-40c4-b38d-05ea135ad2f9 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:36.733493 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-5bb4d46a-52b0-4e02-aed4-f0ed49a6913e tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:36.742262 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:36.745462 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-5bb4d46a-52b0-4e02-aed4-f0ed49a6913e tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Usage tracker for resource:port and tenant:d50aa0308d3f47e4bde015fa31f2165f is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:36.751701 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-5bb4d46a-52b0-4e02-aed4-f0ed49a6913e tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:36.762063 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-5bb4d46a-52b0-4e02-aed4-f0ed49a6913e tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:36.789676 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-5cce8cc8-e561-46c2-b301-fb33bbd7df46 None None] For port 2e8672b6-1697-4b13-a253-c9aed85d3629, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=2e8672b6-1697-4b13-a253-c9aed85d3629,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:33:36.823845 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb4d46a-52b0-4e02-aed4-f0ed49a6913e tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Made reservation on behalf of d50aa0308d3f47e4bde015fa31f2165f for: {'port': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:33:36.839024 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-c4ae033e-94d3-40c4-b38d-05ea135ad2f9 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Calling delete_port for 85360fe7-f3a7-4b3c-ae01-f7adee1d0369 owned by {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:33:36.914224 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-5cce8cc8-e561-46c2-b301-fb33bbd7df46 None None] Notify callbacks [] for port, precommit_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:36.929655 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:36.933537 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.objects.ports [None req-8ea75bc5-d3bf-44d4-b9b4-977199294ff8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88038) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 04 17:33:36.941900 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-bff01e65-b927-4a44-8d6b-d73c3c80aa3e None None] Allocated IP 172.20.0.2 (a613a2a9-e3ff-45c7-bedd-1ed50f5b5856/24e3ef16-718e-478a-9015-2b8bdeb2638b/f8427c86-973b-4da0-a114-4c43dba2111b) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:33:37.049600 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5bb4d46a-52b0-4e02-aed4-f0ed49a6913e tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:37.085325 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [None req-5bb4d46a-52b0-4e02-aed4-f0ed49a6913e tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] device_id is not set on port 118626ba-3a5e-425b-9cf4-c769473a5570 yet. {{(pid=88038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:33:37.107504 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-5cce8cc8-e561-46c2-b301-fb33bbd7df46 None None] Transition to ACTIVE for port object 2e8672b6-1697-4b13-a253-c9aed85d3629 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:33:37.107865 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c4ae033e-94d3-40c4-b38d-05ea135ad2f9 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:37.120540 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-5cce8cc8-e561-46c2-b301-fb33bbd7df46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:37.162056 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ae033e-94d3-40c4-b38d-05ea135ad2f9 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Pushing event deleted for resources: {'Port': ['ID=85360fe7-f3a7-4b3c-ae01-f7adee1d0369,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:37.274469 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8ea75bc5-d3bf-44d4-b9b4-977199294ff8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:37.292985 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-bff01e65-b927-4a44-8d6b-d73c3c80aa3e None None] For port f8427c86-973b-4da0-a114-4c43dba2111b, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=f8427c86-973b-4da0-a114-4c43dba2111b,segment=NetworkSegment(85b292bf-e198-4c06-a562-5eaf8bb12fb1),segment_id=85b292bf-e198-4c06-a562-5eaf8bb12fb1)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:33:37.302005 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 17:33:37.314069 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.db.api [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:33:37.314423 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG oslo_db.api [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:33:37.320465 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce8cc8-e561-46c2-b301-fb33bbd7df46 None None] Pushing event updated for resources: {'Port': ['ID=2e8672b6-1697-4b13-a253-c9aed85d3629,revision_number=15']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:37.330369 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce8cc8-e561-46c2-b301-fb33bbd7df46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:33:37.330721 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce8cc8-e561-46c2-b301-fb33bbd7df46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:33:37.331066 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce8cc8-e561-46c2-b301-fb33bbd7df46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:33:37.331406 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce8cc8-e561-46c2-b301-fb33bbd7df46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:33:37.331745 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce8cc8-e561-46c2-b301-fb33bbd7df46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:33:37.332079 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce8cc8-e561-46c2-b301-fb33bbd7df46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:33:37.332409 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce8cc8-e561-46c2-b301-fb33bbd7df46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:33:37.332737 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce8cc8-e561-46c2-b301-fb33bbd7df46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:33:37.333064 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce8cc8-e561-46c2-b301-fb33bbd7df46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:33:37.333393 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce8cc8-e561-46c2-b301-fb33bbd7df46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:33:37.334274 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce8cc8-e561-46c2-b301-fb33bbd7df46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:33:37.334603 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cce8cc8-e561-46c2-b301-fb33bbd7df46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:33:37.353318 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-bff01e65-b927-4a44-8d6b-d73c3c80aa3e None None] Notify callbacks [] for port, precommit_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:37.381766 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-bff01e65-b927-4a44-8d6b-d73c3c80aa3e None None] Transition to ACTIVE for port object f8427c86-973b-4da0-a114-4c43dba2111b will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:33:37.390528 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-bff01e65-b927-4a44-8d6b-d73c3c80aa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:37.397892 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c4ae033e-94d3-40c4-b38d-05ea135ad2f9 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:37.424857 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-c4ae033e-94d3-40c4-b38d-05ea135ad2f9 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] 10.222.0.41 "DELETE /v2.0/ports/85360fe7-f3a7-4b3c-ae01-f7adee1d0369 HTTP/1.1" status: 204 len: 168 time: 1.1471097 May 04 17:33:37.427692 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53738) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:37.560396 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-84383af1-7c70-47c7-b594-26fa86789e8a tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Deleting subnet e9c40191-cdc7-49d0-b671-165e4f7231d8 {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:33:37.564336 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-84383af1-7c70-47c7-b594-26fa86789e8a tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:37.592847 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff01e65-b927-4a44-8d6b-d73c3c80aa3e None None] Pushing event updated for resources: {'Port': ['ID=f8427c86-973b-4da0-a114-4c43dba2111b,revision_number=6']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:37.642822 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-84383af1-7c70-47c7-b594-26fa86789e8a tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:37.647952 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-5bb4d46a-52b0-4e02-aed4-f0ed49a6913e tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Allocated IP 172.20.0.6 (a613a2a9-e3ff-45c7-bedd-1ed50f5b5856/24e3ef16-718e-478a-9015-2b8bdeb2638b/118626ba-3a5e-425b-9cf4-c769473a5570) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:33:37.720785 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-8ea75bc5-d3bf-44d4-b9b4-977199294ff8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] For port 2e8672b6-1697-4b13-a253-c9aed85d3629, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=2e8672b6-1697-4b13-a253-c9aed85d3629,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:33:37.745332 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-84383af1-7c70-47c7-b594-26fa86789e8a tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:37.846340 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-84383af1-7c70-47c7-b594-26fa86789e8a tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:37.865764 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8ea75bc5-d3bf-44d4-b9b4-977199294ff8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:37.888392 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:37.900420 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8ea75bc5-d3bf-44d4-b9b4-977199294ff8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:37.901234 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8ea75bc5-d3bf-44d4-b9b4-977199294ff8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:37.903773 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:37.911461 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84383af1-7c70-47c7-b594-26fa86789e8a tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Pushing event deleted for resources: {'Subnet': ['ID=e9c40191-cdc7-49d0-b671-165e4f7231d8,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:37.919437 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-84383af1-7c70-47c7-b594-26fa86789e8a tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:37.920186 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e79ca44-30f8-46e0-9600-4e7fff303fc3 None None] Network 86930d7d-115e-4377-b8f3-7d5dda3790aa requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:33:37.929165 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-84383af1-7c70-47c7-b594-26fa86789e8a tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] 10.222.0.41 "DELETE /v2.0/subnets/e9c40191-cdc7-49d0-b671-165e4f7231d8 HTTP/1.1" status: 204 len: 168 time: 0.4999106 May 04 17:33:37.931236 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53742) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:38.013708 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.db.api [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:33:38.014380 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG oslo_db.api [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:33:38.064445 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea75bc5-d3bf-44d4-b9b4-977199294ff8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:33:38.072203 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-8ea75bc5-d3bf-44d4-b9b4-977199294ff8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:33:38.087323 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea75bc5-d3bf-44d4-b9b4-977199294ff8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:38.087924 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8ea75bc5-d3bf-44d4-b9b4-977199294ff8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:38.120586 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-12bc1613-2a56-4acb-9a7a-b0419d70ffb3 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:38.125246 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5bb4d46a-52b0-4e02-aed4-f0ed49a6913e tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:38.132458 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-12bc1613-2a56-4acb-9a7a-b0419d70ffb3 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Deleting port e03e8a5e-9242-482f-adc9-450b7d04028f {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:33:38.133025 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-12bc1613-2a56-4acb-9a7a-b0419d70ffb3 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:38.139143 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea75bc5-d3bf-44d4-b9b4-977199294ff8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event updated for resources: {'Subnet': ['ID=4ef50481-1af2-41b3-94a6-4b5288ad30e4,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:38.164526 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-8ea75bc5-d3bf-44d4-b9b4-977199294ff8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.6162338 May 04 17:33:38.169045 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-5bb4d46a-52b0-4e02-aed4-f0ed49a6913e tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Transition to ACTIVE for port object 118626ba-3a5e-425b-9cf4-c769473a5570 will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:33:38.170453 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53746) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:38.173420 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea75bc5-d3bf-44d4-b9b4-977199294ff8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event updated for resources: {'Port': ['ID=2e8672b6-1697-4b13-a253-c9aed85d3629,revision_number=16']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:38.189023 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-53a41594-4c80-4025-8a1a-a9053e70caa8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Request body: {'port': {'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'mac_address': 'fa:16:3e:fe:b9:9f', 'name': 'tempest-NetworksTestDHCPv6-1505797094'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:38.388239 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b6c5b6-333a-48c3-9677-6a686c59deb1 None None] DHCP port deletion for 86930d7d-115e-4377-b8f3-7d5dda3790aa request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:33:38.394438 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-77b6c5b6-333a-48c3-9677-6a686c59deb1 None None] Deleting port e03e8a5e-9242-482f-adc9-450b7d04028f {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:33:38.395085 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-77b6c5b6-333a-48c3-9677-6a686c59deb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:38.397242 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5bb4d46a-52b0-4e02-aed4-f0ed49a6913e tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:38.461240 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-12bc1613-2a56-4acb-9a7a-b0419d70ffb3 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] For port e03e8a5e-9242-482f-adc9-450b7d04028f, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=e03e8a5e-9242-482f-adc9-450b7d04028f,segment=NetworkSegment(a069f392-e187-4bd2-a978-a137c3ec3314),segment_id=a069f392-e187-4bd2-a978-a137c3ec3314)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:33:38.461795 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-12bc1613-2a56-4acb-9a7a-b0419d70ffb3 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:38.462402 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63510a02-61a3-4c06-bf79-9417967b909b None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:33:38.506668 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-9bbf6f1e-30e2-4dc9-a2a4-28020d44ded5 None None] Provisioning for port f8427c86-973b-4da0-a114-4c43dba2111b completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:33:38.544347 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-9bbf6f1e-30e2-4dc9-a2a4-28020d44ded5 None None] Provisioning complete for port f8427c86-973b-4da0-a114-4c43dba2111b triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:33:38.545024 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9bbf6f1e-30e2-4dc9-a2a4-28020d44ded5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:38.591496 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-53a41594-4c80-4025-8a1a-a9053e70caa8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:38.596075 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-12bc1613-2a56-4acb-9a7a-b0419d70ffb3 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Calling delete_port for e03e8a5e-9242-482f-adc9-450b7d04028f owned by network:dhcp {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:33:38.600934 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-53a41594-4c80-4025-8a1a-a9053e70caa8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Usage tracker for resource:port and tenant:e0bb3da2b1c344b882bb065b24ba46bb is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:38.605433 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-53a41594-4c80-4025-8a1a-a9053e70caa8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:38.613801 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb4d46a-52b0-4e02-aed4-f0ed49a6913e tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Network a613a2a9-e3ff-45c7-bedd-1ed50f5b5856 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:33:38.617394 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-53a41594-4c80-4025-8a1a-a9053e70caa8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:38.621596 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-5bb4d46a-52b0-4e02-aed4-f0ed49a6913e tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:33:38.629123 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb4d46a-52b0-4e02-aed4-f0ed49a6913e tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:33:38.666145 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb4d46a-52b0-4e02-aed4-f0ed49a6913e tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event updated for resources: {'Port': ['ID=118626ba-3a5e-425b-9cf4-c769473a5570,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:38.685066 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a41594-4c80-4025-8a1a-a9053e70caa8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Made reservation on behalf of e0bb3da2b1c344b882bb065b24ba46bb for: {'port': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:33:38.691774 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-12bc1613-2a56-4acb-9a7a-b0419d70ffb3 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:38.708131 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:38.736175 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb4d46a-52b0-4e02-aed4-f0ed49a6913e tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:38.736832 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5bb4d46a-52b0-4e02-aed4-f0ed49a6913e tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:38.760435 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bc1613-2a56-4acb-9a7a-b0419d70ffb3 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Pushing event deleted for resources: {'Port': ['ID=e03e8a5e-9242-482f-adc9-450b7d04028f,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:38.765540 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bc1613-2a56-4acb-9a7a-b0419d70ffb3 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] No DVR routers for this DVR port e03e8a5e-9242-482f-adc9-450b7d04028f on host dv-neutron-840426-1-hyperv {{(pid=88037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:33:38.840247 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-5bb4d46a-52b0-4e02-aed4-f0ed49a6913e tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3604069 May 04 17:33:38.847994 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53750) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:38.854229 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-4a2834d7-4976-4ac2-a5f3-c3521a81b564 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Request body: {'subnet': {'network_id': 'a613a2a9-e3ff-45c7-bedd-1ed50f5b5856', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:38.856188 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 2e8672b6-1697-4b13-a253-c9aed85d3629, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=2e8672b6-1697-4b13-a253-c9aed85d3629,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:33:38.919836 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-12bc1613-2a56-4acb-9a7a-b0419d70ffb3 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:38.944388 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:38.950916 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-12bc1613-2a56-4acb-9a7a-b0419d70ffb3 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86930d7d-115e-4377-b8f3-7d5dda3790aa']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:38.965207 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-12bc1613-2a56-4acb-9a7a-b0419d70ffb3 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a069f392-e187-4bd2-a978-a137c3ec3314') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:38.965468 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-12bc1613-2a56-4acb-9a7a-b0419d70ffb3 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a069f392-e187-4bd2-a978-a137c3ec3314') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:38.966819 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-53a41594-4c80-4025-8a1a-a9053e70caa8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:38.978212 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-12bc1613-2a56-4acb-9a7a-b0419d70ffb3 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:38.999810 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-12bc1613-2a56-4acb-9a7a-b0419d70ffb3 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:39.010924 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12bc1613-2a56-4acb-9a7a-b0419d70ffb3 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:33:39.011581 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-12bc1613-2a56-4acb-9a7a-b0419d70ffb3 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:39.017564 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [None req-53a41594-4c80-4025-8a1a-a9053e70caa8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] device_id is not set on port a0acf3d0-3f44-4926-a700-4eea30d9a002 yet. {{(pid=88038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:33:39.039327 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-77b6c5b6-333a-48c3-9677-6a686c59deb1 None None] For port e03e8a5e-9242-482f-adc9-450b7d04028f, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=e03e8a5e-9242-482f-adc9-450b7d04028f,segment=NetworkSegment(a069f392-e187-4bd2-a978-a137c3ec3314),segment_id=a069f392-e187-4bd2-a978-a137c3ec3314)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:33:39.039989 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-77b6c5b6-333a-48c3-9677-6a686c59deb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:39.089270 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-4a2834d7-4976-4ac2-a5f3-c3521a81b564 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:39.102849 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-4a2834d7-4976-4ac2-a5f3-c3521a81b564 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Usage tracker for resource:subnet and tenant:d50aa0308d3f47e4bde015fa31f2165f is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:39.108031 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-4a2834d7-4976-4ac2-a5f3-c3521a81b564 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:39.120073 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-4a2834d7-4976-4ac2-a5f3-c3521a81b564 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:39.154484 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 17:33:39.154484 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:33:39.154484 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 17:33:39.154484 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:33:39.154484 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 17:33:39.154484 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:33:39.154484 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 17:33:39.154484 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:33:39.154484 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 17:33:39.154484 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:33:39.154484 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 17:33:39.154484 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:33:39.154484 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 17:33:39.154484 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:33:39.154484 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:33:39.154484 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:33:39.154484 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:33:39.154484 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:33:39.154484 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 17:33:39.154484 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:33:39.154484 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 17:33:39.154484 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:33:39.154484 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:33:39.154484 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:33:39.154484 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 17:33:39.154484 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:33:39.154484 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:33:39.154484 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:33:39.154484 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:33:39.154484 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:33:39.154484 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:33:39.154484 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:33:39.169517 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2834d7-4976-4ac2-a5f3-c3521a81b564 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Made reservation on behalf of d50aa0308d3f47e4bde015fa31f2165f for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:33:39.173478 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4a2834d7-4976-4ac2-a5f3-c3521a81b564 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:39.203073 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-12bc1613-2a56-4acb-9a7a-b0419d70ffb3 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:39.234732 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-12bc1613-2a56-4acb-9a7a-b0419d70ffb3 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:39.242668 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bc1613-2a56-4acb-9a7a-b0419d70ffb3 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] Pushing event deleted for resources: {'Network': ['ID=86930d7d-115e-4377-b8f3-7d5dda3790aa,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:39.261139 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-12bc1613-2a56-4acb-9a7a-b0419d70ffb3 tempest-TagsExtTest-406462975 tempest-TagsExtTest-406462975-project] 10.222.0.41 "DELETE /v2.0/networks/86930d7d-115e-4377-b8f3-7d5dda3790aa HTTP/1.1" status: 204 len: 168 time: 1.3275235 May 04 17:33:39.276462 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 2e8672b6-1697-4b13-a253-c9aed85d3629 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:33:39.317810 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-77b6c5b6-333a-48c3-9677-6a686c59deb1 None None] Calling delete_port for e03e8a5e-9242-482f-adc9-450b7d04028f owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:33:39.395194 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.ipam_backend_mixin [None req-4a2834d7-4976-4ac2-a5f3-c3521a81b564 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 24e3ef16-718e-478a-9015-2b8bdeb2638b (CIDR: 172.20.0.0/28) May 04 17:33:39.403421 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a2834d7-4976-4ac2-a5f3-c3521a81b564 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 04 17:33:39.403908 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a2834d7-4976-4ac2-a5f3-c3521a81b564 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:33:39.413239 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=2e8672b6-1697-4b13-a253-c9aed85d3629,revision_number=17']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:39.421732 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:39.433092 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-53a41594-4c80-4025-8a1a-a9053e70caa8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Allocated IP 2001:db8::39f (6b89b041-5c42-49da-97bf-23cee8aadf17/ef646973-29e8-4f54-95e5-b25e9b988927/a0acf3d0-3f44-4926-a700-4eea30d9a002) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:33:39.436245 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-4a2834d7-4976-4ac2-a5f3-c3521a81b564 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5870352 May 04 17:33:39.439678 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53756) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:39.441082 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-9bbf6f1e-30e2-4dc9-a2a4-28020d44ded5 None None] Provisioning complete for port f54337d0-c343-401a-a393-4a1776df1562 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:33:39.441403 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9bbf6f1e-30e2-4dc9-a2a4-28020d44ded5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:39.441965 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-53a41594-4c80-4025-8a1a-a9053e70caa8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Allocated IP 2001:db8:0:1:f816:3eff:fefe:b99f (6b89b041-5c42-49da-97bf-23cee8aadf17/4ef50481-1af2-41b3-94a6-4b5288ad30e4/a0acf3d0-3f44-4926-a700-4eea30d9a002) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:33:39.449986 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-6b5d4813-2d32-4366-82a9-1ef9f0112825 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Request body: {'subnet': {'network_id': 'a613a2a9-e3ff-45c7-bedd-1ed50f5b5856', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:39.529552 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-9bbf6f1e-30e2-4dc9-a2a4-28020d44ded5 None None] Port f54337d0-c343-401a-a393-4a1776df1562 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:33:39.540948 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device f8427c86-973b-4da0-a114-4c43dba2111b up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:33:39.566442 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.db.api [None req-77b6c5b6-333a-48c3-9677-6a686c59deb1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:33:39.567053 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG oslo_db.api [None req-77b6c5b6-333a-48c3-9677-6a686c59deb1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:33:39.608912 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53762) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:39.621279 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port f8427c86-973b-4da0-a114-4c43dba2111b triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:33:39.621663 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:39.654984 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-6b5d4813-2d32-4366-82a9-1ef9f0112825 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:39.664707 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-6b5d4813-2d32-4366-82a9-1ef9f0112825 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Usage tracker for resource:subnet and tenant:d50aa0308d3f47e4bde015fa31f2165f is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:39.668053 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-6b5d4813-2d32-4366-82a9-1ef9f0112825 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:39.675469 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-6b5d4813-2d32-4366-82a9-1ef9f0112825 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:39.688754 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b5d4813-2d32-4366-82a9-1ef9f0112825 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Made reservation on behalf of d50aa0308d3f47e4bde015fa31f2165f for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:33:39.693617 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6b5d4813-2d32-4366-82a9-1ef9f0112825 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:39.711282 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-1f45874f-50e6-4e5c-88dd-6ed8394bc7fb None None] Provisioning for port 2e8672b6-1697-4b13-a253-c9aed85d3629 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:33:39.721388 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-1f45874f-50e6-4e5c-88dd-6ed8394bc7fb None None] Provisioning complete for port 2e8672b6-1697-4b13-a253-c9aed85d3629 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:33:39.721647 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1f45874f-50e6-4e5c-88dd-6ed8394bc7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:39.748290 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-53a41594-4c80-4025-8a1a-a9053e70caa8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:39.781231 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-53a41594-4c80-4025-8a1a-a9053e70caa8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Transition to ACTIVE for port object a0acf3d0-3f44-4926-a700-4eea30d9a002 will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:33:39.811855 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-53a41594-4c80-4025-8a1a-a9053e70caa8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:39.921771 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device e03e8a5e-9242-482f-adc9-450b7d04028f no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:33:39.925906 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a41594-4c80-4025-8a1a-a9053e70caa8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event updated for resources: {'Port': ['ID=a0acf3d0-3f44-4926-a700-4eea30d9a002,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:39.939194 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a41594-4c80-4025-8a1a-a9053e70caa8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:33:39.940732 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-53a41594-4c80-4025-8a1a-a9053e70caa8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:33:39.944494 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a41594-4c80-4025-8a1a-a9053e70caa8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:33:39.951033 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a41594-4c80-4025-8a1a-a9053e70caa8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:39.951865 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-53a41594-4c80-4025-8a1a-a9053e70caa8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:39.968357 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: e03e8a5e-9242-482f-adc9-450b7d04028f {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:33:39.969419 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device e03e8a5e-9242-482f-adc9-450b7d04028f not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:33:39.981683 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-53a41594-4c80-4025-8a1a-a9053e70caa8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.8019056 May 04 17:33:39.981854 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1f45874f-50e6-4e5c-88dd-6ed8394bc7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:39.982522 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53768) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:40.024561 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-1f45874f-50e6-4e5c-88dd-6ed8394bc7fb None None] For port 2e8672b6-1697-4b13-a253-c9aed85d3629, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=2e8672b6-1697-4b13-a253-c9aed85d3629,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:33:40.031119 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1f45874f-50e6-4e5c-88dd-6ed8394bc7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:40.044515 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-5149552e-fa30-4d78-b1f8-e2aa372459f6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0f4817c2b7424fcb9e65a1583a193a25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4344752 May 04 17:33:40.048981 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53772) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:40.077111 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.ipam_backend_mixin [None req-6b5d4813-2d32-4366-82a9-1ef9f0112825 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet a67a63fa-e7fc-4f82-bf77-d67aeaf87c14 (CIDR: 172.20.0.16/28) May 04 17:33:40.079171 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-77b6c5b6-333a-48c3-9677-6a686c59deb1 None None] Deleting port e03e8a5e-9242-482f-adc9-450b7d04028f {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:33:40.079983 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-77b6c5b6-333a-48c3-9677-6a686c59deb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:40.080368 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-a6a9d79a-f6af-448f-b4f2-e0847b4adb5f tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Deleting port a0acf3d0-3f44-4926-a700-4eea30d9a002 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:33:40.080902 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a6a9d79a-f6af-448f-b4f2-e0847b4adb5f tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:40.090293 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b5d4813-2d32-4366-82a9-1ef9f0112825 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 04 17:33:40.090773 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b5d4813-2d32-4366-82a9-1ef9f0112825 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:33:40.145082 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-6b5d4813-2d32-4366-82a9-1ef9f0112825 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6992316 May 04 17:33:40.147293 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53776) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:40.150107 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b3e6664f-69e4-43dd-b200-e40cb7ffca94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:40.167994 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-202a7905-c230-4fe1-9c6a-87cd93c9c25a tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Request body: {'subnet': {'network_id': 'a613a2a9-e3ff-45c7-bedd-1ed50f5b5856', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:40.204316 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-77b6c5b6-333a-48c3-9677-6a686c59deb1 None None] The port 'e03e8a5e-9242-482f-adc9-450b7d04028f' was deleted {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 04 17:33:40.208056 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-1f45874f-50e6-4e5c-88dd-6ed8394bc7fb None None] Provisioning for port 118626ba-3a5e-425b-9cf4-c769473a5570 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:33:40.218235 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-1f45874f-50e6-4e5c-88dd-6ed8394bc7fb None None] Provisioning complete for port 118626ba-3a5e-425b-9cf4-c769473a5570 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:33:40.218942 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1f45874f-50e6-4e5c-88dd-6ed8394bc7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:40.287170 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f45874f-50e6-4e5c-88dd-6ed8394bc7fb None None] Pushing event updated for resources: {'Port': ['ID=2e8672b6-1697-4b13-a253-c9aed85d3629,revision_number=18']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:40.298172 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-1f45874f-50e6-4e5c-88dd-6ed8394bc7fb None None] Port 118626ba-3a5e-425b-9cf4-c769473a5570 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:33:40.301352 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b3e6664f-69e4-43dd-b200-e40cb7ffca94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:40.427053 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-c57c3bbc-f5fc-4507-b3f2-a7fec49eec88 None None] Provisioning complete for port 2e8672b6-1697-4b13-a253-c9aed85d3629 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:33:40.428642 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-c57c3bbc-f5fc-4507-b3f2-a7fec49eec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:40.432885 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a6a9d79a-f6af-448f-b4f2-e0847b4adb5f tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:40.446018 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-202a7905-c230-4fe1-9c6a-87cd93c9c25a tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:40.450277 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-202a7905-c230-4fe1-9c6a-87cd93c9c25a tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Usage tracker for resource:subnet and tenant:d50aa0308d3f47e4bde015fa31f2165f is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:40.453456 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-202a7905-c230-4fe1-9c6a-87cd93c9c25a tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:40.461479 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-202a7905-c230-4fe1-9c6a-87cd93c9c25a tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:40.465536 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b3e6664f-69e4-43dd-b200-e40cb7ffca94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:40.487560 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e6664f-69e4-43dd-b200-e40cb7ffca94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a075ef48-789e-4451-8a33-e88e2c6e2307,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:40.494900 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-202a7905-c230-4fe1-9c6a-87cd93c9c25a tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Made reservation on behalf of d50aa0308d3f47e4bde015fa31f2165f for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:33:40.500006 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-202a7905-c230-4fe1-9c6a-87cd93c9c25a tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:40.529638 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b3e6664f-69e4-43dd-b200-e40cb7ffca94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:40.531115 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-b3e6664f-69e4-43dd-b200-e40cb7ffca94 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a075ef48-789e-4451-8a33-e88e2c6e2307 HTTP/1.1" status: 204 len: 168 time: 0.4810297 May 04 17:33:40.589452 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-a6a9d79a-f6af-448f-b4f2-e0847b4adb5f tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Calling delete_port for a0acf3d0-3f44-4926-a700-4eea30d9a002 owned by {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:33:40.741938 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-9d1f48a3-2312-4fde-90bb-f694574acbc9 None None] Could not find standard attr ID for object b0a6e661-2893-452e-a402-ffe7cfe5a720. {{(pid=88039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 04 17:33:40.855902 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-202a7905-c230-4fe1-9c6a-87cd93c9c25a tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:40.932298 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202a7905-c230-4fe1-9c6a-87cd93c9c25a tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Network a613a2a9-e3ff-45c7-bedd-1ed50f5b5856 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:33:40.935395 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-202a7905-c230-4fe1-9c6a-87cd93c9c25a tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:33:40.939889 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202a7905-c230-4fe1-9c6a-87cd93c9c25a tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:40.940475 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-202a7905-c230-4fe1-9c6a-87cd93c9c25a tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:40.947643 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202a7905-c230-4fe1-9c6a-87cd93c9c25a tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event updated for resources: {'Subnet': ['ID=3d0e62aa-5ed1-43c2-84ab-43d5416d685f,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:40.971949 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4019f58e-f088-4b64-bed8-1af969628288 None None] Network a613a2a9-e3ff-45c7-bedd-1ed50f5b5856 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:33:40.974982 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-202a7905-c230-4fe1-9c6a-87cd93c9c25a tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8260810 May 04 17:33:40.975759 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53790) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:40.988738 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-67e03048-ad1f-41d2-9c93-c4549be73615 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1486039326', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3d0e62aa-5ed1-43c2-84ab-43d5416d685f'}], 'security_groups': ['87b45f19-f05b-453d-af7c-06e47713cbc5', 'cacb6aad-1c6e-4d32-af5e-70dd6515c65b']}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:41.098313 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 2e8672b6-1697-4b13-a253-c9aed85d3629 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:33:41.102949 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a6a9d79a-f6af-448f-b4f2-e0847b4adb5f tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:41.134082 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-10e84049-0520-492e-ad6f-57699e4da95a None None] Provisioning for port a0acf3d0-3f44-4926-a700-4eea30d9a002 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:33:41.169623 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-10e84049-0520-492e-ad6f-57699e4da95a None None] Provisioning complete for port a0acf3d0-3f44-4926-a700-4eea30d9a002 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:33:41.170026 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-10e84049-0520-492e-ad6f-57699e4da95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:41.188254 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a9d79a-f6af-448f-b4f2-e0847b4adb5f tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event deleted for resources: {'Port': ['ID=a0acf3d0-3f44-4926-a700-4eea30d9a002,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:41.277413 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-67e03048-ad1f-41d2-9c93-c4549be73615 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:41.309299 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-10e84049-0520-492e-ad6f-57699e4da95a None None] Port a0acf3d0-3f44-4926-a700-4eea30d9a002 was deleted so its status cannot be updated. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 04 17:33:41.351714 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a6a9d79a-f6af-448f-b4f2-e0847b4adb5f tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:41.389337 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 2e8672b6-1697-4b13-a253-c9aed85d3629 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:33:41.389836 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:41.398435 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-a6a9d79a-f6af-448f-b4f2-e0847b4adb5f tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/ports/a0acf3d0-3f44-4926-a700-4eea30d9a002 HTTP/1.1" status: 204 len: 168 time: 1.4147737 May 04 17:33:41.401060 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53804) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:41.600962 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7e8bbc-51cf-4080-b4ef-a03db3bc93f8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:41.601951 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-4d7e8bbc-51cf-4080-b4ef-a03db3bc93f8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Synchronizing usage tracker for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:33:41.640427 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-4d7e8bbc-51cf-4080-b4ef-a03db3bc93f8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Unset dirty status for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:33:41.643976 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-4d7e8bbc-51cf-4080-b4ef-a03db3bc93f8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2394507 May 04 17:33:41.644440 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53812) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:41.673662 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b98cdcd-8f3f-4cde-a73b-7ac9b1ba3ca7 None None] Update dhcp port {'port': {'network_id': 'a613a2a9-e3ff-45c7-bedd-1ed50f5b5856', 'fixed_ips': [{'subnet_id': 'a67a63fa-e7fc-4f82-bf77-d67aeaf87c14', 'ip_address': '172.20.0.18'}, {'subnet_id': '24e3ef16-718e-478a-9015-2b8bdeb2638b', 'ip_address': '172.20.0.2'}, {'subnet_id': '3d0e62aa-5ed1-43c2-84ab-43d5416d685f'}], 'binding:host_id': 'dv-neutron-840426-1-hyperv'}, 'id': 'f8427c86-973b-4da0-a114-4c43dba2111b'} from dv-neutron-840426-1-hyperv. {{(pid=88039) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 04 17:33:41.743309 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f701b2-170f-4740-bd75-dfd75ee9c950 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:41.744043 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-25f701b2-170f-4740-bd75-dfd75ee9c950 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Synchronizing usage tracker for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:33:41.761479 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-25f701b2-170f-4740-bd75-dfd75ee9c950 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Unset dirty status for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:33:41.762818 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-25f701b2-170f-4740-bd75-dfd75ee9c950 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1171527 May 04 17:33:41.765582 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53816) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:41.790959 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1b98cdcd-8f3f-4cde-a73b-7ac9b1ba3ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:41.795640 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-67e03048-ad1f-41d2-9c93-c4549be73615 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Delete allocated IP 172.20.0.6 (a613a2a9-e3ff-45c7-bedd-1ed50f5b5856/24e3ef16-718e-478a-9015-2b8bdeb2638b) {{(pid=88038) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 04 17:33:41.805478 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-67e03048-ad1f-41d2-9c93-c4549be73615 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Allocated IP 172.20.0.45 (a613a2a9-e3ff-45c7-bedd-1ed50f5b5856/3d0e62aa-5ed1-43c2-84ab-43d5416d685f/118626ba-3a5e-425b-9cf4-c769473a5570) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:33:41.847212 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f53a32-884f-40f1-9e9b-e986c1b4bd14 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:41.849387 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f53a32-884f-40f1-9e9b-e986c1b4bd14 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:41.851091 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f53a32-884f-40f1-9e9b-e986c1b4bd14 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:41.851913 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-93f53a32-884f-40f1-9e9b-e986c1b4bd14 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Synchronizing usage tracker for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:subnet {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:33:41.868914 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-93f53a32-884f-40f1-9e9b-e986c1b4bd14 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Unset dirty status for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:subnet {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:33:41.873555 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-93f53a32-884f-40f1-9e9b-e986c1b4bd14 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1069453 May 04 17:33:41.874181 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53824) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:41.956455 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d056728-3d47-42c2-b45c-c9d41b157597 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Deleting subnet 4ef50481-1af2-41b3-94a6-4b5288ad30e4 {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:33:41.959633 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7d056728-3d47-42c2-b45c-c9d41b157597 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:42.016518 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7d056728-3d47-42c2-b45c-c9d41b157597 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:42.063882 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-67e03048-ad1f-41d2-9c93-c4549be73615 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:42.081600 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-67e03048-ad1f-41d2-9c93-c4549be73615 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Transition to ACTIVE for port object 118626ba-3a5e-425b-9cf4-c769473a5570 will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:33:42.087263 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-67e03048-ad1f-41d2-9c93-c4549be73615 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:42.110116 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7d056728-3d47-42c2-b45c-c9d41b157597 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:42.160814 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-1b98cdcd-8f3f-4cde-a73b-7ac9b1ba3ca7 None None] Allocated IP 172.20.0.34 (a613a2a9-e3ff-45c7-bedd-1ed50f5b5856/3d0e62aa-5ed1-43c2-84ab-43d5416d685f/f8427c86-973b-4da0-a114-4c43dba2111b) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:33:42.218247 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7d056728-3d47-42c2-b45c-c9d41b157597 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:42.263520 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d056728-3d47-42c2-b45c-c9d41b157597 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event deleted for resources: {'Subnet': ['ID=4ef50481-1af2-41b3-94a6-4b5288ad30e4,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:42.267553 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7d056728-3d47-42c2-b45c-c9d41b157597 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:42.282867 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad11987-26ca-48ff-b695-59ef459dd29a None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:33:42.286898 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-7d056728-3d47-42c2-b45c-c9d41b157597 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/subnets/4ef50481-1af2-41b3-94a6-4b5288ad30e4 HTTP/1.1" status: 204 len: 168 time: 0.4116600 May 04 17:33:42.287687 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53838) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:42.307051 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e03048-ad1f-41d2-9c93-c4549be73615 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event updated for resources: {'Port': ['ID=118626ba-3a5e-425b-9cf4-c769473a5570,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:42.337037 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-67e03048-ad1f-41d2-9c93-c4549be73615 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] In _notify_port_updated(), no bound segment for port 118626ba-3a5e-425b-9cf4-c769473a5570 on network a613a2a9-e3ff-45c7-bedd-1ed50f5b5856 {{(pid=88038) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 04 17:33:42.343549 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e03048-ad1f-41d2-9c93-c4549be73615 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:42.344377 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-67e03048-ad1f-41d2-9c93-c4549be73615 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:42.345905 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-67e03048-ad1f-41d2-9c93-c4549be73615 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "PUT /v2.0/ports/118626ba-3a5e-425b-9cf4-c769473a5570 HTTP/1.1" status: 200 len: 960 time: 1.3692887 May 04 17:33:42.348620 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53842) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:42.373654 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0205b56-cf9c-46a7-8afe-ae35309af2f8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Deleting subnet ef646973-29e8-4f54-95e5-b25e9b988927 {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:33:42.376886 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d0205b56-cf9c-46a7-8afe-ae35309af2f8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:42.437119 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-1b98cdcd-8f3f-4cde-a73b-7ac9b1ba3ca7 None None] For port f8427c86-973b-4da0-a114-4c43dba2111b, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=f8427c86-973b-4da0-a114-4c43dba2111b,segment=NetworkSegment(85b292bf-e198-4c06-a562-5eaf8bb12fb1),segment_id=85b292bf-e198-4c06-a562-5eaf8bb12fb1)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:33:42.442678 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d0205b56-cf9c-46a7-8afe-ae35309af2f8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:42.454298 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-4e4c960c-ae45-4835-b8bf-55ac06073f4d tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Deleting port 118626ba-3a5e-425b-9cf4-c769473a5570 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:33:42.454636 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4e4c960c-ae45-4835-b8bf-55ac06073f4d tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:42.518342 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1b98cdcd-8f3f-4cde-a73b-7ac9b1ba3ca7 None None] Notify callbacks [] for port, precommit_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:42.535842 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-1b98cdcd-8f3f-4cde-a73b-7ac9b1ba3ca7 None None] Transition to ACTIVE for port object f8427c86-973b-4da0-a114-4c43dba2111b will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:33:42.542697 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1b98cdcd-8f3f-4cde-a73b-7ac9b1ba3ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:42.553831 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d0205b56-cf9c-46a7-8afe-ae35309af2f8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:42.637086 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d0205b56-cf9c-46a7-8afe-ae35309af2f8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:42.685749 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d0205b56-cf9c-46a7-8afe-ae35309af2f8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:42.697379 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0205b56-cf9c-46a7-8afe-ae35309af2f8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event deleted for resources: {'Subnet': ['ID=ef646973-29e8-4f54-95e5-b25e9b988927,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:42.704032 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-d0205b56-cf9c-46a7-8afe-ae35309af2f8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/subnets/ef646973-29e8-4f54-95e5-b25e9b988927 HTTP/1.1" status: 204 len: 168 time: 0.4153056 May 04 17:33:42.710348 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53846) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:42.711617 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53850) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:42.719007 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-d5608fa5-29ab-4f82-9b24-3be88044c388 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-445982960', 'description': 'tempest-secgroup-smoke-445982960 description', 'project_id': '0b9713f8a29b4c8ca7f63dcb9b50b5ce'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:42.731283 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-d5608fa5-29ab-4f82-9b24-3be88044c388 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:42.739791 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-d5608fa5-29ab-4f82-9b24-3be88044c388 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Usage tracker for resource:security_group and tenant:0b9713f8a29b4c8ca7f63dcb9b50b5ce is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:42.751740 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-d5608fa5-29ab-4f82-9b24-3be88044c388 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:42.761630 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-d5608fa5-29ab-4f82-9b24-3be88044c388 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:42.764536 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4e4c960c-ae45-4835-b8bf-55ac06073f4d tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:42.788915 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-361380ef-e201-4118-84e9-4740d1b6a42f tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0776911 May 04 17:33:42.789333 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53854) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:42.790700 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b98cdcd-8f3f-4cde-a73b-7ac9b1ba3ca7 None None] Pushing event updated for resources: {'Port': ['ID=f8427c86-973b-4da0-a114-4c43dba2111b,revision_number=7']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:42.795678 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-a3f23d8f-d526-4d7b-931a-54464248b012 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Request body: {'subnet': {'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:42.921686 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-a3f23d8f-d526-4d7b-931a-54464248b012 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:42.928632 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-a3f23d8f-d526-4d7b-931a-54464248b012 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Usage tracker for resource:subnet and tenant:e0bb3da2b1c344b882bb065b24ba46bb is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:42.933808 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-a3f23d8f-d526-4d7b-931a-54464248b012 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:42.936585 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b829a3-0f84-4d6e-aa79-ffe810202a59 None None] Update dhcp port {'port': {'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'fixed_ips': [{'subnet_id': 'ef646973-29e8-4f54-95e5-b25e9b988927'}], 'binding:host_id': 'dv-neutron-840426-1-hyperv'}, 'id': '2e8672b6-1697-4b13-a253-c9aed85d3629'} from dv-neutron-840426-1-hyperv. {{(pid=88039) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 04 17:33:42.940814 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-a3f23d8f-d526-4d7b-931a-54464248b012 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:42.952510 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f23d8f-d526-4d7b-931a-54464248b012 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Made reservation on behalf of e0bb3da2b1c344b882bb065b24ba46bb for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:33:42.957477 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a3f23d8f-d526-4d7b-931a-54464248b012 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:43.020622 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b5b829a3-0f84-4d6e-aa79-ffe810202a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:43.026624 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d5608fa5-29ab-4f82-9b24-3be88044c388 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:43.043563 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-4e4c960c-ae45-4835-b8bf-55ac06073f4d tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Calling delete_port for 118626ba-3a5e-425b-9cf4-c769473a5570 owned by {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:33:43.092127 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device f8427c86-973b-4da0-a114-4c43dba2111b up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:33:43.115443 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d5608fa5-29ab-4f82-9b24-3be88044c388 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:43.151457 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-d5608fa5-29ab-4f82-9b24-3be88044c388 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:43.156466 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-d5608fa5-29ab-4f82-9b24-3be88044c388 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Usage tracker for resource:security_group_rule and tenant:0b9713f8a29b4c8ca7f63dcb9b50b5ce is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:43.165585 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-d5608fa5-29ab-4f82-9b24-3be88044c388 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:43.174853 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-d5608fa5-29ab-4f82-9b24-3be88044c388 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:43.349313 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf06815c-0566-433a-ba16-6401d73560b9 None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:33:43.376724 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4e4c960c-ae45-4835-b8bf-55ac06073f4d tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:43.428714 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a3f23d8f-d526-4d7b-931a-54464248b012 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:43.474576 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4c960c-ae45-4835-b8bf-55ac06073f4d tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event deleted for resources: {'Port': ['ID=118626ba-3a5e-425b-9cf4-c769473a5570,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:43.477277 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d5608fa5-29ab-4f82-9b24-3be88044c388 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:43.498348 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f23d8f-d526-4d7b-931a-54464248b012 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:33:43.501811 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-a3f23d8f-d526-4d7b-931a-54464248b012 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:33:43.508765 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d5608fa5-29ab-4f82-9b24-3be88044c388 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:43.517861 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-b0518a1b-a2a5-456c-8625-40ac568e220d None None] Provisioning complete for port 2e8672b6-1697-4b13-a253-c9aed85d3629 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:33:43.518277 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b0518a1b-a2a5-456c-8625-40ac568e220d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:43.521727 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f23d8f-d526-4d7b-931a-54464248b012 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event updated for resources: {'Subnet': ['ID=3d31b9c7-2bd1-4d71-9426-7c879c719675,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:43.532067 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f23d8f-d526-4d7b-931a-54464248b012 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:43.532830 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a3f23d8f-d526-4d7b-931a-54464248b012 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:43.554938 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5608fa5-29ab-4f82-9b24-3be88044c388 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f10f4e48-d954-48ee-811d-8edd88d1fac6,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:43.562728 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-d5608fa5-29ab-4f82-9b24-3be88044c388 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:43.571310 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-a3f23d8f-d526-4d7b-931a-54464248b012 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7808537 May 04 17:33:43.574072 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53864) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:43.580224 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-83e7bd82-6842-4001-a681-0558e025a1f5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Request body: {'subnet': {'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:43.599774 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-d5608fa5-29ab-4f82-9b24-3be88044c388 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Usage tracker for resource:security_group_rule and tenant:0b9713f8a29b4c8ca7f63dcb9b50b5ce is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:43.604348 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-d5608fa5-29ab-4f82-9b24-3be88044c388 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:43.617572 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-d5608fa5-29ab-4f82-9b24-3be88044c388 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:43.648179 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4e4c960c-ae45-4835-b8bf-55ac06073f4d tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:43.674190 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-4e4c960c-ae45-4835-b8bf-55ac06073f4d tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "DELETE /v2.0/ports/118626ba-3a5e-425b-9cf4-c769473a5570 HTTP/1.1" status: 204 len: 168 time: 1.3210952 May 04 17:33:43.674506 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53868) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:43.735869 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-83e7bd82-6842-4001-a681-0558e025a1f5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:43.740530 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-83e7bd82-6842-4001-a681-0558e025a1f5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Usage tracker for resource:subnet and tenant:e0bb3da2b1c344b882bb065b24ba46bb is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:43.743749 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-83e7bd82-6842-4001-a681-0558e025a1f5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:43.749725 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-83e7bd82-6842-4001-a681-0558e025a1f5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:43.797639 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e35e9dd-59e3-44e4-8bbc-aa7602c57ec3 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] GET failed (client error): The resource could not be found. May 04 17:33:43.798257 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-2e35e9dd-59e3-44e4-8bbc-aa7602c57ec3 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Synchronizing usage tracker for tenant:d50aa0308d3f47e4bde015fa31f2165f on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:33:43.829792 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d5608fa5-29ab-4f82-9b24-3be88044c388 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:43.838474 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d5608fa5-29ab-4f82-9b24-3be88044c388 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:43.840454 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e7bd82-6842-4001-a681-0558e025a1f5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Made reservation on behalf of e0bb3da2b1c344b882bb065b24ba46bb for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:33:43.844135 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-83e7bd82-6842-4001-a681-0558e025a1f5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:43.872619 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-2e35e9dd-59e3-44e4-8bbc-aa7602c57ec3 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Unset dirty status for tenant:d50aa0308d3f47e4bde015fa31f2165f on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:33:43.876456 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-2e35e9dd-59e3-44e4-8bbc-aa7602c57ec3 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "GET /v2.0/ports/118626ba-3a5e-425b-9cf4-c769473a5570 HTTP/1.1" status: 404 len: 333 time: 0.2010403 May 04 17:33:43.878048 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53872) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:43.884653 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-49497422-906d-4f41-aaf0-0dea96de3a1b None None] Provisioning for port f8427c86-973b-4da0-a114-4c43dba2111b completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:33:43.892612 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ce17dc-7aff-4ec0-bb21-d853f7a83033 None None] Update dhcp port {'port': {'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'fixed_ips': [{'subnet_id': '3d31b9c7-2bd1-4d71-9426-7c879c719675'}], 'binding:host_id': 'dv-neutron-840426-1-hyperv'}, 'id': '2e8672b6-1697-4b13-a253-c9aed85d3629'} from dv-neutron-840426-1-hyperv. {{(pid=88039) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 04 17:33:43.896533 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5608fa5-29ab-4f82-9b24-3be88044c388 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a49400ca-9754-47a7-84f8-c8fb6cea4011,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:43.899061 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d5608fa5-29ab-4f82-9b24-3be88044c388 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:43.900232 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-d5608fa5-29ab-4f82-9b24-3be88044c388 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.1876712 May 04 17:33:43.903102 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53876) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:43.909490 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-575b3dc5-addf-44ee-8cb8-f13c5d58b653 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Request body: {'security_group_rule': {'security_group_id': 'a49400ca-9754-47a7-84f8-c8fb6cea4011', 'project_id': '0b9713f8a29b4c8ca7f63dcb9b50b5ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:43.918063 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-575b3dc5-addf-44ee-8cb8-f13c5d58b653 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:43.924029 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-575b3dc5-addf-44ee-8cb8-f13c5d58b653 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Usage tracker for resource:security_group_rule and tenant:0b9713f8a29b4c8ca7f63dcb9b50b5ce is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:43.926371 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-49497422-906d-4f41-aaf0-0dea96de3a1b None None] Provisioning complete for port f8427c86-973b-4da0-a114-4c43dba2111b triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:33:43.926711 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-49497422-906d-4f41-aaf0-0dea96de3a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:43.929132 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-575b3dc5-addf-44ee-8cb8-f13c5d58b653 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:43.936606 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-575b3dc5-addf-44ee-8cb8-f13c5d58b653 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:43.942563 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-9925e28c-ff82-4ddf-820a-28ef43ab1311 req-52868aa2-f4eb-4c18-85f6-aaf6e3e6e0ee service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a89c1a56-83ba-4c06-94e3-b931024cb05a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2142069 May 04 17:33:43.967820 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-575b3dc5-addf-44ee-8cb8-f13c5d58b653 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:44.026190 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-99ce17dc-7aff-4ec0-bb21-d853f7a83033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:44.040476 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.ipam_backend_mixin [None req-83e7bd82-6842-4001-a681-0558e025a1f5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3d31b9c7-2bd1-4d71-9426-7c879c719675 (CIDR: 2001:db8::/64) May 04 17:33:44.041304 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d1289bed-7554-44ce-9d3f-7da88548d53c tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:44.058699 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-83e7bd82-6842-4001-a681-0558e025a1f5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 04 17:33:44.059189 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83e7bd82-6842-4001-a681-0558e025a1f5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:33:44.082093 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d1289bed-7554-44ce-9d3f-7da88548d53c tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:44.093497 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-575b3dc5-addf-44ee-8cb8-f13c5d58b653 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:44.098117 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-83e7bd82-6842-4001-a681-0558e025a1f5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5228434 May 04 17:33:44.105037 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53880) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:44.109816 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-575b3dc5-addf-44ee-8cb8-f13c5d58b653 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:44.114389 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-355891ec-951c-475e-803f-c82496d3bcfb tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Request body: {'subnet': {'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:44.158885 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d1289bed-7554-44ce-9d3f-7da88548d53c tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:44.180417 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575b3dc5-addf-44ee-8cb8-f13c5d58b653 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8795789-31b7-4846-9c51-2218dfafe801,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:44.205629 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1289bed-7554-44ce-9d3f-7da88548d53c tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d713a929-88f9-4ed5-b675-9909ebfb4ef3,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:44.228785 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d1289bed-7554-44ce-9d3f-7da88548d53c tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:44.229953 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-d1289bed-7554-44ce-9d3f-7da88548d53c tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "DELETE /v2.0/security-groups/d713a929-88f9-4ed5-b675-9909ebfb4ef3 HTTP/1.1" status: 204 len: 168 time: 0.3509593 May 04 17:33:44.232976 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53884) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:44.248821 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-575b3dc5-addf-44ee-8cb8-f13c5d58b653 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:44.253000 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-575b3dc5-addf-44ee-8cb8-f13c5d58b653 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3458855 May 04 17:33:44.254037 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53888) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:44.256853 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-49497422-906d-4f41-aaf0-0dea96de3a1b None None] Provisioning complete for port f54337d0-c343-401a-a393-4a1776df1562 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:33:44.257245 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-49497422-906d-4f41-aaf0-0dea96de3a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:44.262117 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-f4010137-deb2-461a-81f6-8c772fa69ba9 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Request body: {'security_group_rule': {'security_group_id': 'a49400ca-9754-47a7-84f8-c8fb6cea4011', 'project_id': '0b9713f8a29b4c8ca7f63dcb9b50b5ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:44.290219 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-f4010137-deb2-461a-81f6-8c772fa69ba9 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:44.298392 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-f4010137-deb2-461a-81f6-8c772fa69ba9 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Usage tracker for resource:security_group_rule and tenant:0b9713f8a29b4c8ca7f63dcb9b50b5ce is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:44.305191 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-f4010137-deb2-461a-81f6-8c772fa69ba9 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:44.319266 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-49497422-906d-4f41-aaf0-0dea96de3a1b None None] Port f54337d0-c343-401a-a393-4a1776df1562 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:33:44.319673 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925e28c-ff82-4ddf-820a-28ef43ab1311 req-16c2af47-a21a-49cc-8d53-733cbaf41e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:44.320930 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-9925e28c-ff82-4ddf-820a-28ef43ab1311 req-16c2af47-a21a-49cc-8d53-733cbaf41e09 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8c992398177546e184e9933345174247&device_id=a89c1a56-83ba-4c06-94e3-b931024cb05a HTTP/1.1" status: 200 len: 1098 time: 0.2663484 May 04 17:33:44.328479 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-f4010137-deb2-461a-81f6-8c772fa69ba9 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:44.331789 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-49497422-906d-4f41-aaf0-0dea96de3a1b None None] Could not find standard attr ID for object 118626ba-3a5e-425b-9cf4-c769473a5570. {{(pid=88039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 04 17:33:44.340141 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-355891ec-951c-475e-803f-c82496d3bcfb tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:44.345338 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-355891ec-951c-475e-803f-c82496d3bcfb tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Usage tracker for resource:subnet and tenant:e0bb3da2b1c344b882bb065b24ba46bb is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:44.348267 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-355891ec-951c-475e-803f-c82496d3bcfb tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:44.358808 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-355891ec-951c-475e-803f-c82496d3bcfb tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:44.363575 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-26697318-f7ff-4dfc-b904-2952cb4f2f6f tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:44.387590 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f4010137-deb2-461a-81f6-8c772fa69ba9 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:44.397759 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-26697318-f7ff-4dfc-b904-2952cb4f2f6f tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:44.405730 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-99ce17dc-7aff-4ec0-bb21-d853f7a83033 None None] Allocated IP 2001:db8::2 (6b89b041-5c42-49da-97bf-23cee8aadf17/3d31b9c7-2bd1-4d71-9426-7c879c719675/2e8672b6-1697-4b13-a253-c9aed85d3629) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:33:44.433267 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355891ec-951c-475e-803f-c82496d3bcfb tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Made reservation on behalf of e0bb3da2b1c344b882bb065b24ba46bb for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:33:44.437122 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-355891ec-951c-475e-803f-c82496d3bcfb tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:44.461848 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d11e7fa6-b22d-44f4-919e-0fc9bc533b7d None None] Could not find standard attr ID for object 118626ba-3a5e-425b-9cf4-c769473a5570. {{(pid=88039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 04 17:33:44.487608 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-26697318-f7ff-4dfc-b904-2952cb4f2f6f tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:44.510433 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26697318-f7ff-4dfc-b904-2952cb4f2f6f tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cacb6aad-1c6e-4d32-af5e-70dd6515c65b,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:44.532777 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-26697318-f7ff-4dfc-b904-2952cb4f2f6f tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:44.536537 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-26697318-f7ff-4dfc-b904-2952cb4f2f6f tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "DELETE /v2.0/security-groups/cacb6aad-1c6e-4d32-af5e-70dd6515c65b HTTP/1.1" status: 204 len: 168 time: 0.3002961 May 04 17:33:44.537616 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53892) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:44.590141 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-99ce17dc-7aff-4ec0-bb21-d853f7a83033 None None] For port 2e8672b6-1697-4b13-a253-c9aed85d3629, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=2e8672b6-1697-4b13-a253-c9aed85d3629,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:33:44.614322 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ec84b982-cc93-4880-b876-f3f89470fa45 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:44.615784 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-99ce17dc-7aff-4ec0-bb21-d853f7a83033 None None] Notify callbacks [] for port, precommit_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:44.631744 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-99ce17dc-7aff-4ec0-bb21-d853f7a83033 None None] Transition to ACTIVE for port object 2e8672b6-1697-4b13-a253-c9aed85d3629 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:33:44.636375 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-99ce17dc-7aff-4ec0-bb21-d853f7a83033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:44.642828 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ec84b982-cc93-4880-b876-f3f89470fa45 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:44.686126 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925e28c-ff82-4ddf-820a-28ef43ab1311 req-a778bfe9-c506-4096-82e0-9668211a70f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:44.687796 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-9925e28c-ff82-4ddf-820a-28ef43ab1311 req-a778bfe9-c506-4096-82e0-9668211a70f5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b631325e-11d5-4100-a2cb-8b9aba720937 HTTP/1.1" status: 200 len: 913 time: 0.3268616 May 04 17:33:44.699666 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ec84b982-cc93-4880-b876-f3f89470fa45 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:44.717456 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec84b982-cc93-4880-b876-f3f89470fa45 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b45f19-f05b-453d-af7c-06e47713cbc5,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:44.725256 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ec84b982-cc93-4880-b876-f3f89470fa45 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:44.728915 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-ec84b982-cc93-4880-b876-f3f89470fa45 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "DELETE /v2.0/security-groups/87b45f19-f05b-453d-af7c-06e47713cbc5 HTTP/1.1" status: 204 len: 168 time: 0.1883967 May 04 17:33:44.729158 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53896) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:44.759166 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ce17dc-7aff-4ec0-bb21-d853f7a83033 None None] Pushing event updated for resources: {'Port': ['ID=2e8672b6-1697-4b13-a253-c9aed85d3629,revision_number=21']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:44.796786 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f4010137-deb2-461a-81f6-8c772fa69ba9 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:44.806063 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-4770528b-33a3-4721-9c43-454b5db7b3d7 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Deleting subnet 24e3ef16-718e-478a-9015-2b8bdeb2638b {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:33:44.807179 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f4010137-deb2-461a-81f6-8c772fa69ba9 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:44.809252 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4770528b-33a3-4721-9c43-454b5db7b3d7 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:44.863333 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4010137-deb2-461a-81f6-8c772fa69ba9 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12d582d8-6617-496c-b6c0-fdeb2086bf85,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:44.878438 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f4010137-deb2-461a-81f6-8c772fa69ba9 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:44.883442 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-f4010137-deb2-461a-81f6-8c772fa69ba9 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6285477 May 04 17:33:44.887573 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53900) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:44.896908 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-9925e28c-ff82-4ddf-820a-28ef43ab1311 req-721fc178-05d3-41d7-9ce5-f0e7ca82968d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5528093-85fd-4674-98ad-09fd400f3a4d HTTP/1.1" status: 200 len: 1001 time: 0.1935644 May 04 17:33:44.898832 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4770528b-33a3-4721-9c43-454b5db7b3d7 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:44.900040 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-036c1b8c-c7ed-425d-a49b-d56a11c66e57 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Request body: {'security_group_rule': {'security_group_id': 'a49400ca-9754-47a7-84f8-c8fb6cea4011', 'project_id': '0b9713f8a29b4c8ca7f63dcb9b50b5ce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:44.907487 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-036c1b8c-c7ed-425d-a49b-d56a11c66e57 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:44.947677 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-036c1b8c-c7ed-425d-a49b-d56a11c66e57 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Usage tracker for resource:security_group_rule and tenant:0b9713f8a29b4c8ca7f63dcb9b50b5ce is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:44.960676 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-036c1b8c-c7ed-425d-a49b-d56a11c66e57 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:44.970222 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-036c1b8c-c7ed-425d-a49b-d56a11c66e57 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:44.996232 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 2e8672b6-1697-4b13-a253-c9aed85d3629 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:33:45.003727 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4770528b-33a3-4721-9c43-454b5db7b3d7 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:45.058204 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925e28c-ff82-4ddf-820a-28ef43ab1311 req-ec9ab2f5-b39d-4ff0-950a-35c3ef1fc682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:45.059685 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-9925e28c-ff82-4ddf-820a-28ef43ab1311 req-ec9ab2f5-b39d-4ff0-950a-35c3ef1fc682 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=35d620f1-cc33-411a-8546-1edeed82bf7b HTTP/1.1" status: 200 len: 851 time: 0.1495955 May 04 17:33:45.063923 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-036c1b8c-c7ed-425d-a49b-d56a11c66e57 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:45.105236 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4770528b-33a3-4721-9c43-454b5db7b3d7 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:45.126295 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:45.157273 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4770528b-33a3-4721-9c43-454b5db7b3d7 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event deleted for resources: {'Subnet': ['ID=24e3ef16-718e-478a-9015-2b8bdeb2638b,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:45.164484 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4770528b-33a3-4721-9c43-454b5db7b3d7 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:45.174278 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 2e8672b6-1697-4b13-a253-c9aed85d3629, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=2e8672b6-1697-4b13-a253-c9aed85d3629,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:33:45.177677 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe697b2-1df6-451c-bd33-03c460882acc None None] Network a613a2a9-e3ff-45c7-bedd-1ed50f5b5856 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:33:45.185360 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-4770528b-33a3-4721-9c43-454b5db7b3d7 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "DELETE /v2.0/subnets/24e3ef16-718e-478a-9015-2b8bdeb2638b HTTP/1.1" status: 204 len: 168 time: 0.4515612 May 04 17:33:45.187987 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53904) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:45.212091 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:45.263379 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 2e8672b6-1697-4b13-a253-c9aed85d3629 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:33:45.435479 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-036c1b8c-c7ed-425d-a49b-d56a11c66e57 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:45.439422 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=2e8672b6-1697-4b13-a253-c9aed85d3629,revision_number=22']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:45.453423 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-036c1b8c-c7ed-425d-a49b-d56a11c66e57 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:45.484396 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_v2 [None req-142113a6-dc19-43cc-abd4-432d6d275b93 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Deleting subnet 3d0e62aa-5ed1-43c2-84ab-43d5416d685f {{(pid=88038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:33:45.491692 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036c1b8c-c7ed-425d-a49b-d56a11c66e57 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7a81774-1df5-4765-b947-3fbc17376057,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:45.502633 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-142113a6-dc19-43cc-abd4-432d6d275b93 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for subnet, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:45.541302 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925e28c-ff82-4ddf-820a-28ef43ab1311 req-7c99875f-03c8-46a7-9c4a-74d34c6a3785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:45.543664 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-9925e28c-ff82-4ddf-820a-28ef43ab1311 req-7c99875f-03c8-46a7-9c4a-74d34c6a3785 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b631325e-11d5-4100-a2cb-8b9aba720937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4715564 May 04 17:33:45.561456 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb195b6-f80b-4524-bd90-86048538db43 None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:33:45.624352 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-036c1b8c-c7ed-425d-a49b-d56a11c66e57 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:45.625793 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-036c1b8c-c7ed-425d-a49b-d56a11c66e57 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7342203 May 04 17:33:45.631689 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53908) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:45.647461 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-7e731985-ad1d-4108-972c-c2fb5a55a0fe tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Request body: {'security_group_rule': {'security_group_id': 'a49400ca-9754-47a7-84f8-c8fb6cea4011', 'project_id': '0b9713f8a29b4c8ca7f63dcb9b50b5ce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:45.649134 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-142113a6-dc19-43cc-abd4-432d6d275b93 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-801696'] for subnet, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:45.654514 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-7e731985-ad1d-4108-972c-c2fb5a55a0fe tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:45.657297 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 2e8672b6-1697-4b13-a253-c9aed85d3629 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:33:45.658907 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-7e731985-ad1d-4108-972c-c2fb5a55a0fe tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Usage tracker for resource:security_group_rule and tenant:0b9713f8a29b4c8ca7f63dcb9b50b5ce is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:45.662591 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-7e731985-ad1d-4108-972c-c2fb5a55a0fe tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:45.668402 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-7e731985-ad1d-4108-972c-c2fb5a55a0fe tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:45.686967 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7e731985-ad1d-4108-972c-c2fb5a55a0fe tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:45.753674 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-e5dab83b-2e13-46ce-a58e-157bd2d5b546 None None] Provisioning for port 2e8672b6-1697-4b13-a253-c9aed85d3629 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:33:45.753937 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7e731985-ad1d-4108-972c-c2fb5a55a0fe tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:45.760214 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7e731985-ad1d-4108-972c-c2fb5a55a0fe tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:45.782243 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-e5dab83b-2e13-46ce-a58e-157bd2d5b546 None None] Provisioning complete for port 2e8672b6-1697-4b13-a253-c9aed85d3629 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:33:45.782622 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e5dab83b-2e13-46ce-a58e-157bd2d5b546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:45.793287 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e731985-ad1d-4108-972c-c2fb5a55a0fe tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b254f0d-0df5-4553-a277-9a553f8b17fc,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:45.807517 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7e731985-ad1d-4108-972c-c2fb5a55a0fe tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:45.809883 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-7e731985-ad1d-4108-972c-c2fb5a55a0fe tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1760654 May 04 17:33:45.812010 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53912) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:45.817701 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-4c0873b2-cdb7-4931-9d18-5d187cb5efcb tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Request body: {'security_group_rule': {'security_group_id': 'a49400ca-9754-47a7-84f8-c8fb6cea4011', 'project_id': '0b9713f8a29b4c8ca7f63dcb9b50b5ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:45.824420 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-4c0873b2-cdb7-4931-9d18-5d187cb5efcb tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:45.828820 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-4c0873b2-cdb7-4931-9d18-5d187cb5efcb tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Usage tracker for resource:security_group_rule and tenant:0b9713f8a29b4c8ca7f63dcb9b50b5ce is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:45.832456 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-4c0873b2-cdb7-4931-9d18-5d187cb5efcb tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:45.838437 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-4c0873b2-cdb7-4931-9d18-5d187cb5efcb tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:45.852000 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.securitygroups_db [None req-4c0873b2-cdb7-4931-9d18-5d187cb5efcb tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Project 0b9713f8a29b4c8ca7f63dcb9b50b5ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 17:33:45.859135 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4c0873b2-cdb7-4931-9d18-5d187cb5efcb tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:45.887901 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-9925e28c-ff82-4ddf-820a-28ef43ab1311 req-886b7499-a3f8-46b7-a291-60e7314fe2a8 service neutron] 10.222.0.42 "GET /v2.0/networks/b631325e-11d5-4100-a2cb-8b9aba720937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013341 May 04 17:33:45.889685 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.objects.ports [None req-355891ec-951c-475e-803f-c82496d3bcfb tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88038) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 04 17:33:45.928114 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4c0873b2-cdb7-4931-9d18-5d187cb5efcb tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:45.933717 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4c0873b2-cdb7-4931-9d18-5d187cb5efcb tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:45.958833 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0873b2-cdb7-4931-9d18-5d187cb5efcb tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf290dd7-907a-45f5-b782-b040da8b4d71,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:45.969965 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4c0873b2-cdb7-4931-9d18-5d187cb5efcb tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:45.974491 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-4c0873b2-cdb7-4931-9d18-5d187cb5efcb tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1595192 May 04 17:33:45.976082 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53916) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:45.979874 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-142113a6-dc19-43cc-abd4-432d6d275b93 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:45.989589 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-7a4eaa5e-9d6a-47ae-9511-7612c766a5b2 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Request body: {'security_group_rule': {'security_group_id': 'a49400ca-9754-47a7-84f8-c8fb6cea4011', 'project_id': '0b9713f8a29b4c8ca7f63dcb9b50b5ce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:45.996236 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-7a4eaa5e-9d6a-47ae-9511-7612c766a5b2 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:46.001227 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-7a4eaa5e-9d6a-47ae-9511-7612c766a5b2 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Usage tracker for resource:security_group_rule and tenant:0b9713f8a29b4c8ca7f63dcb9b50b5ce is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:46.004196 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-7a4eaa5e-9d6a-47ae-9511-7612c766a5b2 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:46.013300 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-7a4eaa5e-9d6a-47ae-9511-7612c766a5b2 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:46.034736 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 2e8672b6-1697-4b13-a253-c9aed85d3629 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:33:46.035107 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:46.036023 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.securitygroups_db [None req-7a4eaa5e-9d6a-47ae-9511-7612c766a5b2 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Project 0b9713f8a29b4c8ca7f63dcb9b50b5ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 17:33:46.044149 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7a4eaa5e-9d6a-47ae-9511-7612c766a5b2 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:46.120566 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7a4eaa5e-9d6a-47ae-9511-7612c766a5b2 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:46.126486 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7a4eaa5e-9d6a-47ae-9511-7612c766a5b2 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:46.161318 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e5dab83b-2e13-46ce-a58e-157bd2d5b546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:46.166174 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4eaa5e-9d6a-47ae-9511-7612c766a5b2 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=421b1572-8875-4c48-81c4-edeca1fe87ba,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:46.190192 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-9925e28c-ff82-4ddf-820a-28ef43ab1311 req-b8bf74f2-e323-4c6a-a776-b9ffba5895b9 service neutron] 10.222.0.42 "GET /v2.0/networks/b631325e-11d5-4100-a2cb-8b9aba720937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596626 May 04 17:33:46.204284 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7a4eaa5e-9d6a-47ae-9511-7612c766a5b2 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:46.209009 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-142113a6-dc19-43cc-abd4-432d6d275b93 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:46.209214 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-7a4eaa5e-9d6a-47ae-9511-7612c766a5b2 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2256312 May 04 17:33:46.209892 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53922) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:46.215953 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-5802e80c-1460-4537-8584-5522c5240f69 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Request body: {'network': {'name': 'tempest-network-smoke--1780851663', 'project_id': '0b9713f8a29b4c8ca7f63dcb9b50b5ce', 'port_security_enabled': True}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:46.229390 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-5802e80c-1460-4537-8584-5522c5240f69 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:46.234490 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-5802e80c-1460-4537-8584-5522c5240f69 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Usage tracker for resource:network and tenant:0b9713f8a29b4c8ca7f63dcb9b50b5ce is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:46.239392 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-5802e80c-1460-4537-8584-5522c5240f69 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:46.251706 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-5802e80c-1460-4537-8584-5522c5240f69 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:46.275621 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142113a6-dc19-43cc-abd4-432d6d275b93 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event deleted for resources: {'Subnet': ['ID=3d0e62aa-5ed1-43c2-84ab-43d5416d685f,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:46.275888 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5802e80c-1460-4537-8584-5522c5240f69 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Made reservation on behalf of 0b9713f8a29b4c8ca7f63dcb9b50b5ce for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:33:46.277698 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-142113a6-dc19-43cc-abd4-432d6d275b93 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:46.279573 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5802e80c-1460-4537-8584-5522c5240f69 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:46.315058 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5802e80c-1460-4537-8584-5522c5240f69 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:33:46.325792 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5802e80c-1460-4537-8584-5522c5240f69 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:46.326388 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-5802e80c-1460-4537-8584-5522c5240f69 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Added segment bc385158-122c-49e2-a3da-a4705fa248b5 of type vlan for network b1274540-aa6f-41be-a0cc-5f2fec52a07b May 04 17:33:46.335785 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-142113a6-dc19-43cc-abd4-432d6d275b93 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "DELETE /v2.0/subnets/3d0e62aa-5ed1-43c2-84ab-43d5416d685f HTTP/1.1" status: 204 len: 168 time: 1.1456773 May 04 17:33:46.336774 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53926) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:46.355143 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-355891ec-951c-475e-803f-c82496d3bcfb tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:46.392013 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f5e84c5-3fe4-4f79-9265-86af6ec27ca7 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] DELETE failed (client error): The resource could not be found. May 04 17:33:46.392463 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f5e84c5-3fe4-4f79-9265-86af6ec27ca7 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:33:46.398661 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5802e80c-1460-4537-8584-5522c5240f69 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:46.405006 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-5f5e84c5-3fe4-4f79-9265-86af6ec27ca7 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "DELETE /v2.0/subnets/24e3ef16-718e-478a-9015-2b8bdeb2638b HTTP/1.1" status: 404 len: 337 time: 0.0634494 May 04 17:33:46.413237 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53930) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:46.422338 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.db.api [None req-e5dab83b-2e13-46ce-a58e-157bd2d5b546 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:33:46.422694 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG oslo_db.api [None req-e5dab83b-2e13-46ce-a58e-157bd2d5b546 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:33:46.437489 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:46.473751 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d73d182-ca45-4994-a12a-51aa3a7a0d4a None None] Update dhcp port {'port': {'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'fixed_ips': [{'subnet_id': '3d31b9c7-2bd1-4d71-9426-7c879c719675', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd6217486-6e0a-4f4d-8122-47d9a87c95d7'}], 'binding:host_id': 'dv-neutron-840426-1-hyperv'}, 'id': '2e8672b6-1697-4b13-a253-c9aed85d3629'} from dv-neutron-840426-1-hyperv. {{(pid=88039) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 04 17:33:46.517318 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d0ce3fe-d4f6-4ec2-9e1e-00ecd9f89a65 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Deleting subnet a67a63fa-e7fc-4f82-bf77-d67aeaf87c14 {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:33:46.521882 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3d0ce3fe-d4f6-4ec2-9e1e-00ecd9f89a65 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:46.541214 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0d73d182-ca45-4994-a12a-51aa3a7a0d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:46.615832 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3d0ce3fe-d4f6-4ec2-9e1e-00ecd9f89a65 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:46.637995 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-355891ec-951c-475e-803f-c82496d3bcfb tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] For port 2e8672b6-1697-4b13-a253-c9aed85d3629, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=2e8672b6-1697-4b13-a253-c9aed85d3629,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:33:46.667164 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-355891ec-951c-475e-803f-c82496d3bcfb tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:46.671881 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5802e80c-1460-4537-8584-5522c5240f69 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:46.675213 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-355891ec-951c-475e-803f-c82496d3bcfb tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:46.676218 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-355891ec-951c-475e-803f-c82496d3bcfb tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:46.679214 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5802e80c-1460-4537-8584-5522c5240f69 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:46.679842 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5802e80c-1460-4537-8584-5522c5240f69 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:46.734374 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-5802e80c-1460-4537-8584-5522c5240f69 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5207086 May 04 17:33:46.744900 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53934) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:46.760308 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-19f2470c-6dcd-4322-85c0-4c7be2615308 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1710816897', 'admin_state_up': True, 'project_id': '0b9713f8a29b4c8ca7f63dcb9b50b5ce', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:46.772408 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-19f2470c-6dcd-4322-85c0-4c7be2615308 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:46.794763 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be882f9-d0e0-4422-9981-07a0c56655bd None None] Network a613a2a9-e3ff-45c7-bedd-1ed50f5b5856 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:33:46.809499 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355891ec-951c-475e-803f-c82496d3bcfb tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:33:46.815217 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-355891ec-951c-475e-803f-c82496d3bcfb tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:33:46.821204 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355891ec-951c-475e-803f-c82496d3bcfb tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:46.821794 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-355891ec-951c-475e-803f-c82496d3bcfb tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:46.828968 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-19f2470c-6dcd-4322-85c0-4c7be2615308 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Usage tracker for resource:router and tenant:0b9713f8a29b4c8ca7f63dcb9b50b5ce is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:46.829146 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.db.api [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:33:46.829146 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG oslo_db.api [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:33:46.829340 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355891ec-951c-475e-803f-c82496d3bcfb tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event updated for resources: {'Subnet': ['ID=d6217486-6e0a-4f4d-8122-47d9a87c95d7,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:46.842310 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-19f2470c-6dcd-4322-85c0-4c7be2615308 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:46.856086 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-355891ec-951c-475e-803f-c82496d3bcfb tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.7473328 May 04 17:33:46.856300 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53938) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:46.865319 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355891ec-951c-475e-803f-c82496d3bcfb tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event updated for resources: {'Port': ['ID=2e8672b6-1697-4b13-a253-c9aed85d3629,revision_number=24']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:46.974287 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5802e80c-1460-4537-8584-5522c5240f69 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Pushing event updated for resources: {'Network': ['ID=b1274540-aa6f-41be-a0cc-5f2fec52a07b,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:46.982219 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-19f2470c-6dcd-4322-85c0-4c7be2615308 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:46.992482 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network b1274540-aa6f-41be-a0cc-5f2fec52a07b details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:33:47.000681 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-19f2470c-6dcd-4322-85c0-4c7be2615308 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:47.001759 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-19f2470c-6dcd-4322-85c0-4c7be2615308 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:47.018256 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-19f2470c-6dcd-4322-85c0-4c7be2615308 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:47.019570 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.db.api [None req-0d73d182-ca45-4994-a12a-51aa3a7a0d4a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:33:47.019927 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG oslo_db.api [None req-0d73d182-ca45-4994-a12a-51aa3a7a0d4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:33:47.032997 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3d0ce3fe-d4f6-4ec2-9e1e-00ecd9f89a65 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:47.051710 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e5dab83b-2e13-46ce-a58e-157bd2d5b546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:47.081536 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-967d814b-83c7-4f12-bed1-331c134fe5ed tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Request body: {'port': {'network_id': '6b89b041-5c42-49da-97bf-23cee8aadf17', 'mac_address': 'fa:16:3e:31:f8:76', 'name': 'tempest-NetworksTestDHCPv6-1470298992'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:47.188379 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-e5dab83b-2e13-46ce-a58e-157bd2d5b546 None None] For port 2e8672b6-1697-4b13-a253-c9aed85d3629, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=2e8672b6-1697-4b13-a253-c9aed85d3629,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:33:47.218675 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e5dab83b-2e13-46ce-a58e-157bd2d5b546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:47.253781 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-967d814b-83c7-4f12-bed1-331c134fe5ed tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:47.266623 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-967d814b-83c7-4f12-bed1-331c134fe5ed tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:47.282589 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967d814b-83c7-4f12-bed1-331c134fe5ed tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Made reservation on behalf of e0bb3da2b1c344b882bb065b24ba46bb for: {'port': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:33:47.308910 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dab83b-2e13-46ce-a58e-157bd2d5b546 None None] Pushing event updated for resources: {'Port': ['ID=2e8672b6-1697-4b13-a253-c9aed85d3629,revision_number=25']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:47.368279 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-19f2470c-6dcd-4322-85c0-4c7be2615308 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:47.393567 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-4a35fccd-db92-4c83-81ba-210437bd35fb None None] Provisioning complete for port f8427c86-973b-4da0-a114-4c43dba2111b triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:33:47.394057 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4a35fccd-db92-4c83-81ba-210437bd35fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:47.427027 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-967d814b-83c7-4f12-bed1-331c134fe5ed tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:47.435182 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3d0ce3fe-d4f6-4ec2-9e1e-00ecd9f89a65 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:47.459591 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [None req-967d814b-83c7-4f12-bed1-331c134fe5ed tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] device_id is not set on port c483b214-1b01-482c-a747-fac306d9e8c8 yet. {{(pid=88038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:33:47.492082 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3d0ce3fe-d4f6-4ec2-9e1e-00ecd9f89a65 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:47.512280 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-3d0ce3fe-d4f6-4ec2-9e1e-00ecd9f89a65 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "DELETE /v2.0/subnets/a67a63fa-e7fc-4f82-bf77-d67aeaf87c14 HTTP/1.1" status: 204 len: 168 time: 1.0968428 May 04 17:33:47.513676 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0ce3fe-d4f6-4ec2-9e1e-00ecd9f89a65 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event deleted for resources: {'Subnet': ['ID=a67a63fa-e7fc-4f82-bf77-d67aeaf87c14,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:47.522432 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53944) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:47.573667 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 2e8672b6-1697-4b13-a253-c9aed85d3629 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:33:47.715667 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0d73d182-ca45-4994-a12a-51aa3a7a0d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:47.741131 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-ade02f2e-3dd0-4459-8d89-3ea011774caf tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] DELETE failed (client error): The resource could not be found. May 04 17:33:47.741599 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ade02f2e-3dd0-4459-8d89-3ea011774caf tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:33:47.763102 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-ade02f2e-3dd0-4459-8d89-3ea011774caf tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "DELETE /v2.0/subnets/d82ce09d-3fe3-4b04-a484-d34cdcec245b HTTP/1.1" status: 404 len: 337 time: 0.2394319 May 04 17:33:47.763701 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53948) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:47.793786 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-4a35fccd-db92-4c83-81ba-210437bd35fb None None] Provisioning complete for port f54337d0-c343-401a-a393-4a1776df1562 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:33:47.794198 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4a35fccd-db92-4c83-81ba-210437bd35fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:47.823267 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53952) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:47.823553 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-d2ea340f-6ef2-4441-b133-875c393e5f49 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "GET /v2.0/ports?device_id=5bc87f84-e239-404f-8680-a22e46b99d29 HTTP/1.1" status: 200 len: 205 time: 0.0551379 May 04 17:33:47.844625 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 2e8672b6-1697-4b13-a253-c9aed85d3629 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:33:47.844998 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:47.952226 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.api.v2.resource [None req-44a78100-2163-4fa4-a80c-623ada3d4883 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] delete failed (client error): The resource could not be found. May 04 17:33:47.953362 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-44a78100-2163-4fa4-a80c-623ada3d4883 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "DELETE /v2.0/routers/5bc87f84-e239-404f-8680-a22e46b99d29 HTTP/1.1" status: 404 len: 336 time: 0.1289513 May 04 17:33:47.957189 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53956) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:48.002761 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8e9da49-3594-4903-b72c-09913855f1f2 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] DELETE failed (client error): The resource could not be found. May 04 17:33:48.003368 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8e9da49-3594-4903-b72c-09913855f1f2 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:33:48.005678 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-e8e9da49-3594-4903-b72c-09913855f1f2 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "DELETE /v2.0/subnets/b661bac4-0a78-49fa-b4ec-580e99ae44ff HTTP/1.1" status: 404 len: 337 time: 0.0467269 May 04 17:33:48.006455 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-19f2470c-6dcd-4322-85c0-4c7be2615308 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks [] for router_gateway, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:48.008402 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53960) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:48.025405 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e58a7c0-15b5-49f4-8600-d59f644c5f3d None None] Network a613a2a9-e3ff-45c7-bedd-1ed50f5b5856 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:33:48.037278 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-4a35fccd-db92-4c83-81ba-210437bd35fb None None] Port f54337d0-c343-401a-a393-4a1776df1562 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:33:48.038057 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-19f2470c-6dcd-4322-85c0-4c7be2615308 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:48.053620 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-967d814b-83c7-4f12-bed1-331c134fe5ed tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Allocated IP 2001:db8::33e (6b89b041-5c42-49da-97bf-23cee8aadf17/3d31b9c7-2bd1-4d71-9426-7c879c719675/c483b214-1b01-482c-a747-fac306d9e8c8) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:33:48.065235 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0c20bdf-0ffb-4577-9903-1292cc7fd562 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] DELETE failed (client error): The resource could not be found. May 04 17:33:48.065699 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0c20bdf-0ffb-4577-9903-1292cc7fd562 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:33:48.070313 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-c0c20bdf-0ffb-4577-9903-1292cc7fd562 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "DELETE /v2.0/subnets/061d56f7-ff69-46b2-90eb-5ad9df11710e HTTP/1.1" status: 404 len: 337 time: 0.0522442 May 04 17:33:48.070313 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-967d814b-83c7-4f12-bed1-331c134fe5ed tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Allocated IP 2001:db8:0:1:f816:3eff:fe31:f876 (6b89b041-5c42-49da-97bf-23cee8aadf17/d6217486-6e0a-4f4d-8122-47d9a87c95d7/c483b214-1b01-482c-a747-fac306d9e8c8) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:33:48.071156 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53964) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:48.132592 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-e18c6d01-c47e-47e7-b578-34b6e8ed3361 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] DELETE failed (client error): The resource could not be found. May 04 17:33:48.133292 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e18c6d01-c47e-47e7-b578-34b6e8ed3361 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:33:48.137024 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-e18c6d01-c47e-47e7-b578-34b6e8ed3361 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "DELETE /v2.0/subnets/08b87e19-d08d-4f96-b50a-d3938303f602 HTTP/1.1" status: 404 len: 337 time: 0.0626037 May 04 17:33:48.138375 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53968) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:48.184105 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-19f2470c-6dcd-4322-85c0-4c7be2615308 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Allocated IP 172.26.0.50 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/e507f7bb-5d46-4d53-ab82-af836614de79) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:33:48.192057 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-2102beaa-41fd-49a3-b646-589d53c70475 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] DELETE failed (client error): The resource could not be found. May 04 17:33:48.192057 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2102beaa-41fd-49a3-b646-589d53c70475 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:33:48.196376 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-2102beaa-41fd-49a3-b646-589d53c70475 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "DELETE /v2.0/ports/9f8f6421-1906-447c-a7b8-345367da70d5 HTTP/1.1" status: 404 len: 333 time: 0.0549357 May 04 17:33:48.197030 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53972) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:48.247932 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-e98711ce-31e0-4a7a-bfde-f849e5afea57 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] DELETE failed (client error): The resource could not be found. May 04 17:33:48.248741 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e98711ce-31e0-4a7a-bfde-f849e5afea57 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:33:48.279590 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-e98711ce-31e0-4a7a-bfde-f849e5afea57 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "DELETE /v2.0/subnets/5bb8ce2f-a7fe-4ad5-b805-db0f38a71ea6 HTTP/1.1" status: 404 len: 337 time: 0.0812724 May 04 17:33:48.289214 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 53976) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:48.305256 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-f596183f-42fd-4325-b154-65a00952dbd0 None None] Provisioning complete for port f8427c86-973b-4da0-a114-4c43dba2111b triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:33:48.305631 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-f596183f-42fd-4325-b154-65a00952dbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:48.375407 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-967d814b-83c7-4f12-bed1-331c134fe5ed tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:48.378667 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-52b21186-4f1d-4332-b29a-ed1b2ffbcea6 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] DELETE failed (client error): The resource could not be found. May 04 17:33:48.379289 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52b21186-4f1d-4332-b29a-ed1b2ffbcea6 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:33:48.383731 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-52b21186-4f1d-4332-b29a-ed1b2ffbcea6 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "DELETE /v2.0/subnets/45b16239-5872-43ac-a183-ef47d6a8919c HTTP/1.1" status: 404 len: 337 time: 0.0909162 May 04 17:33:48.383896 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53980) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:48.434228 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-967d814b-83c7-4f12-bed1-331c134fe5ed tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Transition to ACTIVE for port object c483b214-1b01-482c-a747-fac306d9e8c8 will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:33:48.435637 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-a27c70ea-82b1-4929-8af8-eced34f53963 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] DELETE failed (client error): The resource could not be found. May 04 17:33:48.436099 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a27c70ea-82b1-4929-8af8-eced34f53963 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:33:48.440444 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-a27c70ea-82b1-4929-8af8-eced34f53963 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "DELETE /v2.0/ports/12c2afe1-686a-4ac5-a3c4-a21a99ea86ca HTTP/1.1" status: 404 len: 333 time: 0.0529659 May 04 17:33:48.440683 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-19f2470c-6dcd-4322-85c0-4c7be2615308 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:48.442807 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53984) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:48.461676 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-f596183f-42fd-4325-b154-65a00952dbd0 None None] Provisioning complete for port f54337d0-c343-401a-a393-4a1776df1562 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:33:48.462174 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-f596183f-42fd-4325-b154-65a00952dbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:48.475727 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-19f2470c-6dcd-4322-85c0-4c7be2615308 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:48.484253 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-a59df28c-0c59-4fba-a330-17d1b3789254 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] DELETE failed (client error): The resource could not be found. May 04 17:33:48.484716 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a59df28c-0c59-4fba-a330-17d1b3789254 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:33:48.489355 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-a59df28c-0c59-4fba-a330-17d1b3789254 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "DELETE /v2.0/subnets/510d7c80-1a5e-463d-8775-84eec6a6d732 HTTP/1.1" status: 404 len: 337 time: 0.0427248 May 04 17:33:48.489355 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53988) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:48.522767 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-f596183f-42fd-4325-b154-65a00952dbd0 None None] Port f54337d0-c343-401a-a393-4a1776df1562 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:33:48.537186 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6866a5a-8841-491f-82b0-4450e3aa7678 None None] DHCP port deletion for a613a2a9-e3ff-45c7-bedd-1ed50f5b5856 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:33:48.541893 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-a6866a5a-8841-491f-82b0-4450e3aa7678 None None] Deleting port f8427c86-973b-4da0-a114-4c43dba2111b {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:33:48.542751 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a6866a5a-8841-491f-82b0-4450e3aa7678 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:48.543725 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-408f9ffc-0251-4b8e-9a68-5beed4d0a2ec tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] DELETE failed (client error): The resource could not be found. May 04 17:33:48.544215 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-408f9ffc-0251-4b8e-9a68-5beed4d0a2ec tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:33:48.548341 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-408f9ffc-0251-4b8e-9a68-5beed4d0a2ec tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "DELETE /v2.0/subnets/13f5a3ea-df07-4581-b883-310a85738d52 HTTP/1.1" status: 404 len: 337 time: 0.0550542 May 04 17:33:48.548855 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53992) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:48.549809 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f2470c-6dcd-4322-85c0-4c7be2615308 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:33:48.553386 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-19f2470c-6dcd-4322-85c0-4c7be2615308 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:33:48.555968 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f2470c-6dcd-4322-85c0-4c7be2615308 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:33:48.611009 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-967d814b-83c7-4f12-bed1-331c134fe5ed tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:48.679941 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-41c96e3b-e77f-446d-a590-79c4ddfaaba5 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Deleting port f54337d0-c343-401a-a393-4a1776df1562 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:33:48.680175 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-41c96e3b-e77f-446d-a590-79c4ddfaaba5 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:48.710753 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f2470c-6dcd-4322-85c0-4c7be2615308 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Pushing event updated for resources: {'Port': ['ID=e507f7bb-5d46-4d53-ab82-af836614de79,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:48.715772 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967d814b-83c7-4f12-bed1-331c134fe5ed tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:33:48.723292 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-967d814b-83c7-4f12-bed1-331c134fe5ed tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:33:48.738318 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967d814b-83c7-4f12-bed1-331c134fe5ed tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:33:48.743866 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967d814b-83c7-4f12-bed1-331c134fe5ed tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:48.744487 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-967d814b-83c7-4f12-bed1-331c134fe5ed tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:48.778157 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967d814b-83c7-4f12-bed1-331c134fe5ed tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event updated for resources: {'Port': ['ID=c483b214-1b01-482c-a747-fac306d9e8c8,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:48.821232 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-967d814b-83c7-4f12-bed1-331c134fe5ed tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.9637516 May 04 17:33:48.821889 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 53996) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:48.825280 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-0d73d182-ca45-4994-a12a-51aa3a7a0d4a None None] For port 2e8672b6-1697-4b13-a253-c9aed85d3629, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=2e8672b6-1697-4b13-a253-c9aed85d3629,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:33:48.850491 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0d73d182-ca45-4994-a12a-51aa3a7a0d4a None None] Notify callbacks [] for port, precommit_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:48.918362 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-a6866a5a-8841-491f-82b0-4450e3aa7678 None None] For port f8427c86-973b-4da0-a114-4c43dba2111b, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=f8427c86-973b-4da0-a114-4c43dba2111b,segment=NetworkSegment(85b292bf-e198-4c06-a562-5eaf8bb12fb1),segment_id=85b292bf-e198-4c06-a562-5eaf8bb12fb1)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:33:48.918362 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a6866a5a-8841-491f-82b0-4450e3aa7678 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:48.943591 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-cc0c26cb-aeb7-4640-a1a4-2ff43acd4e5e tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Deleting port c483b214-1b01-482c-a747-fac306d9e8c8 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:33:48.943876 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cc0c26cb-aeb7-4640-a1a4-2ff43acd4e5e tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:49.042885 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-a6866a5a-8841-491f-82b0-4450e3aa7678 None None] Calling delete_port for f8427c86-973b-4da0-a114-4c43dba2111b owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:33:49.061253 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-41c96e3b-e77f-446d-a590-79c4ddfaaba5 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:49.070086 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0d73d182-ca45-4994-a12a-51aa3a7a0d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:49.121449 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-19f2470c-6dcd-4322-85c0-4c7be2615308 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks [] for router_gateway, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:49.173250 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d73d182-ca45-4994-a12a-51aa3a7a0d4a None None] Pushing event updated for resources: {'Port': ['ID=2e8672b6-1697-4b13-a253-c9aed85d3629,revision_number=26']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:49.194559 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a6866a5a-8841-491f-82b0-4450e3aa7678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124'] for port, after_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:49.250187 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6866a5a-8841-491f-82b0-4450e3aa7678 None None] Pushing event deleted for resources: {'Port': ['ID=f8427c86-973b-4da0-a114-4c43dba2111b,revision_number=None']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:49.257941 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6866a5a-8841-491f-82b0-4450e3aa7678 None None] No DVR routers for this DVR port f8427c86-973b-4da0-a114-4c43dba2111b on host dv-neutron-840426-1-hyperv {{(pid=88039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:33:49.276115 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-41c96e3b-e77f-446d-a590-79c4ddfaaba5 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Calling delete_port for f54337d0-c343-401a-a393-4a1776df1562 owned by {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:33:49.460101 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-41c96e3b-e77f-446d-a590-79c4ddfaaba5 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:49.515482 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-19f2470c-6dcd-4322-85c0-4c7be2615308 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:49.526367 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device f8427c86-973b-4da0-a114-4c43dba2111b no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:33:49.571889 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: f8427c86-973b-4da0-a114-4c43dba2111b {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:33:49.572393 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device f8427c86-973b-4da0-a114-4c43dba2111b not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:33:49.663723 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c96e3b-e77f-446d-a590-79c4ddfaaba5 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event deleted for resources: {'Port': ['ID=f54337d0-c343-401a-a393-4a1776df1562,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:49.689085 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-41c96e3b-e77f-446d-a590-79c4ddfaaba5 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:49.696333 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cc0c26cb-aeb7-4640-a1a4-2ff43acd4e5e tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:49.717241 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91ccd55-b9f2-4fe1-a68e-df555bb572e6 None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:33:49.763023 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19f2470c-6dcd-4322-85c0-4c7be2615308 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Router be60b73d-cc33-482d-ad81-eb8787b40ce5 is scheduled to L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 with binding_index 1 {{(pid=88037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:33:49.765981 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-41c96e3b-e77f-446d-a590-79c4ddfaaba5 tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "DELETE /v2.0/ports/f54337d0-c343-401a-a393-4a1776df1562 HTTP/1.1" status: 204 len: 168 time: 1.2160802 May 04 17:33:49.766559 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 54002) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:49.836355 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-cc0c26cb-aeb7-4640-a1a4-2ff43acd4e5e tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Calling delete_port for c483b214-1b01-482c-a747-fac306d9e8c8 owned by {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:33:49.868912 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-a7d5dac6-a858-4b7c-b0c3-bb1c9cebd792 None None] Provisioning complete for port 2e8672b6-1697-4b13-a253-c9aed85d3629 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:33:49.869476 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a7d5dac6-a858-4b7c-b0c3-bb1c9cebd792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:50.044271 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8ba0547e-6079-42d2-a9b1-e894df80175a tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:50.060552 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cc0c26cb-aeb7-4640-a1a4-2ff43acd4e5e tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:50.129190 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f2470c-6dcd-4322-85c0-4c7be2615308 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:33:50.146457 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e63ade3-94e5-43c1-8885-ff42a8514654 None None] Sync routers for ids ['be60b73d-cc33-482d-ad81-eb8787b40ce5'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:33:50.157521 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c26cb-aeb7-4640-a1a4-2ff43acd4e5e tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event deleted for resources: {'Port': ['ID=c483b214-1b01-482c-a747-fac306d9e8c8,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:50.160682 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e63ade3-94e5-43c1-8885-ff42a8514654 None None] Routers {'be60b73d-cc33-482d-ad81-eb8787b40ce5'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:33:50.162194 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-8e63ade3-94e5-43c1-8885-ff42a8514654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:33:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['be60b73d-cc33-482d-ad81-eb8787b40ce5'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:50.209104 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cc0c26cb-aeb7-4640-a1a4-2ff43acd4e5e tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:50.227038 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-cc0c26cb-aeb7-4640-a1a4-2ff43acd4e5e tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/ports/c483b214-1b01-482c-a747-fac306d9e8c8 HTTP/1.1" status: 204 len: 168 time: 1.3937016 May 04 17:33:50.229343 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54006) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:50.354867 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06eef653-bdf5-4cbe-9bf9-9eb9a26156b7 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:50.356523 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-06eef653-bdf5-4cbe-9bf9-9eb9a26156b7 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Synchronizing usage tracker for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:33:50.357533 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-19f2470c-6dcd-4322-85c0-4c7be2615308 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:50.359104 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-19f2470c-6dcd-4322-85c0-4c7be2615308 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.6108322 May 04 17:33:50.362684 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-8e63ade3-94e5-43c1-8885-ff42a8514654 None None] Set router be60b73d-cc33-482d-ad81-eb8787b40ce5 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:33:50.363047 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 54010) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:50.383067 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-06eef653-bdf5-4cbe-9bf9-9eb9a26156b7 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Unset dirty status for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:33:50.387012 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-06eef653-bdf5-4cbe-9bf9-9eb9a26156b7 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1540103 May 04 17:33:50.387584 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54014) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:50.413945 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-53e37880-44be-4210-b905-d5674ed9bcc1 None None] Could not find standard attr ID for object c483b214-1b01-482c-a747-fac306d9e8c8. {{(pid=88039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 04 17:33:50.424912 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8ba0547e-6079-42d2-a9b1-e894df80175a tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:50.447708 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-53e37880-44be-4210-b905-d5674ed9bcc1 None None] Provisioning complete for port 2e8672b6-1697-4b13-a253-c9aed85d3629 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:33:50.448091 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-53e37880-44be-4210-b905-d5674ed9bcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:50.469394 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-8ba0547e-6079-42d2-a9b1-e894df80175a tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a613a2a9-e3ff-45c7-bedd-1ed50f5b5856']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:50.499507 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-8ba0547e-6079-42d2-a9b1-e894df80175a tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85b292bf-e198-4c06-a562-5eaf8bb12fb1') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:50.499816 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-8ba0547e-6079-42d2-a9b1-e894df80175a tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85b292bf-e198-4c06-a562-5eaf8bb12fb1') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:50.529077 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5102cd89-23ca-4229-a874-429bc04a6610 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:50.531625 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-5102cd89-23ca-4229-a874-429bc04a6610 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1417544 May 04 17:33:50.533957 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54020) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:50.564554 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8ba0547e-6079-42d2-a9b1-e894df80175a tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:50.575022 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-ac046926-e456-4d6d-9ba4-df1fe1c4a605 tempest-TestNetworkAdvancedServerOps-1941739774 tempest-TestNetworkAdvancedServerOps-1941739774-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=0b9713f8a29b4c8ca7f63dcb9b50b5ce&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2083795 May 04 17:33:50.575862 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 54024) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:50.612304 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8ba0547e-6079-42d2-a9b1-e894df80175a tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:50.644493 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ba0547e-6079-42d2-a9b1-e894df80175a tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:33:50.644946 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8ba0547e-6079-42d2-a9b1-e894df80175a tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:50.646961 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd64eae7-0760-4c70-a7fb-85018de43008 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:50.650580 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd64eae7-0760-4c70-a7fb-85018de43008 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:50.652511 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd64eae7-0760-4c70-a7fb-85018de43008 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:50.653652 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-bd64eae7-0760-4c70-a7fb-85018de43008 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Synchronizing usage tracker for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:subnet {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:33:50.660824 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 17:33:50.660824 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:33:50.660824 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 17:33:50.660824 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:33:50.660824 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 17:33:50.660824 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:33:50.660824 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 17:33:50.660824 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:33:50.660824 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 17:33:50.660824 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:33:50.660824 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 17:33:50.660824 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:33:50.660824 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 17:33:50.660824 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:33:50.660824 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:33:50.660824 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:33:50.660824 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:33:50.660824 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:33:50.660824 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 17:33:50.660824 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:33:50.660824 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 17:33:50.660824 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:33:50.660824 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:33:50.660824 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:33:50.660824 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 17:33:50.660824 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:33:50.660824 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:33:50.660824 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:33:50.660824 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:33:50.660824 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:33:50.660824 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:33:50.660824 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:33:50.676807 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-bd64eae7-0760-4c70-a7fb-85018de43008 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Unset dirty status for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:subnet {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:33:50.682797 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-bd64eae7-0760-4c70-a7fb-85018de43008 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1464026 May 04 17:33:50.684470 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54028) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:50.693766 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-8e63ade3-94e5-43c1-8885-ff42a8514654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be60b73d-cc33-482d-ad81-eb8787b40ce5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710816897', 'tenant_id': '0b9713f8a29b4c8ca7f63dcb9b50b5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e507f7bb-5d46-4d53-ab82-af836614de79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:33:47Z', 'updated_at': '2022-05-04T17:33:48Z', 'revision_number': 3, 'project_id': '0b9713f8a29b4c8ca7f63dcb9b50b5ce', 'gw_port': {'id': 'e507f7bb-5d46-4d53-ab82-af836614de79', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be60b73d-cc33-482d-ad81-eb8787b40ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:33:48Z', 'updated_at': '2022-05-04T17:33:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:50.698348 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e63ade3-94e5-43c1-8885-ff42a8514654 None None] Checking router: be60b73d-cc33-482d-ad81-eb8787b40ce5 for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:33:50.698957 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e63ade3-94e5-43c1-8885-ff42a8514654 None None] Updating router be60b73d-cc33-482d-ad81-eb8787b40ce5 port e507f7bb-5d46-4d53-ab82-af836614de79 binding host dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:33:50.758454 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-30124dbc-509e-4e53-9b23-bb7c62ebf71d None None] Could not find standard attr ID for object c483b214-1b01-482c-a747-fac306d9e8c8. {{(pid=88039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 04 17:33:50.769338 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-8e63ade3-94e5-43c1-8885-ff42a8514654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:50.783624 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_v2 [None req-793c6b30-2dd3-43eb-944b-3a7f39d25e95 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Deleting subnet 3d31b9c7-2bd1-4d71-9426-7c879c719675 {{(pid=88038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:33:50.787360 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-793c6b30-2dd3-43eb-944b-3a7f39d25e95 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:50.841117 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8ba0547e-6079-42d2-a9b1-e894df80175a tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:50.845240 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8ba0547e-6079-42d2-a9b1-e894df80175a tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:50.855009 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-793c6b30-2dd3-43eb-944b-3a7f39d25e95 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-801696'] for subnet, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:50.874092 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d736cd6-4e2c-4059-ba02-ce282e30d1ef tempest-TestNetworkAdvancedServerOps-1941739774 tempest-TestNetworkAdvancedServerOps-1941739774-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:50.875585 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-5d736cd6-4e2c-4059-ba02-ce282e30d1ef tempest-TestNetworkAdvancedServerOps-1941739774 tempest-TestNetworkAdvancedServerOps-1941739774-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2993011 May 04 17:33:50.879885 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-8ba0547e-6079-42d2-a9b1-e894df80175a tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] 10.222.0.41 "DELETE /v2.0/networks/a613a2a9-e3ff-45c7-bedd-1ed50f5b5856 HTTP/1.1" status: 204 len: 168 time: 1.1098471 May 04 17:33:50.879885 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba0547e-6079-42d2-a9b1-e894df80175a tempest-PortsTestJSON-1745164756 tempest-PortsTestJSON-1745164756-project] Pushing event deleted for resources: {'Network': ['ID=a613a2a9-e3ff-45c7-bedd-1ed50f5b5856,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:50.884666 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 54032) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:50.926440 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-d95cdfd3-f1f8-4f92-99a5-810367ba3ef0 tempest-TestNetworkAdvancedServerOps-1941739774 tempest-TestNetworkAdvancedServerOps-1941739774-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=30bd8d35-9d66-4ec1-9734-58f713c6cd24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406168 May 04 17:33:50.929186 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 54038) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:50.934737 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-fa5a634b-d17d-4105-bfc8-3783e9f83fb1 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1984691793', 'network_id': 'b1274540-aa6f-41be-a0cc-5f2fec52a07b', 'project_id': '0b9713f8a29b4c8ca7f63dcb9b50b5ce', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:51.019123 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-793c6b30-2dd3-43eb-944b-3a7f39d25e95 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:51.064359 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-fa5a634b-d17d-4105-bfc8-3783e9f83fb1 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:51.069195 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-fa5a634b-d17d-4105-bfc8-3783e9f83fb1 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Usage tracker for resource:subnet and tenant:0b9713f8a29b4c8ca7f63dcb9b50b5ce is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:51.072871 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-fa5a634b-d17d-4105-bfc8-3783e9f83fb1 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:51.080397 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-fa5a634b-d17d-4105-bfc8-3783e9f83fb1 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:51.099270 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5a634b-d17d-4105-bfc8-3783e9f83fb1 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Made reservation on behalf of 0b9713f8a29b4c8ca7f63dcb9b50b5ce for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:33:51.102857 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fa5a634b-d17d-4105-bfc8-3783e9f83fb1 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:51.110802 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-793c6b30-2dd3-43eb-944b-3a7f39d25e95 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:51.165782 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-793c6b30-2dd3-43eb-944b-3a7f39d25e95 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:51.172494 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82f6877-d332-46ec-9648-6d36edcce9f7 None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:33:51.173089 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793c6b30-2dd3-43eb-944b-3a7f39d25e95 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event deleted for resources: {'Subnet': ['ID=3d31b9c7-2bd1-4d71-9426-7c879c719675,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:51.188238 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-793c6b30-2dd3-43eb-944b-3a7f39d25e95 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/subnets/3d31b9c7-2bd1-4d71-9426-7c879c719675 HTTP/1.1" status: 204 len: 168 time: 0.5022042 May 04 17:33:51.190369 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54044) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:51.191972 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-8e63ade3-94e5-43c1-8885-ff42a8514654 None None] Notify callbacks [] for port, precommit_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:51.230829 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.provisioning_blocks [None req-8e63ade3-94e5-43c1-8885-ff42a8514654 None None] Transition to ACTIVE for port object e507f7bb-5d46-4d53-ab82-af836614de79 will not be triggered until provisioned by entity L2. {{(pid=88040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:33:51.242542 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-8e63ade3-94e5-43c1-8885-ff42a8514654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:51.266173 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 54048) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:51.323516 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_v2 [None req-67a2f0db-3e9b-4e41-a310-fe53f0e03729 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Deleting subnet d6217486-6e0a-4f4d-8122-47d9a87c95d7 {{(pid=88038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:33:51.336699 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-67a2f0db-3e9b-4e41-a310-fe53f0e03729 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:51.409864 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7443bbc-a04b-46f2-b5ad-2e1d50723656 None None] Pushing event updated for resources: {'Port': ['ID=e507f7bb-5d46-4d53-ab82-af836614de79,revision_number=2']} {{(pid=88040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:51.413322 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-67a2f0db-3e9b-4e41-a310-fe53f0e03729 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-801696'] for subnet, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:51.421952 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7443bbc-a04b-46f2-b5ad-2e1d50723656 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:33:51.422434 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7443bbc-a04b-46f2-b5ad-2e1d50723656 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:33:51.422778 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7443bbc-a04b-46f2-b5ad-2e1d50723656 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:33:51.423265 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7443bbc-a04b-46f2-b5ad-2e1d50723656 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:33:51.423800 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7443bbc-a04b-46f2-b5ad-2e1d50723656 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:33:51.424302 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7443bbc-a04b-46f2-b5ad-2e1d50723656 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:33:51.424898 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7443bbc-a04b-46f2-b5ad-2e1d50723656 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:33:51.425437 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7443bbc-a04b-46f2-b5ad-2e1d50723656 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:33:51.425983 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7443bbc-a04b-46f2-b5ad-2e1d50723656 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:33:51.426484 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7443bbc-a04b-46f2-b5ad-2e1d50723656 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:33:51.426992 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7443bbc-a04b-46f2-b5ad-2e1d50723656 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:33:51.427465 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7443bbc-a04b-46f2-b5ad-2e1d50723656 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:33:51.438469 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-8e63ade3-94e5-43c1-8885-ff42a8514654 None None] Attempting to bind port e507f7bb-5d46-4d53-ab82-af836614de79 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:33:51.439113 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-8e63ade3-94e5-43c1-8885-ff42a8514654 None None] Attempting to bind port e507f7bb-5d46-4d53-ab82-af836614de79 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}] {{(pid=88040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:33:51.439639 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e63ade3-94e5-43c1-8885-ff42a8514654 None None] Attempting to bind port e507f7bb-5d46-4d53-ab82-af836614de79 on network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:33:51.445615 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fa5a634b-d17d-4105-bfc8-3783e9f83fb1 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:51.448790 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e63ade3-94e5-43c1-8885-ff42a8514654 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:33:51.461572 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e63ade3-94e5-43c1-8885-ff42a8514654 None None] Checking segment: {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:33:51.461719 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-8e63ade3-94e5-43c1-8885-ff42a8514654 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:51.462072 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e63ade3-94e5-43c1-8885-ff42a8514654 None None] Bound using segment: {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'} {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:33:51.462756 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-8e63ade3-94e5-43c1-8885-ff42a8514654 None None] Bound port: e507f7bb-5d46-4d53-ab82-af836614de79, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}}] {{(pid=88040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:33:51.462976 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-8e63ade3-94e5-43c1-8885-ff42a8514654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:51.528156 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-67a2f0db-3e9b-4e41-a310-fe53f0e03729 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:51.560668 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.db [None req-8e63ade3-94e5-43c1-8885-ff42a8514654 None None] For port e507f7bb-5d46-4d53-ab82-af836614de79, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:33:51.564022 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-68ebda3c-edff-41a5-a7d2-938ad05c4948 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d50aa0308d3f47e4bde015fa31f2165f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2967677 May 04 17:33:51.568571 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 54054) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:51.571169 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5a634b-d17d-4105-bfc8-3783e9f83fb1 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Pushing event updated for resources: {'Subnet': ['ID=6e33d78f-17ed-4a2d-aaf0-4ad55353aed3,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:51.571728 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.db [None req-8e63ade3-94e5-43c1-8885-ff42a8514654 None None] For port e507f7bb-5d46-4d53-ab82-af836614de79, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=e507f7bb-5d46-4d53-ab82-af836614de79,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:33:51.582413 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-8e63ade3-94e5-43c1-8885-ff42a8514654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:51.607414 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5a634b-d17d-4105-bfc8-3783e9f83fb1 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Checking segment: {'id': 'bc385158-122c-49e2-a3da-a4705fa248b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b1274540-aa6f-41be-a0cc-5f2fec52a07b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:33:51.607786 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5a634b-d17d-4105-bfc8-3783e9f83fb1 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Network hostable DHCP agents. Network: b1274540-aa6f-41be-a0cc-5f2fec52a07b, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:33:51.629384 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-67a2f0db-3e9b-4e41-a310-fe53f0e03729 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:51.666314 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d9f32055-041c-4899-b7de-0a4b62b88bad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:51.675243 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e63ade3-94e5-43c1-8885-ff42a8514654 None None] Routers {'be60b73d-cc33-482d-ad81-eb8787b40ce5'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:33:51.675617 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5a634b-d17d-4105-bfc8-3783e9f83fb1 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Network b1274540-aa6f-41be-a0cc-5f2fec52a07b is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:33:51.676068 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-8e63ade3-94e5-43c1-8885-ff42a8514654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:33:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['be60b73d-cc33-482d-ad81-eb8787b40ce5'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:51.685176 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-67a2f0db-3e9b-4e41-a310-fe53f0e03729 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:51.697886 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a2f0db-3e9b-4e41-a310-fe53f0e03729 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event deleted for resources: {'Subnet': ['ID=d6217486-6e0a-4f4d-8122-47d9a87c95d7,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:51.703673 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d9f32055-041c-4899-b7de-0a4b62b88bad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:51.709111 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-67a2f0db-3e9b-4e41-a310-fe53f0e03729 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/subnets/d6217486-6e0a-4f4d-8122-47d9a87c95d7 HTTP/1.1" status: 204 len: 168 time: 0.5169237 May 04 17:33:51.711451 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54058) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:51.715778 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-fa5a634b-d17d-4105-bfc8-3783e9f83fb1 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, b1274540-aa6f-41be-a0cc-5f2fec52a07b) {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:33:51.720859 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5a634b-d17d-4105-bfc8-3783e9f83fb1 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:51.721456 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fa5a634b-d17d-4105-bfc8-3783e9f83fb1 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:51.726829 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e51408-8f8c-4c36-9b53-8b37b184b639 None None] Network b1274540-aa6f-41be-a0cc-5f2fec52a07b requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:33:51.752940 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7443bbc-a04b-46f2-b5ad-2e1d50723656 None None] Pushing event updated for resources: {'Port': ['ID=e507f7bb-5d46-4d53-ab82-af836614de79,revision_number=3']} {{(pid=88040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:51.819788 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-fa5a634b-d17d-4105-bfc8-3783e9f83fb1 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8870084 May 04 17:33:51.820550 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 54062) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:51.853632 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-992849b9-4bf0-4825-81d8-e7f1c9e51353 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1404889 May 04 17:33:51.855876 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54066) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:51.972978 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-8e63ade3-94e5-43c1-8885-ff42a8514654 None None] Set router be60b73d-cc33-482d-ad81-eb8787b40ce5 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:33:51.985073 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30bdcc3-a369-4d46-b14f-d1fe9fe4c2ba tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:51.986786 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-e30bdcc3-a369-4d46-b14f-d1fe9fe4c2ba tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1287551 May 04 17:33:51.989246 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54070) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:52.001950 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d9f32055-041c-4899-b7de-0a4b62b88bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:52.061124 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f32055-041c-4899-b7de-0a4b62b88bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94cc15b1-5807-4430-9b1a-87a9728b2bfe,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:52.065704 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d9f32055-041c-4899-b7de-0a4b62b88bad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:52.074836 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-d9f32055-041c-4899-b7de-0a4b62b88bad admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/94cc15b1-5807-4430-9b1a-87a9728b2bfe HTTP/1.1" status: 204 len: 168 time: 0.5026808 May 04 17:33:52.102951 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1878155f-abec-4c2b-9a02-47b31edb76b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-b1274540-aa6f-41be-a0cc-5f2fec52a07b', 'network_id': 'b1274540-aa6f-41be-a0cc-5f2fec52a07b', 'tenant_id': '0b9713f8a29b4c8ca7f63dcb9b50b5ce', 'fixed_ips': [{'subnet_id': '6e33d78f-17ed-4a2d-aaf0-4ad55353aed3'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:33:52.104036 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1878155f-abec-4c2b-9a02-47b31edb76b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:52.112298 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188a97d6-cd37-4515-9997-b53bc914b177 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:52.115264 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-188a97d6-cd37-4515-9997-b53bc914b177 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Synchronizing usage tracker for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:subnet {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:33:52.149109 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-188a97d6-cd37-4515-9997-b53bc914b177 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Unset dirty status for tenant:e0bb3da2b1c344b882bb065b24ba46bb on resource:subnet {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:33:52.150608 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-188a97d6-cd37-4515-9997-b53bc914b177 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1602585 May 04 17:33:52.153182 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54076) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:52.312468 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-aa37f2a7-055f-4a57-9d3b-33b5674b21cf tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1579001 May 04 17:33:52.321035 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54082) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:52.368018 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-64c62c6f-7ea2-4216-ad84-4111ff67f92d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] DELETE failed (client error): The resource could not be found. May 04 17:33:52.368787 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64c62c6f-7ea2-4216-ad84-4111ff67f92d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:33:52.373673 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-64c62c6f-7ea2-4216-ad84-4111ff67f92d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/ports/c483b214-1b01-482c-a747-fac306d9e8c8 HTTP/1.1" status: 404 len: 333 time: 0.0512376 May 04 17:33:52.374532 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54086) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:52.401509 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-1878155f-abec-4c2b-9a02-47b31edb76b8 None None] Allocated IP 172.20.0.2 (b1274540-aa6f-41be-a0cc-5f2fec52a07b/6e33d78f-17ed-4a2d-aaf0-4ad55353aed3/9d115d10-af43-4c8b-b722-35de49eb7410) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:33:52.438204 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f39994f-c819-49b6-9a59-d8e09210dd0c tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] DELETE failed (client error): The resource could not be found. May 04 17:33:52.439615 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f39994f-c819-49b6-9a59-d8e09210dd0c tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:33:52.447343 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-9f39994f-c819-49b6-9a59-d8e09210dd0c tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/subnets/d6217486-6e0a-4f4d-8122-47d9a87c95d7 HTTP/1.1" status: 404 len: 337 time: 0.0715919 May 04 17:33:52.449705 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54090) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:52.548901 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c94e471-e5a8-4a0d-9242-cf562a63f63c tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] DELETE failed (client error): The resource could not be found. May 04 17:33:52.549496 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c94e471-e5a8-4a0d-9242-cf562a63f63c tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:33:52.558471 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-6c94e471-e5a8-4a0d-9242-cf562a63f63c tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/subnets/3d31b9c7-2bd1-4d71-9426-7c879c719675 HTTP/1.1" status: 404 len: 337 time: 0.1073880 May 04 17:33:52.559142 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54098) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:52.578575 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ab3ce3-bd96-41ff-aee2-f5587f951b65 None None] Network 6b89b041-5c42-49da-97bf-23cee8aadf17 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:33:52.615074 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-9980ecf6-5221-4f07-8832-53361b4cd0d3 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] DELETE failed (client error): The resource could not be found. May 04 17:33:52.615656 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9980ecf6-5221-4f07-8832-53361b4cd0d3 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:33:52.618376 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-9980ecf6-5221-4f07-8832-53361b4cd0d3 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/ports/a0acf3d0-3f44-4926-a700-4eea30d9a002 HTTP/1.1" status: 404 len: 333 time: 0.0580037 May 04 17:33:52.620655 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54104) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:52.653793 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-8e63ade3-94e5-43c1-8885-ff42a8514654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be60b73d-cc33-482d-ad81-eb8787b40ce5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710816897', 'tenant_id': '0b9713f8a29b4c8ca7f63dcb9b50b5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e507f7bb-5d46-4d53-ab82-af836614de79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:33:47Z', 'updated_at': '2022-05-04T17:33:48Z', 'revision_number': 3, 'project_id': '0b9713f8a29b4c8ca7f63dcb9b50b5ce', 'gw_port': {'id': 'e507f7bb-5d46-4d53-ab82-af836614de79', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be60b73d-cc33-482d-ad81-eb8787b40ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:33:48Z', 'updated_at': '2022-05-04T17:33:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:52.668118 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e63ade3-94e5-43c1-8885-ff42a8514654 None None] The sync data for ids ['be60b73d-cc33-482d-ad81-eb8787b40ce5'] in dv-neutron-840426-1-hyperv is: [{'id': 'be60b73d-cc33-482d-ad81-eb8787b40ce5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710816897', 'tenant_id': '0b9713f8a29b4c8ca7f63dcb9b50b5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e507f7bb-5d46-4d53-ab82-af836614de79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:33:47Z', 'updated_at': '2022-05-04T17:33:48Z', 'revision_number': 3, 'project_id': '0b9713f8a29b4c8ca7f63dcb9b50b5ce', 'gw_port': {'id': 'e507f7bb-5d46-4d53-ab82-af836614de79', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be60b73d-cc33-482d-ad81-eb8787b40ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:33:48Z', 'updated_at': '2022-05-04T17:33:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:33:52.671605 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-d14f3077-169b-4ceb-b5e7-146f6dd212ee tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] DELETE failed (client error): The resource could not be found. May 04 17:33:52.672130 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d14f3077-169b-4ceb-b5e7-146f6dd212ee tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:33:52.681987 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-d14f3077-169b-4ceb-b5e7-146f6dd212ee tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/subnets/4ef50481-1af2-41b3-94a6-4b5288ad30e4 HTTP/1.1" status: 404 len: 337 time: 0.0596173 May 04 17:33:52.682712 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54110) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:52.731920 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8ee3e37-58c3-4358-9a17-908254bffa80 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] DELETE failed (client error): The resource could not be found. May 04 17:33:52.732554 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8ee3e37-58c3-4358-9a17-908254bffa80 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:33:52.737399 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-a8ee3e37-58c3-4358-9a17-908254bffa80 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/subnets/ef646973-29e8-4f54-95e5-b25e9b988927 HTTP/1.1" status: 404 len: 337 time: 0.0536389 May 04 17:33:52.740759 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54114) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:52.810697 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-b0af9430-277b-4acb-8a8a-3723bb7781ee None None] Provisioning complete for port 2e8672b6-1697-4b13-a253-c9aed85d3629 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:33:52.814926 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b0af9430-277b-4acb-8a8a-3723bb7781ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:53.031955 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-dea17d82-1000-4921-b076-f01e75a45995 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] DELETE failed (client error): The resource could not be found. May 04 17:33:53.032467 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dea17d82-1000-4921-b076-f01e75a45995 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:33:53.048140 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-efd6d13a-23c0-44a5-a74e-4ed2c51937c7 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:53.048612 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-dea17d82-1000-4921-b076-f01e75a45995 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/ports/b0a6e661-2893-452e-a402-ffe7cfe5a720 HTTP/1.1" status: 404 len: 333 time: 0.3060195 May 04 17:33:53.048612 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54124) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:53.160984 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-56fdc0e3-4668-4268-b80c-53b95b9387f4 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] DELETE failed (client error): The resource could not be found. May 04 17:33:53.162358 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56fdc0e3-4668-4268-b80c-53b95b9387f4 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:33:53.165775 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-56fdc0e3-4668-4268-b80c-53b95b9387f4 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/subnets/b9505279-08fd-4179-b579-f9f03430d52b HTTP/1.1" status: 404 len: 337 time: 0.1166058 May 04 17:33:53.168437 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54130) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:53.275665 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb44c72e-38d1-4978-bde4-bc133d785347 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] DELETE failed (client error): The resource could not be found. May 04 17:33:53.276766 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb44c72e-38d1-4978-bde4-bc133d785347 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:33:53.278709 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-fb44c72e-38d1-4978-bde4-bc133d785347 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/subnets/17efdba4-874c-454b-994b-c61ababbc843 HTTP/1.1" status: 404 len: 337 time: 0.1078618 May 04 17:33:53.281459 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54134) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:53.306541 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 54138) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:53.354053 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ff18dec-f087-4a59-8ca4-da0811be690c tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] DELETE failed (client error): The resource could not be found. May 04 17:33:53.354770 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ff18dec-f087-4a59-8ca4-da0811be690c tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:33:53.358632 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1878155f-abec-4c2b-9a02-47b31edb76b8 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:53.361934 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-3ff18dec-f087-4a59-8ca4-da0811be690c tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/ports/9ef5eab0-06d2-4a35-8c89-812197e4426a HTTP/1.1" status: 404 len: 333 time: 0.0783341 May 04 17:33:53.364488 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54144) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:53.411981 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-1878155f-abec-4c2b-9a02-47b31edb76b8 None None] Transition to ACTIVE for port object 9d115d10-af43-4c8b-b722-35de49eb7410 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:33:53.447013 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f6be4ac-56a9-47f0-9267-062e1a1b7caf tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] DELETE failed (client error): The resource could not be found. May 04 17:33:53.447664 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f6be4ac-56a9-47f0-9267-062e1a1b7caf tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:33:53.451961 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-6f6be4ac-56a9-47f0-9267-062e1a1b7caf tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/subnets/c27fdc3c-54f3-4243-b31b-8fab376a14e4 HTTP/1.1" status: 404 len: 337 time: 0.0839124 May 04 17:33:53.452242 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54148) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:53.490437 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-1878155f-abec-4c2b-9a02-47b31edb76b8 None None] Transition to ACTIVE for port object 9d115d10-af43-4c8b-b722-35de49eb7410 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:33:53.501448 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-950db018-c9ae-40fc-a4e0-9967be23269d tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1252971059', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:53.502456 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1878155f-abec-4c2b-9a02-47b31edb76b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:53.509134 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-950db018-c9ae-40fc-a4e0-9967be23269d tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:53.513817 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-950db018-c9ae-40fc-a4e0-9967be23269d tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Usage tracker for resource:router and tenant:987e9d119b1d4cc8a502ddbb5249da65 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:53.518926 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-950db018-c9ae-40fc-a4e0-9967be23269d tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:53.530829 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-950db018-c9ae-40fc-a4e0-9967be23269d tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:53.536452 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-41cb25f7-6394-4e6d-9ef2-0b166075c91d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] DELETE failed (client error): The resource could not be found. May 04 17:33:53.536452 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41cb25f7-6394-4e6d-9ef2-0b166075c91d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:33:53.543558 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-41cb25f7-6394-4e6d-9ef2-0b166075c91d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/subnets/8055d40a-d12f-44b1-b396-146b984db336 HTTP/1.1" status: 404 len: 337 time: 0.0901120 May 04 17:33:53.545984 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 54152) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:53.612128 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-950db018-c9ae-40fc-a4e0-9967be23269d tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:53.614234 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-950db018-c9ae-40fc-a4e0-9967be23269d tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:53.629322 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1878155f-abec-4c2b-9a02-47b31edb76b8 None None] Network b1274540-aa6f-41be-a0cc-5f2fec52a07b is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:33:53.630522 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128e760d-03c8-4add-982c-6ff9155dac90 None None] DHCP port deletion for 6b89b041-5c42-49da-97bf-23cee8aadf17 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:33:53.632447 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device e507f7bb-5d46-4d53-ab82-af836614de79 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:33:53.651125 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a68bc7c-40fb-4ad7-929a-ddc2a43afa01 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] DELETE failed (client error): The resource could not be found. May 04 17:33:53.651605 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a68bc7c-40fb-4ad7-929a-ddc2a43afa01 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:33:53.668256 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-1878155f-abec-4c2b-9a02-47b31edb76b8 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:33:53.684770 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-8a68bc7c-40fb-4ad7-929a-ddc2a43afa01 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/ports/ce93583e-b02c-4ade-8eba-7db84ef18b25 HTTP/1.1" status: 404 len: 333 time: 0.1338212 May 04 17:33:53.687508 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54156) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:53.688170 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-950db018-c9ae-40fc-a4e0-9967be23269d tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:53.699368 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-128e760d-03c8-4add-982c-6ff9155dac90 None None] Deleting port 2e8672b6-1697-4b13-a253-c9aed85d3629 {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:33:53.700015 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-128e760d-03c8-4add-982c-6ff9155dac90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:53.708627 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-efd6d13a-23c0-44a5-a74e-4ed2c51937c7 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Allocated IP 172.20.0.1 (b1274540-aa6f-41be-a0cc-5f2fec52a07b/6e33d78f-17ed-4a2d-aaf0-4ad55353aed3/2c91f6a7-d911-451a-95e1-fcf2d694c1e6) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:33:53.739131 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-38b55636-f81b-42fe-b67b-d2bee689daf2 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] DELETE failed (client error): The resource could not be found. May 04 17:33:53.740404 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38b55636-f81b-42fe-b67b-d2bee689daf2 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:33:53.745448 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-950db018-c9ae-40fc-a4e0-9967be23269d tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:53.746706 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-38b55636-f81b-42fe-b67b-d2bee689daf2 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/subnets/c032fa96-c7cd-4cb6-afbb-3b979b185942 HTTP/1.1" status: 404 len: 337 time: 0.0578837 May 04 17:33:53.747800 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54160) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:53.772381 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1878155f-abec-4c2b-9a02-47b31edb76b8 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:33:53.804462 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878155f-abec-4c2b-9a02-47b31edb76b8 None None] Pushing event updated for resources: {'Port': ['ID=9d115d10-af43-4c8b-b722-35de49eb7410,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:53.805348 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1867c72-a156-4c21-b513-8293cf11cc7f tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] DELETE failed (client error): The resource could not be found. May 04 17:33:53.806426 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1867c72-a156-4c21-b513-8293cf11cc7f tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:33:53.814208 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-e1867c72-a156-4c21-b513-8293cf11cc7f tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/ports/65b82d59-43c6-4d40-8e75-49a049fcd83f HTTP/1.1" status: 404 len: 333 time: 0.0654047 May 04 17:33:53.815657 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54164) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:53.841206 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-950db018-c9ae-40fc-a4e0-9967be23269d tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:53.844896 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-950db018-c9ae-40fc-a4e0-9967be23269d tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.5349920 May 04 17:33:53.848051 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 54168) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:53.857033 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-c324f137-0743-41ce-ab54-8d7669b12a67 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1961554701'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:53.871972 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-c324f137-0743-41ce-ab54-8d7669b12a67 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:53.877457 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6a475d9-6a47-442f-87de-750acee85df8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] DELETE failed (client error): The resource could not be found. May 04 17:33:53.878301 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6a475d9-6a47-442f-87de-750acee85df8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:33:53.880285 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-c324f137-0743-41ce-ab54-8d7669b12a67 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Usage tracker for resource:network and tenant:987e9d119b1d4cc8a502ddbb5249da65 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:53.880509 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-d6a475d9-6a47-442f-87de-750acee85df8 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/subnets/3f8c8174-159d-4c48-8497-a5595f19c267 HTTP/1.1" status: 404 len: 337 time: 0.0638621 May 04 17:33:53.883072 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54172) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:53.886550 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-c324f137-0743-41ce-ab54-8d7669b12a67 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:53.902206 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-c324f137-0743-41ce-ab54-8d7669b12a67 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:53.935990 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c324f137-0743-41ce-ab54-8d7669b12a67 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Made reservation on behalf of 987e9d119b1d4cc8a502ddbb5249da65 for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:33:53.939782 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c324f137-0743-41ce-ab54-8d7669b12a67 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:53.941065 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-895dc7c6-d115-4971-85f4-00faba9c02c2 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] DELETE failed (client error): The resource could not be found. May 04 17:33:53.941694 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-895dc7c6-d115-4971-85f4-00faba9c02c2 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:33:53.945971 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-895dc7c6-d115-4971-85f4-00faba9c02c2 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/ports/0501cc5b-f533-46da-a74d-bb5c9c94d711 HTTP/1.1" status: 404 len: 333 time: 0.0593855 May 04 17:33:53.946378 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54176) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:53.949550 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-1878155f-abec-4c2b-9a02-47b31edb76b8 None None] Attempting to bind port 9d115d10-af43-4c8b-b722-35de49eb7410 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:33:53.949958 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-1878155f-abec-4c2b-9a02-47b31edb76b8 None None] Attempting to bind port 9d115d10-af43-4c8b-b722-35de49eb7410 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'bc385158-122c-49e2-a3da-a4705fa248b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b1274540-aa6f-41be-a0cc-5f2fec52a07b'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:33:53.950329 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1878155f-abec-4c2b-9a02-47b31edb76b8 None None] Attempting to bind port 9d115d10-af43-4c8b-b722-35de49eb7410 on network b1274540-aa6f-41be-a0cc-5f2fec52a07b {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:33:53.953774 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-efd6d13a-23c0-44a5-a74e-4ed2c51937c7 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:53.961367 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c324f137-0743-41ce-ab54-8d7669b12a67 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:53.985676 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-efd6d13a-23c0-44a5-a74e-4ed2c51937c7 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Transition to ACTIVE for port object 2c91f6a7-d911-451a-95e1-fcf2d694c1e6 will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:33:53.987110 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-c324f137-0743-41ce-ab54-8d7669b12a67 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:53.992498 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-c324f137-0743-41ce-ab54-8d7669b12a67 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Usage tracker for resource:security_group_rule and tenant:987e9d119b1d4cc8a502ddbb5249da65 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:53.996415 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-c324f137-0743-41ce-ab54-8d7669b12a67 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:53.997317 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-65033523-32b6-41e0-ad5a-9889aa0ca6d4 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] DELETE failed (client error): The resource could not be found. May 04 17:33:53.997883 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65033523-32b6-41e0-ad5a-9889aa0ca6d4 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:33:54.000595 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-65033523-32b6-41e0-ad5a-9889aa0ca6d4 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/subnets/2a6e7689-1750-4cbd-b82c-77ab6d86efc7 HTTP/1.1" status: 404 len: 337 time: 0.0530951 May 04 17:33:54.003510 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-c324f137-0743-41ce-ab54-8d7669b12a67 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:54.005728 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 54180) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:54.061694 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-0601dcff-fe17-43b6-b8fc-5cb7d0569462 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] DELETE failed (client error): The resource could not be found. May 04 17:33:54.062383 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0601dcff-fe17-43b6-b8fc-5cb7d0569462 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:33:54.063968 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-0601dcff-fe17-43b6-b8fc-5cb7d0569462 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/ports/124d901e-f4a3-4dc9-91ab-0d2b0512c867 HTTP/1.1" status: 404 len: 333 time: 0.0562134 May 04 17:33:54.067059 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54186) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:54.075824 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1878155f-abec-4c2b-9a02-47b31edb76b8 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:33:54.076225 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1878155f-abec-4c2b-9a02-47b31edb76b8 None None] Checking segment: {'id': 'bc385158-122c-49e2-a3da-a4705fa248b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b1274540-aa6f-41be-a0cc-5f2fec52a07b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:33:54.076627 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1878155f-abec-4c2b-9a02-47b31edb76b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:54.077028 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1878155f-abec-4c2b-9a02-47b31edb76b8 None None] Bound using segment: {'id': 'bc385158-122c-49e2-a3da-a4705fa248b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b1274540-aa6f-41be-a0cc-5f2fec52a07b'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:33:54.077519 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-1878155f-abec-4c2b-9a02-47b31edb76b8 None None] Bound port: 9d115d10-af43-4c8b-b722-35de49eb7410, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc385158-122c-49e2-a3da-a4705fa248b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b1274540-aa6f-41be-a0cc-5f2fec52a07b'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:33:54.077902 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1878155f-abec-4c2b-9a02-47b31edb76b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:54.091001 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-efd6d13a-23c0-44a5-a74e-4ed2c51937c7 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:54.096311 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-128e760d-03c8-4add-982c-6ff9155dac90 None None] For port 2e8672b6-1697-4b13-a253-c9aed85d3629, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=2e8672b6-1697-4b13-a253-c9aed85d3629,segment=NetworkSegment(a54f1ae7-f950-4725-8c41-8117ac34abf5),segment_id=a54f1ae7-f950-4725-8c41-8117ac34abf5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:33:54.096801 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-128e760d-03c8-4add-982c-6ff9155dac90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:54.111908 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port e507f7bb-5d46-4d53-ab82-af836614de79 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:33:54.122664 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-cef15e3a-740e-4f10-83b4-8ee5febb381f tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] DELETE failed (client error): The resource could not be found. May 04 17:33:54.123131 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cef15e3a-740e-4f10-83b4-8ee5febb381f tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:33:54.127203 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-cef15e3a-740e-4f10-83b4-8ee5febb381f tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/subnets/3cf80607-d6a1-479d-89a9-a45d07cc9791 HTTP/1.1" status: 404 len: 337 time: 0.0564747 May 04 17:33:54.127447 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54190) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:54.171716 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd6d13a-23c0-44a5-a74e-4ed2c51937c7 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Network b1274540-aa6f-41be-a0cc-5f2fec52a07b is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:33:54.179938 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-efd6d13a-23c0-44a5-a74e-4ed2c51937c7 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:33:54.184948 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd6d13a-23c0-44a5-a74e-4ed2c51937c7 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:33:54.185375 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ca4af2b-c34d-4b73-9786-c9f7978b8d97 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] DELETE failed (client error): The resource could not be found. May 04 17:33:54.185864 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ca4af2b-c34d-4b73-9786-c9f7978b8d97 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:33:54.190423 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-3ca4af2b-c34d-4b73-9786-c9f7978b8d97 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/ports/ddf2361e-c50d-4580-a81e-5c6366bffb76 HTTP/1.1" status: 404 len: 333 time: 0.0595117 May 04 17:33:54.190562 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54194) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:54.233967 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd6d13a-23c0-44a5-a74e-4ed2c51937c7 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Pushing event updated for resources: {'Port': ['ID=2c91f6a7-d911-451a-95e1-fcf2d694c1e6,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:54.247809 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f4b96c0-260b-431f-a472-c0242bd72647 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] DELETE failed (client error): The resource could not be found. May 04 17:33:54.248279 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f4b96c0-260b-431f-a472-c0242bd72647 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:33:54.252730 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-4f4b96c0-260b-431f-a472-c0242bd72647 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/subnets/f3d9c4e3-7bf5-427f-b32f-ac3d8ba41dd9 HTTP/1.1" status: 404 len: 337 time: 0.0589464 May 04 17:33:54.253067 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54198) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:54.262480 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-1878155f-abec-4c2b-9a02-47b31edb76b8 None None] For port 9d115d10-af43-4c8b-b722-35de49eb7410, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:33:54.265742 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-1878155f-abec-4c2b-9a02-47b31edb76b8 None None] For port 9d115d10-af43-4c8b-b722-35de49eb7410, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=9d115d10-af43-4c8b-b722-35de49eb7410,segment=NetworkSegment(bc385158-122c-49e2-a3da-a4705fa248b5),segment_id=bc385158-122c-49e2-a3da-a4705fa248b5)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:33:54.280853 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c324f137-0743-41ce-ab54-8d7669b12a67 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:54.282045 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-efd6d13a-23c0-44a5-a74e-4ed2c51937c7 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710357'] for router_interface, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:54.285970 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c324f137-0743-41ce-ab54-8d7669b12a67 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:54.326310 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c324f137-0743-41ce-ab54-8d7669b12a67 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:33:54.327147 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-61d5e073-a1c5-4bb1-b63c-34843b391bef tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] DELETE failed (client error): The resource could not be found. May 04 17:33:54.328023 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61d5e073-a1c5-4bb1-b63c-34843b391bef tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:33:54.334252 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1878155f-abec-4c2b-9a02-47b31edb76b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:54.336520 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-61d5e073-a1c5-4bb1-b63c-34843b391bef tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/ports/abbc8863-9bf8-4f16-85ad-dd3651a02fe0 HTTP/1.1" status: 404 len: 333 time: 0.0822067 May 04 17:33:54.337307 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54202) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:54.347589 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324f137-0743-41ce-ab54-8d7669b12a67 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7fad70-46f0-4d6d-81cd-88f1e2b7a514,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:54.351764 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-128e760d-03c8-4add-982c-6ff9155dac90 None None] Calling delete_port for 2e8672b6-1697-4b13-a253-c9aed85d3629 owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:33:54.358087 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c324f137-0743-41ce-ab54-8d7669b12a67 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:54.358433 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-c324f137-0743-41ce-ab54-8d7669b12a67 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Added segment 24005b42-0ee0-4c39-a8b8-74205bbcd906 of type vlan for network 8d7cd3cc-af23-4af6-b872-0f6bfa36f655 May 04 17:33:54.382366 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d6f983a-95b8-468f-b2be-406ae373d806 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] DELETE failed (client error): The resource could not be found. May 04 17:33:54.382366 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d6f983a-95b8-468f-b2be-406ae373d806 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:33:54.387301 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-5d6f983a-95b8-468f-b2be-406ae373d806 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/subnets/e3d9f003-dde2-431a-89c1-53f433facea1 HTTP/1.1" status: 404 len: 337 time: 0.0484252 May 04 17:33:54.387758 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54206) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:54.391012 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c324f137-0743-41ce-ab54-8d7669b12a67 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:54.412239 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port e507f7bb-5d46-4d53-ab82-af836614de79 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:33:54.412846 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:54.431713 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee89ea48-5c73-4bed-9a59-1094b9341e34 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] DELETE failed (client error): The resource could not be found. May 04 17:33:54.432316 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee89ea48-5c73-4bed-9a59-1094b9341e34 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:33:54.436000 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c324f137-0743-41ce-ab54-8d7669b12a67 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:54.437728 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-ee89ea48-5c73-4bed-9a59-1094b9341e34 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/subnets/e672fb97-f3d6-4160-a1b4-290535e9fd17 HTTP/1.1" status: 404 len: 337 time: 0.0488486 May 04 17:33:54.438648 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54210) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:54.442576 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c324f137-0743-41ce-ab54-8d7669b12a67 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:54.443108 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c324f137-0743-41ce-ab54-8d7669b12a67 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:54.486083 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d6c2cc9-d16e-4f10-b3aa-1a52c07e8291 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] DELETE failed (client error): The resource could not be found. May 04 17:33:54.487072 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d6c2cc9-d16e-4f10-b3aa-1a52c07e8291 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:33:54.492073 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-5d6c2cc9-d16e-4f10-b3aa-1a52c07e8291 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/ports/ebcadbe0-c1b9-4ff3-9b0c-f898e16c1391 HTTP/1.1" status: 404 len: 333 time: 0.0495729 May 04 17:33:54.492409 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54214) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:54.532644 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6dd000b-55d8-45fe-9316-a6376166ab42 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] DELETE failed (client error): The resource could not be found. May 04 17:33:54.533280 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6dd000b-55d8-45fe-9316-a6376166ab42 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:33:54.537687 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-d6dd000b-55d8-45fe-9316-a6376166ab42 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/subnets/58222fa4-793a-4548-aedb-14ae07db1e4d HTTP/1.1" status: 404 len: 337 time: 0.0419617 May 04 17:33:54.539038 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54218) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:54.578358 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878155f-abec-4c2b-9a02-47b31edb76b8 None None] Pushing event updated for resources: {'Port': ['ID=9d115d10-af43-4c8b-b722-35de49eb7410,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:54.592043 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-56020b78-7d28-4995-8bfd-02a3e7332f9d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] DELETE failed (client error): The resource could not be found. May 04 17:33:54.593982 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56020b78-7d28-4995-8bfd-02a3e7332f9d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:33:54.600152 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-56020b78-7d28-4995-8bfd-02a3e7332f9d tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/subnets/abe1d9da-ef9d-4df8-ac07-23cab6bbc6e2 HTTP/1.1" status: 404 len: 337 time: 0.0587826 May 04 17:33:54.602934 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54222) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:54.613573 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324f137-0743-41ce-ab54-8d7669b12a67 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Pushing event updated for resources: {'Network': ['ID=8d7cd3cc-af23-4af6-b872-0f6bfa36f655,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:54.617482 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-c324f137-0743-41ce-ab54-8d7669b12a67 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7684274 May 04 17:33:54.618545 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-efd6d13a-23c0-44a5-a74e-4ed2c51937c7 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:54.633230 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 54226) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:54.647663 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-63186eac-0ed6-47af-8abe-9ba47383aa4d tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Request body: {'subnet': {'network_id': '8d7cd3cc-af23-4af6-b872-0f6bfa36f655', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:54.675055 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-b61d6fe3-8897-4c59-93d1-872623a97994 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] DELETE failed (client error): The resource could not be found. May 04 17:33:54.675540 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b61d6fe3-8897-4c59-93d1-872623a97994 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:33:54.679603 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-b61d6fe3-8897-4c59-93d1-872623a97994 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/ports/4d1c8967-c8b3-4745-9522-46a82bdde2eb HTTP/1.1" status: 404 len: 333 time: 0.0754981 May 04 17:33:54.679842 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54230) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:54.684389 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:54.691122 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 8d7cd3cc-af23-4af6-b872-0f6bfa36f655 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:33:54.731113 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-13796cce-9326-4b47-83cf-d7202c9afd47 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] DELETE failed (client error): The resource could not be found. May 04 17:33:54.731504 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13796cce-9326-4b47-83cf-d7202c9afd47 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:33:54.735734 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-13796cce-9326-4b47-83cf-d7202c9afd47 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/subnets/9562b53b-625d-46ea-8035-16d081336cb0 HTTP/1.1" status: 404 len: 337 time: 0.0525191 May 04 17:33:54.735995 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54234) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:54.782506 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-10f0c1f6-829a-450b-8809-51c68f406851 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] DELETE failed (client error): The resource could not be found. May 04 17:33:54.782976 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10f0c1f6-829a-450b-8809-51c68f406851 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:33:54.787974 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-10f0c1f6-829a-450b-8809-51c68f406851 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/subnets/a47d98c4-0ca2-4768-aa45-3feb87575f57 HTTP/1.1" status: 404 len: 337 time: 0.0481565 May 04 17:33:54.788544 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54240) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:54.818066 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-128e760d-03c8-4add-982c-6ff9155dac90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124'] for port, after_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:54.881582 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2bef0b4-15d6-4ddf-94ed-a2f4f1f4fd11 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] DELETE failed (client error): The resource could not be found. May 04 17:33:54.882170 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2bef0b4-15d6-4ddf-94ed-a2f4f1f4fd11 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:33:54.886041 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-d2bef0b4-15d6-4ddf-94ed-a2f4f1f4fd11 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/ports/ad5d8597-1394-4578-b266-b91930b5abe6 HTTP/1.1" status: 404 len: 333 time: 0.0946083 May 04 17:33:54.887909 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128e760d-03c8-4add-982c-6ff9155dac90 None None] No DVR routers for this DVR port 2e8672b6-1697-4b13-a253-c9aed85d3629 on host dv-neutron-840426-1-hyperv {{(pid=88039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:33:54.889774 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54244) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:54.903057 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port e507f7bb-5d46-4d53-ab82-af836614de79, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=e507f7bb-5d46-4d53-ab82-af836614de79,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:33:54.907289 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128e760d-03c8-4add-982c-6ff9155dac90 None None] Pushing event deleted for resources: {'Port': ['ID=2e8672b6-1697-4b13-a253-c9aed85d3629,revision_number=None']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:54.927621 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:54.988376 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-efbd951e-c9de-45ed-86ae-af88af16d1b5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] DELETE failed (client error): The resource could not be found. May 04 17:33:54.988837 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efbd951e-c9de-45ed-86ae-af88af16d1b5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:33:54.990690 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-efbd951e-c9de-45ed-86ae-af88af16d1b5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/subnets/7840f39c-0dee-4b59-ba51-553e8ab1e109 HTTP/1.1" status: 404 len: 337 time: 0.0999467 May 04 17:33:54.993365 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54248) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:55.029711 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=e507f7bb-5d46-4d53-ab82-af836614de79,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:55.078046 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e8019b4-a2b8-43b6-b640-d04b01730f2a tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] DELETE failed (client error): The resource could not be found. May 04 17:33:55.080217 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e8019b4-a2b8-43b6-b640-d04b01730f2a tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:33:55.087023 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-3e8019b4-a2b8-43b6-b640-d04b01730f2a tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/subnets/f1ef7bd3-5642-48dd-bc2a-2302429ca513 HTTP/1.1" status: 404 len: 337 time: 0.0917256 May 04 17:33:55.088133 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54252) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:55.170019 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-c550989c-f3f8-4f13-aace-607eb6275ef4 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/ports?device_id=80f6ed85-86a1-4c6e-a146-1c4eb763f7e2 HTTP/1.1" status: 200 len: 205 time: 0.0805016 May 04 17:33:55.170582 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54258) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:55.235409 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-63186eac-0ed6-47af-8abe-9ba47383aa4d tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:55.246379 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.api.v2.resource [None req-c88feb97-67a0-4e5a-bfe2-8a2fc4d59f7a tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] delete failed (client error): The resource could not be found. May 04 17:33:55.250103 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-c88feb97-67a0-4e5a-bfe2-8a2fc4d59f7a tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/routers/80f6ed85-86a1-4c6e-a146-1c4eb763f7e2 HTTP/1.1" status: 404 len: 336 time: 0.0785639 May 04 17:33:55.250658 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54262) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:55.276073 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-63186eac-0ed6-47af-8abe-9ba47383aa4d tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Usage tracker for resource:subnet and tenant:987e9d119b1d4cc8a502ddbb5249da65 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:55.289959 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-63186eac-0ed6-47af-8abe-9ba47383aa4d tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:55.293109 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-b926bff4-031b-48a6-a063-66aba78525fc tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] DELETE failed (client error): The resource could not be found. May 04 17:33:55.293568 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b926bff4-031b-48a6-a063-66aba78525fc tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:33:55.295520 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-b926bff4-031b-48a6-a063-66aba78525fc tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/subnets/c935b71c-17bf-4aff-b981-854a6e824bf5 HTTP/1.1" status: 404 len: 337 time: 0.0436585 May 04 17:33:55.297954 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54266) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:55.313443 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-63186eac-0ed6-47af-8abe-9ba47383aa4d tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:55.346042 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-8059a918-b2ef-40d5-b147-f09a5e791413 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "GET /v2.0/ports?device_id=a7dc30ae-b16b-4478-8bf9-bc1f751ef165 HTTP/1.1" status: 200 len: 205 time: 0.0469804 May 04 17:33:55.348389 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54270) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:55.363851 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63186eac-0ed6-47af-8abe-9ba47383aa4d tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Made reservation on behalf of 987e9d119b1d4cc8a502ddbb5249da65 for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:33:55.367771 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-63186eac-0ed6-47af-8abe-9ba47383aa4d tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:55.419866 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.api.v2.resource [None req-1c1c774d-fff3-4e4e-b1ee-37914794d3a3 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] delete failed (client error): The resource could not be found. May 04 17:33:55.420890 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-1c1c774d-fff3-4e4e-b1ee-37914794d3a3 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/routers/a7dc30ae-b16b-4478-8bf9-bc1f751ef165 HTTP/1.1" status: 404 len: 336 time: 0.0715308 May 04 17:33:55.423480 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54274) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:55.461855 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4c72d2e-da0e-4318-8e55-d4b286b067e4 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] DELETE failed (client error): The resource could not be found. May 04 17:33:55.462260 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4c72d2e-da0e-4318-8e55-d4b286b067e4 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:33:55.466991 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-f4c72d2e-da0e-4318-8e55-d4b286b067e4 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/subnets/c9db192b-23a5-4a36-9b10-be2d33376053 HTTP/1.1" status: 404 len: 337 time: 0.0395844 May 04 17:33:55.466991 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54278) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:55.504722 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-4704daeb-3d43-4e23-b9d8-ba2e91b97dbf tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] DELETE failed (client error): The resource could not be found. May 04 17:33:55.505263 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4704daeb-3d43-4e23-b9d8-ba2e91b97dbf tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:33:55.506802 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-4704daeb-3d43-4e23-b9d8-ba2e91b97dbf tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/subnets/201cba8b-a70f-4680-97ed-c34d51fbe396 HTTP/1.1" status: 404 len: 337 time: 0.0393479 May 04 17:33:55.509239 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54282) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:55.556764 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f4dfb6c-69bc-4170-a046-64d1b2460876 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] DELETE failed (client error): The resource could not be found. May 04 17:33:55.557472 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f4dfb6c-69bc-4170-a046-64d1b2460876 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:33:55.559881 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-3f4dfb6c-69bc-4170-a046-64d1b2460876 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/ports/bb596a78-cf61-488b-8bbb-c4fb712f4cde HTTP/1.1" status: 404 len: 333 time: 0.0494945 May 04 17:33:55.562571 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54286) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:55.576150 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c662f-ebd1-41d3-a0c0-8fe68b51da80 req-de64aaa1-0e3a-4f0d-be0f-7dede47eed14 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:55.577708 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-3a0c662f-ebd1-41d3-a0c0-8fe68b51da80 req-de64aaa1-0e3a-4f0d-be0f-7dede47eed14 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/ports?device_id=a89c1a56-83ba-4c06-94e3-b931024cb05a HTTP/1.1" status: 200 len: 945 time: 0.3448279 May 04 17:33:55.604569 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-911d6593-8c6f-4d7b-b57c-5db6a71eda45 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] DELETE failed (client error): The resource could not be found. May 04 17:33:55.605038 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-911d6593-8c6f-4d7b-b57c-5db6a71eda45 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:33:55.606755 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-911d6593-8c6f-4d7b-b57c-5db6a71eda45 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/subnets/4fecb9e3-cd41-4192-b70a-2673e0c71243 HTTP/1.1" status: 404 len: 337 time: 0.0430770 May 04 17:33:55.609453 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54290) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:55.640347 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device e507f7bb-5d46-4d53-ab82-af836614de79 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:33:55.654693 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8b23828-8049-4bd2-b5b7-d5f42dff5cbd tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] DELETE failed (client error): The resource could not be found. May 04 17:33:55.655173 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8b23828-8049-4bd2-b5b7-d5f42dff5cbd tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:33:55.656878 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-d8b23828-8049-4bd2-b5b7-d5f42dff5cbd tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/ports/f8571534-743f-4d00-ac8d-ae84e2e1b33b HTTP/1.1" status: 404 len: 333 time: 0.0461464 May 04 17:33:55.658115 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-efd6d13a-23c0-44a5-a74e-4ed2c51937c7 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:55.662449 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54294) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:55.695792 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-3a0c662f-ebd1-41d3-a0c0-8fe68b51da80 req-8f43b686-6f12-4a3e-b44c-e2ddac307b2c tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/security-groups?id=81808876-4a61-479a-81ee-b14447baf6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065655 May 04 17:33:55.700773 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-efd6d13a-23c0-44a5-a74e-4ed2c51937c7 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:55.715706 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4f28a8c-ed5d-4f83-b85e-f85a84258cb9 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] DELETE failed (client error): The resource could not be found. May 04 17:33:55.716176 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4f28a8c-ed5d-4f83-b85e-f85a84258cb9 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:33:55.719223 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-d4f28a8c-ed5d-4f83-b85e-f85a84258cb9 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/subnets/05875c07-f33a-494b-a91f-30d18dcaa34c HTTP/1.1" status: 404 len: 337 time: 0.0536544 May 04 17:33:55.721101 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54298) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:55.734518 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port e507f7bb-5d46-4d53-ab82-af836614de79 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:33:55.734988 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:55.767468 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-01495abc-a4cf-4853-9566-9bd366260275 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] DELETE failed (client error): The resource could not be found. May 04 17:33:55.768149 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01495abc-a4cf-4853-9566-9bd366260275 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:33:55.770041 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-01495abc-a4cf-4853-9566-9bd366260275 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/ports/2caf20ed-8937-4375-8bfe-4a15b7c680f4 HTTP/1.1" status: 404 len: 333 time: 0.0478630 May 04 17:33:55.773312 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54302) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:55.820076 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f50e2e4-8173-4931-8bad-a10419303ec5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] DELETE failed (client error): The resource could not be found. May 04 17:33:55.820634 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f50e2e4-8173-4931-8bad-a10419303ec5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:33:55.825543 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-6f50e2e4-8173-4931-8bad-a10419303ec5 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/subnets/01288dc2-f9bd-4094-8ddc-143f8152f716 HTTP/1.1" status: 404 len: 337 time: 0.0510173 May 04 17:33:55.826289 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54306) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:55.856138 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd6d13a-23c0-44a5-a74e-4ed2c51937c7 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Pushing event updated for resources: {'Port': ['ID=2c91f6a7-d911-451a-95e1-fcf2d694c1e6,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:55.871007 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-efd6d13a-23c0-44a5-a74e-4ed2c51937c7 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710702'] for router_interface, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:55.878170 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-e316530b-1fee-4c83-9930-fbe2b7c73f68 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] DELETE failed (client error): The resource could not be found. May 04 17:33:55.878871 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e316530b-1fee-4c83-9930-fbe2b7c73f68 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:33:55.884290 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-e316530b-1fee-4c83-9930-fbe2b7c73f68 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/ports/99a56724-dec7-4433-b455-cb1c10a1e0c6 HTTP/1.1" status: 404 len: 333 time: 0.0569017 May 04 17:33:55.885110 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54310) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:55.900565 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 9d115d10-af43-4c8b-b722-35de49eb7410 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:33:55.925392 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-210e380e-845d-4159-b568-b818ec496ac9 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] DELETE failed (client error): The resource could not be found. May 04 17:33:55.925849 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-210e380e-845d-4159-b568-b818ec496ac9 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:33:55.927627 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-210e380e-845d-4159-b568-b818ec496ac9 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/subnets/4020dba0-af00-4de2-ae5c-5713f9dd8f09 HTTP/1.1" status: 404 len: 337 time: 0.0414743 May 04 17:33:55.930243 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54314) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:55.936516 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-63186eac-0ed6-47af-8abe-9ba47383aa4d tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:55.982611 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 9d115d10-af43-4c8b-b722-35de49eb7410 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:33:55.989370 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1b6c5df-40bf-433e-b698-262ae93df96c tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] DELETE failed (client error): The resource could not be found. May 04 17:33:55.990359 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1b6c5df-40bf-433e-b698-262ae93df96c tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:33:55.994726 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-e1b6c5df-40bf-433e-b698-262ae93df96c tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/ports/e5f5843a-e349-4427-8c7e-dd92ea15294e HTTP/1.1" status: 404 len: 333 time: 0.0608659 May 04 17:33:55.995237 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54318) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:56.044373 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6cc9228-51fa-47aa-834a-905168fb4867 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] DELETE failed (client error): The resource could not be found. May 04 17:33:56.045782 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6cc9228-51fa-47aa-834a-905168fb4867 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:33:56.047075 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-d6cc9228-51fa-47aa-834a-905168fb4867 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/subnets/aeb508b1-03e9-4015-acc3-fc6e73b9ef8d HTTP/1.1" status: 404 len: 337 time: 0.0480635 May 04 17:33:56.049879 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54322) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:56.058383 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 2e8672b6-1697-4b13-a253-c9aed85d3629 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:33:56.087769 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63186eac-0ed6-47af-8abe-9ba47383aa4d tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Pushing event updated for resources: {'Subnet': ['ID=eb1c3e2b-386c-4b0c-98a5-a3cc2996009d,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:56.093076 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfca3cc0-a272-434d-8fd5-66fa32271854 None None] Network b1274540-aa6f-41be-a0cc-5f2fec52a07b requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:33:56.096566 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6df06f1-38cd-45fb-89d9-cf86221b0557 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] DELETE failed (client error): The resource could not be found. May 04 17:33:56.097231 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6df06f1-38cd-45fb-89d9-cf86221b0557 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:33:56.099299 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-d6df06f1-38cd-45fb-89d9-cf86221b0557 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/ports/129c1f27-9336-4aa1-a5ff-3ca089589598 HTTP/1.1" status: 404 len: 333 time: 0.0478384 May 04 17:33:56.101883 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54326) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:56.119703 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63186eac-0ed6-47af-8abe-9ba47383aa4d tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Checking segment: {'id': '24005b42-0ee0-4c39-a8b8-74205bbcd906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8d7cd3cc-af23-4af6-b872-0f6bfa36f655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:33:56.120054 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63186eac-0ed6-47af-8abe-9ba47383aa4d tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Network hostable DHCP agents. Network: 8d7cd3cc-af23-4af6-b872-0f6bfa36f655, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:33:56.122240 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 2e8672b6-1697-4b13-a253-c9aed85d3629 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:33:56.122588 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 2e8672b6-1697-4b13-a253-c9aed85d3629 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:33:56.138120 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd6d13a-23c0-44a5-a74e-4ed2c51937c7 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Network b1274540-aa6f-41be-a0cc-5f2fec52a07b is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:33:56.139247 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-efd6d13a-23c0-44a5-a74e-4ed2c51937c7 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:33:56.144376 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-5925fc29-6b33-47d0-b326-2cbfbff925ab None None] Provisioning for port 9d115d10-af43-4c8b-b722-35de49eb7410 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:33:56.156889 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac5b7296-ee13-4986-86f3-1ad3c4b7af06 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] DELETE failed (client error): The resource could not be found. May 04 17:33:56.157349 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac5b7296-ee13-4986-86f3-1ad3c4b7af06 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:33:56.157519 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-5925fc29-6b33-47d0-b326-2cbfbff925ab None None] Provisioning complete for port 9d115d10-af43-4c8b-b722-35de49eb7410 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:33:56.157730 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-5925fc29-6b33-47d0-b326-2cbfbff925ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:56.161757 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-ac5b7296-ee13-4986-86f3-1ad3c4b7af06 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/subnets/f0bad6ed-4dd2-4474-a70b-52ca8804b96b HTTP/1.1" status: 404 len: 337 time: 0.0562041 May 04 17:33:56.162000 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54330) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:56.205153 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63186eac-0ed6-47af-8abe-9ba47383aa4d tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Network 8d7cd3cc-af23-4af6-b872-0f6bfa36f655 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:33:56.209080 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-6baf0a95-f100-4d92-9394-752f0b306236 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] DELETE failed (client error): The resource could not be found. May 04 17:33:56.209564 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6baf0a95-f100-4d92-9394-752f0b306236 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:33:56.213755 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-6baf0a95-f100-4d92-9394-752f0b306236 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/ports/165273a8-daf8-4f64-99b5-825520092e59 HTTP/1.1" status: 404 len: 333 time: 0.0483956 May 04 17:33:56.214562 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54334) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:56.257786 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-626da2e6-bce9-43a8-8d66-9dcec3f22530 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] DELETE failed (client error): The resource could not be found. May 04 17:33:56.257786 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-626da2e6-bce9-43a8-8d66-9dcec3f22530 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:33:56.262550 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-626da2e6-bce9-43a8-8d66-9dcec3f22530 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/subnets/a9b2d6bf-6444-4bf9-8887-6f5f237fd5c2 HTTP/1.1" status: 404 len: 337 time: 0.0439861 May 04 17:33:56.262811 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54338) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:56.268491 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-63186eac-0ed6-47af-8abe-9ba47383aa4d tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 8d7cd3cc-af23-4af6-b872-0f6bfa36f655) {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:33:56.291262 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfef2cb8-7557-42f0-b1f5-882a915589bf None None] Network 8d7cd3cc-af23-4af6-b872-0f6bfa36f655 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:33:56.325254 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63186eac-0ed6-47af-8abe-9ba47383aa4d tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:56.325750 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-63186eac-0ed6-47af-8abe-9ba47383aa4d tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:56.381860 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-63186eac-0ed6-47af-8abe-9ba47383aa4d tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7455873 May 04 17:33:56.396911 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 54342) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:56.406154 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-0d67b9d4-bfd0-49f2-b1a0-a65665bfc0ae tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Request body: {'network': {'name': 'tempest-router-network01--1522291185'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:56.414327 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-0d67b9d4-bfd0-49f2-b1a0-a65665bfc0ae tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:56.424337 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-0d67b9d4-bfd0-49f2-b1a0-a65665bfc0ae tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Usage tracker for resource:network and tenant:987e9d119b1d4cc8a502ddbb5249da65 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:56.428522 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efd6d13a-23c0-44a5-a74e-4ed2c51937c7 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Router be60b73d-cc33-482d-ad81-eb8787b40ce5 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:33:56.429761 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-0d67b9d4-bfd0-49f2-b1a0-a65665bfc0ae tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:56.437734 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-0d67b9d4-bfd0-49f2-b1a0-a65665bfc0ae tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:56.502994 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d67b9d4-bfd0-49f2-b1a0-a65665bfc0ae tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Made reservation on behalf of 987e9d119b1d4cc8a502ddbb5249da65 for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:33:56.507091 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0d67b9d4-bfd0-49f2-b1a0-a65665bfc0ae tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:56.511723 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-314b1892-cbb4-4021-8ef6-9e677487ff44 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:56.629063 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-5925fc29-6b33-47d0-b326-2cbfbff925ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:56.651865 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-314b1892-cbb4-4021-8ef6-9e677487ff44 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:56.679382 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-314b1892-cbb4-4021-8ef6-9e677487ff44 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b89b041-5c42-49da-97bf-23cee8aadf17']}} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:56.700769 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d67b9d4-bfd0-49f2-b1a0-a65665bfc0ae tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:33:56.700921 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-314b1892-cbb4-4021-8ef6-9e677487ff44 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a54f1ae7-f950-4725-8c41-8117ac34abf5') {'for_net_delete': True} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:56.701438 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-314b1892-cbb4-4021-8ef6-9e677487ff44 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a54f1ae7-f950-4725-8c41-8117ac34abf5') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:56.714181 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-314b1892-cbb4-4021-8ef6-9e677487ff44 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801627'] for segment, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:56.727509 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-5925fc29-6b33-47d0-b326-2cbfbff925ab None None] For port 9d115d10-af43-4c8b-b722-35de49eb7410, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=9d115d10-af43-4c8b-b722-35de49eb7410,segment=NetworkSegment(bc385158-122c-49e2-a3da-a4705fa248b5),segment_id=bc385158-122c-49e2-a3da-a4705fa248b5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:33:56.733844 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6662191e-6d50-4d7d-8fc1-60bee7d85554 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-8d7cd3cc-af23-4af6-b872-0f6bfa36f655', 'network_id': '8d7cd3cc-af23-4af6-b872-0f6bfa36f655', 'tenant_id': '987e9d119b1d4cc8a502ddbb5249da65', 'fixed_ips': [{'subnet_id': 'eb1c3e2b-386c-4b0c-98a5-a3cc2996009d'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:33:56.734808 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-6662191e-6d50-4d7d-8fc1-60bee7d85554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:56.749646 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-314b1892-cbb4-4021-8ef6-9e677487ff44 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:56.752287 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-5925fc29-6b33-47d0-b326-2cbfbff925ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:56.757244 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-314b1892-cbb4-4021-8ef6-9e677487ff44 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=88038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:33:56.757980 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-314b1892-cbb4-4021-8ef6-9e677487ff44 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7881827'] for segment, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:56.777087 dv-neutron-840426-1-hyperv neutron-server[88038]: Traceback (most recent call last): May 04 17:33:56.777087 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:33:56.777087 dv-neutron-840426-1-hyperv neutron-server[88038]: timer() May 04 17:33:56.777087 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:33:56.777087 dv-neutron-840426-1-hyperv neutron-server[88038]: cb(*args, **kw) May 04 17:33:56.777087 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:33:56.777087 dv-neutron-840426-1-hyperv neutron-server[88038]: return func(*args, **kwargs) May 04 17:33:56.777087 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:33:56.777087 dv-neutron-840426-1-hyperv neutron-server[88038]: self._notify() May 04 17:33:56.777087 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:33:56.777087 dv-neutron-840426-1-hyperv neutron-server[88038]: self.callback(batched_events) May 04 17:33:56.777087 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:33:56.777087 dv-neutron-840426-1-hyperv neutron-server[88038]: event.method(event) May 04 17:33:56.777087 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:33:56.777087 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:33:56.777087 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:33:56.777087 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:33:56.777087 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:33:56.777087 dv-neutron-840426-1-hyperv neutron-server[88038]: return f(self, *a, **k) May 04 17:33:56.777087 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:33:56.777087 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._get(url).json() May 04 17:33:56.777087 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:33:56.777087 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:33:56.777087 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:33:56.777087 dv-neutron-840426-1-hyperv neutron-server[88038]: return self.request(url, 'GET', **kwargs) May 04 17:33:56.777087 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:33:56.777087 dv-neutron-840426-1-hyperv neutron-server[88038]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:33:56.777087 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:33:56.777087 dv-neutron-840426-1-hyperv neutron-server[88038]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:33:56.777087 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:33:56.777087 dv-neutron-840426-1-hyperv neutron-server[88038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:33:56.777087 dv-neutron-840426-1-hyperv neutron-server[88038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:33:56.806347 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0d67b9d4-bfd0-49f2-b1a0-a65665bfc0ae tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:56.806698 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-0d67b9d4-bfd0-49f2-b1a0-a65665bfc0ae tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Added segment 42c24b52-3d94-40d1-b206-3ead3963c1c4 of type vlan for network e9f23c27-0e52-4d1b-b1db-90aababe26cc May 04 17:33:56.874467 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efd6d13a-23c0-44a5-a74e-4ed2c51937c7 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:33:56.881183 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0d67b9d4-bfd0-49f2-b1a0-a65665bfc0ae tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:56.888684 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa72cc7d-324a-499d-9f94-05370ef5a3a5 None None] Sync routers for ids ['be60b73d-cc33-482d-ad81-eb8787b40ce5'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:33:56.893671 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-efd6d13a-23c0-44a5-a74e-4ed2c51937c7 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "PUT /v2.0/routers/be60b73d-cc33-482d-ad81-eb8787b40ce5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0705688 May 04 17:33:56.904271 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5925fc29-6b33-47d0-b326-2cbfbff925ab None None] Pushing event updated for resources: {'Port': ['ID=9d115d10-af43-4c8b-b722-35de49eb7410,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:56.924210 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa72cc7d-324a-499d-9f94-05370ef5a3a5 None None] Routers {'be60b73d-cc33-482d-ad81-eb8787b40ce5'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:33:56.924852 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-fa72cc7d-324a-499d-9f94-05370ef5a3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:33:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['be60b73d-cc33-482d-ad81-eb8787b40ce5'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:56.943055 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0d67b9d4-bfd0-49f2-b1a0-a65665bfc0ae tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:56.951174 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d67b9d4-bfd0-49f2-b1a0-a65665bfc0ae tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:56.952457 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0d67b9d4-bfd0-49f2-b1a0-a65665bfc0ae tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:57.016193 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-314b1892-cbb4-4021-8ef6-9e677487ff44 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:57.032863 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-0d67b9d4-bfd0-49f2-b1a0-a65665bfc0ae tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6345997 May 04 17:33:57.037992 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 54350) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:57.046640 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-ade5ec7c-8ab0-4641-a2a1-542bfc99554e tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Request body: {'network': {'name': 'tempest-router-network02--1308457225'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:57.053026 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-314b1892-cbb4-4021-8ef6-9e677487ff44 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:57.078665 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314b1892-cbb4-4021-8ef6-9e677487ff44 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] Pushing event deleted for resources: {'Network': ['ID=6b89b041-5c42-49da-97bf-23cee8aadf17,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:57.110890 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-314b1892-cbb4-4021-8ef6-9e677487ff44 tempest-NetworksTestDHCPv6-260432776 tempest-NetworksTestDHCPv6-260432776-project] 10.222.0.41 "DELETE /v2.0/networks/6b89b041-5c42-49da-97bf-23cee8aadf17 HTTP/1.1" status: 204 len: 168 time: 0.8447468 May 04 17:33:57.139555 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-ade5ec7c-8ab0-4641-a2a1-542bfc99554e tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:57.158183 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d67b9d4-bfd0-49f2-b1a0-a65665bfc0ae tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Pushing event updated for resources: {'Network': ['ID=e9f23c27-0e52-4d1b-b1db-90aababe26cc,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:57.167736 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ded6bb-7837-4862-9e13-7084c8c171e3 req-f4e3b2d1-4a59-4b4f-9e7d-625d96953667 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:57.169422 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-32ded6bb-7837-4862-9e13-7084c8c171e3 req-f4e3b2d1-4a59-4b4f-9e7d-625d96953667 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/ports?device_id=a89c1a56-83ba-4c06-94e3-b931024cb05a HTTP/1.1" status: 200 len: 945 time: 0.3027067 May 04 17:33:57.177609 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-ade5ec7c-8ab0-4641-a2a1-542bfc99554e tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Usage tracker for resource:network and tenant:987e9d119b1d4cc8a502ddbb5249da65 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:57.181270 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e471c6-6b79-41ea-9e53-0752a49ff7f8 req-a822eabb-c3ea-4f4d-944e-9c198569835c tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:57.182422 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-ade5ec7c-8ab0-4641-a2a1-542bfc99554e tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:57.183289 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-45e471c6-6b79-41ea-9e53-0752a49ff7f8 req-a822eabb-c3ea-4f4d-944e-9c198569835c tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.42 "GET /v2.0/ports?device_id=a89c1a56-83ba-4c06-94e3-b931024cb05a HTTP/1.1" status: 200 len: 945 time: 0.2513530 May 04 17:33:57.188927 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-ade5ec7c-8ab0-4641-a2a1-542bfc99554e tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:57.200568 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network e9f23c27-0e52-4d1b-b1db-90aababe26cc details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:33:57.205762 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade5ec7c-8ab0-4641-a2a1-542bfc99554e tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Made reservation on behalf of 987e9d119b1d4cc8a502ddbb5249da65 for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:33:57.212463 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ade5ec7c-8ab0-4641-a2a1-542bfc99554e tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:57.256148 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ade5ec7c-8ab0-4641-a2a1-542bfc99554e tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:33:57.267503 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ade5ec7c-8ab0-4641-a2a1-542bfc99554e tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:57.269257 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-ade5ec7c-8ab0-4641-a2a1-542bfc99554e tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Added segment 8abcadba-1092-4311-96f1-2283b46e909b of type vlan for network 3ef04da9-e2f1-41b3-ae68-5e3ac5668d77 May 04 17:33:57.278801 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-6662191e-6d50-4d7d-8fc1-60bee7d85554 None None] Allocated IP 2001:db8::2 (8d7cd3cc-af23-4af6-b872-0f6bfa36f655/eb1c3e2b-386c-4b0c-98a5-a3cc2996009d/34d19c12-d088-40c7-b5fd-1d0a59d9862d) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:33:57.309958 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ade5ec7c-8ab0-4641-a2a1-542bfc99554e tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:57.346264 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-32ded6bb-7837-4862-9e13-7084c8c171e3 req-d92e713b-db8c-4749-9f6f-94960bd4fdb2 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/security-groups?id=81808876-4a61-479a-81ee-b14447baf6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1570067 May 04 17:33:57.354342 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [req-45e471c6-6b79-41ea-9e53-0752a49ff7f8 req-ca689cea-a776-4b2e-a44e-80105ff93493 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Deleting port c5528093-85fd-4674-98ad-09fd400f3a4d {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:33:57.355713 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-45e471c6-6b79-41ea-9e53-0752a49ff7f8 req-ca689cea-a776-4b2e-a44e-80105ff93493 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:57.408929 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ade5ec7c-8ab0-4641-a2a1-542bfc99554e tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:57.421716 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade5ec7c-8ab0-4641-a2a1-542bfc99554e tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:57.423596 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ade5ec7c-8ab0-4641-a2a1-542bfc99554e tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:57.435054 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ee0fb092-759d-43b7-89fb-d4bcfc849a4b req-adfcf1af-4cc7-4dbb-97ff-83cda60c9e90 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-445982960&fields=id&tenant_id=0b9713f8a29b4c8ca7f63dcb9b50b5ce HTTP/1.1" status: 200 len: 267 time: 0.1922100 May 04 17:33:57.573056 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-87cb530c-f509-4e90-97b3-64ac4f8396b6 None None] Provisioning complete for port 9d115d10-af43-4c8b-b722-35de49eb7410 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:33:57.575220 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-87cb530c-f509-4e90-97b3-64ac4f8396b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:57.619148 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 9d115d10-af43-4c8b-b722-35de49eb7410 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:33:57.675269 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54368) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:57.693590 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-fa72cc7d-324a-499d-9f94-05370ef5a3a5 None None] Set router be60b73d-cc33-482d-ad81-eb8787b40ce5 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:33:57.707050 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0fb092-759d-43b7-89fb-d4bcfc849a4b req-095daee5-f55e-4d93-8d83-0da08294692f tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:57.707722 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-ee0fb092-759d-43b7-89fb-d4bcfc849a4b req-095daee5-f55e-4d93-8d83-0da08294692f tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Synchronizing usage tracker for tenant:0b9713f8a29b4c8ca7f63dcb9b50b5ce on resource:network {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:33:57.721325 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-ade5ec7c-8ab0-4641-a2a1-542bfc99554e tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6832180 May 04 17:33:57.729313 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 54374) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:57.782839 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [req-45e471c6-6b79-41ea-9e53-0752a49ff7f8 req-ca689cea-a776-4b2e-a44e-80105ff93493 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] For port c5528093-85fd-4674-98ad-09fd400f3a4d, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=c5528093-85fd-4674-98ad-09fd400f3a4d,segment=NetworkSegment(43abb714-434f-4258-8b22-3a18bd64fc2f),segment_id=43abb714-434f-4258-8b22-3a18bd64fc2f)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:33:57.783310 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-45e471c6-6b79-41ea-9e53-0752a49ff7f8 req-ca689cea-a776-4b2e-a44e-80105ff93493 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:57.783656 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-6051d8c8-bcb9-44c6-806d-4bd77bd80d8b tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Request body: {'subnet': {'network_id': 'e9f23c27-0e52-4d1b-b1db-90aababe26cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:57.915417 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade5ec7c-8ab0-4641-a2a1-542bfc99554e tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Pushing event updated for resources: {'Network': ['ID=3ef04da9-e2f1-41b3-ae68-5e3ac5668d77,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:57.920951 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-ee0fb092-759d-43b7-89fb-d4bcfc849a4b req-095daee5-f55e-4d93-8d83-0da08294692f tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Unset dirty status for tenant:0b9713f8a29b4c8ca7f63dcb9b50b5ce on resource:network {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:33:57.922123 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ee0fb092-759d-43b7-89fb-d4bcfc849a4b req-095daee5-f55e-4d93-8d83-0da08294692f tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "GET /v2.0/networks?id=b1274540-aa6f-41be-a0cc-5f2fec52a07b HTTP/1.1" status: 200 len: 797 time: 0.4221175 May 04 17:33:57.931219 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-6051d8c8-bcb9-44c6-806d-4bd77bd80d8b tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:57.936405 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-6051d8c8-bcb9-44c6-806d-4bd77bd80d8b tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Usage tracker for resource:subnet and tenant:987e9d119b1d4cc8a502ddbb5249da65 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:57.940130 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-6051d8c8-bcb9-44c6-806d-4bd77bd80d8b tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:57.953077 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-6051d8c8-bcb9-44c6-806d-4bd77bd80d8b tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:57.955992 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ee0fb092-759d-43b7-89fb-d4bcfc849a4b req-91e1a543-9c0b-45e0-a1d9-633dd4483d49 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "GET /v2.0/quotas/0b9713f8a29b4c8ca7f63dcb9b50b5ce HTTP/1.1" status: 200 len: 375 time: 0.0208318 May 04 17:33:57.962047 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 3ef04da9-e2f1-41b3-ae68-5e3ac5668d77 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:33:57.999477 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6051d8c8-bcb9-44c6-806d-4bd77bd80d8b tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Made reservation on behalf of 987e9d119b1d4cc8a502ddbb5249da65 for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:33:58.001663 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6051d8c8-bcb9-44c6-806d-4bd77bd80d8b tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:58.035828 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-b98d6a07-e1ad-4d33-8bf2-561a6a84c341 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e0bb3da2b1c344b882bb065b24ba46bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3592379 May 04 17:33:58.039444 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54378) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:58.149668 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-ee0fb092-759d-43b7-89fb-d4bcfc849a4b req-b2d293ed-9cb8-428f-bfc6-cf6f84ce5e83 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Synchronizing usage tracker for tenant:0b9713f8a29b4c8ca7f63dcb9b50b5ce on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:33:58.211097 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-ee0fb092-759d-43b7-89fb-d4bcfc849a4b req-b2d293ed-9cb8-428f-bfc6-cf6f84ce5e83 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Unset dirty status for tenant:0b9713f8a29b4c8ca7f63dcb9b50b5ce on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:33:58.211334 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-96cdbc8d-92cb-421a-b9fa-ebd899a15c3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:58.212763 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ee0fb092-759d-43b7-89fb-d4bcfc849a4b req-b2d293ed-9cb8-428f-bfc6-cf6f84ce5e83 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0b9713f8a29b4c8ca7f63dcb9b50b5ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2507994 May 04 17:33:58.243444 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-45e471c6-6b79-41ea-9e53-0752a49ff7f8 req-ca689cea-a776-4b2e-a44e-80105ff93493 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:58.243857 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-45e471c6-6b79-41ea-9e53-0752a49ff7f8 req-ca689cea-a776-4b2e-a44e-80105ff93493 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710218'] for floatingip, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:58.244173 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.l3_db [req-45e471c6-6b79-41ea-9e53-0752a49ff7f8 req-ca689cea-a776-4b2e-a44e-80105ff93493 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Floating IP 1621478f-bcfb-450b-a9fb-9d0b24e796d5 disassociated. External IP: 172.26.0.253, port: c5528093-85fd-4674-98ad-09fd400f3a4d. May 04 17:33:58.244524 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [req-45e471c6-6b79-41ea-9e53-0752a49ff7f8 req-ca689cea-a776-4b2e-a44e-80105ff93493 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Calling delete_port for c5528093-85fd-4674-98ad-09fd400f3a4d owned by compute:nova {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:33:58.271892 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-6662191e-6d50-4d7d-8fc1-60bee7d85554 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:58.293364 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 9d115d10-af43-4c8b-b722-35de49eb7410 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:33:58.293802 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:58.310322 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-96cdbc8d-92cb-421a-b9fa-ebd899a15c3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:58.352049 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-6662191e-6d50-4d7d-8fc1-60bee7d85554 None None] Transition to ACTIVE for port object 34d19c12-d088-40c7-b5fd-1d0a59d9862d will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:33:58.358255 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6051d8c8-bcb9-44c6-806d-4bd77bd80d8b tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:58.441713 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-6662191e-6d50-4d7d-8fc1-60bee7d85554 None None] Transition to ACTIVE for port object 34d19c12-d088-40c7-b5fd-1d0a59d9862d will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:33:58.452540 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-6662191e-6d50-4d7d-8fc1-60bee7d85554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:58.477409 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ee0fb092-759d-43b7-89fb-d4bcfc849a4b req-1d5fd7ed-cd8d-4239-9960-734f50a8b4cd service neutron] 10.222.0.41 "GET /v2.0/networks/b1274540-aa6f-41be-a0cc-5f2fec52a07b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428391 May 04 17:33:58.479529 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6051d8c8-bcb9-44c6-806d-4bd77bd80d8b tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Pushing event updated for resources: {'Subnet': ['ID=434550eb-1517-4f82-bd82-835b7d189248,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:58.479778 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-96cdbc8d-92cb-421a-b9fa-ebd899a15c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:58.516491 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6051d8c8-bcb9-44c6-806d-4bd77bd80d8b tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Checking segment: {'id': '42c24b52-3d94-40d1-b206-3ead3963c1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'e9f23c27-0e52-4d1b-b1db-90aababe26cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:33:58.516852 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6051d8c8-bcb9-44c6-806d-4bd77bd80d8b tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Network hostable DHCP agents. Network: e9f23c27-0e52-4d1b-b1db-90aababe26cc, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:33:58.533996 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cdbc8d-92cb-421a-b9fa-ebd899a15c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b40298-a9b0-4e30-b8b3-b174778b95b1,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:58.534938 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6662191e-6d50-4d7d-8fc1-60bee7d85554 None None] Pushing event updated for resources: {'Port': ['ID=34d19c12-d088-40c7-b5fd-1d0a59d9862d,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:58.542274 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-87cb530c-f509-4e90-97b3-64ac4f8396b6 None None] Provisioning for port 2c91f6a7-d911-451a-95e1-fcf2d694c1e6 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:33:58.568633 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-87cb530c-f509-4e90-97b3-64ac4f8396b6 None None] Provisioning complete for port 2c91f6a7-d911-451a-95e1-fcf2d694c1e6 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:33:58.569140 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-87cb530c-f509-4e90-97b3-64ac4f8396b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:58.580709 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-45e471c6-6b79-41ea-9e53-0752a49ff7f8 req-ca689cea-a776-4b2e-a44e-80105ff93493 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:58.618624 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6051d8c8-bcb9-44c6-806d-4bd77bd80d8b tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Network e9f23c27-0e52-4d1b-b1db-90aababe26cc is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:33:58.628768 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6662191e-6d50-4d7d-8fc1-60bee7d85554 None None] Network 8d7cd3cc-af23-4af6-b872-0f6bfa36f655 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:33:58.631832 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-87cb530c-f509-4e90-97b3-64ac4f8396b6 None None] Port 2c91f6a7-d911-451a-95e1-fcf2d694c1e6 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:33:58.651049 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-6051d8c8-bcb9-44c6-806d-4bd77bd80d8b tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, e9f23c27-0e52-4d1b-b1db-90aababe26cc) {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:33:58.655920 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6051d8c8-bcb9-44c6-806d-4bd77bd80d8b tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:58.656852 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6051d8c8-bcb9-44c6-806d-4bd77bd80d8b tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:58.663545 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-6662191e-6d50-4d7d-8fc1-60bee7d85554 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:33:58.665511 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d31a141-ed0a-4a23-9c8a-d7c11a6d9cc0 None None] Network e9f23c27-0e52-4d1b-b1db-90aababe26cc requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:33:58.677431 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ee0fb092-759d-43b7-89fb-d4bcfc849a4b req-30e8c00d-e759-471b-9a90-bb709922b1e1 service neutron] 10.222.0.41 "GET /v2.0/networks/b1274540-aa6f-41be-a0cc-5f2fec52a07b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896398 May 04 17:33:58.680348 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6662191e-6d50-4d7d-8fc1-60bee7d85554 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:33:58.687577 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-6051d8c8-bcb9-44c6-806d-4bd77bd80d8b tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9572341 May 04 17:33:58.690288 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 54384) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:58.697668 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-13d58265-555f-452a-a26c-08067d8c1f9d tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Request body: {'subnet': {'network_id': '3ef04da9-e2f1-41b3-ae68-5e3ac5668d77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:33:58.763315 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-96cdbc8d-92cb-421a-b9fa-ebd899a15c3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:58.765035 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-96cdbc8d-92cb-421a-b9fa-ebd899a15c3a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/02b40298-a9b0-4e30-b8b3-b174778b95b1 HTTP/1.1" status: 204 len: 168 time: 0.7258840 May 04 17:33:58.771023 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca689cea-a776-4b2e-a44e-80105ff93493 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Pushing event deleted for resources: {'Port': ['ID=c5528093-85fd-4674-98ad-09fd400f3a4d,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:58.855377 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-13d58265-555f-452a-a26c-08067d8c1f9d tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:33:58.860217 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-13d58265-555f-452a-a26c-08067d8c1f9d tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Usage tracker for resource:subnet and tenant:987e9d119b1d4cc8a502ddbb5249da65 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:33:58.863903 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-13d58265-555f-452a-a26c-08067d8c1f9d tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:33:58.873496 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-13d58265-555f-452a-a26c-08067d8c1f9d tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:33:58.893806 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d58265-555f-452a-a26c-08067d8c1f9d tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Made reservation on behalf of 987e9d119b1d4cc8a502ddbb5249da65 for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:33:58.900652 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-13d58265-555f-452a-a26c-08067d8c1f9d tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:58.934577 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-f91a4f78-504f-4d14-b476-24f8279e0a02 None None] Provisioning complete for port 2c91f6a7-d911-451a-95e1-fcf2d694c1e6 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:33:58.935101 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-f91a4f78-504f-4d14-b476-24f8279e0a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:58.968935 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-fa72cc7d-324a-499d-9f94-05370ef5a3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be60b73d-cc33-482d-ad81-eb8787b40ce5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710816897', 'tenant_id': '0b9713f8a29b4c8ca7f63dcb9b50b5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e507f7bb-5d46-4d53-ab82-af836614de79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:33:47Z', 'updated_at': '2022-05-04T17:33:54Z', 'revision_number': 4, 'project_id': '0b9713f8a29b4c8ca7f63dcb9b50b5ce', 'gw_port': {'id': 'e507f7bb-5d46-4d53-ab82-af836614de79', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be60b73d-cc33-482d-ad81-eb8787b40ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:33:48Z', 'updated_at': '2022-05-04T17:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '2c91f6a7-d911-451a-95e1-fcf2d694c1e6', 'name': '', 'network_id': 'b1274540-aa6f-41be-a0cc-5f2fec52a07b', 'tenant_id': '0b9713f8a29b4c8ca7f63dcb9b50b5ce', 'mac_address': 'fa:16:3e:65:7c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be60b73d-cc33-482d-ad81-eb8787b40ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '6e33d78f-17ed-4a2d-aaf0-4ad55353aed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:33:53Z', 'updated_at': '2022-05-04T17:33:55Z', 'revision_number': 2, 'project_id': '0b9713f8a29b4c8ca7f63dcb9b50b5ce', 'subnets': [{'id': '6e33d78f-17ed-4a2d-aaf0-4ad55353aed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:58.996025 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-6662191e-6d50-4d7d-8fc1-60bee7d85554 None None] Attempting to bind port 34d19c12-d088-40c7-b5fd-1d0a59d9862d on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:33:58.996547 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-6662191e-6d50-4d7d-8fc1-60bee7d85554 None None] Attempting to bind port 34d19c12-d088-40c7-b5fd-1d0a59d9862d by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '24005b42-0ee0-4c39-a8b8-74205bbcd906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8d7cd3cc-af23-4af6-b872-0f6bfa36f655'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:33:58.997015 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6662191e-6d50-4d7d-8fc1-60bee7d85554 None None] Attempting to bind port 34d19c12-d088-40c7-b5fd-1d0a59d9862d on network 8d7cd3cc-af23-4af6-b872-0f6bfa36f655 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:33:59.005774 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa72cc7d-324a-499d-9f94-05370ef5a3a5 None None] Checking router: be60b73d-cc33-482d-ad81-eb8787b40ce5 for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:33:59.006327 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa72cc7d-324a-499d-9f94-05370ef5a3a5 None None] Updating router be60b73d-cc33-482d-ad81-eb8787b40ce5 port 2c91f6a7-d911-451a-95e1-fcf2d694c1e6 binding host dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:33:59.044681 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6662191e-6d50-4d7d-8fc1-60bee7d85554 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:33:59.045233 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6662191e-6d50-4d7d-8fc1-60bee7d85554 None None] Checking segment: {'id': '24005b42-0ee0-4c39-a8b8-74205bbcd906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8d7cd3cc-af23-4af6-b872-0f6bfa36f655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:33:59.045734 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-6662191e-6d50-4d7d-8fc1-60bee7d85554 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:59.046272 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6662191e-6d50-4d7d-8fc1-60bee7d85554 None None] Bound using segment: {'id': '24005b42-0ee0-4c39-a8b8-74205bbcd906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8d7cd3cc-af23-4af6-b872-0f6bfa36f655'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:33:59.046838 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-6662191e-6d50-4d7d-8fc1-60bee7d85554 None None] Bound port: 34d19c12-d088-40c7-b5fd-1d0a59d9862d, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24005b42-0ee0-4c39-a8b8-74205bbcd906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8d7cd3cc-af23-4af6-b872-0f6bfa36f655'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:33:59.047339 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-6662191e-6d50-4d7d-8fc1-60bee7d85554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:59.079599 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc89b0-cfbe-4f42-a7cb-ebcb2d44d800 req-7a4ea9b8-0d59-41a4-b103-87f8b4f1fb4f tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:59.080554 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-7ecc89b0-cfbe-4f42-a7cb-ebcb2d44d800 req-7a4ea9b8-0d59-41a4-b103-87f8b4f1fb4f tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Synchronizing usage tracker for tenant:8c992398177546e184e9933345174247 on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:33:59.117998 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-7ecc89b0-cfbe-4f42-a7cb-ebcb2d44d800 req-7a4ea9b8-0d59-41a4-b103-87f8b4f1fb4f tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Unset dirty status for tenant:8c992398177546e184e9933345174247 on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:33:59.119006 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-f91a4f78-504f-4d14-b476-24f8279e0a02 None None] Port 2c91f6a7-d911-451a-95e1-fcf2d694c1e6 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:33:59.119171 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-7ecc89b0-cfbe-4f42-a7cb-ebcb2d44d800 req-7a4ea9b8-0d59-41a4-b103-87f8b4f1fb4f tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/ports?device_id=a89c1a56-83ba-4c06-94e3-b931024cb05a HTTP/1.1" status: 200 len: 867 time: 0.6260524 May 04 17:33:59.120872 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45e471c6-6b79-41ea-9e53-0752a49ff7f8 req-ca689cea-a776-4b2e-a44e-80105ff93493 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Router 4899f2c4-fe45-4a8a-8358-cd44707b69e7 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:33:59.145652 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-cf4f69fc-787e-49ef-b3f7-05885367be64 req-894cf4c4-3da5-416c-bcc6-88a9d846ef14 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7eaae3f-eb23-4126-a1e4-aa9915a6cd46 HTTP/1.1" status: 200 len: 210 time: 0.1986454 May 04 17:33:59.231067 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-fa72cc7d-324a-499d-9f94-05370ef5a3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:59.231947 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-7ecc89b0-cfbe-4f42-a7cb-ebcb2d44d800 req-7c0d3445-fdaa-48e6-9dd8-131b8754293c tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/security-groups?id=81808876-4a61-479a-81ee-b14447baf6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070890 May 04 17:33:59.416678 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-13d58265-555f-452a-a26c-08067d8c1f9d tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:59.421683 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d33fa1-84a3-436f-82f8-e3769473c3e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-e9f23c27-0e52-4d1b-b1db-90aababe26cc', 'network_id': 'e9f23c27-0e52-4d1b-b1db-90aababe26cc', 'tenant_id': '987e9d119b1d4cc8a502ddbb5249da65', 'fixed_ips': [{'subnet_id': '434550eb-1517-4f82-bd82-835b7d189248'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:33:59.422525 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-80d33fa1-84a3-436f-82f8-e3769473c3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:59.499275 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45e471c6-6b79-41ea-9e53-0752a49ff7f8 req-ca689cea-a776-4b2e-a44e-80105ff93493 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:33:59.509204 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d58265-555f-452a-a26c-08067d8c1f9d tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Pushing event updated for resources: {'Subnet': ['ID=43e84b1d-6ad7-4de4-b905-1eea02b21298,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:33:59.511424 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb90cbb7-c7c2-4e83-9456-de43bd03c8c7 None None] Sync routers for ids ['4899f2c4-fe45-4a8a-8358-cd44707b69e7'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:33:59.519498 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d58265-555f-452a-a26c-08067d8c1f9d tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Checking segment: {'id': '8abcadba-1092-4311-96f1-2283b46e909b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3ef04da9-e2f1-41b3-ae68-5e3ac5668d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:33:59.519849 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d58265-555f-452a-a26c-08067d8c1f9d tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Network hostable DHCP agents. Network: 3ef04da9-e2f1-41b3-ae68-5e3ac5668d77, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:33:59.525620 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb90cbb7-c7c2-4e83-9456-de43bd03c8c7 None None] Routers {'4899f2c4-fe45-4a8a-8358-cd44707b69e7'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:33:59.526478 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-cb90cbb7-c7c2-4e83-9456-de43bd03c8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:33:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['4899f2c4-fe45-4a8a-8358-cd44707b69e7'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:33:59.552182 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d58265-555f-452a-a26c-08067d8c1f9d tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Network 3ef04da9-e2f1-41b3-ae68-5e3ac5668d77 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:33:59.558673 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-6662191e-6d50-4d7d-8fc1-60bee7d85554 None None] For port 34d19c12-d088-40c7-b5fd-1d0a59d9862d, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:33:59.562500 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-13d58265-555f-452a-a26c-08067d8c1f9d tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 3ef04da9-e2f1-41b3-ae68-5e3ac5668d77) {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:33:59.577229 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d58265-555f-452a-a26c-08067d8c1f9d tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:33:59.577824 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-13d58265-555f-452a-a26c-08067d8c1f9d tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:59.618156 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e93ecf0-6ff1-45bc-a7f2-5c2f4f229a40 None None] Network 3ef04da9-e2f1-41b3-ae68-5e3ac5668d77 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:33:59.626524 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-13d58265-555f-452a-a26c-08067d8c1f9d tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9347696 May 04 17:33:59.629036 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e471c6-6b79-41ea-9e53-0752a49ff7f8 req-ca689cea-a776-4b2e-a44e-80105ff93493 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] No DVR routers for this DVR port c5528093-85fd-4674-98ad-09fd400f3a4d on host hv-neutron-8404 {{(pid=88038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:33:59.629290 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 54408) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:33:59.639376 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-45e471c6-6b79-41ea-9e53-0752a49ff7f8 req-ca689cea-a776-4b2e-a44e-80105ff93493 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:59.644158 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-45e471c6-6b79-41ea-9e53-0752a49ff7f8 req-ca689cea-a776-4b2e-a44e-80105ff93493 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.42 "DELETE /v2.0/ports/c5528093-85fd-4674-98ad-09fd400f3a4d HTTP/1.1" status: 204 len: 173 time: 2.4452167 May 04 17:33:59.644820 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a89c1a56-83ba-4c06-94e3-b931024cb05a', 'name': 'network-vif-deleted', 'tag': 'c5528093-85fd-4674-98ad-09fd400f3a4d'}] {{(pid=88038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:33:59.712413 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eac7048f-20d0-4920-b770-bfe9d42cde00'] response: {'server_uuid': 'a89c1a56-83ba-4c06-94e3-b931024cb05a', 'name': 'network-vif-deleted', 'tag': 'c5528093-85fd-4674-98ad-09fd400f3a4d', 'status': 'completed', 'code': 200} May 04 17:33:59.867780 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-cb90cbb7-c7c2-4e83-9456-de43bd03c8c7 None None] Set router 4899f2c4-fe45-4a8a-8358-cd44707b69e7 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:33:59.874742 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-6662191e-6d50-4d7d-8fc1-60bee7d85554 None None] For port 34d19c12-d088-40c7-b5fd-1d0a59d9862d, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=34d19c12-d088-40c7-b5fd-1d0a59d9862d,segment=NetworkSegment(24005b42-0ee0-4c39-a8b8-74205bbcd906),segment_id=24005b42-0ee0-4c39-a8b8-74205bbcd906)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:33:59.887595 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device c5528093-85fd-4674-98ad-09fd400f3a4d no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:33:59.944287 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-6662191e-6d50-4d7d-8fc1-60bee7d85554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:00.020645 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54422) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:00.031843 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] No Port match for: c5528093-85fd-4674-98ad-09fd400f3a4d {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:34:00.032268 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device c5528093-85fd-4674-98ad-09fd400f3a4d not bound to the agent host hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:34:00.215216 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6662191e-6d50-4d7d-8fc1-60bee7d85554 None None] Pushing event updated for resources: {'Port': ['ID=34d19c12-d088-40c7-b5fd-1d0a59d9862d,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:00.252220 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-3b2398c7-b8a9-436c-8556-849fe738d88b tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-658803171'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:34:00.267874 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-3b2398c7-b8a9-436c-8556-849fe738d88b tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:34:00.299552 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-3b2398c7-b8a9-436c-8556-849fe738d88b tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Usage tracker for resource:network and tenant:b7b3ce202f06461f829e676ede2bf890 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:34:00.312048 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-3b2398c7-b8a9-436c-8556-849fe738d88b tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:34:00.341214 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-80d33fa1-84a3-436f-82f8-e3769473c3e8 None None] Allocated IP 2001:db8::2 (e9f23c27-0e52-4d1b-b1db-90aababe26cc/434550eb-1517-4f82-bd82-835b7d189248/d2e671f1-39f3-4b24-aee6-7235fe2f401a) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:34:00.346822 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-3b2398c7-b8a9-436c-8556-849fe738d88b tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:34:00.444698 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-4c5aa98d-d4f8-4d3d-9d05-c8ad0c361847 req-f20a39a7-55a1-486f-8715-665994856262 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7eaae3f-eb23-4126-a1e4-aa9915a6cd46 HTTP/1.1" status: 200 len: 210 time: 0.1135113 May 04 17:34:00.445402 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b2398c7-b8a9-436c-8556-849fe738d88b tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Made reservation on behalf of b7b3ce202f06461f829e676ede2bf890 for: {'network': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:34:00.453047 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3b2398c7-b8a9-436c-8556-849fe738d88b tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:00.476304 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3b2398c7-b8a9-436c-8556-849fe738d88b tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:00.494148 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-3b2398c7-b8a9-436c-8556-849fe738d88b tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:34:00.498588 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-3b2398c7-b8a9-436c-8556-849fe738d88b tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Usage tracker for resource:security_group_rule and tenant:b7b3ce202f06461f829e676ede2bf890 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:34:00.502907 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-3b2398c7-b8a9-436c-8556-849fe738d88b tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:34:00.509527 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-3b2398c7-b8a9-436c-8556-849fe738d88b tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:34:00.602226 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-cb90cbb7-c7c2-4e83-9456-de43bd03c8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'name': 'tempest-TestVolumeBootPattern-1202657765-router', 'tenant_id': '8c992398177546e184e9933345174247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b8d9c1ac-2873-4f63-94d9-6877543517bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:29:34Z', 'updated_at': '2022-05-04T17:29:51Z', 'revision_number': 4, 'project_id': '8c992398177546e184e9933345174247', 'gw_port': {'id': 'b8d9c1ac-2873-4f63-94d9-6877543517bb', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:37:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:36Z', 'updated_at': '2022-05-04T17:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': 'e39eb039-91da-4230-9bd3-e0bdfb395ef2', 'name': '', 'network_id': 'b631325e-11d5-4100-a2cb-8b9aba720937', 'tenant_id': '8c992398177546e184e9933345174247', 'mac_address': 'fa:16:3e:de:53:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '35d620f1-cc33-411a-8546-1edeed82bf7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:47Z', 'updated_at': '2022-05-04T17:30:13Z', 'revision_number': 5, 'project_id': '8c992398177546e184e9933345174247', 'subnets': [{'id': '35d620f1-cc33-411a-8546-1edeed82bf7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:00.631963 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb90cbb7-c7c2-4e83-9456-de43bd03c8c7 None None] Checking router: 4899f2c4-fe45-4a8a-8358-cd44707b69e7 for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:34:00.667693 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb90cbb7-c7c2-4e83-9456-de43bd03c8c7 None None] Routers {'4899f2c4-fe45-4a8a-8358-cd44707b69e7'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:34:00.669391 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-cb90cbb7-c7c2-4e83-9456-de43bd03c8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:33:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['4899f2c4-fe45-4a8a-8358-cd44707b69e7'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:00.711447 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.db.resource_extend [None req-fa72cc7d-324a-499d-9f94-05370ef5a3a5 None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 17:34:00.739174 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3b2398c7-b8a9-436c-8556-849fe738d88b tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:00.749982 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3b2398c7-b8a9-436c-8556-849fe738d88b tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:00.795992 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f8f6e256-45ca-422a-9562-1d0d9755101d req-6974525f-8888-403d-8011-f020d3f53a72 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/ports?device_id=a89c1a56-83ba-4c06-94e3-b931024cb05a HTTP/1.1" status: 200 len: 210 time: 0.1433542 May 04 17:34:00.801884 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b2398c7-b8a9-436c-8556-849fe738d88b tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=88038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:34:00.809257 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2398c7-b8a9-436c-8556-849fe738d88b tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9ae726-fb4b-45f7-b147-e1dd8b0c0b99,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:00.817805 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3b2398c7-b8a9-436c-8556-849fe738d88b tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:00.818610 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.segments_db [None req-3b2398c7-b8a9-436c-8556-849fe738d88b tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Added segment ea605a9b-caad-4a03-aeb1-0e32bd67366d of type vlan for network 6584cc5c-395f-4e67-8cf9-8c5e4c3a71d2 May 04 17:34:00.858764 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3b2398c7-b8a9-436c-8556-849fe738d88b tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:00.889462 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dd514479-b831-4e5c-95f2-b1b718281b94 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:00.903987 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3b2398c7-b8a9-436c-8556-849fe738d88b tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:00.912757 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2398c7-b8a9-436c-8556-849fe738d88b tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:00.913693 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3b2398c7-b8a9-436c-8556-849fe738d88b tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:00.918172 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65dcae31-1431-4675-9b61-a17ba9f0483d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-3ef04da9-e2f1-41b3-ae68-5e3ac5668d77', 'network_id': '3ef04da9-e2f1-41b3-ae68-5e3ac5668d77', 'tenant_id': '987e9d119b1d4cc8a502ddbb5249da65', 'fixed_ips': [{'subnet_id': '43e84b1d-6ad7-4de4-b905-1eea02b21298'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:34:00.919607 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-65dcae31-1431-4675-9b61-a17ba9f0483d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:00.982549 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-cb90cbb7-c7c2-4e83-9456-de43bd03c8c7 None None] Set router 4899f2c4-fe45-4a8a-8358-cd44707b69e7 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:34:01.037635 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-3b2398c7-b8a9-436c-8556-849fe738d88b tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0147932 May 04 17:34:01.044663 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2398c7-b8a9-436c-8556-849fe738d88b tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Pushing event updated for resources: {'Network': ['ID=6584cc5c-395f-4e67-8cf9-8c5e4c3a71d2,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:01.078457 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-fa72cc7d-324a-499d-9f94-05370ef5a3a5 None None] Notify callbacks [] for port, precommit_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:01.081649 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 6584cc5c-395f-4e67-8cf9-8c5e4c3a71d2 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:34:01.195006 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-fa72cc7d-324a-499d-9f94-05370ef5a3a5 None None] Transition to ACTIVE for port object 2c91f6a7-d911-451a-95e1-fcf2d694c1e6 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:34:01.315593 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-65dcae31-1431-4675-9b61-a17ba9f0483d None None] Allocated IP 2001:db8::2 (3ef04da9-e2f1-41b3-ae68-5e3ac5668d77/43e84b1d-6ad7-4de4-b905-1eea02b21298/78d09f6f-b28d-4386-b712-b2aa321906c0) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:34:01.385227 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-fa72cc7d-324a-499d-9f94-05370ef5a3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:01.577002 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c7a645-cdcd-45c7-a9aa-77ab0bb34b3c None None] Pushing event updated for resources: {'Port': ['ID=2c91f6a7-d911-451a-95e1-fcf2d694c1e6,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:01.824298 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-cb90cbb7-c7c2-4e83-9456-de43bd03c8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'name': 'tempest-TestVolumeBootPattern-1202657765-router', 'tenant_id': '8c992398177546e184e9933345174247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b8d9c1ac-2873-4f63-94d9-6877543517bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:29:34Z', 'updated_at': '2022-05-04T17:29:51Z', 'revision_number': 4, 'project_id': '8c992398177546e184e9933345174247', 'gw_port': {'id': 'b8d9c1ac-2873-4f63-94d9-6877543517bb', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:37:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:36Z', 'updated_at': '2022-05-04T17:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': 'e39eb039-91da-4230-9bd3-e0bdfb395ef2', 'name': '', 'network_id': 'b631325e-11d5-4100-a2cb-8b9aba720937', 'tenant_id': '8c992398177546e184e9933345174247', 'mac_address': 'fa:16:3e:de:53:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '35d620f1-cc33-411a-8546-1edeed82bf7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:47Z', 'updated_at': '2022-05-04T17:30:13Z', 'revision_number': 5, 'project_id': '8c992398177546e184e9933345174247', 'subnets': [{'id': '35d620f1-cc33-411a-8546-1edeed82bf7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:01.844644 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb90cbb7-c7c2-4e83-9456-de43bd03c8c7 None None] The sync data for ids ['4899f2c4-fe45-4a8a-8358-cd44707b69e7'] in dv-neutron-840426-1-hyperv is: [{'id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'name': 'tempest-TestVolumeBootPattern-1202657765-router', 'tenant_id': '8c992398177546e184e9933345174247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b8d9c1ac-2873-4f63-94d9-6877543517bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:29:34Z', 'updated_at': '2022-05-04T17:29:51Z', 'revision_number': 4, 'project_id': '8c992398177546e184e9933345174247', 'gw_port': {'id': 'b8d9c1ac-2873-4f63-94d9-6877543517bb', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:37:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:36Z', 'updated_at': '2022-05-04T17:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': 'e39eb039-91da-4230-9bd3-e0bdfb395ef2', 'name': '', 'network_id': 'b631325e-11d5-4100-a2cb-8b9aba720937', 'tenant_id': '8c992398177546e184e9933345174247', 'mac_address': 'fa:16:3e:de:53:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '35d620f1-cc33-411a-8546-1edeed82bf7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:47Z', 'updated_at': '2022-05-04T17:30:13Z', 'revision_number': 5, 'project_id': '8c992398177546e184e9933345174247', 'subnets': [{'id': '35d620f1-cc33-411a-8546-1edeed82bf7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:34:01.849145 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-d2aa4d94-fc48-4ee1-a3d3-3a2b9f9ec4e0 req-316f0334-0d90-4ec5-964f-02feb0d46a73 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7eaae3f-eb23-4126-a1e4-aa9915a6cd46 HTTP/1.1" status: 200 len: 210 time: 0.1311417 May 04 17:34:01.905787 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 34d19c12-d088-40c7-b5fd-1d0a59d9862d up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:34:01.966138 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4c7c31-10cd-4c6d-8384-08a9fe2a5238 None None] Network 8d7cd3cc-af23-4af6-b872-0f6bfa36f655 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:34:02.215364 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-65dcae31-1431-4675-9b61-a17ba9f0483d None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:02.341247 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cef397-dab8-47c9-9f1f-d9dbbaeb9820 None None] New status for floating IP 1621478f-bcfb-450b-a9fb-9d0b24e796d5: DOWN {{(pid=88039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:34:02.406178 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-0c98bf24-6f77-4c7e-99d6-e8270c8426cf req-685770c2-a098-4061-98ce-dea770ea96a5 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-204588408&fields=id&tenant_id=8c992398177546e184e9933345174247 HTTP/1.1" status: 200 len: 267 time: 0.0402484 May 04 17:34:02.447783 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-80d33fa1-84a3-436f-82f8-e3769473c3e8 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:02.542006 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-65dcae31-1431-4675-9b61-a17ba9f0483d None None] Transition to ACTIVE for port object 78d09f6f-b28d-4386-b712-b2aa321906c0 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:34:02.595423 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c98bf24-6f77-4c7e-99d6-e8270c8426cf req-6ae61fb9-6573-49c6-a645-b570e61525bb tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:02.595717 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-e4b0f8fb-2db2-41bb-a0ab-c423c10024ff None None] Provisioning for port 34d19c12-d088-40c7-b5fd-1d0a59d9862d completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:34:02.597891 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-0c98bf24-6f77-4c7e-99d6-e8270c8426cf req-6ae61fb9-6573-49c6-a645-b570e61525bb tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/networks?id=b631325e-11d5-4100-a2cb-8b9aba720937 HTTP/1.1" status: 200 len: 812 time: 0.1749666 May 04 17:34:02.603849 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-80d33fa1-84a3-436f-82f8-e3769473c3e8 None None] Transition to ACTIVE for port object d2e671f1-39f3-4b24-aee6-7235fe2f401a will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:34:02.617702 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-0c98bf24-6f77-4c7e-99d6-e8270c8426cf req-541c37e1-8e14-4b20-aae4-5c514e24ef9f tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/quotas/8c992398177546e184e9933345174247 HTTP/1.1" status: 200 len: 375 time: 0.0134733 May 04 17:34:02.682192 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-fa72cc7d-324a-499d-9f94-05370ef5a3a5 None None] Attempting to bind port 2c91f6a7-d911-451a-95e1-fcf2d694c1e6 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:34:02.682567 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-fa72cc7d-324a-499d-9f94-05370ef5a3a5 None None] Attempting to bind port 2c91f6a7-d911-451a-95e1-fcf2d694c1e6 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'bc385158-122c-49e2-a3da-a4705fa248b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b1274540-aa6f-41be-a0cc-5f2fec52a07b'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:34:02.682930 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa72cc7d-324a-499d-9f94-05370ef5a3a5 None None] Attempting to bind port 2c91f6a7-d911-451a-95e1-fcf2d694c1e6 on network b1274540-aa6f-41be-a0cc-5f2fec52a07b {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:34:02.763753 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-65dcae31-1431-4675-9b61-a17ba9f0483d None None] Transition to ACTIVE for port object 78d09f6f-b28d-4386-b712-b2aa321906c0 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:34:02.774719 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 34d19c12-d088-40c7-b5fd-1d0a59d9862d completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:34:02.789706 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa72cc7d-324a-499d-9f94-05370ef5a3a5 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:34:02.790127 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa72cc7d-324a-499d-9f94-05370ef5a3a5 None None] Checking segment: {'id': 'bc385158-122c-49e2-a3da-a4705fa248b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b1274540-aa6f-41be-a0cc-5f2fec52a07b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:34:02.790533 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-fa72cc7d-324a-499d-9f94-05370ef5a3a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:02.790932 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa72cc7d-324a-499d-9f94-05370ef5a3a5 None None] Bound using segment: {'id': 'bc385158-122c-49e2-a3da-a4705fa248b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b1274540-aa6f-41be-a0cc-5f2fec52a07b'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:34:02.791418 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-fa72cc7d-324a-499d-9f94-05370ef5a3a5 None None] Bound port: 2c91f6a7-d911-451a-95e1-fcf2d694c1e6, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc385158-122c-49e2-a3da-a4705fa248b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b1274540-aa6f-41be-a0cc-5f2fec52a07b'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:34:02.791794 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-fa72cc7d-324a-499d-9f94-05370ef5a3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:02.820544 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-80d33fa1-84a3-436f-82f8-e3769473c3e8 None None] Transition to ACTIVE for port object d2e671f1-39f3-4b24-aee6-7235fe2f401a will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:34:02.827114 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-65dcae31-1431-4675-9b61-a17ba9f0483d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:02.869837 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 34d19c12-d088-40c7-b5fd-1d0a59d9862d triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:34:02.870194 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:02.893865 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-0c98bf24-6f77-4c7e-99d6-e8270c8426cf req-c0fa42e6-9a53-41da-aab9-16302dfc4534 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8c992398177546e184e9933345174247&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2441511 May 04 17:34:02.938470 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0fb092-759d-43b7-89fb-d4bcfc849a4b req-b7203d26-7ee3-4941-a88d-75f8f857bc74 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:02.943074 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-ee0fb092-759d-43b7-89fb-d4bcfc849a4b req-b7203d26-7ee3-4941-a88d-75f8f857bc74 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.42 "GET /v2.0/networks?id=b1274540-aa6f-41be-a0cc-5f2fec52a07b HTTP/1.1" status: 200 len: 797 time: 0.3209910 May 04 17:34:02.986942 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-dd514479-b831-4e5c-95f2-b1b718281b94 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Allocated IP 2001:db8::1 (e9f23c27-0e52-4d1b-b1db-90aababe26cc/434550eb-1517-4f82-bd82-835b7d189248/5f06ee8d-19b1-4b84-a805-ebd90013b2e8) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:34:03.023134 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-80d33fa1-84a3-436f-82f8-e3769473c3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:03.066533 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-ee0fb092-759d-43b7-89fb-d4bcfc849a4b req-41395782-a471-43a0-a724-306ad851b10e tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Synchronizing usage tracker for tenant:0b9713f8a29b4c8ca7f63dcb9b50b5ce on resource:security_group {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:34:03.152048 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d33fa1-84a3-436f-82f8-e3769473c3e8 None None] Network e9f23c27-0e52-4d1b-b1db-90aababe26cc is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:34:03.155851 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-ee0fb092-759d-43b7-89fb-d4bcfc849a4b req-41395782-a471-43a0-a724-306ad851b10e tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Unset dirty status for tenant:0b9713f8a29b4c8ca7f63dcb9b50b5ce on resource:security_group {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:34:03.157224 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-ee0fb092-759d-43b7-89fb-d4bcfc849a4b req-41395782-a471-43a0-a724-306ad851b10e tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b9713f8a29b4c8ca7f63dcb9b50b5ce HTTP/1.1" status: 200 len: 379 time: 0.2078197 May 04 17:34:03.163521 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65dcae31-1431-4675-9b61-a17ba9f0483d None None] Network 3ef04da9-e2f1-41b3-ae68-5e3ac5668d77 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:34:03.167849 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [req-ee0fb092-759d-43b7-89fb-d4bcfc849a4b req-d8bbcc86-a339-4a18-8968-fa4194e75447 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Request body: {'port': {'device_id': 'b7eaae3f-eb23-4126-a1e4-aa9915a6cd46', 'network_id': 'b1274540-aa6f-41be-a0cc-5f2fec52a07b', 'admin_state_up': True, 'tenant_id': '0b9713f8a29b4c8ca7f63dcb9b50b5ce', 'security_groups': ['a49400ca-9754-47a7-84f8-c8fb6cea4011']}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:34:03.178479 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-65dcae31-1431-4675-9b61-a17ba9f0483d None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:34:03.181716 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dcae31-1431-4675-9b61-a17ba9f0483d None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:34:03.184414 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-80d33fa1-84a3-436f-82f8-e3769473c3e8 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:34:03.188277 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d33fa1-84a3-436f-82f8-e3769473c3e8 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:34:03.256462 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dd514479-b831-4e5c-95f2-b1b718281b94 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:03.277001 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dcae31-1431-4675-9b61-a17ba9f0483d None None] Pushing event updated for resources: {'Port': ['ID=78d09f6f-b28d-4386-b712-b2aa321906c0,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:03.278990 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-dd514479-b831-4e5c-95f2-b1b718281b94 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Transition to ACTIVE for port object 5f06ee8d-19b1-4b84-a805-ebd90013b2e8 will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:34:03.406506 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d33fa1-84a3-436f-82f8-e3769473c3e8 None None] Pushing event updated for resources: {'Port': ['ID=d2e671f1-39f3-4b24-aee6-7235fe2f401a,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:03.530205 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-003db469-9956-4923-88c9-eab8c2af8375 req-1986cb40-8587-47d0-8865-0591672b6c11 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7eaae3f-eb23-4126-a1e4-aa9915a6cd46 HTTP/1.1" status: 200 len: 210 time: 0.5000765 May 04 17:34:03.534462 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dd514479-b831-4e5c-95f2-b1b718281b94 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:03.557552 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [req-ee0fb092-759d-43b7-89fb-d4bcfc849a4b req-d8bbcc86-a339-4a18-8968-fa4194e75447 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:34:03.569502 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [req-ee0fb092-759d-43b7-89fb-d4bcfc849a4b req-d8bbcc86-a339-4a18-8968-fa4194e75447 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:34:03.585235 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee0fb092-759d-43b7-89fb-d4bcfc849a4b req-d8bbcc86-a339-4a18-8968-fa4194e75447 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Made reservation on behalf of 0b9713f8a29b4c8ca7f63dcb9b50b5ce for: {'port': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:34:03.589259 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-ee0fb092-759d-43b7-89fb-d4bcfc849a4b req-d8bbcc86-a339-4a18-8968-fa4194e75447 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:03.599111 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4cdd8bbe-b09d-4ff3-8d64-838d0fa0df77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:03.610841 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-0c98bf24-6f77-4c7e-99d6-e8270c8426cf req-7eb44336-bd82-436c-a1e8-16d088d8eca8 service neutron] 10.222.0.41 "GET /v2.0/networks/b631325e-11d5-4100-a2cb-8b9aba720937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7068725 May 04 17:34:03.643725 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd514479-b831-4e5c-95f2-b1b718281b94 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Network e9f23c27-0e52-4d1b-b1db-90aababe26cc is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:34:03.645189 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd514479-b831-4e5c-95f2-b1b718281b94 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Pushing event updated for resources: {'Port': ['ID=5f06ee8d-19b1-4b84-a805-ebd90013b2e8,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:03.648030 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-dd514479-b831-4e5c-95f2-b1b718281b94 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:34:03.650434 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd514479-b831-4e5c-95f2-b1b718281b94 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:34:03.651400 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dd514479-b831-4e5c-95f2-b1b718281b94 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710357'] for router_interface, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:03.708028 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:03.726543 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-fa72cc7d-324a-499d-9f94-05370ef5a3a5 None None] For port 2c91f6a7-d911-451a-95e1-fcf2d694c1e6, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:34:03.736147 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-65dcae31-1431-4675-9b61-a17ba9f0483d None None] Attempting to bind port 78d09f6f-b28d-4386-b712-b2aa321906c0 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:34:03.736513 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-65dcae31-1431-4675-9b61-a17ba9f0483d None None] Attempting to bind port 78d09f6f-b28d-4386-b712-b2aa321906c0 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '8abcadba-1092-4311-96f1-2283b46e909b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3ef04da9-e2f1-41b3-ae68-5e3ac5668d77'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:34:03.736876 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dcae31-1431-4675-9b61-a17ba9f0483d None None] Attempting to bind port 78d09f6f-b28d-4386-b712-b2aa321906c0 on network 3ef04da9-e2f1-41b3-ae68-5e3ac5668d77 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:34:03.752610 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-80d33fa1-84a3-436f-82f8-e3769473c3e8 None None] Attempting to bind port d2e671f1-39f3-4b24-aee6-7235fe2f401a on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:34:03.752988 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-80d33fa1-84a3-436f-82f8-e3769473c3e8 None None] Attempting to bind port d2e671f1-39f3-4b24-aee6-7235fe2f401a by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '42c24b52-3d94-40d1-b206-3ead3963c1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'e9f23c27-0e52-4d1b-b1db-90aababe26cc'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:34:03.753392 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d33fa1-84a3-436f-82f8-e3769473c3e8 None None] Attempting to bind port d2e671f1-39f3-4b24-aee6-7235fe2f401a on network e9f23c27-0e52-4d1b-b1db-90aababe26cc {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:34:03.768813 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-fa72cc7d-324a-499d-9f94-05370ef5a3a5 None None] For port 2c91f6a7-d911-451a-95e1-fcf2d694c1e6, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=2c91f6a7-d911-451a-95e1-fcf2d694c1e6,segment=NetworkSegment(bc385158-122c-49e2-a3da-a4705fa248b5),segment_id=bc385158-122c-49e2-a3da-a4705fa248b5)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:34:03.777077 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dcae31-1431-4675-9b61-a17ba9f0483d None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:34:03.777077 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dcae31-1431-4675-9b61-a17ba9f0483d None None] Checking segment: {'id': '8abcadba-1092-4311-96f1-2283b46e909b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3ef04da9-e2f1-41b3-ae68-5e3ac5668d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:34:03.778514 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-65dcae31-1431-4675-9b61-a17ba9f0483d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:03.778866 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dcae31-1431-4675-9b61-a17ba9f0483d None None] Bound using segment: {'id': '8abcadba-1092-4311-96f1-2283b46e909b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3ef04da9-e2f1-41b3-ae68-5e3ac5668d77'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:34:03.780816 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-65dcae31-1431-4675-9b61-a17ba9f0483d None None] Bound port: 78d09f6f-b28d-4386-b712-b2aa321906c0, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8abcadba-1092-4311-96f1-2283b46e909b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3ef04da9-e2f1-41b3-ae68-5e3ac5668d77'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:34:03.780816 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-65dcae31-1431-4675-9b61-a17ba9f0483d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:03.799406 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-0c98bf24-6f77-4c7e-99d6-e8270c8426cf req-cb995527-119f-4304-b5ca-53af8bd93101 service neutron] 10.222.0.41 "GET /v2.0/networks/b631325e-11d5-4100-a2cb-8b9aba720937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798406 May 04 17:34:03.812476 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-fa72cc7d-324a-499d-9f94-05370ef5a3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:03.820603 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d33fa1-84a3-436f-82f8-e3769473c3e8 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:34:03.820994 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d33fa1-84a3-436f-82f8-e3769473c3e8 None None] Checking segment: {'id': '42c24b52-3d94-40d1-b206-3ead3963c1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'e9f23c27-0e52-4d1b-b1db-90aababe26cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:34:03.821427 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-80d33fa1-84a3-436f-82f8-e3769473c3e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:03.821842 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d33fa1-84a3-436f-82f8-e3769473c3e8 None None] Bound using segment: {'id': '42c24b52-3d94-40d1-b206-3ead3963c1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'e9f23c27-0e52-4d1b-b1db-90aababe26cc'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:34:03.822351 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-80d33fa1-84a3-436f-82f8-e3769473c3e8 None None] Bound port: d2e671f1-39f3-4b24-aee6-7235fe2f401a, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42c24b52-3d94-40d1-b206-3ead3963c1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'e9f23c27-0e52-4d1b-b1db-90aababe26cc'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:34:03.822731 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-80d33fa1-84a3-436f-82f8-e3769473c3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:03.832348 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 34d19c12-d088-40c7-b5fd-1d0a59d9862d, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=34d19c12-d088-40c7-b5fd-1d0a59d9862d,segment=NetworkSegment(24005b42-0ee0-4c39-a8b8-74205bbcd906),segment_id=24005b42-0ee0-4c39-a8b8-74205bbcd906)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:34:03.850355 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dd514479-b831-4e5c-95f2-b1b718281b94 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:03.933467 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:04.066904 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [req-ee0fb092-759d-43b7-89fb-d4bcfc849a4b req-d8bbcc86-a339-4a18-8968-fa4194e75447 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Allocated IP 172.20.0.14 (b1274540-aa6f-41be-a0cc-5f2fec52a07b/6e33d78f-17ed-4a2d-aaf0-4ad55353aed3/9313f2ca-8fa0-43da-87a5-6f51d553aec3) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:34:04.084598 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa72cc7d-324a-499d-9f94-05370ef5a3a5 None None] Routers {'be60b73d-cc33-482d-ad81-eb8787b40ce5'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:34:04.085227 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-fa72cc7d-324a-499d-9f94-05370ef5a3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:33:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['be60b73d-cc33-482d-ad81-eb8787b40ce5'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:04.359239 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 54464) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:04.367618 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-65dcae31-1431-4675-9b61-a17ba9f0483d None None] For port 78d09f6f-b28d-4386-b712-b2aa321906c0, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:34:04.371096 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-65dcae31-1431-4675-9b61-a17ba9f0483d None None] For port 78d09f6f-b28d-4386-b712-b2aa321906c0, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=78d09f6f-b28d-4386-b712-b2aa321906c0,segment=NetworkSegment(8abcadba-1092-4311-96f1-2283b46e909b),segment_id=8abcadba-1092-4311-96f1-2283b46e909b)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:34:04.378655 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-ce8174c1-e8cb-4bc4-b604-4cd1065d32a1 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Request body: {'subnet': {'network_id': '6584cc5c-395f-4e67-8cf9-8c5e4c3a71d2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:34:04.381852 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c7a645-cdcd-45c7-a9aa-77ab0bb34b3c None None] Pushing event updated for resources: {'Port': ['ID=2c91f6a7-d911-451a-95e1-fcf2d694c1e6,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:04.385183 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-65dcae31-1431-4675-9b61-a17ba9f0483d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:04.540832 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=34d19c12-d088-40c7-b5fd-1d0a59d9862d,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:04.577770 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-ee0fb092-759d-43b7-89fb-d4bcfc849a4b req-d8bbcc86-a339-4a18-8968-fa4194e75447 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:04.584763 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-8f4746b8-b5b2-4970-8afc-0a3f99cdb849 req-553238fa-2ffe-4d6b-94c6-e077c2d2f881 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/ports?device_id=96cd3b8d-d47f-4739-b328-fa5cb6a34d55 HTTP/1.1" status: 200 len: 210 time: 0.0925031 May 04 17:34:04.613295 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [req-ee0fb092-759d-43b7-89fb-d4bcfc849a4b req-d8bbcc86-a339-4a18-8968-fa4194e75447 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Transition to ACTIVE for port object 9313f2ca-8fa0-43da-87a5-6f51d553aec3 will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:34:04.652078 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-ee0fb092-759d-43b7-89fb-d4bcfc849a4b req-d8bbcc86-a339-4a18-8968-fa4194e75447 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:04.758522 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dcae31-1431-4675-9b61-a17ba9f0483d None None] Pushing event updated for resources: {'Port': ['ID=78d09f6f-b28d-4386-b712-b2aa321906c0,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:04.784686 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-ce8174c1-e8cb-4bc4-b604-4cd1065d32a1 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:34:04.798069 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-ce8174c1-e8cb-4bc4-b604-4cd1065d32a1 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Usage tracker for resource:subnet and tenant:b7b3ce202f06461f829e676ede2bf890 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:34:04.804194 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-ce8174c1-e8cb-4bc4-b604-4cd1065d32a1 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:34:04.811025 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee0fb092-759d-43b7-89fb-d4bcfc849a4b req-d8bbcc86-a339-4a18-8968-fa4194e75447 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Network b1274540-aa6f-41be-a0cc-5f2fec52a07b is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:34:04.814743 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [req-ee0fb092-759d-43b7-89fb-d4bcfc849a4b req-d8bbcc86-a339-4a18-8968-fa4194e75447 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:34:04.819954 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee0fb092-759d-43b7-89fb-d4bcfc849a4b req-d8bbcc86-a339-4a18-8968-fa4194e75447 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:34:04.821641 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-ce8174c1-e8cb-4bc4-b604-4cd1065d32a1 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:34:04.838988 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-80d33fa1-84a3-436f-82f8-e3769473c3e8 None None] For port d2e671f1-39f3-4b24-aee6-7235fe2f401a, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:34:04.858516 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-80d33fa1-84a3-436f-82f8-e3769473c3e8 None None] For port d2e671f1-39f3-4b24-aee6-7235fe2f401a, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=d2e671f1-39f3-4b24-aee6-7235fe2f401a,segment=NetworkSegment(42c24b52-3d94-40d1-b206-3ead3963c1c4),segment_id=42c24b52-3d94-40d1-b206-3ead3963c1c4)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:34:04.865014 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8174c1-e8cb-4bc4-b604-4cd1065d32a1 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Made reservation on behalf of b7b3ce202f06461f829e676ede2bf890 for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:34:04.865841 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-fa72cc7d-324a-499d-9f94-05370ef5a3a5 None None] Set router be60b73d-cc33-482d-ad81-eb8787b40ce5 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:34:04.869698 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bbcc86-a339-4a18-8968-fa4194e75447 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Pushing event updated for resources: {'Port': ['ID=9313f2ca-8fa0-43da-87a5-6f51d553aec3,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:04.872737 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ce8174c1-e8cb-4bc4-b604-4cd1065d32a1 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:04.940325 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0fb092-759d-43b7-89fb-d4bcfc849a4b req-d8bbcc86-a339-4a18-8968-fa4194e75447 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:04.941369 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-ee0fb092-759d-43b7-89fb-d4bcfc849a4b req-d8bbcc86-a339-4a18-8968-fa4194e75447 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:04.970467 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f7d9e3-6178-49bb-9851-a17e56bfd003 req-0d97ba46-0c1f-44db-b3f8-d5c2ffec033c tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:04.977571 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-05f7d9e3-6178-49bb-9851-a17e56bfd003 req-0d97ba46-0c1f-44db-b3f8-d5c2ffec033c tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7eaae3f-eb23-4126-a1e4-aa9915a6cd46 HTTP/1.1" status: 200 len: 932 time: 0.2404304 May 04 17:34:05.037030 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-ee0fb092-759d-43b7-89fb-d4bcfc849a4b req-d8bbcc86-a339-4a18-8968-fa4194e75447 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8733809 May 04 17:34:05.050000 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.db.resource_extend [None req-dd514479-b831-4e5c-95f2-b1b718281b94 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 17:34:05.058254 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-05f7d9e3-6178-49bb-9851-a17e56bfd003 req-08394466-68e3-4e3b-bb1f-5f13127ce6da tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "GET /v2.0/security-groups?id=a49400ca-9754-47a7-84f8-c8fb6cea4011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796819 May 04 17:34:05.064378 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [req-ee0fb092-759d-43b7-89fb-d4bcfc849a4b req-27e1d689-5dee-490a-b6a2-3669c1f298e1 service neutron] Request body: {'port': {'device_id': 'b7eaae3f-eb23-4126-a1e4-aa9915a6cd46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:34:05.086847 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dd514479-b831-4e5c-95f2-b1b718281b94 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:05.098664 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dd514479-b831-4e5c-95f2-b1b718281b94 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:05.100073 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dd514479-b831-4e5c-95f2-b1b718281b94 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710702'] for router_interface, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:05.130454 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-80d33fa1-84a3-436f-82f8-e3769473c3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:05.294192 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd514479-b831-4e5c-95f2-b1b718281b94 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Pushing event updated for resources: {'Port': ['ID=5f06ee8d-19b1-4b84-a805-ebd90013b2e8,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:05.366149 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-ee0fb092-759d-43b7-89fb-d4bcfc849a4b req-27e1d689-5dee-490a-b6a2-3669c1f298e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:05.370037 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-2b9b78fe-b533-4863-bc95-7f7cf56d4ed1 None None] Provisioning complete for port 34d19c12-d088-40c7-b5fd-1d0a59d9862d triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:34:05.370573 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-2b9b78fe-b533-4863-bc95-7f7cf56d4ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:05.514635 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d33fa1-84a3-436f-82f8-e3769473c3e8 None None] Pushing event updated for resources: {'Port': ['ID=d2e671f1-39f3-4b24-aee6-7235fe2f401a,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:05.562577 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-207f289f-bb33-4f02-ba41-c02dd50a219c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:05.567087 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ce8174c1-e8cb-4bc4-b604-4cd1065d32a1 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:05.575243 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd514479-b831-4e5c-95f2-b1b718281b94 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Network e9f23c27-0e52-4d1b-b1db-90aababe26cc is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:34:05.661811 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8174c1-e8cb-4bc4-b604-4cd1065d32a1 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Pushing event updated for resources: {'Subnet': ['ID=b9f4b4a6-4197-4988-8768-b81acbbd28f8,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:05.678796 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-fa72cc7d-324a-499d-9f94-05370ef5a3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be60b73d-cc33-482d-ad81-eb8787b40ce5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710816897', 'tenant_id': '0b9713f8a29b4c8ca7f63dcb9b50b5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e507f7bb-5d46-4d53-ab82-af836614de79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:33:47Z', 'updated_at': '2022-05-04T17:33:54Z', 'revision_number': 4, 'project_id': '0b9713f8a29b4c8ca7f63dcb9b50b5ce', 'gw_port': {'id': 'e507f7bb-5d46-4d53-ab82-af836614de79', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be60b73d-cc33-482d-ad81-eb8787b40ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:33:48Z', 'updated_at': '2022-05-04T17:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '2c91f6a7-d911-451a-95e1-fcf2d694c1e6', 'name': '', 'network_id': 'b1274540-aa6f-41be-a0cc-5f2fec52a07b', 'tenant_id': '0b9713f8a29b4c8ca7f63dcb9b50b5ce', 'mac_address': 'fa:16:3e:65:7c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be60b73d-cc33-482d-ad81-eb8787b40ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '6e33d78f-17ed-4a2d-aaf0-4ad55353aed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:33:53Z', 'updated_at': '2022-05-04T17:34:03Z', 'revision_number': 4, 'project_id': '0b9713f8a29b4c8ca7f63dcb9b50b5ce', 'subnets': [{'id': '6e33d78f-17ed-4a2d-aaf0-4ad55353aed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:05.703239 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa72cc7d-324a-499d-9f94-05370ef5a3a5 None None] The sync data for ids ['be60b73d-cc33-482d-ad81-eb8787b40ce5'] in dv-neutron-840426-1-hyperv is: [{'id': 'be60b73d-cc33-482d-ad81-eb8787b40ce5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710816897', 'tenant_id': '0b9713f8a29b4c8ca7f63dcb9b50b5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e507f7bb-5d46-4d53-ab82-af836614de79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:33:47Z', 'updated_at': '2022-05-04T17:33:54Z', 'revision_number': 4, 'project_id': '0b9713f8a29b4c8ca7f63dcb9b50b5ce', 'gw_port': {'id': 'e507f7bb-5d46-4d53-ab82-af836614de79', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be60b73d-cc33-482d-ad81-eb8787b40ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:33:48Z', 'updated_at': '2022-05-04T17:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '2c91f6a7-d911-451a-95e1-fcf2d694c1e6', 'name': '', 'network_id': 'b1274540-aa6f-41be-a0cc-5f2fec52a07b', 'tenant_id': '0b9713f8a29b4c8ca7f63dcb9b50b5ce', 'mac_address': 'fa:16:3e:65:7c:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be60b73d-cc33-482d-ad81-eb8787b40ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '6e33d78f-17ed-4a2d-aaf0-4ad55353aed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:33:53Z', 'updated_at': '2022-05-04T17:34:03Z', 'revision_number': 4, 'project_id': '0b9713f8a29b4c8ca7f63dcb9b50b5ce', 'subnets': [{'id': '6e33d78f-17ed-4a2d-aaf0-4ad55353aed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:34:05.716324 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-dd514479-b831-4e5c-95f2-b1b718281b94 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:34:05.839225 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-008ead52-a85f-4083-ab1b-1b9cd4d0683f None None] Provisioning for port 9313f2ca-8fa0-43da-87a5-6f51d553aec3 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:34:05.850794 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-008ead52-a85f-4083-ab1b-1b9cd4d0683f None None] Provisioning complete for port 9313f2ca-8fa0-43da-87a5-6f51d553aec3 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:34:05.851175 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-008ead52-a85f-4083-ab1b-1b9cd4d0683f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:06.009962 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-008ead52-a85f-4083-ab1b-1b9cd4d0683f None None] Port 9313f2ca-8fa0-43da-87a5-6f51d553aec3 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:34:06.124571 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [req-ee0fb092-759d-43b7-89fb-d4bcfc849a4b req-27e1d689-5dee-490a-b6a2-3669c1f298e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9313f2ca-8fa0-43da-87a5-6f51d553aec3 {{(pid=88038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:34:06.155631 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-ee0fb092-759d-43b7-89fb-d4bcfc849a4b req-27e1d689-5dee-490a-b6a2-3669c1f298e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:06.209018 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [req-ee0fb092-759d-43b7-89fb-d4bcfc849a4b req-27e1d689-5dee-490a-b6a2-3669c1f298e1 service neutron] Transition to ACTIVE for port object 9313f2ca-8fa0-43da-87a5-6f51d553aec3 will not be triggered until provisioned by entity L2. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:34:06.218188 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-ee0fb092-759d-43b7-89fb-d4bcfc849a4b req-27e1d689-5dee-490a-b6a2-3669c1f298e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:06.338575 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-229f2e1b-531f-4fd5-ad85-40a5b4a077a7 req-14a602ed-e9fa-4379-ac5b-7ebe118a7775 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/ports?device_id=96cd3b8d-d47f-4739-b328-fa5cb6a34d55 HTTP/1.1" status: 200 len: 210 time: 0.5237026 May 04 17:34:06.339302 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8174c1-e8cb-4bc4-b604-4cd1065d32a1 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Checking segment: {'id': 'ea605a9b-caad-4a03-aeb1-0e32bd67366d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6584cc5c-395f-4e67-8cf9-8c5e4c3a71d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:34:06.339861 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8174c1-e8cb-4bc4-b604-4cd1065d32a1 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Network hostable DHCP agents. Network: 6584cc5c-395f-4e67-8cf9-8c5e4c3a71d2, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:34:06.422130 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device d2e671f1-39f3-4b24-aee6-7235fe2f401a up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:34:06.601438 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:06.625890 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:06.641721 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port d2e671f1-39f3-4b24-aee6-7235fe2f401a completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:34:06.652421 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 34d19c12-d088-40c7-b5fd-1d0a59d9862d up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:34:06.656097 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e1d689-5dee-490a-b6a2-3669c1f298e1 service neutron] Pushing event updated for resources: {'Port': ['ID=9313f2ca-8fa0-43da-87a5-6f51d553aec3,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:06.802170 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 34d19c12-d088-40c7-b5fd-1d0a59d9862d triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:34:06.802696 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:06.867520 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8174c1-e8cb-4bc4-b604-4cd1065d32a1 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Network 6584cc5c-395f-4e67-8cf9-8c5e4c3a71d2 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:34:06.899726 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-ce8174c1-e8cb-4bc4-b604-4cd1065d32a1 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 6584cc5c-395f-4e67-8cf9-8c5e4c3a71d2) {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:34:06.916352 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec31a91-dfe6-45fc-b854-2eff13b6f2a4 None None] Network 3ef04da9-e2f1-41b3-ae68-5e3ac5668d77 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:34:06.923935 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8174c1-e8cb-4bc4-b604-4cd1065d32a1 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:06.924533 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ce8174c1-e8cb-4bc4-b604-4cd1065d32a1 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:06.946778 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22aa66e4-9874-4c98-83b5-1a05c54a6d48 None None] Network 6584cc5c-395f-4e67-8cf9-8c5e4c3a71d2 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:34:06.962430 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c98bf24-6f77-4c7e-99d6-e8270c8426cf req-752a90a9-3fc1-48f1-a2d3-9aacace85fa2 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:06.964765 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0c98bf24-6f77-4c7e-99d6-e8270c8426cf req-752a90a9-3fc1-48f1-a2d3-9aacace85fa2 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.42 "GET /v2.0/networks?id=b631325e-11d5-4100-a2cb-8b9aba720937 HTTP/1.1" status: 200 len: 812 time: 0.6146426 May 04 17:34:06.965440 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd514479-b831-4e5c-95f2-b1b718281b94 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Router 533c713a-c555-4d46-978a-36889db88f38 is scheduled to L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 with binding_index 1 {{(pid=88037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:34:06.978825 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1ed71a-013b-49bf-b69b-e3d7a32ca9b8 req-88326c62-2274-4450-bf58-c4c6c48dbd7b tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:06.979278 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-ce8174c1-e8cb-4bc4-b604-4cd1065d32a1 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6174629 May 04 17:34:06.980061 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-8f1ed71a-013b-49bf-b69b-e3d7a32ca9b8 req-88326c62-2274-4450-bf58-c4c6c48dbd7b tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Synchronizing usage tracker for tenant:0b9713f8a29b4c8ca7f63dcb9b50b5ce on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:34:06.982717 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54488) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:07.012882 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-927f3c9b-09db-467f-aad0-f9ffd8fcb11c tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1769672392'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:34:07.242791 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-927f3c9b-09db-467f-aad0-f9ffd8fcb11c tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:34:07.246726 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-927f3c9b-09db-467f-aad0-f9ffd8fcb11c tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Usage tracker for resource:network and tenant:b7b3ce202f06461f829e676ede2bf890 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:34:07.249620 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-927f3c9b-09db-467f-aad0-f9ffd8fcb11c tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:34:07.256301 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-927f3c9b-09db-467f-aad0-f9ffd8fcb11c tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:34:07.272846 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [req-ee0fb092-759d-43b7-89fb-d4bcfc849a4b req-27e1d689-5dee-490a-b6a2-3669c1f298e1 service neutron] Attempting to bind port 9313f2ca-8fa0-43da-87a5-6f51d553aec3 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:34:07.273187 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [req-ee0fb092-759d-43b7-89fb-d4bcfc849a4b req-27e1d689-5dee-490a-b6a2-3669c1f298e1 service neutron] Attempting to bind port 9313f2ca-8fa0-43da-87a5-6f51d553aec3 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': 'bc385158-122c-49e2-a3da-a4705fa248b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b1274540-aa6f-41be-a0cc-5f2fec52a07b'}] {{(pid=88038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:34:07.273573 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0fb092-759d-43b7-89fb-d4bcfc849a4b req-27e1d689-5dee-490a-b6a2-3669c1f298e1 service neutron] Attempting to bind port 9313f2ca-8fa0-43da-87a5-6f51d553aec3 on network b1274540-aa6f-41be-a0cc-5f2fec52a07b {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:34:07.282127 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0c98bf24-6f77-4c7e-99d6-e8270c8426cf req-c58e48ae-bf77-4edf-ac9b-24d28967844b tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c992398177546e184e9933345174247 HTTP/1.1" status: 200 len: 379 time: 0.2994764 May 04 17:34:07.283665 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-927f3c9b-09db-467f-aad0-f9ffd8fcb11c tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Made reservation on behalf of b7b3ce202f06461f829e676ede2bf890 for: {'network': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:34:07.286124 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd514479-b831-4e5c-95f2-b1b718281b94 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:34:07.287785 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-927f3c9b-09db-467f-aad0-f9ffd8fcb11c tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:07.300208 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-dd514479-b831-4e5c-95f2-b1b718281b94 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] 10.222.0.41 "PUT /v2.0/routers/533c713a-c555-4d46-978a-36889db88f38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6689970 May 04 17:34:07.303324 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c842470-8f1c-4e92-b71b-6821e8e871a0 None None] Sync routers for ids ['533c713a-c555-4d46-978a-36889db88f38'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:34:07.304053 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54492) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:07.308642 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [req-0c98bf24-6f77-4c7e-99d6-e8270c8426cf req-c705e26b-4fbc-4cd0-847e-83968f0ad39b tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Request body: {'port': {'device_id': '96cd3b8d-d47f-4739-b328-fa5cb6a34d55', 'network_id': 'b631325e-11d5-4100-a2cb-8b9aba720937', 'admin_state_up': True, 'tenant_id': '8c992398177546e184e9933345174247', 'security_groups': ['81808876-4a61-479a-81ee-b14447baf6aa']}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:34:07.326447 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c842470-8f1c-4e92-b71b-6821e8e871a0 None None] Routers {'533c713a-c555-4d46-978a-36889db88f38'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:34:07.327134 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-2c842470-8f1c-4e92-b71b-6821e8e871a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:34:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['533c713a-c555-4d46-978a-36889db88f38'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:07.330669 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0fb092-759d-43b7-89fb-d4bcfc849a4b req-27e1d689-5dee-490a-b6a2-3669c1f298e1 service neutron] Port 9313f2ca-8fa0-43da-87a5-6f51d553aec3 on network b1274540-aa6f-41be-a0cc-5f2fec52a07b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:34:07.331005 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0fb092-759d-43b7-89fb-d4bcfc849a4b req-27e1d689-5dee-490a-b6a2-3669c1f298e1 service neutron] Attempting to bind port 9313f2ca-8fa0-43da-87a5-6f51d553aec3 on network b1274540-aa6f-41be-a0cc-5f2fec52a07b {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:34:07.333115 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-8f1ed71a-013b-49bf-b69b-e3d7a32ca9b8 req-88326c62-2274-4450-bf58-c4c6c48dbd7b tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Unset dirty status for tenant:0b9713f8a29b4c8ca7f63dcb9b50b5ce on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:34:07.334334 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-8f1ed71a-013b-49bf-b69b-e3d7a32ca9b8 req-88326c62-2274-4450-bf58-c4c6c48dbd7b tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7eaae3f-eb23-4126-a1e4-aa9915a6cd46 HTTP/1.1" status: 200 len: 944 time: 0.9683561 May 04 17:34:07.428596 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-2c842470-8f1c-4e92-b71b-6821e8e871a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:07.448434 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c842470-8f1c-4e92-b71b-6821e8e871a0 None None] Routers {'533c713a-c555-4d46-978a-36889db88f38'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:34:07.449066 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-2c842470-8f1c-4e92-b71b-6821e8e871a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:34:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['533c713a-c555-4d46-978a-36889db88f38'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:07.526583 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [req-0c98bf24-6f77-4c7e-99d6-e8270c8426cf req-c705e26b-4fbc-4cd0-847e-83968f0ad39b tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:34:07.553695 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [req-0c98bf24-6f77-4c7e-99d6-e8270c8426cf req-c705e26b-4fbc-4cd0-847e-83968f0ad39b tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:34:07.557614 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-2c842470-8f1c-4e92-b71b-6821e8e871a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:07.558032 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c842470-8f1c-4e92-b71b-6821e8e871a0 None None] The sync data for ids ['533c713a-c555-4d46-978a-36889db88f38'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:34:07.586288 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66464f87-be9b-4701-b5ba-271e8911ecf7 None None] Network e9f23c27-0e52-4d1b-b1db-90aababe26cc requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:34:07.589845 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0fb092-759d-43b7-89fb-d4bcfc849a4b req-27e1d689-5dee-490a-b6a2-3669c1f298e1 service neutron] Checking agent: {'id': '84d0dbeb-cfa8-4636-8b1c-9790acf21ef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'started_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:34:07.589845 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0fb092-759d-43b7-89fb-d4bcfc849a4b req-27e1d689-5dee-490a-b6a2-3669c1f298e1 service neutron] Checking segment: {'id': 'bc385158-122c-49e2-a3da-a4705fa248b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b1274540-aa6f-41be-a0cc-5f2fec52a07b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:34:07.590309 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0fb092-759d-43b7-89fb-d4bcfc849a4b req-27e1d689-5dee-490a-b6a2-3669c1f298e1 service neutron] Bound using segment: {'id': 'bc385158-122c-49e2-a3da-a4705fa248b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b1274540-aa6f-41be-a0cc-5f2fec52a07b'} {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:34:07.590605 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [req-ee0fb092-759d-43b7-89fb-d4bcfc849a4b req-27e1d689-5dee-490a-b6a2-3669c1f298e1 service neutron] Bound port: 9313f2ca-8fa0-43da-87a5-6f51d553aec3, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc385158-122c-49e2-a3da-a4705fa248b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b1274540-aa6f-41be-a0cc-5f2fec52a07b'}}] {{(pid=88038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:34:07.590966 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-ee0fb092-759d-43b7-89fb-d4bcfc849a4b req-27e1d689-5dee-490a-b6a2-3669c1f298e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:07.657049 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-bd87f759-1389-4a62-ad0f-b04666150621 req-0fece907-9e24-4103-ad88-2c5be120371b tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/ports?device_id=96cd3b8d-d47f-4739-b328-fa5cb6a34d55 HTTP/1.1" status: 200 len: 210 time: 0.0756338 May 04 17:34:07.657737 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c98bf24-6f77-4c7e-99d6-e8270c8426cf req-c705e26b-4fbc-4cd0-847e-83968f0ad39b tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Made reservation on behalf of 8c992398177546e184e9933345174247 for: {'port': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:34:07.672732 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-0c98bf24-6f77-4c7e-99d6-e8270c8426cf req-c705e26b-4fbc-4cd0-847e-83968f0ad39b tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:07.720013 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-927f3c9b-09db-467f-aad0-f9ffd8fcb11c tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=88038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:34:07.730632 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-927f3c9b-09db-467f-aad0-f9ffd8fcb11c tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:07.730971 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.segments_db [None req-927f3c9b-09db-467f-aad0-f9ffd8fcb11c tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Added segment eee08428-f5eb-489c-9227-66c9a8100de5 of type vlan for network 234b00d5-f986-47c1-bdba-06764f67c29c May 04 17:34:07.762084 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-927f3c9b-09db-467f-aad0-f9ffd8fcb11c tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:07.827760 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-1c0df14d-75dc-4abe-b2b9-c3a9dd2051a4 None None] Provisioning for port 78d09f6f-b28d-4386-b712-b2aa321906c0 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:34:07.886215 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [req-ee0fb092-759d-43b7-89fb-d4bcfc849a4b req-27e1d689-5dee-490a-b6a2-3669c1f298e1 service neutron] For port 9313f2ca-8fa0-43da-87a5-6f51d553aec3, host hv-neutron-8404, cleared binding levels {{(pid=88038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:34:07.890512 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [req-ee0fb092-759d-43b7-89fb-d4bcfc849a4b req-27e1d689-5dee-490a-b6a2-3669c1f298e1 service neutron] For port 9313f2ca-8fa0-43da-87a5-6f51d553aec3, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=9313f2ca-8fa0-43da-87a5-6f51d553aec3,segment=NetworkSegment(bc385158-122c-49e2-a3da-a4705fa248b5),segment_id=bc385158-122c-49e2-a3da-a4705fa248b5)] {{(pid=88038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:34:07.898099 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-927f3c9b-09db-467f-aad0-f9ffd8fcb11c tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:07.904415 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927f3c9b-09db-467f-aad0-f9ffd8fcb11c tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:07.904665 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 2c91f6a7-d911-451a-95e1-fcf2d694c1e6 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:34:07.905016 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-927f3c9b-09db-467f-aad0-f9ffd8fcb11c tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:07.930458 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-ee0fb092-759d-43b7-89fb-d4bcfc849a4b req-27e1d689-5dee-490a-b6a2-3669c1f298e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:07.941592 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:07.947719 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [req-0c98bf24-6f77-4c7e-99d6-e8270c8426cf req-c705e26b-4fbc-4cd0-847e-83968f0ad39b tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Allocated IP 172.20.0.5 (b631325e-11d5-4100-a2cb-8b9aba720937/35d620f1-cc33-411a-8546-1edeed82bf7b/11ad7876-fd3d-4eda-b129-6b711b3eb441) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:34:07.994867 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-8f1ed71a-013b-49bf-b69b-e3d7a32ca9b8 req-e374efea-0aac-47fa-bc92-1b77b621775b tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "GET /v2.0/security-groups?id=a49400ca-9754-47a7-84f8-c8fb6cea4011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5109518 May 04 17:34:08.124952 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0fb092-759d-43b7-89fb-d4bcfc849a4b req-27e1d689-5dee-490a-b6a2-3669c1f298e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:08.125544 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-ee0fb092-759d-43b7-89fb-d4bcfc849a4b req-27e1d689-5dee-490a-b6a2-3669c1f298e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:08.127008 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-ee0fb092-759d-43b7-89fb-d4bcfc849a4b req-27e1d689-5dee-490a-b6a2-3669c1f298e1 service neutron] 10.222.0.42 "PUT /v2.0/ports/9313f2ca-8fa0-43da-87a5-6f51d553aec3 HTTP/1.1" status: 200 len: 1094 time: 3.0807550 May 04 17:34:08.131533 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7eaae3f-eb23-4126-a1e4-aa9915a6cd46', 'tag': '9313f2ca-8fa0-43da-87a5-6f51d553aec3'}] {{(pid=88038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:34:08.157826 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67601208-f2ca-4995-8a0b-739c2ec06ee2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-6584cc5c-395f-4e67-8cf9-8c5e4c3a71d2', 'network_id': '6584cc5c-395f-4e67-8cf9-8c5e4c3a71d2', 'tenant_id': 'b7b3ce202f06461f829e676ede2bf890', 'fixed_ips': [{'subnet_id': 'b9f4b4a6-4197-4988-8768-b81acbbd28f8'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:34:08.159427 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-67601208-f2ca-4995-8a0b-739c2ec06ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:08.278597 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 2c91f6a7-d911-451a-95e1-fcf2d694c1e6 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:34:08.305036 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 2c91f6a7-d911-451a-95e1-fcf2d694c1e6 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:34:08.305559 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:08.351980 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-927f3c9b-09db-467f-aad0-f9ffd8fcb11c tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3578954 May 04 17:34:08.352520 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-0c98bf24-6f77-4c7e-99d6-e8270c8426cf req-c705e26b-4fbc-4cd0-847e-83968f0ad39b tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:08.391645 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [req-0c98bf24-6f77-4c7e-99d6-e8270c8426cf req-c705e26b-4fbc-4cd0-847e-83968f0ad39b tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Transition to ACTIVE for port object 11ad7876-fd3d-4eda-b129-6b711b3eb441 will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:34:08.395490 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39a1ac24-da1e-4ee1-8150-ab192556de4f'] response: {'name': 'network-changed', 'server_uuid': 'b7eaae3f-eb23-4126-a1e4-aa9915a6cd46', 'tag': '9313f2ca-8fa0-43da-87a5-6f51d553aec3', 'status': 'completed', 'code': 200} May 04 17:34:08.401129 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54500) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:08.414976 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-aebd1722-207b-4cea-9b87-d95a62827892 None None] Provisioning for port d2e671f1-39f3-4b24-aee6-7235fe2f401a completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:34:08.428491 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-aebd1722-207b-4cea-9b87-d95a62827892 None None] Provisioning complete for port d2e671f1-39f3-4b24-aee6-7235fe2f401a triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:34:08.429111 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-aebd1722-207b-4cea-9b87-d95a62827892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:08.430169 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-0c98bf24-6f77-4c7e-99d6-e8270c8426cf req-c705e26b-4fbc-4cd0-847e-83968f0ad39b tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:08.459728 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927f3c9b-09db-467f-aad0-f9ffd8fcb11c tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Pushing event updated for resources: {'Network': ['ID=234b00d5-f986-47c1-bdba-06764f67c29c,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:08.489691 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-d9b308ca-77c2-48b9-b3a7-64b119b3e345 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Request body: {'subnet': {'network_id': '234b00d5-f986-47c1-bdba-06764f67c29c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:34:08.497413 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 234b00d5-f986-47c1-bdba-06764f67c29c details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:34:08.541711 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c98bf24-6f77-4c7e-99d6-e8270c8426cf req-c705e26b-4fbc-4cd0-847e-83968f0ad39b tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Network b631325e-11d5-4100-a2cb-8b9aba720937 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:34:08.543796 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [req-0c98bf24-6f77-4c7e-99d6-e8270c8426cf req-c705e26b-4fbc-4cd0-847e-83968f0ad39b tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:34:08.570676 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c98bf24-6f77-4c7e-99d6-e8270c8426cf req-c705e26b-4fbc-4cd0-847e-83968f0ad39b tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:34:08.661138 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-d9b308ca-77c2-48b9-b3a7-64b119b3e345 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:34:08.665477 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-d9b308ca-77c2-48b9-b3a7-64b119b3e345 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Usage tracker for resource:subnet and tenant:b7b3ce202f06461f829e676ede2bf890 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:34:08.668969 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-d9b308ca-77c2-48b9-b3a7-64b119b3e345 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:34:08.675140 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-d9b308ca-77c2-48b9-b3a7-64b119b3e345 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:34:08.692505 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e1d689-5dee-490a-b6a2-3669c1f298e1 service neutron] Pushing event updated for resources: {'Port': ['ID=9313f2ca-8fa0-43da-87a5-6f51d553aec3,revision_number=3']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:08.732049 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b308ca-77c2-48b9-b3a7-64b119b3e345 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Made reservation on behalf of b7b3ce202f06461f829e676ede2bf890 for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:34:08.741388 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d9b308ca-77c2-48b9-b3a7-64b119b3e345 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:08.752051 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c705e26b-4fbc-4cd0-847e-83968f0ad39b tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Pushing event updated for resources: {'Port': ['ID=11ad7876-fd3d-4eda-b129-6b711b3eb441,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:08.800600 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-aebd1722-207b-4cea-9b87-d95a62827892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:08.808215 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c98bf24-6f77-4c7e-99d6-e8270c8426cf req-c705e26b-4fbc-4cd0-847e-83968f0ad39b tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:08.808894 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-0c98bf24-6f77-4c7e-99d6-e8270c8426cf req-c705e26b-4fbc-4cd0-847e-83968f0ad39b tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:08.864773 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0c98bf24-6f77-4c7e-99d6-e8270c8426cf req-c705e26b-4fbc-4cd0-847e-83968f0ad39b tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5603740 May 04 17:34:08.877574 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [req-0c98bf24-6f77-4c7e-99d6-e8270c8426cf req-2ae99fe1-2a31-446f-8f7b-4da25b99d08b service neutron] Request body: {'port': {'device_id': '96cd3b8d-d47f-4739-b328-fa5cb6a34d55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:34:08.947646 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-67601208-f2ca-4995-8a0b-739c2ec06ee2 None None] Allocated IP 2001:db8:0:ffff::2 (6584cc5c-395f-4e67-8cf9-8c5e4c3a71d2/b9f4b4a6-4197-4988-8768-b81acbbd28f8/8a3b79e7-90e4-4f9b-95af-c3a96ec64095) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:34:08.986199 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:09.050692 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-aebd1722-207b-4cea-9b87-d95a62827892 None None] For port d2e671f1-39f3-4b24-aee6-7235fe2f401a, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=d2e671f1-39f3-4b24-aee6-7235fe2f401a,segment=NetworkSegment(42c24b52-3d94-40d1-b206-3ead3963c1c4),segment_id=42c24b52-3d94-40d1-b206-3ead3963c1c4)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:34:09.069630 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-aebd1722-207b-4cea-9b87-d95a62827892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:09.131991 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-0c98bf24-6f77-4c7e-99d6-e8270c8426cf req-2ae99fe1-2a31-446f-8f7b-4da25b99d08b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:09.213364 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 2c91f6a7-d911-451a-95e1-fcf2d694c1e6, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=2c91f6a7-d911-451a-95e1-fcf2d694c1e6,segment=NetworkSegment(bc385158-122c-49e2-a3da-a4705fa248b5),segment_id=bc385158-122c-49e2-a3da-a4705fa248b5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:34:09.247841 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:09.248971 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 78d09f6f-b28d-4386-b712-b2aa321906c0 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:34:09.376036 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:09.445763 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebd1722-207b-4cea-9b87-d95a62827892 None None] Pushing event updated for resources: {'Port': ['ID=d2e671f1-39f3-4b24-aee6-7235fe2f401a,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:09.580348 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981a4107-edee-4ab7-8de7-3796d795c6b7 req-4f1a1339-ecf0-456e-87c5-3340e66e429a tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:09.594754 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-981a4107-edee-4ab7-8de7-3796d795c6b7 req-4f1a1339-ecf0-456e-87c5-3340e66e429a tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7eaae3f-eb23-4126-a1e4-aa9915a6cd46 HTTP/1.1" status: 200 len: 944 time: 0.4080222 May 04 17:34:09.612166 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 78d09f6f-b28d-4386-b712-b2aa321906c0 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:34:09.624910 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-67601208-f2ca-4995-8a0b-739c2ec06ee2 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:09.633303 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 78d09f6f-b28d-4386-b712-b2aa321906c0 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:34:09.633674 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:09.660169 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-981a4107-edee-4ab7-8de7-3796d795c6b7 req-40b74af8-20f8-40ce-8dd9-d6ec2f4f5b50 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "GET /v2.0/security-groups?id=a49400ca-9754-47a7-84f8-c8fb6cea4011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644176 May 04 17:34:09.664327 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0fb092-759d-43b7-89fb-d4bcfc849a4b req-01b6dba3-a3fc-4205-aff5-efb8d0148dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:09.664849 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=2c91f6a7-d911-451a-95e1-fcf2d694c1e6,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:09.665911 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-ee0fb092-759d-43b7-89fb-d4bcfc849a4b req-01b6dba3-a3fc-4205-aff5-efb8d0148dfd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0b9713f8a29b4c8ca7f63dcb9b50b5ce&device_id=b7eaae3f-eb23-4126-a1e4-aa9915a6cd46 HTTP/1.1" status: 200 len: 1097 time: 1.2838614 May 04 17:34:09.700204 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-6d2bb481-ccad-4b53-8151-ea76896405db None None] Provisioning complete for port d2e671f1-39f3-4b24-aee6-7235fe2f401a triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:34:09.700929 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-6d2bb481-ccad-4b53-8151-ea76896405db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:09.730384 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-67601208-f2ca-4995-8a0b-739c2ec06ee2 None None] Transition to ACTIVE for port object 8a3b79e7-90e4-4f9b-95af-c3a96ec64095 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:34:09.756948 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.api.v2.resource [None req-ebc610d3-e886-4542-b6ac-beca50389e70 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 04 17:34:09.761959 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-ebc610d3-e886-4542-b6ac-beca50389e70 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] 10.222.0.41 "PUT /v2.0/routers/533c713a-c555-4d46-978a-36889db88f38/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.4394851 May 04 17:34:09.761959 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-ee0fb092-759d-43b7-89fb-d4bcfc849a4b req-23d3b7a6-44f8-4c9e-b93c-1b955e77c0c8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9313f2ca-8fa0-43da-87a5-6f51d553aec3 HTTP/1.1" status: 200 len: 217 time: 0.0800624 May 04 17:34:09.763358 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54508) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:09.802386 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-67601208-f2ca-4995-8a0b-739c2ec06ee2 None None] Transition to ACTIVE for port object 8a3b79e7-90e4-4f9b-95af-c3a96ec64095 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:34:09.822589 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-67601208-f2ca-4995-8a0b-739c2ec06ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:09.877833 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [req-0c98bf24-6f77-4c7e-99d6-e8270c8426cf req-2ae99fe1-2a31-446f-8f7b-4da25b99d08b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11ad7876-fd3d-4eda-b129-6b711b3eb441 {{(pid=88037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:34:09.885831 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-0c98bf24-6f77-4c7e-99d6-e8270c8426cf req-2ae99fe1-2a31-446f-8f7b-4da25b99d08b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:09.901158 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [req-0c98bf24-6f77-4c7e-99d6-e8270c8426cf req-2ae99fe1-2a31-446f-8f7b-4da25b99d08b service neutron] Transition to ACTIVE for port object 11ad7876-fd3d-4eda-b129-6b711b3eb441 will not be triggered until provisioned by entity L2. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:34:09.905265 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-0c98bf24-6f77-4c7e-99d6-e8270c8426cf req-2ae99fe1-2a31-446f-8f7b-4da25b99d08b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:09.994671 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc6a3c3-e561-43a5-affc-551a09be6af6 req-06db40e1-a4dc-4e5a-9c17-24ca40cac4e4 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:09.998425 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-2fc6a3c3-e561-43a5-affc-551a09be6af6 req-06db40e1-a4dc-4e5a-9c17-24ca40cac4e4 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/ports?device_id=96cd3b8d-d47f-4739-b328-fa5cb6a34d55 HTTP/1.1" status: 200 len: 931 time: 1.0554764 May 04 17:34:10.048274 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67601208-f2ca-4995-8a0b-739c2ec06ee2 None None] Network 6584cc5c-395f-4e67-8cf9-8c5e4c3a71d2 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:34:10.050885 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae99fe1-2a31-446f-8f7b-4da25b99d08b service neutron] Pushing event updated for resources: {'Port': ['ID=11ad7876-fd3d-4eda-b129-6b711b3eb441,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:10.055818 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-67601208-f2ca-4995-8a0b-739c2ec06ee2 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:34:10.068488 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67601208-f2ca-4995-8a0b-739c2ec06ee2 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:34:10.076043 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:10.079673 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0fb092-759d-43b7-89fb-d4bcfc849a4b req-eab8da41-7b3a-4fd5-b515-e4bf05c00787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:10.081957 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-ee0fb092-759d-43b7-89fb-d4bcfc849a4b req-eab8da41-7b3a-4fd5-b515-e4bf05c00787 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e33d78f-17ed-4a2d-aaf0-4ad55353aed3 HTTP/1.1" status: 200 len: 835 time: 0.3054559 May 04 17:34:10.087400 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67601208-f2ca-4995-8a0b-739c2ec06ee2 None None] Pushing event updated for resources: {'Port': ['ID=8a3b79e7-90e4-4f9b-95af-c3a96ec64095,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:10.191353 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-6d2bb481-ccad-4b53-8151-ea76896405db None None] Provisioning for port 5f06ee8d-19b1-4b84-a805-ebd90013b2e8 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:34:10.204728 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-6d2bb481-ccad-4b53-8151-ea76896405db None None] Provisioning complete for port 5f06ee8d-19b1-4b84-a805-ebd90013b2e8 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:34:10.205102 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-6d2bb481-ccad-4b53-8151-ea76896405db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:10.221845 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-0c98bf24-6f77-4c7e-99d6-e8270c8426cf req-2ae99fe1-2a31-446f-8f7b-4da25b99d08b service neutron] Attempting to bind port 11ad7876-fd3d-4eda-b129-6b711b3eb441 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:34:10.222382 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-0c98bf24-6f77-4c7e-99d6-e8270c8426cf req-2ae99fe1-2a31-446f-8f7b-4da25b99d08b service neutron] Attempting to bind port 11ad7876-fd3d-4eda-b129-6b711b3eb441 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '43abb714-434f-4258-8b22-3a18bd64fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b631325e-11d5-4100-a2cb-8b9aba720937'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:34:10.222544 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c98bf24-6f77-4c7e-99d6-e8270c8426cf req-2ae99fe1-2a31-446f-8f7b-4da25b99d08b service neutron] Attempting to bind port 11ad7876-fd3d-4eda-b129-6b711b3eb441 on network b631325e-11d5-4100-a2cb-8b9aba720937 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:34:10.230081 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c98bf24-6f77-4c7e-99d6-e8270c8426cf req-2ae99fe1-2a31-446f-8f7b-4da25b99d08b service neutron] Port 11ad7876-fd3d-4eda-b129-6b711b3eb441 on network b631325e-11d5-4100-a2cb-8b9aba720937 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:34:10.230605 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c98bf24-6f77-4c7e-99d6-e8270c8426cf req-2ae99fe1-2a31-446f-8f7b-4da25b99d08b service neutron] Attempting to bind port 11ad7876-fd3d-4eda-b129-6b711b3eb441 on network b631325e-11d5-4100-a2cb-8b9aba720937 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:34:10.237435 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 78d09f6f-b28d-4386-b712-b2aa321906c0, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=78d09f6f-b28d-4386-b712-b2aa321906c0,segment=NetworkSegment(8abcadba-1092-4311-96f1-2283b46e909b),segment_id=8abcadba-1092-4311-96f1-2283b46e909b)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:34:10.238918 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-67601208-f2ca-4995-8a0b-739c2ec06ee2 None None] Attempting to bind port 8a3b79e7-90e4-4f9b-95af-c3a96ec64095 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:34:10.239339 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-67601208-f2ca-4995-8a0b-739c2ec06ee2 None None] Attempting to bind port 8a3b79e7-90e4-4f9b-95af-c3a96ec64095 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'ea605a9b-caad-4a03-aeb1-0e32bd67366d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6584cc5c-395f-4e67-8cf9-8c5e4c3a71d2'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:34:10.239754 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67601208-f2ca-4995-8a0b-739c2ec06ee2 None None] Attempting to bind port 8a3b79e7-90e4-4f9b-95af-c3a96ec64095 on network 6584cc5c-395f-4e67-8cf9-8c5e4c3a71d2 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:34:10.240486 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c98bf24-6f77-4c7e-99d6-e8270c8426cf req-2ae99fe1-2a31-446f-8f7b-4da25b99d08b service neutron] Checking agent: {'id': '84d0dbeb-cfa8-4636-8b1c-9790acf21ef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'started_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:34:10.241533 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c98bf24-6f77-4c7e-99d6-e8270c8426cf req-2ae99fe1-2a31-446f-8f7b-4da25b99d08b service neutron] Checking segment: {'id': '43abb714-434f-4258-8b22-3a18bd64fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b631325e-11d5-4100-a2cb-8b9aba720937'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:34:10.242511 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c98bf24-6f77-4c7e-99d6-e8270c8426cf req-2ae99fe1-2a31-446f-8f7b-4da25b99d08b service neutron] Bound using segment: {'id': '43abb714-434f-4258-8b22-3a18bd64fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b631325e-11d5-4100-a2cb-8b9aba720937'} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:34:10.243214 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-0c98bf24-6f77-4c7e-99d6-e8270c8426cf req-2ae99fe1-2a31-446f-8f7b-4da25b99d08b service neutron] Bound port: 11ad7876-fd3d-4eda-b129-6b711b3eb441, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43abb714-434f-4258-8b22-3a18bd64fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b631325e-11d5-4100-a2cb-8b9aba720937'}}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:34:10.243945 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-0c98bf24-6f77-4c7e-99d6-e8270c8426cf req-2ae99fe1-2a31-446f-8f7b-4da25b99d08b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:10.257988 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67601208-f2ca-4995-8a0b-739c2ec06ee2 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:34:10.258294 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67601208-f2ca-4995-8a0b-739c2ec06ee2 None None] Checking segment: {'id': 'ea605a9b-caad-4a03-aeb1-0e32bd67366d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6584cc5c-395f-4e67-8cf9-8c5e4c3a71d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:34:10.258707 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-67601208-f2ca-4995-8a0b-739c2ec06ee2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:10.259095 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67601208-f2ca-4995-8a0b-739c2ec06ee2 None None] Bound using segment: {'id': 'ea605a9b-caad-4a03-aeb1-0e32bd67366d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6584cc5c-395f-4e67-8cf9-8c5e4c3a71d2'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:34:10.259562 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-67601208-f2ca-4995-8a0b-739c2ec06ee2 None None] Bound port: 8a3b79e7-90e4-4f9b-95af-c3a96ec64095, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea605a9b-caad-4a03-aeb1-0e32bd67366d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '6584cc5c-395f-4e67-8cf9-8c5e4c3a71d2'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:34:10.259938 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-67601208-f2ca-4995-8a0b-739c2ec06ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:10.268437 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:10.330040 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.objects.ports [None req-d9b308ca-77c2-48b9-b3a7-64b119b3e345 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88038) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 04 17:34:10.340095 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d9b308ca-77c2-48b9-b3a7-64b119b3e345 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:10.377322 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-0c98bf24-6f77-4c7e-99d6-e8270c8426cf req-2ae99fe1-2a31-446f-8f7b-4da25b99d08b service neutron] For port 11ad7876-fd3d-4eda-b129-6b711b3eb441, host hv-neutron-8404, cleared binding levels {{(pid=88037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:34:10.381581 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-0c98bf24-6f77-4c7e-99d6-e8270c8426cf req-2ae99fe1-2a31-446f-8f7b-4da25b99d08b service neutron] For port 11ad7876-fd3d-4eda-b129-6b711b3eb441, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=11ad7876-fd3d-4eda-b129-6b711b3eb441,segment=NetworkSegment(43abb714-434f-4258-8b22-3a18bd64fc2f),segment_id=43abb714-434f-4258-8b22-3a18bd64fc2f)] {{(pid=88037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:34:10.385388 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-0c98bf24-6f77-4c7e-99d6-e8270c8426cf req-2ae99fe1-2a31-446f-8f7b-4da25b99d08b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:10.388495 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device d2e671f1-39f3-4b24-aee6-7235fe2f401a up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:34:10.420430 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-6d2bb481-ccad-4b53-8151-ea76896405db None None] Port 5f06ee8d-19b1-4b84-a805-ebd90013b2e8 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:34:10.451701 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c98bf24-6f77-4c7e-99d6-e8270c8426cf req-2ae99fe1-2a31-446f-8f7b-4da25b99d08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:10.452305 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-0c98bf24-6f77-4c7e-99d6-e8270c8426cf req-2ae99fe1-2a31-446f-8f7b-4da25b99d08b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:10.453522 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=78d09f6f-b28d-4386-b712-b2aa321906c0,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:10.453675 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0c98bf24-6f77-4c7e-99d6-e8270c8426cf req-2ae99fe1-2a31-446f-8f7b-4da25b99d08b service neutron] 10.222.0.42 "PUT /v2.0/ports/11ad7876-fd3d-4eda-b129-6b711b3eb441 HTTP/1.1" status: 200 len: 1093 time: 1.5811129 May 04 17:34:10.454155 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96cd3b8d-d47f-4739-b328-fa5cb6a34d55', 'tag': '11ad7876-fd3d-4eda-b129-6b711b3eb441'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:34:10.500815 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-6d2bb481-ccad-4b53-8151-ea76896405db None None] Provisioning for port 11ad7876-fd3d-4eda-b129-6b711b3eb441 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:34:10.502520 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-2fc6a3c3-e561-43a5-affc-551a09be6af6 req-a9042f27-383c-4f89-ac1c-f9fa45a77673 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/security-groups?id=81808876-4a61-479a-81ee-b14447baf6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4365301 May 04 17:34:10.504105 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae99fe1-2a31-446f-8f7b-4da25b99d08b service neutron] Pushing event updated for resources: {'Port': ['ID=11ad7876-fd3d-4eda-b129-6b711b3eb441,revision_number=3']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:10.512977 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-67601208-f2ca-4995-8a0b-739c2ec06ee2 None None] For port 8a3b79e7-90e4-4f9b-95af-c3a96ec64095, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:34:10.518962 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-67601208-f2ca-4995-8a0b-739c2ec06ee2 None None] For port 8a3b79e7-90e4-4f9b-95af-c3a96ec64095, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=8a3b79e7-90e4-4f9b-95af-c3a96ec64095,segment=NetworkSegment(ea605a9b-caad-4a03-aeb1-0e32bd67366d),segment_id=ea605a9b-caad-4a03-aeb1-0e32bd67366d)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:34:10.525163 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-67601208-f2ca-4995-8a0b-739c2ec06ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:10.582447 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port d2e671f1-39f3-4b24-aee6-7235fe2f401a triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:34:10.582779 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:10.595383 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c98bf24-6f77-4c7e-99d6-e8270c8426cf req-57baaa4b-5548-4371-8d52-4045ad91bb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:10.597935 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0c98bf24-6f77-4c7e-99d6-e8270c8426cf req-57baaa4b-5548-4371-8d52-4045ad91bb6f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8c992398177546e184e9933345174247&device_id=96cd3b8d-d47f-4739-b328-fa5cb6a34d55 HTTP/1.1" status: 200 len: 1096 time: 0.0898678 May 04 17:34:10.698399 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b308ca-77c2-48b9-b3a7-64b119b3e345 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Pushing event updated for resources: {'Subnet': ['ID=45ed6757-5d96-4375-970f-3de759546ade,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:10.721763 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0c98bf24-6f77-4c7e-99d6-e8270c8426cf req-420b0f2d-e416-4d76-bfce-46bd60e3a41d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11ad7876-fd3d-4eda-b129-6b711b3eb441 HTTP/1.1" status: 200 len: 217 time: 0.1152985 May 04 17:34:10.745121 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b308ca-77c2-48b9-b3a7-64b119b3e345 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Checking segment: {'id': 'eee08428-f5eb-489c-9227-66c9a8100de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '234b00d5-f986-47c1-bdba-06764f67c29c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:34:10.745737 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b308ca-77c2-48b9-b3a7-64b119b3e345 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Network hostable DHCP agents. Network: 234b00d5-f986-47c1-bdba-06764f67c29c, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:34:10.763583 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0fb092-759d-43b7-89fb-d4bcfc849a4b req-0ee63e61-6b1c-4a30-9595-8123b0b3142d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:10.765418 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-ee0fb092-759d-43b7-89fb-d4bcfc849a4b req-0ee63e61-6b1c-4a30-9595-8123b0b3142d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b1274540-aa6f-41be-a0cc-5f2fec52a07b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6511433 May 04 17:34:10.771735 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-65e3f9ad-7808-461c-a2f7-6a28f096c808 None None] Provisioning complete for port 5f06ee8d-19b1-4b84-a805-ebd90013b2e8 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:34:10.772344 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-65e3f9ad-7808-461c-a2f7-6a28f096c808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:10.790826 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f87cbaa-fb90-48ec-98f5-fec6bf64953d'] response: {'name': 'network-changed', 'server_uuid': '96cd3b8d-d47f-4739-b328-fa5cb6a34d55', 'tag': '11ad7876-fd3d-4eda-b129-6b711b3eb441', 'status': 'completed', 'code': 200} May 04 17:34:10.814271 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67601208-f2ca-4995-8a0b-739c2ec06ee2 None None] Pushing event updated for resources: {'Port': ['ID=8a3b79e7-90e4-4f9b-95af-c3a96ec64095,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:10.837434 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c98bf24-6f77-4c7e-99d6-e8270c8426cf req-432d9ee7-afef-486d-ab90-b8ece63a4ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:10.841032 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0c98bf24-6f77-4c7e-99d6-e8270c8426cf req-432d9ee7-afef-486d-ab90-b8ece63a4ab7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=35d620f1-cc33-411a-8546-1edeed82bf7b HTTP/1.1" status: 200 len: 851 time: 0.1122143 May 04 17:34:10.914915 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-65e3f9ad-7808-461c-a2f7-6a28f096c808 None None] Port 5f06ee8d-19b1-4b84-a805-ebd90013b2e8 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:34:10.925547 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 2c91f6a7-d911-451a-95e1-fcf2d694c1e6 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:34:10.926231 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c98bf24-6f77-4c7e-99d6-e8270c8426cf req-cb49a3a3-8d62-4cd2-9081-3f003bdc02f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:10.928570 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0c98bf24-6f77-4c7e-99d6-e8270c8426cf req-cb49a3a3-8d62-4cd2-9081-3f003bdc02f7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b631325e-11d5-4100-a2cb-8b9aba720937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796256 May 04 17:34:11.018575 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b308ca-77c2-48b9-b3a7-64b119b3e345 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Network 234b00d5-f986-47c1-bdba-06764f67c29c is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:34:11.050283 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-d9b308ca-77c2-48b9-b3a7-64b119b3e345 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 234b00d5-f986-47c1-bdba-06764f67c29c) {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:34:11.052793 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 2c91f6a7-d911-451a-95e1-fcf2d694c1e6 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:34:11.053527 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:11.055473 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b308ca-77c2-48b9-b3a7-64b119b3e345 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:11.056183 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d9b308ca-77c2-48b9-b3a7-64b119b3e345 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:11.091384 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6ba98f-5422-4883-8546-4394561c3a55 None None] Network 234b00d5-f986-47c1-bdba-06764f67c29c requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:34:11.104385 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-ee0fb092-759d-43b7-89fb-d4bcfc849a4b req-ab3d09aa-6131-4dfd-a54c-a76623a209b4 service neutron] 10.222.0.42 "GET /v2.0/networks/b1274540-aa6f-41be-a0cc-5f2fec52a07b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961948 May 04 17:34:11.142526 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-d9b308ca-77c2-48b9-b3a7-64b119b3e345 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6776485 May 04 17:34:11.143436 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 54518) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:11.150708 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-3ad53c47-a0c4-4f7a-a96d-e941bf525378 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Request body: {'port': {'network_id': '234b00d5-f986-47c1-bdba-06764f67c29c', 'name': 'tempest-NetworksIpV6TestAttrs-438192134'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:34:11.161999 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb8ba4-0bcf-4671-b33d-36f05cb61127 req-b9826355-a323-4468-9ce7-74fb585d820e tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:11.163515 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-b4eb8ba4-0bcf-4671-b33d-36f05cb61127 req-b9826355-a323-4468-9ce7-74fb585d820e tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7eaae3f-eb23-4126-a1e4-aa9915a6cd46 HTTP/1.1" status: 200 len: 944 time: 0.3093977 May 04 17:34:11.179317 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0c98bf24-6f77-4c7e-99d6-e8270c8426cf req-e171fb97-67a0-4919-a93f-ab3389d5e5a9 service neutron] 10.222.0.42 "GET /v2.0/networks/b631325e-11d5-4100-a2cb-8b9aba720937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388926 May 04 17:34:11.327875 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-b4eb8ba4-0bcf-4671-b33d-36f05cb61127 req-3fc8ecae-f65a-4370-98ef-7cbc4fba2d50 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "GET /v2.0/security-groups?id=a49400ca-9754-47a7-84f8-c8fb6cea4011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283884 May 04 17:34:11.363037 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-ee0fb092-759d-43b7-89fb-d4bcfc849a4b req-a3f48d50-876b-484c-8c30-bcb0ec233964 service neutron] 10.222.0.42 "GET /v2.0/networks/b1274540-aa6f-41be-a0cc-5f2fec52a07b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478368 May 04 17:34:11.382043 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e29717f8-a211-4153-b185-b3e3f6518be7 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710748'] for router_interface, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:11.432237 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-3ad53c47-a0c4-4f7a-a96d-e941bf525378 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:34:11.436092 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0c98bf24-6f77-4c7e-99d6-e8270c8426cf req-06d10f46-fb1e-4275-90ae-006b834524e1 service neutron] 10.222.0.42 "GET /v2.0/networks/b631325e-11d5-4100-a2cb-8b9aba720937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466443 May 04 17:34:11.438496 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-3ad53c47-a0c4-4f7a-a96d-e941bf525378 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Usage tracker for resource:port and tenant:b7b3ce202f06461f829e676ede2bf890 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:34:11.441837 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-3ad53c47-a0c4-4f7a-a96d-e941bf525378 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:34:11.447914 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-3ad53c47-a0c4-4f7a-a96d-e941bf525378 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:34:11.460833 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b8437c-eeaa-43a7-bfe3-a843ad24a03b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-234b00d5-f986-47c1-bdba-06764f67c29c', 'network_id': '234b00d5-f986-47c1-bdba-06764f67c29c', 'tenant_id': 'b7b3ce202f06461f829e676ede2bf890', 'fixed_ips': [{'subnet_id': '45ed6757-5d96-4375-970f-3de759546ade'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:34:11.461808 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a2b8437c-eeaa-43a7-bfe3-a843ad24a03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:11.467354 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad53c47-a0c4-4f7a-a96d-e941bf525378 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Made reservation on behalf of b7b3ce202f06461f829e676ede2bf890 for: {'port': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:34:11.472507 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3ad53c47-a0c4-4f7a-a96d-e941bf525378 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:11.533055 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [None req-3ad53c47-a0c4-4f7a-a96d-e941bf525378 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] device_id is not set on port 238443e4-4e0e-4c02-a218-fca488fbf0ed yet. {{(pid=88037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:34:11.657268 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9052347b-1622-41d5-a731-277d19d47237 req-1fe7d4f5-0c07-45dc-98f6-23bfbc4ee1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:11.658903 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9052347b-1622-41d5-a731-277d19d47237 req-1fe7d4f5-0c07-45dc-98f6-23bfbc4ee1c4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8c992398177546e184e9933345174247&device_id=96cd3b8d-d47f-4739-b328-fa5cb6a34d55 HTTP/1.1" status: 200 len: 1096 time: 0.1621711 May 04 17:34:11.671810 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-a2b8437c-eeaa-43a7-bfe3-a843ad24a03b None None] Allocated IP 2001:db8::f816:3eff:feb1:2191 (234b00d5-f986-47c1-bdba-06764f67c29c/45ed6757-5d96-4375-970f-3de759546ade/e20a3d72-c883-4bb2-8201-0898c4fc2770) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:34:11.950758 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a2b8437c-eeaa-43a7-bfe3-a843ad24a03b None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:11.964593 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-a2b8437c-eeaa-43a7-bfe3-a843ad24a03b None None] Transition to ACTIVE for port object e20a3d72-c883-4bb2-8201-0898c4fc2770 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:34:11.984847 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9052347b-1622-41d5-a731-277d19d47237 req-18abf168-5a0b-4d65-8df3-5c1f3b84cd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:11.986583 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9052347b-1622-41d5-a731-277d19d47237 req-18abf168-5a0b-4d65-8df3-5c1f3b84cd84 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b631325e-11d5-4100-a2cb-8b9aba720937 HTTP/1.1" status: 200 len: 913 time: 0.2941883 May 04 17:34:11.988773 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-a2b8437c-eeaa-43a7-bfe3-a843ad24a03b None None] Transition to ACTIVE for port object e20a3d72-c883-4bb2-8201-0898c4fc2770 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:34:11.995987 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05c7988-f306-4f88-9345-031ade9acc18 req-98ae88ef-9514-4110-8fbd-ca08c50c953c tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:11.996865 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-d05c7988-f306-4f88-9345-031ade9acc18 req-98ae88ef-9514-4110-8fbd-ca08c50c953c tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Synchronizing usage tracker for tenant:8c992398177546e184e9933345174247 on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:34:12.003408 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a9ae6-7425-4547-a850-0d8d5cf68f65 req-e0cd6a12-aa6f-43d7-b91a-41bbdb92fbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:12.004018 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a2b8437c-eeaa-43a7-bfe3-a843ad24a03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:12.005664 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-785a9ae6-7425-4547-a850-0d8d5cf68f65 req-e0cd6a12-aa6f-43d7-b91a-41bbdb92fbd5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0b9713f8a29b4c8ca7f63dcb9b50b5ce&device_id=b7eaae3f-eb23-4126-a1e4-aa9915a6cd46 HTTP/1.1" status: 200 len: 1097 time: 0.2701383 May 04 17:34:12.044462 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-e29717f8-a211-4153-b185-b3e3f6518be7 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Deleting port 5f06ee8d-19b1-4b84-a805-ebd90013b2e8 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:34:12.044811 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e29717f8-a211-4153-b185-b3e3f6518be7 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:12.071042 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ed8f38-033a-4500-9c6d-128ae486ff45 None None] Network 6584cc5c-395f-4e67-8cf9-8c5e4c3a71d2 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:34:12.097573 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b8437c-eeaa-43a7-bfe3-a843ad24a03b None None] Network 234b00d5-f986-47c1-bdba-06764f67c29c is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:34:12.105422 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-a2b8437c-eeaa-43a7-bfe3-a843ad24a03b None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:34:12.105726 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9052347b-1622-41d5-a731-277d19d47237 req-508c0179-6f01-4af0-a9e0-ffcd64e8ae99 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11ad7876-fd3d-4eda-b129-6b711b3eb441 HTTP/1.1" status: 200 len: 217 time: 0.1025097 May 04 17:34:12.112627 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b8437c-eeaa-43a7-bfe3-a843ad24a03b None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:34:12.141685 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b8437c-eeaa-43a7-bfe3-a843ad24a03b None None] Pushing event updated for resources: {'Port': ['ID=e20a3d72-c883-4bb2-8201-0898c4fc2770,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:12.165256 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-d05c7988-f306-4f88-9345-031ade9acc18 req-98ae88ef-9514-4110-8fbd-ca08c50c953c tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Unset dirty status for tenant:8c992398177546e184e9933345174247 on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:34:12.172274 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d05c7988-f306-4f88-9345-031ade9acc18 req-98ae88ef-9514-4110-8fbd-ca08c50c953c tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/ports?device_id=96cd3b8d-d47f-4739-b328-fa5cb6a34d55 HTTP/1.1" status: 200 len: 943 time: 0.5120568 May 04 17:34:12.220602 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-3ad53c47-a0c4-4f7a-a96d-e941bf525378 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Allocated IP 2001:db8::f816:3eff:fee7:6a73 (234b00d5-f986-47c1-bdba-06764f67c29c/45ed6757-5d96-4375-970f-3de759546ade/238443e4-4e0e-4c02-a218-fca488fbf0ed) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:34:12.264131 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d05c7988-f306-4f88-9345-031ade9acc18 req-5206aa2c-d88b-46f2-985c-9a129c547c6b tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/security-groups?id=81808876-4a61-479a-81ee-b14447baf6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880558 May 04 17:34:12.265880 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9052347b-1622-41d5-a731-277d19d47237 req-a549a5dc-4936-416b-9092-70896c975a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:12.267335 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9052347b-1622-41d5-a731-277d19d47237 req-a549a5dc-4936-416b-9092-70896c975a48 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=35d620f1-cc33-411a-8546-1edeed82bf7b HTTP/1.1" status: 200 len: 851 time: 0.1486523 May 04 17:34:12.303578 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-5c10717d-ea13-47b5-aef2-ef0b8c042c20 None None] Provisioning for port 8a3b79e7-90e4-4f9b-95af-c3a96ec64095 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:34:12.326356 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a9ae6-7425-4547-a850-0d8d5cf68f65 req-6c874de2-b809-4900-b9ff-96a4da5fa850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:12.328958 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-785a9ae6-7425-4547-a850-0d8d5cf68f65 req-6c874de2-b809-4900-b9ff-96a4da5fa850 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b1274540-aa6f-41be-a0cc-5f2fec52a07b HTTP/1.1" status: 200 len: 898 time: 0.3151743 May 04 17:34:12.369864 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-a2b8437c-eeaa-43a7-bfe3-a843ad24a03b None None] Attempting to bind port e20a3d72-c883-4bb2-8201-0898c4fc2770 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:34:12.369864 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-a2b8437c-eeaa-43a7-bfe3-a843ad24a03b None None] Attempting to bind port e20a3d72-c883-4bb2-8201-0898c4fc2770 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'eee08428-f5eb-489c-9227-66c9a8100de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '234b00d5-f986-47c1-bdba-06764f67c29c'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:34:12.369864 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b8437c-eeaa-43a7-bfe3-a843ad24a03b None None] Attempting to bind port e20a3d72-c883-4bb2-8201-0898c4fc2770 on network 234b00d5-f986-47c1-bdba-06764f67c29c {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:34:12.376795 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b8437c-eeaa-43a7-bfe3-a843ad24a03b None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:34:12.377300 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b8437c-eeaa-43a7-bfe3-a843ad24a03b None None] Checking segment: {'id': 'eee08428-f5eb-489c-9227-66c9a8100de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '234b00d5-f986-47c1-bdba-06764f67c29c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:34:12.377867 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a2b8437c-eeaa-43a7-bfe3-a843ad24a03b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:12.378452 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b8437c-eeaa-43a7-bfe3-a843ad24a03b None None] Bound using segment: {'id': 'eee08428-f5eb-489c-9227-66c9a8100de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '234b00d5-f986-47c1-bdba-06764f67c29c'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:34:12.379089 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-a2b8437c-eeaa-43a7-bfe3-a843ad24a03b None None] Bound port: e20a3d72-c883-4bb2-8201-0898c4fc2770, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eee08428-f5eb-489c-9227-66c9a8100de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '234b00d5-f986-47c1-bdba-06764f67c29c'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:34:12.379786 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a2b8437c-eeaa-43a7-bfe3-a843ad24a03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:12.496521 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-785a9ae6-7425-4547-a850-0d8d5cf68f65 req-3b4a41c4-d95c-4d07-8b1c-e9f3d37e06a2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9313f2ca-8fa0-43da-87a5-6f51d553aec3 HTTP/1.1" status: 200 len: 217 time: 0.1509316 May 04 17:34:12.502153 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9052347b-1622-41d5-a731-277d19d47237 req-380266cd-18e7-4ad3-a666-ad60dfa5cc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:12.503755 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9052347b-1622-41d5-a731-277d19d47237 req-380266cd-18e7-4ad3-a666-ad60dfa5cc78 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b631325e-11d5-4100-a2cb-8b9aba720937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2186477 May 04 17:34:12.609301 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-a2b8437c-eeaa-43a7-bfe3-a843ad24a03b None None] For port e20a3d72-c883-4bb2-8201-0898c4fc2770, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:34:12.613227 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-a2b8437c-eeaa-43a7-bfe3-a843ad24a03b None None] For port e20a3d72-c883-4bb2-8201-0898c4fc2770, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=e20a3d72-c883-4bb2-8201-0898c4fc2770,segment=NetworkSegment(eee08428-f5eb-489c-9227-66c9a8100de5),segment_id=eee08428-f5eb-489c-9227-66c9a8100de5)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:34:12.616325 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 8a3b79e7-90e4-4f9b-95af-c3a96ec64095 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:34:12.621438 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e29717f8-a211-4153-b185-b3e3f6518be7 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:12.645361 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3ad53c47-a0c4-4f7a-a96d-e941bf525378 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:12.660274 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a2b8437c-eeaa-43a7-bfe3-a843ad24a03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:12.682636 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-3ad53c47-a0c4-4f7a-a96d-e941bf525378 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Transition to ACTIVE for port object 238443e4-4e0e-4c02-a218-fca488fbf0ed will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:34:12.693977 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9052347b-1622-41d5-a731-277d19d47237 req-4928ab4d-cca4-46cf-8d4c-34cbf6c01028 service neutron] 10.222.0.42 "GET /v2.0/networks/b631325e-11d5-4100-a2cb-8b9aba720937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814423 May 04 17:34:12.774400 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b8437c-eeaa-43a7-bfe3-a843ad24a03b None None] Pushing event updated for resources: {'Port': ['ID=e20a3d72-c883-4bb2-8201-0898c4fc2770,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:12.776328 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-e29717f8-a211-4153-b185-b3e3f6518be7 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Calling delete_port for 5f06ee8d-19b1-4b84-a805-ebd90013b2e8 owned by network:router_interface {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:34:12.797863 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 8a3b79e7-90e4-4f9b-95af-c3a96ec64095 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:34:12.806205 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 8a3b79e7-90e4-4f9b-95af-c3a96ec64095 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:34:12.806921 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:12.832845 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a9ae6-7425-4547-a850-0d8d5cf68f65 req-6d08c989-7802-4e75-af68-ab96f501e4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:12.834359 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-785a9ae6-7425-4547-a850-0d8d5cf68f65 req-6d08c989-7802-4e75-af68-ab96f501e4ea service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e33d78f-17ed-4a2d-aaf0-4ad55353aed3 HTTP/1.1" status: 200 len: 835 time: 0.3120584 May 04 17:34:12.840639 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9052347b-1622-41d5-a731-277d19d47237 req-a516eb00-4b1d-452c-a6eb-3de0bb30d0af service neutron] 10.222.0.42 "GET /v2.0/networks/b631325e-11d5-4100-a2cb-8b9aba720937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389558 May 04 17:34:12.855370 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3ad53c47-a0c4-4f7a-a96d-e941bf525378 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:12.939029 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad53c47-a0c4-4f7a-a96d-e941bf525378 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Network 234b00d5-f986-47c1-bdba-06764f67c29c is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:34:12.946285 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-3ad53c47-a0c4-4f7a-a96d-e941bf525378 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:34:12.950871 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad53c47-a0c4-4f7a-a96d-e941bf525378 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:34:12.964122 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad53c47-a0c4-4f7a-a96d-e941bf525378 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:12.965181 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3ad53c47-a0c4-4f7a-a96d-e941bf525378 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:12.968864 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07097829-64ea-4203-8a7e-ae03a7497ac4 req-d9007199-63ca-44c8-8f86-9a79371f6d00 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:12.970576 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-07097829-64ea-4203-8a7e-ae03a7497ac4 req-d9007199-63ca-44c8-8f86-9a79371f6d00 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7eaae3f-eb23-4126-a1e4-aa9915a6cd46 HTTP/1.1" status: 200 len: 944 time: 0.4083655 May 04 17:34:12.995406 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:13.011177 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad53c47-a0c4-4f7a-a96d-e941bf525378 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Pushing event updated for resources: {'Port': ['ID=238443e4-4e0e-4c02-a218-fca488fbf0ed,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:13.025592 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-3ad53c47-a0c4-4f7a-a96d-e941bf525378 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.8815832 May 04 17:34:13.028300 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 54526) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:13.054756 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 8a3b79e7-90e4-4f9b-95af-c3a96ec64095, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=8a3b79e7-90e4-4f9b-95af-c3a96ec64095,segment=NetworkSegment(ea605a9b-caad-4a03-aeb1-0e32bd67366d),segment_id=ea605a9b-caad-4a03-aeb1-0e32bd67366d)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:34:13.060923 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:13.061908 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 78d09f6f-b28d-4386-b712-b2aa321906c0 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:34:13.075878 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-07097829-64ea-4203-8a7e-ae03a7497ac4 req-80812798-5d2d-4205-ac2d-4a8dc7cdb076 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "GET /v2.0/security-groups?id=a49400ca-9754-47a7-84f8-c8fb6cea4011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965781 May 04 17:34:13.100634 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a9ae6-7425-4547-a850-0d8d5cf68f65 req-48b1e148-9252-4258-8309-f3601de5d236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:13.101477 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-785a9ae6-7425-4547-a850-0d8d5cf68f65 req-48b1e148-9252-4258-8309-f3601de5d236 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b1274540-aa6f-41be-a0cc-5f2fec52a07b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2411780 May 04 17:34:13.140672 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-d10410f8-ea98-4b3f-ba2e-60af70b1ada2 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Deleting subnet 45ed6757-5d96-4375-970f-3de759546ade {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:34:13.143792 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d10410f8-ea98-4b3f-ba2e-60af70b1ada2 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:13.217584 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d10410f8-ea98-4b3f-ba2e-60af70b1ada2 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:13.237283 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=8a3b79e7-90e4-4f9b-95af-c3a96ec64095,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:13.266387 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 78d09f6f-b28d-4386-b712-b2aa321906c0 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:34:13.267421 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:13.307234 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8a5cb2f6-6789-4f13-9055-99cc04d75900 None None] Provisioning complete for port 8a3b79e7-90e4-4f9b-95af-c3a96ec64095 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:34:13.308087 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8a5cb2f6-6789-4f13-9055-99cc04d75900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:13.372245 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d10410f8-ea98-4b3f-ba2e-60af70b1ada2 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:13.430246 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e29717f8-a211-4153-b185-b3e3f6518be7 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:13.535114 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d10410f8-ea98-4b3f-ba2e-60af70b1ada2 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:13.582199 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10410f8-ea98-4b3f-ba2e-60af70b1ada2 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Pushing event deleted for resources: {'Subnet': ['ID=45ed6757-5d96-4375-970f-3de759546ade,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:13.590116 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d10410f8-ea98-4b3f-ba2e-60af70b1ada2 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:13.602127 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece3434-6f04-4c0b-a08a-9f0abaf5f214 req-07ab8bdd-bb5d-4c09-b6a2-691589322297 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:13.605506 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-1ece3434-6f04-4c0b-a08a-9f0abaf5f214 req-07ab8bdd-bb5d-4c09-b6a2-691589322297 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/ports?device_id=96cd3b8d-d47f-4739-b328-fa5cb6a34d55 HTTP/1.1" status: 200 len: 943 time: 0.1982114 May 04 17:34:13.609775 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-d10410f8-ea98-4b3f-ba2e-60af70b1ada2 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] 10.222.0.41 "DELETE /v2.0/subnets/45ed6757-5d96-4375-970f-3de759546ade HTTP/1.1" status: 204 len: 168 time: 0.5803218 May 04 17:34:13.614974 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54534) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:13.625785 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29717f8-a211-4153-b185-b3e3f6518be7 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Pushing event deleted for resources: {'Port': ['ID=5f06ee8d-19b1-4b84-a805-ebd90013b2e8,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:13.628892 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-785a9ae6-7425-4547-a850-0d8d5cf68f65 req-8a5f0e84-0e66-4ac4-b22c-87a3d78fc827 service neutron] 10.222.0.42 "GET /v2.0/networks/b1274540-aa6f-41be-a0cc-5f2fec52a07b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5098853 May 04 17:34:13.654574 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-1ece3434-6f04-4c0b-a08a-9f0abaf5f214 req-02cf7c2a-21a2-40f4-9432-6f192e870a07 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/security-groups?id=81808876-4a61-479a-81ee-b14447baf6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432847 May 04 17:34:13.793310 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 9313f2ca-8fa0-43da-87a5-6f51d553aec3 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:34:13.939485 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc7bdde-9973-4e5a-8328-a75607829abe tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:13.940793 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc7bdde-9973-4e5a-8328-a75607829abe tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:13.941528 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-ffc7bdde-9973-4e5a-8328-a75607829abe tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Synchronizing usage tracker for tenant:b7b3ce202f06461f829e676ede2bf890 on resource:subnet {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:34:13.947976 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 9313f2ca-8fa0-43da-87a5-6f51d553aec3, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=9313f2ca-8fa0-43da-87a5-6f51d553aec3,segment=NetworkSegment(bc385158-122c-49e2-a3da-a4705fa248b5),segment_id=bc385158-122c-49e2-a3da-a4705fa248b5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:34:13.948711 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e29717f8-a211-4153-b185-b3e3f6518be7 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710832'] for router_interface, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:13.962931 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Returning: {'device': '9313f2ca-8fa0-43da-87a5-6f51d553aec3', 'network_id': 'b1274540-aa6f-41be-a0cc-5f2fec52a07b', 'port_id': '9313f2ca-8fa0-43da-87a5-6f51d553aec3', 'mac_address': 'fa:16:3e:67:cf:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e33d78f-17ed-4a2d-aaf0-4ad55353aed3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:34:13.991624 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 54538) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:14.029132 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:14.049594 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9313f2ca-8fa0-43da-87a5-6f51d553aec3 {{(pid=88039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:34:14.071996 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 9313f2ca-8fa0-43da-87a5-6f51d553aec3, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=9313f2ca-8fa0-43da-87a5-6f51d553aec3,segment=NetworkSegment(bc385158-122c-49e2-a3da-a4705fa248b5),segment_id=bc385158-122c-49e2-a3da-a4705fa248b5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:34:14.077610 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:14.078218 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b41fd3-5912-4861-aca5-1dee674b2090 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:14.078688 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b41fd3-5912-4861-aca5-1dee674b2090 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:14.079220 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b41fd3-5912-4861-aca5-1dee674b2090 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:14.085679 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-00b41fd3-5912-4861-aca5-1dee674b2090 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/ports?project_id=8ede911fc7f845af95dd74968234120d&network_id=832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7 HTTP/1.1" status: 200 len: 2999 time: 0.0878353 May 04 17:34:14.124808 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d274d0-dc80-4651-a7d8-ae96d4da229b None None] Network 234b00d5-f986-47c1-bdba-06764f67c29c requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:34:14.135742 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-ffc7bdde-9973-4e5a-8328-a75607829abe tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Unset dirty status for tenant:b7b3ce202f06461f829e676ede2bf890 on resource:subnet {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:34:14.136906 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-ffc7bdde-9973-4e5a-8328-a75607829abe tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.5138803 May 04 17:34:14.139605 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 54546) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:14.146625 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-785a9ae6-7425-4547-a850-0d8d5cf68f65 req-8c5f327f-a34b-4d42-81e4-40046b5d57d8 service neutron] 10.222.0.42 "GET /v2.0/networks/b1274540-aa6f-41be-a0cc-5f2fec52a07b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4839275 May 04 17:34:14.203223 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=9313f2ca-8fa0-43da-87a5-6f51d553aec3,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:14.271289 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-559a8e4d-f30e-48c6-a4ab-da4a51c63a6f tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:14.287143 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-2d0f5209-d00f-495d-8c72-b4dbc59c44b9 None None] Provisioning for port e20a3d72-c883-4bb2-8201-0898c4fc2770 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:34:14.291699 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-559a8e4d-f30e-48c6-a4ab-da4a51c63a6f tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 04 17:34:14.292350 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-559a8e4d-f30e-48c6-a4ab-da4a51c63a6f tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:34:14.295372 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-559a8e4d-f30e-48c6-a4ab-da4a51c63a6f tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] 10.222.0.41 "DELETE /v2.0/networks/234b00d5-f986-47c1-bdba-06764f67c29c HTTP/1.1" status: 409 len: 405 time: 0.1546278 May 04 17:34:14.298817 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 54552) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:14.306238 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-dcd216a1-5071-487c-b9f4-b0d1fda6af8f tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1041675355'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:34:14.306806 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 17:34:14.313474 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-dcd216a1-5071-487c-b9f4-b0d1fda6af8f tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:34:14.322221 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-dcd216a1-5071-487c-b9f4-b0d1fda6af8f tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Usage tracker for resource:network and tenant:b7b3ce202f06461f829e676ede2bf890 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:34:14.325400 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-dcd216a1-5071-487c-b9f4-b0d1fda6af8f tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:34:14.333713 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-dcd216a1-5071-487c-b9f4-b0d1fda6af8f tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:34:14.346264 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd216a1-5071-487c-b9f4-b0d1fda6af8f tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Made reservation on behalf of b7b3ce202f06461f829e676ede2bf890 for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:34:14.350575 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dcd216a1-5071-487c-b9f4-b0d1fda6af8f tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:14.384803 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcd216a1-5071-487c-b9f4-b0d1fda6af8f tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:34:14.396790 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dcd216a1-5071-487c-b9f4-b0d1fda6af8f tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:14.397401 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-dcd216a1-5071-487c-b9f4-b0d1fda6af8f tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Added segment ae728d00-726e-4702-ba92-1f0e48b0925b of type vlan for network 566b6331-bcf4-4a20-9a3c-c6db36c921ff May 04 17:34:14.399006 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e29717f8-a211-4153-b185-b3e3f6518be7 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Router 533c713a-c555-4d46-978a-36889db88f38 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:34:14.439679 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dcd216a1-5071-487c-b9f4-b0d1fda6af8f tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:14.472298 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 8a3b79e7-90e4-4f9b-95af-c3a96ec64095 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:34:14.485675 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dcd216a1-5071-487c-b9f4-b0d1fda6af8f tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:14.492360 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd216a1-5071-487c-b9f4-b0d1fda6af8f tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:14.492975 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dcd216a1-5071-487c-b9f4-b0d1fda6af8f tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:14.518045 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] get_ports_and_sgs() called for port_ids ['9313f2ca-8fa0-43da-87a5-6f51d553aec3'] {{(pid=88039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:34:14.561416 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-dcd216a1-5071-487c-b9f4-b0d1fda6af8f tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2583129 May 04 17:34:14.562000 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 54556) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:14.568394 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-d53480b2-cc18-499c-bfeb-de27b4af44d1 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Request body: {'subnet': {'network_id': '566b6331-bcf4-4a20-9a3c-c6db36c921ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:34:14.578089 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e29717f8-a211-4153-b185-b3e3f6518be7 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:34:14.586473 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65735cd-9d6a-4083-a8f0-90c113434c98 None None] DHCP port deletion for 234b00d5-f986-47c1-bdba-06764f67c29c request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:34:14.597265 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-e29717f8-a211-4153-b185-b3e3f6518be7 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] 10.222.0.41 "PUT /v2.0/routers/533c713a-c555-4d46-978a-36889db88f38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8290644 May 04 17:34:14.597515 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-a65735cd-9d6a-4083-a8f0-90c113434c98 None None] Deleting port e20a3d72-c883-4bb2-8201-0898c4fc2770 {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:34:14.597515 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a65735cd-9d6a-4083-a8f0-90c113434c98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:14.598616 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54560) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:14.607991 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b138fca-e54c-4045-ae86-e7cd0e486608 req-9b2d43ec-31a9-4f34-a619-7e1855aff5f0 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:14.609554 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-2b138fca-e54c-4045-ae86-e7cd0e486608 req-9b2d43ec-31a9-4f34-a619-7e1855aff5f0 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7eaae3f-eb23-4126-a1e4-aa9915a6cd46 HTTP/1.1" status: 200 len: 945 time: 0.2596118 May 04 17:34:14.667417 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b732827-2335-4620-8b0f-dfca142ab450 None None] Sync routers for ids ['533c713a-c555-4d46-978a-36889db88f38'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:34:14.695411 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.api.v2.resource [None req-b127643f-5cb4-4d41-a911-9a74ecc20b01 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] delete failed (client error): The resource could not be found. May 04 17:34:14.696438 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-b127643f-5cb4-4d41-a911-9a74ecc20b01 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] 10.222.0.41 "DELETE /v2.0/routers/tempest-non_exist_router-1228063760 HTTP/1.1" status: 404 len: 335 time: 0.0975852 May 04 17:34:14.700773 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54566) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:14.708477 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-b7d958fe-3810-434d-8930-681cca14c94d tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Request body: {'router': {'external_gateway_info': {'network_id': '533c713a-c555-4d46-978a-36889db88f38'}}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:34:14.718715 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b732827-2335-4620-8b0f-dfca142ab450 None None] Routers {'533c713a-c555-4d46-978a-36889db88f38'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:34:14.719487 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-7b732827-2335-4620-8b0f-dfca142ab450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:34:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['533c713a-c555-4d46-978a-36889db88f38'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:14.762876 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd216a1-5071-487c-b9f4-b0d1fda6af8f tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Pushing event updated for resources: {'Network': ['ID=566b6331-bcf4-4a20-9a3c-c6db36c921ff,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:14.798362 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 566b6331-bcf4-4a20-9a3c-c6db36c921ff details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:34:14.843052 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-2b138fca-e54c-4045-ae86-e7cd0e486608 req-a97c4a6c-16fb-4828-b58b-6a126ef1950f tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "GET /v2.0/security-groups?id=a49400ca-9754-47a7-84f8-c8fb6cea4011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1808209 May 04 17:34:14.880383 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-7b732827-2335-4620-8b0f-dfca142ab450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:14.938099 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-d53480b2-cc18-499c-bfeb-de27b4af44d1 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:34:14.956078 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-d53480b2-cc18-499c-bfeb-de27b4af44d1 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:34:14.976099 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53480b2-cc18-499c-bfeb-de27b4af44d1 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Made reservation on behalf of b7b3ce202f06461f829e676ede2bf890 for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:34:14.980140 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d53480b2-cc18-499c-bfeb-de27b4af44d1 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:14.986574 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b732827-2335-4620-8b0f-dfca142ab450 None None] Routers {'533c713a-c555-4d46-978a-36889db88f38'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:34:14.987362 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-7b732827-2335-4620-8b0f-dfca142ab450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:34:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['533c713a-c555-4d46-978a-36889db88f38'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:15.003964 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55a6b9-eb65-4fb4-8ccb-ab631b3baa3a req-b824146a-15f1-4da1-bcdf-c074920d4b50 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:15.006184 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-de55a6b9-eb65-4fb4-8ccb-ab631b3baa3a req-b824146a-15f1-4da1-bcdf-c074920d4b50 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/ports?device_id=96cd3b8d-d47f-4739-b328-fa5cb6a34d55 HTTP/1.1" status: 200 len: 943 time: 0.2068307 May 04 17:34:15.089509 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-7b732827-2335-4620-8b0f-dfca142ab450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:15.090075 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b732827-2335-4620-8b0f-dfca142ab450 None None] The sync data for ids ['533c713a-c555-4d46-978a-36889db88f38'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:34:15.116847 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 8a3b79e7-90e4-4f9b-95af-c3a96ec64095 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:34:15.117397 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:15.130132 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-de55a6b9-eb65-4fb4-8ccb-ab631b3baa3a req-95e49c01-d975-4a6e-bc3a-ea601622e319 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/security-groups?id=81808876-4a61-479a-81ee-b14447baf6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163077 May 04 17:34:15.242438 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b7d958fe-3810-434d-8930-681cca14c94d tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:15.248545 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-a65735cd-9d6a-4083-a8f0-90c113434c98 None None] For port e20a3d72-c883-4bb2-8201-0898c4fc2770, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=e20a3d72-c883-4bb2-8201-0898c4fc2770,segment=NetworkSegment(eee08428-f5eb-489c-9227-66c9a8100de5),segment_id=eee08428-f5eb-489c-9227-66c9a8100de5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:34:15.249066 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a65735cd-9d6a-4083-a8f0-90c113434c98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:15.273786 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.api.v2.resource [None req-b7d958fe-3810-434d-8930-681cca14c94d tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] update failed (client error): The resource could not be found. May 04 17:34:15.278406 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-b7d958fe-3810-434d-8930-681cca14c94d tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] 10.222.0.41 "PUT /v2.0/routers/533c713a-c555-4d46-978a-36889db88f38 HTTP/1.1" status: 404 len: 339 time: 0.5732887 May 04 17:34:15.278671 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54570) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:15.284573 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-bb6e7e82-d950-43d6-8482-15928177a3be tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1671947267'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:34:15.289889 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-bb6e7e82-d950-43d6-8482-15928177a3be tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:34:15.293948 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-bb6e7e82-d950-43d6-8482-15928177a3be tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Usage tracker for resource:network and tenant:987e9d119b1d4cc8a502ddbb5249da65 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:34:15.297783 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-bb6e7e82-d950-43d6-8482-15928177a3be tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:34:15.304786 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-bb6e7e82-d950-43d6-8482-15928177a3be tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:34:15.323033 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb6e7e82-d950-43d6-8482-15928177a3be tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Made reservation on behalf of 987e9d119b1d4cc8a502ddbb5249da65 for: {'network': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:34:15.326770 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-bb6e7e82-d950-43d6-8482-15928177a3be tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:15.357604 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb6e7e82-d950-43d6-8482-15928177a3be tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=88038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:34:15.368156 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-bb6e7e82-d950-43d6-8482-15928177a3be tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:15.368665 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.segments_db [None req-bb6e7e82-d950-43d6-8482-15928177a3be tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Added segment bd1152a0-2903-455b-848d-31642e476fd8 of type vlan for network f467877b-7fd1-4076-b38c-86c30567abc3 May 04 17:34:15.388016 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.objects.ports [None req-d53480b2-cc18-499c-bfeb-de27b4af44d1 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88037) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 04 17:34:15.389467 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d53480b2-cc18-499c-bfeb-de27b4af44d1 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:15.396765 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-a65735cd-9d6a-4083-a8f0-90c113434c98 None None] Calling delete_port for e20a3d72-c883-4bb2-8201-0898c4fc2770 owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:34:15.403869 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-bb6e7e82-d950-43d6-8482-15928177a3be tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:15.441232 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-bb6e7e82-d950-43d6-8482-15928177a3be tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:15.449292 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6e7e82-d950-43d6-8482-15928177a3be tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:15.450052 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-bb6e7e82-d950-43d6-8482-15928177a3be tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:15.471605 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53480b2-cc18-499c-bfeb-de27b4af44d1 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Pushing event updated for resources: {'Subnet': ['ID=9c17bfd7-6bc1-40be-b8f3-1ec0cb214cab,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:15.479897 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53480b2-cc18-499c-bfeb-de27b4af44d1 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Checking segment: {'id': 'ae728d00-726e-4702-ba92-1f0e48b0925b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '566b6331-bcf4-4a20-9a3c-c6db36c921ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:34:15.480244 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53480b2-cc18-499c-bfeb-de27b4af44d1 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Network hostable DHCP agents. Network: 566b6331-bcf4-4a20-9a3c-c6db36c921ff, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:34:15.502855 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53480b2-cc18-499c-bfeb-de27b4af44d1 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Network 566b6331-bcf4-4a20-9a3c-c6db36c921ff is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:34:15.512963 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-bb6e7e82-d950-43d6-8482-15928177a3be tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2329581 May 04 17:34:15.516405 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 54576) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:15.519028 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-d53480b2-cc18-499c-bfeb-de27b4af44d1 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 566b6331-bcf4-4a20-9a3c-c6db36c921ff) {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:34:15.527951 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-be0cec46-571e-401d-80e2-92164186870c tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Request body: {'subnet': {'network_id': 'f467877b-7fd1-4076-b38c-86c30567abc3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:34:15.530814 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b18e589-c603-481d-9ea8-57e4c1b0901c None None] Network 566b6331-bcf4-4a20-9a3c-c6db36c921ff requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:34:15.558834 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53480b2-cc18-499c-bfeb-de27b4af44d1 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:15.559421 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d53480b2-cc18-499c-bfeb-de27b4af44d1 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:15.574477 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6e7e82-d950-43d6-8482-15928177a3be tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Pushing event updated for resources: {'Network': ['ID=f467877b-7fd1-4076-b38c-86c30567abc3,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:15.601081 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network f467877b-7fd1-4076-b38c-86c30567abc3 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:34:15.635927 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device e20a3d72-c883-4bb2-8201-0898c4fc2770 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:34:15.663217 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-d53480b2-cc18-499c-bfeb-de27b4af44d1 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1002860 May 04 17:34:15.665557 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-be0cec46-571e-401d-80e2-92164186870c tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:34:15.666431 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54580) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:15.669961 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-be0cec46-571e-401d-80e2-92164186870c tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Usage tracker for resource:subnet and tenant:987e9d119b1d4cc8a502ddbb5249da65 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:34:15.673085 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-be0cec46-571e-401d-80e2-92164186870c tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:34:15.674074 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-e83ba65b-bf2b-4a93-a811-4ed93f82b2b7 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Request body: {'port': {'network_id': '566b6331-bcf4-4a20-9a3c-c6db36c921ff', 'name': 'tempest-NetworksIpV6TestAttrs-1964296925'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:34:15.679622 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-be0cec46-571e-401d-80e2-92164186870c tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:34:15.690093 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be0cec46-571e-401d-80e2-92164186870c tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Made reservation on behalf of 987e9d119b1d4cc8a502ddbb5249da65 for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:34:15.693655 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-be0cec46-571e-401d-80e2-92164186870c tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:15.726734 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a65735cd-9d6a-4083-a8f0-90c113434c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124'] for port, after_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:15.777885 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: e20a3d72-c883-4bb2-8201-0898c4fc2770 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:34:15.777885 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device e20a3d72-c883-4bb2-8201-0898c4fc2770 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 04 17:34:15.827554 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-e83ba65b-bf2b-4a93-a811-4ed93f82b2b7 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:34:15.834232 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-e83ba65b-bf2b-4a93-a811-4ed93f82b2b7 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Usage tracker for resource:port and tenant:b7b3ce202f06461f829e676ede2bf890 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:34:15.837596 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-e83ba65b-bf2b-4a93-a811-4ed93f82b2b7 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:34:15.845845 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-e83ba65b-bf2b-4a93-a811-4ed93f82b2b7 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:34:15.856469 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83ba65b-bf2b-4a93-a811-4ed93f82b2b7 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Made reservation on behalf of b7b3ce202f06461f829e676ede2bf890 for: {'port': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:34:15.860802 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e83ba65b-bf2b-4a93-a811-4ed93f82b2b7 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:15.891337 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [None req-e83ba65b-bf2b-4a93-a811-4ed93f82b2b7 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] device_id is not set on port 6b5d8746-9629-4656-8132-13cc660a347b yet. {{(pid=88038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:34:15.898840 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Port e20a3d72-c883-4bb2-8201-0898c4fc2770 not found, will not notify nova. {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 04 17:34:15.905088 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65735cd-9d6a-4083-a8f0-90c113434c98 None None] Pushing event deleted for resources: {'Port': ['ID=e20a3d72-c883-4bb2-8201-0898c4fc2770,revision_number=None']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:15.915062 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65735cd-9d6a-4083-a8f0-90c113434c98 None None] No DVR routers for this DVR port e20a3d72-c883-4bb2-8201-0898c4fc2770 on host dv-neutron-840426-1-hyperv {{(pid=88039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:34:15.955559 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-be0cec46-571e-401d-80e2-92164186870c tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:16.044395 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0cec46-571e-401d-80e2-92164186870c tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Pushing event updated for resources: {'Subnet': ['ID=3e68f9e4-fdf4-4da5-a7f9-4675328a261e,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:16.053810 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0cec46-571e-401d-80e2-92164186870c tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Checking segment: {'id': 'bd1152a0-2903-455b-848d-31642e476fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f467877b-7fd1-4076-b38c-86c30567abc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:34:16.054325 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0cec46-571e-401d-80e2-92164186870c tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Network hostable DHCP agents. Network: f467877b-7fd1-4076-b38c-86c30567abc3, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:34:16.076061 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c477d300-875c-48f8-b625-326b16f60752 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-566b6331-bcf4-4a20-9a3c-c6db36c921ff', 'network_id': '566b6331-bcf4-4a20-9a3c-c6db36c921ff', 'tenant_id': 'b7b3ce202f06461f829e676ede2bf890', 'fixed_ips': [{'subnet_id': '9c17bfd7-6bc1-40be-b8f3-1ec0cb214cab'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:34:16.077351 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-c477d300-875c-48f8-b625-326b16f60752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:16.077605 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0cec46-571e-401d-80e2-92164186870c tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Network f467877b-7fd1-4076-b38c-86c30567abc3 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:34:16.088728 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-be0cec46-571e-401d-80e2-92164186870c tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, f467877b-7fd1-4076-b38c-86c30567abc3) {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:34:16.098469 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df410cc1-6456-46e3-b818-0b2d7fefb920 None None] Network f467877b-7fd1-4076-b38c-86c30567abc3 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:34:16.099440 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0cec46-571e-401d-80e2-92164186870c tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:16.100960 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-be0cec46-571e-401d-80e2-92164186870c tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:16.127928 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-be0cec46-571e-401d-80e2-92164186870c tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6077931 May 04 17:34:16.128395 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 54588) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:16.134763 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-13e3cc97-1f62-4e38-b3ac-3af7f2cbd00b tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f467877b-7fd1-4076-b38c-86c30567abc3'}}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:34:16.157883 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c3fe85-66b5-4215-a752-a8390cd33a7a req-e05c360c-1ef5-4054-85a8-1d0c9b07ba97 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:16.159622 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-c2c3fe85-66b5-4215-a752-a8390cd33a7a req-e05c360c-1ef5-4054-85a8-1d0c9b07ba97 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7eaae3f-eb23-4126-a1e4-aa9915a6cd46 HTTP/1.1" status: 200 len: 945 time: 0.1777804 May 04 17:34:16.182777 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-e83ba65b-bf2b-4a93-a811-4ed93f82b2b7 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Allocated IP 2001:db8::f816:3eff:fe0e:e31a (566b6331-bcf4-4a20-9a3c-c6db36c921ff/9c17bfd7-6bc1-40be-b8f3-1ec0cb214cab/6b5d8746-9629-4656-8132-13cc660a347b) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:34:16.348962 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-c2c3fe85-66b5-4215-a752-a8390cd33a7a req-1e34794d-99c9-4215-82d2-770e1fe77f14 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "GET /v2.0/security-groups?id=a49400ca-9754-47a7-84f8-c8fb6cea4011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410453 May 04 17:34:16.383583 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device e20a3d72-c883-4bb2-8201-0898c4fc2770 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:34:16.421971 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: e20a3d72-c883-4bb2-8201-0898c4fc2770 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:34:16.422214 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device e20a3d72-c883-4bb2-8201-0898c4fc2770 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:34:16.526510 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adecad6f-7ff7-4203-acd0-3c25fd91df6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-f467877b-7fd1-4076-b38c-86c30567abc3', 'network_id': 'f467877b-7fd1-4076-b38c-86c30567abc3', 'tenant_id': '987e9d119b1d4cc8a502ddbb5249da65', 'fixed_ips': [{'subnet_id': '3e68f9e4-fdf4-4da5-a7f9-4675328a261e'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:34:16.528207 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-adecad6f-7ff7-4203-acd0-3c25fd91df6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:16.531967 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e83ba65b-bf2b-4a93-a811-4ed93f82b2b7 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:16.550456 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-e83ba65b-bf2b-4a93-a811-4ed93f82b2b7 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Transition to ACTIVE for port object 6b5d8746-9629-4656-8132-13cc660a347b will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:34:16.572442 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54594) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:16.612458 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e83ba65b-bf2b-4a93-a811-4ed93f82b2b7 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:16.686462 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-c477d300-875c-48f8-b625-326b16f60752 None None] Allocated IP 2001:db8::f816:3eff:fe2d:87d7 (566b6331-bcf4-4a20-9a3c-c6db36c921ff/9c17bfd7-6bc1-40be-b8f3-1ec0cb214cab/1c3e8b70-b4de-4b72-8a62-bab7cc76e3a7) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:34:16.706730 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83ba65b-bf2b-4a93-a811-4ed93f82b2b7 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Network 566b6331-bcf4-4a20-9a3c-c6db36c921ff is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:34:16.712186 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-e83ba65b-bf2b-4a93-a811-4ed93f82b2b7 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:34:16.714581 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83ba65b-bf2b-4a93-a811-4ed93f82b2b7 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:34:16.720272 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83ba65b-bf2b-4a93-a811-4ed93f82b2b7 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:16.721156 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e83ba65b-bf2b-4a93-a811-4ed93f82b2b7 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:16.724940 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-13e3cc97-1f62-4e38-b3ac-3af7f2cbd00b tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:16.726178 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d4b58a-6e47-4ef8-aa01-503d1d76c728 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:16.741976 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-d2d4b58a-6e47-4ef8-aa01-503d1d76c728 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=30bd8d35-9d66-4ec1-9734-58f713c6cd24 HTTP/1.1" status: 200 len: 814 time: 0.1537917 May 04 17:34:16.741976 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83ba65b-bf2b-4a93-a811-4ed93f82b2b7 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Pushing event updated for resources: {'Port': ['ID=6b5d8746-9629-4656-8132-13cc660a347b,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:16.742248 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc794c4-bdb5-45b4-9b20-ff7ad45b186c req-0b040a1d-2cbd-4e58-8864-77bf55f11369 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:16.742248 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0bc794c4-bdb5-45b4-9b20-ff7ad45b186c req-0b040a1d-2cbd-4e58-8864-77bf55f11369 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/ports?device_id=96cd3b8d-d47f-4739-b328-fa5cb6a34d55 HTTP/1.1" status: 200 len: 943 time: 0.4752862 May 04 17:34:16.757326 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-e83ba65b-bf2b-4a93-a811-4ed93f82b2b7 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.0887983 May 04 17:34:16.758036 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54600) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:16.814950 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-adecad6f-7ff7-4203-acd0-3c25fd91df6b None None] Allocated IP 2001:db8:1::2 (f467877b-7fd1-4076-b38c-86c30567abc3/3e68f9e4-fdf4-4da5-a7f9-4675328a261e/45c997e2-355c-4066-b8d8-70cca071435b) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:34:16.827192 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_v2 [None req-835fed61-bb00-4bab-9452-47eb45ff192d tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Deleting subnet 9c17bfd7-6bc1-40be-b8f3-1ec0cb214cab {{(pid=88038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:34:16.829119 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0bc794c4-bdb5-45b4-9b20-ff7ad45b186c req-3a555ad8-0bf2-4318-a4aa-e4e7c6240ed5 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/security-groups?id=81808876-4a61-479a-81ee-b14447baf6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787091 May 04 17:34:16.931229 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.api.v2.resource [None req-13e3cc97-1f62-4e38-b3ac-3af7f2cbd00b tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 04 17:34:16.932419 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-13e3cc97-1f62-4e38-b3ac-3af7f2cbd00b tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] 10.222.0.41 "PUT /v2.0/routers/533c713a-c555-4d46-978a-36889db88f38 HTTP/1.1" status: 400 len: 364 time: 0.8029058 May 04 17:34:16.936255 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54606) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:17.099871 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-c477d300-875c-48f8-b625-326b16f60752 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:17.154800 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-c477d300-875c-48f8-b625-326b16f60752 None None] Transition to ACTIVE for port object 1c3e8b70-b4de-4b72-8a62-bab7cc76e3a7 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:34:17.190344 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-c477d300-875c-48f8-b625-326b16f60752 None None] Transition to ACTIVE for port object 1c3e8b70-b4de-4b72-8a62-bab7cc76e3a7 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:34:17.198929 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-c477d300-875c-48f8-b625-326b16f60752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:17.202798 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-adecad6f-7ff7-4203-acd0-3c25fd91df6b None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:17.262600 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-adecad6f-7ff7-4203-acd0-3c25fd91df6b None None] Transition to ACTIVE for port object 45c997e2-355c-4066-b8d8-70cca071435b will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:34:17.262825 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-835fed61-bb00-4bab-9452-47eb45ff192d tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks [] for subnet, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:17.291144 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c477d300-875c-48f8-b625-326b16f60752 None None] Network 566b6331-bcf4-4a20-9a3c-c6db36c921ff is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:34:17.298076 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-c477d300-875c-48f8-b625-326b16f60752 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:34:17.300693 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c477d300-875c-48f8-b625-326b16f60752 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:34:17.303141 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-adecad6f-7ff7-4203-acd0-3c25fd91df6b None None] Transition to ACTIVE for port object 45c997e2-355c-4066-b8d8-70cca071435b will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:34:17.309972 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c477d300-875c-48f8-b625-326b16f60752 None None] Pushing event updated for resources: {'Port': ['ID=1c3e8b70-b4de-4b72-8a62-bab7cc76e3a7,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:17.317458 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-adecad6f-7ff7-4203-acd0-3c25fd91df6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:17.447528 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adecad6f-7ff7-4203-acd0-3c25fd91df6b None None] Network f467877b-7fd1-4076-b38c-86c30567abc3 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:34:17.457135 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-adecad6f-7ff7-4203-acd0-3c25fd91df6b None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:34:17.460566 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adecad6f-7ff7-4203-acd0-3c25fd91df6b None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:34:17.488273 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-835fed61-bb00-4bab-9452-47eb45ff192d tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-801696'] for subnet, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:17.496406 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adecad6f-7ff7-4203-acd0-3c25fd91df6b None None] Pushing event updated for resources: {'Port': ['ID=45c997e2-355c-4066-b8d8-70cca071435b,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:17.506392 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-c477d300-875c-48f8-b625-326b16f60752 None None] Attempting to bind port 1c3e8b70-b4de-4b72-8a62-bab7cc76e3a7 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:34:17.506761 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-c477d300-875c-48f8-b625-326b16f60752 None None] Attempting to bind port 1c3e8b70-b4de-4b72-8a62-bab7cc76e3a7 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'ae728d00-726e-4702-ba92-1f0e48b0925b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '566b6331-bcf4-4a20-9a3c-c6db36c921ff'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:34:17.507116 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c477d300-875c-48f8-b625-326b16f60752 None None] Attempting to bind port 1c3e8b70-b4de-4b72-8a62-bab7cc76e3a7 on network 566b6331-bcf4-4a20-9a3c-c6db36c921ff {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:34:17.548740 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c477d300-875c-48f8-b625-326b16f60752 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:34:17.549196 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c477d300-875c-48f8-b625-326b16f60752 None None] Checking segment: {'id': 'ae728d00-726e-4702-ba92-1f0e48b0925b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '566b6331-bcf4-4a20-9a3c-c6db36c921ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:34:17.549511 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-c477d300-875c-48f8-b625-326b16f60752 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:17.549894 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c477d300-875c-48f8-b625-326b16f60752 None None] Bound using segment: {'id': 'ae728d00-726e-4702-ba92-1f0e48b0925b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '566b6331-bcf4-4a20-9a3c-c6db36c921ff'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:34:17.550375 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-c477d300-875c-48f8-b625-326b16f60752 None None] Bound port: 1c3e8b70-b4de-4b72-8a62-bab7cc76e3a7, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae728d00-726e-4702-ba92-1f0e48b0925b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '566b6331-bcf4-4a20-9a3c-c6db36c921ff'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:34:17.550746 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-c477d300-875c-48f8-b625-326b16f60752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:17.610897 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-adecad6f-7ff7-4203-acd0-3c25fd91df6b None None] Attempting to bind port 45c997e2-355c-4066-b8d8-70cca071435b on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:34:17.611261 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-adecad6f-7ff7-4203-acd0-3c25fd91df6b None None] Attempting to bind port 45c997e2-355c-4066-b8d8-70cca071435b by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'bd1152a0-2903-455b-848d-31642e476fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f467877b-7fd1-4076-b38c-86c30567abc3'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:34:17.611615 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adecad6f-7ff7-4203-acd0-3c25fd91df6b None None] Attempting to bind port 45c997e2-355c-4066-b8d8-70cca071435b on network f467877b-7fd1-4076-b38c-86c30567abc3 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:34:17.630801 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adecad6f-7ff7-4203-acd0-3c25fd91df6b None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:34:17.631177 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adecad6f-7ff7-4203-acd0-3c25fd91df6b None None] Checking segment: {'id': 'bd1152a0-2903-455b-848d-31642e476fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f467877b-7fd1-4076-b38c-86c30567abc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:34:17.631581 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-adecad6f-7ff7-4203-acd0-3c25fd91df6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:17.632004 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adecad6f-7ff7-4203-acd0-3c25fd91df6b None None] Bound using segment: {'id': 'bd1152a0-2903-455b-848d-31642e476fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f467877b-7fd1-4076-b38c-86c30567abc3'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:34:17.632590 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-adecad6f-7ff7-4203-acd0-3c25fd91df6b None None] Bound port: 45c997e2-355c-4066-b8d8-70cca071435b, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd1152a0-2903-455b-848d-31642e476fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f467877b-7fd1-4076-b38c-86c30567abc3'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:34:17.632961 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-adecad6f-7ff7-4203-acd0-3c25fd91df6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:17.715395 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e2d0b0f5-55f0-48b5-860e-b8f22f70afed tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:17.729888 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-c477d300-875c-48f8-b625-326b16f60752 None None] For port 1c3e8b70-b4de-4b72-8a62-bab7cc76e3a7, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:34:17.744054 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-c477d300-875c-48f8-b625-326b16f60752 None None] For port 1c3e8b70-b4de-4b72-8a62-bab7cc76e3a7, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=1c3e8b70-b4de-4b72-8a62-bab7cc76e3a7,segment=NetworkSegment(ae728d00-726e-4702-ba92-1f0e48b0925b),segment_id=ae728d00-726e-4702-ba92-1f0e48b0925b)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:34:17.748817 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-adecad6f-7ff7-4203-acd0-3c25fd91df6b None None] For port 45c997e2-355c-4066-b8d8-70cca071435b, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:34:17.750429 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b0ae59-03c0-49c6-9e7a-c7eb1d483656 req-ece71653-7141-44c6-b84d-61ed662f4c68 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:17.751998 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-28b0ae59-03c0-49c6-9e7a-c7eb1d483656 req-ece71653-7141-44c6-b84d-61ed662f4c68 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7eaae3f-eb23-4126-a1e4-aa9915a6cd46 HTTP/1.1" status: 200 len: 945 time: 0.2372360 May 04 17:34:17.752142 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-adecad6f-7ff7-4203-acd0-3c25fd91df6b None None] For port 45c997e2-355c-4066-b8d8-70cca071435b, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=45c997e2-355c-4066-b8d8-70cca071435b,segment=NetworkSegment(bd1152a0-2903-455b-848d-31642e476fd8),segment_id=bd1152a0-2903-455b-848d-31642e476fd8)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:34:17.753970 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-c477d300-875c-48f8-b625-326b16f60752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:17.789290 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-adecad6f-7ff7-4203-acd0-3c25fd91df6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:17.790280 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 54612) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:17.796142 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-716127ef-7775-4d09-8e2b-ed31990cfaf3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'network': {'name': 'tempest-network-smoke--1962260176', 'project_id': '8ede911fc7f845af95dd74968234120d', 'port_security_enabled': True}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:34:17.801321 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-716127ef-7775-4d09-8e2b-ed31990cfaf3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:34:17.811485 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-716127ef-7775-4d09-8e2b-ed31990cfaf3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:34:17.822569 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-716127ef-7775-4d09-8e2b-ed31990cfaf3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Made reservation on behalf of 8ede911fc7f845af95dd74968234120d for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:34:17.824898 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 9313f2ca-8fa0-43da-87a5-6f51d553aec3 up at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:34:17.826445 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-716127ef-7775-4d09-8e2b-ed31990cfaf3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:17.864330 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-716127ef-7775-4d09-8e2b-ed31990cfaf3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:34:17.879813 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-716127ef-7775-4d09-8e2b-ed31990cfaf3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:17.880300 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-716127ef-7775-4d09-8e2b-ed31990cfaf3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Added segment 94edbd2f-3cb2-4850-b4d2-f7e44de9670f of type vlan for network e6044b59-95ab-4501-b15b-cebd17b40a50 May 04 17:34:17.935540 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-716127ef-7775-4d09-8e2b-ed31990cfaf3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:17.966648 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c477d300-875c-48f8-b625-326b16f60752 None None] Pushing event updated for resources: {'Port': ['ID=1c3e8b70-b4de-4b72-8a62-bab7cc76e3a7,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:18.071624 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-716127ef-7775-4d09-8e2b-ed31990cfaf3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:18.081114 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716127ef-7775-4d09-8e2b-ed31990cfaf3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:18.081796 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-716127ef-7775-4d09-8e2b-ed31990cfaf3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:18.085723 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning for port 9313f2ca-8fa0-43da-87a5-6f51d553aec3 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:34:18.099125 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning complete for port 9313f2ca-8fa0-43da-87a5-6f51d553aec3 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:34:18.099632 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:18.135157 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-835fed61-bb00-4bab-9452-47eb45ff192d tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:18.145750 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adecad6f-7ff7-4203-acd0-3c25fd91df6b None None] Pushing event updated for resources: {'Port': ['ID=45c997e2-355c-4066-b8d8-70cca071435b,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:18.270374 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716127ef-7775-4d09-8e2b-ed31990cfaf3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Network': ['ID=e6044b59-95ab-4501-b15b-cebd17b40a50,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:18.279693 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:18.304064 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c5eede-6372-45c2-bc5f-24a84cbb64e6 req-c9691e2e-b57a-408e-a05d-1821e6b709d8 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:18.306064 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network e6044b59-95ab-4501-b15b-cebd17b40a50 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:34:18.309896 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f1c5eede-6372-45c2-bc5f-24a84cbb64e6 req-c9691e2e-b57a-408e-a05d-1821e6b709d8 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/ports?device_id=96cd3b8d-d47f-4739-b328-fa5cb6a34d55 HTTP/1.1" status: 200 len: 943 time: 0.3195248 May 04 17:34:18.312220 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-716127ef-7775-4d09-8e2b-ed31990cfaf3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5207856 May 04 17:34:18.318532 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 54618) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:18.376382 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-28b0ae59-03c0-49c6-9e7a-c7eb1d483656 req-02b1f70a-7a36-4d64-8fc6-00c13868dbb1 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "GET /v2.0/security-groups?id=a49400ca-9754-47a7-84f8-c8fb6cea4011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5767324 May 04 17:34:18.424997 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7eaae3f-eb23-4126-a1e4-aa9915a6cd46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9313f2ca-8fa0-43da-87a5-6f51d553aec3'}] {{(pid=88039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:34:18.510247 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa27590-9015-45e6-b887-2ff560fe7663 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:18.515190 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-835fed61-bb00-4bab-9452-47eb45ff192d tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:18.532357 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-1aa27590-9015-45e6-b887-2ff560fe7663 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=8ede911fc7f845af95dd74968234120d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2133837 May 04 17:34:18.533128 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 54624) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:18.544524 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 9313f2ca-8fa0-43da-87a5-6f51d553aec3, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=9313f2ca-8fa0-43da-87a5-6f51d553aec3,segment=NetworkSegment(bc385158-122c-49e2-a3da-a4705fa248b5),segment_id=bc385158-122c-49e2-a3da-a4705fa248b5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:34:18.552861 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:18.555921 dv-neutron-840426-1-hyperv neutron-server[88039]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d4a901c-892c-4e82-ae31-9b37d4e47ea1'] response: {'server_uuid': 'b7eaae3f-eb23-4126-a1e4-aa9915a6cd46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9313f2ca-8fa0-43da-87a5-6f51d553aec3', 'code': 200} May 04 17:34:18.567657 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f1c5eede-6372-45c2-bc5f-24a84cbb64e6 req-ca1692a3-0a39-462b-8dd2-9ce1dc9d7668 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/security-groups?id=81808876-4a61-479a-81ee-b14447baf6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2409015 May 04 17:34:18.623993 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-e2d0b0f5-55f0-48b5-860e-b8f22f70afed tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Allocated IP 2001:db8::1 (8d7cd3cc-af23-4af6-b872-0f6bfa36f655/eb1c3e2b-386c-4b0c-98a5-a3cc2996009d/3f1fe1a2-a389-4842-b124-d4d5213354b1) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:34:18.633490 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 45c997e2-355c-4066-b8d8-70cca071435b up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:34:18.720782 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4237646-4f8f-46fd-8e24-75cafa26d8fc tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:18.726399 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-f4237646-4f8f-46fd-8e24-75cafa26d8fc tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1864052 May 04 17:34:18.727073 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 54628) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:18.736150 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=9313f2ca-8fa0-43da-87a5-6f51d553aec3,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:18.756072 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 45c997e2-355c-4066-b8d8-70cca071435b completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:34:18.783301 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-835fed61-bb00-4bab-9452-47eb45ff192d tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:18.784909 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-b29ac4cd-d3d0-47ad-ab60-f67163101bb6 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=30bd8d35-9d66-4ec1-9734-58f713c6cd24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0536292 May 04 17:34:18.788133 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 54632) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:18.824529 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835fed61-bb00-4bab-9452-47eb45ff192d tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Pushing event deleted for resources: {'Subnet': ['ID=9c17bfd7-6bc1-40be-b8f3-1ec0cb214cab,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:18.827584 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-14370196-d18b-41ee-a09d-5b957836c912 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=8ede911fc7f845af95dd74968234120d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382473 May 04 17:34:18.830787 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 54636) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:18.866259 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-835fed61-bb00-4bab-9452-47eb45ff192d tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] 10.222.0.41 "DELETE /v2.0/subnets/9c17bfd7-6bc1-40be-b8f3-1ec0cb214cab HTTP/1.1" status: 204 len: 168 time: 2.1071675 May 04 17:34:18.870654 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54640) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:18.968533 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07f32d6-1ccc-49a2-a5f8-770081fd4294 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:18.970709 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e2d0b0f5-55f0-48b5-860e-b8f22f70afed tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:18.972800 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-e07f32d6-1ccc-49a2-a5f8-770081fd4294 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1409731 May 04 17:34:18.974340 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 54644) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:18.995755 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944c8cf1-3971-4c30-89f9-ca9f63d606b2 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:18.997276 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944c8cf1-3971-4c30-89f9-ca9f63d606b2 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:18.998063 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-944c8cf1-3971-4c30-89f9-ca9f63d606b2 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Synchronizing usage tracker for tenant:b7b3ce202f06461f829e676ede2bf890 on resource:subnet {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:34:19.013961 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-e2d0b0f5-55f0-48b5-860e-b8f22f70afed tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Transition to ACTIVE for port object 3f1fe1a2-a389-4842-b124-d4d5213354b1 will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:34:19.020509 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd82d3-0946-4b76-ba61-efbef64a2efc req-a5beee9b-2793-4b71-b285-a462810d1dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:19.020657 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-36e639c4-e053-4801-81fc-af360a4e6f38 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=30bd8d35-9d66-4ec1-9734-58f713c6cd24&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0439076 May 04 17:34:19.021386 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-b8bd82d3-0946-4b76-ba61-efbef64a2efc req-a5beee9b-2793-4b71-b285-a462810d1dc4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b7eaae3f-eb23-4126-a1e4-aa9915a6cd46 HTTP/1.1" status: 200 len: 1099 time: 0.2419586 May 04 17:34:19.022746 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 54648) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:19.028902 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-a816b4a7-4700-4684-a0f7-4a9a8dca1445 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1971892845', 'network_id': 'e6044b59-95ab-4501-b15b-cebd17b40a50', 'project_id': '8ede911fc7f845af95dd74968234120d', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:34:19.047941 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-944c8cf1-3971-4c30-89f9-ca9f63d606b2 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Unset dirty status for tenant:b7b3ce202f06461f829e676ede2bf890 on resource:subnet {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:34:19.052914 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-944c8cf1-3971-4c30-89f9-ca9f63d606b2 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1768041 May 04 17:34:19.053962 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 54652) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:19.083993 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-b8bd82d3-0946-4b76-ba61-efbef64a2efc req-817ab818-3f1d-411f-9f26-b2d6c1057bdc service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a49400ca-9754-47a7-84f8-c8fb6cea4011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548267 May 04 17:34:19.092939 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e2d0b0f5-55f0-48b5-860e-b8f22f70afed tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:19.165046 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d0b0f5-55f0-48b5-860e-b8f22f70afed tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Network 8d7cd3cc-af23-4af6-b872-0f6bfa36f655 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:34:19.168327 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-e2d0b0f5-55f0-48b5-860e-b8f22f70afed tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:34:19.173119 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d0b0f5-55f0-48b5-860e-b8f22f70afed tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:34:19.173119 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e2d0b0f5-55f0-48b5-860e-b8f22f70afed tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710357'] for router_interface, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:19.245198 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-a816b4a7-4700-4684-a0f7-4a9a8dca1445 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:34:19.258025 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a3f39467-ea82-45f2-bbc3-22eb8b1f70e1 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:19.260335 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-a816b4a7-4700-4684-a0f7-4a9a8dca1445 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:subnet and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:34:19.265895 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-a816b4a7-4700-4684-a0f7-4a9a8dca1445 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:34:19.280898 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-a816b4a7-4700-4684-a0f7-4a9a8dca1445 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:34:19.288319 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3f39467-ea82-45f2-bbc3-22eb8b1f70e1 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 04 17:34:19.288785 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3f39467-ea82-45f2-bbc3-22eb8b1f70e1 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:34:19.296148 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-a3f39467-ea82-45f2-bbc3-22eb8b1f70e1 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] 10.222.0.41 "DELETE /v2.0/networks/566b6331-bcf4-4a20-9a3c-c6db36c921ff HTTP/1.1" status: 409 len: 405 time: 0.2419162 May 04 17:34:19.303669 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 54656) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:19.316530 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-d110fe3a-d9bd-4e42-8142-355e4ec20587 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-170215332'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:34:19.323694 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-d110fe3a-d9bd-4e42-8142-355e4ec20587 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:34:19.336199 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-d110fe3a-d9bd-4e42-8142-355e4ec20587 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Usage tracker for resource:network and tenant:b7b3ce202f06461f829e676ede2bf890 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:34:19.339653 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a816b4a7-4700-4684-a0f7-4a9a8dca1445 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Made reservation on behalf of 8ede911fc7f845af95dd74968234120d for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:34:19.343270 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a816b4a7-4700-4684-a0f7-4a9a8dca1445 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:19.361185 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d0b0f5-55f0-48b5-860e-b8f22f70afed tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Pushing event updated for resources: {'Port': ['ID=3f1fe1a2-a389-4842-b124-d4d5213354b1,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:19.363003 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-d110fe3a-d9bd-4e42-8142-355e4ec20587 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:34:19.375866 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-d110fe3a-d9bd-4e42-8142-355e4ec20587 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:34:19.381251 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef055c07-73e4-4f7b-8b55-0296dc4be4a2 None None] Network f467877b-7fd1-4076-b38c-86c30567abc3 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:34:19.475689 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d110fe3a-d9bd-4e42-8142-355e4ec20587 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Made reservation on behalf of b7b3ce202f06461f829e676ede2bf890 for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:34:19.481149 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d110fe3a-d9bd-4e42-8142-355e4ec20587 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:19.492366 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e2d0b0f5-55f0-48b5-860e-b8f22f70afed tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:19.539420 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d110fe3a-d9bd-4e42-8142-355e4ec20587 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:34:19.550499 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d110fe3a-d9bd-4e42-8142-355e4ec20587 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:19.551560 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-d110fe3a-d9bd-4e42-8142-355e4ec20587 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Added segment 63267174-cc99-4fd4-8fed-400b7f91c69c of type vlan for network 2760eaab-edd9-4a1a-9372-0142a306c5ec May 04 17:34:19.551757 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-f62ea548-b2df-487c-a78e-c756575f8a20 None None] Provisioning for port 45c997e2-355c-4066-b8d8-70cca071435b completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:34:19.569329 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-f62ea548-b2df-487c-a78e-c756575f8a20 None None] Provisioning complete for port 45c997e2-355c-4066-b8d8-70cca071435b triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:34:19.569744 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-f62ea548-b2df-487c-a78e-c756575f8a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:19.813380 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d110fe3a-d9bd-4e42-8142-355e4ec20587 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:19.822816 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 11ad7876-fd3d-4eda-b129-6b711b3eb441 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:34:19.885069 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-f62ea548-b2df-487c-a78e-c756575f8a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:19.889764 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed994267-7c30-4949-ada4-2cf94d7c767f req-b9f735ab-c897-450a-8aef-c3b075166fa2 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:19.891606 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-ed994267-7c30-4949-ada4-2cf94d7c767f req-b9f735ab-c897-450a-8aef-c3b075166fa2 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7eaae3f-eb23-4126-a1e4-aa9915a6cd46 HTTP/1.1" status: 200 len: 946 time: 0.3622670 May 04 17:34:19.959669 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-ed994267-7c30-4949-ada4-2cf94d7c767f req-70a7fdc7-73a8-43ee-9f67-2c2aa657268e tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "GET /v2.0/security-groups?id=a49400ca-9754-47a7-84f8-c8fb6cea4011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612612 May 04 17:34:19.962299 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d110fe3a-d9bd-4e42-8142-355e4ec20587 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:19.969553 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d110fe3a-d9bd-4e42-8142-355e4ec20587 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:19.970277 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d110fe3a-d9bd-4e42-8142-355e4ec20587 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:20.022269 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759c7a67-781b-405c-bcc2-01e844994527 None None] Network 566b6331-bcf4-4a20-9a3c-c6db36c921ff requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:34:20.074939 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-f62ea548-b2df-487c-a78e-c756575f8a20 None None] For port 45c997e2-355c-4066-b8d8-70cca071435b, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=45c997e2-355c-4066-b8d8-70cca071435b,segment=NetworkSegment(bd1152a0-2903-455b-848d-31642e476fd8),segment_id=bd1152a0-2903-455b-848d-31642e476fd8)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:34:20.092729 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-f62ea548-b2df-487c-a78e-c756575f8a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:20.161095 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d110fe3a-d9bd-4e42-8142-355e4ec20587 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Pushing event updated for resources: {'Network': ['ID=2760eaab-edd9-4a1a-9372-0142a306c5ec,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:20.165332 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-d110fe3a-d9bd-4e42-8142-355e4ec20587 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8587914 May 04 17:34:20.172858 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54664) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:20.181478 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-6787b204-968d-4839-843e-4caa3a7960c1 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Request body: {'subnet': {'network_id': '2760eaab-edd9-4a1a-9372-0142a306c5ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:34:20.198252 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f803038-8ad5-4e25-8f56-584a35c9a59e req-64f4ccbf-c1a9-4f34-b823-9788d0eece11 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:20.200809 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-3f803038-8ad5-4e25-8f56-584a35c9a59e req-64f4ccbf-c1a9-4f34-b823-9788d0eece11 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/ports?device_id=96cd3b8d-d47f-4739-b328-fa5cb6a34d55 HTTP/1.1" status: 200 len: 943 time: 0.4504917 May 04 17:34:20.210683 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a816b4a7-4700-4684-a0f7-4a9a8dca1445 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:20.230131 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62ea548-b2df-487c-a78e-c756575f8a20 None None] Pushing event updated for resources: {'Port': ['ID=45c997e2-355c-4066-b8d8-70cca071435b,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:20.232835 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 2760eaab-edd9-4a1a-9372-0142a306c5ec details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:34:20.265724 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 11ad7876-fd3d-4eda-b129-6b711b3eb441, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=11ad7876-fd3d-4eda-b129-6b711b3eb441,segment=NetworkSegment(43abb714-434f-4258-8b22-3a18bd64fc2f),segment_id=43abb714-434f-4258-8b22-3a18bd64fc2f)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:34:20.363039 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e2d0b0f5-55f0-48b5-860e-b8f22f70afed tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:20.398395 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e2d0b0f5-55f0-48b5-860e-b8f22f70afed tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:20.399567 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e2d0b0f5-55f0-48b5-860e-b8f22f70afed tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710702'] for router_interface, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:20.408883 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Returning: {'device': '11ad7876-fd3d-4eda-b129-6b711b3eb441', 'network_id': 'b631325e-11d5-4100-a2cb-8b9aba720937', 'port_id': '11ad7876-fd3d-4eda-b129-6b711b3eb441', 'mac_address': 'fa:16:3e:9c:f6:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35d620f1-cc33-411a-8546-1edeed82bf7b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:34:20.459546 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8cdeb8d1-224e-4610-86c1-60cdc1a4b2e8 None None] Provisioning for port 1c3e8b70-b4de-4b72-8a62-bab7cc76e3a7 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:34:20.506627 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a816b4a7-4700-4684-a0f7-4a9a8dca1445 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Subnet': ['ID=22fc0d01-85d2-48cb-8dc6-df1f043da1a0,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:20.512716 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a816b4a7-4700-4684-a0f7-4a9a8dca1445 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Checking segment: {'id': '94edbd2f-3cb2-4850-b4d2-f7e44de9670f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e6044b59-95ab-4501-b15b-cebd17b40a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:34:20.513778 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a816b4a7-4700-4684-a0f7-4a9a8dca1445 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Network hostable DHCP agents. Network: e6044b59-95ab-4501-b15b-cebd17b40a50, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:34:20.534726 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-3f803038-8ad5-4e25-8f56-584a35c9a59e req-c9af91a5-cb42-4d01-b29f-1c2dc45dff5f tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/security-groups?id=81808876-4a61-479a-81ee-b14447baf6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3138311 May 04 17:34:20.542682 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8cdeb8d1-224e-4610-86c1-60cdc1a4b2e8 None None] Provisioning for port 3f1fe1a2-a389-4842-b124-d4d5213354b1 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:34:20.553176 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8cdeb8d1-224e-4610-86c1-60cdc1a4b2e8 None None] Provisioning complete for port 3f1fe1a2-a389-4842-b124-d4d5213354b1 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:34:20.553561 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8cdeb8d1-224e-4610-86c1-60cdc1a4b2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:20.577110 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a816b4a7-4700-4684-a0f7-4a9a8dca1445 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Network e6044b59-95ab-4501-b15b-cebd17b40a50 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:34:20.580167 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d0b0f5-55f0-48b5-860e-b8f22f70afed tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Pushing event updated for resources: {'Port': ['ID=3f1fe1a2-a389-4842-b124-d4d5213354b1,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:20.585263 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 45c997e2-355c-4066-b8d8-70cca071435b up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:34:20.589998 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-a816b4a7-4700-4684-a0f7-4a9a8dca1445 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, e6044b59-95ab-4501-b15b-cebd17b40a50) {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:34:20.601414 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-6787b204-968d-4839-843e-4caa3a7960c1 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:34:20.605721 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a816b4a7-4700-4684-a0f7-4a9a8dca1445 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:20.606360 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a816b4a7-4700-4684-a0f7-4a9a8dca1445 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:20.628814 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-a816b4a7-4700-4684-a0f7-4a9a8dca1445 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.6021264 May 04 17:34:20.665592 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-6787b204-968d-4839-843e-4caa3a7960c1 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:34:20.679648 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f746f2-6ca9-4262-95e0-f17a1d47ed80 None None] Network e6044b59-95ab-4501-b15b-cebd17b40a50 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:34:20.691145 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6787b204-968d-4839-843e-4caa3a7960c1 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Made reservation on behalf of b7b3ce202f06461f829e676ede2bf890 for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:34:20.695101 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6787b204-968d-4839-843e-4caa3a7960c1 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:20.725243 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:20.774577 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11ad7876-fd3d-4eda-b129-6b711b3eb441 {{(pid=88039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:34:20.815532 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d0b0f5-55f0-48b5-860e-b8f22f70afed tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Network 8d7cd3cc-af23-4af6-b872-0f6bfa36f655 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:34:20.817887 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-e2d0b0f5-55f0-48b5-860e-b8f22f70afed tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:34:20.847548 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8cdeb8d1-224e-4610-86c1-60cdc1a4b2e8 None None] Port 3f1fe1a2-a389-4842-b124-d4d5213354b1 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:34:20.857385 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 11ad7876-fd3d-4eda-b129-6b711b3eb441, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=11ad7876-fd3d-4eda-b129-6b711b3eb441,segment=NetworkSegment(43abb714-434f-4258-8b22-3a18bd64fc2f),segment_id=43abb714-434f-4258-8b22-3a18bd64fc2f)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:34:20.875297 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:20.900674 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54670) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:20.920923 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1eb1f4-4077-4650-92a1-30caa49bf8b8 None None] DHCP port deletion for 566b6331-bcf4-4a20-9a3c-c6db36c921ff request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:34:20.959176 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-ca1eb1f4-4077-4650-92a1-30caa49bf8b8 None None] Deleting port 1c3e8b70-b4de-4b72-8a62-bab7cc76e3a7 {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:34:20.959567 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ca1eb1f4-4077-4650-92a1-30caa49bf8b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:20.972007 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-58aef511-4237-4982-8b0b-e693d9dbb8e5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1893066356', 'description': 'tempest-secgroup-smoke-1893066356 description', 'project_id': '8ede911fc7f845af95dd74968234120d'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:34:20.994725 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-58aef511-4237-4982-8b0b-e693d9dbb8e5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:34:21.019776 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-58aef511-4237-4982-8b0b-e693d9dbb8e5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:34:21.049664 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-58aef511-4237-4982-8b0b-e693d9dbb8e5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:21.061675 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 45c997e2-355c-4066-b8d8-70cca071435b triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:34:21.062076 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:21.116663 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2d0b0f5-55f0-48b5-860e-b8f22f70afed tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Router 533c713a-c555-4d46-978a-36889db88f38 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:34:21.126726 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-58aef511-4237-4982-8b0b-e693d9dbb8e5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:34:21.138189 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-58aef511-4237-4982-8b0b-e693d9dbb8e5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:34:21.146467 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-58aef511-4237-4982-8b0b-e693d9dbb8e5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:34:21.189834 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5888a94-ba23-4e79-8bcd-b1b6eff9a15a None None] Provisioning complete for port 45c997e2-355c-4066-b8d8-70cca071435b triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:34:21.190235 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5888a94-ba23-4e79-8bcd-b1b6eff9a15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:21.190836 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca25920-314b-4ce4-8171-6d5c73a16769 req-bad1add8-646a-4948-ad00-31b158299b17 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:21.200398 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-bca25920-314b-4ce4-8171-6d5c73a16769 req-bad1add8-646a-4948-ad00-31b158299b17 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7eaae3f-eb23-4126-a1e4-aa9915a6cd46 HTTP/1.1" status: 200 len: 946 time: 0.1052492 May 04 17:34:21.212396 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=11ad7876-fd3d-4eda-b129-6b711b3eb441,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:21.224316 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-58aef511-4237-4982-8b0b-e693d9dbb8e5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:34:21.257369 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-bca25920-314b-4ce4-8171-6d5c73a16769 req-14330f1c-0b90-4c73-b834-c1d0474ce0ea tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "GET /v2.0/security-groups?id=a49400ca-9754-47a7-84f8-c8fb6cea4011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555975 May 04 17:34:21.265709 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] get_ports_and_sgs() called for port_ids ['11ad7876-fd3d-4eda-b129-6b711b3eb441'] {{(pid=88039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:34:21.402090 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0352c9-08dd-43d7-af0b-06c97d55e63f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-e6044b59-95ab-4501-b15b-cebd17b40a50', 'network_id': 'e6044b59-95ab-4501-b15b-cebd17b40a50', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'fixed_ips': [{'subnet_id': '22fc0d01-85d2-48cb-8dc6-df1f043da1a0'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:34:21.402888 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-6c0352c9-08dd-43d7-af0b-06c97d55e63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:21.544858 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-ca1eb1f4-4077-4650-92a1-30caa49bf8b8 None None] For port 1c3e8b70-b4de-4b72-8a62-bab7cc76e3a7, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=1c3e8b70-b4de-4b72-8a62-bab7cc76e3a7,segment=NetworkSegment(ae728d00-726e-4702-ba92-1f0e48b0925b),segment_id=ae728d00-726e-4702-ba92-1f0e48b0925b)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:34:21.545581 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ca1eb1f4-4077-4650-92a1-30caa49bf8b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:21.606799 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d0b0f5-55f0-48b5-860e-b8f22f70afed tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:34:21.622192 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135e76af-6dfd-4926-a2f1-cffce9e7f58a None None] Sync routers for ids ['533c713a-c555-4d46-978a-36889db88f38'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:34:21.632830 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135e76af-6dfd-4926-a2f1-cffce9e7f58a None None] Routers {'533c713a-c555-4d46-978a-36889db88f38'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:34:21.633431 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-135e76af-6dfd-4926-a2f1-cffce9e7f58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:34:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['533c713a-c555-4d46-978a-36889db88f38'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:21.693532 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-58aef511-4237-4982-8b0b-e693d9dbb8e5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:21.695215 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-135e76af-6dfd-4926-a2f1-cffce9e7f58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:21.704044 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135e76af-6dfd-4926-a2f1-cffce9e7f58a None None] Routers {'533c713a-c555-4d46-978a-36889db88f38'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:34:21.704848 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-135e76af-6dfd-4926-a2f1-cffce9e7f58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:34:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['533c713a-c555-4d46-978a-36889db88f38'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:21.747819 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.objects.ports [None req-6787b204-968d-4839-843e-4caa3a7960c1 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88038) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 04 17:34:21.755617 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6787b204-968d-4839-843e-4caa3a7960c1 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:21.760222 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-ca1eb1f4-4077-4650-92a1-30caa49bf8b8 None None] Calling delete_port for 1c3e8b70-b4de-4b72-8a62-bab7cc76e3a7 owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:34:21.762104 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-58aef511-4237-4982-8b0b-e693d9dbb8e5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:21.765455 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-135e76af-6dfd-4926-a2f1-cffce9e7f58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:21.765840 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135e76af-6dfd-4926-a2f1-cffce9e7f58a None None] The sync data for ids ['533c713a-c555-4d46-978a-36889db88f38'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:34:21.778157 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0207b7e0-d941-492c-b3f2-d082b9a5c7c2 req-9ae2ea59-83a5-4719-9e32-7b1f834a8cc4 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:21.779527 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0207b7e0-d941-492c-b3f2-d082b9a5c7c2 req-9ae2ea59-83a5-4719-9e32-7b1f834a8cc4 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/ports?device_id=96cd3b8d-d47f-4739-b328-fa5cb6a34d55 HTTP/1.1" status: 200 len: 944 time: 0.0909374 May 04 17:34:21.809741 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 1c3e8b70-b4de-4b72-8a62-bab7cc76e3a7 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:34:21.827214 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0207b7e0-d941-492c-b3f2-d082b9a5c7c2 req-3e4484c9-eac5-4d91-8c61-c0f8ca37d2f5 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/security-groups?id=81808876-4a61-479a-81ee-b14447baf6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403025 May 04 17:34:21.883778 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-e2d0b0f5-55f0-48b5-860e-b8f22f70afed tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] 10.222.0.41 "PUT /v2.0/routers/533c713a-c555-4d46-978a-36889db88f38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9463954 May 04 17:34:21.886798 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 54680) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:21.904100 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-58aef511-4237-4982-8b0b-e693d9dbb8e5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:21.905304 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-58aef511-4237-4982-8b0b-e693d9dbb8e5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9991040 May 04 17:34:21.910965 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aef511-4237-4982-8b0b-e693d9dbb8e5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e081081d-d228-40a2-bef4-1b8cc50f7dfa,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:21.916233 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54684) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:21.924171 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ba20b-0770-4e31-9c21-e003cf22b8ec req-2b4cc15e-fc21-4ae8-9ae4-5ff1593d8869 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:21.926191 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-916ba20b-0770-4e31-9c21-e003cf22b8ec req-2b4cc15e-fc21-4ae8-9ae4-5ff1593d8869 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7eaae3f-eb23-4126-a1e4-aa9915a6cd46 HTTP/1.1" status: 200 len: 946 time: 0.5108483 May 04 17:34:21.931918 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6787b204-968d-4839-843e-4caa3a7960c1 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Pushing event updated for resources: {'Subnet': ['ID=8ed67c6c-9913-4415-8a08-892743c39f7a,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:21.958252 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-c5a33d55-0c2b-4125-bcec-fe54740706c4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group_rule': {'security_group_id': 'e081081d-d228-40a2-bef4-1b8cc50f7dfa', 'project_id': '8ede911fc7f845af95dd74968234120d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:34:21.970758 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-c5a33d55-0c2b-4125-bcec-fe54740706c4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:34:21.974397 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6787b204-968d-4839-843e-4caa3a7960c1 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Checking segment: {'id': '63267174-cc99-4fd4-8fed-400b7f91c69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '2760eaab-edd9-4a1a-9372-0142a306c5ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:34:21.975035 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6787b204-968d-4839-843e-4caa3a7960c1 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Network hostable DHCP agents. Network: 2760eaab-edd9-4a1a-9372-0142a306c5ec, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:34:21.989365 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-c5a33d55-0c2b-4125-bcec-fe54740706c4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:34:21.994883 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-c5a33d55-0c2b-4125-bcec-fe54740706c4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:34:22.009308 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-c5a33d55-0c2b-4125-bcec-fe54740706c4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:34:22.042805 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-916ba20b-0770-4e31-9c21-e003cf22b8ec req-55b822dc-84a6-4683-8ac7-48111a7db655 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "GET /v2.0/security-groups?id=a49400ca-9754-47a7-84f8-c8fb6cea4011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067924 May 04 17:34:22.050124 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6787b204-968d-4839-843e-4caa3a7960c1 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Network 2760eaab-edd9-4a1a-9372-0142a306c5ec is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:34:22.052426 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ca1eb1f4-4077-4650-92a1-30caa49bf8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124'] for port, after_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:22.057185 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-6c0352c9-08dd-43d7-af0b-06c97d55e63f None None] Allocated IP 172.20.0.18 (e6044b59-95ab-4501-b15b-cebd17b40a50/22fc0d01-85d2-48cb-8dc6-df1f043da1a0/27f9023c-352e-4e3f-b4c2-c051b3257baf) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:34:22.069047 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c5a33d55-0c2b-4125-bcec-fe54740706c4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:22.071926 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 54688) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:22.086717 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-6787b204-968d-4839-843e-4caa3a7960c1 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 2760eaab-edd9-4a1a-9372-0142a306c5ec) {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:34:22.099078 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6787b204-968d-4839-843e-4caa3a7960c1 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:22.099710 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6787b204-968d-4839-843e-4caa3a7960c1 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:22.104462 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c5efc3-caa4-4372-af8c-a3a93b769218 None None] Network 2760eaab-edd9-4a1a-9372-0142a306c5ec requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:34:22.137100 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-6787b204-968d-4839-843e-4caa3a7960c1 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.9619958 May 04 17:34:22.137884 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54692) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:22.155768 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7f091afa-78b9-4cfa-87bc-6f85ee8a4d05 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks [] for router, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:22.166703 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1eb1f4-4077-4650-92a1-30caa49bf8b8 None None] Pushing event deleted for resources: {'Port': ['ID=1c3e8b70-b4de-4b72-8a62-bab7cc76e3a7,revision_number=None']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:22.189436 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1eb1f4-4077-4650-92a1-30caa49bf8b8 None None] No DVR routers for this DVR port 1c3e8b70-b4de-4b72-8a62-bab7cc76e3a7 on host dv-neutron-840426-1-hyperv {{(pid=88039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:34:22.195753 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c5a33d55-0c2b-4125-bcec-fe54740706c4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:22.208728 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c5a33d55-0c2b-4125-bcec-fe54740706c4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:22.232172 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 1c3e8b70-b4de-4b72-8a62-bab7cc76e3a7 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:34:22.232546 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:22.295084 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c5a33d55-0c2b-4125-bcec-fe54740706c4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:22.296720 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-c5a33d55-0c2b-4125-bcec-fe54740706c4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3693776 May 04 17:34:22.301636 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54696) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:22.324729 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a33d55-0c2b-4125-bcec-fe54740706c4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91a13f76-3c40-4d40-b039-edc58fb0d76b,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:22.324977 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ed9ae2-d2a5-4dd4-8192-d1902d873f9d tempest-TestNetworkAdvancedServerOps-1941739774 tempest-TestNetworkAdvancedServerOps-1941739774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:22.324977 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-36ed9ae2-d2a5-4dd4-8192-d1902d873f9d tempest-TestNetworkAdvancedServerOps-1941739774 tempest-TestNetworkAdvancedServerOps-1941739774-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b7eaae3f-eb23-4126-a1e4-aa9915a6cd46 HTTP/1.1" status: 200 len: 1094 time: 0.2487140 May 04 17:34:22.325523 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-d4e49e85-032b-444b-8f4c-98fad32894c6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group_rule': {'security_group_id': 'e081081d-d228-40a2-bef4-1b8cc50f7dfa', 'project_id': '8ede911fc7f845af95dd74968234120d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:34:22.327729 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 54700) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:22.335095 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-d4e49e85-032b-444b-8f4c-98fad32894c6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:34:22.337238 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-c157aa8b-2ff8-4cb4-a744-f4809700e7f8 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Request body: {'floatingip': {'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'port_id': '9313f2ca-8fa0-43da-87a5-6f51d553aec3', 'tenant_id': '0b9713f8a29b4c8ca7f63dcb9b50b5ce', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:34:22.346285 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-c157aa8b-2ff8-4cb4-a744-f4809700e7f8 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:34:22.350152 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-d4e49e85-032b-444b-8f4c-98fad32894c6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:34:22.350608 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.api.v2.resource [None req-7f091afa-78b9-4cfa-87bc-6f85ee8a4d05 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] delete failed (client error): There was a conflict when trying to complete your request. May 04 17:34:22.354728 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-7f091afa-78b9-4cfa-87bc-6f85ee8a4d05 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] 10.222.0.41 "DELETE /v2.0/routers/533c713a-c555-4d46-978a-36889db88f38 HTTP/1.1" status: 409 len: 329 time: 0.4664567 May 04 17:34:22.356266 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 54704) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:22.356553 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-d4e49e85-032b-444b-8f4c-98fad32894c6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:34:22.357837 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-c157aa8b-2ff8-4cb4-a744-f4809700e7f8 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Usage tracker for resource:floatingip and tenant:0b9713f8a29b4c8ca7f63dcb9b50b5ce is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:34:22.362849 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-c157aa8b-2ff8-4cb4-a744-f4809700e7f8 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:34:22.365635 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-d4e49e85-032b-444b-8f4c-98fad32894c6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:34:22.370885 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-32d4fd91-066c-4e60-8ac3-24da123d4224 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:22.388054 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Port 1c3e8b70-b4de-4b72-8a62-bab7cc76e3a7 was deleted so its status cannot be updated. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 04 17:34:22.422888 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-c157aa8b-2ff8-4cb4-a744-f4809700e7f8 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:34:22.435859 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d4e49e85-032b-444b-8f4c-98fad32894c6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:22.466457 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-49f5049f-e520-49d9-9c41-d715738d0809 None None] Provisioning complete for port 3f1fe1a2-a389-4842-b124-d4d5213354b1 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:34:22.466726 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-49f5049f-e520-49d9-9c41-d715738d0809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:22.484697 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-32d4fd91-066c-4e60-8ac3-24da123d4224 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:22.511097 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c157aa8b-2ff8-4cb4-a744-f4809700e7f8 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks [] for floatingip, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:22.511389 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 1c3e8b70-b4de-4b72-8a62-bab7cc76e3a7 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:34:22.570597 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d4e49e85-032b-444b-8f4c-98fad32894c6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:22.577510 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d4e49e85-032b-444b-8f4c-98fad32894c6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:22.591800 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-32d4fd91-066c-4e60-8ac3-24da123d4224 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:22.643272 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e49e85-032b-444b-8f4c-98fad32894c6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d7aafcb-5ddc-4ac9-af76-4a1240cbc6ba,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:22.654746 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d4fd91-066c-4e60-8ac3-24da123d4224 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Pushing event deleted for resources: {'Subnet': ['ID=8ed67c6c-9913-4415-8a08-892743c39f7a,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:22.669164 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 1c3e8b70-b4de-4b72-8a62-bab7cc76e3a7 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:34:22.669688 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 1c3e8b70-b4de-4b72-8a62-bab7cc76e3a7 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:34:22.691840 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d4e49e85-032b-444b-8f4c-98fad32894c6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:22.693164 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-d4e49e85-032b-444b-8f4c-98fad32894c6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3799720 May 04 17:34:22.697755 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54708) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:22.702327 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-71f8b2bb-8be1-41b7-8f00-3238f6d4cb44 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group_rule': {'security_group_id': 'e081081d-d228-40a2-bef4-1b8cc50f7dfa', 'project_id': '8ede911fc7f845af95dd74968234120d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:34:22.721655 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-71f8b2bb-8be1-41b7-8f00-3238f6d4cb44 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:34:22.730823 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-71f8b2bb-8be1-41b7-8f00-3238f6d4cb44 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:34:22.782152 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-71f8b2bb-8be1-41b7-8f00-3238f6d4cb44 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:34:22.789789 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-49f5049f-e520-49d9-9c41-d715738d0809 None None] Port 3f1fe1a2-a389-4842-b124-d4d5213354b1 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:34:22.790036 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-32d4fd91-066c-4e60-8ac3-24da123d4224 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:22.802297 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-71f8b2bb-8be1-41b7-8f00-3238f6d4cb44 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:34:22.824181 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-32d4fd91-066c-4e60-8ac3-24da123d4224 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2760eaab-edd9-4a1a-9372-0142a306c5ec']}} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:22.842223 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-32d4fd91-066c-4e60-8ac3-24da123d4224 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63267174-cc99-4fd4-8fed-400b7f91c69c') {'for_net_delete': True} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:22.842595 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-32d4fd91-066c-4e60-8ac3-24da123d4224 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63267174-cc99-4fd4-8fed-400b7f91c69c') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:22.850857 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-71f8b2bb-8be1-41b7-8f00-3238f6d4cb44 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:22.867493 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-32d4fd91-066c-4e60-8ac3-24da123d4224 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801627'] for segment, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:22.901303 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-32d4fd91-066c-4e60-8ac3-24da123d4224 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:22.904380 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416faa17-7e1a-4803-8f59-0e80da4576a6 None None] Network 2760eaab-edd9-4a1a-9372-0142a306c5ec requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:34:22.915871 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32d4fd91-066c-4e60-8ac3-24da123d4224 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=88038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:34:22.916549 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-32d4fd91-066c-4e60-8ac3-24da123d4224 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7881827'] for segment, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:22.931129 dv-neutron-840426-1-hyperv neutron-server[88038]: Traceback (most recent call last): May 04 17:34:22.931129 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:34:22.931129 dv-neutron-840426-1-hyperv neutron-server[88038]: timer() May 04 17:34:22.931129 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:34:22.931129 dv-neutron-840426-1-hyperv neutron-server[88038]: cb(*args, **kw) May 04 17:34:22.931129 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:34:22.931129 dv-neutron-840426-1-hyperv neutron-server[88038]: return func(*args, **kwargs) May 04 17:34:22.931129 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:34:22.931129 dv-neutron-840426-1-hyperv neutron-server[88038]: self._notify() May 04 17:34:22.931129 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:34:22.931129 dv-neutron-840426-1-hyperv neutron-server[88038]: self.callback(batched_events) May 04 17:34:22.931129 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:34:22.931129 dv-neutron-840426-1-hyperv neutron-server[88038]: event.method(event) May 04 17:34:22.931129 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:34:22.931129 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:34:22.931129 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:34:22.931129 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:34:22.931129 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:34:22.931129 dv-neutron-840426-1-hyperv neutron-server[88038]: return f(self, *a, **k) May 04 17:34:22.931129 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:34:22.931129 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._get(url).json() May 04 17:34:22.931129 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:34:22.931129 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:34:22.931129 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:34:22.931129 dv-neutron-840426-1-hyperv neutron-server[88038]: return self.request(url, 'GET', **kwargs) May 04 17:34:22.931129 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:34:22.931129 dv-neutron-840426-1-hyperv neutron-server[88038]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:34:22.931129 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:34:22.931129 dv-neutron-840426-1-hyperv neutron-server[88038]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:34:22.931129 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:34:22.931129 dv-neutron-840426-1-hyperv neutron-server[88038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:34:22.931129 dv-neutron-840426-1-hyperv neutron-server[88038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:34:23.026638 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-71f8b2bb-8be1-41b7-8f00-3238f6d4cb44 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:23.029667 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-32d4fd91-066c-4e60-8ac3-24da123d4224 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:23.032170 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-71f8b2bb-8be1-41b7-8f00-3238f6d4cb44 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:23.055671 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-32d4fd91-066c-4e60-8ac3-24da123d4224 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:23.092348 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8b2bb-8be1-41b7-8f00-3238f6d4cb44 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4ec0243-7a43-434b-a429-7fcb17aafb09,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:23.094368 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-71f8b2bb-8be1-41b7-8f00-3238f6d4cb44 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:23.095888 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-71f8b2bb-8be1-41b7-8f00-3238f6d4cb44 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3976479 May 04 17:34:23.097783 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d4fd91-066c-4e60-8ac3-24da123d4224 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Pushing event deleted for resources: {'Network': ['ID=2760eaab-edd9-4a1a-9372-0142a306c5ec,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:23.099371 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54714) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:23.103026 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-32d4fd91-066c-4e60-8ac3-24da123d4224 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] 10.222.0.41 "DELETE /v2.0/networks/2760eaab-edd9-4a1a-9372-0142a306c5ec HTTP/1.1" status: 204 len: 168 time: 0.9629326 May 04 17:34:23.107304 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-f8898247-796e-4e12-97a7-1d128df06897 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group_rule': {'security_group_id': 'e081081d-d228-40a2-bef4-1b8cc50f7dfa', 'project_id': '8ede911fc7f845af95dd74968234120d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:34:23.108877 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 54718) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:23.114725 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-f8898247-796e-4e12-97a7-1d128df06897 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:34:23.118388 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-f80b2c5e-ec21-4700-a890-caf5f1eb6d82 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-280533174'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:34:23.119159 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-f8898247-796e-4e12-97a7-1d128df06897 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:34:23.122578 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-f8898247-796e-4e12-97a7-1d128df06897 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:34:23.126427 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c157aa8b-2ff8-4cb4-a744-f4809700e7f8 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:23.128877 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-f8898247-796e-4e12-97a7-1d128df06897 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:34:23.129866 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-f80b2c5e-ec21-4700-a890-caf5f1eb6d82 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:34:23.144392 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-6c0352c9-08dd-43d7-af0b-06c97d55e63f None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:23.147028 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f8898247-796e-4e12-97a7-1d128df06897 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:23.171057 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-f80b2c5e-ec21-4700-a890-caf5f1eb6d82 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Usage tracker for resource:network and tenant:b7b3ce202f06461f829e676ede2bf890 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:34:23.177770 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-f80b2c5e-ec21-4700-a890-caf5f1eb6d82 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:34:23.189636 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-f80b2c5e-ec21-4700-a890-caf5f1eb6d82 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:34:23.193948 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-6c0352c9-08dd-43d7-af0b-06c97d55e63f None None] Transition to ACTIVE for port object 27f9023c-352e-4e3f-b4c2-c051b3257baf will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:34:23.227600 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-6c0352c9-08dd-43d7-af0b-06c97d55e63f None None] Transition to ACTIVE for port object 27f9023c-352e-4e3f-b4c2-c051b3257baf will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:34:23.232444 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80b2c5e-ec21-4700-a890-caf5f1eb6d82 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Made reservation on behalf of b7b3ce202f06461f829e676ede2bf890 for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:34:23.235711 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f80b2c5e-ec21-4700-a890-caf5f1eb6d82 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:23.235871 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-6c0352c9-08dd-43d7-af0b-06c97d55e63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:23.269003 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f8898247-796e-4e12-97a7-1d128df06897 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:23.273393 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f8898247-796e-4e12-97a7-1d128df06897 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:23.286213 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc358a5a-8cdd-4815-9485-01ca640c9c58 req-0ccbf898-df5a-412f-917a-b5c2524f5442 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:23.287660 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-fc358a5a-8cdd-4815-9485-01ca640c9c58 req-0ccbf898-df5a-412f-917a-b5c2524f5442 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/ports?device_id=96cd3b8d-d47f-4739-b328-fa5cb6a34d55 HTTP/1.1" status: 200 len: 944 time: 0.2745895 May 04 17:34:23.304715 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8898247-796e-4e12-97a7-1d128df06897 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=736e89e0-b364-4674-a99a-1f1f3f488c2a,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:23.307343 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0352c9-08dd-43d7-af0b-06c97d55e63f None None] Network e6044b59-95ab-4501-b15b-cebd17b40a50 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:34:23.310582 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-6c0352c9-08dd-43d7-af0b-06c97d55e63f None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:34:23.314576 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0352c9-08dd-43d7-af0b-06c97d55e63f None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:34:23.320801 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0352c9-08dd-43d7-af0b-06c97d55e63f None None] Pushing event updated for resources: {'Port': ['ID=27f9023c-352e-4e3f-b4c2-c051b3257baf,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:23.326105 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f8898247-796e-4e12-97a7-1d128df06897 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:23.327832 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-f8898247-796e-4e12-97a7-1d128df06897 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2273743 May 04 17:34:23.330442 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54722) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:23.336937 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-a44ad655-c914-4fcb-a6bd-80f33ad0f4d3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group_rule': {'security_group_id': 'e081081d-d228-40a2-bef4-1b8cc50f7dfa', 'project_id': '8ede911fc7f845af95dd74968234120d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:34:23.342963 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-a44ad655-c914-4fcb-a6bd-80f33ad0f4d3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:34:23.346936 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-a44ad655-c914-4fcb-a6bd-80f33ad0f4d3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:34:23.350690 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-a44ad655-c914-4fcb-a6bd-80f33ad0f4d3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:34:23.356395 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-a44ad655-c914-4fcb-a6bd-80f33ad0f4d3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:34:23.367160 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.securitygroups_db [None req-a44ad655-c914-4fcb-a6bd-80f33ad0f4d3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Project 8ede911fc7f845af95dd74968234120d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 17:34:23.374121 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a44ad655-c914-4fcb-a6bd-80f33ad0f4d3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:23.416051 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-6c0352c9-08dd-43d7-af0b-06c97d55e63f None None] Attempting to bind port 27f9023c-352e-4e3f-b4c2-c051b3257baf on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:34:23.416467 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-6c0352c9-08dd-43d7-af0b-06c97d55e63f None None] Attempting to bind port 27f9023c-352e-4e3f-b4c2-c051b3257baf by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '94edbd2f-3cb2-4850-b4d2-f7e44de9670f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e6044b59-95ab-4501-b15b-cebd17b40a50'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:34:23.416864 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0352c9-08dd-43d7-af0b-06c97d55e63f None None] Attempting to bind port 27f9023c-352e-4e3f-b4c2-c051b3257baf on network e6044b59-95ab-4501-b15b-cebd17b40a50 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:34:23.418147 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-fc358a5a-8cdd-4815-9485-01ca640c9c58 req-4eb009b2-a2fe-41bb-b8f2-6100c2a32735 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/security-groups?id=81808876-4a61-479a-81ee-b14447baf6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180365 May 04 17:34:23.423365 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0352c9-08dd-43d7-af0b-06c97d55e63f None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:34:23.424361 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0352c9-08dd-43d7-af0b-06c97d55e63f None None] Checking segment: {'id': '94edbd2f-3cb2-4850-b4d2-f7e44de9670f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e6044b59-95ab-4501-b15b-cebd17b40a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:34:23.424361 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-6c0352c9-08dd-43d7-af0b-06c97d55e63f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:23.424559 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0352c9-08dd-43d7-af0b-06c97d55e63f None None] Bound using segment: {'id': '94edbd2f-3cb2-4850-b4d2-f7e44de9670f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e6044b59-95ab-4501-b15b-cebd17b40a50'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:34:23.425025 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-6c0352c9-08dd-43d7-af0b-06c97d55e63f None None] Bound port: 27f9023c-352e-4e3f-b4c2-c051b3257baf, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94edbd2f-3cb2-4850-b4d2-f7e44de9670f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e6044b59-95ab-4501-b15b-cebd17b40a50'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:34:23.425557 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-6c0352c9-08dd-43d7-af0b-06c97d55e63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:23.439754 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f80b2c5e-ec21-4700-a890-caf5f1eb6d82 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:34:23.462821 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-c157aa8b-2ff8-4cb4-a744-f4809700e7f8 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Allocated IP 172.26.0.10 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/34af8548-6748-4d77-9db4-a22d4a7c2ae4) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:34:23.464999 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a44ad655-c914-4fcb-a6bd-80f33ad0f4d3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:23.465165 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f80b2c5e-ec21-4700-a890-caf5f1eb6d82 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:23.465495 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-f80b2c5e-ec21-4700-a890-caf5f1eb6d82 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Added segment c12f3e44-9244-41e0-b066-2d08fd52c403 of type vlan for network e5b28894-314d-4347-b9f0-e9df7db05fa4 May 04 17:34:23.470548 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a44ad655-c914-4fcb-a6bd-80f33ad0f4d3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:23.485894 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ad8d8acb-b3ce-48c1-bcd5-5512c2a3ac5b tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710748'] for router_interface, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:23.496205 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44ad655-c914-4fcb-a6bd-80f33ad0f4d3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e0f656d-908f-4b9e-adf5-e3cbf247e25f,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:23.506440 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a44ad655-c914-4fcb-a6bd-80f33ad0f4d3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:23.510393 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-a44ad655-c914-4fcb-a6bd-80f33ad0f4d3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1763968 May 04 17:34:23.510722 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54726) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:23.515978 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-16fe6163-b626-4753-9f0e-63341a690698 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group_rule': {'security_group_id': 'e081081d-d228-40a2-bef4-1b8cc50f7dfa', 'project_id': '8ede911fc7f845af95dd74968234120d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:34:23.522433 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-16fe6163-b626-4753-9f0e-63341a690698 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:34:23.526569 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-16fe6163-b626-4753-9f0e-63341a690698 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:34:23.528149 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-6c0352c9-08dd-43d7-af0b-06c97d55e63f None None] For port 27f9023c-352e-4e3f-b4c2-c051b3257baf, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:34:23.530274 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-16fe6163-b626-4753-9f0e-63341a690698 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:34:23.531852 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-6c0352c9-08dd-43d7-af0b-06c97d55e63f None None] For port 27f9023c-352e-4e3f-b4c2-c051b3257baf, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=27f9023c-352e-4e3f-b4c2-c051b3257baf,segment=NetworkSegment(94edbd2f-3cb2-4850-b4d2-f7e44de9670f),segment_id=94edbd2f-3cb2-4850-b4d2-f7e44de9670f)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:34:23.536586 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-16fe6163-b626-4753-9f0e-63341a690698 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:34:23.538302 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-6c0352c9-08dd-43d7-af0b-06c97d55e63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:23.547420 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.securitygroups_db [None req-16fe6163-b626-4753-9f0e-63341a690698 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Project 8ede911fc7f845af95dd74968234120d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 17:34:23.555200 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-16fe6163-b626-4753-9f0e-63341a690698 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:23.625687 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-16fe6163-b626-4753-9f0e-63341a690698 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:23.628347 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0352c9-08dd-43d7-af0b-06c97d55e63f None None] Pushing event updated for resources: {'Port': ['ID=27f9023c-352e-4e3f-b4c2-c051b3257baf,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:23.630650 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-16fe6163-b626-4753-9f0e-63341a690698 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:23.666226 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fe6163-b626-4753-9f0e-63341a690698 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8e6a357-6b5d-487a-bc9c-cacbcf505ff8,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:23.680679 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-16fe6163-b626-4753-9f0e-63341a690698 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:23.690575 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-16fe6163-b626-4753-9f0e-63341a690698 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1786475 May 04 17:34:23.699854 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f80b2c5e-ec21-4700-a890-caf5f1eb6d82 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:23.945268 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f80b2c5e-ec21-4700-a890-caf5f1eb6d82 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:23.950884 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80b2c5e-ec21-4700-a890-caf5f1eb6d82 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:23.951564 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f80b2c5e-ec21-4700-a890-caf5f1eb6d82 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:23.954058 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-37f802cd-e8ef-4dfa-8d4e-5c69440b7802 req-205907e2-f47c-45db-a16c-6debdc335654 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Synchronizing usage tracker for tenant:8ede911fc7f845af95dd74968234120d on resource:security_group {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:34:23.976721 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-37f802cd-e8ef-4dfa-8d4e-5c69440b7802 req-205907e2-f47c-45db-a16c-6debdc335654 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Unset dirty status for tenant:8ede911fc7f845af95dd74968234120d on resource:security_group {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:34:23.978202 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-37f802cd-e8ef-4dfa-8d4e-5c69440b7802 req-205907e2-f47c-45db-a16c-6debdc335654 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1893066356&fields=id&tenant_id=8ede911fc7f845af95dd74968234120d HTTP/1.1" status: 200 len: 267 time: 0.0664597 May 04 17:34:24.009206 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c157aa8b-2ff8-4cb4-a744-f4809700e7f8 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:24.093287 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-f80b2c5e-ec21-4700-a890-caf5f1eb6d82 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9822695 May 04 17:34:24.101132 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 54742) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:24.103708 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80b2c5e-ec21-4700-a890-caf5f1eb6d82 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Pushing event updated for resources: {'Network': ['ID=e5b28894-314d-4347-b9f0-e9df7db05fa4,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:24.113998 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-1e378d5c-190c-4da5-9b7c-2e423ca9af27 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Request body: {'subnet': {'network_id': 'e5b28894-314d-4347-b9f0-e9df7db05fa4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:34:24.115769 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network e5b28894-314d-4347-b9f0-e9df7db05fa4 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:34:24.258862 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f802cd-e8ef-4dfa-8d4e-5c69440b7802 req-b9703bac-de2b-4200-af6b-881c3850ce4e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:24.260809 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-37f802cd-e8ef-4dfa-8d4e-5c69440b7802 req-b9703bac-de2b-4200-af6b-881c3850ce4e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/networks?id=e6044b59-95ab-4501-b15b-cebd17b40a50 HTTP/1.1" status: 200 len: 797 time: 0.2757728 May 04 17:34:24.276723 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-37f802cd-e8ef-4dfa-8d4e-5c69440b7802 req-98d596c2-f661-45b1-bbd8-b812fe496941 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/quotas/8ede911fc7f845af95dd74968234120d HTTP/1.1" status: 200 len: 375 time: 0.0092285 May 04 17:34:24.290496 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-1e378d5c-190c-4da5-9b7c-2e423ca9af27 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:34:24.304654 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c157aa8b-2ff8-4cb4-a744-f4809700e7f8 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:24.308290 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-1e378d5c-190c-4da5-9b7c-2e423ca9af27 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:34:24.375479 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-ad8d8acb-b3ce-48c1-bcd5-5512c2a3ac5b tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Deleting port 3f1fe1a2-a389-4842-b124-d4d5213354b1 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:34:24.375847 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ad8d8acb-b3ce-48c1-bcd5-5512c2a3ac5b tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:24.379238 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-37f802cd-e8ef-4dfa-8d4e-5c69440b7802 req-6e4d977c-b4f7-4400-87e8-88a2ff7e2902 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8ede911fc7f845af95dd74968234120d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0957899 May 04 17:34:24.415941 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e378d5c-190c-4da5-9b7c-2e423ca9af27 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Made reservation on behalf of b7b3ce202f06461f829e676ede2bf890 for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:34:24.419419 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1e378d5c-190c-4da5-9b7c-2e423ca9af27 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:24.440907 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c157aa8b-2ff8-4cb4-a744-f4809700e7f8 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:34:24.462110 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-c157aa8b-2ff8-4cb4-a744-f4809700e7f8 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:34:24.471564 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c157aa8b-2ff8-4cb4-a744-f4809700e7f8 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:34:24.536771 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c157aa8b-2ff8-4cb4-a744-f4809700e7f8 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Pushing event updated for resources: {'Port': ['ID=34af8548-6748-4d77-9db4-a22d4a7c2ae4,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:24.557821 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 27f9023c-352e-4e3f-b4c2-c051b3257baf up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:34:24.565332 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-37f802cd-e8ef-4dfa-8d4e-5c69440b7802 req-702c79cc-770e-456d-b84d-261457f7a2e2 service neutron] 10.222.0.41 "GET /v2.0/networks/e6044b59-95ab-4501-b15b-cebd17b40a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725757 May 04 17:34:24.647202 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 27f9023c-352e-4e3f-b4c2-c051b3257baf completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:34:24.730602 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-37f802cd-e8ef-4dfa-8d4e-5c69440b7802 req-50e9cbb6-582f-496e-8ba6-5e66b4d342f9 service neutron] 10.222.0.41 "GET /v2.0/networks/e6044b59-95ab-4501-b15b-cebd17b40a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580427 May 04 17:34:24.827248 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b90adb-e1a4-4ef2-9c12-e038a4e065d4 None None] Network e6044b59-95ab-4501-b15b-cebd17b40a50 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:34:24.927146 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-69b3c1ef-d795-4214-8e57-053ec47d5a63 req-7ec8ee79-9507-420e-907d-78776c447e45 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=49b9b7ef-4613-4174-976f-7b150370e2d7 HTTP/1.1" status: 200 len: 210 time: 0.0549459 May 04 17:34:24.946603 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-b2750566-4a9e-44ff-8b2d-87f67b50478e None None] Provisioning for port 27f9023c-352e-4e3f-b4c2-c051b3257baf completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:34:24.959310 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-b2750566-4a9e-44ff-8b2d-87f67b50478e None None] Provisioning complete for port 27f9023c-352e-4e3f-b4c2-c051b3257baf triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:34:24.959693 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b2750566-4a9e-44ff-8b2d-87f67b50478e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:25.242716 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b2750566-4a9e-44ff-8b2d-87f67b50478e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:25.290981 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-b2750566-4a9e-44ff-8b2d-87f67b50478e None None] For port 27f9023c-352e-4e3f-b4c2-c051b3257baf, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=27f9023c-352e-4e3f-b4c2-c051b3257baf,segment=NetworkSegment(94edbd2f-3cb2-4850-b4d2-f7e44de9670f),segment_id=94edbd2f-3cb2-4850-b4d2-f7e44de9670f)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:34:25.292307 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ad8d8acb-b3ce-48c1-bcd5-5512c2a3ac5b tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:25.298199 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b2750566-4a9e-44ff-8b2d-87f67b50478e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:25.370620 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2750566-4a9e-44ff-8b2d-87f67b50478e None None] Pushing event updated for resources: {'Port': ['ID=27f9023c-352e-4e3f-b4c2-c051b3257baf,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:25.440378 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-ad8d8acb-b3ce-48c1-bcd5-5512c2a3ac5b tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Calling delete_port for 3f1fe1a2-a389-4842-b124-d4d5213354b1 owned by network:router_interface {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:34:25.525789 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-13d77da4-97f6-44fe-ab9a-ed863ccc9801 None None] Provisioning complete for port 27f9023c-352e-4e3f-b4c2-c051b3257baf triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:34:25.526279 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-13d77da4-97f6-44fe-ab9a-ed863ccc9801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:25.543497 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2cd859-e0a4-404c-9aa2-76ca40824367 req-a90771ca-b987-4c35-b57d-f69cc68617a2 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:25.544986 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-fe2cd859-e0a4-404c-9aa2-76ca40824367 req-a90771ca-b987-4c35-b57d-f69cc68617a2 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/ports?device_id=96cd3b8d-d47f-4739-b328-fa5cb6a34d55 HTTP/1.1" status: 200 len: 944 time: 0.8087385 May 04 17:34:25.621738 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1e378d5c-190c-4da5-9b7c-2e423ca9af27 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:25.794379 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-fe2cd859-e0a4-404c-9aa2-76ca40824367 req-9e33a968-a589-4b0f-b00a-8c566ff3f67f tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/security-groups?id=81808876-4a61-479a-81ee-b14447baf6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1922865 May 04 17:34:25.794971 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e378d5c-190c-4da5-9b7c-2e423ca9af27 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Pushing event updated for resources: {'Subnet': ['ID=63da3b19-7929-4096-a4f0-9c41a72c7e19,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:25.822511 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e378d5c-190c-4da5-9b7c-2e423ca9af27 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Checking segment: {'id': 'c12f3e44-9244-41e0-b066-2d08fd52c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e5b28894-314d-4347-b9f0-e9df7db05fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:34:25.822877 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e378d5c-190c-4da5-9b7c-2e423ca9af27 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Network hostable DHCP agents. Network: e5b28894-314d-4347-b9f0-e9df7db05fa4, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:34:25.855545 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 11ad7876-fd3d-4eda-b129-6b711b3eb441 up at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:34:25.897876 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e378d5c-190c-4da5-9b7c-2e423ca9af27 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Network e5b28894-314d-4347-b9f0-e9df7db05fa4 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:34:25.928841 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-1e378d5c-190c-4da5-9b7c-2e423ca9af27 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, e5b28894-314d-4347-b9f0-e9df7db05fa4) {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:34:25.943156 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e378d5c-190c-4da5-9b7c-2e423ca9af27 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:25.943754 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1e378d5c-190c-4da5-9b7c-2e423ca9af27 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:25.945141 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a3cbd8-5025-4dce-a5bb-bc378c5827a7 None None] Network e5b28894-314d-4347-b9f0-e9df7db05fa4 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:34:25.961408 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ad8d8acb-b3ce-48c1-bcd5-5512c2a3ac5b tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:26.023448 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8d8acb-b3ce-48c1-bcd5-5512c2a3ac5b tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Pushing event deleted for resources: {'Port': ['ID=3f1fe1a2-a389-4842-b124-d4d5213354b1,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:26.031439 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c157aa8b-2ff8-4cb4-a744-f4809700e7f8 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:26.065801 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f802cd-e8ef-4dfa-8d4e-5c69440b7802 req-4c026da4-7007-4db8-a0a8-7c3eb90e014c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:26.068042 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-37f802cd-e8ef-4dfa-8d4e-5c69440b7802 req-4c026da4-7007-4db8-a0a8-7c3eb90e014c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.42 "GET /v2.0/networks?id=e6044b59-95ab-4501-b15b-cebd17b40a50 HTTP/1.1" status: 200 len: 797 time: 0.1691225 May 04 17:34:26.084151 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-1e378d5c-190c-4da5-9b7c-2e423ca9af27 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9785759 May 04 17:34:26.085160 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 54760) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:26.136540 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-37f802cd-e8ef-4dfa-8d4e-5c69440b7802 req-932e748f-8fae-44db-8c2f-9a670cd23690 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ede911fc7f845af95dd74968234120d HTTP/1.1" status: 200 len: 472 time: 0.0564337 May 04 17:34:26.138160 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning for port 11ad7876-fd3d-4eda-b129-6b711b3eb441 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:34:26.147926 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning complete for port 11ad7876-fd3d-4eda-b129-6b711b3eb441 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:34:26.148442 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:26.148819 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [req-37f802cd-e8ef-4dfa-8d4e-5c69440b7802 req-afa36bb8-8ff9-44b0-b82c-332e638ff96d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'port': {'device_id': '49b9b7ef-4613-4174-976f-7b150370e2d7', 'network_id': 'e6044b59-95ab-4501-b15b-cebd17b40a50', 'admin_state_up': True, 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'security_groups': ['e081081d-d228-40a2-bef4-1b8cc50f7dfa']}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:34:26.274328 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-907cc4e7-ef57-470b-a93f-0d2009ff264d req-d8e67c97-0554-4e92-8f64-149abc9eb463 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=49b9b7ef-4613-4174-976f-7b150370e2d7 HTTP/1.1" status: 200 len: 210 time: 0.0826738 May 04 17:34:26.413425 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d525596b-1085-4a88-8716-217a5930ba35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-e5b28894-314d-4347-b9f0-e9df7db05fa4', 'network_id': 'e5b28894-314d-4347-b9f0-e9df7db05fa4', 'tenant_id': 'b7b3ce202f06461f829e676ede2bf890', 'fixed_ips': [{'subnet_id': '63da3b19-7929-4096-a4f0-9c41a72c7e19'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:34:26.414447 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d525596b-1085-4a88-8716-217a5930ba35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:26.426394 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [req-37f802cd-e8ef-4dfa-8d4e-5c69440b7802 req-afa36bb8-8ff9-44b0-b82c-332e638ff96d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:34:26.431805 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-37f802cd-e8ef-4dfa-8d4e-5c69440b7802 req-afa36bb8-8ff9-44b0-b82c-332e638ff96d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:port and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:34:26.435694 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-37f802cd-e8ef-4dfa-8d4e-5c69440b7802 req-afa36bb8-8ff9-44b0-b82c-332e638ff96d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:34:26.449954 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [req-37f802cd-e8ef-4dfa-8d4e-5c69440b7802 req-afa36bb8-8ff9-44b0-b82c-332e638ff96d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:34:26.456162 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37f802cd-e8ef-4dfa-8d4e-5c69440b7802 req-afa36bb8-8ff9-44b0-b82c-332e638ff96d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Made reservation on behalf of 8ede911fc7f845af95dd74968234120d for: {'port': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:34:26.460161 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-37f802cd-e8ef-4dfa-8d4e-5c69440b7802 req-afa36bb8-8ff9-44b0-b82c-332e638ff96d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:26.494298 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 27f9023c-352e-4e3f-b4c2-c051b3257baf up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:34:26.564710 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ad8d8acb-b3ce-48c1-bcd5-5512c2a3ac5b tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710832'] for router_interface, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:26.566199 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:26.647508 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [req-37f802cd-e8ef-4dfa-8d4e-5c69440b7802 req-afa36bb8-8ff9-44b0-b82c-332e638ff96d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Allocated IP 172.20.0.20 (e6044b59-95ab-4501-b15b-cebd17b40a50/22fc0d01-85d2-48cb-8dc6-df1f043da1a0/b9dccbbd-533e-4520-940c-d2d54bf32701) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:34:26.651091 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96cd3b8d-d47f-4739-b328-fa5cb6a34d55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ad7876-fd3d-4eda-b129-6b711b3eb441'}] {{(pid=88039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:34:26.684140 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 11ad7876-fd3d-4eda-b129-6b711b3eb441, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=11ad7876-fd3d-4eda-b129-6b711b3eb441,segment=NetworkSegment(43abb714-434f-4258-8b22-3a18bd64fc2f),segment_id=43abb714-434f-4258-8b22-3a18bd64fc2f)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:34:26.693609 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:26.728024 dv-neutron-840426-1-hyperv neutron-server[88039]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6304b24-8c87-4ab8-92de-ea201d7e8075'] response: {'server_uuid': '96cd3b8d-d47f-4739-b328-fa5cb6a34d55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ad7876-fd3d-4eda-b129-6b711b3eb441', 'code': 200} May 04 17:34:26.740531 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-d525596b-1085-4a88-8716-217a5930ba35 None None] Allocated IP 2001:db8::2 (e5b28894-314d-4347-b9f0-e9df7db05fa4/63da3b19-7929-4096-a4f0-9c41a72c7e19/d7def944-cd7e-42b6-877e-1f4ed1e3e520) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:34:26.753699 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 27f9023c-352e-4e3f-b4c2-c051b3257baf triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:34:26.754142 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:26.856683 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c157aa8b-2ff8-4cb4-a744-f4809700e7f8 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:26.868379 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=11ad7876-fd3d-4eda-b129-6b711b3eb441,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:26.925178 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1a0f61d4-e77b-4f79-af6e-862b9e10265d tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:27.008832 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-37f802cd-e8ef-4dfa-8d4e-5c69440b7802 req-afa36bb8-8ff9-44b0-b82c-332e638ff96d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:27.051249 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [req-37f802cd-e8ef-4dfa-8d4e-5c69440b7802 req-afa36bb8-8ff9-44b0-b82c-332e638ff96d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Transition to ACTIVE for port object b9dccbbd-533e-4520-940c-d2d54bf32701 will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:34:27.102360 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d525596b-1085-4a88-8716-217a5930ba35 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:27.102623 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d360178-35ad-4ade-b924-c10d728028c4 req-65c9d520-982d-4a23-87f9-9068473d56d0 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:27.104211 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-5d360178-35ad-4ade-b924-c10d728028c4 req-65c9d520-982d-4a23-87f9-9068473d56d0 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/ports?device_id=96cd3b8d-d47f-4739-b328-fa5cb6a34d55 HTTP/1.1" status: 200 len: 945 time: 0.1800423 May 04 17:34:27.112053 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-37f802cd-e8ef-4dfa-8d4e-5c69440b7802 req-afa36bb8-8ff9-44b0-b82c-332e638ff96d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:27.114339 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d525596b-1085-4a88-8716-217a5930ba35 None None] Transition to ACTIVE for port object d7def944-cd7e-42b6-877e-1f4ed1e3e520 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:34:27.133457 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d525596b-1085-4a88-8716-217a5930ba35 None None] Transition to ACTIVE for port object d7def944-cd7e-42b6-877e-1f4ed1e3e520 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:34:27.139566 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d525596b-1085-4a88-8716-217a5930ba35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:27.175148 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad8d8acb-b3ce-48c1-bcd5-5512c2a3ac5b tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Router 533c713a-c555-4d46-978a-36889db88f38 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:34:27.206966 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d525596b-1085-4a88-8716-217a5930ba35 None None] Network e5b28894-314d-4347-b9f0-e9df7db05fa4 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:34:27.209800 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-d525596b-1085-4a88-8716-217a5930ba35 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:34:27.213591 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d525596b-1085-4a88-8716-217a5930ba35 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:34:27.219585 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d525596b-1085-4a88-8716-217a5930ba35 None None] Pushing event updated for resources: {'Port': ['ID=d7def944-cd7e-42b6-877e-1f4ed1e3e520,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:27.220244 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37f802cd-e8ef-4dfa-8d4e-5c69440b7802 req-afa36bb8-8ff9-44b0-b82c-332e638ff96d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Network e6044b59-95ab-4501-b15b-cebd17b40a50 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:34:27.229896 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [req-37f802cd-e8ef-4dfa-8d4e-5c69440b7802 req-afa36bb8-8ff9-44b0-b82c-332e638ff96d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:34:27.232836 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [req-37f802cd-e8ef-4dfa-8d4e-5c69440b7802 req-afa36bb8-8ff9-44b0-b82c-332e638ff96d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:34:27.283399 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-5d360178-35ad-4ade-b924-c10d728028c4 req-f073d5d6-a0a3-4fbb-a83e-1b82260ba524 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/security-groups?id=81808876-4a61-479a-81ee-b14447baf6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631300 May 04 17:34:27.289430 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa36bb8-8ff9-44b0-b82c-332e638ff96d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Port': ['ID=b9dccbbd-533e-4520-940c-d2d54bf32701,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:27.349938 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-d525596b-1085-4a88-8716-217a5930ba35 None None] Attempting to bind port d7def944-cd7e-42b6-877e-1f4ed1e3e520 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:34:27.350435 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-d525596b-1085-4a88-8716-217a5930ba35 None None] Attempting to bind port d7def944-cd7e-42b6-877e-1f4ed1e3e520 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'c12f3e44-9244-41e0-b066-2d08fd52c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e5b28894-314d-4347-b9f0-e9df7db05fa4'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:34:27.350899 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d525596b-1085-4a88-8716-217a5930ba35 None None] Attempting to bind port d7def944-cd7e-42b6-877e-1f4ed1e3e520 on network e5b28894-314d-4347-b9f0-e9df7db05fa4 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:34:27.363736 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d525596b-1085-4a88-8716-217a5930ba35 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:34:27.364268 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d525596b-1085-4a88-8716-217a5930ba35 None None] Checking segment: {'id': 'c12f3e44-9244-41e0-b066-2d08fd52c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e5b28894-314d-4347-b9f0-e9df7db05fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:34:27.364787 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d525596b-1085-4a88-8716-217a5930ba35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:27.365277 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d525596b-1085-4a88-8716-217a5930ba35 None None] Bound using segment: {'id': 'c12f3e44-9244-41e0-b066-2d08fd52c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e5b28894-314d-4347-b9f0-e9df7db05fa4'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:34:27.365846 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-d525596b-1085-4a88-8716-217a5930ba35 None None] Bound port: d7def944-cd7e-42b6-877e-1f4ed1e3e520, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c12f3e44-9244-41e0-b066-2d08fd52c403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e5b28894-314d-4347-b9f0-e9df7db05fa4'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:34:27.366343 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d525596b-1085-4a88-8716-217a5930ba35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:27.380568 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f802cd-e8ef-4dfa-8d4e-5c69440b7802 req-afa36bb8-8ff9-44b0-b82c-332e638ff96d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:27.381250 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-37f802cd-e8ef-4dfa-8d4e-5c69440b7802 req-afa36bb8-8ff9-44b0-b82c-332e638ff96d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:27.416663 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-37f802cd-e8ef-4dfa-8d4e-5c69440b7802 req-afa36bb8-8ff9-44b0-b82c-332e638ff96d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2752037 May 04 17:34:27.435229 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [req-37f802cd-e8ef-4dfa-8d4e-5c69440b7802 req-95713908-43f5-4248-8281-3fa3a0c36bc9 service neutron] Request body: {'port': {'device_id': '49b9b7ef-4613-4174-976f-7b150370e2d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:34:27.445599 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1a0f61d4-e77b-4f79-af6e-862b9e10265d tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:27.485351 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d525596b-1085-4a88-8716-217a5930ba35 None None] For port d7def944-cd7e-42b6-877e-1f4ed1e3e520, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:34:27.489099 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d525596b-1085-4a88-8716-217a5930ba35 None None] For port d7def944-cd7e-42b6-877e-1f4ed1e3e520, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=d7def944-cd7e-42b6-877e-1f4ed1e3e520,segment=NetworkSegment(c12f3e44-9244-41e0-b066-2d08fd52c403),segment_id=c12f3e44-9244-41e0-b066-2d08fd52c403)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:34:27.495572 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d525596b-1085-4a88-8716-217a5930ba35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:27.563048 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-37f802cd-e8ef-4dfa-8d4e-5c69440b7802 req-95713908-43f5-4248-8281-3fa3a0c36bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:27.566046 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad8d8acb-b3ce-48c1-bcd5-5512c2a3ac5b tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:34:27.572507 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-ad8d8acb-b3ce-48c1-bcd5-5512c2a3ac5b tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] 10.222.0.41 "PUT /v2.0/routers/533c713a-c555-4d46-978a-36889db88f38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2058809 May 04 17:34:27.576417 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54774) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:27.609680 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175cdf45-d0e5-4b42-8a5c-6ab9a8ffde50 None None] Sync routers for ids ['533c713a-c555-4d46-978a-36889db88f38'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:34:27.619934 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ddf5ab-d396-4210-81b3-bb6123fdd229 req-df705ea6-45a4-4e4c-b0cb-9fb2508463ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:27.621461 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-02ddf5ab-d396-4210-81b3-bb6123fdd229 req-df705ea6-45a4-4e4c-b0cb-9fb2508463ec service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=96cd3b8d-d47f-4739-b328-fa5cb6a34d55 HTTP/1.1" status: 200 len: 1098 time: 0.5612338 May 04 17:34:27.647456 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175cdf45-d0e5-4b42-8a5c-6ab9a8ffde50 None None] Routers {'533c713a-c555-4d46-978a-36889db88f38'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:34:27.648250 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-175cdf45-d0e5-4b42-8a5c-6ab9a8ffde50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:34:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['533c713a-c555-4d46-978a-36889db88f38'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:27.651248 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.api.v2.resource [None req-4397d60b-20ac-4b93-a690-ed3dfbeaa788 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] show failed (client error): The resource could not be found. May 04 17:34:27.657516 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-4397d60b-20ac-4b93-a690-ed3dfbeaa788 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] 10.222.0.41 "GET /v2.0/routers/tempest-non_exist_router-253285344 HTTP/1.1" status: 404 len: 334 time: 0.0782578 May 04 17:34:27.658091 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54778) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:27.666472 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-da99d35b-3ffd-4527-b3bb-09c5b3b83239 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:34:27.711547 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-9fb5e4b3-4db9-4480-b094-9af5980900d6 None None] Provisioning for port b9dccbbd-533e-4520-940c-d2d54bf32701 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:34:27.728653 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d525596b-1085-4a88-8716-217a5930ba35 None None] Pushing event updated for resources: {'Port': ['ID=d7def944-cd7e-42b6-877e-1f4ed1e3e520,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:27.734008 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-175cdf45-d0e5-4b42-8a5c-6ab9a8ffde50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:27.738085 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-9fb5e4b3-4db9-4480-b094-9af5980900d6 None None] Provisioning complete for port b9dccbbd-533e-4520-940c-d2d54bf32701 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:34:27.740700 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1a0f61d4-e77b-4f79-af6e-862b9e10265d tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:27.741239 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9fb5e4b3-4db9-4480-b094-9af5980900d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:27.744841 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-02ddf5ab-d396-4210-81b3-bb6123fdd229 req-78430c5c-0e88-453a-9a6d-9de6de344712 service neutron] Synchronizing usage tracker for tenant:a8e1f5f45e5042aba0b7a4c2aca353bd on resource:security_group {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:34:27.788375 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c157aa8b-2ff8-4cb4-a744-f4809700e7f8 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:27.793017 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175cdf45-d0e5-4b42-8a5c-6ab9a8ffde50 None None] Routers {'533c713a-c555-4d46-978a-36889db88f38'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:34:27.794064 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-175cdf45-d0e5-4b42-8a5c-6ab9a8ffde50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:34:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['533c713a-c555-4d46-978a-36889db88f38'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:27.807565 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534361e8-7d4b-4c84-ad56-932377d76b7b req-c429c585-42a8-485e-bc3f-917326e684e0 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:27.815493 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-534361e8-7d4b-4c84-ad56-932377d76b7b req-c429c585-42a8-485e-bc3f-917326e684e0 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=49b9b7ef-4613-4174-976f-7b150370e2d7 HTTP/1.1" status: 200 len: 932 time: 0.3306246 May 04 17:34:27.852848 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0f61d4-e77b-4f79-af6e-862b9e10265d tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Pushing event deleted for resources: {'Subnet': ['ID=63da3b19-7929-4096-a4f0-9c41a72c7e19,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:27.865136 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c157aa8b-2ff8-4cb4-a744-f4809700e7f8 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:27.873071 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-175cdf45-d0e5-4b42-8a5c-6ab9a8ffde50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:27.873521 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175cdf45-d0e5-4b42-8a5c-6ab9a8ffde50 None None] The sync data for ids ['533c713a-c555-4d46-978a-36889db88f38'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:34:27.879894 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-9fb5e4b3-4db9-4480-b094-9af5980900d6 None None] Port b9dccbbd-533e-4520-940c-d2d54bf32701 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:34:27.914354 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.api.v2.resource [None req-da99d35b-3ffd-4527-b3bb-09c5b3b83239 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] update failed (client error): The resource could not be found. May 04 17:34:27.916020 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-da99d35b-3ffd-4527-b3bb-09c5b3b83239 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] 10.222.0.41 "PUT /v2.0/routers/tempest-non_exist_router-2145286073 HTTP/1.1" status: 404 len: 335 time: 0.2546782 May 04 17:34:27.925958 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 54782) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:28.158467 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-02ddf5ab-d396-4210-81b3-bb6123fdd229 req-78430c5c-0e88-453a-9a6d-9de6de344712 service neutron] Unset dirty status for tenant:a8e1f5f45e5042aba0b7a4c2aca353bd on resource:security_group {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:34:28.159925 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-02ddf5ab-d396-4210-81b3-bb6123fdd229 req-78430c5c-0e88-453a-9a6d-9de6de344712 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=81808876-4a61-479a-81ee-b14447baf6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5241809 May 04 17:34:28.256991 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1a0f61d4-e77b-4f79-af6e-862b9e10265d tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:28.275877 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [req-37f802cd-e8ef-4dfa-8d4e-5c69440b7802 req-95713908-43f5-4248-8281-3fa3a0c36bc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9dccbbd-533e-4520-940c-d2d54bf32701 {{(pid=88038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:34:28.283960 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-37f802cd-e8ef-4dfa-8d4e-5c69440b7802 req-95713908-43f5-4248-8281-3fa3a0c36bc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:28.298639 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [req-37f802cd-e8ef-4dfa-8d4e-5c69440b7802 req-95713908-43f5-4248-8281-3fa3a0c36bc9 service neutron] Transition to ACTIVE for port object b9dccbbd-533e-4520-940c-d2d54bf32701 will not be triggered until provisioned by entity L2. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:34:28.303512 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-37f802cd-e8ef-4dfa-8d4e-5c69440b7802 req-95713908-43f5-4248-8281-3fa3a0c36bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:28.313356 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-534361e8-7d4b-4c84-ad56-932377d76b7b req-0545635d-78a8-4f9c-bd39-90f2ad6b1d59 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=e081081d-d228-40a2-bef4-1b8cc50f7dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4969780 May 04 17:34:28.313975 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c157aa8b-2ff8-4cb4-a744-f4809700e7f8 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Pushing event updated for resources: {'Port': ['ID=34af8548-6748-4d77-9db4-a22d4a7c2ae4,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:28.343233 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-1a0f61d4-e77b-4f79-af6e-862b9e10265d tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5b28894-314d-4347-b9f0-e9df7db05fa4']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:28.353545 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-83b37dfd-5d31-4f42-a8b7-a676a74b9152 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Deleting subnet 3e68f9e4-fdf4-4da5-a7f9-4675328a261e {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:34:28.362785 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-83b37dfd-5d31-4f42-a8b7-a676a74b9152 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:28.396402 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c157aa8b-2ff8-4cb4-a744-f4809700e7f8 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710218'] for floatingip, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:28.481503 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-1a0f61d4-e77b-4f79-af6e-862b9e10265d tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c12f3e44-9244-41e0-b066-2d08fd52c403') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:28.481807 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-1a0f61d4-e77b-4f79-af6e-862b9e10265d tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c12f3e44-9244-41e0-b066-2d08fd52c403') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:28.507089 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95713908-43f5-4248-8281-3fa3a0c36bc9 service neutron] Pushing event updated for resources: {'Port': ['ID=b9dccbbd-533e-4520-940c-d2d54bf32701,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:28.538588 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-83b37dfd-5d31-4f42-a8b7-a676a74b9152 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:28.556909 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device d7def944-cd7e-42b6-877e-1f4ed1e3e520 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:34:28.604743 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1a0f61d4-e77b-4f79-af6e-862b9e10265d tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:28.644358 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port d7def944-cd7e-42b6-877e-1f4ed1e3e520 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:34:28.658078 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1a0f61d4-e77b-4f79-af6e-862b9e10265d tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:28.667058 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a0f61d4-e77b-4f79-af6e-862b9e10265d tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:34:28.667573 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1a0f61d4-e77b-4f79-af6e-862b9e10265d tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:28.675173 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [req-37f802cd-e8ef-4dfa-8d4e-5c69440b7802 req-95713908-43f5-4248-8281-3fa3a0c36bc9 service neutron] Attempting to bind port b9dccbbd-533e-4520-940c-d2d54bf32701 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:34:28.675511 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [req-37f802cd-e8ef-4dfa-8d4e-5c69440b7802 req-95713908-43f5-4248-8281-3fa3a0c36bc9 service neutron] Attempting to bind port b9dccbbd-533e-4520-940c-d2d54bf32701 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '94edbd2f-3cb2-4850-b4d2-f7e44de9670f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e6044b59-95ab-4501-b15b-cebd17b40a50'}] {{(pid=88038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:34:28.675945 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f802cd-e8ef-4dfa-8d4e-5c69440b7802 req-95713908-43f5-4248-8281-3fa3a0c36bc9 service neutron] Attempting to bind port b9dccbbd-533e-4520-940c-d2d54bf32701 on network e6044b59-95ab-4501-b15b-cebd17b40a50 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:34:28.684001 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f802cd-e8ef-4dfa-8d4e-5c69440b7802 req-95713908-43f5-4248-8281-3fa3a0c36bc9 service neutron] Port b9dccbbd-533e-4520-940c-d2d54bf32701 on network e6044b59-95ab-4501-b15b-cebd17b40a50 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:34:28.684310 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f802cd-e8ef-4dfa-8d4e-5c69440b7802 req-95713908-43f5-4248-8281-3fa3a0c36bc9 service neutron] Attempting to bind port b9dccbbd-533e-4520-940c-d2d54bf32701 on network e6044b59-95ab-4501-b15b-cebd17b40a50 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:34:28.697797 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c63b6-c780-4e2e-9a20-0d4823cc3e2e req-19b5abac-1f87-4468-8e01-e9fb0eacf87e tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:28.699372 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-f96c63b6-c780-4e2e-9a20-0d4823cc3e2e req-19b5abac-1f87-4468-8e01-e9fb0eacf87e tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/ports?device_id=96cd3b8d-d47f-4739-b328-fa5cb6a34d55 HTTP/1.1" status: 200 len: 945 time: 0.2664664 May 04 17:34:28.700379 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f802cd-e8ef-4dfa-8d4e-5c69440b7802 req-95713908-43f5-4248-8281-3fa3a0c36bc9 service neutron] Checking agent: {'id': '84d0dbeb-cfa8-4636-8b1c-9790acf21ef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'started_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:34:28.700716 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f802cd-e8ef-4dfa-8d4e-5c69440b7802 req-95713908-43f5-4248-8281-3fa3a0c36bc9 service neutron] Checking segment: {'id': '94edbd2f-3cb2-4850-b4d2-f7e44de9670f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e6044b59-95ab-4501-b15b-cebd17b40a50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:34:28.701107 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f802cd-e8ef-4dfa-8d4e-5c69440b7802 req-95713908-43f5-4248-8281-3fa3a0c36bc9 service neutron] Bound using segment: {'id': '94edbd2f-3cb2-4850-b4d2-f7e44de9670f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e6044b59-95ab-4501-b15b-cebd17b40a50'} {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:34:28.701703 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [req-37f802cd-e8ef-4dfa-8d4e-5c69440b7802 req-95713908-43f5-4248-8281-3fa3a0c36bc9 service neutron] Bound port: b9dccbbd-533e-4520-940c-d2d54bf32701, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94edbd2f-3cb2-4850-b4d2-f7e44de9670f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e6044b59-95ab-4501-b15b-cebd17b40a50'}}] {{(pid=88038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:34:28.702228 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-37f802cd-e8ef-4dfa-8d4e-5c69440b7802 req-95713908-43f5-4248-8281-3fa3a0c36bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:28.751177 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 17:34:28.751177 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:34:28.751177 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 17:34:28.751177 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:34:28.751177 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 17:34:28.751177 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:34:28.751177 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 17:34:28.751177 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:34:28.751177 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 17:34:28.751177 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:34:28.751177 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 17:34:28.751177 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:34:28.751177 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 17:34:28.751177 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:34:28.751177 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:34:28.751177 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:34:28.751177 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:34:28.751177 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:34:28.751177 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 17:34:28.751177 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:34:28.751177 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 17:34:28.751177 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:34:28.751177 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:34:28.751177 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:34:28.751177 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 17:34:28.751177 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:34:28.751177 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:34:28.751177 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:34:28.751177 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:34:28.751177 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:34:28.751177 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:34:28.751177 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:34:28.840048 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-f96c63b6-c780-4e2e-9a20-0d4823cc3e2e req-0a91e143-b433-4610-af26-8194fc78fca1 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/security-groups?id=81808876-4a61-479a-81ee-b14447baf6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261048 May 04 17:34:28.875842 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.db.api [None req-1a0f61d4-e77b-4f79-af6e-862b9e10265d tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 04 17:34:28.875842 dv-neutron-840426-1-hyperv neutron-server[88037]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 04 17:34:28.875842 dv-neutron-840426-1-hyperv neutron-server[88037]: [parameters: {'id': 'e5b28894-314d-4347-b9f0-e9df7db05fa4'}] May 04 17:34:28.875842 dv-neutron-840426-1-hyperv neutron-server[88037]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88037) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:34:28.876304 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG oslo_db.api [None req-1a0f61d4-e77b-4f79-af6e-862b9e10265d tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:34:28.887454 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [req-37f802cd-e8ef-4dfa-8d4e-5c69440b7802 req-95713908-43f5-4248-8281-3fa3a0c36bc9 service neutron] For port b9dccbbd-533e-4520-940c-d2d54bf32701, host hv-neutron-8404, cleared binding levels {{(pid=88038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:34:28.892401 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [req-37f802cd-e8ef-4dfa-8d4e-5c69440b7802 req-95713908-43f5-4248-8281-3fa3a0c36bc9 service neutron] For port b9dccbbd-533e-4520-940c-d2d54bf32701, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=b9dccbbd-533e-4520-940c-d2d54bf32701,segment=NetworkSegment(94edbd2f-3cb2-4850-b4d2-f7e44de9670f),segment_id=94edbd2f-3cb2-4850-b4d2-f7e44de9670f)] {{(pid=88038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:34:28.904740 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-37f802cd-e8ef-4dfa-8d4e-5c69440b7802 req-95713908-43f5-4248-8281-3fa3a0c36bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:28.929737 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.l3_db [None req-c157aa8b-2ff8-4cb4-a744-f4809700e7f8 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Floating IP 69e9eb5f-1cab-407c-9912-69605e13f00b associated. External IP: 172.26.0.10, port: 9313f2ca-8fa0-43da-87a5-6f51d553aec3. May 04 17:34:28.961098 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fda25ef-3e53-422c-aa4d-661d928c2e97 None None] Network e5b28894-314d-4347-b9f0-e9df7db05fa4 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:34:28.971803 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f802cd-e8ef-4dfa-8d4e-5c69440b7802 req-95713908-43f5-4248-8281-3fa3a0c36bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:28.972420 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-37f802cd-e8ef-4dfa-8d4e-5c69440b7802 req-95713908-43f5-4248-8281-3fa3a0c36bc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:28.973875 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-37f802cd-e8ef-4dfa-8d4e-5c69440b7802 req-95713908-43f5-4248-8281-3fa3a0c36bc9 service neutron] 10.222.0.42 "PUT /v2.0/ports/b9dccbbd-533e-4520-940c-d2d54bf32701 HTTP/1.1" status: 200 len: 1094 time: 1.5429144 May 04 17:34:28.974454 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49b9b7ef-4613-4174-976f-7b150370e2d7', 'tag': 'b9dccbbd-533e-4520-940c-d2d54bf32701'}] {{(pid=88038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:34:29.008989 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95713908-43f5-4248-8281-3fa3a0c36bc9 service neutron] Pushing event updated for resources: {'Port': ['ID=b9dccbbd-533e-4520-940c-d2d54bf32701,revision_number=3']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:29.041686 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-83b37dfd-5d31-4f42-a8b7-a676a74b9152 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:29.073061 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2fbfc5c-34db-476d-94ae-6e6aa0c15bd3'] response: {'name': 'network-changed', 'server_uuid': '49b9b7ef-4613-4174-976f-7b150370e2d7', 'tag': 'b9dccbbd-533e-4520-940c-d2d54bf32701', 'status': 'completed', 'code': 200} May 04 17:34:29.123882 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f802cd-e8ef-4dfa-8d4e-5c69440b7802 req-cb172db4-6480-4cbc-aa68-bad03e1a5915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:29.126255 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-37f802cd-e8ef-4dfa-8d4e-5c69440b7802 req-cb172db4-6480-4cbc-aa68-bad03e1a5915 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ede911fc7f845af95dd74968234120d&device_id=49b9b7ef-4613-4174-976f-7b150370e2d7 HTTP/1.1" status: 200 len: 1097 time: 0.0965850 May 04 17:34:29.150668 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-dc5565d2-bab2-4ace-94db-7b5fe6983438 None None] Provisioning for port d7def944-cd7e-42b6-877e-1f4ed1e3e520 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:34:29.253532 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-dc5565d2-bab2-4ace-94db-7b5fe6983438 None None] Provisioning complete for port d7def944-cd7e-42b6-877e-1f4ed1e3e520 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:34:29.253532 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-dc5565d2-bab2-4ace-94db-7b5fe6983438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:29.266409 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-37f802cd-e8ef-4dfa-8d4e-5c69440b7802 req-b72bfe41-d164-4e45-ab47-f5b4752c91c6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=b9dccbbd-533e-4520-940c-d2d54bf32701 HTTP/1.1" status: 200 len: 217 time: 0.1309476 May 04 17:34:29.381759 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f802cd-e8ef-4dfa-8d4e-5c69440b7802 req-efdf2728-3896-4b2b-a20a-3309f8e5e54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:29.384587 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-37f802cd-e8ef-4dfa-8d4e-5c69440b7802 req-efdf2728-3896-4b2b-a20a-3309f8e5e54e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=22fc0d01-85d2-48cb-8dc6-df1f043da1a0 HTTP/1.1" status: 200 len: 838 time: 0.1116450 May 04 17:34:29.465336 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1a0f61d4-e77b-4f79-af6e-862b9e10265d tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:29.473801 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c157aa8b-2ff8-4cb4-a744-f4809700e7f8 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Router be60b73d-cc33-482d-ad81-eb8787b40ce5 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:34:29.489668 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-83b37dfd-5d31-4f42-a8b7-a676a74b9152 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:29.580118 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-dc5565d2-bab2-4ace-94db-7b5fe6983438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:29.628497 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b37dfd-5d31-4f42-a8b7-a676a74b9152 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Pushing event deleted for resources: {'Subnet': ['ID=3e68f9e4-fdf4-4da5-a7f9-4675328a261e,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:29.631599 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-dc5565d2-bab2-4ace-94db-7b5fe6983438 None None] For port d7def944-cd7e-42b6-877e-1f4ed1e3e520, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=d7def944-cd7e-42b6-877e-1f4ed1e3e520,segment=NetworkSegment(c12f3e44-9244-41e0-b066-2d08fd52c403),segment_id=c12f3e44-9244-41e0-b066-2d08fd52c403)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:34:29.632856 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-83b37dfd-5d31-4f42-a8b7-a676a74b9152 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:29.635969 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-1a0f61d4-e77b-4f79-af6e-862b9e10265d tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Deleting port d7def944-cd7e-42b6-877e-1f4ed1e3e520 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:34:29.636365 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1a0f61d4-e77b-4f79-af6e-862b9e10265d tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:29.641280 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade7538f-3de8-4376-92ea-5bc1aa55f22e None None] Network f467877b-7fd1-4076-b38c-86c30567abc3 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:34:29.666325 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-dc5565d2-bab2-4ace-94db-7b5fe6983438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:29.688579 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f802cd-e8ef-4dfa-8d4e-5c69440b7802 req-2af911cc-242c-4ccc-a6bc-741b85387050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:29.690311 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-37f802cd-e8ef-4dfa-8d4e-5c69440b7802 req-2af911cc-242c-4ccc-a6bc-741b85387050 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e6044b59-95ab-4501-b15b-cebd17b40a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2859025 May 04 17:34:29.699760 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d126b-a5f7-453a-b429-40fc71b3767e req-0bbfcaa5-19f0-4f51-bddb-1cf205d6438d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:29.700598 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-9c6d126b-a5f7-453a-b429-40fc71b3767e req-0bbfcaa5-19f0-4f51-bddb-1cf205d6438d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Synchronizing usage tracker for tenant:8ede911fc7f845af95dd74968234120d on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:34:29.782960 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-83b37dfd-5d31-4f42-a8b7-a676a74b9152 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] 10.222.0.41 "DELETE /v2.0/subnets/3e68f9e4-fdf4-4da5-a7f9-4675328a261e HTTP/1.1" status: 204 len: 168 time: 1.8130510 May 04 17:34:29.783418 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 54792) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:29.824878 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-9c6d126b-a5f7-453a-b429-40fc71b3767e req-0bbfcaa5-19f0-4f51-bddb-1cf205d6438d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Unset dirty status for tenant:8ede911fc7f845af95dd74968234120d on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:34:29.826159 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-9c6d126b-a5f7-453a-b429-40fc71b3767e req-0bbfcaa5-19f0-4f51-bddb-1cf205d6438d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=49b9b7ef-4613-4174-976f-7b150370e2d7 HTTP/1.1" status: 200 len: 944 time: 0.3099773 May 04 17:34:29.839500 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79a60c5-84ee-4d46-86c0-5f6db618b4de None None] DHCP port deletion for e5b28894-314d-4347-b9f0-e9df7db05fa4 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:34:29.868150 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-a79a60c5-84ee-4d46-86c0-5f6db618b4de None None] Deleting port d7def944-cd7e-42b6-877e-1f4ed1e3e520 {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:34:29.868996 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a79a60c5-84ee-4d46-86c0-5f6db618b4de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:29.910671 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-9c6d126b-a5f7-453a-b429-40fc71b3767e req-07d9af54-4522-4a15-906a-c558dffb1296 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=e081081d-d228-40a2-bef4-1b8cc50f7dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757916 May 04 17:34:29.914068 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-37f802cd-e8ef-4dfa-8d4e-5c69440b7802 req-292b7335-3184-4aba-9aaa-6592a739a2ca service neutron] 10.222.0.42 "GET /v2.0/networks/e6044b59-95ab-4501-b15b-cebd17b40a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105999 May 04 17:34:30.010483 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5565d2-bab2-4ace-94db-7b5fe6983438 None None] Pushing event updated for resources: {'Port': ['ID=d7def944-cd7e-42b6-877e-1f4ed1e3e520,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:30.196166 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-a79a60c5-84ee-4d46-86c0-5f6db618b4de None None] For port d7def944-cd7e-42b6-877e-1f4ed1e3e520, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=d7def944-cd7e-42b6-877e-1f4ed1e3e520,segment=NetworkSegment(c12f3e44-9244-41e0-b066-2d08fd52c403),segment_id=c12f3e44-9244-41e0-b066-2d08fd52c403)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:34:30.196480 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a79a60c5-84ee-4d46-86c0-5f6db618b4de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:30.226014 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-37f802cd-e8ef-4dfa-8d4e-5c69440b7802 req-0e2e5308-2edf-4822-a6ed-9ebdfc5554bc service neutron] 10.222.0.42 "GET /v2.0/networks/e6044b59-95ab-4501-b15b-cebd17b40a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055868 May 04 17:34:30.244664 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c157aa8b-2ff8-4cb4-a744-f4809700e7f8 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:34:30.257635 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aaa7765-f509-469b-8061-1dc02cdccddf None None] Sync routers for ids ['be60b73d-cc33-482d-ad81-eb8787b40ce5'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:34:30.286950 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aaa7765-f509-469b-8061-1dc02cdccddf None None] Routers {'be60b73d-cc33-482d-ad81-eb8787b40ce5'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:34:30.287786 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-6aaa7765-f509-469b-8061-1dc02cdccddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:34:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['be60b73d-cc33-482d-ad81-eb8787b40ce5'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:30.356966 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-a79a60c5-84ee-4d46-86c0-5f6db618b4de None None] Calling delete_port for d7def944-cd7e-42b6-877e-1f4ed1e3e520 owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:34:30.365355 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b5bbc6-9a52-4774-beb4-0fd44c090c32 req-ace04f68-1bad-43b7-975c-babf51ce3d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:30.366885 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-22b5bbc6-9a52-4774-beb4-0fd44c090c32 req-ace04f68-1bad-43b7-975c-babf51ce3d1b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ede911fc7f845af95dd74968234120d&device_id=49b9b7ef-4613-4174-976f-7b150370e2d7 HTTP/1.1" status: 200 len: 1097 time: 0.0835168 May 04 17:34:30.445087 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a5cc3d6d-f1d2-4a55-9e65-edc0c2988961 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:30.475469 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c157aa8b-2ff8-4cb4-a744-f4809700e7f8 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:30.496425 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe75e7e3-b76b-40ee-9e4a-b7181ea5acf9 None None] DHCP port deletion for f467877b-7fd1-4076-b38c-86c30567abc3 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:34:30.500324 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a79a60c5-84ee-4d46-86c0-5f6db618b4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124'] for port, after_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:30.527193 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-6aaa7765-f509-469b-8061-1dc02cdccddf None None] Set router be60b73d-cc33-482d-ad81-eb8787b40ce5 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:34:30.547783 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device d7def944-cd7e-42b6-877e-1f4ed1e3e520 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:34:30.562345 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b5bbc6-9a52-4774-beb4-0fd44c090c32 req-cc63f3d8-2aa2-455a-8dd2-df56a167f8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:30.564516 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-22b5bbc6-9a52-4774-beb4-0fd44c090c32 req-cc63f3d8-2aa2-455a-8dd2-df56a167f8f4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e6044b59-95ab-4501-b15b-cebd17b40a50 HTTP/1.1" status: 200 len: 898 time: 0.1914597 May 04 17:34:30.572733 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-fe75e7e3-b76b-40ee-9e4a-b7181ea5acf9 None None] Deleting port 45c997e2-355c-4066-b8d8-70cca071435b {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:34:30.573109 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-fe75e7e3-b76b-40ee-9e4a-b7181ea5acf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:30.636046 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-a5cc3d6d-f1d2-4a55-9e65-edc0c2988961 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Deleting port 45c997e2-355c-4066-b8d8-70cca071435b {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:34:30.636652 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a5cc3d6d-f1d2-4a55-9e65-edc0c2988961 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:30.651924 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-22b5bbc6-9a52-4774-beb4-0fd44c090c32 req-0da81762-035a-4f33-88af-261f88213645 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=b9dccbbd-533e-4520-940c-d2d54bf32701 HTTP/1.1" status: 200 len: 217 time: 0.0803990 May 04 17:34:30.672672 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-1a0f61d4-e77b-4f79-af6e-862b9e10265d tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] For port d7def944-cd7e-42b6-877e-1f4ed1e3e520, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=d7def944-cd7e-42b6-877e-1f4ed1e3e520,segment=NetworkSegment(c12f3e44-9244-41e0-b066-2d08fd52c403),segment_id=c12f3e44-9244-41e0-b066-2d08fd52c403)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:34:30.673029 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1a0f61d4-e77b-4f79-af6e-862b9e10265d tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:30.679323 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79a60c5-84ee-4d46-86c0-5f6db618b4de None None] No DVR routers for this DVR port d7def944-cd7e-42b6-877e-1f4ed1e3e520 on host dv-neutron-840426-1-hyperv {{(pid=88039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:34:30.681567 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-c157aa8b-2ff8-4cb4-a744-f4809700e7f8 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.3507645 May 04 17:34:30.700570 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7eaae3f-eb23-4126-a1e4-aa9915a6cd46', 'tag': '9313f2ca-8fa0-43da-87a5-6f51d553aec3'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:34:30.712799 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c302d338-f60d-4a6b-b227-68c693e53bd8 req-2bf3370a-82a9-4e32-9e72-7056526524c5 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:30.714259 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c302d338-f60d-4a6b-b227-68c693e53bd8 req-2bf3370a-82a9-4e32-9e72-7056526524c5 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/ports?device_id=96cd3b8d-d47f-4739-b328-fa5cb6a34d55 HTTP/1.1" status: 200 len: 945 time: 0.5713124 May 04 17:34:30.743638 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b5bbc6-9a52-4774-beb4-0fd44c090c32 req-ef7621f0-fefc-42f7-9635-35bd1ee82531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:30.746161 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-22b5bbc6-9a52-4774-beb4-0fd44c090c32 req-ef7621f0-fefc-42f7-9635-35bd1ee82531 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=22fc0d01-85d2-48cb-8dc6-df1f043da1a0 HTTP/1.1" status: 200 len: 838 time: 0.0875094 May 04 17:34:30.764584 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79a60c5-84ee-4d46-86c0-5f6db618b4de None None] Pushing event deleted for resources: {'Port': ['ID=d7def944-cd7e-42b6-877e-1f4ed1e3e520,revision_number=None']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:30.778983 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: d7def944-cd7e-42b6-877e-1f4ed1e3e520 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:34:30.779333 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device d7def944-cd7e-42b6-877e-1f4ed1e3e520 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:34:30.861469 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-1a0f61d4-e77b-4f79-af6e-862b9e10265d tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Calling delete_port for d7def944-cd7e-42b6-877e-1f4ed1e3e520 owned by network:dhcp {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:34:30.899149 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-fe75e7e3-b76b-40ee-9e4a-b7181ea5acf9 None None] For port 45c997e2-355c-4066-b8d8-70cca071435b, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=45c997e2-355c-4066-b8d8-70cca071435b,segment=NetworkSegment(bd1152a0-2903-455b-848d-31642e476fd8),segment_id=bd1152a0-2903-455b-848d-31642e476fd8)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:34:30.899556 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-fe75e7e3-b76b-40ee-9e4a-b7181ea5acf9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:30.947531 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa73c79-b589-4f20-b797-a82007338fa1 req-b4d7cf19-eab2-49cf-9a71-52a3817af6d3 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:30.949433 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-eaa73c79-b589-4f20-b797-a82007338fa1 req-b4d7cf19-eab2-49cf-9a71-52a3817af6d3 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7eaae3f-eb23-4126-a1e4-aa9915a6cd46 HTTP/1.1" status: 200 len: 946 time: 0.1255243 May 04 17:34:30.977862 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c302d338-f60d-4a6b-b227-68c693e53bd8 req-c3ae0ed1-54fe-4058-bc3e-0650eb57f165 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/security-groups?id=81808876-4a61-479a-81ee-b14447baf6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2080421 May 04 17:34:31.006027 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b5bbc6-9a52-4774-beb4-0fd44c090c32 req-0950c6de-edd3-4f8a-b1b1-50596368bf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:31.006027 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-22b5bbc6-9a52-4774-beb4-0fd44c090c32 req-0950c6de-edd3-4f8a-b1b1-50596368bf3b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e6044b59-95ab-4501-b15b-cebd17b40a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2397931 May 04 17:34:31.009377 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-eaa73c79-b589-4f20-b797-a82007338fa1 req-185dd298-5ea3-41c2-9363-e434d84f1cf6 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "GET /v2.0/security-groups?id=a49400ca-9754-47a7-84f8-c8fb6cea4011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523617 May 04 17:34:31.084428 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-fe75e7e3-b76b-40ee-9e4a-b7181ea5acf9 None None] Calling delete_port for 45c997e2-355c-4066-b8d8-70cca071435b owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:34:31.094311 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-6aaa7765-f509-469b-8061-1dc02cdccddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be60b73d-cc33-482d-ad81-eb8787b40ce5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710816897', 'tenant_id': '0b9713f8a29b4c8ca7f63dcb9b50b5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e507f7bb-5d46-4d53-ab82-af836614de79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:33:47Z', 'updated_at': '2022-05-04T17:33:54Z', 'revision_number': 4, 'project_id': '0b9713f8a29b4c8ca7f63dcb9b50b5ce', 'gw_port': {'id': 'e507f7bb-5d46-4d53-ab82-af836614de79', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be60b73d-cc33-482d-ad81-eb8787b40ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:33:48Z', 'updated_at': '2022-05-04T17:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': '69e9eb5f-1cab-407c-9912-69605e13f00b', 'tenant_id': '0b9713f8a29b4c8ca7f63dcb9b50b5ce', 'floating_ip_address': '172.26.0.10', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': 'be60b73d-cc33-482d-ad81-eb8787b40ce5', 'port_id': '9313f2ca-8fa0-43da-87a5-6f51d553aec3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1274540-aa6f-41be-a0cc-5f2fec52a07b', 'mac_address': 'fa:16:3e:67:cf:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7eaae3f-eb23-4126-a1e4-aa9915a6cd46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:34:25Z', 'updated_at': '2022-05-04T17:34:25Z', 'revision_number': 0, 'project_id': '0b9713f8a29b4c8ca7f63dcb9b50b5ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c91f6a7-d911-451a-95e1-fcf2d694c1e6', 'name': '', 'network_id': 'b1274540-aa6f-41be-a0cc-5f2fec52a07b', 'tenant_id': '0b9713f8a29b4c8ca7f63dcb9b50b5ce', 'mac_address': 'fa:16:3e:65:7c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be60b73d-cc33-482d-ad81-eb8787b40ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '6e33d78f-17ed-4a2d-aaf0-4ad55353aed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:33:53Z', 'updated_at': '2022-05-04T17:34:09Z', 'revision_number': 5, 'project_id': '0b9713f8a29b4c8ca7f63dcb9b50b5ce', 'subnets': [{'id': '6e33d78f-17ed-4a2d-aaf0-4ad55353aed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:31.110829 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aaa7765-f509-469b-8061-1dc02cdccddf None None] Checking router: be60b73d-cc33-482d-ad81-eb8787b40ce5 for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:34:31.130745 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aaa7765-f509-469b-8061-1dc02cdccddf None None] Routers {'be60b73d-cc33-482d-ad81-eb8787b40ce5'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:34:31.131374 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-6aaa7765-f509-469b-8061-1dc02cdccddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:34:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['be60b73d-cc33-482d-ad81-eb8787b40ce5'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:31.159192 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-22b5bbc6-9a52-4774-beb4-0fd44c090c32 req-407be370-c7fd-4214-a495-5815cacae443 service neutron] 10.222.0.42 "GET /v2.0/networks/e6044b59-95ab-4501-b15b-cebd17b40a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486974 May 04 17:34:31.160105 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54806) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:31.191139 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-a5cc3d6d-f1d2-4a55-9e65-edc0c2988961 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] For port 45c997e2-355c-4066-b8d8-70cca071435b, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=45c997e2-355c-4066-b8d8-70cca071435b,segment=NetworkSegment(bd1152a0-2903-455b-848d-31642e476fd8),segment_id=bd1152a0-2903-455b-848d-31642e476fd8)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:34:31.192347 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a5cc3d6d-f1d2-4a55-9e65-edc0c2988961 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:31.226799 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-fe75e7e3-b76b-40ee-9e4a-b7181ea5acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124'] for port, after_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:31.285383 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75e7e3-b76b-40ee-9e4a-b7181ea5acf9 None None] Pushing event deleted for resources: {'Port': ['ID=45c997e2-355c-4066-b8d8-70cca071435b,revision_number=None']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:31.320288 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe75e7e3-b76b-40ee-9e4a-b7181ea5acf9 None None] No DVR routers for this DVR port 45c997e2-355c-4066-b8d8-70cca071435b on host dv-neutron-840426-1-hyperv {{(pid=88039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:34:31.356736 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-a5cc3d6d-f1d2-4a55-9e65-edc0c2988961 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Calling delete_port for 45c997e2-355c-4066-b8d8-70cca071435b owned by network:dhcp {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:34:31.409908 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-6aaa7765-f509-469b-8061-1dc02cdccddf None None] Set router be60b73d-cc33-482d-ad81-eb8787b40ce5 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:34:31.429834 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.db.api [None req-1a0f61d4-e77b-4f79-af6e-862b9e10265d tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88037) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:34:31.430201 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG oslo_db.api [None req-1a0f61d4-e77b-4f79-af6e-862b9e10265d tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:34:31.435031 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-711cd914-a8de-40ee-91d1-c5b114063c68'] response: {'name': 'network-changed', 'server_uuid': 'b7eaae3f-eb23-4126-a1e4-aa9915a6cd46', 'tag': '9313f2ca-8fa0-43da-87a5-6f51d553aec3', 'status': 'completed', 'code': 200} May 04 17:34:31.488334 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-c8cfb932-3b89-4779-b03f-797ced1114cc tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "GET /v2.0/floatingips/69e9eb5f-1cab-407c-9912-69605e13f00b HTTP/1.1" status: 200 len: 991 time: 0.3264935 May 04 17:34:31.506142 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.db.api [None req-a5cc3d6d-f1d2-4a55-9e65-edc0c2988961 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88037) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:34:31.506602 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG oslo_db.api [None req-a5cc3d6d-f1d2-4a55-9e65-edc0c2988961 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:34:31.536223 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-22b5bbc6-9a52-4774-beb4-0fd44c090c32 req-d564bd45-91e6-4bfc-917a-3def643b8e9b service neutron] 10.222.0.42 "GET /v2.0/networks/e6044b59-95ab-4501-b15b-cebd17b40a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070127 May 04 17:34:31.543789 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde1672-cc3e-47dd-bf50-4361ee724d25 req-aaaff928-6eee-4b81-a56b-a01078bbbb38 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:31.545231 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-0bde1672-cc3e-47dd-bf50-4361ee724d25 req-aaaff928-6eee-4b81-a56b-a01078bbbb38 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=49b9b7ef-4613-4174-976f-7b150370e2d7 HTTP/1.1" status: 200 len: 944 time: 0.2917962 May 04 17:34:31.580310 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a8027-5ffa-46dd-a0c0-beb464093aba req-9c37b6ca-7dc8-4411-84a5-959688a572af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:31.582879 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-8c6a8027-5ffa-46dd-a0c0-beb464093aba req-9c37b6ca-7dc8-4411-84a5-959688a572af service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0b9713f8a29b4c8ca7f63dcb9b50b5ce&device_id=b7eaae3f-eb23-4126-a1e4-aa9915a6cd46 HTTP/1.1" status: 200 len: 1099 time: 0.1508582 May 04 17:34:31.592353 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b173fbf-c19e-440a-b181-3f7b1ba9d7a7 req-8123530c-1f4a-4e64-9aa9-9132c38d56f8 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:31.593947 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-7b173fbf-c19e-440a-b181-3f7b1ba9d7a7 req-8123530c-1f4a-4e64-9aa9-9132c38d56f8 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/ports?device_id=96cd3b8d-d47f-4739-b328-fa5cb6a34d55 HTTP/1.1" status: 200 len: 945 time: 0.1611485 May 04 17:34:31.608543 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-0bde1672-cc3e-47dd-bf50-4361ee724d25 req-63434173-6c5b-44eb-a122-cbe8b8f565d0 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=e081081d-d228-40a2-bef4-1b8cc50f7dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457847 May 04 17:34:31.731528 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-7b173fbf-c19e-440a-b181-3f7b1ba9d7a7 req-36c8a0ca-9410-4d7d-a610-d8335fbd9772 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/security-groups?id=81808876-4a61-479a-81ee-b14447baf6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166971 May 04 17:34:31.755262 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54810) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:31.758942 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a8027-5ffa-46dd-a0c0-beb464093aba req-5652b406-5c83-4df7-89e8-31c778f2cf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:31.760447 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-8c6a8027-5ffa-46dd-a0c0-beb464093aba req-5652b406-5c83-4df7-89e8-31c778f2cf6b service neutron] 10.222.0.42 "GET /v2.0/networks?id=b1274540-aa6f-41be-a0cc-5f2fec52a07b HTTP/1.1" status: 200 len: 898 time: 0.1654952 May 04 17:34:31.797239 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-6aaa7765-f509-469b-8061-1dc02cdccddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be60b73d-cc33-482d-ad81-eb8787b40ce5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710816897', 'tenant_id': '0b9713f8a29b4c8ca7f63dcb9b50b5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e507f7bb-5d46-4d53-ab82-af836614de79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:33:47Z', 'updated_at': '2022-05-04T17:33:54Z', 'revision_number': 4, 'project_id': '0b9713f8a29b4c8ca7f63dcb9b50b5ce', 'gw_port': {'id': 'e507f7bb-5d46-4d53-ab82-af836614de79', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be60b73d-cc33-482d-ad81-eb8787b40ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:33:48Z', 'updated_at': '2022-05-04T17:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': '69e9eb5f-1cab-407c-9912-69605e13f00b', 'tenant_id': '0b9713f8a29b4c8ca7f63dcb9b50b5ce', 'floating_ip_address': '172.26.0.10', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': 'be60b73d-cc33-482d-ad81-eb8787b40ce5', 'port_id': '9313f2ca-8fa0-43da-87a5-6f51d553aec3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1274540-aa6f-41be-a0cc-5f2fec52a07b', 'mac_address': 'fa:16:3e:67:cf:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7eaae3f-eb23-4126-a1e4-aa9915a6cd46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:34:25Z', 'updated_at': '2022-05-04T17:34:25Z', 'revision_number': 0, 'project_id': '0b9713f8a29b4c8ca7f63dcb9b50b5ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c91f6a7-d911-451a-95e1-fcf2d694c1e6', 'name': '', 'network_id': 'b1274540-aa6f-41be-a0cc-5f2fec52a07b', 'tenant_id': '0b9713f8a29b4c8ca7f63dcb9b50b5ce', 'mac_address': 'fa:16:3e:65:7c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be60b73d-cc33-482d-ad81-eb8787b40ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '6e33d78f-17ed-4a2d-aaf0-4ad55353aed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:33:53Z', 'updated_at': '2022-05-04T17:34:09Z', 'revision_number': 5, 'project_id': '0b9713f8a29b4c8ca7f63dcb9b50b5ce', 'subnets': [{'id': '6e33d78f-17ed-4a2d-aaf0-4ad55353aed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:31.802125 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aaa7765-f509-469b-8061-1dc02cdccddf None None] The sync data for ids ['be60b73d-cc33-482d-ad81-eb8787b40ce5'] in dv-neutron-840426-1-hyperv is: [{'id': 'be60b73d-cc33-482d-ad81-eb8787b40ce5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710816897', 'tenant_id': '0b9713f8a29b4c8ca7f63dcb9b50b5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e507f7bb-5d46-4d53-ab82-af836614de79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:33:47Z', 'updated_at': '2022-05-04T17:33:54Z', 'revision_number': 4, 'project_id': '0b9713f8a29b4c8ca7f63dcb9b50b5ce', 'gw_port': {'id': 'e507f7bb-5d46-4d53-ab82-af836614de79', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be60b73d-cc33-482d-ad81-eb8787b40ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:33:48Z', 'updated_at': '2022-05-04T17:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': '69e9eb5f-1cab-407c-9912-69605e13f00b', 'tenant_id': '0b9713f8a29b4c8ca7f63dcb9b50b5ce', 'floating_ip_address': '172.26.0.10', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': 'be60b73d-cc33-482d-ad81-eb8787b40ce5', 'port_id': '9313f2ca-8fa0-43da-87a5-6f51d553aec3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1274540-aa6f-41be-a0cc-5f2fec52a07b', 'mac_address': 'fa:16:3e:67:cf:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7eaae3f-eb23-4126-a1e4-aa9915a6cd46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:34:25Z', 'updated_at': '2022-05-04T17:34:25Z', 'revision_number': 0, 'project_id': '0b9713f8a29b4c8ca7f63dcb9b50b5ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c91f6a7-d911-451a-95e1-fcf2d694c1e6', 'name': '', 'network_id': 'b1274540-aa6f-41be-a0cc-5f2fec52a07b', 'tenant_id': '0b9713f8a29b4c8ca7f63dcb9b50b5ce', 'mac_address': 'fa:16:3e:65:7c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be60b73d-cc33-482d-ad81-eb8787b40ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '6e33d78f-17ed-4a2d-aaf0-4ad55353aed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:33:53Z', 'updated_at': '2022-05-04T17:34:09Z', 'revision_number': 5, 'project_id': '0b9713f8a29b4c8ca7f63dcb9b50b5ce', 'subnets': [{'id': '6e33d78f-17ed-4a2d-aaf0-4ad55353aed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:34:31.825978 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18489c6-fabc-4b34-a1fc-3a5126391c63 tempest-TestVolumeBootPattern-829920776 tempest-TestVolumeBootPattern-829920776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:31.826773 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-e18489c6-fabc-4b34-a1fc-3a5126391c63 tempest-TestVolumeBootPattern-829920776 tempest-TestVolumeBootPattern-829920776-project-admin] Synchronizing usage tracker for tenant:80242677aabb4106b0b2141d5450b9ec on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:34:31.843694 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-e18489c6-fabc-4b34-a1fc-3a5126391c63 tempest-TestVolumeBootPattern-829920776 tempest-TestVolumeBootPattern-829920776-project-admin] Unset dirty status for tenant:80242677aabb4106b0b2141d5450b9ec on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:34:31.846645 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-e18489c6-fabc-4b34-a1fc-3a5126391c63 tempest-TestVolumeBootPattern-829920776 tempest-TestVolumeBootPattern-829920776-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=96cd3b8d-d47f-4739-b328-fa5cb6a34d55 HTTP/1.1" status: 200 len: 1093 time: 0.0887074 May 04 17:34:31.848299 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54814) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:31.853836 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-a9dde1a7-ec3f-4360-b115-1d47338a2aed tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Request body: {'floatingip': {'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'port_id': '11ad7876-fd3d-4eda-b129-6b711b3eb441', 'tenant_id': '8c992398177546e184e9933345174247', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:34:31.859978 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-a9dde1a7-ec3f-4360-b115-1d47338a2aed tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:34:31.864049 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-a9dde1a7-ec3f-4360-b115-1d47338a2aed tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Usage tracker for resource:floatingip and tenant:8c992398177546e184e9933345174247 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:34:31.866913 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-a9dde1a7-ec3f-4360-b115-1d47338a2aed tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:34:31.872048 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-8c6a8027-5ffa-46dd-a0c0-beb464093aba req-64c77fc4-1a07-440d-8170-0c167737cbfb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9313f2ca-8fa0-43da-87a5-6f51d553aec3 HTTP/1.1" status: 200 len: 999 time: 0.1047962 May 04 17:34:31.873363 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-a9dde1a7-ec3f-4360-b115-1d47338a2aed tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:34:31.885421 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a9dde1a7-ec3f-4360-b115-1d47338a2aed tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks [] for floatingip, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:31.932485 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-1a0f61d4-e77b-4f79-af6e-862b9e10265d tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Deleting port d7def944-cd7e-42b6-877e-1f4ed1e3e520 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:34:31.932880 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1a0f61d4-e77b-4f79-af6e-862b9e10265d tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:32.020095 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d040ae-b681-4459-a610-265a25afd4d5 None None] New status for floating IP 69e9eb5f-1cab-407c-9912-69605e13f00b: ACTIVE {{(pid=88039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:34:32.037517 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a9dde1a7-ec3f-4360-b115-1d47338a2aed tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:32.086178 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-a5cc3d6d-f1d2-4a55-9e65-edc0c2988961 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Deleting port 45c997e2-355c-4066-b8d8-70cca071435b {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:34:32.086418 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a5cc3d6d-f1d2-4a55-9e65-edc0c2988961 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:32.159715 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-a5cc3d6d-f1d2-4a55-9e65-edc0c2988961 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] The port '45c997e2-355c-4066-b8d8-70cca071435b' was deleted {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 04 17:34:32.180800 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-a9dde1a7-ec3f-4360-b115-1d47338a2aed tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Allocated IP 172.26.0.193 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/d8e96c99-d6a0-48e9-9909-2d1b8986059f) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:34:32.246723 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a8027-5ffa-46dd-a0c0-beb464093aba req-feb62cfe-135c-4ed3-adfe-6d8aea283b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:32.248274 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-8c6a8027-5ffa-46dd-a0c0-beb464093aba req-feb62cfe-135c-4ed3-adfe-6d8aea283b0d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e33d78f-17ed-4a2d-aaf0-4ad55353aed3 HTTP/1.1" status: 200 len: 835 time: 0.3694925 May 04 17:34:32.254321 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-1a0f61d4-e77b-4f79-af6e-862b9e10265d tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] The port 'd7def944-cd7e-42b6-877e-1f4ed1e3e520' was deleted {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 04 17:34:32.458838 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a9dde1a7-ec3f-4360-b115-1d47338a2aed tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:32.480232 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 45c997e2-355c-4066-b8d8-70cca071435b no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:34:32.491595 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1a0f61d4-e77b-4f79-af6e-862b9e10265d tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:32.492001 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54818) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:32.514577 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 45c997e2-355c-4066-b8d8-70cca071435b {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:34:32.515082 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 45c997e2-355c-4066-b8d8-70cca071435b not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:34:32.546530 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a9dde1a7-ec3f-4360-b115-1d47338a2aed tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:32.554078 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a5cc3d6d-f1d2-4a55-9e65-edc0c2988961 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:32.595364 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-1a0f61d4-e77b-4f79-af6e-862b9e10265d tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5b28894-314d-4347-b9f0-e9df7db05fa4']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:32.603072 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-a5cc3d6d-f1d2-4a55-9e65-edc0c2988961 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f467877b-7fd1-4076-b38c-86c30567abc3']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:32.621284 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-a5cc3d6d-f1d2-4a55-9e65-edc0c2988961 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd1152a0-2903-455b-848d-31642e476fd8') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:32.621587 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-a5cc3d6d-f1d2-4a55-9e65-edc0c2988961 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd1152a0-2903-455b-848d-31642e476fd8') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:32.629999 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-1a0f61d4-e77b-4f79-af6e-862b9e10265d tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c12f3e44-9244-41e0-b066-2d08fd52c403') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:32.630309 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-1a0f61d4-e77b-4f79-af6e-862b9e10265d tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c12f3e44-9244-41e0-b066-2d08fd52c403') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:32.644936 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a5cc3d6d-f1d2-4a55-9e65-edc0c2988961 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:32.645204 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9dde1a7-ec3f-4360-b115-1d47338a2aed tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:34:32.650173 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-a9dde1a7-ec3f-4360-b115-1d47338a2aed tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:34:32.652819 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a8027-5ffa-46dd-a0c0-beb464093aba req-0f7297e3-fa00-4600-9081-e55156258207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:32.654343 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-8c6a8027-5ffa-46dd-a0c0-beb464093aba req-0f7297e3-fa00-4600-9081-e55156258207 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b1274540-aa6f-41be-a0cc-5f2fec52a07b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3959434 May 04 17:34:32.658406 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dde1a7-ec3f-4360-b115-1d47338a2aed tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:34:32.662163 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1a0f61d4-e77b-4f79-af6e-862b9e10265d tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:32.695793 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dde1a7-ec3f-4360-b115-1d47338a2aed tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Pushing event updated for resources: {'Port': ['ID=d8e96c99-d6a0-48e9-9909-2d1b8986059f,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:32.702087 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a5cc3d6d-f1d2-4a55-9e65-edc0c2988961 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:32.710412 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-151e7b7f-b3e6-4cdd-b6d1-b974b92a7e81 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "GET /v2.0/floatingips/69e9eb5f-1cab-407c-9912-69605e13f00b HTTP/1.1" status: 200 len: 993 time: 0.2172332 May 04 17:34:32.720557 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dde1a7-ec3f-4360-b115-1d47338a2aed tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:34:32.720789 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5cc3d6d-f1d2-4a55-9e65-edc0c2988961 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:34:32.720898 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dde1a7-ec3f-4360-b115-1d47338a2aed tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:34:32.721159 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a5cc3d6d-f1d2-4a55-9e65-edc0c2988961 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:32.721299 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dde1a7-ec3f-4360-b115-1d47338a2aed tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:34:32.721569 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dde1a7-ec3f-4360-b115-1d47338a2aed tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:34:32.721901 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dde1a7-ec3f-4360-b115-1d47338a2aed tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:34:32.722264 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dde1a7-ec3f-4360-b115-1d47338a2aed tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:34:32.723166 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dde1a7-ec3f-4360-b115-1d47338a2aed tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:34:32.723494 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dde1a7-ec3f-4360-b115-1d47338a2aed tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:34:32.723823 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dde1a7-ec3f-4360-b115-1d47338a2aed tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:34:32.724147 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dde1a7-ec3f-4360-b115-1d47338a2aed tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:34:32.724473 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dde1a7-ec3f-4360-b115-1d47338a2aed tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:34:32.724800 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dde1a7-ec3f-4360-b115-1d47338a2aed tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:34:32.736484 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1a0f61d4-e77b-4f79-af6e-862b9e10265d tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:32.738863 dv-neutron-840426-1-hyperv neutron-server[88037]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:34:32.738863 dv-neutron-840426-1-hyperv neutron-server[88037]: util.warn( May 04 17:34:32.738863 dv-neutron-840426-1-hyperv neutron-server[88037]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:34:32.738863 dv-neutron-840426-1-hyperv neutron-server[88037]: util.warn( May 04 17:34:32.738863 dv-neutron-840426-1-hyperv neutron-server[88037]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:34:32.738863 dv-neutron-840426-1-hyperv neutron-server[88037]: util.warn( May 04 17:34:32.738863 dv-neutron-840426-1-hyperv neutron-server[88037]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:34:32.738863 dv-neutron-840426-1-hyperv neutron-server[88037]: util.warn( May 04 17:34:32.738863 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 17:34:32.738863 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:34:32.738863 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 17:34:32.738863 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:34:32.738863 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 17:34:32.738863 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:34:32.738863 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 17:34:32.738863 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:34:32.738863 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 17:34:32.738863 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:34:32.738863 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 17:34:32.738863 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:34:32.738863 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 17:34:32.738863 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:34:32.738863 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:34:32.738863 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:34:32.738863 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:34:32.738863 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:34:32.738863 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 17:34:32.738863 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:34:32.738863 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 17:34:32.738863 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:34:32.738863 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:34:32.738863 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:34:32.738863 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 17:34:32.738863 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:34:32.738863 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:34:32.738863 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:34:32.738863 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:34:32.738863 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:34:32.738863 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:34:32.738863 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:34:32.758058 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a0f61d4-e77b-4f79-af6e-862b9e10265d tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:34:32.758510 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1a0f61d4-e77b-4f79-af6e-862b9e10265d tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:32.784860 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 17:34:32.784860 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:34:32.784860 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 17:34:32.784860 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:34:32.784860 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 17:34:32.784860 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:34:32.784860 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 17:34:32.784860 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:34:32.784860 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 17:34:32.784860 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:34:32.784860 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 17:34:32.784860 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:34:32.784860 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 17:34:32.784860 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:34:32.784860 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:34:32.784860 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:34:32.784860 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:34:32.784860 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:34:32.784860 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 17:34:32.784860 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:34:32.784860 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 17:34:32.784860 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:34:32.784860 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:34:32.784860 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:34:32.784860 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 17:34:32.784860 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:34:32.784860 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:34:32.784860 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:34:32.784860 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:34:32.784860 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:34:32.784860 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:34:32.784860 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:34:32.917714 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9df1c-5f31-400d-94c7-cd5f4da2bd66 req-f90b28ed-717f-4a73-b12e-a7ce18a66e12 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:32.919144 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-bef9df1c-5f31-400d-94c7-cd5f4da2bd66 req-f90b28ed-717f-4a73-b12e-a7ce18a66e12 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=49b9b7ef-4613-4174-976f-7b150370e2d7 HTTP/1.1" status: 200 len: 944 time: 0.1846237 May 04 17:34:32.988852 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a5cc3d6d-f1d2-4a55-9e65-edc0c2988961 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:33.016553 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a5cc3d6d-f1d2-4a55-9e65-edc0c2988961 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:33.027930 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cc3d6d-f1d2-4a55-9e65-edc0c2988961 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Pushing event deleted for resources: {'Network': ['ID=f467877b-7fd1-4076-b38c-86c30567abc3,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:33.044792 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1a0f61d4-e77b-4f79-af6e-862b9e10265d tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:33.051398 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-8c6a8027-5ffa-46dd-a0c0-beb464093aba req-9dc4ab4d-dca3-4002-9bc0-e4882245ec49 service neutron] 10.222.0.42 "GET /v2.0/networks/b1274540-aa6f-41be-a0cc-5f2fec52a07b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3819211 May 04 17:34:33.052598 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cc3d6d-f1d2-4a55-9e65-edc0c2988961 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:34:33.052947 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cc3d6d-f1d2-4a55-9e65-edc0c2988961 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:34:33.053362 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cc3d6d-f1d2-4a55-9e65-edc0c2988961 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:34:33.053620 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cc3d6d-f1d2-4a55-9e65-edc0c2988961 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:34:33.053970 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cc3d6d-f1d2-4a55-9e65-edc0c2988961 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:34:33.054307 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cc3d6d-f1d2-4a55-9e65-edc0c2988961 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:34:33.054636 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cc3d6d-f1d2-4a55-9e65-edc0c2988961 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:34:33.054963 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cc3d6d-f1d2-4a55-9e65-edc0c2988961 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:34:33.055320 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cc3d6d-f1d2-4a55-9e65-edc0c2988961 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:34:33.055645 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cc3d6d-f1d2-4a55-9e65-edc0c2988961 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:34:33.055981 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cc3d6d-f1d2-4a55-9e65-edc0c2988961 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:34:33.056295 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cc3d6d-f1d2-4a55-9e65-edc0c2988961 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:34:33.091284 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-bef9df1c-5f31-400d-94c7-cd5f4da2bd66 req-c32944e9-202d-4ece-b393-86c739a4542b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=e081081d-d228-40a2-bef4-1b8cc50f7dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646810 May 04 17:34:33.103024 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1a0f61d4-e77b-4f79-af6e-862b9e10265d tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:33.104846 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-1a0f61d4-e77b-4f79-af6e-862b9e10265d tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] 10.222.0.41 "DELETE /v2.0/networks/e5b28894-314d-4347-b9f0-e9df7db05fa4 HTTP/1.1" status: 204 len: 168 time: 7.0176117 May 04 17:34:33.108249 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0f61d4-e77b-4f79-af6e-862b9e10265d tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Pushing event deleted for resources: {'Network': ['ID=e5b28894-314d-4347-b9f0-e9df7db05fa4,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:33.110582 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54824) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:33.116311 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-a5cc3d6d-f1d2-4a55-9e65-edc0c2988961 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] 10.222.0.41 "DELETE /v2.0/networks/f467877b-7fd1-4076-b38c-86c30567abc3 HTTP/1.1" status: 204 len: 168 time: 3.3182163 May 04 17:34:33.120440 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-806a051c-ea15-431a-978e-5b01d4d6d4f3 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1340634005'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:34:33.125484 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54828) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:33.143099 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9f8e560c-0216-43d2-85b2-87a2e16735b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:33.158202 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-806a051c-ea15-431a-978e-5b01d4d6d4f3 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:34:33.175166 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-806a051c-ea15-431a-978e-5b01d4d6d4f3 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Usage tracker for resource:network and tenant:b7b3ce202f06461f829e676ede2bf890 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:34:33.183169 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-806a051c-ea15-431a-978e-5b01d4d6d4f3 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:34:33.203338 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-806a051c-ea15-431a-978e-5b01d4d6d4f3 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:34:33.232493 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_v2 [None req-118bcb2e-1b6b-4aaa-965f-b14be98a7541 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Deleting subnet 43e84b1d-6ad7-4de4-b905-1eea02b21298 {{(pid=88038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:34:33.236415 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-8c6a8027-5ffa-46dd-a0c0-beb464093aba req-249bc5e6-f085-40ae-819d-c44d2c418e1d service neutron] 10.222.0.42 "GET /v2.0/networks/b1274540-aa6f-41be-a0cc-5f2fec52a07b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770484 May 04 17:34:33.238839 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-118bcb2e-1b6b-4aaa-965f-b14be98a7541 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks [] for subnet, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:33.266311 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806a051c-ea15-431a-978e-5b01d4d6d4f3 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Made reservation on behalf of b7b3ce202f06461f829e676ede2bf890 for: {'network': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:34:33.270237 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-806a051c-ea15-431a-978e-5b01d4d6d4f3 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:33.331356 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-118bcb2e-1b6b-4aaa-965f-b14be98a7541 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-801696'] for subnet, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:33.370456 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-806a051c-ea15-431a-978e-5b01d4d6d4f3 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=88038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:34:33.402527 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-806a051c-ea15-431a-978e-5b01d4d6d4f3 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:33.402872 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.segments_db [None req-806a051c-ea15-431a-978e-5b01d4d6d4f3 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Added segment b1a4401c-f32a-477d-824d-be60202d8461 of type vlan for network acb8a45c-6263-4898-8d60-ab0261635b5b May 04 17:34:33.456955 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-806a051c-ea15-431a-978e-5b01d4d6d4f3 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:33.476736 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-118bcb2e-1b6b-4aaa-965f-b14be98a7541 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:33.503516 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a9dde1a7-ec3f-4360-b115-1d47338a2aed tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:33.590916 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-806a051c-ea15-431a-978e-5b01d4d6d4f3 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:33.596293 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806a051c-ea15-431a-978e-5b01d4d6d4f3 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:33.596904 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-806a051c-ea15-431a-978e-5b01d4d6d4f3 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:33.681522 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a9dde1a7-ec3f-4360-b115-1d47338a2aed tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:33.709068 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-118bcb2e-1b6b-4aaa-965f-b14be98a7541 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:33.815306 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-806a051c-ea15-431a-978e-5b01d4d6d4f3 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7034757 May 04 17:34:33.818346 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 54832) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:33.820773 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806a051c-ea15-431a-978e-5b01d4d6d4f3 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Pushing event updated for resources: {'Network': ['ID=acb8a45c-6263-4898-8d60-ab0261635b5b,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:33.825742 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-a19c6b5f-3b52-41f7-8fec-ff24b3497ae3 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Request body: {'subnet': {'network_id': 'acb8a45c-6263-4898-8d60-ab0261635b5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:34:33.826099 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118bcb2e-1b6b-4aaa-965f-b14be98a7541 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Pushing event deleted for resources: {'Subnet': ['ID=43e84b1d-6ad7-4de4-b905-1eea02b21298,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:33.829904 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-118bcb2e-1b6b-4aaa-965f-b14be98a7541 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:33.831726 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-118bcb2e-1b6b-4aaa-965f-b14be98a7541 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] 10.222.0.41 "DELETE /v2.0/subnets/43e84b1d-6ad7-4de4-b905-1eea02b21298 HTTP/1.1" status: 204 len: 168 time: 0.7043447 May 04 17:34:33.832199 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd8ce82-fd18-4874-a389-e91cd80b6f10 None None] Network 3ef04da9-e2f1-41b3-ae68-5e3ac5668d77 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:34:33.834518 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54836) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:33.854985 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network acb8a45c-6263-4898-8d60-ab0261635b5b details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:34:33.945947 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a4ad374-3570-44f9-8a41-cb2b84ddebe7 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Deleting subnet 434550eb-1517-4f82-bd82-835b7d189248 {{(pid=88038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:34:33.961120 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device b9dccbbd-533e-4520-940c-d2d54bf32701 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:34:33.961516 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-a19c6b5f-3b52-41f7-8fec-ff24b3497ae3 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:34:33.966549 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-a19c6b5f-3b52-41f7-8fec-ff24b3497ae3 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Usage tracker for resource:subnet and tenant:b7b3ce202f06461f829e676ede2bf890 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:34:33.969433 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-a19c6b5f-3b52-41f7-8fec-ff24b3497ae3 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:34:33.975884 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-a19c6b5f-3b52-41f7-8fec-ff24b3497ae3 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:34:33.986213 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19c6b5f-3b52-41f7-8fec-ff24b3497ae3 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Made reservation on behalf of b7b3ce202f06461f829e676ede2bf890 for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:34:33.989952 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a19c6b5f-3b52-41f7-8fec-ff24b3497ae3 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:33.990118 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4a4ad374-3570-44f9-8a41-cb2b84ddebe7 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks [] for subnet, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:34.200865 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4a4ad374-3570-44f9-8a41-cb2b84ddebe7 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-801696'] for subnet, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:34.297595 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a9dde1a7-ec3f-4360-b115-1d47338a2aed tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:34.302917 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a9dde1a7-ec3f-4360-b115-1d47338a2aed tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:34.358595 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port b9dccbbd-533e-4520-940c-d2d54bf32701, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=b9dccbbd-533e-4520-940c-d2d54bf32701,segment=NetworkSegment(94edbd2f-3cb2-4850-b4d2-f7e44de9670f),segment_id=94edbd2f-3cb2-4850-b4d2-f7e44de9670f)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:34:34.380231 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Returning: {'device': 'b9dccbbd-533e-4520-940c-d2d54bf32701', 'network_id': 'e6044b59-95ab-4501-b15b-cebd17b40a50', 'port_id': 'b9dccbbd-533e-4520-940c-d2d54bf32701', 'mac_address': 'fa:16:3e:4b:10:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22fc0d01-85d2-48cb-8dc6-df1f043da1a0', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:34:34.403752 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4a4ad374-3570-44f9-8a41-cb2b84ddebe7 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:34.451212 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:34.454104 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dde1a7-ec3f-4360-b115-1d47338a2aed tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Pushing event updated for resources: {'Port': ['ID=d8e96c99-d6a0-48e9-9909-2d1b8986059f,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:34.490276 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a9dde1a7-ec3f-4360-b115-1d47338a2aed tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710218'] for floatingip, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:34.494718 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9dccbbd-533e-4520-940c-d2d54bf32701 {{(pid=88039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:34:34.505387 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51851973-e5be-4536-b58e-fbc1c08878dd None None] DHCP port deletion for 3ef04da9-e2f1-41b3-ae68-5e3ac5668d77 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:34:34.514411 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-51851973-e5be-4536-b58e-fbc1c08878dd None None] Deleting port 78d09f6f-b28d-4386-b712-b2aa321906c0 {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:34:34.514783 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-51851973-e5be-4536-b58e-fbc1c08878dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:34.548493 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.objects.ports [None req-a19c6b5f-3b52-41f7-8fec-ff24b3497ae3 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88037) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 04 17:34:34.550337 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a19c6b5f-3b52-41f7-8fec-ff24b3497ae3 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:34.562348 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port b9dccbbd-533e-4520-940c-d2d54bf32701, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=b9dccbbd-533e-4520-940c-d2d54bf32701,segment=NetworkSegment(94edbd2f-3cb2-4850-b4d2-f7e44de9670f),segment_id=94edbd2f-3cb2-4850-b4d2-f7e44de9670f)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:34:34.570080 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:34.650143 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6995b8-58e3-4901-a838-ffc05721c3be req-d207200d-7dea-453a-8de5-6cda72d2a303 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:34.651778 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-7c6995b8-58e3-4901-a838-ffc05721c3be req-d207200d-7dea-453a-8de5-6cda72d2a303 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=49b9b7ef-4613-4174-976f-7b150370e2d7 HTTP/1.1" status: 200 len: 944 time: 0.4090645 May 04 17:34:34.663245 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4a4ad374-3570-44f9-8a41-cb2b84ddebe7 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:34.678697 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19c6b5f-3b52-41f7-8fec-ff24b3497ae3 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Checking segment: {'id': 'b1a4401c-f32a-477d-824d-be60202d8461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'acb8a45c-6263-4898-8d60-ab0261635b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:34:34.679062 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19c6b5f-3b52-41f7-8fec-ff24b3497ae3 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Network hostable DHCP agents. Network: acb8a45c-6263-4898-8d60-ab0261635b5b, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:34:34.686093 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19c6b5f-3b52-41f7-8fec-ff24b3497ae3 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Pushing event updated for resources: {'Subnet': ['ID=23f17b47-8a6e-4cc9-a117-961c0802de28,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:34.710042 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=b9dccbbd-533e-4520-940c-d2d54bf32701,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:34.713098 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4ad374-3570-44f9-8a41-cb2b84ddebe7 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Pushing event deleted for resources: {'Subnet': ['ID=434550eb-1517-4f82-bd82-835b7d189248,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:34.723661 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-7c6995b8-58e3-4901-a838-ffc05721c3be req-2ce18e6c-afb5-4e56-8a05-15125099fd5e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=e081081d-d228-40a2-bef4-1b8cc50f7dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637753 May 04 17:34:34.724434 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4a4ad374-3570-44f9-8a41-cb2b84ddebe7 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:34.728911 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19c6b5f-3b52-41f7-8fec-ff24b3497ae3 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Network acb8a45c-6263-4898-8d60-ab0261635b5b is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:34:34.731152 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.l3_db [None req-a9dde1a7-ec3f-4360-b115-1d47338a2aed tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Floating IP bfa7acf9-2bce-474f-9c35-fc747b6c6719 associated. External IP: 172.26.0.193, port: 11ad7876-fd3d-4eda-b129-6b711b3eb441. May 04 17:34:34.735631 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ea2a62-e123-4d99-ac27-3ac214681a82 None None] Network e9f23c27-0e52-4d1b-b1db-90aababe26cc requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:34:34.754491 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-a19c6b5f-3b52-41f7-8fec-ff24b3497ae3 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, acb8a45c-6263-4898-8d60-ab0261635b5b) {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:34:34.765876 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19c6b5f-3b52-41f7-8fec-ff24b3497ae3 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:34.766683 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a19c6b5f-3b52-41f7-8fec-ff24b3497ae3 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:34.769100 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42763d0-e18e-428b-9b58-3288a93bed2c None None] Network acb8a45c-6263-4898-8d60-ab0261635b5b requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:34:34.789273 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-4a4ad374-3570-44f9-8a41-cb2b84ddebe7 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] 10.222.0.41 "DELETE /v2.0/subnets/434550eb-1517-4f82-bd82-835b7d189248 HTTP/1.1" status: 204 len: 168 time: 0.9537287 May 04 17:34:34.791937 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 54842) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:34.817616 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-a19c6b5f-3b52-41f7-8fec-ff24b3497ae3 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9943779 May 04 17:34:34.817831 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54846) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:34.912218 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dce85946-161d-48de-956c-c0f2845fd049 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:34.923254 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-dce85946-161d-48de-956c-c0f2845fd049 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Deleting port 78d09f6f-b28d-4386-b712-b2aa321906c0 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:34:34.923705 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dce85946-161d-48de-956c-c0f2845fd049 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:34.982303 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] get_ports_and_sgs() called for port_ids ['b9dccbbd-533e-4520-940c-d2d54bf32701'] {{(pid=88039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:34:35.085627 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-51851973-e5be-4536-b58e-fbc1c08878dd None None] For port 78d09f6f-b28d-4386-b712-b2aa321906c0, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=78d09f6f-b28d-4386-b712-b2aa321906c0,segment=NetworkSegment(8abcadba-1092-4311-96f1-2283b46e909b),segment_id=8abcadba-1092-4311-96f1-2283b46e909b)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:34:35.085947 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-51851973-e5be-4536-b58e-fbc1c08878dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:35.095098 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9363b55d-ff48-4d83-b685-7cf854fb7e3e tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:35.131517 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-dce85946-161d-48de-956c-c0f2845fd049 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] For port 78d09f6f-b28d-4386-b712-b2aa321906c0, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=78d09f6f-b28d-4386-b712-b2aa321906c0,segment=NetworkSegment(8abcadba-1092-4311-96f1-2283b46e909b),segment_id=8abcadba-1092-4311-96f1-2283b46e909b)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:34:35.132039 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dce85946-161d-48de-956c-c0f2845fd049 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:35.262623 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-51851973-e5be-4536-b58e-fbc1c08878dd None None] Calling delete_port for 78d09f6f-b28d-4386-b712-b2aa321906c0 owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:34:35.267531 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9363b55d-ff48-4d83-b685-7cf854fb7e3e tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:35.267859 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-dce85946-161d-48de-956c-c0f2845fd049 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Calling delete_port for 78d09f6f-b28d-4386-b712-b2aa321906c0 owned by network:dhcp {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:34:35.318923 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9dde1a7-ec3f-4360-b115-1d47338a2aed tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Router 4899f2c4-fe45-4a8a-8358-cd44707b69e7 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:34:35.351819 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dce85946-161d-48de-956c-c0f2845fd049 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:35.408180 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce85946-161d-48de-956c-c0f2845fd049 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] No DVR routers for this DVR port 78d09f6f-b28d-4386-b712-b2aa321906c0 on host dv-neutron-840426-1-hyperv {{(pid=88037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:34:35.430703 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9363b55d-ff48-4d83-b685-7cf854fb7e3e tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:35.448976 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce85946-161d-48de-956c-c0f2845fd049 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Pushing event deleted for resources: {'Port': ['ID=78d09f6f-b28d-4386-b712-b2aa321906c0,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:35.456341 dv-neutron-840426-1-hyperv neutron-server[88039]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 17:34:35.456341 dv-neutron-840426-1-hyperv neutron-server[88039]: from cryptography.utils import int_from_bytes May 04 17:34:35.456341 dv-neutron-840426-1-hyperv neutron-server[88039]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 17:34:35.456341 dv-neutron-840426-1-hyperv neutron-server[88039]: from cryptography.utils import int_from_bytes May 04 17:34:35.456341 dv-neutron-840426-1-hyperv neutron-server[88039]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 04 17:34:35.456341 dv-neutron-840426-1-hyperv neutron-server[88039]: util.warn_limited( May 04 17:34:35.456341 dv-neutron-840426-1-hyperv neutron-server[88039]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 04 17:34:35.456341 dv-neutron-840426-1-hyperv neutron-server[88039]: util.warn_limited( May 04 17:34:35.456341 dv-neutron-840426-1-hyperv neutron-server[88039]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:34:35.456341 dv-neutron-840426-1-hyperv neutron-server[88039]: util.warn( May 04 17:34:35.456341 dv-neutron-840426-1-hyperv neutron-server[88039]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:34:35.456341 dv-neutron-840426-1-hyperv neutron-server[88039]: util.warn( May 04 17:34:35.456341 dv-neutron-840426-1-hyperv neutron-server[88039]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:34:35.456341 dv-neutron-840426-1-hyperv neutron-server[88039]: util.warn( May 04 17:34:35.456341 dv-neutron-840426-1-hyperv neutron-server[88039]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:34:35.456341 dv-neutron-840426-1-hyperv neutron-server[88039]: util.warn( May 04 17:34:35.456341 dv-neutron-840426-1-hyperv neutron-server[88039]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:34:35.456341 dv-neutron-840426-1-hyperv neutron-server[88039]: util.warn( May 04 17:34:35.456341 dv-neutron-840426-1-hyperv neutron-server[88039]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:34:35.456341 dv-neutron-840426-1-hyperv neutron-server[88039]: util.warn( May 04 17:34:35.456341 dv-neutron-840426-1-hyperv neutron-server[88039]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:34:35.456341 dv-neutron-840426-1-hyperv neutron-server[88039]: util.warn( May 04 17:34:35.456341 dv-neutron-840426-1-hyperv neutron-server[88039]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:34:35.456341 dv-neutron-840426-1-hyperv neutron-server[88039]: util.warn( May 04 17:34:35.456341 dv-neutron-840426-1-hyperv neutron-server[88039]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:34:35.456341 dv-neutron-840426-1-hyperv neutron-server[88039]: util.warn( May 04 17:34:35.456341 dv-neutron-840426-1-hyperv neutron-server[88039]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:34:35.456341 dv-neutron-840426-1-hyperv neutron-server[88039]: util.warn( May 04 17:34:35.456341 dv-neutron-840426-1-hyperv neutron-server[88039]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:34:35.456341 dv-neutron-840426-1-hyperv neutron-server[88039]: util.warn( May 04 17:34:35.456341 dv-neutron-840426-1-hyperv neutron-server[88039]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:34:35.456341 dv-neutron-840426-1-hyperv neutron-server[88039]: util.warn( May 04 17:34:35.456341 dv-neutron-840426-1-hyperv neutron-server[88039]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:34:35.456341 dv-neutron-840426-1-hyperv neutron-server[88039]: util.warn( May 04 17:34:35.456341 dv-neutron-840426-1-hyperv neutron-server[88039]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:34:35.456341 dv-neutron-840426-1-hyperv neutron-server[88039]: util.warn( May 04 17:34:35.456341 dv-neutron-840426-1-hyperv neutron-server[88039]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:34:35.456341 dv-neutron-840426-1-hyperv neutron-server[88039]: util.warn( May 04 17:34:35.456341 dv-neutron-840426-1-hyperv neutron-server[88039]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:34:35.456341 dv-neutron-840426-1-hyperv neutron-server[88039]: util.warn( May 04 17:34:35.456341 dv-neutron-840426-1-hyperv neutron-server[88039]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:34:35.456341 dv-neutron-840426-1-hyperv neutron-server[88039]: util.warn( May 04 17:34:35.456341 dv-neutron-840426-1-hyperv neutron-server[88039]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:34:35.456341 dv-neutron-840426-1-hyperv neutron-server[88039]: util.warn( May 04 17:34:35.456341 dv-neutron-840426-1-hyperv neutron-server[88039]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:34:35.456341 dv-neutron-840426-1-hyperv neutron-server[88039]: util.warn( May 04 17:34:35.456341 dv-neutron-840426-1-hyperv neutron-server[88039]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:34:35.456341 dv-neutron-840426-1-hyperv neutron-server[88039]: util.warn( May 04 17:34:35.456341 dv-neutron-840426-1-hyperv neutron-server[88039]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:34:35.456341 dv-neutron-840426-1-hyperv neutron-server[88039]: util.warn( May 04 17:34:35.456341 dv-neutron-840426-1-hyperv neutron-server[88039]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:34:35.456341 dv-neutron-840426-1-hyperv neutron-server[88039]: util.warn( May 04 17:34:35.456341 dv-neutron-840426-1-hyperv neutron-server[88039]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:34:35.456341 dv-neutron-840426-1-hyperv neutron-server[88039]: util.warn( May 04 17:34:35.456341 dv-neutron-840426-1-hyperv neutron-server[88039]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:34:35.456341 dv-neutron-840426-1-hyperv neutron-server[88039]: util.warn( May 04 17:34:35.500873 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99441463-c734-4a4f-ab43-31c8806b25dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-acb8a45c-6263-4898-8d60-ab0261635b5b', 'network_id': 'acb8a45c-6263-4898-8d60-ab0261635b5b', 'tenant_id': 'b7b3ce202f06461f829e676ede2bf890', 'fixed_ips': [{'subnet_id': '23f17b47-8a6e-4cc9-a117-961c0802de28'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:34:35.501682 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-99441463-c734-4a4f-ab43-31c8806b25dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:35.523232 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.db.api [None req-51851973-e5be-4536-b58e-fbc1c08878dd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:34:35.523611 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG oslo_db.api [None req-51851973-e5be-4536-b58e-fbc1c08878dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:34:35.540129 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4a11dcd7-3bc3-44ac-a1a6-204ac71e2071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:35.585203 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dce85946-161d-48de-956c-c0f2845fd049 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:35.626449 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-dce85946-161d-48de-956c-c0f2845fd049 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ef04da9-e2f1-41b3-ae68-5e3ac5668d77']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:35.638279 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2826e992-c105-4679-9c9c-5a6bb446bd46 None None] DHCP port deletion for e9f23c27-0e52-4d1b-b1db-90aababe26cc request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:34:35.641469 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-dce85946-161d-48de-956c-c0f2845fd049 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8abcadba-1092-4311-96f1-2283b46e909b') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:35.641769 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-dce85946-161d-48de-956c-c0f2845fd049 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8abcadba-1092-4311-96f1-2283b46e909b') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:35.655692 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-2826e992-c105-4679-9c9c-5a6bb446bd46 None None] Deleting port d2e671f1-39f3-4b24-aee6-7235fe2f401a {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:34:35.656105 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-2826e992-c105-4679-9c9c-5a6bb446bd46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:35.657608 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dce85946-161d-48de-956c-c0f2845fd049 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:35.677165 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dce85946-161d-48de-956c-c0f2845fd049 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:35.683794 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dce85946-161d-48de-956c-c0f2845fd049 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:34:35.684484 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dce85946-161d-48de-956c-c0f2845fd049 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:35.699690 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9363b55d-ff48-4d83-b685-7cf854fb7e3e tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Pushing event deleted for resources: {'Subnet': ['ID=23f17b47-8a6e-4cc9-a117-961c0802de28,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:35.702142 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 17:34:35.702142 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:34:35.702142 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 17:34:35.702142 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:34:35.702142 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 17:34:35.702142 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:34:35.702142 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 17:34:35.702142 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:34:35.702142 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 17:34:35.702142 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:34:35.702142 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 17:34:35.702142 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:34:35.702142 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 17:34:35.702142 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:34:35.702142 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:34:35.702142 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:34:35.702142 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:34:35.702142 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:34:35.702142 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 17:34:35.702142 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:34:35.702142 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 17:34:35.702142 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:34:35.702142 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:34:35.702142 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:34:35.702142 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 17:34:35.702142 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:34:35.702142 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:34:35.702142 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:34:35.702142 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:34:35.702142 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:34:35.702142 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:34:35.702142 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:34:35.797905 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dce85946-161d-48de-956c-c0f2845fd049 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:35.810241 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dce85946-161d-48de-956c-c0f2845fd049 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:35.818182 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9363b55d-ff48-4d83-b685-7cf854fb7e3e tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:35.826721 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9dde1a7-ec3f-4360-b115-1d47338a2aed tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:34:35.830536 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeca6db3-5dbb-4421-8394-43993c094739 None None] Network acb8a45c-6263-4898-8d60-ab0261635b5b requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:34:35.843679 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a533357c-5cbb-419a-82cb-0b2ec832af60 None None] Sync routers for ids ['4899f2c4-fe45-4a8a-8358-cd44707b69e7'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:34:35.858574 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a533357c-5cbb-419a-82cb-0b2ec832af60 None None] Routers {'4899f2c4-fe45-4a8a-8358-cd44707b69e7'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:34:35.859449 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-a533357c-5cbb-419a-82cb-0b2ec832af60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:34:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['4899f2c4-fe45-4a8a-8358-cd44707b69e7'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:35.862690 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-dce85946-161d-48de-956c-c0f2845fd049 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] 10.222.0.41 "DELETE /v2.0/networks/3ef04da9-e2f1-41b3-ae68-5e3ac5668d77 HTTP/1.1" status: 204 len: 168 time: 1.0694470 May 04 17:34:35.867229 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 54852) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:35.883109 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-9363b55d-ff48-4d83-b685-7cf854fb7e3e tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acb8a45c-6263-4898-8d60-ab0261635b5b']}} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:35.893961 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce85946-161d-48de-956c-c0f2845fd049 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Pushing event deleted for resources: {'Network': ['ID=3ef04da9-e2f1-41b3-ae68-5e3ac5668d77,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:35.918243 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-9363b55d-ff48-4d83-b685-7cf854fb7e3e tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1a4401c-f32a-477d-824d-be60202d8461') {'for_net_delete': True} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:35.919074 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-9363b55d-ff48-4d83-b685-7cf854fb7e3e tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1a4401c-f32a-477d-824d-be60202d8461') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:35.931147 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a9dde1a7-ec3f-4360-b115-1d47338a2aed tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:36.005893 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-bfba4b3f-4af8-451e-ad5a-79a91a36da74 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:36.018522 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-bfba4b3f-4af8-451e-ad5a-79a91a36da74 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Deleting port d2e671f1-39f3-4b24-aee6-7235fe2f401a {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:34:36.019324 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-bfba4b3f-4af8-451e-ad5a-79a91a36da74 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:36.028738 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9363b55d-ff48-4d83-b685-7cf854fb7e3e tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801627'] for segment, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:36.053515 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-51851973-e5be-4536-b58e-fbc1c08878dd None None] Deleting port 78d09f6f-b28d-4386-b712-b2aa321906c0 {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:34:36.053889 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-51851973-e5be-4536-b58e-fbc1c08878dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:36.071736 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9363b55d-ff48-4d83-b685-7cf854fb7e3e tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:36.085934 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-a9dde1a7-ec3f-4360-b115-1d47338a2aed tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.2255385 May 04 17:34:36.085934 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96cd3b8d-d47f-4739-b328-fa5cb6a34d55', 'tag': '11ad7876-fd3d-4eda-b129-6b711b3eb441'}] {{(pid=88038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:34:36.086784 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9363b55d-ff48-4d83-b685-7cf854fb7e3e tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=88038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:34:36.087444 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9363b55d-ff48-4d83-b685-7cf854fb7e3e tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7881827'] for segment, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:36.104757 dv-neutron-840426-1-hyperv neutron-server[88038]: Traceback (most recent call last): May 04 17:34:36.104757 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:34:36.104757 dv-neutron-840426-1-hyperv neutron-server[88038]: timer() May 04 17:34:36.104757 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:34:36.104757 dv-neutron-840426-1-hyperv neutron-server[88038]: cb(*args, **kw) May 04 17:34:36.104757 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:34:36.104757 dv-neutron-840426-1-hyperv neutron-server[88038]: return func(*args, **kwargs) May 04 17:34:36.104757 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:34:36.104757 dv-neutron-840426-1-hyperv neutron-server[88038]: self._notify() May 04 17:34:36.104757 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:34:36.104757 dv-neutron-840426-1-hyperv neutron-server[88038]: self.callback(batched_events) May 04 17:34:36.104757 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:34:36.104757 dv-neutron-840426-1-hyperv neutron-server[88038]: event.method(event) May 04 17:34:36.104757 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:34:36.104757 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:34:36.104757 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:34:36.104757 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:34:36.104757 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:34:36.104757 dv-neutron-840426-1-hyperv neutron-server[88038]: return f(self, *a, **k) May 04 17:34:36.104757 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:34:36.104757 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._get(url).json() May 04 17:34:36.104757 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:34:36.104757 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:34:36.104757 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:34:36.104757 dv-neutron-840426-1-hyperv neutron-server[88038]: return self.request(url, 'GET', **kwargs) May 04 17:34:36.104757 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:34:36.104757 dv-neutron-840426-1-hyperv neutron-server[88038]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:34:36.104757 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:34:36.104757 dv-neutron-840426-1-hyperv neutron-server[88038]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:34:36.104757 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:34:36.104757 dv-neutron-840426-1-hyperv neutron-server[88038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:34:36.104757 dv-neutron-840426-1-hyperv neutron-server[88038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:34:36.116602 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-a533357c-5cbb-419a-82cb-0b2ec832af60 None None] Set router 4899f2c4-fe45-4a8a-8358-cd44707b69e7 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:34:36.208833 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.notifiers.nova [-] Nova event matching ['req-741978c8-9284-432a-b743-029ea9d1ae1c'] response: {'name': 'network-changed', 'server_uuid': '96cd3b8d-d47f-4739-b328-fa5cb6a34d55', 'tag': '11ad7876-fd3d-4eda-b129-6b711b3eb441', 'status': 'completed', 'code': 200} May 04 17:34:36.234683 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9363b55d-ff48-4d83-b685-7cf854fb7e3e tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:36.254598 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-2826e992-c105-4679-9c9c-5a6bb446bd46 None None] For port d2e671f1-39f3-4b24-aee6-7235fe2f401a, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=d2e671f1-39f3-4b24-aee6-7235fe2f401a,segment=NetworkSegment(42c24b52-3d94-40d1-b206-3ead3963c1c4),segment_id=42c24b52-3d94-40d1-b206-3ead3963c1c4)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:34:36.255487 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-2826e992-c105-4679-9c9c-5a6bb446bd46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:36.283339 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ab5b8-c624-48bd-b478-cc2f698b410f req-d08cd300-f89e-4555-a78b-eda52ad8ab13 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:36.294524 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-e00ab5b8-c624-48bd-b478-cc2f698b410f req-d08cd300-f89e-4555-a78b-eda52ad8ab13 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=49b9b7ef-4613-4174-976f-7b150370e2d7 HTTP/1.1" status: 200 len: 945 time: 0.3316247 May 04 17:34:36.298139 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9363b55d-ff48-4d83-b685-7cf854fb7e3e tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:36.303707 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-51851973-e5be-4536-b58e-fbc1c08878dd None None] The port '78d09f6f-b28d-4386-b712-b2aa321906c0' was deleted {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 04 17:34:36.327436 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9363b55d-ff48-4d83-b685-7cf854fb7e3e tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Pushing event deleted for resources: {'Network': ['ID=acb8a45c-6263-4898-8d60-ab0261635b5b,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:36.339578 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-9363b55d-ff48-4d83-b685-7cf854fb7e3e tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] 10.222.0.41 "DELETE /v2.0/networks/acb8a45c-6263-4898-8d60-ab0261635b5b HTTP/1.1" status: 204 len: 168 time: 1.5166962 May 04 17:34:36.339797 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 54860) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:36.375291 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-e00ab5b8-c624-48bd-b478-cc2f698b410f req-f7a942e9-d108-4326-bf2b-3052ba4c8b41 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=e081081d-d228-40a2-bef4-1b8cc50f7dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747366 May 04 17:34:36.469104 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-2826e992-c105-4679-9c9c-5a6bb446bd46 None None] Calling delete_port for d2e671f1-39f3-4b24-aee6-7235fe2f401a owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:34:36.527584 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device d2e671f1-39f3-4b24-aee6-7235fe2f401a no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:34:36.565262 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-e05db171-ae6d-46f4-8583-7dcfb0b68ebc tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] DELETE failed (client error): The resource could not be found. May 04 17:34:36.565953 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e05db171-ae6d-46f4-8583-7dcfb0b68ebc tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:34:36.570125 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-e05db171-ae6d-46f4-8583-7dcfb0b68ebc tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] 10.222.0.41 "DELETE /v2.0/subnets/23f17b47-8a6e-4cc9-a117-961c0802de28 HTTP/1.1" status: 404 len: 337 time: 0.2276371 May 04 17:34:36.570125 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-bfba4b3f-4af8-451e-ad5a-79a91a36da74 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] For port d2e671f1-39f3-4b24-aee6-7235fe2f401a, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=d2e671f1-39f3-4b24-aee6-7235fe2f401a,segment=NetworkSegment(42c24b52-3d94-40d1-b206-3ead3963c1c4),segment_id=42c24b52-3d94-40d1-b206-3ead3963c1c4)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:34:36.570125 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-bfba4b3f-4af8-451e-ad5a-79a91a36da74 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:36.571191 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54864) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:36.616021 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:36.617492 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:36.626320 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec17a9f6-baaf-4b3c-9f31-529faf54db52 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] DELETE failed (client error): The resource could not be found. May 04 17:34:36.627590 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec17a9f6-baaf-4b3c-9f31-529faf54db52 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:34:36.634187 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-ec17a9f6-baaf-4b3c-9f31-529faf54db52 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] 10.222.0.41 "DELETE /v2.0/networks/acb8a45c-6263-4898-8d60-ab0261635b5b HTTP/1.1" status: 404 len: 339 time: 0.0610249 May 04 17:34:36.635137 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54868) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:36.649442 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-a533357c-5cbb-419a-82cb-0b2ec832af60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'name': 'tempest-TestVolumeBootPattern-1202657765-router', 'tenant_id': '8c992398177546e184e9933345174247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b8d9c1ac-2873-4f63-94d9-6877543517bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:29:34Z', 'updated_at': '2022-05-04T17:29:51Z', 'revision_number': 4, 'project_id': '8c992398177546e184e9933345174247', 'gw_port': {'id': 'b8d9c1ac-2873-4f63-94d9-6877543517bb', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:37:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:36Z', 'updated_at': '2022-05-04T17:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': 'bfa7acf9-2bce-474f-9c35-fc747b6c6719', 'tenant_id': '8c992398177546e184e9933345174247', 'floating_ip_address': '172.26.0.193', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'port_id': '11ad7876-fd3d-4eda-b129-6b711b3eb441', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b631325e-11d5-4100-a2cb-8b9aba720937', 'mac_address': 'fa:16:3e:9c:f6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96cd3b8d-d47f-4739-b328-fa5cb6a34d55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:34:33Z', 'updated_at': '2022-05-04T17:34:33Z', 'revision_number': 0, 'project_id': '8c992398177546e184e9933345174247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e39eb039-91da-4230-9bd3-e0bdfb395ef2', 'name': '', 'network_id': 'b631325e-11d5-4100-a2cb-8b9aba720937', 'tenant_id': '8c992398177546e184e9933345174247', 'mac_address': 'fa:16:3e:de:53:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '35d620f1-cc33-411a-8546-1edeed82bf7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:47Z', 'updated_at': '2022-05-04T17:30:13Z', 'revision_number': 5, 'project_id': '8c992398177546e184e9933345174247', 'subnets': [{'id': '35d620f1-cc33-411a-8546-1edeed82bf7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:36.654306 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a533357c-5cbb-419a-82cb-0b2ec832af60 None None] Checking router: 4899f2c4-fe45-4a8a-8358-cd44707b69e7 for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:34:36.664411 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a533357c-5cbb-419a-82cb-0b2ec832af60 None None] Routers {'4899f2c4-fe45-4a8a-8358-cd44707b69e7'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:34:36.665233 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-a533357c-5cbb-419a-82cb-0b2ec832af60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:34:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['4899f2c4-fe45-4a8a-8358-cd44707b69e7'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:36.684604 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-b86b5667-c785-47d2-9854-d800117ef264 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] DELETE failed (client error): The resource could not be found. May 04 17:34:36.685397 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b86b5667-c785-47d2-9854-d800117ef264 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:34:36.690503 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-b86b5667-c785-47d2-9854-d800117ef264 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] 10.222.0.41 "DELETE /v2.0/subnets/63da3b19-7929-4096-a4f0-9c41a72c7e19 HTTP/1.1" status: 404 len: 337 time: 0.0534773 May 04 17:34:36.691370 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54872) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:36.696087 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:36.708478 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-bfba4b3f-4af8-451e-ad5a-79a91a36da74 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Calling delete_port for d2e671f1-39f3-4b24-aee6-7235fe2f401a owned by network:dhcp {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:34:36.725342 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-61fde6ec-c7f5-4af9-94b4-8c4159d01c4a tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] DELETE failed (client error): The resource could not be found. May 04 17:34:36.725580 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-2826e992-c105-4679-9c9c-5a6bb446bd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124'] for port, after_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:36.726247 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61fde6ec-c7f5-4af9-94b4-8c4159d01c4a tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:34:36.734479 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-61fde6ec-c7f5-4af9-94b4-8c4159d01c4a tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] 10.222.0.41 "DELETE /v2.0/networks/e5b28894-314d-4347-b9f0-e9df7db05fa4 HTTP/1.1" status: 404 len: 339 time: 0.0419219 May 04 17:34:36.735315 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54876) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:36.742995 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02dde39-a2d8-4aec-a12f-f4a9df0e23ba req-4d330cb3-866a-46f7-ad83-f728a8b69131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:36.744651 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a02dde39-a2d8-4aec-a12f-f4a9df0e23ba req-4d330cb3-866a-46f7-ad83-f728a8b69131 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8c992398177546e184e9933345174247&device_id=96cd3b8d-d47f-4739-b328-fa5cb6a34d55 HTTP/1.1" status: 200 len: 1098 time: 0.5329456 May 04 17:34:36.783166 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-e61e22dd-bf87-4bc3-ba7f-f9e939ce7433 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] DELETE failed (client error): The resource could not be found. May 04 17:34:36.783933 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e61e22dd-bf87-4bc3-ba7f-f9e939ce7433 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:34:36.789908 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-e61e22dd-bf87-4bc3-ba7f-f9e939ce7433 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] 10.222.0.41 "DELETE /v2.0/subnets/8ed67c6c-9913-4415-8a08-892743c39f7a HTTP/1.1" status: 404 len: 337 time: 0.0519981 May 04 17:34:36.790753 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54880) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:36.812085 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 78d09f6f-b28d-4386-b712-b2aa321906c0 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:34:36.819635 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb955b25-e353-4b8a-9b3f-e4145ed75038 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] DELETE failed (client error): The resource could not be found. May 04 17:34:36.820854 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb955b25-e353-4b8a-9b3f-e4145ed75038 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:34:36.825717 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-fb955b25-e353-4b8a-9b3f-e4145ed75038 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] 10.222.0.41 "DELETE /v2.0/networks/2760eaab-edd9-4a1a-9372-0142a306c5ec HTTP/1.1" status: 404 len: 339 time: 0.0338261 May 04 17:34:36.826553 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54884) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:36.843903 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2826e992-c105-4679-9c9c-5a6bb446bd46 None None] No DVR routers for this DVR port d2e671f1-39f3-4b24-aee6-7235fe2f401a on host dv-neutron-840426-1-hyperv {{(pid=88039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:34:36.871315 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2826e992-c105-4679-9c9c-5a6bb446bd46 None None] Pushing event deleted for resources: {'Port': ['ID=d2e671f1-39f3-4b24-aee6-7235fe2f401a,revision_number=None']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:36.873266 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 78d09f6f-b28d-4386-b712-b2aa321906c0 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:34:36.873621 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 78d09f6f-b28d-4386-b712-b2aa321906c0 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:34:36.900031 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.db.api [None req-bfba4b3f-4af8-451e-ad5a-79a91a36da74 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88037) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:34:36.900031 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG oslo_db.api [None req-bfba4b3f-4af8-451e-ad5a-79a91a36da74 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:34:36.900825 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-a533357c-5cbb-419a-82cb-0b2ec832af60 None None] Set router 4899f2c4-fe45-4a8a-8358-cd44707b69e7 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:34:36.920119 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02dde39-a2d8-4aec-a12f-f4a9df0e23ba req-0944602a-4565-46af-a03f-1d1081d11ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:36.922061 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a02dde39-a2d8-4aec-a12f-f4a9df0e23ba req-0944602a-4565-46af-a03f-1d1081d11ad0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b631325e-11d5-4100-a2cb-8b9aba720937 HTTP/1.1" status: 200 len: 913 time: 0.1624198 May 04 17:34:36.927959 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-545e1596-b461-42b6-81c9-2320702acac5 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Deleting port 6b5d8746-9629-4656-8132-13cc660a347b {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:34:36.928300 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-545e1596-b461-42b6-81c9-2320702acac5 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:37.030028 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a02dde39-a2d8-4aec-a12f-f4a9df0e23ba req-9022e8aa-08a9-43a8-b190-3aaeeb7b8537 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11ad7876-fd3d-4eda-b129-6b711b3eb441 HTTP/1.1" status: 200 len: 999 time: 0.0996566 May 04 17:34:37.093276 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02dde39-a2d8-4aec-a12f-f4a9df0e23ba req-09f28c07-91d1-4f80-a622-58914ab615a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:37.095083 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a02dde39-a2d8-4aec-a12f-f4a9df0e23ba req-09f28c07-91d1-4f80-a622-58914ab615a3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=35d620f1-cc33-411a-8546-1edeed82bf7b HTTP/1.1" status: 200 len: 851 time: 0.0581930 May 04 17:34:37.158225 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-545e1596-b461-42b6-81c9-2320702acac5 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:37.172141 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02dde39-a2d8-4aec-a12f-f4a9df0e23ba req-377b97bd-ed2e-4823-af34-646c67e4b456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:37.173223 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a02dde39-a2d8-4aec-a12f-f4a9df0e23ba req-377b97bd-ed2e-4823-af34-646c67e4b456 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b631325e-11d5-4100-a2cb-8b9aba720937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714309 May 04 17:34:37.284213 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-a533357c-5cbb-419a-82cb-0b2ec832af60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'name': 'tempest-TestVolumeBootPattern-1202657765-router', 'tenant_id': '8c992398177546e184e9933345174247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b8d9c1ac-2873-4f63-94d9-6877543517bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:29:34Z', 'updated_at': '2022-05-04T17:29:51Z', 'revision_number': 4, 'project_id': '8c992398177546e184e9933345174247', 'gw_port': {'id': 'b8d9c1ac-2873-4f63-94d9-6877543517bb', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:37:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:36Z', 'updated_at': '2022-05-04T17:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': 'bfa7acf9-2bce-474f-9c35-fc747b6c6719', 'tenant_id': '8c992398177546e184e9933345174247', 'floating_ip_address': '172.26.0.193', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'port_id': '11ad7876-fd3d-4eda-b129-6b711b3eb441', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b631325e-11d5-4100-a2cb-8b9aba720937', 'mac_address': 'fa:16:3e:9c:f6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96cd3b8d-d47f-4739-b328-fa5cb6a34d55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:34:33Z', 'updated_at': '2022-05-04T17:34:33Z', 'revision_number': 0, 'project_id': '8c992398177546e184e9933345174247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e39eb039-91da-4230-9bd3-e0bdfb395ef2', 'name': '', 'network_id': 'b631325e-11d5-4100-a2cb-8b9aba720937', 'tenant_id': '8c992398177546e184e9933345174247', 'mac_address': 'fa:16:3e:de:53:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '35d620f1-cc33-411a-8546-1edeed82bf7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:47Z', 'updated_at': '2022-05-04T17:30:13Z', 'revision_number': 5, 'project_id': '8c992398177546e184e9933345174247', 'subnets': [{'id': '35d620f1-cc33-411a-8546-1edeed82bf7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:37.288951 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a533357c-5cbb-419a-82cb-0b2ec832af60 None None] The sync data for ids ['4899f2c4-fe45-4a8a-8358-cd44707b69e7'] in dv-neutron-840426-1-hyperv is: [{'id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'name': 'tempest-TestVolumeBootPattern-1202657765-router', 'tenant_id': '8c992398177546e184e9933345174247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b8d9c1ac-2873-4f63-94d9-6877543517bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:29:34Z', 'updated_at': '2022-05-04T17:29:51Z', 'revision_number': 4, 'project_id': '8c992398177546e184e9933345174247', 'gw_port': {'id': 'b8d9c1ac-2873-4f63-94d9-6877543517bb', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:37:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:36Z', 'updated_at': '2022-05-04T17:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': 'bfa7acf9-2bce-474f-9c35-fc747b6c6719', 'tenant_id': '8c992398177546e184e9933345174247', 'floating_ip_address': '172.26.0.193', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'port_id': '11ad7876-fd3d-4eda-b129-6b711b3eb441', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b631325e-11d5-4100-a2cb-8b9aba720937', 'mac_address': 'fa:16:3e:9c:f6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96cd3b8d-d47f-4739-b328-fa5cb6a34d55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:34:33Z', 'updated_at': '2022-05-04T17:34:33Z', 'revision_number': 0, 'project_id': '8c992398177546e184e9933345174247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e39eb039-91da-4230-9bd3-e0bdfb395ef2', 'name': '', 'network_id': 'b631325e-11d5-4100-a2cb-8b9aba720937', 'tenant_id': '8c992398177546e184e9933345174247', 'mac_address': 'fa:16:3e:de:53:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '35d620f1-cc33-411a-8546-1edeed82bf7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:47Z', 'updated_at': '2022-05-04T17:30:13Z', 'revision_number': 5, 'project_id': '8c992398177546e184e9933345174247', 'subnets': [{'id': '35d620f1-cc33-411a-8546-1edeed82bf7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:34:37.291553 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-545e1596-b461-42b6-81c9-2320702acac5 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Calling delete_port for 6b5d8746-9629-4656-8132-13cc660a347b owned by {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:34:37.323894 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a02dde39-a2d8-4aec-a12f-f4a9df0e23ba req-4e32f518-bbc0-45a1-ba88-67b2e2c35b83 service neutron] 10.222.0.42 "GET /v2.0/networks/b631325e-11d5-4100-a2cb-8b9aba720937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426809 May 04 17:34:37.384967 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-545e1596-b461-42b6-81c9-2320702acac5 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:37.419568 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-bfba4b3f-4af8-451e-ad5a-79a91a36da74 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Deleting port d2e671f1-39f3-4b24-aee6-7235fe2f401a {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:34:37.419834 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-bfba4b3f-4af8-451e-ad5a-79a91a36da74 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:37.438730 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545e1596-b461-42b6-81c9-2320702acac5 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Pushing event deleted for resources: {'Port': ['ID=6b5d8746-9629-4656-8132-13cc660a347b,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:37.444047 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-545e1596-b461-42b6-81c9-2320702acac5 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:37.451904 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-545e1596-b461-42b6-81c9-2320702acac5 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] 10.222.0.41 "DELETE /v2.0/ports/6b5d8746-9629-4656-8132-13cc660a347b HTTP/1.1" status: 204 len: 168 time: 0.6241746 May 04 17:34:37.458663 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54890) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:37.502835 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3f07fbb-47b9-4b93-8f57-525719dd278d tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] DELETE failed (client error): The resource could not be found. May 04 17:34:37.503395 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3f07fbb-47b9-4b93-8f57-525719dd278d tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:34:37.505250 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-f3f07fbb-47b9-4b93-8f57-525719dd278d tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] 10.222.0.41 "DELETE /v2.0/subnets/9c17bfd7-6bc1-40be-b8f3-1ec0cb214cab HTTP/1.1" status: 404 len: 337 time: 0.0455868 May 04 17:34:37.505792 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-bfba4b3f-4af8-451e-ad5a-79a91a36da74 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] The port 'd2e671f1-39f3-4b24-aee6-7235fe2f401a' was deleted {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 04 17:34:37.507776 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54894) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:37.544258 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5885b8c-7923-4246-a566-a2c21ec19822 None None] New status for floating IP bfa7acf9-2bce-474f-9c35-fc747b6c6719: ACTIVE {{(pid=88039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:34:37.628280 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2011dd57-24d7-4d88-ac4e-4762308e0f31 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:37.658946 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a02dde39-a2d8-4aec-a12f-f4a9df0e23ba req-3a903f95-df2f-4404-98e5-ccb1cc0c94d2 service neutron] 10.222.0.42 "GET /v2.0/networks/b631325e-11d5-4100-a2cb-8b9aba720937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286493 May 04 17:34:37.721418 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-bfba4b3f-4af8-451e-ad5a-79a91a36da74 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:37.752078 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-bfba4b3f-4af8-451e-ad5a-79a91a36da74 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9f23c27-0e52-4d1b-b1db-90aababe26cc']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:37.767149 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-bfba4b3f-4af8-451e-ad5a-79a91a36da74 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42c24b52-3d94-40d1-b206-3ead3963c1c4') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:37.767448 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-bfba4b3f-4af8-451e-ad5a-79a91a36da74 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42c24b52-3d94-40d1-b206-3ead3963c1c4') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:37.767605 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2011dd57-24d7-4d88-ac4e-4762308e0f31 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:37.781817 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-bfba4b3f-4af8-451e-ad5a-79a91a36da74 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:37.794135 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-2011dd57-24d7-4d88-ac4e-4762308e0f31 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['566b6331-bcf4-4a20-9a3c-c6db36c921ff']}} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:37.798365 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0327b-3333-4c4b-8f3a-680105f643c9 req-3e0adfcc-52bc-44d3-ba72-b32869e8462c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:37.799884 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dea0327b-3333-4c4b-8f3a-680105f643c9 req-3e0adfcc-52bc-44d3-ba72-b32869e8462c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=49b9b7ef-4613-4174-976f-7b150370e2d7 HTTP/1.1" status: 200 len: 945 time: 0.3061712 May 04 17:34:37.810518 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-bfba4b3f-4af8-451e-ad5a-79a91a36da74 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:37.817689 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-2011dd57-24d7-4d88-ac4e-4762308e0f31 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae728d00-726e-4702-ba92-1f0e48b0925b') {'for_net_delete': True} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:37.818670 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-2011dd57-24d7-4d88-ac4e-4762308e0f31 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae728d00-726e-4702-ba92-1f0e48b0925b') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:37.831151 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfba4b3f-4af8-451e-ad5a-79a91a36da74 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:34:37.831553 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-bfba4b3f-4af8-451e-ad5a-79a91a36da74 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:37.832107 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2011dd57-24d7-4d88-ac4e-4762308e0f31 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801627'] for segment, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:37.847677 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 17:34:37.847677 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:34:37.847677 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 17:34:37.847677 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:34:37.847677 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 17:34:37.847677 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:34:37.847677 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 17:34:37.847677 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:34:37.847677 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 17:34:37.847677 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:34:37.847677 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 17:34:37.847677 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:34:37.847677 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 17:34:37.847677 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:34:37.847677 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:34:37.847677 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:34:37.847677 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:34:37.847677 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:34:37.847677 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 17:34:37.847677 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:34:37.847677 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 17:34:37.847677 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:34:37.847677 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:34:37.847677 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:34:37.847677 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 17:34:37.847677 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:34:37.847677 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:34:37.847677 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:34:37.847677 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:34:37.847677 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:34:37.847677 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:34:37.847677 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:34:37.859679 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:37.942968 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device b9dccbbd-533e-4520-940c-d2d54bf32701 up at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:34:37.948075 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dea0327b-3333-4c4b-8f3a-680105f643c9 req-787028fc-2e0e-431f-acb0-272c57f50bb2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=e081081d-d228-40a2-bef4-1b8cc50f7dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325819 May 04 17:34:37.957797 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-bfba4b3f-4af8-451e-ad5a-79a91a36da74 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:37.966206 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-bfba4b3f-4af8-451e-ad5a-79a91a36da74 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:37.994061 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfba4b3f-4af8-451e-ad5a-79a91a36da74 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Pushing event deleted for resources: {'Network': ['ID=e9f23c27-0e52-4d1b-b1db-90aababe26cc,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:37.996580 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2011dd57-24d7-4d88-ac4e-4762308e0f31 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:38.002288 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-bfba4b3f-4af8-451e-ad5a-79a91a36da74 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] 10.222.0.41 "DELETE /v2.0/networks/e9f23c27-0e52-4d1b-b1db-90aababe26cc HTTP/1.1" status: 204 len: 168 time: 2.1318579 May 04 17:34:38.003545 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 54898) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:38.003717 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2011dd57-24d7-4d88-ac4e-4762308e0f31 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=88038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:34:38.004461 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2011dd57-24d7-4d88-ac4e-4762308e0f31 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7881827'] for segment, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:38.026501 dv-neutron-840426-1-hyperv neutron-server[88038]: Traceback (most recent call last): May 04 17:34:38.026501 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:34:38.026501 dv-neutron-840426-1-hyperv neutron-server[88038]: timer() May 04 17:34:38.026501 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:34:38.026501 dv-neutron-840426-1-hyperv neutron-server[88038]: cb(*args, **kw) May 04 17:34:38.026501 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:34:38.026501 dv-neutron-840426-1-hyperv neutron-server[88038]: return func(*args, **kwargs) May 04 17:34:38.026501 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:34:38.026501 dv-neutron-840426-1-hyperv neutron-server[88038]: self._notify() May 04 17:34:38.026501 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:34:38.026501 dv-neutron-840426-1-hyperv neutron-server[88038]: self.callback(batched_events) May 04 17:34:38.026501 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:34:38.026501 dv-neutron-840426-1-hyperv neutron-server[88038]: event.method(event) May 04 17:34:38.026501 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:34:38.026501 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:34:38.026501 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:34:38.026501 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:34:38.026501 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:34:38.026501 dv-neutron-840426-1-hyperv neutron-server[88038]: return f(self, *a, **k) May 04 17:34:38.026501 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:34:38.026501 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._get(url).json() May 04 17:34:38.026501 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:34:38.026501 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:34:38.026501 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:34:38.026501 dv-neutron-840426-1-hyperv neutron-server[88038]: return self.request(url, 'GET', **kwargs) May 04 17:34:38.026501 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:34:38.026501 dv-neutron-840426-1-hyperv neutron-server[88038]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:34:38.026501 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:34:38.026501 dv-neutron-840426-1-hyperv neutron-server[88038]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:34:38.026501 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:34:38.026501 dv-neutron-840426-1-hyperv neutron-server[88038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:34:38.026501 dv-neutron-840426-1-hyperv neutron-server[88038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:34:38.032405 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning for port b9dccbbd-533e-4520-940c-d2d54bf32701 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:34:38.038064 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning complete for port b9dccbbd-533e-4520-940c-d2d54bf32701 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:34:38.038664 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:38.119230 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2011dd57-24d7-4d88-ac4e-4762308e0f31 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:38.142102 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2011dd57-24d7-4d88-ac4e-4762308e0f31 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:38.150927 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2011dd57-24d7-4d88-ac4e-4762308e0f31 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Pushing event deleted for resources: {'Network': ['ID=566b6331-bcf4-4a20-9a3c-c6db36c921ff,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:38.156775 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-2011dd57-24d7-4d88-ac4e-4762308e0f31 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] 10.222.0.41 "DELETE /v2.0/networks/566b6331-bcf4-4a20-9a3c-c6db36c921ff HTTP/1.1" status: 204 len: 168 time: 0.6476679 May 04 17:34:38.157812 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54902) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:38.207474 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:38.208289 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-95e407d2-bad0-45b5-954e-780c4b00baf2 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Deleting subnet eb1c3e2b-386c-4b0c-98a5-a3cc2996009d {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:34:38.211531 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-95e407d2-bad0-45b5-954e-780c4b00baf2 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:38.234288 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b9b7ef-4613-4174-976f-7b150370e2d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9dccbbd-533e-4520-940c-d2d54bf32701'}] {{(pid=88039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:34:38.235030 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-1ac0b837-44fd-4d0c-a70a-95723a391503 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Deleting port 238443e4-4e0e-4c02-a218-fca488fbf0ed {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:34:38.235444 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1ac0b837-44fd-4d0c-a70a-95723a391503 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:38.244907 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port b9dccbbd-533e-4520-940c-d2d54bf32701, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=b9dccbbd-533e-4520-940c-d2d54bf32701,segment=NetworkSegment(94edbd2f-3cb2-4850-b4d2-f7e44de9670f),segment_id=94edbd2f-3cb2-4850-b4d2-f7e44de9670f)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:34:38.249613 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:38.296615 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-95e407d2-bad0-45b5-954e-780c4b00baf2 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:38.314620 dv-neutron-840426-1-hyperv neutron-server[88039]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60fac40b-ea91-4485-8f10-b2f16505b112'] response: {'server_uuid': '49b9b7ef-4613-4174-976f-7b150370e2d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9dccbbd-533e-4520-940c-d2d54bf32701', 'code': 200} May 04 17:34:38.331904 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=b9dccbbd-533e-4520-940c-d2d54bf32701,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:38.340159 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:34:38.340502 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:34:38.340867 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:34:38.341464 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:34:38.341808 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:34:38.342168 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:34:38.342523 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:34:38.342882 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:34:38.343215 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:34:38.343542 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:34:38.343869 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:34:38.344195 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:34:38.398992 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-95e407d2-bad0-45b5-954e-780c4b00baf2 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:38.484642 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-95e407d2-bad0-45b5-954e-780c4b00baf2 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:38.505119 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1ac0b837-44fd-4d0c-a70a-95723a391503 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:38.565554 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e407d2-bad0-45b5-954e-780c4b00baf2 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Pushing event deleted for resources: {'Subnet': ['ID=eb1c3e2b-386c-4b0c-98a5-a3cc2996009d,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:38.576079 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-95e407d2-bad0-45b5-954e-780c4b00baf2 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:38.582360 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7d62df-d4e7-4cec-8fdd-61e9d2087cd4 None None] Network 8d7cd3cc-af23-4af6-b872-0f6bfa36f655 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:34:38.587919 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-95e407d2-bad0-45b5-954e-780c4b00baf2 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] 10.222.0.41 "DELETE /v2.0/subnets/eb1c3e2b-386c-4b0c-98a5-a3cc2996009d HTTP/1.1" status: 204 len: 168 time: 0.5806170 May 04 17:34:38.588818 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 54908) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:38.634143 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-1ac0b837-44fd-4d0c-a70a-95723a391503 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Calling delete_port for 238443e4-4e0e-4c02-a218-fca488fbf0ed owned by {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:34:38.718726 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b46fb0cf-004c-4742-a362-92aa3bbacfe5 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:38.725838 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59393b61-44df-4daf-8dbb-31f9eda135cf req-7e157715-ff39-491d-8333-560dfed39ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:38.725838 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-59393b61-44df-4daf-8dbb-31f9eda135cf req-7e157715-ff39-491d-8333-560dfed39ab8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=49b9b7ef-4613-4174-976f-7b150370e2d7 HTTP/1.1" status: 200 len: 1099 time: 0.2357197 May 04 17:34:38.737463 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1ac0b837-44fd-4d0c-a70a-95723a391503 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:38.751685 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-b46fb0cf-004c-4742-a362-92aa3bbacfe5 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Deleting port 34d19c12-d088-40c7-b5fd-1d0a59d9862d {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:34:38.752094 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b46fb0cf-004c-4742-a362-92aa3bbacfe5 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:38.789975 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac0b837-44fd-4d0c-a70a-95723a391503 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Pushing event deleted for resources: {'Port': ['ID=238443e4-4e0e-4c02-a218-fca488fbf0ed,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:38.796617 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1ac0b837-44fd-4d0c-a70a-95723a391503 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:38.804904 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-1ac0b837-44fd-4d0c-a70a-95723a391503 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] 10.222.0.41 "DELETE /v2.0/ports/238443e4-4e0e-4c02-a218-fca488fbf0ed HTTP/1.1" status: 204 len: 168 time: 0.6438954 May 04 17:34:38.805395 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54912) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:38.825210 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-59393b61-44df-4daf-8dbb-31f9eda135cf req-1b657991-9a03-4168-875c-87a8527043cb service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e081081d-d228-40a2-bef4-1b8cc50f7dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927341 May 04 17:34:38.856092 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-550d4891-8757-437c-bd6b-0d59452de547 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] DELETE failed (client error): The resource could not be found. May 04 17:34:38.856689 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-550d4891-8757-437c-bd6b-0d59452de547 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:34:38.860903 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-550d4891-8757-437c-bd6b-0d59452de547 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] 10.222.0.41 "DELETE /v2.0/subnets/45ed6757-5d96-4375-970f-3de759546ade HTTP/1.1" status: 404 len: 337 time: 0.0525088 May 04 17:34:38.861129 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54916) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:38.869187 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4399e597-d43c-4e81-8192-58fd2785955b None None] DHCP port deletion for 8d7cd3cc-af23-4af6-b872-0f6bfa36f655 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:34:38.873930 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-4399e597-d43c-4e81-8192-58fd2785955b None None] Deleting port 34d19c12-d088-40c7-b5fd-1d0a59d9862d {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:34:38.874358 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4399e597-d43c-4e81-8192-58fd2785955b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:38.977361 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e7c80850-27cf-43f0-8f43-3e87bc913620 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:38.990965 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-b46fb0cf-004c-4742-a362-92aa3bbacfe5 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] For port 34d19c12-d088-40c7-b5fd-1d0a59d9862d, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=34d19c12-d088-40c7-b5fd-1d0a59d9862d,segment=NetworkSegment(24005b42-0ee0-4c39-a8b8-74205bbcd906),segment_id=24005b42-0ee0-4c39-a8b8-74205bbcd906)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:34:38.991328 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b46fb0cf-004c-4742-a362-92aa3bbacfe5 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:39.098705 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-4399e597-d43c-4e81-8192-58fd2785955b None None] For port 34d19c12-d088-40c7-b5fd-1d0a59d9862d, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=34d19c12-d088-40c7-b5fd-1d0a59d9862d,segment=NetworkSegment(24005b42-0ee0-4c39-a8b8-74205bbcd906),segment_id=24005b42-0ee0-4c39-a8b8-74205bbcd906)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:34:39.098999 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4399e597-d43c-4e81-8192-58fd2785955b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:39.115899 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e7c80850-27cf-43f0-8f43-3e87bc913620 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:39.128563 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-b46fb0cf-004c-4742-a362-92aa3bbacfe5 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Calling delete_port for 34d19c12-d088-40c7-b5fd-1d0a59d9862d owned by network:dhcp {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:34:39.141172 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-e7c80850-27cf-43f0-8f43-3e87bc913620 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['234b00d5-f986-47c1-bdba-06764f67c29c']}} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:39.153387 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-e7c80850-27cf-43f0-8f43-3e87bc913620 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eee08428-f5eb-489c-9227-66c9a8100de5') {'for_net_delete': True} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:39.153684 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-e7c80850-27cf-43f0-8f43-3e87bc913620 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eee08428-f5eb-489c-9227-66c9a8100de5') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:39.166597 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e7c80850-27cf-43f0-8f43-3e87bc913620 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801627'] for segment, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:39.195360 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e7c80850-27cf-43f0-8f43-3e87bc913620 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:39.204521 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7c80850-27cf-43f0-8f43-3e87bc913620 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=88038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:34:39.205300 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e7c80850-27cf-43f0-8f43-3e87bc913620 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7881827'] for segment, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:39.263972 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b46fb0cf-004c-4742-a362-92aa3bbacfe5 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:39.265702 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-4399e597-d43c-4e81-8192-58fd2785955b None None] Calling delete_port for 34d19c12-d088-40c7-b5fd-1d0a59d9862d owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:34:39.270534 dv-neutron-840426-1-hyperv neutron-server[88038]: Traceback (most recent call last): May 04 17:34:39.270534 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:34:39.270534 dv-neutron-840426-1-hyperv neutron-server[88038]: timer() May 04 17:34:39.270534 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:34:39.270534 dv-neutron-840426-1-hyperv neutron-server[88038]: cb(*args, **kw) May 04 17:34:39.270534 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:34:39.270534 dv-neutron-840426-1-hyperv neutron-server[88038]: return func(*args, **kwargs) May 04 17:34:39.270534 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:34:39.270534 dv-neutron-840426-1-hyperv neutron-server[88038]: self._notify() May 04 17:34:39.270534 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:34:39.270534 dv-neutron-840426-1-hyperv neutron-server[88038]: self.callback(batched_events) May 04 17:34:39.270534 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:34:39.270534 dv-neutron-840426-1-hyperv neutron-server[88038]: event.method(event) May 04 17:34:39.270534 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:34:39.270534 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:34:39.270534 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:34:39.270534 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:34:39.270534 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:34:39.270534 dv-neutron-840426-1-hyperv neutron-server[88038]: return f(self, *a, **k) May 04 17:34:39.270534 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:34:39.270534 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._get(url).json() May 04 17:34:39.270534 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:34:39.270534 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:34:39.270534 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:34:39.270534 dv-neutron-840426-1-hyperv neutron-server[88038]: return self.request(url, 'GET', **kwargs) May 04 17:34:39.270534 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:34:39.270534 dv-neutron-840426-1-hyperv neutron-server[88038]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:34:39.270534 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:34:39.270534 dv-neutron-840426-1-hyperv neutron-server[88038]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:34:39.270534 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:34:39.270534 dv-neutron-840426-1-hyperv neutron-server[88038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:34:39.270534 dv-neutron-840426-1-hyperv neutron-server[88038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:34:39.307795 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13bfe74-8492-4d0d-8eed-59559a06b39f req-1bfd8901-b7c6-465f-bda4-932d08c1ff1c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:39.309350 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b13bfe74-8492-4d0d-8eed-59559a06b39f req-1bfd8901-b7c6-465f-bda4-932d08c1ff1c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=49b9b7ef-4613-4174-976f-7b150370e2d7 HTTP/1.1" status: 200 len: 946 time: 0.1885560 May 04 17:34:39.326700 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46fb0cf-004c-4742-a362-92aa3bbacfe5 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] No DVR routers for this DVR port 34d19c12-d088-40c7-b5fd-1d0a59d9862d on host dv-neutron-840426-1-hyperv {{(pid=88037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:34:39.337431 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e7c80850-27cf-43f0-8f43-3e87bc913620 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:39.339437 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46fb0cf-004c-4742-a362-92aa3bbacfe5 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Pushing event deleted for resources: {'Port': ['ID=34d19c12-d088-40c7-b5fd-1d0a59d9862d,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:39.344338 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e7c80850-27cf-43f0-8f43-3e87bc913620 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:39.350349 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:39.370986 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-e7c80850-27cf-43f0-8f43-3e87bc913620 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] 10.222.0.41 "DELETE /v2.0/networks/234b00d5-f986-47c1-bdba-06764f67c29c HTTP/1.1" status: 204 len: 168 time: 0.5088358 May 04 17:34:39.372127 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c80850-27cf-43f0-8f43-3e87bc913620 tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Pushing event deleted for resources: {'Network': ['ID=234b00d5-f986-47c1-bdba-06764f67c29c,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:39.374496 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54922) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:39.379442 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.db.api [None req-4399e597-d43c-4e81-8192-58fd2785955b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:34:39.379925 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG oslo_db.api [None req-4399e597-d43c-4e81-8192-58fd2785955b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:34:39.433594 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b13bfe74-8492-4d0d-8eed-59559a06b39f req-0379dd31-b04d-44da-aff5-6a135109f72c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=e081081d-d228-40a2-bef4-1b8cc50f7dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159163 May 04 17:34:39.445486 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_v2 [None req-125d8bff-cbf2-49bd-862e-56c79625e1df tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Deleting subnet b9f4b4a6-4197-4988-8768-b81acbbd28f8 {{(pid=88038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:34:39.448548 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-125d8bff-cbf2-49bd-862e-56c79625e1df tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks [] for subnet, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:39.484990 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b46fb0cf-004c-4742-a362-92aa3bbacfe5 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:39.502820 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-125d8bff-cbf2-49bd-862e-56c79625e1df tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-801696'] for subnet, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:39.510474 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-b46fb0cf-004c-4742-a362-92aa3bbacfe5 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d7cd3cc-af23-4af6-b872-0f6bfa36f655']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:39.522482 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-b46fb0cf-004c-4742-a362-92aa3bbacfe5 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24005b42-0ee0-4c39-a8b8-74205bbcd906') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:39.522780 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-b46fb0cf-004c-4742-a362-92aa3bbacfe5 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24005b42-0ee0-4c39-a8b8-74205bbcd906') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:39.533893 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b46fb0cf-004c-4742-a362-92aa3bbacfe5 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:39.553670 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b46fb0cf-004c-4742-a362-92aa3bbacfe5 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:39.559978 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b46fb0cf-004c-4742-a362-92aa3bbacfe5 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:34:39.560418 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b46fb0cf-004c-4742-a362-92aa3bbacfe5 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:39.575175 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 17:34:39.575175 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:34:39.575175 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 17:34:39.575175 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:34:39.575175 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 17:34:39.575175 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:34:39.575175 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 17:34:39.575175 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:34:39.575175 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 17:34:39.575175 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:34:39.575175 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 17:34:39.575175 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:34:39.575175 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 17:34:39.575175 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:34:39.575175 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:34:39.575175 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:34:39.575175 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:34:39.575175 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:34:39.575175 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 17:34:39.575175 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:34:39.575175 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 17:34:39.575175 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:34:39.575175 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:34:39.575175 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:34:39.575175 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 17:34:39.575175 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:34:39.575175 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:34:39.575175 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:34:39.575175 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:34:39.575175 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:34:39.575175 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:34:39.575175 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:34:39.588457 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-125d8bff-cbf2-49bd-862e-56c79625e1df tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:39.651543 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b46fb0cf-004c-4742-a362-92aa3bbacfe5 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:39.666187 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-125d8bff-cbf2-49bd-862e-56c79625e1df tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:39.671865 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b46fb0cf-004c-4742-a362-92aa3bbacfe5 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:39.678518 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46fb0cf-004c-4742-a362-92aa3bbacfe5 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Pushing event deleted for resources: {'Network': ['ID=8d7cd3cc-af23-4af6-b872-0f6bfa36f655,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:39.684899 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-b46fb0cf-004c-4742-a362-92aa3bbacfe5 tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] 10.222.0.41 "DELETE /v2.0/networks/8d7cd3cc-af23-4af6-b872-0f6bfa36f655 HTTP/1.1" status: 204 len: 168 time: 1.0957670 May 04 17:34:39.687651 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 54926) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:39.705503 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d8bff-cbf2-49bd-862e-56c79625e1df tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Pushing event deleted for resources: {'Subnet': ['ID=b9f4b4a6-4197-4988-8768-b81acbbd28f8,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:39.710481 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-125d8bff-cbf2-49bd-862e-56c79625e1df tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:39.717536 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60eb4ec-ea4b-4931-bdb5-c6b42000c840 None None] Network 6584cc5c-395f-4e67-8cf9-8c5e4c3a71d2 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:34:39.723570 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-125d8bff-cbf2-49bd-862e-56c79625e1df tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] 10.222.0.41 "DELETE /v2.0/subnets/b9f4b4a6-4197-4988-8768-b81acbbd28f8 HTTP/1.1" status: 204 len: 168 time: 0.3452253 May 04 17:34:39.723806 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54930) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:39.734089 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-2d4b29aa-84d7-49fd-8fd1-fbecee195e9a tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Synchronizing usage tracker for tenant:987e9d119b1d4cc8a502ddbb5249da65 on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:34:39.750681 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-2d4b29aa-84d7-49fd-8fd1-fbecee195e9a tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Unset dirty status for tenant:987e9d119b1d4cc8a502ddbb5249da65 on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:34:39.752052 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-2d4b29aa-84d7-49fd-8fd1-fbecee195e9a tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] 10.222.0.41 "GET /v2.0/ports?device_id=533c713a-c555-4d46-978a-36889db88f38 HTTP/1.1" status: 200 len: 205 time: 0.0635080 May 04 17:34:39.754753 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54934) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:39.885034 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-4399e597-d43c-4e81-8192-58fd2785955b None None] Deleting port 34d19c12-d088-40c7-b5fd-1d0a59d9862d {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:34:39.885320 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4399e597-d43c-4e81-8192-58fd2785955b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:39.961745 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-4399e597-d43c-4e81-8192-58fd2785955b None None] The port '34d19c12-d088-40c7-b5fd-1d0a59d9862d' was deleted {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 04 17:34:40.044645 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4590c07c-9384-400d-be0a-12dcb8d7db69 None None] DHCP port deletion for 6584cc5c-395f-4e67-8cf9-8c5e4c3a71d2 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:34:40.049235 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-4590c07c-9384-400d-be0a-12dcb8d7db69 None None] Deleting port 8a3b79e7-90e4-4f9b-95af-c3a96ec64095 {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:34:40.049607 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4590c07c-9384-400d-be0a-12dcb8d7db69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:40.070360 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cb69720d-aa81-43b6-8d9a-fde0a05a05cc tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks [] for router, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:40.128258 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b8e22a9b-6f42-4bd0-857a-41ace55120db tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:40.259745 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-b8e22a9b-6f42-4bd0-857a-41ace55120db tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Deleting port 8a3b79e7-90e4-4f9b-95af-c3a96ec64095 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:34:40.259983 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b8e22a9b-6f42-4bd0-857a-41ace55120db tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:40.284707 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-4590c07c-9384-400d-be0a-12dcb8d7db69 None None] For port 8a3b79e7-90e4-4f9b-95af-c3a96ec64095, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=8a3b79e7-90e4-4f9b-95af-c3a96ec64095,segment=NetworkSegment(ea605a9b-caad-4a03-aeb1-0e32bd67366d),segment_id=ea605a9b-caad-4a03-aeb1-0e32bd67366d)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:34:40.285164 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4590c07c-9384-400d-be0a-12dcb8d7db69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:40.413705 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-4590c07c-9384-400d-be0a-12dcb8d7db69 None None] Calling delete_port for 8a3b79e7-90e4-4f9b-95af-c3a96ec64095 owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:34:40.486618 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 8a3b79e7-90e4-4f9b-95af-c3a96ec64095 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:34:40.494358 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cb69720d-aa81-43b6-8d9a-fde0a05a05cc tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:40.506477 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cb69720d-aa81-43b6-8d9a-fde0a05a05cc tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:40.574032 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4590c07c-9384-400d-be0a-12dcb8d7db69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124'] for port, after_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:40.590432 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cb69720d-aa81-43b6-8d9a-fde0a05a05cc tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:40.590931 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb69720d-aa81-43b6-8d9a-fde0a05a05cc tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Fanout notify agent at l3_agent the message router_deleted on router 533c713a-c555-4d46-978a-36889db88f38 {{(pid=88038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:34:40.625412 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4590c07c-9384-400d-be0a-12dcb8d7db69 None None] Pushing event deleted for resources: {'Port': ['ID=8a3b79e7-90e4-4f9b-95af-c3a96ec64095,revision_number=None']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:40.632514 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4590c07c-9384-400d-be0a-12dcb8d7db69 None None] No DVR routers for this DVR port 8a3b79e7-90e4-4f9b-95af-c3a96ec64095 on host dv-neutron-840426-1-hyperv {{(pid=88039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:34:40.639201 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cb69720d-aa81-43b6-8d9a-fde0a05a05cc tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:40.640390 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-cb69720d-aa81-43b6-8d9a-fde0a05a05cc tempest-RoutersNegativeIpV6Test-39208142 tempest-RoutersNegativeIpV6Test-39208142-project] 10.222.0.41 "DELETE /v2.0/routers/533c713a-c555-4d46-978a-36889db88f38 HTTP/1.1" status: 204 len: 168 time: 0.8845737 May 04 17:34:40.641798 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No active binding found for port 8a3b79e7-90e4-4f9b-95af-c3a96ec64095 {{(pid=88039) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 04 17:34:40.642240 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 8a3b79e7-90e4-4f9b-95af-c3a96ec64095 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:34:40.642659 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 34d19c12-d088-40c7-b5fd-1d0a59d9862d no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:34:40.678643 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 34d19c12-d088-40c7-b5fd-1d0a59d9862d {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:34:40.679003 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 34d19c12-d088-40c7-b5fd-1d0a59d9862d not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:34:40.709607 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-b8e22a9b-6f42-4bd0-857a-41ace55120db tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] For port 8a3b79e7-90e4-4f9b-95af-c3a96ec64095, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=8a3b79e7-90e4-4f9b-95af-c3a96ec64095,segment=NetworkSegment(ea605a9b-caad-4a03-aeb1-0e32bd67366d),segment_id=ea605a9b-caad-4a03-aeb1-0e32bd67366d)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:34:40.709987 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b8e22a9b-6f42-4bd0-857a-41ace55120db tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:40.842676 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-b8e22a9b-6f42-4bd0-857a-41ace55120db tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Calling delete_port for 8a3b79e7-90e4-4f9b-95af-c3a96ec64095 owned by network:dhcp {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:34:40.904755 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51797901-41b7-49c2-b73e-945f0eb82b9c req-32ad4c67-73e0-4ab9-b24d-dc0100ab3fb4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:40.906159 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-51797901-41b7-49c2-b73e-945f0eb82b9c req-32ad4c67-73e0-4ab9-b24d-dc0100ab3fb4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=49b9b7ef-4613-4174-976f-7b150370e2d7 HTTP/1.1" status: 200 len: 946 time: 0.3483145 May 04 17:34:40.919431 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 54946) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:40.962434 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.db.api [None req-b8e22a9b-6f42-4bd0-857a-41ace55120db tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88038) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:34:40.962434 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG oslo_db.api [None req-b8e22a9b-6f42-4bd0-857a-41ace55120db tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:34:40.967297 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-51797901-41b7-49c2-b73e-945f0eb82b9c req-57fb32cd-27ca-4e36-97cb-570e575d1c6f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=e081081d-d228-40a2-bef4-1b8cc50f7dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541925 May 04 17:34:41.114674 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-e93cbe96-7852-4691-9254-f7430da8c9b6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=987e9d119b1d4cc8a502ddbb5249da65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1941109 May 04 17:34:41.117519 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54954) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:41.158857 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b13a4f-f56e-4cdb-a08d-dd59440485b3 req-46024b43-b983-471e-b3ed-87d51a321b3a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:41.161947 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-09b13a4f-f56e-4cdb-a08d-dd59440485b3 req-46024b43-b983-471e-b3ed-87d51a321b3a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=49b9b7ef-4613-4174-976f-7b150370e2d7 HTTP/1.1" status: 200 len: 946 time: 0.0854461 May 04 17:34:41.183677 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-758d4b29-d25f-4ca6-8ad9-f917f118b7bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:41.213035 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-758d4b29-d25f-4ca6-8ad9-f917f118b7bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:41.286849 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-758d4b29-d25f-4ca6-8ad9-f917f118b7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:41.321796 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758d4b29-d25f-4ca6-8ad9-f917f118b7bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7fad70-46f0-4d6d-81cd-88f1e2b7a514,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:41.336091 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-758d4b29-d25f-4ca6-8ad9-f917f118b7bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:41.336091 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-758d4b29-d25f-4ca6-8ad9-f917f118b7bb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4e7fad70-46f0-4d6d-81cd-88f1e2b7a514 HTTP/1.1" status: 204 len: 168 time: 0.2109163 May 04 17:34:41.368583 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-09b13a4f-f56e-4cdb-a08d-dd59440485b3 req-3a012ea8-8b4e-4f81-ba6e-876d544b0881 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=e081081d-d228-40a2-bef4-1b8cc50f7dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2009218 May 04 17:34:41.463413 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-b8e22a9b-6f42-4bd0-857a-41ace55120db tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Deleting port 8a3b79e7-90e4-4f9b-95af-c3a96ec64095 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:34:41.463770 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b8e22a9b-6f42-4bd0-857a-41ace55120db tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:41.538428 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-b8e22a9b-6f42-4bd0-857a-41ace55120db tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] The port '8a3b79e7-90e4-4f9b-95af-c3a96ec64095' was deleted {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 04 17:34:41.787089 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b8e22a9b-6f42-4bd0-857a-41ace55120db tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:41.811844 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-b8e22a9b-6f42-4bd0-857a-41ace55120db tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6584cc5c-395f-4e67-8cf9-8c5e4c3a71d2']}} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:41.828265 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-b8e22a9b-6f42-4bd0-857a-41ace55120db tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea605a9b-caad-4a03-aeb1-0e32bd67366d') {'for_net_delete': True} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:41.828412 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-b8e22a9b-6f42-4bd0-857a-41ace55120db tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea605a9b-caad-4a03-aeb1-0e32bd67366d') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:41.840845 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b8e22a9b-6f42-4bd0-857a-41ace55120db tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801627'] for segment, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:41.858374 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b8e22a9b-6f42-4bd0-857a-41ace55120db tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:41.865041 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8e22a9b-6f42-4bd0-857a-41ace55120db tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=88038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:34:41.865449 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b8e22a9b-6f42-4bd0-857a-41ace55120db tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7881827'] for segment, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:41.883303 dv-neutron-840426-1-hyperv neutron-server[88038]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:34:41.883303 dv-neutron-840426-1-hyperv neutron-server[88038]: util.warn( May 04 17:34:41.883303 dv-neutron-840426-1-hyperv neutron-server[88038]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:34:41.883303 dv-neutron-840426-1-hyperv neutron-server[88038]: util.warn( May 04 17:34:41.883303 dv-neutron-840426-1-hyperv neutron-server[88038]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:34:41.883303 dv-neutron-840426-1-hyperv neutron-server[88038]: util.warn( May 04 17:34:41.883303 dv-neutron-840426-1-hyperv neutron-server[88038]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:34:41.883303 dv-neutron-840426-1-hyperv neutron-server[88038]: util.warn( May 04 17:34:41.883303 dv-neutron-840426-1-hyperv neutron-server[88038]: Traceback (most recent call last): May 04 17:34:41.883303 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:34:41.883303 dv-neutron-840426-1-hyperv neutron-server[88038]: timer() May 04 17:34:41.883303 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:34:41.883303 dv-neutron-840426-1-hyperv neutron-server[88038]: cb(*args, **kw) May 04 17:34:41.883303 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:34:41.883303 dv-neutron-840426-1-hyperv neutron-server[88038]: return func(*args, **kwargs) May 04 17:34:41.883303 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:34:41.883303 dv-neutron-840426-1-hyperv neutron-server[88038]: self._notify() May 04 17:34:41.883303 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:34:41.883303 dv-neutron-840426-1-hyperv neutron-server[88038]: self.callback(batched_events) May 04 17:34:41.883303 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:34:41.883303 dv-neutron-840426-1-hyperv neutron-server[88038]: event.method(event) May 04 17:34:41.883303 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:34:41.883303 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:34:41.883303 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:34:41.883303 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:34:41.883303 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:34:41.883303 dv-neutron-840426-1-hyperv neutron-server[88038]: return f(self, *a, **k) May 04 17:34:41.883303 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:34:41.883303 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._get(url).json() May 04 17:34:41.883303 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:34:41.883303 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:34:41.883303 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:34:41.883303 dv-neutron-840426-1-hyperv neutron-server[88038]: return self.request(url, 'GET', **kwargs) May 04 17:34:41.883303 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:34:41.883303 dv-neutron-840426-1-hyperv neutron-server[88038]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:34:41.883303 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:34:41.883303 dv-neutron-840426-1-hyperv neutron-server[88038]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:34:41.883303 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:34:41.883303 dv-neutron-840426-1-hyperv neutron-server[88038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:34:41.883303 dv-neutron-840426-1-hyperv neutron-server[88038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:34:41.968700 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b8e22a9b-6f42-4bd0-857a-41ace55120db tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:41.986518 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b8e22a9b-6f42-4bd0-857a-41ace55120db tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:42.000824 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e22a9b-6f42-4bd0-857a-41ace55120db tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] Pushing event deleted for resources: {'Network': ['ID=6584cc5c-395f-4e67-8cf9-8c5e4c3a71d2,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:42.009091 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-b8e22a9b-6f42-4bd0-857a-41ace55120db tempest-NetworksIpV6TestAttrs-447486448 tempest-NetworksIpV6TestAttrs-447486448-project] 10.222.0.41 "DELETE /v2.0/networks/6584cc5c-395f-4e67-8cf9-8c5e4c3a71d2 HTTP/1.1" status: 204 len: 168 time: 2.2827687 May 04 17:34:42.302209 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54968) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:42.460862 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-80a2c98e-80ed-4f07-b1dc-b0e55c44c102 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b7b3ce202f06461f829e676ede2bf890&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1572735 May 04 17:34:42.463186 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54974) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:42.521697 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-98037a21-7c15-4753-83a2-7d552f920055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:42.546943 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-98037a21-7c15-4753-83a2-7d552f920055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:42.598496 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-98037a21-7c15-4753-83a2-7d552f920055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:42.615030 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98037a21-7c15-4753-83a2-7d552f920055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9ae726-fb4b-45f7-b147-e1dd8b0c0b99,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:42.619357 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-98037a21-7c15-4753-83a2-7d552f920055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:42.620461 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-98037a21-7c15-4753-83a2-7d552f920055 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eb9ae726-fb4b-45f7-b147-e1dd8b0c0b99 HTTP/1.1" status: 204 len: 168 time: 0.1563904 May 04 17:34:42.930011 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 54986) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:43.356266 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55004) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:43.461027 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-33b4a87a-f0f1-447e-a54b-9313d0b9b7d5 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1522151226'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:34:43.465849 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-33b4a87a-f0f1-447e-a54b-9313d0b9b7d5 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:34:43.469835 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-33b4a87a-f0f1-447e-a54b-9313d0b9b7d5 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Usage tracker for resource:network and tenant:008288fcbe164a17b11c7601906db5c4 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:34:43.473177 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-33b4a87a-f0f1-447e-a54b-9313d0b9b7d5 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:34:43.479459 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-33b4a87a-f0f1-447e-a54b-9313d0b9b7d5 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:34:43.489875 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b4a87a-f0f1-447e-a54b-9313d0b9b7d5 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Made reservation on behalf of 008288fcbe164a17b11c7601906db5c4 for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:34:43.493252 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-33b4a87a-f0f1-447e-a54b-9313d0b9b7d5 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:43.505671 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-33b4a87a-f0f1-447e-a54b-9313d0b9b7d5 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:43.520404 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-33b4a87a-f0f1-447e-a54b-9313d0b9b7d5 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:34:43.524207 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-33b4a87a-f0f1-447e-a54b-9313d0b9b7d5 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Usage tracker for resource:security_group_rule and tenant:008288fcbe164a17b11c7601906db5c4 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:34:43.526940 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-33b4a87a-f0f1-447e-a54b-9313d0b9b7d5 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:34:43.532450 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-33b4a87a-f0f1-447e-a54b-9313d0b9b7d5 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:34:43.613286 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-33b4a87a-f0f1-447e-a54b-9313d0b9b7d5 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:43.616988 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-33b4a87a-f0f1-447e-a54b-9313d0b9b7d5 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:43.642067 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4cfe1c45-ab14-4289-a77d-434b0bf78328 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:43.648356 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33b4a87a-f0f1-447e-a54b-9313d0b9b7d5 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:34:43.656636 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b4a87a-f0f1-447e-a54b-9313d0b9b7d5 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=229135aa-fb87-4469-9442-6a0b9361236b,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:43.662884 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-33b4a87a-f0f1-447e-a54b-9313d0b9b7d5 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:43.663231 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-33b4a87a-f0f1-447e-a54b-9313d0b9b7d5 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Added segment 0467342b-d868-42bf-abe6-bd051c60b41c of type vlan for network b558b9d7-a173-4f50-baff-530103f0a9c0 May 04 17:34:43.690427 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-33b4a87a-f0f1-447e-a54b-9313d0b9b7d5 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:43.719221 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-33b4a87a-f0f1-447e-a54b-9313d0b9b7d5 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:43.725210 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b4a87a-f0f1-447e-a54b-9313d0b9b7d5 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:43.725809 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-33b4a87a-f0f1-447e-a54b-9313d0b9b7d5 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:43.866091 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-33b4a87a-f0f1-447e-a54b-9313d0b9b7d5 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5086322 May 04 17:34:43.871055 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b4a87a-f0f1-447e-a54b-9313d0b9b7d5 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event updated for resources: {'Network': ['ID=b558b9d7-a173-4f50-baff-530103f0a9c0,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:43.873061 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55010) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:43.882767 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network b558b9d7-a173-4f50-baff-530103f0a9c0 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:34:43.890486 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-b688bcde-f40c-4a07-8008-b012af995a89 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Request body: {'port': {'network_id': 'b558b9d7-a173-4f50-baff-530103f0a9c0', 'name': 'tempest-PortsIpV6TestJSON-1736446267'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:34:44.010422 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-b688bcde-f40c-4a07-8008-b012af995a89 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:34:44.016243 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-b688bcde-f40c-4a07-8008-b012af995a89 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Usage tracker for resource:port and tenant:008288fcbe164a17b11c7601906db5c4 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:34:44.020150 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-b688bcde-f40c-4a07-8008-b012af995a89 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:34:44.025511 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-1361b727-668c-414c-991a-7a632b5aa083 req-8776b211-9ac0-48d9-8bdd-4b49bdebf0d1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=52c94fc4-1d2e-44f8-9f46-561574e9168d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1963868 May 04 17:34:44.029523 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-b688bcde-f40c-4a07-8008-b012af995a89 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:34:44.041654 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b688bcde-f40c-4a07-8008-b012af995a89 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Made reservation on behalf of 008288fcbe164a17b11c7601906db5c4 for: {'port': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:34:44.045239 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b688bcde-f40c-4a07-8008-b012af995a89 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:44.115718 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [None req-b688bcde-f40c-4a07-8008-b012af995a89 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] device_id is not set on port e04d051c-02bd-4a08-829c-b68be4d1d8cc yet. {{(pid=88037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:34:44.173618 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-4cfe1c45-ab14-4289-a77d-434b0bf78328 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Allocated IP 172.20.0.17 (e6044b59-95ab-4501-b15b-cebd17b40a50/22fc0d01-85d2-48cb-8dc6-df1f043da1a0/f67002af-083a-4b71-b77e-592ab14edc01) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:34:44.209442 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1361b727-668c-414c-991a-7a632b5aa083 req-63a2a72c-f96a-47a4-a2a0-92e39cd49f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:44.210936 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-1361b727-668c-414c-991a-7a632b5aa083 req-63a2a72c-f96a-47a4-a2a0-92e39cd49f26 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ede911fc7f845af95dd74968234120d&device_id=52c94fc4-1d2e-44f8-9f46-561574e9168d HTTP/1.1" status: 200 len: 1098 time: 0.1561077 May 04 17:34:44.341680 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4cfe1c45-ab14-4289-a77d-434b0bf78328 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:44.357234 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-4cfe1c45-ab14-4289-a77d-434b0bf78328 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Transition to ACTIVE for port object f67002af-083a-4b71-b77e-592ab14edc01 will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:34:44.379820 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4cfe1c45-ab14-4289-a77d-434b0bf78328 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:44.449360 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b688bcde-f40c-4a07-8008-b012af995a89 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:44.450954 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfe1c45-ab14-4289-a77d-434b0bf78328 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Network e6044b59-95ab-4501-b15b-cebd17b40a50 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:34:44.454083 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-4cfe1c45-ab14-4289-a77d-434b0bf78328 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:34:44.458723 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfe1c45-ab14-4289-a77d-434b0bf78328 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:34:44.469819 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1361b727-668c-414c-991a-7a632b5aa083 req-3c5c4562-25ce-456d-b5d6-6fa7fbcda074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:44.471309 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-1361b727-668c-414c-991a-7a632b5aa083 req-3c5c4562-25ce-456d-b5d6-6fa7fbcda074 service neutron] 10.222.0.42 "GET /v2.0/networks?id=832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7 HTTP/1.1" status: 200 len: 897 time: 0.2372410 May 04 17:34:44.492607 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfe1c45-ab14-4289-a77d-434b0bf78328 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Port': ['ID=f67002af-083a-4b71-b77e-592ab14edc01,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:44.521271 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4cfe1c45-ab14-4289-a77d-434b0bf78328 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710357'] for router_interface, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:44.582396 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b688bcde-f40c-4a07-8008-b012af995a89 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:44.585372 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-1361b727-668c-414c-991a-7a632b5aa083 req-9aef0287-4693-498c-9e43-8a7d7738c263 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58c86aac-83f9-4aa8-b64f-68313194060c HTTP/1.1" status: 200 len: 1001 time: 0.1065972 May 04 17:34:44.684117 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4cfe1c45-ab14-4289-a77d-434b0bf78328 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:44.724414 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688bcde-f40c-4a07-8008-b012af995a89 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event updated for resources: {'Port': ['ID=e04d051c-02bd-4a08-829c-b68be4d1d8cc,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:44.727431 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1361b727-668c-414c-991a-7a632b5aa083 req-5bcda46d-6864-4555-adcb-a1f24d173e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:44.728736 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-1361b727-668c-414c-991a-7a632b5aa083 req-5bcda46d-6864-4555-adcb-a1f24d173e18 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ac53a930-fb01-43ca-8b12-f69e69235156 HTTP/1.1" status: 200 len: 834 time: 0.1051326 May 04 17:34:44.748957 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-b7d2b288-98a1-4848-96e1-211d492ae681 None None] Provisioning for port f67002af-083a-4b71-b77e-592ab14edc01 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:34:44.757712 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-b7d2b288-98a1-4848-96e1-211d492ae681 None None] Provisioning complete for port f67002af-083a-4b71-b77e-592ab14edc01 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:34:44.758025 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b7d2b288-98a1-4848-96e1-211d492ae681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:44.767852 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b688bcde-f40c-4a07-8008-b012af995a89 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Checking segment: {'id': '0467342b-d868-42bf-abe6-bd051c60b41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b558b9d7-a173-4f50-baff-530103f0a9c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:34:44.768216 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b688bcde-f40c-4a07-8008-b012af995a89 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Network hostable DHCP agents. Network: b558b9d7-a173-4f50-baff-530103f0a9c0, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:34:44.809073 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b688bcde-f40c-4a07-8008-b012af995a89 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Network b558b9d7-a173-4f50-baff-530103f0a9c0 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:34:44.822926 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-b688bcde-f40c-4a07-8008-b012af995a89 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, b558b9d7-a173-4f50-baff-530103f0a9c0) {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:34:44.829098 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b688bcde-f40c-4a07-8008-b012af995a89 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:34:44.832447 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-b7d2b288-98a1-4848-96e1-211d492ae681 None None] Port f67002af-083a-4b71-b77e-592ab14edc01 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:34:44.835278 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b688bcde-f40c-4a07-8008-b012af995a89 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:44.835878 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b688bcde-f40c-4a07-8008-b012af995a89 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:44.843089 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1361b727-668c-414c-991a-7a632b5aa083 req-88db5c1d-357c-48da-92b5-171b52d1aa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:44.844756 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-1361b727-668c-414c-991a-7a632b5aa083 req-88db5c1d-357c-48da-92b5-171b52d1aa28 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1082642 May 04 17:34:44.851525 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69086ecc-24a7-4c21-a2f1-5a2c735202de None None] Network b558b9d7-a173-4f50-baff-530103f0a9c0 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:34:44.884964 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-b688bcde-f40c-4a07-8008-b012af995a89 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0062447 May 04 17:34:44.897675 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55014) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:44.906998 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-a5159cd0-ec41-4423-98dd-2aea6f939a99 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-536850791'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:34:44.914408 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-a5159cd0-ec41-4423-98dd-2aea6f939a99 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:34:44.963181 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-a5159cd0-ec41-4423-98dd-2aea6f939a99 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Usage tracker for resource:network and tenant:008288fcbe164a17b11c7601906db5c4 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:34:44.967306 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-a5159cd0-ec41-4423-98dd-2aea6f939a99 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:34:44.980280 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-a5159cd0-ec41-4423-98dd-2aea6f939a99 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:34:44.994684 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5159cd0-ec41-4423-98dd-2aea6f939a99 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Made reservation on behalf of 008288fcbe164a17b11c7601906db5c4 for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:34:44.998081 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a5159cd0-ec41-4423-98dd-2aea6f939a99 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:45.040552 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-1361b727-668c-414c-991a-7a632b5aa083 req-ce03cf66-1881-4356-8cae-e93340662afb service neutron] 10.222.0.42 "GET /v2.0/networks/832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873720 May 04 17:34:45.072236 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5159cd0-ec41-4423-98dd-2aea6f939a99 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:34:45.098313 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a5159cd0-ec41-4423-98dd-2aea6f939a99 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:45.098660 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-a5159cd0-ec41-4423-98dd-2aea6f939a99 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Added segment 2150056b-1484-4d2e-8658-8c53600dc2f3 of type vlan for network c5323cd1-6cfd-4639-9688-33e2db7f17f5 May 04 17:34:45.150871 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4cfe1c45-ab14-4289-a77d-434b0bf78328 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:45.155677 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4cfe1c45-ab14-4289-a77d-434b0bf78328 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:45.262732 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfe1c45-ab14-4289-a77d-434b0bf78328 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Port': ['ID=f67002af-083a-4b71-b77e-592ab14edc01,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:45.284256 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4cfe1c45-ab14-4289-a77d-434b0bf78328 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710702'] for router_interface, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:45.298035 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a5159cd0-ec41-4423-98dd-2aea6f939a99 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:45.323449 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-1361b727-668c-414c-991a-7a632b5aa083 req-3af37da0-35b2-4f9c-937b-7c038c20888f service neutron] 10.222.0.42 "GET /v2.0/networks/832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737308 May 04 17:34:45.344101 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a5159cd0-ec41-4423-98dd-2aea6f939a99 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:45.349661 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5159cd0-ec41-4423-98dd-2aea6f939a99 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:45.350264 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a5159cd0-ec41-4423-98dd-2aea6f939a99 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:45.405372 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-a5159cd0-ec41-4423-98dd-2aea6f939a99 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5066311 May 04 17:34:45.409634 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55018) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:45.416996 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-865b3c76-a2cc-4a66-9d1c-fd6a9c0a8c74 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Request body: {'ports': [{'network_id': 'b558b9d7-a173-4f50-baff-530103f0a9c0'}, {'network_id': 'c5323cd1-6cfd-4639-9688-33e2db7f17f5'}]} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:34:45.417312 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-865b3c76-a2cc-4a66-9d1c-fd6a9c0a8c74 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Request body: {'port': {'network_id': 'b558b9d7-a173-4f50-baff-530103f0a9c0'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:34:45.417785 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-865b3c76-a2cc-4a66-9d1c-fd6a9c0a8c74 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Request body: {'port': {'network_id': 'c5323cd1-6cfd-4639-9688-33e2db7f17f5'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:34:45.453821 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5159cd0-ec41-4423-98dd-2aea6f939a99 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event updated for resources: {'Network': ['ID=c5323cd1-6cfd-4639-9688-33e2db7f17f5,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:45.461378 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfe1c45-ab14-4289-a77d-434b0bf78328 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Network e6044b59-95ab-4501-b15b-cebd17b40a50 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:34:45.464888 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network c5323cd1-6cfd-4639-9688-33e2db7f17f5 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:34:45.465375 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-4cfe1c45-ab14-4289-a77d-434b0bf78328 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:34:45.672215 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-0a439ca6-a974-4fbb-9cf0-87426e3a5ef0 None None] Provisioning complete for port f67002af-083a-4b71-b77e-592ab14edc01 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:34:45.672624 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0a439ca6-a974-4fbb-9cf0-87426e3a5ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:45.727997 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-0a439ca6-a974-4fbb-9cf0-87426e3a5ef0 None None] Port f67002af-083a-4b71-b77e-592ab14edc01 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:34:45.909223 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-865b3c76-a2cc-4a66-9d1c-fd6a9c0a8c74 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:34:45.918790 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-865b3c76-a2cc-4a66-9d1c-fd6a9c0a8c74 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Usage tracker for resource:port and tenant:008288fcbe164a17b11c7601906db5c4 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:34:45.922993 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-865b3c76-a2cc-4a66-9d1c-fd6a9c0a8c74 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:34:45.931663 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-865b3c76-a2cc-4a66-9d1c-fd6a9c0a8c74 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:34:45.940280 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cfe1c45-ab14-4289-a77d-434b0bf78328 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Router 3eab3784-2df0-4e94-aeb3-66a8bb1488dc has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:34:45.950084 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865b3c76-a2cc-4a66-9d1c-fd6a9c0a8c74 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Made reservation on behalf of 008288fcbe164a17b11c7601906db5c4 for: {'port': 2} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:34:45.954385 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-865b3c76-a2cc-4a66-9d1c-fd6a9c0a8c74 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:46.040499 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-865b3c76-a2cc-4a66-9d1c-fd6a9c0a8c74 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:46.329449 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cfe1c45-ab14-4289-a77d-434b0bf78328 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:34:46.339316 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136274af-5ed0-4195-86ef-643d2d0ffdc7 None None] Sync routers for ids ['3eab3784-2df0-4e94-aeb3-66a8bb1488dc'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:34:46.340842 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [None req-865b3c76-a2cc-4a66-9d1c-fd6a9c0a8c74 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] device_id is not set on port aad08d3d-7037-43ef-8a29-de160bf84dc2 yet. {{(pid=88038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:34:46.350740 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136274af-5ed0-4195-86ef-643d2d0ffdc7 None None] Routers {'3eab3784-2df0-4e94-aeb3-66a8bb1488dc'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:34:46.351345 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-136274af-5ed0-4195-86ef-643d2d0ffdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:34:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['3eab3784-2df0-4e94-aeb3-66a8bb1488dc'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:46.357632 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-4cfe1c45-ab14-4289-a77d-434b0bf78328 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "PUT /v2.0/routers/3eab3784-2df0-4e94-aeb3-66a8bb1488dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4264929 May 04 17:34:46.443057 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-865b3c76-a2cc-4a66-9d1c-fd6a9c0a8c74 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:46.527722 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-136274af-5ed0-4195-86ef-643d2d0ffdc7 None None] Set router 3eab3784-2df0-4e94-aeb3-66a8bb1488dc gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:34:46.551090 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [None req-865b3c76-a2cc-4a66-9d1c-fd6a9c0a8c74 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] device_id is not set on port 9becc56d-b631-49a8-ac43-176d52f56af4 yet. {{(pid=88038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:34:46.637928 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-865b3c76-a2cc-4a66-9d1c-fd6a9c0a8c74 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:46.664787 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-865b3c76-a2cc-4a66-9d1c-fd6a9c0a8c74 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:46.740164 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865b3c76-a2cc-4a66-9d1c-fd6a9c0a8c74 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Network b558b9d7-a173-4f50-baff-530103f0a9c0 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:34:46.743649 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-865b3c76-a2cc-4a66-9d1c-fd6a9c0a8c74 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:34:46.747482 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865b3c76-a2cc-4a66-9d1c-fd6a9c0a8c74 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:34:46.748311 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-865b3c76-a2cc-4a66-9d1c-fd6a9c0a8c74 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:46.756280 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865b3c76-a2cc-4a66-9d1c-fd6a9c0a8c74 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event updated for resources: {'Port': ['ID=aad08d3d-7037-43ef-8a29-de160bf84dc2,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:46.842526 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865b3c76-a2cc-4a66-9d1c-fd6a9c0a8c74 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event updated for resources: {'Port': ['ID=9becc56d-b631-49a8-ac43-176d52f56af4,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:46.851485 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865b3c76-a2cc-4a66-9d1c-fd6a9c0a8c74 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Checking segment: {'id': '2150056b-1484-4d2e-8658-8c53600dc2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'c5323cd1-6cfd-4639-9688-33e2db7f17f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:34:46.851851 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865b3c76-a2cc-4a66-9d1c-fd6a9c0a8c74 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Network hostable DHCP agents. Network: c5323cd1-6cfd-4639-9688-33e2db7f17f5, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:34:46.872111 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865b3c76-a2cc-4a66-9d1c-fd6a9c0a8c74 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Network c5323cd1-6cfd-4639-9688-33e2db7f17f5 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:34:46.874259 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-136274af-5ed0-4195-86ef-643d2d0ffdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eab3784-2df0-4e94-aeb3-66a8bb1488dc', 'name': 'tempest-TestNetworkBasicOps-router-2033971580', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '90ecc127-a0ea-4b05-845d-09e3ed9f50b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:32:13Z', 'updated_at': '2022-05-04T17:34:44Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '90ecc127-a0ea-4b05-845d-09e3ed9f50b7', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eab3784-2df0-4e94-aeb3-66a8bb1488dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:32:15Z', 'updated_at': '2022-05-04T17:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': 'a9409616-6d11-4fa8-b9f1-119486f83947', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'floating_ip_address': '172.26.0.109', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '3eab3784-2df0-4e94-aeb3-66a8bb1488dc', 'port_id': '58c86aac-83f9-4aa8-b64f-68313194060c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7', 'mac_address': 'fa:16:3e:3f:62:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c94fc4-1d2e-44f8-9f46-561574e9168d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:33:12Z', 'updated_at': '2022-05-04T17:33:18Z', 'revision_number': 1, 'project_id': '8ede911fc7f845af95dd74968234120d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20d6e625-510e-4b30-91dd-36c857ed358d', 'name': '', 'network_id': '832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:f3:31:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eab3784-2df0-4e94-aeb3-66a8bb1488dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'ac53a930-fb01-43ca-8b12-f69e69235156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:32:29Z', 'updated_at': '2022-05-04T17:32:46Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': 'ac53a930-fb01-43ca-8b12-f69e69235156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f67002af-083a-4b71-b77e-592ab14edc01', 'name': '', 'network_id': 'e6044b59-95ab-4501-b15b-cebd17b40a50', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:49:51:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eab3784-2df0-4e94-aeb3-66a8bb1488dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '22fc0d01-85d2-48cb-8dc6-df1f043da1a0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:34:43Z', 'updated_at': '2022-05-04T17:34:44Z', 'revision_number': 2, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '22fc0d01-85d2-48cb-8dc6-df1f043da1a0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:46.877974 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136274af-5ed0-4195-86ef-643d2d0ffdc7 None None] Checking router: 3eab3784-2df0-4e94-aeb3-66a8bb1488dc for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:34:46.878939 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136274af-5ed0-4195-86ef-643d2d0ffdc7 None None] Updating router 3eab3784-2df0-4e94-aeb3-66a8bb1488dc port f67002af-083a-4b71-b77e-592ab14edc01 binding host dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:34:46.881685 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-865b3c76-a2cc-4a66-9d1c-fd6a9c0a8c74 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, c5323cd1-6cfd-4639-9688-33e2db7f17f5) {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:34:46.885546 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865b3c76-a2cc-4a66-9d1c-fd6a9c0a8c74 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:34:46.891265 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c1e0e8-987a-4fc5-9af4-2f6bc9efb39a None None] Network c5323cd1-6cfd-4639-9688-33e2db7f17f5 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:34:46.891776 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865b3c76-a2cc-4a66-9d1c-fd6a9c0a8c74 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:46.896396 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865b3c76-a2cc-4a66-9d1c-fd6a9c0a8c74 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:46.897051 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-865b3c76-a2cc-4a66-9d1c-fd6a9c0a8c74 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:46.923036 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55028) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:46.923670 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-865b3c76-a2cc-4a66-9d1c-fd6a9c0a8c74 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.5123816 May 04 17:34:46.931070 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-136274af-5ed0-4195-86ef-643d2d0ffdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:46.996126 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-e0ef47da-6254-40f3-b634-3e28e6bd2126 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Deleting port 9becc56d-b631-49a8-ac43-176d52f56af4 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:34:46.996600 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e0ef47da-6254-40f3-b634-3e28e6bd2126 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:47.213870 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e0ef47da-6254-40f3-b634-3e28e6bd2126 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:47.274692 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-136274af-5ed0-4195-86ef-643d2d0ffdc7 None None] Notify callbacks [] for port, precommit_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:47.286507 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.provisioning_blocks [None req-136274af-5ed0-4195-86ef-643d2d0ffdc7 None None] Transition to ACTIVE for port object f67002af-083a-4b71-b77e-592ab14edc01 will not be triggered until provisioned by entity L2. {{(pid=88040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:34:47.293752 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-136274af-5ed0-4195-86ef-643d2d0ffdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:47.341741 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-e0ef47da-6254-40f3-b634-3e28e6bd2126 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Calling delete_port for 9becc56d-b631-49a8-ac43-176d52f56af4 owned by {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:34:47.419010 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e730cfb-447c-4e30-8602-cf7ccd783245 None None] Pushing event updated for resources: {'Port': ['ID=f67002af-083a-4b71-b77e-592ab14edc01,revision_number=3']} {{(pid=88040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:47.433692 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e0ef47da-6254-40f3-b634-3e28e6bd2126 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:47.490004 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ef47da-6254-40f3-b634-3e28e6bd2126 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event deleted for resources: {'Port': ['ID=9becc56d-b631-49a8-ac43-176d52f56af4,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:47.497546 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e0ef47da-6254-40f3-b634-3e28e6bd2126 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:47.504672 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-e0ef47da-6254-40f3-b634-3e28e6bd2126 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "DELETE /v2.0/ports/9becc56d-b631-49a8-ac43-176d52f56af4 HTTP/1.1" status: 204 len: 168 time: 0.5791869 May 04 17:34:47.507258 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55032) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:47.512147 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-136274af-5ed0-4195-86ef-643d2d0ffdc7 None None] Attempting to bind port f67002af-083a-4b71-b77e-592ab14edc01 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:34:47.512512 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-136274af-5ed0-4195-86ef-643d2d0ffdc7 None None] Attempting to bind port f67002af-083a-4b71-b77e-592ab14edc01 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '94edbd2f-3cb2-4850-b4d2-f7e44de9670f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e6044b59-95ab-4501-b15b-cebd17b40a50'}] {{(pid=88040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:34:47.512871 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136274af-5ed0-4195-86ef-643d2d0ffdc7 None None] Attempting to bind port f67002af-083a-4b71-b77e-592ab14edc01 on network e6044b59-95ab-4501-b15b-cebd17b40a50 {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:34:47.518370 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136274af-5ed0-4195-86ef-643d2d0ffdc7 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:34:47.519634 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136274af-5ed0-4195-86ef-643d2d0ffdc7 None None] Checking segment: {'id': '94edbd2f-3cb2-4850-b4d2-f7e44de9670f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e6044b59-95ab-4501-b15b-cebd17b40a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:34:47.520199 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-136274af-5ed0-4195-86ef-643d2d0ffdc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:47.520743 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136274af-5ed0-4195-86ef-643d2d0ffdc7 None None] Bound using segment: {'id': '94edbd2f-3cb2-4850-b4d2-f7e44de9670f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e6044b59-95ab-4501-b15b-cebd17b40a50'} {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:34:47.521358 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-136274af-5ed0-4195-86ef-643d2d0ffdc7 None None] Bound port: f67002af-083a-4b71-b77e-592ab14edc01, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94edbd2f-3cb2-4850-b4d2-f7e44de9670f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'e6044b59-95ab-4501-b15b-cebd17b40a50'}}] {{(pid=88040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:34:47.521904 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-136274af-5ed0-4195-86ef-643d2d0ffdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:47.589937 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb433f1f-1d57-43f1-9850-6d7e991f81cd tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:47.598263 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb433f1f-1d57-43f1-9850-6d7e991f81cd tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:47.598263 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-cb433f1f-1d57-43f1-9850-6d7e991f81cd tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Synchronizing usage tracker for tenant:008288fcbe164a17b11c7601906db5c4 on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:34:47.617246 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-cb433f1f-1d57-43f1-9850-6d7e991f81cd tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Unset dirty status for tenant:008288fcbe164a17b11c7601906db5c4 on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:34:47.617862 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-cb433f1f-1d57-43f1-9850-6d7e991f81cd tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1094825 May 04 17:34:47.618602 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.db [None req-136274af-5ed0-4195-86ef-643d2d0ffdc7 None None] For port f67002af-083a-4b71-b77e-592ab14edc01, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:34:47.620632 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55036) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:47.622417 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.db [None req-136274af-5ed0-4195-86ef-643d2d0ffdc7 None None] For port f67002af-083a-4b71-b77e-592ab14edc01, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=f67002af-083a-4b71-b77e-592ab14edc01,segment=NetworkSegment(94edbd2f-3cb2-4850-b4d2-f7e44de9670f),segment_id=94edbd2f-3cb2-4850-b4d2-f7e44de9670f)] {{(pid=88040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:34:47.628905 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-136274af-5ed0-4195-86ef-643d2d0ffdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:47.694964 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-9612d20c-503c-4fcd-983e-d207e5b7b8e3 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Deleting port aad08d3d-7037-43ef-8a29-de160bf84dc2 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:34:47.694964 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9612d20c-503c-4fcd-983e-d207e5b7b8e3 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:47.709622 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136274af-5ed0-4195-86ef-643d2d0ffdc7 None None] Routers {'3eab3784-2df0-4e94-aeb3-66a8bb1488dc'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:34:47.709622 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-136274af-5ed0-4195-86ef-643d2d0ffdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:34:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['3eab3784-2df0-4e94-aeb3-66a8bb1488dc'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:47.894302 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e730cfb-447c-4e30-8602-cf7ccd783245 None None] Pushing event updated for resources: {'Port': ['ID=f67002af-083a-4b71-b77e-592ab14edc01,revision_number=4']} {{(pid=88040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:47.923461 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-136274af-5ed0-4195-86ef-643d2d0ffdc7 None None] Set router 3eab3784-2df0-4e94-aeb3-66a8bb1488dc gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:34:47.934951 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9612d20c-503c-4fcd-983e-d207e5b7b8e3 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:48.066568 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-9612d20c-503c-4fcd-983e-d207e5b7b8e3 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Calling delete_port for aad08d3d-7037-43ef-8a29-de160bf84dc2 owned by {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:34:48.149132 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9612d20c-503c-4fcd-983e-d207e5b7b8e3 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:48.200650 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9612d20c-503c-4fcd-983e-d207e5b7b8e3 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event deleted for resources: {'Port': ['ID=aad08d3d-7037-43ef-8a29-de160bf84dc2,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:48.207740 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9612d20c-503c-4fcd-983e-d207e5b7b8e3 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:48.224244 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-9612d20c-503c-4fcd-983e-d207e5b7b8e3 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "DELETE /v2.0/ports/aad08d3d-7037-43ef-8a29-de160bf84dc2 HTTP/1.1" status: 204 len: 168 time: 0.5994883 May 04 17:34:48.224425 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55040) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:48.272743 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-136274af-5ed0-4195-86ef-643d2d0ffdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eab3784-2df0-4e94-aeb3-66a8bb1488dc', 'name': 'tempest-TestNetworkBasicOps-router-2033971580', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '90ecc127-a0ea-4b05-845d-09e3ed9f50b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:32:13Z', 'updated_at': '2022-05-04T17:34:44Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '90ecc127-a0ea-4b05-845d-09e3ed9f50b7', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eab3784-2df0-4e94-aeb3-66a8bb1488dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:32:15Z', 'updated_at': '2022-05-04T17:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': 'a9409616-6d11-4fa8-b9f1-119486f83947', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'floating_ip_address': '172.26.0.109', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '3eab3784-2df0-4e94-aeb3-66a8bb1488dc', 'port_id': '58c86aac-83f9-4aa8-b64f-68313194060c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7', 'mac_address': 'fa:16:3e:3f:62:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c94fc4-1d2e-44f8-9f46-561574e9168d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:33:12Z', 'updated_at': '2022-05-04T17:33:18Z', 'revision_number': 1, 'project_id': '8ede911fc7f845af95dd74968234120d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20d6e625-510e-4b30-91dd-36c857ed358d', 'name': '', 'network_id': '832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:f3:31:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eab3784-2df0-4e94-aeb3-66a8bb1488dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'ac53a930-fb01-43ca-8b12-f69e69235156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:32:29Z', 'updated_at': '2022-05-04T17:32:46Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': 'ac53a930-fb01-43ca-8b12-f69e69235156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f67002af-083a-4b71-b77e-592ab14edc01', 'name': '', 'network_id': 'e6044b59-95ab-4501-b15b-cebd17b40a50', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:49:51:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eab3784-2df0-4e94-aeb3-66a8bb1488dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '22fc0d01-85d2-48cb-8dc6-df1f043da1a0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:34:43Z', 'updated_at': '2022-05-04T17:34:47Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '22fc0d01-85d2-48cb-8dc6-df1f043da1a0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:48.276725 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136274af-5ed0-4195-86ef-643d2d0ffdc7 None None] The sync data for ids ['3eab3784-2df0-4e94-aeb3-66a8bb1488dc'] in dv-neutron-840426-1-hyperv is: [{'id': '3eab3784-2df0-4e94-aeb3-66a8bb1488dc', 'name': 'tempest-TestNetworkBasicOps-router-2033971580', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '90ecc127-a0ea-4b05-845d-09e3ed9f50b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:32:13Z', 'updated_at': '2022-05-04T17:34:44Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '90ecc127-a0ea-4b05-845d-09e3ed9f50b7', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eab3784-2df0-4e94-aeb3-66a8bb1488dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:32:15Z', 'updated_at': '2022-05-04T17:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': 'a9409616-6d11-4fa8-b9f1-119486f83947', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'floating_ip_address': '172.26.0.109', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '3eab3784-2df0-4e94-aeb3-66a8bb1488dc', 'port_id': '58c86aac-83f9-4aa8-b64f-68313194060c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7', 'mac_address': 'fa:16:3e:3f:62:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c94fc4-1d2e-44f8-9f46-561574e9168d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:33:12Z', 'updated_at': '2022-05-04T17:33:18Z', 'revision_number': 1, 'project_id': '8ede911fc7f845af95dd74968234120d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20d6e625-510e-4b30-91dd-36c857ed358d', 'name': '', 'network_id': '832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:f3:31:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eab3784-2df0-4e94-aeb3-66a8bb1488dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'ac53a930-fb01-43ca-8b12-f69e69235156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:32:29Z', 'updated_at': '2022-05-04T17:32:46Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': 'ac53a930-fb01-43ca-8b12-f69e69235156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f67002af-083a-4b71-b77e-592ab14edc01', 'name': '', 'network_id': 'e6044b59-95ab-4501-b15b-cebd17b40a50', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:49:51:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eab3784-2df0-4e94-aeb3-66a8bb1488dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '22fc0d01-85d2-48cb-8dc6-df1f043da1a0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:34:43Z', 'updated_at': '2022-05-04T17:34:47Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '22fc0d01-85d2-48cb-8dc6-df1f043da1a0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:34:48.307590 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ddef81-8da1-4854-ac7d-61f635204a0f tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:48.308281 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-b6ddef81-8da1-4854-ac7d-61f635204a0f tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Synchronizing usage tracker for tenant:008288fcbe164a17b11c7601906db5c4 on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:34:48.344279 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-b6ddef81-8da1-4854-ac7d-61f635204a0f tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Unset dirty status for tenant:008288fcbe164a17b11c7601906db5c4 on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:34:48.345456 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-b6ddef81-8da1-4854-ac7d-61f635204a0f tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1201370 May 04 17:34:48.348896 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55044) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:48.398448 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a666d9c-ab74-4855-a359-66b2f4851d56 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] GET failed (client error): The resource could not be found. May 04 17:34:48.400270 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-8a666d9c-ab74-4855-a359-66b2f4851d56 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "GET /v2.0/ports/9becc56d-b631-49a8-ac43-176d52f56af4 HTTP/1.1" status: 404 len: 333 time: 0.0501330 May 04 17:34:48.403026 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55048) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:48.453516 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2980e9e-0657-4f28-9e5e-c25a55abb699 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] GET failed (client error): The resource could not be found. May 04 17:34:48.453665 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-b2980e9e-0657-4f28-9e5e-c25a55abb699 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Synchronizing usage tracker for tenant:008288fcbe164a17b11c7601906db5c4 on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:34:48.467743 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-b2980e9e-0657-4f28-9e5e-c25a55abb699 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Unset dirty status for tenant:008288fcbe164a17b11c7601906db5c4 on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:34:48.469828 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-b2980e9e-0657-4f28-9e5e-c25a55abb699 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "GET /v2.0/ports/aad08d3d-7037-43ef-8a29-de160bf84dc2 HTTP/1.1" status: 404 len: 333 time: 0.0650265 May 04 17:34:48.472076 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55052) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:48.516510 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device f67002af-083a-4b71-b77e-592ab14edc01 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:34:48.591978 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port f67002af-083a-4b71-b77e-592ab14edc01 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:34:48.606337 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port f67002af-083a-4b71-b77e-592ab14edc01 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:34:48.606337 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:48.612555 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-297f95c8-9c59-47ae-9249-b3c7f13a22a0 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:48.724580 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:48.766206 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port f67002af-083a-4b71-b77e-592ab14edc01, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=f67002af-083a-4b71-b77e-592ab14edc01,segment=NetworkSegment(94edbd2f-3cb2-4850-b4d2-f7e44de9670f),segment_id=94edbd2f-3cb2-4850-b4d2-f7e44de9670f)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:34:48.786842 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:48.892797 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=f67002af-083a-4b71-b77e-592ab14edc01,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:48.902654 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-297f95c8-9c59-47ae-9249-b3c7f13a22a0 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:48.928185 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-297f95c8-9c59-47ae-9249-b3c7f13a22a0 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5323cd1-6cfd-4639-9688-33e2db7f17f5']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:48.949256 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-297f95c8-9c59-47ae-9249-b3c7f13a22a0 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2150056b-1484-4d2e-8658-8c53600dc2f3') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:48.949256 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-297f95c8-9c59-47ae-9249-b3c7f13a22a0 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2150056b-1484-4d2e-8658-8c53600dc2f3') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:48.963365 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-297f95c8-9c59-47ae-9249-b3c7f13a22a0 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:48.985992 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-297f95c8-9c59-47ae-9249-b3c7f13a22a0 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:48.998847 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-297f95c8-9c59-47ae-9249-b3c7f13a22a0 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:34:48.998847 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-297f95c8-9c59-47ae-9249-b3c7f13a22a0 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:49.019719 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 17:34:49.019719 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:34:49.019719 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 17:34:49.019719 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:34:49.019719 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 17:34:49.019719 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:34:49.019719 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 17:34:49.019719 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:34:49.019719 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 17:34:49.019719 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:34:49.019719 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 17:34:49.019719 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:34:49.019719 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 17:34:49.019719 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:34:49.019719 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:34:49.019719 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:34:49.019719 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:34:49.019719 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:34:49.019719 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 17:34:49.019719 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:34:49.019719 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 17:34:49.019719 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:34:49.019719 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:34:49.019719 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:34:49.019719 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 17:34:49.019719 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:34:49.019719 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:34:49.019719 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:34:49.019719 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:34:49.019719 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:34:49.019719 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:34:49.019719 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:34:49.108203 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-297f95c8-9c59-47ae-9249-b3c7f13a22a0 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:49.125105 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-297f95c8-9c59-47ae-9249-b3c7f13a22a0 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:49.134385 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297f95c8-9c59-47ae-9249-b3c7f13a22a0 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event deleted for resources: {'Network': ['ID=c5323cd1-6cfd-4639-9688-33e2db7f17f5,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:49.134385 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-297f95c8-9c59-47ae-9249-b3c7f13a22a0 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "DELETE /v2.0/networks/c5323cd1-6cfd-4639-9688-33e2db7f17f5 HTTP/1.1" status: 204 len: 168 time: 0.6604371 May 04 17:34:49.142985 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55058) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:49.146904 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-da030369-2f2d-4857-942c-afbf722b2823 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1514968050'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:34:49.152767 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-da030369-2f2d-4857-942c-afbf722b2823 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:34:49.160449 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-da030369-2f2d-4857-942c-afbf722b2823 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Usage tracker for resource:network and tenant:008288fcbe164a17b11c7601906db5c4 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:34:49.160449 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-da030369-2f2d-4857-942c-afbf722b2823 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:34:49.166875 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-da030369-2f2d-4857-942c-afbf722b2823 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:34:49.179152 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da030369-2f2d-4857-942c-afbf722b2823 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Made reservation on behalf of 008288fcbe164a17b11c7601906db5c4 for: {'network': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:34:49.183072 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-da030369-2f2d-4857-942c-afbf722b2823 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:49.219501 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da030369-2f2d-4857-942c-afbf722b2823 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=88038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:34:49.230645 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-da030369-2f2d-4857-942c-afbf722b2823 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:49.230645 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.segments_db [None req-da030369-2f2d-4857-942c-afbf722b2823 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Added segment ef406908-41b4-42b7-aad3-2b24dec22183 of type vlan for network 4d776c59-d9ab-4c69-9ed1-c683a972a0ba May 04 17:34:49.263349 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-da030369-2f2d-4857-942c-afbf722b2823 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:49.295964 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-da030369-2f2d-4857-942c-afbf722b2823 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:49.302813 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da030369-2f2d-4857-942c-afbf722b2823 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:49.302813 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-da030369-2f2d-4857-942c-afbf722b2823 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:49.360656 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-da030369-2f2d-4857-942c-afbf722b2823 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2175112 May 04 17:34:49.364713 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55062) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:49.370964 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-2ec299df-4f54-48d3-b73c-85ac374bf199 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Request body: {'subnet': {'network_id': '4d776c59-d9ab-4c69-9ed1-c683a972a0ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:34:49.415454 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da030369-2f2d-4857-942c-afbf722b2823 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event updated for resources: {'Network': ['ID=4d776c59-d9ab-4c69-9ed1-c683a972a0ba,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:49.422625 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 4d776c59-d9ab-4c69-9ed1-c683a972a0ba details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:34:49.506500 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-2ec299df-4f54-48d3-b73c-85ac374bf199 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:34:49.512990 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-2ec299df-4f54-48d3-b73c-85ac374bf199 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Usage tracker for resource:subnet and tenant:008288fcbe164a17b11c7601906db5c4 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:34:49.512990 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-2ec299df-4f54-48d3-b73c-85ac374bf199 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:34:49.521692 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-2ec299df-4f54-48d3-b73c-85ac374bf199 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:34:49.536744 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec299df-4f54-48d3-b73c-85ac374bf199 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Made reservation on behalf of 008288fcbe164a17b11c7601906db5c4 for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:34:49.536744 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2ec299df-4f54-48d3-b73c-85ac374bf199 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:49.630457 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.ipam_backend_mixin [None req-2ec299df-4f54-48d3-b73c-85ac374bf199 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Performing IP validity checks on allocation pools {{(pid=88037) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 04 17:34:49.630457 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.ipam_backend_mixin [None req-2ec299df-4f54-48d3-b73c-85ac374bf199 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88037) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 04 17:34:49.760198 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2ec299df-4f54-48d3-b73c-85ac374bf199 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:49.844403 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec299df-4f54-48d3-b73c-85ac374bf199 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event updated for resources: {'Subnet': ['ID=a483328d-4725-4a6c-a772-41f3b1777d7c,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:49.851870 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec299df-4f54-48d3-b73c-85ac374bf199 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Checking segment: {'id': 'ef406908-41b4-42b7-aad3-2b24dec22183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '4d776c59-d9ab-4c69-9ed1-c683a972a0ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:34:49.851870 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec299df-4f54-48d3-b73c-85ac374bf199 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Network hostable DHCP agents. Network: 4d776c59-d9ab-4c69-9ed1-c683a972a0ba, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:34:49.874242 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec299df-4f54-48d3-b73c-85ac374bf199 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Network 4d776c59-d9ab-4c69-9ed1-c683a972a0ba is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:34:49.884746 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-2ec299df-4f54-48d3-b73c-85ac374bf199 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 4d776c59-d9ab-4c69-9ed1-c683a972a0ba) {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:34:49.884746 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec299df-4f54-48d3-b73c-85ac374bf199 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:49.888735 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2ec299df-4f54-48d3-b73c-85ac374bf199 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:49.892303 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a325a1f2-01bd-48b5-b536-412f402a89cd None None] Network 4d776c59-d9ab-4c69-9ed1-c683a972a0ba requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:34:49.919486 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55068) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:49.923016 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-2ec299df-4f54-48d3-b73c-85ac374bf199 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5541284 May 04 17:34:49.926327 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-4b39b89e-e709-4ed9-93a2-cc5793d9acc8 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Request body: {'port': {'network_id': '4d776c59-d9ab-4c69-9ed1-c683a972a0ba', 'name': 'tempest-PortsIpV6TestJSON-1240728641'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:34:50.059798 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-4b39b89e-e709-4ed9-93a2-cc5793d9acc8 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:34:50.071624 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-4b39b89e-e709-4ed9-93a2-cc5793d9acc8 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:34:50.086359 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b39b89e-e709-4ed9-93a2-cc5793d9acc8 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Made reservation on behalf of 008288fcbe164a17b11c7601906db5c4 for: {'port': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:34:50.086359 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4b39b89e-e709-4ed9-93a2-cc5793d9acc8 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:50.116457 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [None req-4b39b89e-e709-4ed9-93a2-cc5793d9acc8 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] device_id is not set on port 0daa9a02-b808-4ac6-aacd-4b57ec71b74a yet. {{(pid=88038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:34:50.149572 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a64a3b-fe03-43c3-a8e6-910d7e9f046d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-4d776c59-d9ab-4c69-9ed1-c683a972a0ba', 'network_id': '4d776c59-d9ab-4c69-9ed1-c683a972a0ba', 'tenant_id': '008288fcbe164a17b11c7601906db5c4', 'fixed_ips': [{'subnet_id': 'a483328d-4725-4a6c-a772-41f3b1777d7c'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:34:50.149572 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-71a64a3b-fe03-43c3-a8e6-910d7e9f046d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:50.337089 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-4b39b89e-e709-4ed9-93a2-cc5793d9acc8 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Allocated IP 2001:db8::220 (4d776c59-d9ab-4c69-9ed1-c683a972a0ba/a483328d-4725-4a6c-a772-41f3b1777d7c/0daa9a02-b808-4ac6-aacd-4b57ec71b74a) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:34:50.499227 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device f67002af-083a-4b71-b77e-592ab14edc01 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:34:50.613745 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port f67002af-083a-4b71-b77e-592ab14edc01 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:34:50.613745 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:50.675014 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4b39b89e-e709-4ed9-93a2-cc5793d9acc8 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:50.693364 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-4b39b89e-e709-4ed9-93a2-cc5793d9acc8 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Transition to ACTIVE for port object 0daa9a02-b808-4ac6-aacd-4b57ec71b74a will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:34:50.720384 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4b39b89e-e709-4ed9-93a2-cc5793d9acc8 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:50.805789 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b39b89e-e709-4ed9-93a2-cc5793d9acc8 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Network 4d776c59-d9ab-4c69-9ed1-c683a972a0ba is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:34:50.805789 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-4b39b89e-e709-4ed9-93a2-cc5793d9acc8 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:34:50.805789 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b39b89e-e709-4ed9-93a2-cc5793d9acc8 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:34:50.814686 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-71a64a3b-fe03-43c3-a8e6-910d7e9f046d None None] Allocated IP 2001:db8::2 (4d776c59-d9ab-4c69-9ed1-c683a972a0ba/a483328d-4725-4a6c-a772-41f3b1777d7c/6068e3f9-1e37-4d95-96f7-8cca96b6f83f) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:34:50.818437 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b39b89e-e709-4ed9-93a2-cc5793d9acc8 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:50.818437 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4b39b89e-e709-4ed9-93a2-cc5793d9acc8 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:50.841989 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b39b89e-e709-4ed9-93a2-cc5793d9acc8 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event updated for resources: {'Port': ['ID=0daa9a02-b808-4ac6-aacd-4b57ec71b74a,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:50.856205 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-4b39b89e-e709-4ed9-93a2-cc5793d9acc8 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9351776 May 04 17:34:50.856205 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55072) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:50.924761 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-6912e704-abc9-4266-b960-6a769e8e3101 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Deleting port 0daa9a02-b808-4ac6-aacd-4b57ec71b74a {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:34:50.924761 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6912e704-abc9-4266-b960-6a769e8e3101 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:51.067034 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-71a64a3b-fe03-43c3-a8e6-910d7e9f046d None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:51.082753 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-71a64a3b-fe03-43c3-a8e6-910d7e9f046d None None] Transition to ACTIVE for port object 6068e3f9-1e37-4d95-96f7-8cca96b6f83f will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:34:51.103665 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-71a64a3b-fe03-43c3-a8e6-910d7e9f046d None None] Transition to ACTIVE for port object 6068e3f9-1e37-4d95-96f7-8cca96b6f83f will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:34:51.113983 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-71a64a3b-fe03-43c3-a8e6-910d7e9f046d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:51.200490 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a64a3b-fe03-43c3-a8e6-910d7e9f046d None None] Network 4d776c59-d9ab-4c69-9ed1-c683a972a0ba is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:34:51.205564 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6912e704-abc9-4266-b960-6a769e8e3101 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:51.210354 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-71a64a3b-fe03-43c3-a8e6-910d7e9f046d None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:34:51.210354 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a64a3b-fe03-43c3-a8e6-910d7e9f046d None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:34:51.261032 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a64a3b-fe03-43c3-a8e6-910d7e9f046d None None] Pushing event updated for resources: {'Port': ['ID=6068e3f9-1e37-4d95-96f7-8cca96b6f83f,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:51.316801 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 17:34:51.339148 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-71a64a3b-fe03-43c3-a8e6-910d7e9f046d None None] Attempting to bind port 6068e3f9-1e37-4d95-96f7-8cca96b6f83f on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:34:51.339148 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-71a64a3b-fe03-43c3-a8e6-910d7e9f046d None None] Attempting to bind port 6068e3f9-1e37-4d95-96f7-8cca96b6f83f by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'ef406908-41b4-42b7-aad3-2b24dec22183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '4d776c59-d9ab-4c69-9ed1-c683a972a0ba'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:34:51.339148 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a64a3b-fe03-43c3-a8e6-910d7e9f046d None None] Attempting to bind port 6068e3f9-1e37-4d95-96f7-8cca96b6f83f on network 4d776c59-d9ab-4c69-9ed1-c683a972a0ba {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:34:51.346732 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a64a3b-fe03-43c3-a8e6-910d7e9f046d None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:34:51.346732 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a64a3b-fe03-43c3-a8e6-910d7e9f046d None None] Checking segment: {'id': 'ef406908-41b4-42b7-aad3-2b24dec22183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '4d776c59-d9ab-4c69-9ed1-c683a972a0ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:34:51.346732 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-71a64a3b-fe03-43c3-a8e6-910d7e9f046d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:51.346732 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a64a3b-fe03-43c3-a8e6-910d7e9f046d None None] Bound using segment: {'id': 'ef406908-41b4-42b7-aad3-2b24dec22183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '4d776c59-d9ab-4c69-9ed1-c683a972a0ba'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:34:51.346732 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-71a64a3b-fe03-43c3-a8e6-910d7e9f046d None None] Bound port: 6068e3f9-1e37-4d95-96f7-8cca96b6f83f, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef406908-41b4-42b7-aad3-2b24dec22183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '4d776c59-d9ab-4c69-9ed1-c683a972a0ba'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:34:51.346732 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-71a64a3b-fe03-43c3-a8e6-910d7e9f046d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:51.375778 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-6912e704-abc9-4266-b960-6a769e8e3101 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Calling delete_port for 0daa9a02-b808-4ac6-aacd-4b57ec71b74a owned by {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:34:51.464777 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-71a64a3b-fe03-43c3-a8e6-910d7e9f046d None None] For port 6068e3f9-1e37-4d95-96f7-8cca96b6f83f, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:34:51.471334 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-71a64a3b-fe03-43c3-a8e6-910d7e9f046d None None] For port 6068e3f9-1e37-4d95-96f7-8cca96b6f83f, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=6068e3f9-1e37-4d95-96f7-8cca96b6f83f,segment=NetworkSegment(ef406908-41b4-42b7-aad3-2b24dec22183),segment_id=ef406908-41b4-42b7-aad3-2b24dec22183)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:34:51.471334 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-71a64a3b-fe03-43c3-a8e6-910d7e9f046d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:51.550690 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6912e704-abc9-4266-b960-6a769e8e3101 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:51.565980 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a64a3b-fe03-43c3-a8e6-910d7e9f046d None None] Pushing event updated for resources: {'Port': ['ID=6068e3f9-1e37-4d95-96f7-8cca96b6f83f,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:51.620016 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6912e704-abc9-4266-b960-6a769e8e3101 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event deleted for resources: {'Port': ['ID=0daa9a02-b808-4ac6-aacd-4b57ec71b74a,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:51.669690 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6912e704-abc9-4266-b960-6a769e8e3101 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:51.683359 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-6912e704-abc9-4266-b960-6a769e8e3101 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "DELETE /v2.0/ports/0daa9a02-b808-4ac6-aacd-4b57ec71b74a HTTP/1.1" status: 204 len: 168 time: 0.8237133 May 04 17:34:51.686690 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55078) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:51.734829 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4e5213b-3921-42ee-93ac-043c6777e67f tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] DELETE failed (client error): The resource could not be found. May 04 17:34:51.735311 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4e5213b-3921-42ee-93ac-043c6777e67f tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:34:51.738343 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-d4e5213b-3921-42ee-93ac-043c6777e67f tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "DELETE /v2.0/ports/0daa9a02-b808-4ac6-aacd-4b57ec71b74a HTTP/1.1" status: 404 len: 333 time: 0.0553112 May 04 17:34:51.740104 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55082) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:51.792962 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd197f66-febe-4570-ac09-4f5f3bef2ff1 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] GET failed (client error): The resource could not be found. May 04 17:34:51.796821 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-bd197f66-febe-4570-ac09-4f5f3bef2ff1 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "GET /v2.0/ports/0daa9a02-b808-4ac6-aacd-4b57ec71b74a HTTP/1.1" status: 404 len: 333 time: 0.0549819 May 04 17:34:51.798824 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55086) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:51.893772 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_v2 [None req-29906a63-faa5-463f-92c4-26fa7815c927 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Deleting subnet a483328d-4725-4a6c-a772-41f3b1777d7c {{(pid=88038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:34:51.893772 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-29906a63-faa5-463f-92c4-26fa7815c927 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for subnet, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:51.953814 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-29906a63-faa5-463f-92c4-26fa7815c927 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-801696'] for subnet, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:52.039104 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-29906a63-faa5-463f-92c4-26fa7815c927 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:52.121547 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-29906a63-faa5-463f-92c4-26fa7815c927 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:52.174082 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-29906a63-faa5-463f-92c4-26fa7815c927 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:52.181386 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29906a63-faa5-463f-92c4-26fa7815c927 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event deleted for resources: {'Subnet': ['ID=a483328d-4725-4a6c-a772-41f3b1777d7c,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:52.186742 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-29906a63-faa5-463f-92c4-26fa7815c927 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "DELETE /v2.0/subnets/a483328d-4725-4a6c-a772-41f3b1777d7c HTTP/1.1" status: 204 len: 168 time: 0.3863900 May 04 17:34:52.189508 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55090) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:52.319386 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-82780934-40ee-4cb9-aee3-ea99dc6a3fc2 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:52.330844 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-82780934-40ee-4cb9-aee3-ea99dc6a3fc2 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Deleting port 6068e3f9-1e37-4d95-96f7-8cca96b6f83f {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:34:52.333661 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-82780934-40ee-4cb9-aee3-ea99dc6a3fc2 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:52.523974 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 6068e3f9-1e37-4d95-96f7-8cca96b6f83f up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:34:52.610696 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-82780934-40ee-4cb9-aee3-ea99dc6a3fc2 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] For port 6068e3f9-1e37-4d95-96f7-8cca96b6f83f, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=6068e3f9-1e37-4d95-96f7-8cca96b6f83f,segment=NetworkSegment(ef406908-41b4-42b7-aad3-2b24dec22183),segment_id=ef406908-41b4-42b7-aad3-2b24dec22183)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:34:52.610696 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-82780934-40ee-4cb9-aee3-ea99dc6a3fc2 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:52.614991 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 6068e3f9-1e37-4d95-96f7-8cca96b6f83f completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:34:52.751591 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0869e4-b7cd-445c-ab07-e96c64a12a5a None None] Network 4d776c59-d9ab-4c69-9ed1-c683a972a0ba requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:34:52.881447 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-82780934-40ee-4cb9-aee3-ea99dc6a3fc2 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Calling delete_port for 6068e3f9-1e37-4d95-96f7-8cca96b6f83f owned by network:dhcp {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:34:52.902056 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-baa4ead1-2689-4423-a42e-c04672b92716 None None] Provisioning for port 6068e3f9-1e37-4d95-96f7-8cca96b6f83f completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:34:52.937405 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-baa4ead1-2689-4423-a42e-c04672b92716 None None] Provisioning complete for port 6068e3f9-1e37-4d95-96f7-8cca96b6f83f triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:34:52.937773 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-baa4ead1-2689-4423-a42e-c04672b92716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:52.958907 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-82780934-40ee-4cb9-aee3-ea99dc6a3fc2 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:52.981146 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-baa4ead1-2689-4423-a42e-c04672b92716 None None] Port 6068e3f9-1e37-4d95-96f7-8cca96b6f83f was deleted so its status cannot be updated. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 04 17:34:53.002625 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82780934-40ee-4cb9-aee3-ea99dc6a3fc2 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event deleted for resources: {'Port': ['ID=6068e3f9-1e37-4d95-96f7-8cca96b6f83f,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:53.006712 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82780934-40ee-4cb9-aee3-ea99dc6a3fc2 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] No DVR routers for this DVR port 6068e3f9-1e37-4d95-96f7-8cca96b6f83f on host dv-neutron-840426-1-hyperv {{(pid=88038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:34:53.097734 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8295282-8e0d-456b-9923-e6807c2b3ff4 None None] DHCP port deletion for 4d776c59-d9ab-4c69-9ed1-c683a972a0ba request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:34:53.138533 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-82780934-40ee-4cb9-aee3-ea99dc6a3fc2 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:53.170537 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-82780934-40ee-4cb9-aee3-ea99dc6a3fc2 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d776c59-d9ab-4c69-9ed1-c683a972a0ba']}} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:53.182982 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-82780934-40ee-4cb9-aee3-ea99dc6a3fc2 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef406908-41b4-42b7-aad3-2b24dec22183') {'for_net_delete': True} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:53.183284 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-82780934-40ee-4cb9-aee3-ea99dc6a3fc2 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef406908-41b4-42b7-aad3-2b24dec22183') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:53.194573 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-82780934-40ee-4cb9-aee3-ea99dc6a3fc2 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801627'] for segment, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:53.210154 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-82780934-40ee-4cb9-aee3-ea99dc6a3fc2 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:53.216070 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82780934-40ee-4cb9-aee3-ea99dc6a3fc2 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=88038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:34:53.216457 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-82780934-40ee-4cb9-aee3-ea99dc6a3fc2 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7881827'] for segment, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:53.231965 dv-neutron-840426-1-hyperv neutron-server[88038]: Traceback (most recent call last): May 04 17:34:53.231965 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:34:53.231965 dv-neutron-840426-1-hyperv neutron-server[88038]: timer() May 04 17:34:53.231965 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:34:53.231965 dv-neutron-840426-1-hyperv neutron-server[88038]: cb(*args, **kw) May 04 17:34:53.231965 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:34:53.231965 dv-neutron-840426-1-hyperv neutron-server[88038]: return func(*args, **kwargs) May 04 17:34:53.231965 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:34:53.231965 dv-neutron-840426-1-hyperv neutron-server[88038]: self._notify() May 04 17:34:53.231965 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:34:53.231965 dv-neutron-840426-1-hyperv neutron-server[88038]: self.callback(batched_events) May 04 17:34:53.231965 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:34:53.231965 dv-neutron-840426-1-hyperv neutron-server[88038]: event.method(event) May 04 17:34:53.231965 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:34:53.231965 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:34:53.231965 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:34:53.231965 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:34:53.231965 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:34:53.231965 dv-neutron-840426-1-hyperv neutron-server[88038]: return f(self, *a, **k) May 04 17:34:53.231965 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:34:53.231965 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._get(url).json() May 04 17:34:53.231965 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:34:53.231965 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:34:53.231965 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:34:53.231965 dv-neutron-840426-1-hyperv neutron-server[88038]: return self.request(url, 'GET', **kwargs) May 04 17:34:53.231965 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:34:53.231965 dv-neutron-840426-1-hyperv neutron-server[88038]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:34:53.231965 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:34:53.231965 dv-neutron-840426-1-hyperv neutron-server[88038]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:34:53.231965 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:34:53.231965 dv-neutron-840426-1-hyperv neutron-server[88038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:34:53.231965 dv-neutron-840426-1-hyperv neutron-server[88038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:34:53.307981 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-82780934-40ee-4cb9-aee3-ea99dc6a3fc2 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:53.331636 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-82780934-40ee-4cb9-aee3-ea99dc6a3fc2 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:53.337706 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82780934-40ee-4cb9-aee3-ea99dc6a3fc2 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event deleted for resources: {'Network': ['ID=4d776c59-d9ab-4c69-9ed1-c683a972a0ba,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:53.351170 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-82780934-40ee-4cb9-aee3-ea99dc6a3fc2 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "DELETE /v2.0/networks/4d776c59-d9ab-4c69-9ed1-c683a972a0ba HTTP/1.1" status: 204 len: 168 time: 1.1582308 May 04 17:34:53.351750 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55096) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:53.357230 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-cae28473-8ddd-4f6d-82cb-c7e24e148613 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-450036033'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:34:53.362240 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-cae28473-8ddd-4f6d-82cb-c7e24e148613 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:34:53.366791 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-cae28473-8ddd-4f6d-82cb-c7e24e148613 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Usage tracker for resource:network and tenant:008288fcbe164a17b11c7601906db5c4 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:34:53.369660 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-cae28473-8ddd-4f6d-82cb-c7e24e148613 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:34:53.375273 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-cae28473-8ddd-4f6d-82cb-c7e24e148613 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:34:53.385208 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae28473-8ddd-4f6d-82cb-c7e24e148613 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Made reservation on behalf of 008288fcbe164a17b11c7601906db5c4 for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:34:53.388732 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cae28473-8ddd-4f6d-82cb-c7e24e148613 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:53.416229 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cae28473-8ddd-4f6d-82cb-c7e24e148613 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:34:53.426220 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cae28473-8ddd-4f6d-82cb-c7e24e148613 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:53.426563 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-cae28473-8ddd-4f6d-82cb-c7e24e148613 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Added segment 988e1528-0408-44f8-a731-9a4f38787fb1 of type vlan for network ea98342e-b8d6-481d-8601-e5a05d6e268d May 04 17:34:53.452565 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cae28473-8ddd-4f6d-82cb-c7e24e148613 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:53.481486 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cae28473-8ddd-4f6d-82cb-c7e24e148613 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:53.486933 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae28473-8ddd-4f6d-82cb-c7e24e148613 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:53.487501 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cae28473-8ddd-4f6d-82cb-c7e24e148613 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:53.542135 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-cae28473-8ddd-4f6d-82cb-c7e24e148613 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1892488 May 04 17:34:53.545161 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55100) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:53.552829 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-fd92ffcf-9dc8-4832-9ac4-b9c095f68946 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Request body: {'subnet': {'network_id': 'ea98342e-b8d6-481d-8601-e5a05d6e268d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:34:53.621578 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae28473-8ddd-4f6d-82cb-c7e24e148613 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event updated for resources: {'Network': ['ID=ea98342e-b8d6-481d-8601-e5a05d6e268d,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:53.631546 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network ea98342e-b8d6-481d-8601-e5a05d6e268d details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:34:53.713984 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-fd92ffcf-9dc8-4832-9ac4-b9c095f68946 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:34:53.717666 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-fd92ffcf-9dc8-4832-9ac4-b9c095f68946 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Usage tracker for resource:subnet and tenant:008288fcbe164a17b11c7601906db5c4 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:34:53.720420 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-fd92ffcf-9dc8-4832-9ac4-b9c095f68946 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:34:53.726800 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-fd92ffcf-9dc8-4832-9ac4-b9c095f68946 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:34:53.735876 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd92ffcf-9dc8-4832-9ac4-b9c095f68946 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Made reservation on behalf of 008288fcbe164a17b11c7601906db5c4 for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:34:53.739671 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fd92ffcf-9dc8-4832-9ac4-b9c095f68946 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:53.953106 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fd92ffcf-9dc8-4832-9ac4-b9c095f68946 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:54.033511 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd92ffcf-9dc8-4832-9ac4-b9c095f68946 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event updated for resources: {'Subnet': ['ID=f6e135a7-2a50-43f7-98b4-3336c996984a,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:54.042748 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd92ffcf-9dc8-4832-9ac4-b9c095f68946 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Checking segment: {'id': '988e1528-0408-44f8-a731-9a4f38787fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ea98342e-b8d6-481d-8601-e5a05d6e268d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:34:54.043021 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd92ffcf-9dc8-4832-9ac4-b9c095f68946 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Network hostable DHCP agents. Network: ea98342e-b8d6-481d-8601-e5a05d6e268d, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:34:54.069864 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd92ffcf-9dc8-4832-9ac4-b9c095f68946 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Network ea98342e-b8d6-481d-8601-e5a05d6e268d is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:34:54.082920 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-fd92ffcf-9dc8-4832-9ac4-b9c095f68946 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, ea98342e-b8d6-481d-8601-e5a05d6e268d) {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:34:54.082920 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd92ffcf-9dc8-4832-9ac4-b9c095f68946 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:54.082920 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fd92ffcf-9dc8-4832-9ac4-b9c095f68946 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:54.093306 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f4a6ca-cb90-4943-a1f5-c0bf6d52947c None None] Network ea98342e-b8d6-481d-8601-e5a05d6e268d requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:34:54.108244 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-fd92ffcf-9dc8-4832-9ac4-b9c095f68946 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5580647 May 04 17:34:54.108808 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55104) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:54.114420 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-2065d4c1-f1f7-42bc-96ae-83f62871e885 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Request body: {'port': {'network_id': 'ea98342e-b8d6-481d-8601-e5a05d6e268d', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1363647257'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:34:54.261759 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-2065d4c1-f1f7-42bc-96ae-83f62871e885 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:34:54.264580 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-2065d4c1-f1f7-42bc-96ae-83f62871e885 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Usage tracker for resource:port and tenant:008288fcbe164a17b11c7601906db5c4 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:34:54.267433 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-2065d4c1-f1f7-42bc-96ae-83f62871e885 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:34:54.273885 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-2065d4c1-f1f7-42bc-96ae-83f62871e885 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:34:54.286187 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2065d4c1-f1f7-42bc-96ae-83f62871e885 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Made reservation on behalf of 008288fcbe164a17b11c7601906db5c4 for: {'port': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:34:54.291584 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2065d4c1-f1f7-42bc-96ae-83f62871e885 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:54.315332 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [None req-2065d4c1-f1f7-42bc-96ae-83f62871e885 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] device_id is not set on port fafbdbc0-fd32-45da-988e-a3a8e12e818a yet. {{(pid=88038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:34:54.320603 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f185405-6ca3-4a89-9363-02662411927a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-ea98342e-b8d6-481d-8601-e5a05d6e268d', 'network_id': 'ea98342e-b8d6-481d-8601-e5a05d6e268d', 'tenant_id': '008288fcbe164a17b11c7601906db5c4', 'fixed_ips': [{'subnet_id': 'f6e135a7-2a50-43f7-98b4-3336c996984a'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:34:54.321146 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9f185405-6ca3-4a89-9363-02662411927a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:54.476079 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-2065d4c1-f1f7-42bc-96ae-83f62871e885 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Allocated IP 2001:db8::be (ea98342e-b8d6-481d-8601-e5a05d6e268d/f6e135a7-2a50-43f7-98b4-3336c996984a/fafbdbc0-fd32-45da-988e-a3a8e12e818a) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:34:54.478925 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 6068e3f9-1e37-4d95-96f7-8cca96b6f83f no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:34:54.516184 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 6068e3f9-1e37-4d95-96f7-8cca96b6f83f {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:34:54.516518 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 6068e3f9-1e37-4d95-96f7-8cca96b6f83f not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:34:54.642289 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2065d4c1-f1f7-42bc-96ae-83f62871e885 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:54.662268 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-2065d4c1-f1f7-42bc-96ae-83f62871e885 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Transition to ACTIVE for port object fafbdbc0-fd32-45da-988e-a3a8e12e818a will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:34:54.688735 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2065d4c1-f1f7-42bc-96ae-83f62871e885 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:54.759187 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2065d4c1-f1f7-42bc-96ae-83f62871e885 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Network ea98342e-b8d6-481d-8601-e5a05d6e268d is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:34:54.762381 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-2065d4c1-f1f7-42bc-96ae-83f62871e885 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:34:54.766813 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2065d4c1-f1f7-42bc-96ae-83f62871e885 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:34:54.774428 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2065d4c1-f1f7-42bc-96ae-83f62871e885 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:54.775038 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2065d4c1-f1f7-42bc-96ae-83f62871e885 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:54.775191 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-9f185405-6ca3-4a89-9363-02662411927a None None] Allocated IP 2001:db8::2 (ea98342e-b8d6-481d-8601-e5a05d6e268d/f6e135a7-2a50-43f7-98b4-3336c996984a/8777fea4-4054-4109-8e21-8ba6f6313d83) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:34:54.789041 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2065d4c1-f1f7-42bc-96ae-83f62871e885 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event updated for resources: {'Port': ['ID=fafbdbc0-fd32-45da-988e-a3a8e12e818a,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:54.809506 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-2065d4c1-f1f7-42bc-96ae-83f62871e885 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 0.7004414 May 04 17:34:54.812285 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55108) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:54.884354 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-f2189eed-c618-435f-a1b2-30821da1f081 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Deleting port fafbdbc0-fd32-45da-988e-a3a8e12e818a {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:34:54.884690 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f2189eed-c618-435f-a1b2-30821da1f081 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:55.001259 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9f185405-6ca3-4a89-9363-02662411927a None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:55.011608 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-9f185405-6ca3-4a89-9363-02662411927a None None] Transition to ACTIVE for port object 8777fea4-4054-4109-8e21-8ba6f6313d83 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:34:55.029792 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-9f185405-6ca3-4a89-9363-02662411927a None None] Transition to ACTIVE for port object 8777fea4-4054-4109-8e21-8ba6f6313d83 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:34:55.035749 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9f185405-6ca3-4a89-9363-02662411927a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:55.095658 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f185405-6ca3-4a89-9363-02662411927a None None] Network ea98342e-b8d6-481d-8601-e5a05d6e268d is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:34:55.099061 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-9f185405-6ca3-4a89-9363-02662411927a None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:34:55.102915 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f185405-6ca3-4a89-9363-02662411927a None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:34:55.142396 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f185405-6ca3-4a89-9363-02662411927a None None] Pushing event updated for resources: {'Port': ['ID=8777fea4-4054-4109-8e21-8ba6f6313d83,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:55.153211 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f2189eed-c618-435f-a1b2-30821da1f081 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:55.203521 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-9f185405-6ca3-4a89-9363-02662411927a None None] Attempting to bind port 8777fea4-4054-4109-8e21-8ba6f6313d83 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:34:55.203521 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-9f185405-6ca3-4a89-9363-02662411927a None None] Attempting to bind port 8777fea4-4054-4109-8e21-8ba6f6313d83 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '988e1528-0408-44f8-a731-9a4f38787fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ea98342e-b8d6-481d-8601-e5a05d6e268d'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:34:55.203521 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f185405-6ca3-4a89-9363-02662411927a None None] Attempting to bind port 8777fea4-4054-4109-8e21-8ba6f6313d83 on network ea98342e-b8d6-481d-8601-e5a05d6e268d {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:34:55.211427 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f185405-6ca3-4a89-9363-02662411927a None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:34:55.211427 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f185405-6ca3-4a89-9363-02662411927a None None] Checking segment: {'id': '988e1528-0408-44f8-a731-9a4f38787fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ea98342e-b8d6-481d-8601-e5a05d6e268d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:34:55.211427 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9f185405-6ca3-4a89-9363-02662411927a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:55.211427 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f185405-6ca3-4a89-9363-02662411927a None None] Bound using segment: {'id': '988e1528-0408-44f8-a731-9a4f38787fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ea98342e-b8d6-481d-8601-e5a05d6e268d'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:34:55.212010 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-9f185405-6ca3-4a89-9363-02662411927a None None] Bound port: 8777fea4-4054-4109-8e21-8ba6f6313d83, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '988e1528-0408-44f8-a731-9a4f38787fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ea98342e-b8d6-481d-8601-e5a05d6e268d'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:34:55.212431 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9f185405-6ca3-4a89-9363-02662411927a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:55.300732 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-f2189eed-c618-435f-a1b2-30821da1f081 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Calling delete_port for fafbdbc0-fd32-45da-988e-a3a8e12e818a owned by {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:34:55.308792 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-9f185405-6ca3-4a89-9363-02662411927a None None] For port 8777fea4-4054-4109-8e21-8ba6f6313d83, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:34:55.308792 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-9f185405-6ca3-4a89-9363-02662411927a None None] For port 8777fea4-4054-4109-8e21-8ba6f6313d83, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=8777fea4-4054-4109-8e21-8ba6f6313d83,segment=NetworkSegment(988e1528-0408-44f8-a731-9a4f38787fb1),segment_id=988e1528-0408-44f8-a731-9a4f38787fb1)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:34:55.314043 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9f185405-6ca3-4a89-9363-02662411927a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:55.404973 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f185405-6ca3-4a89-9363-02662411927a None None] Pushing event updated for resources: {'Port': ['ID=8777fea4-4054-4109-8e21-8ba6f6313d83,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:55.462625 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f2189eed-c618-435f-a1b2-30821da1f081 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:55.540863 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2189eed-c618-435f-a1b2-30821da1f081 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event deleted for resources: {'Port': ['ID=fafbdbc0-fd32-45da-988e-a3a8e12e818a,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:55.562994 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f2189eed-c618-435f-a1b2-30821da1f081 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:55.586829 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-f2189eed-c618-435f-a1b2-30821da1f081 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "DELETE /v2.0/ports/fafbdbc0-fd32-45da-988e-a3a8e12e818a HTTP/1.1" status: 204 len: 168 time: 0.7730877 May 04 17:34:55.589185 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55112) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:55.646204 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-99361e50-0317-43c8-b7fd-db01d6e07b44 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] GET failed (client error): The resource could not be found. May 04 17:34:55.647562 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-99361e50-0317-43c8-b7fd-db01d6e07b44 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "GET /v2.0/ports/fafbdbc0-fd32-45da-988e-a3a8e12e818a HTTP/1.1" status: 404 len: 333 time: 0.0566597 May 04 17:34:55.650909 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55116) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:55.729852 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-e886990d-b125-4997-ac99-c0ffccb09f2c tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Deleting subnet f6e135a7-2a50-43f7-98b4-3336c996984a {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:34:55.737564 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e886990d-b125-4997-ac99-c0ffccb09f2c tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:55.797319 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e886990d-b125-4997-ac99-c0ffccb09f2c tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:55.881629 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e886990d-b125-4997-ac99-c0ffccb09f2c tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:55.958830 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e886990d-b125-4997-ac99-c0ffccb09f2c tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:56.109463 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e886990d-b125-4997-ac99-c0ffccb09f2c tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event deleted for resources: {'Subnet': ['ID=f6e135a7-2a50-43f7-98b4-3336c996984a,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:56.110628 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e886990d-b125-4997-ac99-c0ffccb09f2c tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:56.117711 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-e886990d-b125-4997-ac99-c0ffccb09f2c tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "DELETE /v2.0/subnets/f6e135a7-2a50-43f7-98b4-3336c996984a HTTP/1.1" status: 204 len: 168 time: 0.4664657 May 04 17:34:56.120301 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55122) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:56.243145 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-73854b59-70df-41b3-a1c2-a796b716fdf5 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:56.251458 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-73854b59-70df-41b3-a1c2-a796b716fdf5 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Deleting port 8777fea4-4054-4109-8e21-8ba6f6313d83 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:34:56.251792 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-73854b59-70df-41b3-a1c2-a796b716fdf5 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:56.499336 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670c842e-805b-4701-b888-b5b1bb8697e7 None None] Network ea98342e-b8d6-481d-8601-e5a05d6e268d requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:34:56.565365 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-73854b59-70df-41b3-a1c2-a796b716fdf5 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] For port 8777fea4-4054-4109-8e21-8ba6f6313d83, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=8777fea4-4054-4109-8e21-8ba6f6313d83,segment=NetworkSegment(988e1528-0408-44f8-a731-9a4f38787fb1),segment_id=988e1528-0408-44f8-a731-9a4f38787fb1)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:34:56.565365 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-73854b59-70df-41b3-a1c2-a796b716fdf5 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:56.606692 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 8777fea4-4054-4109-8e21-8ba6f6313d83 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:34:56.638171 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-12cff7c6-a8b6-42fe-b3e4-e928e70aab96 None None] Provisioning for port 8777fea4-4054-4109-8e21-8ba6f6313d83 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:34:56.699086 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-73854b59-70df-41b3-a1c2-a796b716fdf5 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Calling delete_port for 8777fea4-4054-4109-8e21-8ba6f6313d83 owned by network:dhcp {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:34:56.762996 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 8777fea4-4054-4109-8e21-8ba6f6313d83 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:34:56.773685 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 8777fea4-4054-4109-8e21-8ba6f6313d83 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:34:56.773685 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:56.787207 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-73854b59-70df-41b3-a1c2-a796b716fdf5 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:56.811836 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Port 8777fea4-4054-4109-8e21-8ba6f6313d83 was deleted so its status cannot be updated. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 04 17:34:56.852645 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73854b59-70df-41b3-a1c2-a796b716fdf5 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] No DVR routers for this DVR port 8777fea4-4054-4109-8e21-8ba6f6313d83 on host dv-neutron-840426-1-hyperv {{(pid=88037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:34:56.888231 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4377cd77-ce3c-4d0a-98ce-dd560b0f2c04 None None] DHCP port deletion for ea98342e-b8d6-481d-8601-e5a05d6e268d request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:34:56.895995 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73854b59-70df-41b3-a1c2-a796b716fdf5 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event deleted for resources: {'Port': ['ID=8777fea4-4054-4109-8e21-8ba6f6313d83,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:56.998732 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-73854b59-70df-41b3-a1c2-a796b716fdf5 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:57.023039 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-73854b59-70df-41b3-a1c2-a796b716fdf5 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea98342e-b8d6-481d-8601-e5a05d6e268d']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:57.036351 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-73854b59-70df-41b3-a1c2-a796b716fdf5 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '988e1528-0408-44f8-a731-9a4f38787fb1') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:57.036653 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-73854b59-70df-41b3-a1c2-a796b716fdf5 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '988e1528-0408-44f8-a731-9a4f38787fb1') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:57.047931 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-73854b59-70df-41b3-a1c2-a796b716fdf5 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:57.064202 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-73854b59-70df-41b3-a1c2-a796b716fdf5 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:57.070255 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73854b59-70df-41b3-a1c2-a796b716fdf5 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:34:57.071018 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-73854b59-70df-41b3-a1c2-a796b716fdf5 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:57.084602 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 17:34:57.084602 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:34:57.084602 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 17:34:57.084602 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:34:57.084602 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 17:34:57.084602 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:34:57.084602 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 17:34:57.084602 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:34:57.084602 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 17:34:57.084602 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:34:57.084602 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 17:34:57.084602 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:34:57.084602 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 17:34:57.084602 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:34:57.084602 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:34:57.084602 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:34:57.084602 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:34:57.084602 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:34:57.084602 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 17:34:57.084602 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:34:57.084602 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 17:34:57.084602 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:34:57.084602 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:34:57.084602 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:34:57.084602 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 17:34:57.084602 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:34:57.084602 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:34:57.084602 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:34:57.084602 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:34:57.084602 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:34:57.084602 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:34:57.084602 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:34:57.161513 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-73854b59-70df-41b3-a1c2-a796b716fdf5 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:57.178658 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-73854b59-70df-41b3-a1c2-a796b716fdf5 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:57.189084 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73854b59-70df-41b3-a1c2-a796b716fdf5 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event deleted for resources: {'Network': ['ID=ea98342e-b8d6-481d-8601-e5a05d6e268d,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:57.197858 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-73854b59-70df-41b3-a1c2-a796b716fdf5 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "DELETE /v2.0/networks/ea98342e-b8d6-481d-8601-e5a05d6e268d HTTP/1.1" status: 204 len: 168 time: 1.0753319 May 04 17:34:57.204305 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55126) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:57.210794 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-9ae93057-ce78-42a1-8f73-d9caf9943e15 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Request body: {'port': {'network_id': 'b558b9d7-a173-4f50-baff-530103f0a9c0', 'name': 'tempest-PortsIpV6TestJSON-434125218'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:34:57.437149 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-9ae93057-ce78-42a1-8f73-d9caf9943e15 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:34:57.441460 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-9ae93057-ce78-42a1-8f73-d9caf9943e15 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Usage tracker for resource:port and tenant:008288fcbe164a17b11c7601906db5c4 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:34:57.444426 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-9ae93057-ce78-42a1-8f73-d9caf9943e15 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:34:57.451333 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-9ae93057-ce78-42a1-8f73-d9caf9943e15 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:34:57.463002 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae93057-ce78-42a1-8f73-d9caf9943e15 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Made reservation on behalf of 008288fcbe164a17b11c7601906db5c4 for: {'port': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:34:57.465146 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9ae93057-ce78-42a1-8f73-d9caf9943e15 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:57.486337 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [None req-9ae93057-ce78-42a1-8f73-d9caf9943e15 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] device_id is not set on port d10e820a-cc3e-425c-8238-90d72b0f9dab yet. {{(pid=88038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:34:57.710458 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9ae93057-ce78-42a1-8f73-d9caf9943e15 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:57.736388 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9ae93057-ce78-42a1-8f73-d9caf9943e15 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:57.807373 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae93057-ce78-42a1-8f73-d9caf9943e15 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Network b558b9d7-a173-4f50-baff-530103f0a9c0 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:34:57.810450 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-9ae93057-ce78-42a1-8f73-d9caf9943e15 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:34:57.814371 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae93057-ce78-42a1-8f73-d9caf9943e15 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:34:57.820299 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae93057-ce78-42a1-8f73-d9caf9943e15 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:57.820896 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9ae93057-ce78-42a1-8f73-d9caf9943e15 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:57.834963 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae93057-ce78-42a1-8f73-d9caf9943e15 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event updated for resources: {'Port': ['ID=d10e820a-cc3e-425c-8238-90d72b0f9dab,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:57.850384 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-9ae93057-ce78-42a1-8f73-d9caf9943e15 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6477180 May 04 17:34:57.853473 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55134) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:57.921290 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-cb02ac74-3a4e-46a7-9e31-3c78a9f147fc tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Deleting port d10e820a-cc3e-425c-8238-90d72b0f9dab {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:34:57.921633 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cb02ac74-3a4e-46a7-9e31-3c78a9f147fc tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:58.146986 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cb02ac74-3a4e-46a7-9e31-3c78a9f147fc tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:58.271262 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-cb02ac74-3a4e-46a7-9e31-3c78a9f147fc tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Calling delete_port for d10e820a-cc3e-425c-8238-90d72b0f9dab owned by {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:34:58.350262 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cb02ac74-3a4e-46a7-9e31-3c78a9f147fc tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:58.402561 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb02ac74-3a4e-46a7-9e31-3c78a9f147fc tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event deleted for resources: {'Port': ['ID=d10e820a-cc3e-425c-8238-90d72b0f9dab,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:58.406621 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cb02ac74-3a4e-46a7-9e31-3c78a9f147fc tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:58.422978 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-cb02ac74-3a4e-46a7-9e31-3c78a9f147fc tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "DELETE /v2.0/ports/d10e820a-cc3e-425c-8238-90d72b0f9dab HTTP/1.1" status: 204 len: 168 time: 0.5627868 May 04 17:34:58.422978 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55138) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:58.425971 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-29e620b6-592a-403d-9700-6a92e085c6f6 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Request body: {'port': {'network_id': 'b558b9d7-a173-4f50-baff-530103f0a9c0', 'mac_address': 'fa:16:3e:b3:17:60', 'name': 'tempest-PortsIpV6TestJSON-1124898758'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:34:58.484875 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 8777fea4-4054-4109-8e21-8ba6f6313d83 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:34:58.524882 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 8777fea4-4054-4109-8e21-8ba6f6313d83 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:34:58.524882 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 8777fea4-4054-4109-8e21-8ba6f6313d83 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:34:58.542708 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-29e620b6-592a-403d-9700-6a92e085c6f6 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:34:58.546783 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-29e620b6-592a-403d-9700-6a92e085c6f6 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Usage tracker for resource:port and tenant:008288fcbe164a17b11c7601906db5c4 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:34:58.549560 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-29e620b6-592a-403d-9700-6a92e085c6f6 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:34:58.555359 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-29e620b6-592a-403d-9700-6a92e085c6f6 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:34:58.566211 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e620b6-592a-403d-9700-6a92e085c6f6 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Made reservation on behalf of 008288fcbe164a17b11c7601906db5c4 for: {'port': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:34:58.670007 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-29e620b6-592a-403d-9700-6a92e085c6f6 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:58.700932 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [None req-29e620b6-592a-403d-9700-6a92e085c6f6 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] device_id is not set on port 4dc11985-d1d2-4a84-9545-f8ff49e692ae yet. {{(pid=88038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:34:58.962452 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-29e620b6-592a-403d-9700-6a92e085c6f6 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:58.991210 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-29e620b6-592a-403d-9700-6a92e085c6f6 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:59.182382 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e620b6-592a-403d-9700-6a92e085c6f6 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Network b558b9d7-a173-4f50-baff-530103f0a9c0 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:34:59.186853 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-29e620b6-592a-403d-9700-6a92e085c6f6 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:34:59.189098 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e620b6-592a-403d-9700-6a92e085c6f6 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:34:59.200391 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e620b6-592a-403d-9700-6a92e085c6f6 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:59.200391 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-29e620b6-592a-403d-9700-6a92e085c6f6 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:59.212026 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e620b6-592a-403d-9700-6a92e085c6f6 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event updated for resources: {'Port': ['ID=4dc11985-d1d2-4a84-9545-f8ff49e692ae,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:59.235715 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-29e620b6-592a-403d-9700-6a92e085c6f6 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8068211 May 04 17:34:59.235715 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55148) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:59.301237 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02eed751-785b-48b5-a470-02372f8fd08e tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:34:59.301838 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-02eed751-785b-48b5-a470-02372f8fd08e tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Synchronizing usage tracker for tenant:008288fcbe164a17b11c7601906db5c4 on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:34:59.317677 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-02eed751-785b-48b5-a470-02372f8fd08e tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Unset dirty status for tenant:008288fcbe164a17b11c7601906db5c4 on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:34:59.319550 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-02eed751-785b-48b5-a470-02372f8fd08e tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "GET /v2.0/ports/4dc11985-d1d2-4a84-9545-f8ff49e692ae HTTP/1.1" status: 200 len: 845 time: 0.0877757 May 04 17:34:59.323492 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55152) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:59.399981 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-db91e4c3-7efa-4c49-aa4f-2173c998534f tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Deleting port 4dc11985-d1d2-4a84-9545-f8ff49e692ae {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:34:59.399981 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-db91e4c3-7efa-4c49-aa4f-2173c998534f tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:59.619740 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-db91e4c3-7efa-4c49-aa4f-2173c998534f tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:59.747956 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-db91e4c3-7efa-4c49-aa4f-2173c998534f tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Calling delete_port for 4dc11985-d1d2-4a84-9545-f8ff49e692ae owned by {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:34:59.835013 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-db91e4c3-7efa-4c49-aa4f-2173c998534f tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:59.884687 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db91e4c3-7efa-4c49-aa4f-2173c998534f tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event deleted for resources: {'Port': ['ID=4dc11985-d1d2-4a84-9545-f8ff49e692ae,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:59.888531 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-db91e4c3-7efa-4c49-aa4f-2173c998534f tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:59.901834 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-db91e4c3-7efa-4c49-aa4f-2173c998534f tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "DELETE /v2.0/ports/4dc11985-d1d2-4a84-9545-f8ff49e692ae HTTP/1.1" status: 204 len: 168 time: 0.5790994 May 04 17:34:59.905449 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55156) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:59.947638 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d7a6c21-dc78-416f-bce8-4988c7f2fc49 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] GET failed (client error): The resource could not be found. May 04 17:34:59.948778 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-1d7a6c21-dc78-416f-bce8-4988c7f2fc49 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Synchronizing usage tracker for tenant:008288fcbe164a17b11c7601906db5c4 on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:34:59.966310 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-1d7a6c21-dc78-416f-bce8-4988c7f2fc49 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Unset dirty status for tenant:008288fcbe164a17b11c7601906db5c4 on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:34:59.966310 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-1d7a6c21-dc78-416f-bce8-4988c7f2fc49 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "GET /v2.0/ports/4dc11985-d1d2-4a84-9545-f8ff49e692ae HTTP/1.1" status: 404 len: 333 time: 0.0600622 May 04 17:34:59.971590 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55160) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:59.977064 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-c819ebc0-33e0-4990-ab9e-21c62c3c8e4c tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Request body: {'port': {'network_id': 'b558b9d7-a173-4f50-baff-530103f0a9c0', 'name': 'tempest-PortsIpV6TestJSON-1064092183'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:35:00.120811 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-c819ebc0-33e0-4990-ab9e-21c62c3c8e4c tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:35:00.132471 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-c819ebc0-33e0-4990-ab9e-21c62c3c8e4c tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:35:00.144897 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c819ebc0-33e0-4990-ab9e-21c62c3c8e4c tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Made reservation on behalf of 008288fcbe164a17b11c7601906db5c4 for: {'port': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:35:00.145426 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c819ebc0-33e0-4990-ab9e-21c62c3c8e4c tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:00.166667 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [None req-c819ebc0-33e0-4990-ab9e-21c62c3c8e4c tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] device_id is not set on port 5a4f821f-b3c2-4b3f-ae54-5aa798bde861 yet. {{(pid=88037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:35:00.405385 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c819ebc0-33e0-4990-ab9e-21c62c3c8e4c tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:00.438103 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c819ebc0-33e0-4990-ab9e-21c62c3c8e4c tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:00.513494 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c819ebc0-33e0-4990-ab9e-21c62c3c8e4c tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Network b558b9d7-a173-4f50-baff-530103f0a9c0 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:35:00.517824 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-c819ebc0-33e0-4990-ab9e-21c62c3c8e4c tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:35:00.520872 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c819ebc0-33e0-4990-ab9e-21c62c3c8e4c tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:35:00.526433 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c819ebc0-33e0-4990-ab9e-21c62c3c8e4c tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:00.528064 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c819ebc0-33e0-4990-ab9e-21c62c3c8e4c tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:00.544055 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c819ebc0-33e0-4990-ab9e-21c62c3c8e4c tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event updated for resources: {'Port': ['ID=5a4f821f-b3c2-4b3f-ae54-5aa798bde861,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:00.560253 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-c819ebc0-33e0-4990-ab9e-21c62c3c8e4c tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5891700 May 04 17:35:00.563091 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55166) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:00.570828 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-85ca38f3-fa6b-4b2c-a429-a59fa92720e7 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:35:00.810625 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-85ca38f3-fa6b-4b2c-a429-a59fa92720e7 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:01.010128 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-85ca38f3-fa6b-4b2c-a429-a59fa92720e7 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:01.014325 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-85ca38f3-fa6b-4b2c-a429-a59fa92720e7 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:01.074818 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-85ca38f3-fa6b-4b2c-a429-a59fa92720e7 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] In _notify_port_updated(), no bound segment for port 5a4f821f-b3c2-4b3f-ae54-5aa798bde861 on network b558b9d7-a173-4f50-baff-530103f0a9c0 {{(pid=88037) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 04 17:35:01.080118 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ca38f3-fa6b-4b2c-a429-a59fa92720e7 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:01.080703 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-85ca38f3-fa6b-4b2c-a429-a59fa92720e7 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:01.082509 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-85ca38f3-fa6b-4b2c-a429-a59fa92720e7 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "PUT /v2.0/ports/5a4f821f-b3c2-4b3f-ae54-5aa798bde861 HTTP/1.1" status: 200 len: 818 time: 0.5187085 May 04 17:35:01.085323 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55170) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:01.138783 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ca38f3-fa6b-4b2c-a429-a59fa92720e7 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event updated for resources: {'Port': ['ID=5a4f821f-b3c2-4b3f-ae54-5aa798bde861,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:01.157695 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-efa70b8f-c4fe-4ddc-b98a-a9b85e1e8454 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Deleting port 5a4f821f-b3c2-4b3f-ae54-5aa798bde861 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:35:01.158058 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-efa70b8f-c4fe-4ddc-b98a-a9b85e1e8454 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:01.380316 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-efa70b8f-c4fe-4ddc-b98a-a9b85e1e8454 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:01.510841 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-efa70b8f-c4fe-4ddc-b98a-a9b85e1e8454 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Calling delete_port for 5a4f821f-b3c2-4b3f-ae54-5aa798bde861 owned by {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:35:01.591731 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-efa70b8f-c4fe-4ddc-b98a-a9b85e1e8454 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:01.645443 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa70b8f-c4fe-4ddc-b98a-a9b85e1e8454 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event deleted for resources: {'Port': ['ID=5a4f821f-b3c2-4b3f-ae54-5aa798bde861,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:01.648706 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-efa70b8f-c4fe-4ddc-b98a-a9b85e1e8454 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:01.658254 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-efa70b8f-c4fe-4ddc-b98a-a9b85e1e8454 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "DELETE /v2.0/ports/5a4f821f-b3c2-4b3f-ae54-5aa798bde861 HTTP/1.1" status: 204 len: 168 time: 0.5719643 May 04 17:35:01.661384 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55176) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:01.742446 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1adf30-6f1b-4932-a29e-d20debd4c548 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:01.743111 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-6b1adf30-6f1b-4932-a29e-d20debd4c548 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Synchronizing usage tracker for tenant:008288fcbe164a17b11c7601906db5c4 on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:35:01.757767 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-6b1adf30-6f1b-4932-a29e-d20debd4c548 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Unset dirty status for tenant:008288fcbe164a17b11c7601906db5c4 on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:35:01.758901 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-6b1adf30-6f1b-4932-a29e-d20debd4c548 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0966053 May 04 17:35:01.761585 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55180) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:01.806176 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5ce6eba-056c-4eba-98b2-8876c477ef4d tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] GET failed (client error): The resource could not be found. May 04 17:35:01.807537 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-e5ce6eba-056c-4eba-98b2-8876c477ef4d tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "GET /v2.0/ports/5a4f821f-b3c2-4b3f-ae54-5aa798bde861 HTTP/1.1" status: 404 len: 333 time: 0.0450184 May 04 17:35:01.811030 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55184) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:01.816080 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-e119a354-8da7-40af-a1e8-af11269a80f4 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1524249691'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:35:01.820680 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-e119a354-8da7-40af-a1e8-af11269a80f4 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:35:01.824595 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-e119a354-8da7-40af-a1e8-af11269a80f4 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Usage tracker for resource:network and tenant:008288fcbe164a17b11c7601906db5c4 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:35:01.827483 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-e119a354-8da7-40af-a1e8-af11269a80f4 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:35:01.833633 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-e119a354-8da7-40af-a1e8-af11269a80f4 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:35:01.844558 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e119a354-8da7-40af-a1e8-af11269a80f4 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Made reservation on behalf of 008288fcbe164a17b11c7601906db5c4 for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:35:01.848665 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e119a354-8da7-40af-a1e8-af11269a80f4 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:01.875238 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e119a354-8da7-40af-a1e8-af11269a80f4 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:35:01.884023 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e119a354-8da7-40af-a1e8-af11269a80f4 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:01.884365 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-e119a354-8da7-40af-a1e8-af11269a80f4 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Added segment f99b3115-5c0d-490a-86fc-0f92218c278a of type vlan for network dc05d209-ce8f-4568-b5db-e6d0a0476042 May 04 17:35:01.911885 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e119a354-8da7-40af-a1e8-af11269a80f4 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:01.939464 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e119a354-8da7-40af-a1e8-af11269a80f4 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:01.945040 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e119a354-8da7-40af-a1e8-af11269a80f4 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:01.945618 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e119a354-8da7-40af-a1e8-af11269a80f4 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:01.998153 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-e119a354-8da7-40af-a1e8-af11269a80f4 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1861401 May 04 17:35:02.000956 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55188) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:02.052004 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-f911ad83-3165-498e-a822-a28dd5d94483 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Request body: {'subnet': {'network_id': 'dc05d209-ce8f-4568-b5db-e6d0a0476042', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:35:02.075020 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e119a354-8da7-40af-a1e8-af11269a80f4 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event updated for resources: {'Network': ['ID=dc05d209-ce8f-4568-b5db-e6d0a0476042,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:02.085164 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network dc05d209-ce8f-4568-b5db-e6d0a0476042 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:35:02.172723 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-f911ad83-3165-498e-a822-a28dd5d94483 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:35:02.176464 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-f911ad83-3165-498e-a822-a28dd5d94483 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Usage tracker for resource:subnet and tenant:008288fcbe164a17b11c7601906db5c4 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:35:02.181314 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-f911ad83-3165-498e-a822-a28dd5d94483 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:35:02.187633 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-f911ad83-3165-498e-a822-a28dd5d94483 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:35:02.197740 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f911ad83-3165-498e-a822-a28dd5d94483 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Made reservation on behalf of 008288fcbe164a17b11c7601906db5c4 for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:35:02.201206 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f911ad83-3165-498e-a822-a28dd5d94483 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:02.411679 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f911ad83-3165-498e-a822-a28dd5d94483 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:02.591089 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f911ad83-3165-498e-a822-a28dd5d94483 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event updated for resources: {'Subnet': ['ID=562c14b2-e6e9-4b6f-b1b1-028fe9ec6272,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:02.596327 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f911ad83-3165-498e-a822-a28dd5d94483 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Checking segment: {'id': 'f99b3115-5c0d-490a-86fc-0f92218c278a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'dc05d209-ce8f-4568-b5db-e6d0a0476042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:35:02.596721 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f911ad83-3165-498e-a822-a28dd5d94483 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Network hostable DHCP agents. Network: dc05d209-ce8f-4568-b5db-e6d0a0476042, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:35:02.615764 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f911ad83-3165-498e-a822-a28dd5d94483 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Network dc05d209-ce8f-4568-b5db-e6d0a0476042 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:35:02.624521 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-f911ad83-3165-498e-a822-a28dd5d94483 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, dc05d209-ce8f-4568-b5db-e6d0a0476042) {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:35:02.629010 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f911ad83-3165-498e-a822-a28dd5d94483 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:02.629577 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f911ad83-3165-498e-a822-a28dd5d94483 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:02.634114 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc389fc-9ec8-4886-b62e-32099d173900 None None] Network dc05d209-ce8f-4568-b5db-e6d0a0476042 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:35:02.650092 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-f911ad83-3165-498e-a822-a28dd5d94483 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6481135 May 04 17:35:02.652893 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55194) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:02.658222 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-245d2a60-76ee-4f0b-bee6-8db80377154e tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Request body: {'subnet': {'network_id': 'dc05d209-ce8f-4568-b5db-e6d0a0476042', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:35:02.789784 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-245d2a60-76ee-4f0b-bee6-8db80377154e tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:35:02.793422 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-245d2a60-76ee-4f0b-bee6-8db80377154e tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Usage tracker for resource:subnet and tenant:008288fcbe164a17b11c7601906db5c4 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:35:02.796168 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-245d2a60-76ee-4f0b-bee6-8db80377154e tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:35:02.802241 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-245d2a60-76ee-4f0b-bee6-8db80377154e tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:35:02.811916 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245d2a60-76ee-4f0b-bee6-8db80377154e tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Made reservation on behalf of 008288fcbe164a17b11c7601906db5c4 for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:35:02.816006 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-245d2a60-76ee-4f0b-bee6-8db80377154e tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:02.852878 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6fa239-edd4-4e34-933a-3d6b8729d1f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-dc05d209-ce8f-4568-b5db-e6d0a0476042', 'network_id': 'dc05d209-ce8f-4568-b5db-e6d0a0476042', 'tenant_id': '008288fcbe164a17b11c7601906db5c4', 'fixed_ips': [{'subnet_id': '562c14b2-e6e9-4b6f-b1b1-028fe9ec6272'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:35:02.854273 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1f6fa239-edd4-4e34-933a-3d6b8729d1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:02.945442 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.ipam_backend_mixin [None req-245d2a60-76ee-4f0b-bee6-8db80377154e tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 562c14b2-e6e9-4b6f-b1b1-028fe9ec6272 (CIDR: 2001:db8::/64) May 04 17:35:02.948679 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-245d2a60-76ee-4f0b-bee6-8db80377154e tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 04 17:35:02.949155 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-245d2a60-76ee-4f0b-bee6-8db80377154e tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:35:02.966246 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-245d2a60-76ee-4f0b-bee6-8db80377154e tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3123450 May 04 17:35:02.968935 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55198) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:02.974670 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-ffdc1d8f-dbbe-4c16-a4f3-3a9e7ed56611 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Request body: {'subnet': {'network_id': 'dc05d209-ce8f-4568-b5db-e6d0a0476042', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:35:03.014415 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-1f6fa239-edd4-4e34-933a-3d6b8729d1f6 None None] Allocated IP 2001:db8::2 (dc05d209-ce8f-4568-b5db-e6d0a0476042/562c14b2-e6e9-4b6f-b1b1-028fe9ec6272/b29196cf-f1ee-44b3-aa84-38f54ba01b50) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:35:03.110279 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-ffdc1d8f-dbbe-4c16-a4f3-3a9e7ed56611 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:35:03.114825 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-ffdc1d8f-dbbe-4c16-a4f3-3a9e7ed56611 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Usage tracker for resource:subnet and tenant:008288fcbe164a17b11c7601906db5c4 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:35:03.117607 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-ffdc1d8f-dbbe-4c16-a4f3-3a9e7ed56611 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:35:03.123319 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-ffdc1d8f-dbbe-4c16-a4f3-3a9e7ed56611 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:35:03.132611 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffdc1d8f-dbbe-4c16-a4f3-3a9e7ed56611 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Made reservation on behalf of 008288fcbe164a17b11c7601906db5c4 for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:35:03.136198 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ffdc1d8f-dbbe-4c16-a4f3-3a9e7ed56611 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:03.162293 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-7117152a-0517-4a8c-804e-6aa91dd2699a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:03.258300 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1f6fa239-edd4-4e34-933a-3d6b8729d1f6 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:03.269106 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-1f6fa239-edd4-4e34-933a-3d6b8729d1f6 None None] Transition to ACTIVE for port object b29196cf-f1ee-44b3-aa84-38f54ba01b50 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:35:03.287985 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-1f6fa239-edd4-4e34-933a-3d6b8729d1f6 None None] Transition to ACTIVE for port object b29196cf-f1ee-44b3-aa84-38f54ba01b50 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:35:03.292901 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1f6fa239-edd4-4e34-933a-3d6b8729d1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:03.359996 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6fa239-edd4-4e34-933a-3d6b8729d1f6 None None] Network dc05d209-ce8f-4568-b5db-e6d0a0476042 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:35:03.362953 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-1f6fa239-edd4-4e34-933a-3d6b8729d1f6 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:35:03.366561 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6fa239-edd4-4e34-933a-3d6b8729d1f6 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:35:03.372111 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6fa239-edd4-4e34-933a-3d6b8729d1f6 None None] Pushing event updated for resources: {'Port': ['ID=b29196cf-f1ee-44b3-aa84-38f54ba01b50,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:03.397582 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ffdc1d8f-dbbe-4c16-a4f3-3a9e7ed56611 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:03.459339 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-1f6fa239-edd4-4e34-933a-3d6b8729d1f6 None None] Attempting to bind port b29196cf-f1ee-44b3-aa84-38f54ba01b50 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:35:03.459339 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-1f6fa239-edd4-4e34-933a-3d6b8729d1f6 None None] Attempting to bind port b29196cf-f1ee-44b3-aa84-38f54ba01b50 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'f99b3115-5c0d-490a-86fc-0f92218c278a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'dc05d209-ce8f-4568-b5db-e6d0a0476042'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:35:03.459732 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6fa239-edd4-4e34-933a-3d6b8729d1f6 None None] Attempting to bind port b29196cf-f1ee-44b3-aa84-38f54ba01b50 on network dc05d209-ce8f-4568-b5db-e6d0a0476042 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:35:03.460419 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdc1d8f-dbbe-4c16-a4f3-3a9e7ed56611 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Network dc05d209-ce8f-4568-b5db-e6d0a0476042 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:35:03.463765 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-ffdc1d8f-dbbe-4c16-a4f3-3a9e7ed56611 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:35:03.464626 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6fa239-edd4-4e34-933a-3d6b8729d1f6 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:35:03.465025 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6fa239-edd4-4e34-933a-3d6b8729d1f6 None None] Checking segment: {'id': 'f99b3115-5c0d-490a-86fc-0f92218c278a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'dc05d209-ce8f-4568-b5db-e6d0a0476042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:35:03.465430 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1f6fa239-edd4-4e34-933a-3d6b8729d1f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:03.465822 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6fa239-edd4-4e34-933a-3d6b8729d1f6 None None] Bound using segment: {'id': 'f99b3115-5c0d-490a-86fc-0f92218c278a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'dc05d209-ce8f-4568-b5db-e6d0a0476042'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:35:03.466321 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-1f6fa239-edd4-4e34-933a-3d6b8729d1f6 None None] Bound port: b29196cf-f1ee-44b3-aa84-38f54ba01b50, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f99b3115-5c0d-490a-86fc-0f92218c278a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'dc05d209-ce8f-4568-b5db-e6d0a0476042'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:35:03.466688 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdc1d8f-dbbe-4c16-a4f3-3a9e7ed56611 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:03.466820 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1f6fa239-edd4-4e34-933a-3d6b8729d1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:03.467598 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ffdc1d8f-dbbe-4c16-a4f3-3a9e7ed56611 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:03.484794 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdc1d8f-dbbe-4c16-a4f3-3a9e7ed56611 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event updated for resources: {'Subnet': ['ID=919bd34a-bd5a-4058-b37a-6769df219ac0,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:03.496569 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-ffdc1d8f-dbbe-4c16-a4f3-3a9e7ed56611 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5266755 May 04 17:35:03.499197 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55202) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:03.504551 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-fb1a3d03-2a9a-47f2-891b-e1035bd344a2 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Request body: {'port': {'network_id': 'dc05d209-ce8f-4568-b5db-e6d0a0476042', 'fixed_ips': [{'subnet_id': '562c14b2-e6e9-4b6f-b1b1-028fe9ec6272'}, {'subnet_id': '919bd34a-bd5a-4058-b37a-6769df219ac0'}], 'name': 'tempest-PortsIpV6TestJSON-1603592893'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:35:03.557149 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-1f6fa239-edd4-4e34-933a-3d6b8729d1f6 None None] For port b29196cf-f1ee-44b3-aa84-38f54ba01b50, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:35:03.560417 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-1f6fa239-edd4-4e34-933a-3d6b8729d1f6 None None] For port b29196cf-f1ee-44b3-aa84-38f54ba01b50, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=b29196cf-f1ee-44b3-aa84-38f54ba01b50,segment=NetworkSegment(f99b3115-5c0d-490a-86fc-0f92218c278a),segment_id=f99b3115-5c0d-490a-86fc-0f92218c278a)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:35:03.564191 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1f6fa239-edd4-4e34-933a-3d6b8729d1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:03.643129 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-fb1a3d03-2a9a-47f2-891b-e1035bd344a2 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:35:03.643348 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6fa239-edd4-4e34-933a-3d6b8729d1f6 None None] Pushing event updated for resources: {'Port': ['ID=b29196cf-f1ee-44b3-aa84-38f54ba01b50,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:03.653103 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-fb1a3d03-2a9a-47f2-891b-e1035bd344a2 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Usage tracker for resource:port and tenant:008288fcbe164a17b11c7601906db5c4 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:35:03.657486 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-fb1a3d03-2a9a-47f2-891b-e1035bd344a2 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:35:03.666315 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-fb1a3d03-2a9a-47f2-891b-e1035bd344a2 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:35:03.676395 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb1a3d03-2a9a-47f2-891b-e1035bd344a2 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Made reservation on behalf of 008288fcbe164a17b11c7601906db5c4 for: {'port': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:35:03.809346 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fb1a3d03-2a9a-47f2-891b-e1035bd344a2 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:03.836267 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [None req-fb1a3d03-2a9a-47f2-891b-e1035bd344a2 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] device_id is not set on port 9178e24f-f59b-4ea6-9606-6a7d3fe1b58a yet. {{(pid=88037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:35:04.196698 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-fb1a3d03-2a9a-47f2-891b-e1035bd344a2 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Allocated IP 2001:db8::18a (dc05d209-ce8f-4568-b5db-e6d0a0476042/562c14b2-e6e9-4b6f-b1b1-028fe9ec6272/9178e24f-f59b-4ea6-9606-6a7d3fe1b58a) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:35:04.202808 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-fb1a3d03-2a9a-47f2-891b-e1035bd344a2 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Allocated IP 2001:db8:0:1::3dd (dc05d209-ce8f-4568-b5db-e6d0a0476042/919bd34a-bd5a-4058-b37a-6769df219ac0/9178e24f-f59b-4ea6-9606-6a7d3fe1b58a) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:35:04.407378 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fb1a3d03-2a9a-47f2-891b-e1035bd344a2 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:04.423854 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-fb1a3d03-2a9a-47f2-891b-e1035bd344a2 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Transition to ACTIVE for port object 9178e24f-f59b-4ea6-9606-6a7d3fe1b58a will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:35:04.455495 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fb1a3d03-2a9a-47f2-891b-e1035bd344a2 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:04.524005 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device b29196cf-f1ee-44b3-aa84-38f54ba01b50 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:35:04.583528 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7763faa-4329-49fc-9a39-267d0e837104 None None] Network dc05d209-ce8f-4568-b5db-e6d0a0476042 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:35:04.650863 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1a3d03-2a9a-47f2-891b-e1035bd344a2 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Network dc05d209-ce8f-4568-b5db-e6d0a0476042 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:35:04.653980 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-fb1a3d03-2a9a-47f2-891b-e1035bd344a2 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:35:04.657842 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1a3d03-2a9a-47f2-891b-e1035bd344a2 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:35:04.664273 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1a3d03-2a9a-47f2-891b-e1035bd344a2 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:04.664871 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fb1a3d03-2a9a-47f2-891b-e1035bd344a2 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:04.672548 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1a3d03-2a9a-47f2-891b-e1035bd344a2 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event updated for resources: {'Port': ['ID=9178e24f-f59b-4ea6-9606-6a7d3fe1b58a,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:04.693367 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-fb1a3d03-2a9a-47f2-891b-e1035bd344a2 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.1931667 May 04 17:35:04.696010 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55208) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:04.702611 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-61ce0ca8-8615-428b-8cf4-484feb9733c2 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '562c14b2-e6e9-4b6f-b1b1-028fe9ec6272'}]}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:35:04.702763 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port b29196cf-f1ee-44b3-aa84-38f54ba01b50 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:35:04.708679 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-92b527ad-1ddc-483b-9a7b-ffbde1b31bc0 None None] Provisioning for port b29196cf-f1ee-44b3-aa84-38f54ba01b50 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:35:04.716162 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port b29196cf-f1ee-44b3-aa84-38f54ba01b50 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:35:04.716537 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:04.763362 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-92b527ad-1ddc-483b-9a7b-ffbde1b31bc0 None None] Provisioning complete for port b29196cf-f1ee-44b3-aa84-38f54ba01b50 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:35:04.763815 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-92b527ad-1ddc-483b-9a7b-ffbde1b31bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:04.820762 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-61ce0ca8-8615-428b-8cf4-484feb9733c2 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:05.046680 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:05.061990 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-92b527ad-1ddc-483b-9a7b-ffbde1b31bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:05.115729 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port b29196cf-f1ee-44b3-aa84-38f54ba01b50, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=b29196cf-f1ee-44b3-aa84-38f54ba01b50,segment=NetworkSegment(f99b3115-5c0d-490a-86fc-0f92218c278a),segment_id=f99b3115-5c0d-490a-86fc-0f92218c278a)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:35:05.121416 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:05.143091 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-61ce0ca8-8615-428b-8cf4-484feb9733c2 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Delete allocated IP 2001:db8:0:1::3dd (dc05d209-ce8f-4568-b5db-e6d0a0476042/919bd34a-bd5a-4058-b37a-6769df219ac0) {{(pid=88037) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 04 17:35:05.316506 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-61ce0ca8-8615-428b-8cf4-484feb9733c2 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:05.324407 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.db.api [None req-92b527ad-1ddc-483b-9a7b-ffbde1b31bc0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:35:05.324772 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG oslo_db.api [None req-92b527ad-1ddc-483b-9a7b-ffbde1b31bc0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:35:05.331383 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-61ce0ca8-8615-428b-8cf4-484feb9733c2 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Ignored duplicate provisioning block setup for port 9178e24f-f59b-4ea6-9606-6a7d3fe1b58a by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 04 17:35:05.334446 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=b29196cf-f1ee-44b3-aa84-38f54ba01b50,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:05.335210 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-61ce0ca8-8615-428b-8cf4-484feb9733c2 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:05.341018 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624cc413-10f3-4239-806e-5f72029535cc None None] Update dhcp port {'port': {'network_id': 'dc05d209-ce8f-4568-b5db-e6d0a0476042', 'fixed_ips': [{'subnet_id': '562c14b2-e6e9-4b6f-b1b1-028fe9ec6272', 'ip_address': '2001:db8::2'}, {'subnet_id': '919bd34a-bd5a-4058-b37a-6769df219ac0'}], 'binding:host_id': 'dv-neutron-840426-1-hyperv'}, 'id': 'b29196cf-f1ee-44b3-aa84-38f54ba01b50'} from dv-neutron-840426-1-hyperv. {{(pid=88039) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 04 17:35:05.392763 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-624cc413-10f3-4239-806e-5f72029535cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:05.433856 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-61ce0ca8-8615-428b-8cf4-484feb9733c2 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] In _notify_port_updated(), no bound segment for port 9178e24f-f59b-4ea6-9606-6a7d3fe1b58a on network dc05d209-ce8f-4568-b5db-e6d0a0476042 {{(pid=88037) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 04 17:35:05.439205 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ce0ca8-8615-428b-8cf4-484feb9733c2 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:05.439848 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-61ce0ca8-8615-428b-8cf4-484feb9733c2 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:05.441157 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-61ce0ca8-8615-428b-8cf4-484feb9733c2 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "PUT /v2.0/ports/9178e24f-f59b-4ea6-9606-6a7d3fe1b58a HTTP/1.1" status: 200 len: 926 time: 0.7442210 May 04 17:35:05.443959 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55214) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:05.451582 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-a5448a64-dbec-4b45-b361-83609f5f590f tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '562c14b2-e6e9-4b6f-b1b1-028fe9ec6272'}, {'subnet_id': '919bd34a-bd5a-4058-b37a-6769df219ac0'}]}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:35:05.501004 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ce0ca8-8615-428b-8cf4-484feb9733c2 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event updated for resources: {'Port': ['ID=9178e24f-f59b-4ea6-9606-6a7d3fe1b58a,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:05.530888 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-f7b0cbd0-94e4-4425-82d1-923b2e76ab86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:05.580527 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a5448a64-dbec-4b45-b361-83609f5f590f tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:05.616846 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-624cc413-10f3-4239-806e-5f72029535cc None None] Allocated IP 2001:db8:0:1::2 (dc05d209-ce8f-4568-b5db-e6d0a0476042/919bd34a-bd5a-4058-b37a-6769df219ac0/b29196cf-f1ee-44b3-aa84-38f54ba01b50) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:35:05.750713 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-624cc413-10f3-4239-806e-5f72029535cc None None] For port b29196cf-f1ee-44b3-aa84-38f54ba01b50, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=b29196cf-f1ee-44b3-aa84-38f54ba01b50,segment=NetworkSegment(f99b3115-5c0d-490a-86fc-0f92218c278a),segment_id=f99b3115-5c0d-490a-86fc-0f92218c278a)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:35:05.778892 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-624cc413-10f3-4239-806e-5f72029535cc None None] Notify callbacks [] for port, precommit_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:05.796121 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-624cc413-10f3-4239-806e-5f72029535cc None None] Transition to ACTIVE for port object b29196cf-f1ee-44b3-aa84-38f54ba01b50 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:35:05.799443 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-624cc413-10f3-4239-806e-5f72029535cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:05.919664 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-a5448a64-dbec-4b45-b361-83609f5f590f tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Allocated IP 2001:db8:0:1::2eb (dc05d209-ce8f-4568-b5db-e6d0a0476042/919bd34a-bd5a-4058-b37a-6769df219ac0/9178e24f-f59b-4ea6-9606-6a7d3fe1b58a) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:35:06.036508 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624cc413-10f3-4239-806e-5f72029535cc None None] Pushing event updated for resources: {'Port': ['ID=b29196cf-f1ee-44b3-aa84-38f54ba01b50,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:06.083748 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a5448a64-dbec-4b45-b361-83609f5f590f tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:06.098795 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-a5448a64-dbec-4b45-b361-83609f5f590f tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Ignored duplicate provisioning block setup for port 9178e24f-f59b-4ea6-9606-6a7d3fe1b58a by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 04 17:35:06.102854 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a5448a64-dbec-4b45-b361-83609f5f590f tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:06.263473 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-a5448a64-dbec-4b45-b361-83609f5f590f tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] In _notify_port_updated(), no bound segment for port 9178e24f-f59b-4ea6-9606-6a7d3fe1b58a on network dc05d209-ce8f-4568-b5db-e6d0a0476042 {{(pid=88037) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 04 17:35:06.269382 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5448a64-dbec-4b45-b361-83609f5f590f tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:06.270029 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a5448a64-dbec-4b45-b361-83609f5f590f tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:06.271355 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-a5448a64-dbec-4b45-b361-83609f5f590f tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "PUT /v2.0/ports/9178e24f-f59b-4ea6-9606-6a7d3fe1b58a HTTP/1.1" status: 200 len: 1012 time: 0.8264759 May 04 17:35:06.274175 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55220) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:06.275671 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5448a64-dbec-4b45-b361-83609f5f590f tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event updated for resources: {'Port': ['ID=9178e24f-f59b-4ea6-9606-6a7d3fe1b58a,revision_number=3']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:06.352447 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-84f2f39c-9347-41bc-908a-9ddbb1d1bdbc tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Deleting port 9178e24f-f59b-4ea6-9606-6a7d3fe1b58a {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:35:06.352801 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-84f2f39c-9347-41bc-908a-9ddbb1d1bdbc tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:06.485509 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:06.512260 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device b29196cf-f1ee-44b3-aa84-38f54ba01b50 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:35:06.567364 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8daa2061-0240-431b-9821-018eee7ec66c None None] Network dc05d209-ce8f-4568-b5db-e6d0a0476042 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:35:06.606238 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:06.607712 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-84f2f39c-9347-41bc-908a-9ddbb1d1bdbc tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:06.711196 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d8cd15cf-7d27-4731-ae6c-539f5c5ab545 None None] Provisioning for port b29196cf-f1ee-44b3-aa84-38f54ba01b50 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:35:06.735820 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-84f2f39c-9347-41bc-908a-9ddbb1d1bdbc tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Calling delete_port for 9178e24f-f59b-4ea6-9606-6a7d3fe1b58a owned by {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:35:06.744462 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port b29196cf-f1ee-44b3-aa84-38f54ba01b50 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:35:06.744847 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:06.778851 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d8cd15cf-7d27-4731-ae6c-539f5c5ab545 None None] Provisioning complete for port b29196cf-f1ee-44b3-aa84-38f54ba01b50 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:35:06.779231 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d8cd15cf-7d27-4731-ae6c-539f5c5ab545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:06.939168 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-84f2f39c-9347-41bc-908a-9ddbb1d1bdbc tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:06.987206 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f2f39c-9347-41bc-908a-9ddbb1d1bdbc tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event deleted for resources: {'Port': ['ID=9178e24f-f59b-4ea6-9606-6a7d3fe1b58a,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:07.054676 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d8cd15cf-7d27-4731-ae6c-539f5c5ab545 None None] Could not find standard attr ID for object 9178e24f-f59b-4ea6-9606-6a7d3fe1b58a. {{(pid=88039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 04 17:35:07.068511 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-84f2f39c-9347-41bc-908a-9ddbb1d1bdbc tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:07.078426 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-84f2f39c-9347-41bc-908a-9ddbb1d1bdbc tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "DELETE /v2.0/ports/9178e24f-f59b-4ea6-9606-6a7d3fe1b58a HTTP/1.1" status: 204 len: 168 time: 0.8028333 May 04 17:35:07.080663 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55226) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:07.123817 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b03affe-1821-47ec-9ba3-cb24bb4d6be9 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] GET failed (client error): The resource could not be found. May 04 17:35:07.124352 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-9b03affe-1821-47ec-9ba3-cb24bb4d6be9 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Synchronizing usage tracker for tenant:008288fcbe164a17b11c7601906db5c4 on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:35:07.141844 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-9b03affe-1821-47ec-9ba3-cb24bb4d6be9 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Unset dirty status for tenant:008288fcbe164a17b11c7601906db5c4 on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:35:07.143050 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-9b03affe-1821-47ec-9ba3-cb24bb4d6be9 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "GET /v2.0/ports/9178e24f-f59b-4ea6-9606-6a7d3fe1b58a HTTP/1.1" status: 404 len: 333 time: 0.0612695 May 04 17:35:07.145746 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55230) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:07.216918 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_v2 [None req-da4057fd-2852-4ae7-88fb-f4666f1d967d tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Deleting subnet 919bd34a-bd5a-4058-b37a-6769df219ac0 {{(pid=88038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:35:07.220296 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-da4057fd-2852-4ae7-88fb-f4666f1d967d tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for subnet, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:07.275004 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-52682df3-94a5-40bd-8d37-89550c99fb42 None None] Provisioning complete for port b29196cf-f1ee-44b3-aa84-38f54ba01b50 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:35:07.275459 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-52682df3-94a5-40bd-8d37-89550c99fb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:07.279448 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-da4057fd-2852-4ae7-88fb-f4666f1d967d tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-801696'] for subnet, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:07.370433 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-da4057fd-2852-4ae7-88fb-f4666f1d967d tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:07.418849 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-52682df3-94a5-40bd-8d37-89550c99fb42 None None] Could not find standard attr ID for object 9178e24f-f59b-4ea6-9606-6a7d3fe1b58a. {{(pid=88039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 04 17:35:07.451453 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-da4057fd-2852-4ae7-88fb-f4666f1d967d tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:07.493236 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4057fd-2852-4ae7-88fb-f4666f1d967d tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event deleted for resources: {'Subnet': ['ID=919bd34a-bd5a-4058-b37a-6769df219ac0,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:07.495296 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-da4057fd-2852-4ae7-88fb-f4666f1d967d tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:07.503004 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-da4057fd-2852-4ae7-88fb-f4666f1d967d tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "DELETE /v2.0/subnets/919bd34a-bd5a-4058-b37a-6769df219ac0 HTTP/1.1" status: 204 len: 168 time: 0.3560791 May 04 17:35:07.505454 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55234) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:07.530626 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d1cbba9b-dd73-46a0-88eb-26c410a5b32a None None] Could not find standard attr ID for object 9178e24f-f59b-4ea6-9606-6a7d3fe1b58a. {{(pid=88039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 04 17:35:07.576981 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_v2 [None req-23577fa8-62b4-4662-84a6-a0559d891cbc tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Deleting subnet 562c14b2-e6e9-4b6f-b1b1-028fe9ec6272 {{(pid=88038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:35:07.580119 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-23577fa8-62b4-4662-84a6-a0559d891cbc tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for subnet, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:07.626522 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206adc1c-d252-4ec9-89ce-1d4e84d4c6a6 None None] Network dc05d209-ce8f-4568-b5db-e6d0a0476042 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:35:07.637420 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-23577fa8-62b4-4662-84a6-a0559d891cbc tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-801696'] for subnet, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:07.650910 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-97d9a7c0-438d-4503-992d-8f2d1b49904a None None] Could not find standard attr ID for object 9178e24f-f59b-4ea6-9606-6a7d3fe1b58a. {{(pid=88039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 04 17:35:07.733001 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-23577fa8-62b4-4662-84a6-a0559d891cbc tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:07.855357 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:07.925423 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-23577fa8-62b4-4662-84a6-a0559d891cbc tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:07.966580 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23577fa8-62b4-4662-84a6-a0559d891cbc tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event deleted for resources: {'Subnet': ['ID=562c14b2-e6e9-4b6f-b1b1-028fe9ec6272,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:07.968516 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-23577fa8-62b4-4662-84a6-a0559d891cbc tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:07.974932 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-23577fa8-62b4-4662-84a6-a0559d891cbc tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "DELETE /v2.0/subnets/562c14b2-e6e9-4b6f-b1b1-028fe9ec6272 HTTP/1.1" status: 204 len: 168 time: 0.4683225 May 04 17:35:07.977550 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55238) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:08.098300 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-956ca4fe-bffa-4c61-84a2-7155f1afc367 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:08.108955 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-956ca4fe-bffa-4c61-84a2-7155f1afc367 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Deleting port b29196cf-f1ee-44b3-aa84-38f54ba01b50 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:35:08.109290 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-956ca4fe-bffa-4c61-84a2-7155f1afc367 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:08.328136 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-956ca4fe-bffa-4c61-84a2-7155f1afc367 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] For port b29196cf-f1ee-44b3-aa84-38f54ba01b50, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=b29196cf-f1ee-44b3-aa84-38f54ba01b50,segment=NetworkSegment(f99b3115-5c0d-490a-86fc-0f92218c278a),segment_id=f99b3115-5c0d-490a-86fc-0f92218c278a)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:35:08.328695 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-956ca4fe-bffa-4c61-84a2-7155f1afc367 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:08.380107 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00dee776-626e-4981-8e92-2ed647f52a80 None None] Network dc05d209-ce8f-4568-b5db-e6d0a0476042 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:35:08.467057 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-956ca4fe-bffa-4c61-84a2-7155f1afc367 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Calling delete_port for b29196cf-f1ee-44b3-aa84-38f54ba01b50 owned by network:dhcp {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:35:08.545743 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-956ca4fe-bffa-4c61-84a2-7155f1afc367 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:08.554863 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-249723c6-1a6f-4223-a73e-a21efbb1d69e None None] Provisioning complete for port b29196cf-f1ee-44b3-aa84-38f54ba01b50 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:35:08.555239 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-249723c6-1a6f-4223-a73e-a21efbb1d69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:08.593288 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-249723c6-1a6f-4223-a73e-a21efbb1d69e None None] Port b29196cf-f1ee-44b3-aa84-38f54ba01b50 was deleted so its status cannot be updated. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 04 17:35:08.598112 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956ca4fe-bffa-4c61-84a2-7155f1afc367 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event deleted for resources: {'Port': ['ID=b29196cf-f1ee-44b3-aa84-38f54ba01b50,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:08.603200 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956ca4fe-bffa-4c61-84a2-7155f1afc367 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] No DVR routers for this DVR port b29196cf-f1ee-44b3-aa84-38f54ba01b50 on host dv-neutron-840426-1-hyperv {{(pid=88038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:35:08.673736 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf25ec85-df81-4012-86fc-9694b8dbf6e7 None None] DHCP port deletion for dc05d209-ce8f-4568-b5db-e6d0a0476042 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:35:08.736150 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-956ca4fe-bffa-4c61-84a2-7155f1afc367 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:08.760103 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-956ca4fe-bffa-4c61-84a2-7155f1afc367 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc05d209-ce8f-4568-b5db-e6d0a0476042']}} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:35:08.772297 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-956ca4fe-bffa-4c61-84a2-7155f1afc367 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f99b3115-5c0d-490a-86fc-0f92218c278a') {'for_net_delete': True} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:35:08.772594 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-956ca4fe-bffa-4c61-84a2-7155f1afc367 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f99b3115-5c0d-490a-86fc-0f92218c278a') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:35:08.783604 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-956ca4fe-bffa-4c61-84a2-7155f1afc367 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801627'] for segment, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:08.799812 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-956ca4fe-bffa-4c61-84a2-7155f1afc367 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:08.805869 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-956ca4fe-bffa-4c61-84a2-7155f1afc367 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=88038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:35:08.806495 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-956ca4fe-bffa-4c61-84a2-7155f1afc367 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7881827'] for segment, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:08.821193 dv-neutron-840426-1-hyperv neutron-server[88038]: Traceback (most recent call last): May 04 17:35:08.821193 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:35:08.821193 dv-neutron-840426-1-hyperv neutron-server[88038]: timer() May 04 17:35:08.821193 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:35:08.821193 dv-neutron-840426-1-hyperv neutron-server[88038]: cb(*args, **kw) May 04 17:35:08.821193 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:35:08.821193 dv-neutron-840426-1-hyperv neutron-server[88038]: return func(*args, **kwargs) May 04 17:35:08.821193 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:35:08.821193 dv-neutron-840426-1-hyperv neutron-server[88038]: self._notify() May 04 17:35:08.821193 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:35:08.821193 dv-neutron-840426-1-hyperv neutron-server[88038]: self.callback(batched_events) May 04 17:35:08.821193 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:35:08.821193 dv-neutron-840426-1-hyperv neutron-server[88038]: event.method(event) May 04 17:35:08.821193 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:35:08.821193 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:35:08.821193 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:35:08.821193 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:35:08.821193 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:35:08.821193 dv-neutron-840426-1-hyperv neutron-server[88038]: return f(self, *a, **k) May 04 17:35:08.821193 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:35:08.821193 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._get(url).json() May 04 17:35:08.821193 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:35:08.821193 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:35:08.821193 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:35:08.821193 dv-neutron-840426-1-hyperv neutron-server[88038]: return self.request(url, 'GET', **kwargs) May 04 17:35:08.821193 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:35:08.821193 dv-neutron-840426-1-hyperv neutron-server[88038]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:35:08.821193 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:35:08.821193 dv-neutron-840426-1-hyperv neutron-server[88038]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:35:08.821193 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:35:08.821193 dv-neutron-840426-1-hyperv neutron-server[88038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:35:08.821193 dv-neutron-840426-1-hyperv neutron-server[88038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:35:08.900624 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-956ca4fe-bffa-4c61-84a2-7155f1afc367 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:08.917118 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-956ca4fe-bffa-4c61-84a2-7155f1afc367 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:08.930461 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956ca4fe-bffa-4c61-84a2-7155f1afc367 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event deleted for resources: {'Network': ['ID=dc05d209-ce8f-4568-b5db-e6d0a0476042,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:08.938657 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-956ca4fe-bffa-4c61-84a2-7155f1afc367 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "DELETE /v2.0/networks/dc05d209-ce8f-4568-b5db-e6d0a0476042 HTTP/1.1" status: 204 len: 168 time: 0.9601283 May 04 17:35:08.942712 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55244) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:09.022905 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab54115-57f4-42d9-8aa7-07b865eb09bc tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:09.023589 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-bab54115-57f4-42d9-8aa7-07b865eb09bc tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Synchronizing usage tracker for tenant:008288fcbe164a17b11c7601906db5c4 on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:35:09.038888 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-bab54115-57f4-42d9-8aa7-07b865eb09bc tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Unset dirty status for tenant:008288fcbe164a17b11c7601906db5c4 on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:35:09.040340 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-bab54115-57f4-42d9-8aa7-07b865eb09bc tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0964909 May 04 17:35:09.043911 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55248) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:09.119827 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-595b1124-f5af-45fe-9387-256b762b54c1 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Synchronizing usage tracker for tenant:008288fcbe164a17b11c7601906db5c4 on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:35:09.131701 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-595b1124-f5af-45fe-9387-256b762b54c1 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Unset dirty status for tenant:008288fcbe164a17b11c7601906db5c4 on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:35:09.132927 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-595b1124-f5af-45fe-9387-256b762b54c1 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0878756 May 04 17:35:09.136361 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55252) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:09.141430 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-7dab83a6-9233-4c7f-a32b-d6339001d973 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-956127033'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:35:09.146772 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-7dab83a6-9233-4c7f-a32b-d6339001d973 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:35:09.150668 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-7dab83a6-9233-4c7f-a32b-d6339001d973 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Usage tracker for resource:network and tenant:008288fcbe164a17b11c7601906db5c4 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:35:09.153409 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-7dab83a6-9233-4c7f-a32b-d6339001d973 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:35:09.159091 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-7dab83a6-9233-4c7f-a32b-d6339001d973 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:35:09.169245 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dab83a6-9233-4c7f-a32b-d6339001d973 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Made reservation on behalf of 008288fcbe164a17b11c7601906db5c4 for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:35:09.172528 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7dab83a6-9233-4c7f-a32b-d6339001d973 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:09.199724 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dab83a6-9233-4c7f-a32b-d6339001d973 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:35:09.210820 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7dab83a6-9233-4c7f-a32b-d6339001d973 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:09.211652 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-7dab83a6-9233-4c7f-a32b-d6339001d973 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Added segment c863c6d8-40b3-4a45-abc4-c1089dc2d5bd of type vlan for network c309f55b-459b-43e6-8633-2088bf9129e0 May 04 17:35:09.227467 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:09.239121 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7dab83a6-9233-4c7f-a32b-d6339001d973 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:09.268415 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7dab83a6-9233-4c7f-a32b-d6339001d973 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:09.274431 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dab83a6-9233-4c7f-a32b-d6339001d973 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:09.275004 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7dab83a6-9233-4c7f-a32b-d6339001d973 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:09.332861 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-7dab83a6-9233-4c7f-a32b-d6339001d973 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1955009 May 04 17:35:09.335994 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55256) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:09.342141 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-d7630c9e-d7ff-4469-8a88-68914da39ef1 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Request body: {'subnet': {'network_id': 'c309f55b-459b-43e6-8633-2088bf9129e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:35:09.384617 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dab83a6-9233-4c7f-a32b-d6339001d973 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event updated for resources: {'Network': ['ID=c309f55b-459b-43e6-8633-2088bf9129e0,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:09.394362 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network c309f55b-459b-43e6-8633-2088bf9129e0 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:35:09.458167 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-d7630c9e-d7ff-4469-8a88-68914da39ef1 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:35:09.462026 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-d7630c9e-d7ff-4469-8a88-68914da39ef1 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Usage tracker for resource:subnet and tenant:008288fcbe164a17b11c7601906db5c4 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:35:09.464823 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-d7630c9e-d7ff-4469-8a88-68914da39ef1 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:35:09.470475 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-d7630c9e-d7ff-4469-8a88-68914da39ef1 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:35:09.480839 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7630c9e-d7ff-4469-8a88-68914da39ef1 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Made reservation on behalf of 008288fcbe164a17b11c7601906db5c4 for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:35:09.484442 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d7630c9e-d7ff-4469-8a88-68914da39ef1 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:09.707300 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d7630c9e-d7ff-4469-8a88-68914da39ef1 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:09.788486 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7630c9e-d7ff-4469-8a88-68914da39ef1 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event updated for resources: {'Subnet': ['ID=7d28bc61-86fa-4966-a730-3ac790c72ca9,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:09.796975 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7630c9e-d7ff-4469-8a88-68914da39ef1 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Checking segment: {'id': 'c863c6d8-40b3-4a45-abc4-c1089dc2d5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'c309f55b-459b-43e6-8633-2088bf9129e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:35:09.797336 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7630c9e-d7ff-4469-8a88-68914da39ef1 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Network hostable DHCP agents. Network: c309f55b-459b-43e6-8633-2088bf9129e0, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:35:09.815886 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7630c9e-d7ff-4469-8a88-68914da39ef1 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Network c309f55b-459b-43e6-8633-2088bf9129e0 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:35:09.824804 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-d7630c9e-d7ff-4469-8a88-68914da39ef1 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, c309f55b-459b-43e6-8633-2088bf9129e0) {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:35:09.830398 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7630c9e-d7ff-4469-8a88-68914da39ef1 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:09.830512 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d7630c9e-d7ff-4469-8a88-68914da39ef1 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:09.838181 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb27bb8-9a1c-4bca-9c28-83395fb1de03 None None] Network c309f55b-459b-43e6-8633-2088bf9129e0 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:35:09.854039 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-d7630c9e-d7ff-4469-8a88-68914da39ef1 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5166683 May 04 17:35:09.856708 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55262) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:09.862895 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-0329e601-d206-4dee-b565-1112220f24f4 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Request body: {'port': {'network_id': 'c309f55b-459b-43e6-8633-2088bf9129e0', 'name': 'tempest-PortsIpV6TestJSON-1552610141'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:35:10.055852 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f387094a-8df3-4a29-b5aa-ea33128bbc6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-c309f55b-459b-43e6-8633-2088bf9129e0', 'network_id': 'c309f55b-459b-43e6-8633-2088bf9129e0', 'tenant_id': '008288fcbe164a17b11c7601906db5c4', 'fixed_ips': [{'subnet_id': '7d28bc61-86fa-4966-a730-3ac790c72ca9'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:35:10.056731 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-f387094a-8df3-4a29-b5aa-ea33128bbc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:10.108469 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-0329e601-d206-4dee-b565-1112220f24f4 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:35:10.118036 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-0329e601-d206-4dee-b565-1112220f24f4 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:35:10.128888 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0329e601-d206-4dee-b565-1112220f24f4 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Made reservation on behalf of 008288fcbe164a17b11c7601906db5c4 for: {'port': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:35:10.132528 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0329e601-d206-4dee-b565-1112220f24f4 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:10.153938 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [None req-0329e601-d206-4dee-b565-1112220f24f4 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] device_id is not set on port 7b3aa98d-f3f4-4c8e-ada9-2b7fc4e2bbbd yet. {{(pid=88038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:35:10.215324 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-f387094a-8df3-4a29-b5aa-ea33128bbc6c None None] Allocated IP 2001:db8::2 (c309f55b-459b-43e6-8633-2088bf9129e0/7d28bc61-86fa-4966-a730-3ac790c72ca9/914e22d1-393d-4e1f-9ac1-67abde97d7ed) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:35:10.413943 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-f387094a-8df3-4a29-b5aa-ea33128bbc6c None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:10.423646 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-f387094a-8df3-4a29-b5aa-ea33128bbc6c None None] Transition to ACTIVE for port object 914e22d1-393d-4e1f-9ac1-67abde97d7ed will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:35:10.441369 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-f387094a-8df3-4a29-b5aa-ea33128bbc6c None None] Transition to ACTIVE for port object 914e22d1-393d-4e1f-9ac1-67abde97d7ed will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:35:10.447519 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-f387094a-8df3-4a29-b5aa-ea33128bbc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:10.501609 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device b29196cf-f1ee-44b3-aa84-38f54ba01b50 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:35:10.517349 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-0329e601-d206-4dee-b565-1112220f24f4 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Allocated IP 2001:db8::25e (c309f55b-459b-43e6-8633-2088bf9129e0/7d28bc61-86fa-4966-a730-3ac790c72ca9/7b3aa98d-f3f4-4c8e-ada9-2b7fc4e2bbbd) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:35:10.542882 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: b29196cf-f1ee-44b3-aa84-38f54ba01b50 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:35:10.543221 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device b29196cf-f1ee-44b3-aa84-38f54ba01b50 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:35:10.554490 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f387094a-8df3-4a29-b5aa-ea33128bbc6c None None] Network c309f55b-459b-43e6-8633-2088bf9129e0 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:35:10.557016 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-f387094a-8df3-4a29-b5aa-ea33128bbc6c None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:35:10.561220 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f387094a-8df3-4a29-b5aa-ea33128bbc6c None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:35:10.563313 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f387094a-8df3-4a29-b5aa-ea33128bbc6c None None] Pushing event updated for resources: {'Port': ['ID=914e22d1-393d-4e1f-9ac1-67abde97d7ed,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:10.651644 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-f387094a-8df3-4a29-b5aa-ea33128bbc6c None None] Attempting to bind port 914e22d1-393d-4e1f-9ac1-67abde97d7ed on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:35:10.652012 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-f387094a-8df3-4a29-b5aa-ea33128bbc6c None None] Attempting to bind port 914e22d1-393d-4e1f-9ac1-67abde97d7ed by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'c863c6d8-40b3-4a45-abc4-c1089dc2d5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'c309f55b-459b-43e6-8633-2088bf9129e0'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:35:10.652377 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f387094a-8df3-4a29-b5aa-ea33128bbc6c None None] Attempting to bind port 914e22d1-393d-4e1f-9ac1-67abde97d7ed on network c309f55b-459b-43e6-8633-2088bf9129e0 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:35:10.657461 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f387094a-8df3-4a29-b5aa-ea33128bbc6c None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:35:10.657837 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f387094a-8df3-4a29-b5aa-ea33128bbc6c None None] Checking segment: {'id': 'c863c6d8-40b3-4a45-abc4-c1089dc2d5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'c309f55b-459b-43e6-8633-2088bf9129e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:35:10.658266 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-f387094a-8df3-4a29-b5aa-ea33128bbc6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:10.658656 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f387094a-8df3-4a29-b5aa-ea33128bbc6c None None] Bound using segment: {'id': 'c863c6d8-40b3-4a45-abc4-c1089dc2d5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'c309f55b-459b-43e6-8633-2088bf9129e0'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:35:10.659886 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-f387094a-8df3-4a29-b5aa-ea33128bbc6c None None] Bound port: 914e22d1-393d-4e1f-9ac1-67abde97d7ed, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c863c6d8-40b3-4a45-abc4-c1089dc2d5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'c309f55b-459b-43e6-8633-2088bf9129e0'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:35:10.660256 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-f387094a-8df3-4a29-b5aa-ea33128bbc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:10.723118 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0329e601-d206-4dee-b565-1112220f24f4 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:10.738774 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-0329e601-d206-4dee-b565-1112220f24f4 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Transition to ACTIVE for port object 7b3aa98d-f3f4-4c8e-ada9-2b7fc4e2bbbd will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:35:10.749671 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-f387094a-8df3-4a29-b5aa-ea33128bbc6c None None] For port 914e22d1-393d-4e1f-9ac1-67abde97d7ed, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:35:10.752801 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-f387094a-8df3-4a29-b5aa-ea33128bbc6c None None] For port 914e22d1-393d-4e1f-9ac1-67abde97d7ed, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=914e22d1-393d-4e1f-9ac1-67abde97d7ed,segment=NetworkSegment(c863c6d8-40b3-4a45-abc4-c1089dc2d5bd),segment_id=c863c6d8-40b3-4a45-abc4-c1089dc2d5bd)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:35:10.756278 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-f387094a-8df3-4a29-b5aa-ea33128bbc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:10.762619 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0329e601-d206-4dee-b565-1112220f24f4 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:10.837517 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f387094a-8df3-4a29-b5aa-ea33128bbc6c None None] Pushing event updated for resources: {'Port': ['ID=914e22d1-393d-4e1f-9ac1-67abde97d7ed,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:10.839181 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0329e601-d206-4dee-b565-1112220f24f4 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Network c309f55b-459b-43e6-8633-2088bf9129e0 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:35:10.842387 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-0329e601-d206-4dee-b565-1112220f24f4 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:35:10.847331 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0329e601-d206-4dee-b565-1112220f24f4 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:35:10.852823 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0329e601-d206-4dee-b565-1112220f24f4 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:10.853457 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0329e601-d206-4dee-b565-1112220f24f4 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:10.857223 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329e601-d206-4dee-b565-1112220f24f4 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event updated for resources: {'Port': ['ID=7b3aa98d-f3f4-4c8e-ada9-2b7fc4e2bbbd,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:10.880780 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-0329e601-d206-4dee-b565-1112220f24f4 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0230832 May 04 17:35:10.883432 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55266) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:10.888701 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-cbf6be56-c14d-4b9c-a7bc-c1ae36ce01ff tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Request body: {'port': {'network_id': 'c309f55b-459b-43e6-8633-2088bf9129e0', 'name': 'tempest-PortsIpV6TestJSON-1306867018'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:35:11.033603 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-cbf6be56-c14d-4b9c-a7bc-c1ae36ce01ff tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:35:11.038604 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-cbf6be56-c14d-4b9c-a7bc-c1ae36ce01ff tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Usage tracker for resource:port and tenant:008288fcbe164a17b11c7601906db5c4 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:35:11.041416 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-cbf6be56-c14d-4b9c-a7bc-c1ae36ce01ff tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:35:11.050891 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-cbf6be56-c14d-4b9c-a7bc-c1ae36ce01ff tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:35:11.062624 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf6be56-c14d-4b9c-a7bc-c1ae36ce01ff tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Made reservation on behalf of 008288fcbe164a17b11c7601906db5c4 for: {'port': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:35:11.066510 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cbf6be56-c14d-4b9c-a7bc-c1ae36ce01ff tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:11.089185 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [None req-cbf6be56-c14d-4b9c-a7bc-c1ae36ce01ff tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] device_id is not set on port e4905eb1-478f-4ab1-9622-5c2665a5988c yet. {{(pid=88038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:35:11.240014 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-cbf6be56-c14d-4b9c-a7bc-c1ae36ce01ff tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Allocated IP 2001:db8::52 (c309f55b-459b-43e6-8633-2088bf9129e0/7d28bc61-86fa-4966-a730-3ac790c72ca9/e4905eb1-478f-4ab1-9622-5c2665a5988c) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:35:11.435773 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cbf6be56-c14d-4b9c-a7bc-c1ae36ce01ff tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:11.452075 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-cbf6be56-c14d-4b9c-a7bc-c1ae36ce01ff tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Transition to ACTIVE for port object e4905eb1-478f-4ab1-9622-5c2665a5988c will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:35:11.477079 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cbf6be56-c14d-4b9c-a7bc-c1ae36ce01ff tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:11.548747 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf6be56-c14d-4b9c-a7bc-c1ae36ce01ff tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Network c309f55b-459b-43e6-8633-2088bf9129e0 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:35:11.552431 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-cbf6be56-c14d-4b9c-a7bc-c1ae36ce01ff tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:35:11.556569 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf6be56-c14d-4b9c-a7bc-c1ae36ce01ff tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:35:11.562067 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf6be56-c14d-4b9c-a7bc-c1ae36ce01ff tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:11.562702 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cbf6be56-c14d-4b9c-a7bc-c1ae36ce01ff tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:11.582115 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf6be56-c14d-4b9c-a7bc-c1ae36ce01ff tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event updated for resources: {'Port': ['ID=e4905eb1-478f-4ab1-9622-5c2665a5988c,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:11.596663 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-cbf6be56-c14d-4b9c-a7bc-c1ae36ce01ff tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7120574 May 04 17:35:11.599268 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55272) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:11.684431 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9761a8ba-c1e8-407f-a439-90e10f3bc7bd tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:11.685155 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-9761a8ba-c1e8-407f-a439-90e10f3bc7bd tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Synchronizing usage tracker for tenant:008288fcbe164a17b11c7601906db5c4 on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:35:11.702160 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-9761a8ba-c1e8-407f-a439-90e10f3bc7bd tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Unset dirty status for tenant:008288fcbe164a17b11c7601906db5c4 on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:35:11.703341 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-9761a8ba-c1e8-407f-a439-90e10f3bc7bd tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A25e HTTP/1.1" status: 200 len: 929 time: 0.1031008 May 04 17:35:11.706146 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55276) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:11.762291 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e472c62c-83e7-4c16-ab7e-e2aa13f456ac None None] Network c309f55b-459b-43e6-8633-2088bf9129e0 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:35:11.776912 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-8e5bc7a7-42d3-4fff-92f1-a9c06e684728 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Deleting port e4905eb1-478f-4ab1-9622-5c2665a5988c {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:35:11.777260 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8e5bc7a7-42d3-4fff-92f1-a9c06e684728 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:11.875958 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-f0618966-4485-4a3f-9d1c-9e3e326a0759 None None] Provisioning for port 914e22d1-393d-4e1f-9ac1-67abde97d7ed completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:35:12.019173 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8e5bc7a7-42d3-4fff-92f1-a9c06e684728 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:12.144712 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-8e5bc7a7-42d3-4fff-92f1-a9c06e684728 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Calling delete_port for e4905eb1-478f-4ab1-9622-5c2665a5988c owned by {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:35:12.220018 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-3a5e66b6-43eb-4be4-ad9c-5c646ec65f1c None None] Provisioning for port 7b3aa98d-f3f4-4c8e-ada9-2b7fc4e2bbbd completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:35:12.226990 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-3a5e66b6-43eb-4be4-ad9c-5c646ec65f1c None None] Provisioning complete for port 7b3aa98d-f3f4-4c8e-ada9-2b7fc4e2bbbd triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:35:12.227369 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-3a5e66b6-43eb-4be4-ad9c-5c646ec65f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:12.286637 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-3a5e66b6-43eb-4be4-ad9c-5c646ec65f1c None None] Port 7b3aa98d-f3f4-4c8e-ada9-2b7fc4e2bbbd cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:35:12.309007 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8e5bc7a7-42d3-4fff-92f1-a9c06e684728 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:12.310200 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-3a5e66b6-43eb-4be4-ad9c-5c646ec65f1c None None] Provisioning for port e4905eb1-478f-4ab1-9622-5c2665a5988c completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:35:12.316698 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-3a5e66b6-43eb-4be4-ad9c-5c646ec65f1c None None] Provisioning complete for port e4905eb1-478f-4ab1-9622-5c2665a5988c triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:35:12.317313 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-3a5e66b6-43eb-4be4-ad9c-5c646ec65f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:12.356779 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-3a5e66b6-43eb-4be4-ad9c-5c646ec65f1c None None] Port e4905eb1-478f-4ab1-9622-5c2665a5988c was deleted so its status cannot be updated. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 04 17:35:12.363285 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5bc7a7-42d3-4fff-92f1-a9c06e684728 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event deleted for resources: {'Port': ['ID=e4905eb1-478f-4ab1-9622-5c2665a5988c,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:12.407352 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8e5bc7a7-42d3-4fff-92f1-a9c06e684728 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:12.425874 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55280) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:12.427294 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-8e5bc7a7-42d3-4fff-92f1-a9c06e684728 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "DELETE /v2.0/ports/e4905eb1-478f-4ab1-9622-5c2665a5988c HTTP/1.1" status: 204 len: 168 time: 0.7192903 May 04 17:35:12.495385 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-a4c802a6-b0da-49b6-ad4b-694ee9155ffd None None] Provisioning complete for port 7b3aa98d-f3f4-4c8e-ada9-2b7fc4e2bbbd triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:35:12.495591 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a4c802a6-b0da-49b6-ad4b-694ee9155ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:12.515397 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff295ef6-d8d9-4f49-8baa-dbd3f5b57c74 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] GET failed (client error): The resource could not be found. May 04 17:35:12.517995 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-ff295ef6-d8d9-4f49-8baa-dbd3f5b57c74 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "GET /v2.0/ports/e4905eb1-478f-4ab1-9622-5c2665a5988c HTTP/1.1" status: 404 len: 333 time: 0.0895576 May 04 17:35:12.520117 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55284) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:12.564804 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 914e22d1-393d-4e1f-9ac1-67abde97d7ed up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:35:12.632919 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-a4c802a6-b0da-49b6-ad4b-694ee9155ffd None None] Port 7b3aa98d-f3f4-4c8e-ada9-2b7fc4e2bbbd cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:35:12.647502 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 914e22d1-393d-4e1f-9ac1-67abde97d7ed completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:35:12.656541 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 914e22d1-393d-4e1f-9ac1-67abde97d7ed triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:35:12.657035 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:12.712378 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-7be4ce9c-757e-41ae-b1a5-93f2a10496f3 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Deleting port 7b3aa98d-f3f4-4c8e-ada9-2b7fc4e2bbbd {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:35:12.713326 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7be4ce9c-757e-41ae-b1a5-93f2a10496f3 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:12.774036 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-12f647f7-7524-4670-862b-4879cb4b5406 None None] Could not find standard attr ID for object e4905eb1-478f-4ab1-9622-5c2665a5988c. {{(pid=88039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 04 17:35:12.788664 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:12.825955 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 914e22d1-393d-4e1f-9ac1-67abde97d7ed, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=914e22d1-393d-4e1f-9ac1-67abde97d7ed,segment=NetworkSegment(c863c6d8-40b3-4a45-abc4-c1089dc2d5bd),segment_id=c863c6d8-40b3-4a45-abc4-c1089dc2d5bd)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:35:12.832320 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:12.933416 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=914e22d1-393d-4e1f-9ac1-67abde97d7ed,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:12.979702 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7be4ce9c-757e-41ae-b1a5-93f2a10496f3 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:13.101099 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-7be4ce9c-757e-41ae-b1a5-93f2a10496f3 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Calling delete_port for 7b3aa98d-f3f4-4c8e-ada9-2b7fc4e2bbbd owned by {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:35:13.271728 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7be4ce9c-757e-41ae-b1a5-93f2a10496f3 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:13.321972 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be4ce9c-757e-41ae-b1a5-93f2a10496f3 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event deleted for resources: {'Port': ['ID=7b3aa98d-f3f4-4c8e-ada9-2b7fc4e2bbbd,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:13.368999 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7be4ce9c-757e-41ae-b1a5-93f2a10496f3 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:13.379002 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-7be4ce9c-757e-41ae-b1a5-93f2a10496f3 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "DELETE /v2.0/ports/7b3aa98d-f3f4-4c8e-ada9-2b7fc4e2bbbd HTTP/1.1" status: 204 len: 168 time: 0.8578541 May 04 17:35:13.381621 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55290) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:13.424929 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-e19a7473-574b-432c-ba11-c8e36086e439 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] GET failed (client error): The resource could not be found. May 04 17:35:13.427648 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-e19a7473-574b-432c-ba11-c8e36086e439 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "GET /v2.0/ports/7b3aa98d-f3f4-4c8e-ada9-2b7fc4e2bbbd HTTP/1.1" status: 404 len: 333 time: 0.0436862 May 04 17:35:13.429173 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55294) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:13.495449 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce82acbf-63d4-4cd7-9688-b617b8c11bf6 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Deleting subnet 7d28bc61-86fa-4966-a730-3ac790c72ca9 {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:35:13.498431 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ce82acbf-63d4-4cd7-9688-b617b8c11bf6 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:13.649113 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ce82acbf-63d4-4cd7-9688-b617b8c11bf6 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:13.729204 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ce82acbf-63d4-4cd7-9688-b617b8c11bf6 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:13.800352 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ce82acbf-63d4-4cd7-9688-b617b8c11bf6 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:13.840324 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce82acbf-63d4-4cd7-9688-b617b8c11bf6 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event deleted for resources: {'Subnet': ['ID=7d28bc61-86fa-4966-a730-3ac790c72ca9,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:13.845754 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ce82acbf-63d4-4cd7-9688-b617b8c11bf6 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:13.854429 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-ce82acbf-63d4-4cd7-9688-b617b8c11bf6 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "DELETE /v2.0/subnets/7d28bc61-86fa-4966-a730-3ac790c72ca9 HTTP/1.1" status: 204 len: 168 time: 0.4214294 May 04 17:35:13.854640 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a134f430-bf17-4a2a-b2f0-ab4e888814bf None None] Network c309f55b-459b-43e6-8633-2088bf9129e0 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:35:13.855084 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55298) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:13.967609 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b87b24f4-446b-4140-b263-c6cea0b88cf2 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:13.978110 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-b87b24f4-446b-4140-b263-c6cea0b88cf2 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Deleting port 914e22d1-393d-4e1f-9ac1-67abde97d7ed {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:35:13.978444 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b87b24f4-446b-4140-b263-c6cea0b88cf2 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:14.107848 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73dcd69f-c7e9-4e8b-a896-dd5959d8316e None None] DHCP port deletion for c309f55b-459b-43e6-8633-2088bf9129e0 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:35:14.114161 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-73dcd69f-c7e9-4e8b-a896-dd5959d8316e None None] Deleting port 914e22d1-393d-4e1f-9ac1-67abde97d7ed {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:35:14.114540 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-73dcd69f-c7e9-4e8b-a896-dd5959d8316e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:14.209868 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-b87b24f4-446b-4140-b263-c6cea0b88cf2 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] For port 914e22d1-393d-4e1f-9ac1-67abde97d7ed, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=914e22d1-393d-4e1f-9ac1-67abde97d7ed,segment=NetworkSegment(c863c6d8-40b3-4a45-abc4-c1089dc2d5bd),segment_id=c863c6d8-40b3-4a45-abc4-c1089dc2d5bd)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:35:14.210065 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b87b24f4-446b-4140-b263-c6cea0b88cf2 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:14.347148 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-b87b24f4-446b-4140-b263-c6cea0b88cf2 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Calling delete_port for 914e22d1-393d-4e1f-9ac1-67abde97d7ed owned by network:dhcp {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:35:14.354956 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-73dcd69f-c7e9-4e8b-a896-dd5959d8316e None None] For port 914e22d1-393d-4e1f-9ac1-67abde97d7ed, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=914e22d1-393d-4e1f-9ac1-67abde97d7ed,segment=NetworkSegment(c863c6d8-40b3-4a45-abc4-c1089dc2d5bd),segment_id=c863c6d8-40b3-4a45-abc4-c1089dc2d5bd)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:35:14.354956 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-73dcd69f-c7e9-4e8b-a896-dd5959d8316e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:14.435312 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b87b24f4-446b-4140-b263-c6cea0b88cf2 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:14.496066 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87b24f4-446b-4140-b263-c6cea0b88cf2 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] No DVR routers for this DVR port 914e22d1-393d-4e1f-9ac1-67abde97d7ed on host dv-neutron-840426-1-hyperv {{(pid=88037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:35:14.496602 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-73dcd69f-c7e9-4e8b-a896-dd5959d8316e None None] Calling delete_port for 914e22d1-393d-4e1f-9ac1-67abde97d7ed owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:35:14.538996 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 914e22d1-393d-4e1f-9ac1-67abde97d7ed no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:35:14.547004 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87b24f4-446b-4140-b263-c6cea0b88cf2 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event deleted for resources: {'Port': ['ID=914e22d1-393d-4e1f-9ac1-67abde97d7ed,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:14.576984 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 914e22d1-393d-4e1f-9ac1-67abde97d7ed {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:35:14.577838 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 914e22d1-393d-4e1f-9ac1-67abde97d7ed not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:35:14.614062 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.db.api [None req-73dcd69f-c7e9-4e8b-a896-dd5959d8316e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:35:14.614418 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG oslo_db.api [None req-73dcd69f-c7e9-4e8b-a896-dd5959d8316e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:35:14.700343 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b87b24f4-446b-4140-b263-c6cea0b88cf2 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:14.700343 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-b87b24f4-446b-4140-b263-c6cea0b88cf2 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c309f55b-459b-43e6-8633-2088bf9129e0']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:35:14.712475 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-b87b24f4-446b-4140-b263-c6cea0b88cf2 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c863c6d8-40b3-4a45-abc4-c1089dc2d5bd') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:35:14.712475 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-b87b24f4-446b-4140-b263-c6cea0b88cf2 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c863c6d8-40b3-4a45-abc4-c1089dc2d5bd') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:35:14.721855 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b87b24f4-446b-4140-b263-c6cea0b88cf2 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:14.739669 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b87b24f4-446b-4140-b263-c6cea0b88cf2 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:14.746694 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b87b24f4-446b-4140-b263-c6cea0b88cf2 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:35:14.747269 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b87b24f4-446b-4140-b263-c6cea0b88cf2 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:14.763844 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 17:35:14.763844 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:35:14.763844 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 17:35:14.763844 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:35:14.763844 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 17:35:14.763844 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:35:14.763844 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 17:35:14.763844 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:35:14.763844 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 17:35:14.763844 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:35:14.763844 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 17:35:14.763844 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:35:14.763844 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 17:35:14.763844 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:35:14.763844 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:35:14.763844 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:35:14.763844 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:35:14.763844 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:35:14.763844 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 17:35:14.763844 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:35:14.763844 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 17:35:14.763844 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:35:14.763844 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:35:14.763844 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:35:14.763844 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 17:35:14.763844 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:35:14.763844 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:35:14.763844 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:35:14.763844 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:35:14.763844 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:35:14.763844 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:35:14.763844 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:35:14.853839 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b87b24f4-446b-4140-b263-c6cea0b88cf2 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:14.871800 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b87b24f4-446b-4140-b263-c6cea0b88cf2 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:14.888930 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87b24f4-446b-4140-b263-c6cea0b88cf2 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event deleted for resources: {'Network': ['ID=c309f55b-459b-43e6-8633-2088bf9129e0,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:14.895472 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-b87b24f4-446b-4140-b263-c6cea0b88cf2 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "DELETE /v2.0/networks/c309f55b-459b-43e6-8633-2088bf9129e0 HTTP/1.1" status: 204 len: 168 time: 1.0391533 May 04 17:35:14.899405 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55302) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:14.904514 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-84cdbe8e-4aba-4a0b-8c61-992c25432773 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-282216149'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:35:14.910062 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-84cdbe8e-4aba-4a0b-8c61-992c25432773 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:35:14.914213 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-84cdbe8e-4aba-4a0b-8c61-992c25432773 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Usage tracker for resource:network and tenant:008288fcbe164a17b11c7601906db5c4 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:35:14.917059 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-84cdbe8e-4aba-4a0b-8c61-992c25432773 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:35:14.923013 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-84cdbe8e-4aba-4a0b-8c61-992c25432773 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:35:14.934003 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84cdbe8e-4aba-4a0b-8c61-992c25432773 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Made reservation on behalf of 008288fcbe164a17b11c7601906db5c4 for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:35:14.937969 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-84cdbe8e-4aba-4a0b-8c61-992c25432773 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:14.967396 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84cdbe8e-4aba-4a0b-8c61-992c25432773 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:35:14.976897 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-84cdbe8e-4aba-4a0b-8c61-992c25432773 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:14.977345 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-84cdbe8e-4aba-4a0b-8c61-992c25432773 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Added segment ae60efef-e2cb-48f3-a856-efbe03237f8e of type vlan for network ab046181-8fbc-4413-a1fe-9a2a67182405 May 04 17:35:15.005471 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-84cdbe8e-4aba-4a0b-8c61-992c25432773 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:15.036531 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-84cdbe8e-4aba-4a0b-8c61-992c25432773 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:15.042360 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cdbe8e-4aba-4a0b-8c61-992c25432773 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:15.042747 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-84cdbe8e-4aba-4a0b-8c61-992c25432773 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:15.119715 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-73dcd69f-c7e9-4e8b-a896-dd5959d8316e None None] Deleting port 914e22d1-393d-4e1f-9ac1-67abde97d7ed {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:35:15.119715 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-73dcd69f-c7e9-4e8b-a896-dd5959d8316e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:15.150328 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-84cdbe8e-4aba-4a0b-8c61-992c25432773 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2454073 May 04 17:35:15.150328 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55308) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:15.152869 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cdbe8e-4aba-4a0b-8c61-992c25432773 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event updated for resources: {'Network': ['ID=ab046181-8fbc-4413-a1fe-9a2a67182405,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:15.157741 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-83ef675d-80a2-4959-b1fe-72babe9379ba tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Request body: {'subnet': {'network_id': 'ab046181-8fbc-4413-a1fe-9a2a67182405', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:35:15.192768 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-73dcd69f-c7e9-4e8b-a896-dd5959d8316e None None] The port '914e22d1-393d-4e1f-9ac1-67abde97d7ed' was deleted {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 04 17:35:15.198319 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network ab046181-8fbc-4413-a1fe-9a2a67182405 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:35:15.275140 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-83ef675d-80a2-4959-b1fe-72babe9379ba tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:35:15.279582 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-83ef675d-80a2-4959-b1fe-72babe9379ba tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Usage tracker for resource:subnet and tenant:008288fcbe164a17b11c7601906db5c4 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:35:15.282833 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-83ef675d-80a2-4959-b1fe-72babe9379ba tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:35:15.290433 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-83ef675d-80a2-4959-b1fe-72babe9379ba tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:35:15.308282 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ef675d-80a2-4959-b1fe-72babe9379ba tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Made reservation on behalf of 008288fcbe164a17b11c7601906db5c4 for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:35:15.311683 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-83ef675d-80a2-4959-b1fe-72babe9379ba tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:15.644253 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-83ef675d-80a2-4959-b1fe-72babe9379ba tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:15.725613 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ef675d-80a2-4959-b1fe-72babe9379ba tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event updated for resources: {'Subnet': ['ID=de6b15b1-a4a0-4747-8dbd-4db3f1a6a2e1,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:15.732907 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ef675d-80a2-4959-b1fe-72babe9379ba tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Checking segment: {'id': 'ae60efef-e2cb-48f3-a856-efbe03237f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ab046181-8fbc-4413-a1fe-9a2a67182405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:35:15.733260 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ef675d-80a2-4959-b1fe-72babe9379ba tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Network hostable DHCP agents. Network: ab046181-8fbc-4413-a1fe-9a2a67182405, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:35:15.754335 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ef675d-80a2-4959-b1fe-72babe9379ba tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Network ab046181-8fbc-4413-a1fe-9a2a67182405 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:35:15.762759 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-83ef675d-80a2-4959-b1fe-72babe9379ba tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, ab046181-8fbc-4413-a1fe-9a2a67182405) {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:35:15.766700 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ef675d-80a2-4959-b1fe-72babe9379ba tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:15.767281 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-83ef675d-80a2-4959-b1fe-72babe9379ba tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:15.772877 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db3ac26-6bd5-417b-828e-c2ab7247bd4b None None] Network ab046181-8fbc-4413-a1fe-9a2a67182405 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:35:15.792476 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-83ef675d-80a2-4959-b1fe-72babe9379ba tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6412096 May 04 17:35:15.796605 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55316) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:15.804976 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-ebd81f2a-c5a0-498c-abdd-763567fba33b tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Request body: {'port': {'network_id': 'ab046181-8fbc-4413-a1fe-9a2a67182405', 'name': 'tempest-PortsIpV6TestJSON-912714729', 'fixed_ips': [{'subnet_id': 'de6b15b1-a4a0-4747-8dbd-4db3f1a6a2e1', 'ip_address': '2001:db8::10'}]}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:35:15.953503 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-ebd81f2a-c5a0-498c-abdd-763567fba33b tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:35:15.960167 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-ebd81f2a-c5a0-498c-abdd-763567fba33b tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Usage tracker for resource:port and tenant:008288fcbe164a17b11c7601906db5c4 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:35:15.963295 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-ebd81f2a-c5a0-498c-abdd-763567fba33b tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:35:15.969048 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-ebd81f2a-c5a0-498c-abdd-763567fba33b tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:35:15.980976 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd81f2a-c5a0-498c-abdd-763567fba33b tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Made reservation on behalf of 008288fcbe164a17b11c7601906db5c4 for: {'port': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:35:16.020906 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31198bf7-3e2e-4583-969a-77803d9019d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-ab046181-8fbc-4413-a1fe-9a2a67182405', 'network_id': 'ab046181-8fbc-4413-a1fe-9a2a67182405', 'tenant_id': '008288fcbe164a17b11c7601906db5c4', 'fixed_ips': [{'subnet_id': 'de6b15b1-a4a0-4747-8dbd-4db3f1a6a2e1'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:35:16.022019 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-31198bf7-3e2e-4583-969a-77803d9019d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:16.117077 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ebd81f2a-c5a0-498c-abdd-763567fba33b tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:16.137068 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [None req-ebd81f2a-c5a0-498c-abdd-763567fba33b tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] device_id is not set on port 83ff3953-6c46-40f4-a554-e3a620fd824f yet. {{(pid=88038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:35:16.192967 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-31198bf7-3e2e-4583-969a-77803d9019d5 None None] Allocated IP 2001:db8::2 (ab046181-8fbc-4413-a1fe-9a2a67182405/de6b15b1-a4a0-4747-8dbd-4db3f1a6a2e1/fdba8cbf-d3a6-487d-88ba-7010e77528c7) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:35:16.418914 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-31198bf7-3e2e-4583-969a-77803d9019d5 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:16.429778 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-31198bf7-3e2e-4583-969a-77803d9019d5 None None] Transition to ACTIVE for port object fdba8cbf-d3a6-487d-88ba-7010e77528c7 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:35:16.449868 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-31198bf7-3e2e-4583-969a-77803d9019d5 None None] Transition to ACTIVE for port object fdba8cbf-d3a6-487d-88ba-7010e77528c7 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:35:16.458145 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-31198bf7-3e2e-4583-969a-77803d9019d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:16.537857 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-ebd81f2a-c5a0-498c-abdd-763567fba33b tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Allocated IP 2001:db8::10 (ab046181-8fbc-4413-a1fe-9a2a67182405/de6b15b1-a4a0-4747-8dbd-4db3f1a6a2e1/83ff3953-6c46-40f4-a554-e3a620fd824f) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:35:16.569817 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31198bf7-3e2e-4583-969a-77803d9019d5 None None] Network ab046181-8fbc-4413-a1fe-9a2a67182405 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:35:16.572705 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-31198bf7-3e2e-4583-969a-77803d9019d5 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:35:16.579700 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31198bf7-3e2e-4583-969a-77803d9019d5 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:35:16.618404 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31198bf7-3e2e-4583-969a-77803d9019d5 None None] Pushing event updated for resources: {'Port': ['ID=fdba8cbf-d3a6-487d-88ba-7010e77528c7,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:16.672262 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-31198bf7-3e2e-4583-969a-77803d9019d5 None None] Attempting to bind port fdba8cbf-d3a6-487d-88ba-7010e77528c7 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:35:16.672262 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-31198bf7-3e2e-4583-969a-77803d9019d5 None None] Attempting to bind port fdba8cbf-d3a6-487d-88ba-7010e77528c7 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'ae60efef-e2cb-48f3-a856-efbe03237f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ab046181-8fbc-4413-a1fe-9a2a67182405'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:35:16.672811 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31198bf7-3e2e-4583-969a-77803d9019d5 None None] Attempting to bind port fdba8cbf-d3a6-487d-88ba-7010e77528c7 on network ab046181-8fbc-4413-a1fe-9a2a67182405 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:35:16.678744 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31198bf7-3e2e-4583-969a-77803d9019d5 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:35:16.679091 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31198bf7-3e2e-4583-969a-77803d9019d5 None None] Checking segment: {'id': 'ae60efef-e2cb-48f3-a856-efbe03237f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ab046181-8fbc-4413-a1fe-9a2a67182405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:35:16.679994 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-31198bf7-3e2e-4583-969a-77803d9019d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:16.679994 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31198bf7-3e2e-4583-969a-77803d9019d5 None None] Bound using segment: {'id': 'ae60efef-e2cb-48f3-a856-efbe03237f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ab046181-8fbc-4413-a1fe-9a2a67182405'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:35:16.681222 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-31198bf7-3e2e-4583-969a-77803d9019d5 None None] Bound port: fdba8cbf-d3a6-487d-88ba-7010e77528c7, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae60efef-e2cb-48f3-a856-efbe03237f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ab046181-8fbc-4413-a1fe-9a2a67182405'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:35:16.681222 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-31198bf7-3e2e-4583-969a-77803d9019d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:16.760510 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ebd81f2a-c5a0-498c-abdd-763567fba33b tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:16.779009 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-31198bf7-3e2e-4583-969a-77803d9019d5 None None] For port fdba8cbf-d3a6-487d-88ba-7010e77528c7, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:35:16.779141 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-ebd81f2a-c5a0-498c-abdd-763567fba33b tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Transition to ACTIVE for port object 83ff3953-6c46-40f4-a554-e3a620fd824f will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:35:16.782166 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-31198bf7-3e2e-4583-969a-77803d9019d5 None None] For port fdba8cbf-d3a6-487d-88ba-7010e77528c7, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=fdba8cbf-d3a6-487d-88ba-7010e77528c7,segment=NetworkSegment(ae60efef-e2cb-48f3-a856-efbe03237f8e),segment_id=ae60efef-e2cb-48f3-a856-efbe03237f8e)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:35:16.787780 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-31198bf7-3e2e-4583-969a-77803d9019d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:16.820075 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ebd81f2a-c5a0-498c-abdd-763567fba33b tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:16.874052 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31198bf7-3e2e-4583-969a-77803d9019d5 None None] Pushing event updated for resources: {'Port': ['ID=fdba8cbf-d3a6-487d-88ba-7010e77528c7,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:16.901696 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd81f2a-c5a0-498c-abdd-763567fba33b tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Network ab046181-8fbc-4413-a1fe-9a2a67182405 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:35:16.905028 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-ebd81f2a-c5a0-498c-abdd-763567fba33b tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:35:16.909201 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd81f2a-c5a0-498c-abdd-763567fba33b tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:35:16.915199 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd81f2a-c5a0-498c-abdd-763567fba33b tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:16.915802 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ebd81f2a-c5a0-498c-abdd-763567fba33b tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:16.923489 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd81f2a-c5a0-498c-abdd-763567fba33b tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event updated for resources: {'Port': ['ID=83ff3953-6c46-40f4-a554-e3a620fd824f,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:16.949290 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55320) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:16.949704 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-ebd81f2a-c5a0-498c-abdd-763567fba33b tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1517079 May 04 17:35:16.957138 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-9878efb8-2df9-47dd-bc2f-4c081e84ecfb tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Request body: {'port': {'network_id': 'ab046181-8fbc-4413-a1fe-9a2a67182405', 'name': 'tempest-PortsIpV6TestJSON-1204711902', 'fixed_ips': [{'subnet_id': 'de6b15b1-a4a0-4747-8dbd-4db3f1a6a2e1', 'ip_address': '2001:db8::f'}]}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:35:17.132815 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-9878efb8-2df9-47dd-bc2f-4c081e84ecfb tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:35:17.137131 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-9878efb8-2df9-47dd-bc2f-4c081e84ecfb tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Usage tracker for resource:port and tenant:008288fcbe164a17b11c7601906db5c4 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:35:17.141669 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-9878efb8-2df9-47dd-bc2f-4c081e84ecfb tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:35:17.147947 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-9878efb8-2df9-47dd-bc2f-4c081e84ecfb tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:35:17.161544 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9878efb8-2df9-47dd-bc2f-4c081e84ecfb tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Made reservation on behalf of 008288fcbe164a17b11c7601906db5c4 for: {'port': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:35:17.300907 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9878efb8-2df9-47dd-bc2f-4c081e84ecfb tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:17.323272 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [None req-9878efb8-2df9-47dd-bc2f-4c081e84ecfb tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] device_id is not set on port e8afc36c-cebe-48a8-ad99-52b5b616ade4 yet. {{(pid=88037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:35:17.546796 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-9878efb8-2df9-47dd-bc2f-4c081e84ecfb tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Allocated IP 2001:db8::f (ab046181-8fbc-4413-a1fe-9a2a67182405/de6b15b1-a4a0-4747-8dbd-4db3f1a6a2e1/e8afc36c-cebe-48a8-ad99-52b5b616ade4) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:35:17.762931 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9878efb8-2df9-47dd-bc2f-4c081e84ecfb tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:17.780064 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-9878efb8-2df9-47dd-bc2f-4c081e84ecfb tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Transition to ACTIVE for port object e8afc36c-cebe-48a8-ad99-52b5b616ade4 will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:35:17.804584 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9878efb8-2df9-47dd-bc2f-4c081e84ecfb tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:17.879324 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9878efb8-2df9-47dd-bc2f-4c081e84ecfb tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Network ab046181-8fbc-4413-a1fe-9a2a67182405 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:35:17.882491 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-9878efb8-2df9-47dd-bc2f-4c081e84ecfb tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:35:17.884988 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9878efb8-2df9-47dd-bc2f-4c081e84ecfb tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:35:17.889285 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50743385-677e-4477-b7e6-fad404d928cd None None] Network ab046181-8fbc-4413-a1fe-9a2a67182405 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:35:17.891608 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9878efb8-2df9-47dd-bc2f-4c081e84ecfb tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:17.892214 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9878efb8-2df9-47dd-bc2f-4c081e84ecfb tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:17.916547 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9878efb8-2df9-47dd-bc2f-4c081e84ecfb tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event updated for resources: {'Port': ['ID=e8afc36c-cebe-48a8-ad99-52b5b616ade4,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:17.934815 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-9878efb8-2df9-47dd-bc2f-4c081e84ecfb tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9817379 May 04 17:35:17.935062 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55326) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:18.000152 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-3cb1c6c6-5349-4181-b702-8dbf5b1af040 None None] Provisioning for port fdba8cbf-d3a6-487d-88ba-7010e77528c7 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:35:18.017492 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e30409-1eb1-4ab8-8f78-c57a50256790 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:18.018276 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-59e30409-1eb1-4ab8-8f78-c57a50256790 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Synchronizing usage tracker for tenant:008288fcbe164a17b11c7601906db5c4 on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:35:18.034374 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-59e30409-1eb1-4ab8-8f78-c57a50256790 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Unset dirty status for tenant:008288fcbe164a17b11c7601906db5c4 on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:35:18.035863 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-59e30409-1eb1-4ab8-8f78-c57a50256790 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.0998850 May 04 17:35:18.038595 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55330) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:18.134551 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c67916-37da-4060-a3d5-0dbfed0147d1 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:18.140357 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c67916-37da-4060-a3d5-0dbfed0147d1 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:18.146224 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c67916-37da-4060-a3d5-0dbfed0147d1 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:18.148586 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-78c67916-37da-4060-a3d5-0dbfed0147d1 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1083436 May 04 17:35:18.150706 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55334) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:18.219265 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-8568491e-659e-4c4b-8ea3-663e18fbda58 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Deleting port e8afc36c-cebe-48a8-ad99-52b5b616ade4 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:35:18.219810 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8568491e-659e-4c4b-8ea3-663e18fbda58 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:18.453591 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-06a05bbe-2590-4a51-9834-442bfa3a1fdc None None] Provisioning for port 83ff3953-6c46-40f4-a554-e3a620fd824f completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:35:18.464179 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-06a05bbe-2590-4a51-9834-442bfa3a1fdc None None] Provisioning complete for port 83ff3953-6c46-40f4-a554-e3a620fd824f triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:35:18.464703 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-06a05bbe-2590-4a51-9834-442bfa3a1fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:18.512072 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8568491e-659e-4c4b-8ea3-663e18fbda58 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:18.543968 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-06a05bbe-2590-4a51-9834-442bfa3a1fdc None None] Port 83ff3953-6c46-40f4-a554-e3a620fd824f cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:35:18.563697 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-06a05bbe-2590-4a51-9834-442bfa3a1fdc None None] Provisioning for port e8afc36c-cebe-48a8-ad99-52b5b616ade4 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:35:18.571005 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-06a05bbe-2590-4a51-9834-442bfa3a1fdc None None] Provisioning complete for port e8afc36c-cebe-48a8-ad99-52b5b616ade4 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:35:18.571550 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-06a05bbe-2590-4a51-9834-442bfa3a1fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:18.597159 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device fdba8cbf-d3a6-487d-88ba-7010e77528c7 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:35:18.666870 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-8568491e-659e-4c4b-8ea3-663e18fbda58 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Calling delete_port for e8afc36c-cebe-48a8-ad99-52b5b616ade4 owned by {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:35:18.676210 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-06a05bbe-2590-4a51-9834-442bfa3a1fdc None None] Port e8afc36c-cebe-48a8-ad99-52b5b616ade4 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:35:18.702628 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port fdba8cbf-d3a6-487d-88ba-7010e77528c7 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:35:18.716157 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port fdba8cbf-d3a6-487d-88ba-7010e77528c7 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:35:18.716157 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:18.846525 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8568491e-659e-4c4b-8ea3-663e18fbda58 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:18.857185 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:18.867086 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-08fb1b59-4721-4128-b3b2-2937f1b6b6f1 None None] Provisioning complete for port 83ff3953-6c46-40f4-a554-e3a620fd824f triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:35:18.867469 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-08fb1b59-4721-4128-b3b2-2937f1b6b6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:18.942424 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-08fb1b59-4721-4128-b3b2-2937f1b6b6f1 None None] Port 83ff3953-6c46-40f4-a554-e3a620fd824f cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:35:18.946289 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port fdba8cbf-d3a6-487d-88ba-7010e77528c7, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=fdba8cbf-d3a6-487d-88ba-7010e77528c7,segment=NetworkSegment(ae60efef-e2cb-48f3-a856-efbe03237f8e),segment_id=ae60efef-e2cb-48f3-a856-efbe03237f8e)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:35:18.950822 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:19.000373 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8568491e-659e-4c4b-8ea3-663e18fbda58 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event deleted for resources: {'Port': ['ID=e8afc36c-cebe-48a8-ad99-52b5b616ade4,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:19.020474 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=fdba8cbf-d3a6-487d-88ba-7010e77528c7,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:19.042527 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8568491e-659e-4c4b-8ea3-663e18fbda58 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:19.056288 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8a960b52-e13d-462d-9e6d-f0c1f277e6be None None] Could not find standard attr ID for object e8afc36c-cebe-48a8-ad99-52b5b616ade4. {{(pid=88039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 04 17:35:19.059539 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-8568491e-659e-4c4b-8ea3-663e18fbda58 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "DELETE /v2.0/ports/e8afc36c-cebe-48a8-ad99-52b5b616ade4 HTTP/1.1" status: 204 len: 168 time: 0.9077945 May 04 17:35:19.059801 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55338) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:19.104508 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-23b5a557-eace-46cc-b81d-0d5ccf8038bb tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] GET failed (client error): The resource could not be found. May 04 17:35:19.105049 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-23b5a557-eace-46cc-b81d-0d5ccf8038bb tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Synchronizing usage tracker for tenant:008288fcbe164a17b11c7601906db5c4 on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:35:19.121756 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-23b5a557-eace-46cc-b81d-0d5ccf8038bb tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Unset dirty status for tenant:008288fcbe164a17b11c7601906db5c4 on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:35:19.123036 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-23b5a557-eace-46cc-b81d-0d5ccf8038bb tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "GET /v2.0/ports/e8afc36c-cebe-48a8-ad99-52b5b616ade4 HTTP/1.1" status: 404 len: 333 time: 0.0622540 May 04 17:35:19.125670 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55342) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:19.194709 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-41a66c27-62f0-4c5a-9954-dc513f5df72d tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Deleting port 83ff3953-6c46-40f4-a554-e3a620fd824f {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:35:19.195059 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-41a66c27-62f0-4c5a-9954-dc513f5df72d tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:19.544311 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-41a66c27-62f0-4c5a-9954-dc513f5df72d tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:19.664051 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-41a66c27-62f0-4c5a-9954-dc513f5df72d tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Calling delete_port for 83ff3953-6c46-40f4-a554-e3a620fd824f owned by {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:35:19.818240 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-41a66c27-62f0-4c5a-9954-dc513f5df72d tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:19.870661 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a66c27-62f0-4c5a-9954-dc513f5df72d tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event deleted for resources: {'Port': ['ID=83ff3953-6c46-40f4-a554-e3a620fd824f,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:19.912871 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-41a66c27-62f0-4c5a-9954-dc513f5df72d tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:19.926925 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-41a66c27-62f0-4c5a-9954-dc513f5df72d tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "DELETE /v2.0/ports/83ff3953-6c46-40f4-a554-e3a620fd824f HTTP/1.1" status: 204 len: 168 time: 0.8002226 May 04 17:35:19.929420 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55346) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:19.972969 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceb76c21-5c22-4b01-9156-1228caaa7cad tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] GET failed (client error): The resource could not be found. May 04 17:35:19.973513 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-ceb76c21-5c22-4b01-9156-1228caaa7cad tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Synchronizing usage tracker for tenant:008288fcbe164a17b11c7601906db5c4 on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:35:19.989704 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-ceb76c21-5c22-4b01-9156-1228caaa7cad tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Unset dirty status for tenant:008288fcbe164a17b11c7601906db5c4 on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:35:19.991250 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-ceb76c21-5c22-4b01-9156-1228caaa7cad tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "GET /v2.0/ports/83ff3953-6c46-40f4-a554-e3a620fd824f HTTP/1.1" status: 404 len: 333 time: 0.0608408 May 04 17:35:19.993945 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55350) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:20.063438 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dd9b989-e360-4fb5-b93c-6df717532d47 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Deleting subnet de6b15b1-a4a0-4747-8dbd-4db3f1a6a2e1 {{(pid=88038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:35:20.067275 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9dd9b989-e360-4fb5-b93c-6df717532d47 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for subnet, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:20.133259 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9dd9b989-e360-4fb5-b93c-6df717532d47 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-801696'] for subnet, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:20.225638 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9dd9b989-e360-4fb5-b93c-6df717532d47 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:20.302280 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9dd9b989-e360-4fb5-b93c-6df717532d47 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:20.349898 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9dd9b989-e360-4fb5-b93c-6df717532d47 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:20.352956 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd9b989-e360-4fb5-b93c-6df717532d47 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event deleted for resources: {'Subnet': ['ID=de6b15b1-a4a0-4747-8dbd-4db3f1a6a2e1,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:20.357987 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-9dd9b989-e360-4fb5-b93c-6df717532d47 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "DELETE /v2.0/subnets/de6b15b1-a4a0-4747-8dbd-4db3f1a6a2e1 HTTP/1.1" status: 204 len: 168 time: 0.3630445 May 04 17:35:20.359517 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5048fc20-00f6-4d1e-b03a-b8bb69b7c1b2 None None] Network ab046181-8fbc-4413-a1fe-9a2a67182405 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:35:20.360582 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55356) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:20.463285 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55360) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:20.480164 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3d0f4366-04a2-4844-a150-e0e3698d5a0c tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:20.498796 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-3d0f4366-04a2-4844-a150-e0e3698d5a0c tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Deleting port fdba8cbf-d3a6-487d-88ba-7010e77528c7 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:35:20.498796 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3d0f4366-04a2-4844-a150-e0e3698d5a0c tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:20.557483 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device fdba8cbf-d3a6-487d-88ba-7010e77528c7 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:35:20.649974 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port fdba8cbf-d3a6-487d-88ba-7010e77528c7 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:35:20.650482 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:20.722972 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-3d0f4366-04a2-4844-a150-e0e3698d5a0c tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] For port fdba8cbf-d3a6-487d-88ba-7010e77528c7, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=fdba8cbf-d3a6-487d-88ba-7010e77528c7,segment=NetworkSegment(ae60efef-e2cb-48f3-a856-efbe03237f8e),segment_id=ae60efef-e2cb-48f3-a856-efbe03237f8e)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:35:20.723691 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3d0f4366-04a2-4844-a150-e0e3698d5a0c tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:20.751980 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0210a0ce-73db-46cd-9c4f-9ed208723967 None None] DHCP port deletion for ab046181-8fbc-4413-a1fe-9a2a67182405 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:35:20.767821 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-0210a0ce-73db-46cd-9c4f-9ed208723967 None None] Deleting port fdba8cbf-d3a6-487d-88ba-7010e77528c7 {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:35:20.768479 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0210a0ce-73db-46cd-9c4f-9ed208723967 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:20.851572 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-3d0f4366-04a2-4844-a150-e0e3698d5a0c tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Calling delete_port for fdba8cbf-d3a6-487d-88ba-7010e77528c7 owned by network:dhcp {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:35:20.929475 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3d0f4366-04a2-4844-a150-e0e3698d5a0c tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:20.979035 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-0210a0ce-73db-46cd-9c4f-9ed208723967 None None] For port fdba8cbf-d3a6-487d-88ba-7010e77528c7, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=fdba8cbf-d3a6-487d-88ba-7010e77528c7,segment=NetworkSegment(ae60efef-e2cb-48f3-a856-efbe03237f8e),segment_id=ae60efef-e2cb-48f3-a856-efbe03237f8e)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:35:20.979434 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0210a0ce-73db-46cd-9c4f-9ed208723967 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:20.980225 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f4366-04a2-4844-a150-e0e3698d5a0c tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event deleted for resources: {'Port': ['ID=fdba8cbf-d3a6-487d-88ba-7010e77528c7,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:20.985994 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0f4366-04a2-4844-a150-e0e3698d5a0c tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] No DVR routers for this DVR port fdba8cbf-d3a6-487d-88ba-7010e77528c7 on host dv-neutron-840426-1-hyperv {{(pid=88038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:35:21.089086 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-92193c42-def2-4090-ba4f-b027aaaff3a1 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710748'] for router_interface, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:21.133002 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-0210a0ce-73db-46cd-9c4f-9ed208723967 None None] Calling delete_port for fdba8cbf-d3a6-487d-88ba-7010e77528c7 owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:35:21.209974 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.db.api [None req-0210a0ce-73db-46cd-9c4f-9ed208723967 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:35:21.210535 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG oslo_db.api [None req-0210a0ce-73db-46cd-9c4f-9ed208723967 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:35:21.230131 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3d0f4366-04a2-4844-a150-e0e3698d5a0c tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:21.255811 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-3d0f4366-04a2-4844-a150-e0e3698d5a0c tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab046181-8fbc-4413-a1fe-9a2a67182405']}} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:35:21.267621 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-3d0f4366-04a2-4844-a150-e0e3698d5a0c tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae60efef-e2cb-48f3-a856-efbe03237f8e') {'for_net_delete': True} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:35:21.268438 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-3d0f4366-04a2-4844-a150-e0e3698d5a0c tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae60efef-e2cb-48f3-a856-efbe03237f8e') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:35:21.279844 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3d0f4366-04a2-4844-a150-e0e3698d5a0c tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801627'] for segment, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:21.296325 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3d0f4366-04a2-4844-a150-e0e3698d5a0c tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:21.302792 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d0f4366-04a2-4844-a150-e0e3698d5a0c tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=88038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:35:21.303257 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3d0f4366-04a2-4844-a150-e0e3698d5a0c tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7881827'] for segment, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:21.317665 dv-neutron-840426-1-hyperv neutron-server[88038]: Traceback (most recent call last): May 04 17:35:21.317665 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:35:21.317665 dv-neutron-840426-1-hyperv neutron-server[88038]: timer() May 04 17:35:21.317665 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:35:21.317665 dv-neutron-840426-1-hyperv neutron-server[88038]: cb(*args, **kw) May 04 17:35:21.317665 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:35:21.317665 dv-neutron-840426-1-hyperv neutron-server[88038]: return func(*args, **kwargs) May 04 17:35:21.317665 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:35:21.317665 dv-neutron-840426-1-hyperv neutron-server[88038]: self._notify() May 04 17:35:21.317665 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:35:21.317665 dv-neutron-840426-1-hyperv neutron-server[88038]: self.callback(batched_events) May 04 17:35:21.317665 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:35:21.317665 dv-neutron-840426-1-hyperv neutron-server[88038]: event.method(event) May 04 17:35:21.317665 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:35:21.317665 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:35:21.317665 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:35:21.317665 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:35:21.317665 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:35:21.317665 dv-neutron-840426-1-hyperv neutron-server[88038]: return f(self, *a, **k) May 04 17:35:21.317665 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:35:21.317665 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._get(url).json() May 04 17:35:21.317665 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:35:21.317665 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:35:21.317665 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:35:21.317665 dv-neutron-840426-1-hyperv neutron-server[88038]: return self.request(url, 'GET', **kwargs) May 04 17:35:21.317665 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:35:21.317665 dv-neutron-840426-1-hyperv neutron-server[88038]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:35:21.317665 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:35:21.317665 dv-neutron-840426-1-hyperv neutron-server[88038]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:35:21.317665 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:35:21.317665 dv-neutron-840426-1-hyperv neutron-server[88038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:35:21.317665 dv-neutron-840426-1-hyperv neutron-server[88038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:35:21.397358 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3d0f4366-04a2-4844-a150-e0e3698d5a0c tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:21.414656 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3d0f4366-04a2-4844-a150-e0e3698d5a0c tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:21.426073 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f4366-04a2-4844-a150-e0e3698d5a0c tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event deleted for resources: {'Network': ['ID=ab046181-8fbc-4413-a1fe-9a2a67182405,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:21.436883 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-3d0f4366-04a2-4844-a150-e0e3698d5a0c tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "DELETE /v2.0/networks/ab046181-8fbc-4413-a1fe-9a2a67182405 HTTP/1.1" status: 204 len: 168 time: 1.0751622 May 04 17:35:21.441375 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55364) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:21.446886 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-41979082-02c6-4fc9-a340-ddf7a5431a0f tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1114779975'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:35:21.451680 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-41979082-02c6-4fc9-a340-ddf7a5431a0f tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:35:21.456001 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-41979082-02c6-4fc9-a340-ddf7a5431a0f tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Usage tracker for resource:network and tenant:008288fcbe164a17b11c7601906db5c4 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:35:21.458821 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-41979082-02c6-4fc9-a340-ddf7a5431a0f tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:35:21.465871 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-41979082-02c6-4fc9-a340-ddf7a5431a0f tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:35:21.476777 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41979082-02c6-4fc9-a340-ddf7a5431a0f tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Made reservation on behalf of 008288fcbe164a17b11c7601906db5c4 for: {'network': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:35:21.480471 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-41979082-02c6-4fc9-a340-ddf7a5431a0f tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:21.495601 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-92193c42-def2-4090-ba4f-b027aaaff3a1 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Deleting port f67002af-083a-4b71-b77e-592ab14edc01 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:35:21.496075 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-92193c42-def2-4090-ba4f-b027aaaff3a1 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:21.508273 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41979082-02c6-4fc9-a340-ddf7a5431a0f tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=88038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:35:21.517493 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-41979082-02c6-4fc9-a340-ddf7a5431a0f tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:21.517832 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.segments_db [None req-41979082-02c6-4fc9-a340-ddf7a5431a0f tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Added segment 4bfa55c3-2688-4e2d-aa4b-8f256e5d2f4a of type vlan for network 94dbf263-67fa-4c6b-b816-4a7cc5d06d9b May 04 17:35:21.546536 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-41979082-02c6-4fc9-a340-ddf7a5431a0f tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:21.576176 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-41979082-02c6-4fc9-a340-ddf7a5431a0f tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:21.582181 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41979082-02c6-4fc9-a340-ddf7a5431a0f tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:21.582752 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-41979082-02c6-4fc9-a340-ddf7a5431a0f tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:21.639692 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-41979082-02c6-4fc9-a340-ddf7a5431a0f tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1946256 May 04 17:35:21.640218 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55370) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:21.648199 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-e1a4c1b6-e96c-4ca5-b3c0-faf8abfcd10e tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Request body: {'subnet': {'network_id': '94dbf263-67fa-4c6b-b816-4a7cc5d06d9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:35:21.695415 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-92193c42-def2-4090-ba4f-b027aaaff3a1 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] For port f67002af-083a-4b71-b77e-592ab14edc01, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=f67002af-083a-4b71-b77e-592ab14edc01,segment=NetworkSegment(94edbd2f-3cb2-4850-b4d2-f7e44de9670f),segment_id=94edbd2f-3cb2-4850-b4d2-f7e44de9670f)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:35:21.696032 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-92193c42-def2-4090-ba4f-b027aaaff3a1 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:21.712162 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-0210a0ce-73db-46cd-9c4f-9ed208723967 None None] Deleting port fdba8cbf-d3a6-487d-88ba-7010e77528c7 {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:35:21.712631 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0210a0ce-73db-46cd-9c4f-9ed208723967 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:21.718373 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41979082-02c6-4fc9-a340-ddf7a5431a0f tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event updated for resources: {'Network': ['ID=94dbf263-67fa-4c6b-b816-4a7cc5d06d9b,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:21.761991 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 94dbf263-67fa-4c6b-b816-4a7cc5d06d9b details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:35:21.808645 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-e1a4c1b6-e96c-4ca5-b3c0-faf8abfcd10e tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:35:21.813219 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-e1a4c1b6-e96c-4ca5-b3c0-faf8abfcd10e tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Usage tracker for resource:subnet and tenant:008288fcbe164a17b11c7601906db5c4 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:35:21.816896 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-e1a4c1b6-e96c-4ca5-b3c0-faf8abfcd10e tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:35:21.821690 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-92193c42-def2-4090-ba4f-b027aaaff3a1 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Calling delete_port for f67002af-083a-4b71-b77e-592ab14edc01 owned by network:router_interface {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:35:21.823591 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-e1a4c1b6-e96c-4ca5-b3c0-faf8abfcd10e tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:35:21.833428 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-0210a0ce-73db-46cd-9c4f-9ed208723967 None None] The port 'fdba8cbf-d3a6-487d-88ba-7010e77528c7' was deleted {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 04 17:35:21.836250 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a4c1b6-e96c-4ca5-b3c0-faf8abfcd10e tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Made reservation on behalf of 008288fcbe164a17b11c7601906db5c4 for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:35:21.840542 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e1a4c1b6-e96c-4ca5-b3c0-faf8abfcd10e tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:22.139049 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-92193c42-def2-4090-ba4f-b027aaaff3a1 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:22.222465 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92193c42-def2-4090-ba4f-b027aaaff3a1 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event deleted for resources: {'Port': ['ID=f67002af-083a-4b71-b77e-592ab14edc01,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:22.255379 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e1a4c1b6-e96c-4ca5-b3c0-faf8abfcd10e tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:22.347784 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a4c1b6-e96c-4ca5-b3c0-faf8abfcd10e tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event updated for resources: {'Subnet': ['ID=cd401831-3352-4613-94e7-3145b25d002a,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:22.356290 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a4c1b6-e96c-4ca5-b3c0-faf8abfcd10e tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Checking segment: {'id': '4bfa55c3-2688-4e2d-aa4b-8f256e5d2f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '94dbf263-67fa-4c6b-b816-4a7cc5d06d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:35:22.356644 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a4c1b6-e96c-4ca5-b3c0-faf8abfcd10e tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Network hostable DHCP agents. Network: 94dbf263-67fa-4c6b-b816-4a7cc5d06d9b, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:35:22.376375 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a4c1b6-e96c-4ca5-b3c0-faf8abfcd10e tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Network 94dbf263-67fa-4c6b-b816-4a7cc5d06d9b is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:35:22.387279 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-e1a4c1b6-e96c-4ca5-b3c0-faf8abfcd10e tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 94dbf263-67fa-4c6b-b816-4a7cc5d06d9b) {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:35:22.391524 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a4c1b6-e96c-4ca5-b3c0-faf8abfcd10e tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:22.392040 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e1a4c1b6-e96c-4ca5-b3c0-faf8abfcd10e tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:22.398094 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc9d481-e144-46d6-bbfe-6daf0625b699 None None] Network 94dbf263-67fa-4c6b-b816-4a7cc5d06d9b requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:35:22.416239 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-e1a4c1b6-e96c-4ca5-b3c0-faf8abfcd10e tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7752986 May 04 17:35:22.418901 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55374) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:22.426891 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-aab073ff-b285-432c-8c26-714538ddee74 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1057761775', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:35:22.434301 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-aab073ff-b285-432c-8c26-714538ddee74 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:35:22.439791 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-aab073ff-b285-432c-8c26-714538ddee74 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Usage tracker for resource:router and tenant:008288fcbe164a17b11c7601906db5c4 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:35:22.443092 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-aab073ff-b285-432c-8c26-714538ddee74 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:35:22.450025 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-aab073ff-b285-432c-8c26-714538ddee74 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:35:22.464724 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-aab073ff-b285-432c-8c26-714538ddee74 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:22.466228 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-aab073ff-b285-432c-8c26-714538ddee74 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:22.492770 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-aab073ff-b285-432c-8c26-714538ddee74 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:22.521870 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-aab073ff-b285-432c-8c26-714538ddee74 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:22.536974 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-92193c42-def2-4090-ba4f-b027aaaff3a1 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710832'] for router_interface, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:22.555991 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-aab073ff-b285-432c-8c26-714538ddee74 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:22.557515 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-aab073ff-b285-432c-8c26-714538ddee74 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1368682 May 04 17:35:22.561198 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55378) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:22.568612 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-7d104f75-f94c-4e90-856e-be23c53033f1 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Request body: {'port': {'network_id': '94dbf263-67fa-4c6b-b816-4a7cc5d06d9b', 'name': 'tempest-PortsIpV6TestJSON-798662336'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:35:22.619176 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device fdba8cbf-d3a6-487d-88ba-7010e77528c7 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:35:22.660410 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: fdba8cbf-d3a6-487d-88ba-7010e77528c7 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:35:22.660669 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device fdba8cbf-d3a6-487d-88ba-7010e77528c7 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:35:22.726105 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-7d104f75-f94c-4e90-856e-be23c53033f1 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:35:22.731250 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-7d104f75-f94c-4e90-856e-be23c53033f1 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Usage tracker for resource:port and tenant:008288fcbe164a17b11c7601906db5c4 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:35:22.734764 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-7d104f75-f94c-4e90-856e-be23c53033f1 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:35:22.735328 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b417c206-b42d-4638-bdd5-c83e1e73520d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-94dbf263-67fa-4c6b-b816-4a7cc5d06d9b', 'network_id': '94dbf263-67fa-4c6b-b816-4a7cc5d06d9b', 'tenant_id': '008288fcbe164a17b11c7601906db5c4', 'fixed_ips': [{'subnet_id': 'cd401831-3352-4613-94e7-3145b25d002a'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:35:22.737717 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b417c206-b42d-4638-bdd5-c83e1e73520d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:22.741295 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-7d104f75-f94c-4e90-856e-be23c53033f1 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:35:22.751558 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d104f75-f94c-4e90-856e-be23c53033f1 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Made reservation on behalf of 008288fcbe164a17b11c7601906db5c4 for: {'port': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:35:22.755806 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7d104f75-f94c-4e90-856e-be23c53033f1 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:22.778485 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [None req-7d104f75-f94c-4e90-856e-be23c53033f1 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] device_id is not set on port 335948cf-f5f0-462c-a045-1c74b3290041 yet. {{(pid=88038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:35:22.918832 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-b417c206-b42d-4638-bdd5-c83e1e73520d None None] Allocated IP 2001:db8::2 (94dbf263-67fa-4c6b-b816-4a7cc5d06d9b/cd401831-3352-4613-94e7-3145b25d002a/863cf777-f141-4403-8e2e-63304d2a568e) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:35:22.936977 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92193c42-def2-4090-ba4f-b027aaaff3a1 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Router 3eab3784-2df0-4e94-aeb3-66a8bb1488dc has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:35:23.121232 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92193c42-def2-4090-ba4f-b027aaaff3a1 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:35:23.133624 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c96a576-419a-4879-8e6d-5bf1370e6017 None None] Sync routers for ids ['3eab3784-2df0-4e94-aeb3-66a8bb1488dc'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:35:23.136002 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-92193c42-def2-4090-ba4f-b027aaaff3a1 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "PUT /v2.0/routers/3eab3784-2df0-4e94-aeb3-66a8bb1488dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6721346 May 04 17:35:23.141412 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b417c206-b42d-4638-bdd5-c83e1e73520d None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:23.155224 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-b417c206-b42d-4638-bdd5-c83e1e73520d None None] Transition to ACTIVE for port object 863cf777-f141-4403-8e2e-63304d2a568e will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:35:23.158007 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c96a576-419a-4879-8e6d-5bf1370e6017 None None] Routers {'3eab3784-2df0-4e94-aeb3-66a8bb1488dc'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:35:23.159249 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-9c96a576-419a-4879-8e6d-5bf1370e6017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:35:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['3eab3784-2df0-4e94-aeb3-66a8bb1488dc'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:35:23.251958 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-b417c206-b42d-4638-bdd5-c83e1e73520d None None] Transition to ACTIVE for port object 863cf777-f141-4403-8e2e-63304d2a568e will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:35:23.341840 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b417c206-b42d-4638-bdd5-c83e1e73520d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:23.351491 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-7d104f75-f94c-4e90-856e-be23c53033f1 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Allocated IP 2001:db8::1c7 (94dbf263-67fa-4c6b-b816-4a7cc5d06d9b/cd401831-3352-4613-94e7-3145b25d002a/335948cf-f5f0-462c-a045-1c74b3290041) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:35:23.432480 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b417c206-b42d-4638-bdd5-c83e1e73520d None None] Network 94dbf263-67fa-4c6b-b816-4a7cc5d06d9b is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:35:23.439293 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-b417c206-b42d-4638-bdd5-c83e1e73520d None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:35:23.445210 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b417c206-b42d-4638-bdd5-c83e1e73520d None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:35:23.460968 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b417c206-b42d-4638-bdd5-c83e1e73520d None None] Pushing event updated for resources: {'Port': ['ID=863cf777-f141-4403-8e2e-63304d2a568e,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:23.500130 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-9c96a576-419a-4879-8e6d-5bf1370e6017 None None] Set router 3eab3784-2df0-4e94-aeb3-66a8bb1488dc gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:35:23.645710 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7d104f75-f94c-4e90-856e-be23c53033f1 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:23.666312 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fa327b-c93d-47fb-9199-81a24f1abccd req-334e94b1-d8be-477d-9965-f6cb94981e2c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:23.667007 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-e9fa327b-c93d-47fb-9199-81a24f1abccd req-334e94b1-d8be-477d-9965-f6cb94981e2c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Synchronizing usage tracker for tenant:8ede911fc7f845af95dd74968234120d on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:35:23.675994 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-7d104f75-f94c-4e90-856e-be23c53033f1 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Transition to ACTIVE for port object 335948cf-f5f0-462c-a045-1c74b3290041 will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:35:23.691579 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-e9fa327b-c93d-47fb-9199-81a24f1abccd req-334e94b1-d8be-477d-9965-f6cb94981e2c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Unset dirty status for tenant:8ede911fc7f845af95dd74968234120d on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:35:23.692724 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-e9fa327b-c93d-47fb-9199-81a24f1abccd req-334e94b1-d8be-477d-9965-f6cb94981e2c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=49b9b7ef-4613-4174-976f-7b150370e2d7 HTTP/1.1" status: 200 len: 946 time: 0.2161922 May 04 17:35:23.713408 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-b417c206-b42d-4638-bdd5-c83e1e73520d None None] Attempting to bind port 863cf777-f141-4403-8e2e-63304d2a568e on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:35:23.713777 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-b417c206-b42d-4638-bdd5-c83e1e73520d None None] Attempting to bind port 863cf777-f141-4403-8e2e-63304d2a568e by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '4bfa55c3-2688-4e2d-aa4b-8f256e5d2f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '94dbf263-67fa-4c6b-b816-4a7cc5d06d9b'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:35:23.714076 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b417c206-b42d-4638-bdd5-c83e1e73520d None None] Attempting to bind port 863cf777-f141-4403-8e2e-63304d2a568e on network 94dbf263-67fa-4c6b-b816-4a7cc5d06d9b {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:35:23.735646 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7d104f75-f94c-4e90-856e-be23c53033f1 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:23.736312 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b417c206-b42d-4638-bdd5-c83e1e73520d None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:35:23.737275 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b417c206-b42d-4638-bdd5-c83e1e73520d None None] Checking segment: {'id': '4bfa55c3-2688-4e2d-aa4b-8f256e5d2f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '94dbf263-67fa-4c6b-b816-4a7cc5d06d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:35:23.737611 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b417c206-b42d-4638-bdd5-c83e1e73520d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:23.738017 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b417c206-b42d-4638-bdd5-c83e1e73520d None None] Bound using segment: {'id': '4bfa55c3-2688-4e2d-aa4b-8f256e5d2f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '94dbf263-67fa-4c6b-b816-4a7cc5d06d9b'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:35:23.738486 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-b417c206-b42d-4638-bdd5-c83e1e73520d None None] Bound port: 863cf777-f141-4403-8e2e-63304d2a568e, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bfa55c3-2688-4e2d-aa4b-8f256e5d2f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '94dbf263-67fa-4c6b-b816-4a7cc5d06d9b'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:35:23.738852 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b417c206-b42d-4638-bdd5-c83e1e73520d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:23.798503 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-e9fa327b-c93d-47fb-9199-81a24f1abccd req-dbf5a9ee-b5fd-49b8-a2e1-0a70da4d086c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=e081081d-d228-40a2-bef4-1b8cc50f7dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988097 May 04 17:35:23.813976 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d104f75-f94c-4e90-856e-be23c53033f1 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Network 94dbf263-67fa-4c6b-b816-4a7cc5d06d9b is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:35:23.817743 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-7d104f75-f94c-4e90-856e-be23c53033f1 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:35:23.824970 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d104f75-f94c-4e90-856e-be23c53033f1 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:35:23.830513 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d104f75-f94c-4e90-856e-be23c53033f1 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:23.831133 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7d104f75-f94c-4e90-856e-be23c53033f1 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:23.843037 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d104f75-f94c-4e90-856e-be23c53033f1 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event updated for resources: {'Port': ['ID=335948cf-f5f0-462c-a045-1c74b3290041,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:23.859633 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-7d104f75-f94c-4e90-856e-be23c53033f1 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2968149 May 04 17:35:23.862784 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55390) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:23.921612 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-b417c206-b42d-4638-bdd5-c83e1e73520d None None] For port 863cf777-f141-4403-8e2e-63304d2a568e, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:35:23.941261 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-b417c206-b42d-4638-bdd5-c83e1e73520d None None] For port 863cf777-f141-4403-8e2e-63304d2a568e, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=863cf777-f141-4403-8e2e-63304d2a568e,segment=NetworkSegment(4bfa55c3-2688-4e2d-aa4b-8f256e5d2f4a),segment_id=4bfa55c3-2688-4e2d-aa4b-8f256e5d2f4a)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:35:23.955164 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b417c206-b42d-4638-bdd5-c83e1e73520d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:24.088350 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b417c206-b42d-4638-bdd5-c83e1e73520d None None] Pushing event updated for resources: {'Port': ['ID=863cf777-f141-4403-8e2e-63304d2a568e,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:24.125182 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-9c96a576-419a-4879-8e6d-5bf1370e6017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eab3784-2df0-4e94-aeb3-66a8bb1488dc', 'name': 'tempest-TestNetworkBasicOps-router-2033971580', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '90ecc127-a0ea-4b05-845d-09e3ed9f50b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:32:13Z', 'updated_at': '2022-05-04T17:35:21Z', 'revision_number': 6, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '90ecc127-a0ea-4b05-845d-09e3ed9f50b7', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eab3784-2df0-4e94-aeb3-66a8bb1488dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:32:15Z', 'updated_at': '2022-05-04T17:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': 'a9409616-6d11-4fa8-b9f1-119486f83947', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'floating_ip_address': '172.26.0.109', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '3eab3784-2df0-4e94-aeb3-66a8bb1488dc', 'port_id': '58c86aac-83f9-4aa8-b64f-68313194060c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7', 'mac_address': 'fa:16:3e:3f:62:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c94fc4-1d2e-44f8-9f46-561574e9168d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:33:12Z', 'updated_at': '2022-05-04T17:33:18Z', 'revision_number': 1, 'project_id': '8ede911fc7f845af95dd74968234120d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20d6e625-510e-4b30-91dd-36c857ed358d', 'name': '', 'network_id': '832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:f3:31:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eab3784-2df0-4e94-aeb3-66a8bb1488dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'ac53a930-fb01-43ca-8b12-f69e69235156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:32:29Z', 'updated_at': '2022-05-04T17:32:46Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': 'ac53a930-fb01-43ca-8b12-f69e69235156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:35:24.129529 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c96a576-419a-4879-8e6d-5bf1370e6017 None None] Checking router: 3eab3784-2df0-4e94-aeb3-66a8bb1488dc for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:35:24.138913 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c96a576-419a-4879-8e6d-5bf1370e6017 None None] Routers {'3eab3784-2df0-4e94-aeb3-66a8bb1488dc'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:35:24.139547 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-9c96a576-419a-4879-8e6d-5bf1370e6017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:35:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['3eab3784-2df0-4e94-aeb3-66a8bb1488dc'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:35:24.359372 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-9c96a576-419a-4879-8e6d-5bf1370e6017 None None] Set router 3eab3784-2df0-4e94-aeb3-66a8bb1488dc gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:35:24.553231 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 863cf777-f141-4403-8e2e-63304d2a568e up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:35:24.621549 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-dea59e85-c659-4f5d-8fc8-2728e5a64e68 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:24.726443 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 863cf777-f141-4403-8e2e-63304d2a568e completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:35:24.810266 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-9c96a576-419a-4879-8e6d-5bf1370e6017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eab3784-2df0-4e94-aeb3-66a8bb1488dc', 'name': 'tempest-TestNetworkBasicOps-router-2033971580', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '90ecc127-a0ea-4b05-845d-09e3ed9f50b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:32:13Z', 'updated_at': '2022-05-04T17:35:21Z', 'revision_number': 6, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '90ecc127-a0ea-4b05-845d-09e3ed9f50b7', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eab3784-2df0-4e94-aeb3-66a8bb1488dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:32:15Z', 'updated_at': '2022-05-04T17:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': 'a9409616-6d11-4fa8-b9f1-119486f83947', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'floating_ip_address': '172.26.0.109', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '3eab3784-2df0-4e94-aeb3-66a8bb1488dc', 'port_id': '58c86aac-83f9-4aa8-b64f-68313194060c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7', 'mac_address': 'fa:16:3e:3f:62:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c94fc4-1d2e-44f8-9f46-561574e9168d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:33:12Z', 'updated_at': '2022-05-04T17:33:18Z', 'revision_number': 1, 'project_id': '8ede911fc7f845af95dd74968234120d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20d6e625-510e-4b30-91dd-36c857ed358d', 'name': '', 'network_id': '832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:f3:31:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eab3784-2df0-4e94-aeb3-66a8bb1488dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'ac53a930-fb01-43ca-8b12-f69e69235156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:32:29Z', 'updated_at': '2022-05-04T17:32:46Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': 'ac53a930-fb01-43ca-8b12-f69e69235156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:35:24.815810 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c96a576-419a-4879-8e6d-5bf1370e6017 None None] The sync data for ids ['3eab3784-2df0-4e94-aeb3-66a8bb1488dc'] in dv-neutron-840426-1-hyperv is: [{'id': '3eab3784-2df0-4e94-aeb3-66a8bb1488dc', 'name': 'tempest-TestNetworkBasicOps-router-2033971580', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '90ecc127-a0ea-4b05-845d-09e3ed9f50b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:32:13Z', 'updated_at': '2022-05-04T17:35:21Z', 'revision_number': 6, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '90ecc127-a0ea-4b05-845d-09e3ed9f50b7', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eab3784-2df0-4e94-aeb3-66a8bb1488dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:32:15Z', 'updated_at': '2022-05-04T17:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': 'a9409616-6d11-4fa8-b9f1-119486f83947', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'floating_ip_address': '172.26.0.109', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '3eab3784-2df0-4e94-aeb3-66a8bb1488dc', 'port_id': '58c86aac-83f9-4aa8-b64f-68313194060c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7', 'mac_address': 'fa:16:3e:3f:62:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c94fc4-1d2e-44f8-9f46-561574e9168d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:33:12Z', 'updated_at': '2022-05-04T17:33:18Z', 'revision_number': 1, 'project_id': '8ede911fc7f845af95dd74968234120d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20d6e625-510e-4b30-91dd-36c857ed358d', 'name': '', 'network_id': '832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:f3:31:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eab3784-2df0-4e94-aeb3-66a8bb1488dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'ac53a930-fb01-43ca-8b12-f69e69235156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:32:29Z', 'updated_at': '2022-05-04T17:32:46Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': 'ac53a930-fb01-43ca-8b12-f69e69235156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:35:25.055901 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a284620-530c-4707-af4e-dff46a107722 req-1ae1a452-be4b-4fff-a94e-16d7b562e7e8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:25.057240 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-4a284620-530c-4707-af4e-dff46a107722 req-1ae1a452-be4b-4fff-a94e-16d7b562e7e8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Synchronizing usage tracker for tenant:8ede911fc7f845af95dd74968234120d on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:35:25.061430 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-dea59e85-c659-4f5d-8fc8-2728e5a64e68 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:25.068125 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-dea59e85-c659-4f5d-8fc8-2728e5a64e68 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:25.072589 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-4a284620-530c-4707-af4e-dff46a107722 req-1ae1a452-be4b-4fff-a94e-16d7b562e7e8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Unset dirty status for tenant:8ede911fc7f845af95dd74968234120d on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:35:25.073761 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-4a284620-530c-4707-af4e-dff46a107722 req-1ae1a452-be4b-4fff-a94e-16d7b562e7e8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=49b9b7ef-4613-4174-976f-7b150370e2d7 HTTP/1.1" status: 200 len: 946 time: 0.1213686 May 04 17:35:25.130807 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-4a284620-530c-4707-af4e-dff46a107722 req-f2d66494-aa3d-461e-b839-f0ba6e17e14a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=e081081d-d228-40a2-bef4-1b8cc50f7dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486648 May 04 17:35:25.200882 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea59e85-c659-4f5d-8fc8-2728e5a64e68 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event updated for resources: {'Port': ['ID=335948cf-f5f0-462c-a045-1c74b3290041,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:25.270812 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcd2ff0-39f4-4c2a-b5e5-bff3f76a7c24 None None] Network 94dbf263-67fa-4c6b-b816-4a7cc5d06d9b requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:35:25.293392 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9982ecbe-27e8-4168-bc30-d6acd66c0de3 req-b10d782c-dbed-466b-99cb-3cc8cb1a90c4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:25.294099 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9982ecbe-27e8-4168-bc30-d6acd66c0de3 req-b10d782c-dbed-466b-99cb-3cc8cb1a90c4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.42 "GET /v2.0/ports?device_id=49b9b7ef-4613-4174-976f-7b150370e2d7 HTTP/1.1" status: 200 len: 946 time: 0.1601393 May 04 17:35:25.388695 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [req-9982ecbe-27e8-4168-bc30-d6acd66c0de3 req-9a8c26cf-838c-48e9-89bf-e2e0859c4920 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Deleting port b9dccbbd-533e-4520-940c-d2d54bf32701 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:35:25.389044 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-9982ecbe-27e8-4168-bc30-d6acd66c0de3 req-9a8c26cf-838c-48e9-89bf-e2e0859c4920 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:25.416637 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8bd41106-986c-413b-bfa8-845dca544118 None None] Provisioning for port 863cf777-f141-4403-8e2e-63304d2a568e completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:35:25.420222 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-dea59e85-c659-4f5d-8fc8-2728e5a64e68 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710357'] for router_interface, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:25.424839 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8bd41106-986c-413b-bfa8-845dca544118 None None] Provisioning complete for port 863cf777-f141-4403-8e2e-63304d2a568e triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:35:25.425169 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8bd41106-986c-413b-bfa8-845dca544118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:25.550391 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-dea59e85-c659-4f5d-8fc8-2728e5a64e68 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:25.708367 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8bd41106-986c-413b-bfa8-845dca544118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:25.755824 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8bd41106-986c-413b-bfa8-845dca544118 None None] For port 863cf777-f141-4403-8e2e-63304d2a568e, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=863cf777-f141-4403-8e2e-63304d2a568e,segment=NetworkSegment(4bfa55c3-2688-4e2d-aa4b-8f256e5d2f4a),segment_id=4bfa55c3-2688-4e2d-aa4b-8f256e5d2f4a)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:35:25.763702 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8bd41106-986c-413b-bfa8-845dca544118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:25.829842 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-9982ecbe-27e8-4168-bc30-d6acd66c0de3 req-9a8c26cf-838c-48e9-89bf-e2e0859c4920 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] For port b9dccbbd-533e-4520-940c-d2d54bf32701, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=b9dccbbd-533e-4520-940c-d2d54bf32701,segment=NetworkSegment(94edbd2f-3cb2-4850-b4d2-f7e44de9670f),segment_id=94edbd2f-3cb2-4850-b4d2-f7e44de9670f)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:35:25.830958 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-9982ecbe-27e8-4168-bc30-d6acd66c0de3 req-9a8c26cf-838c-48e9-89bf-e2e0859c4920 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:25.844729 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd41106-986c-413b-bfa8-845dca544118 None None] Pushing event updated for resources: {'Port': ['ID=863cf777-f141-4403-8e2e-63304d2a568e,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:25.967010 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [req-9982ecbe-27e8-4168-bc30-d6acd66c0de3 req-9a8c26cf-838c-48e9-89bf-e2e0859c4920 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Calling delete_port for b9dccbbd-533e-4520-940c-d2d54bf32701 owned by compute:nova {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:35:26.130556 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-dea59e85-c659-4f5d-8fc8-2728e5a64e68 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:26.130556 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-dea59e85-c659-4f5d-8fc8-2728e5a64e68 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:26.130556 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-dea59e85-c659-4f5d-8fc8-2728e5a64e68 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710702'] for router_interface, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:26.138327 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-9982ecbe-27e8-4168-bc30-d6acd66c0de3 req-9a8c26cf-838c-48e9-89bf-e2e0859c4920 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:26.142817 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-04e5dc21-823e-4256-8b1a-0de04b8a381b None None] Provisioning for port 335948cf-f5f0-462c-a045-1c74b3290041 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:35:26.147422 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-04e5dc21-823e-4256-8b1a-0de04b8a381b None None] Provisioning complete for port 335948cf-f5f0-462c-a045-1c74b3290041 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:35:26.147422 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-04e5dc21-823e-4256-8b1a-0de04b8a381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:26.254714 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-04e5dc21-823e-4256-8b1a-0de04b8a381b None None] Port 335948cf-f5f0-462c-a045-1c74b3290041 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:35:26.262691 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8c26cf-838c-48e9-89bf-e2e0859c4920 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event deleted for resources: {'Port': ['ID=b9dccbbd-533e-4520-940c-d2d54bf32701,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:26.283081 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-04e5dc21-823e-4256-8b1a-0de04b8a381b None None] Provisioning complete for port 863cf777-f141-4403-8e2e-63304d2a568e triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:35:26.284221 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-04e5dc21-823e-4256-8b1a-0de04b8a381b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:26.329296 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea59e85-c659-4f5d-8fc8-2728e5a64e68 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event updated for resources: {'Port': ['ID=335948cf-f5f0-462c-a045-1c74b3290041,revision_number=3']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:26.344184 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [req-9982ecbe-27e8-4168-bc30-d6acd66c0de3 req-9a8c26cf-838c-48e9-89bf-e2e0859c4920 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] No DVR routers for this DVR port b9dccbbd-533e-4520-940c-d2d54bf32701 on host hv-neutron-8404 {{(pid=88037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:35:26.350021 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-9982ecbe-27e8-4168-bc30-d6acd66c0de3 req-9a8c26cf-838c-48e9-89bf-e2e0859c4920 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:26.365794 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b9b7ef-4613-4174-976f-7b150370e2d7', 'name': 'network-vif-deleted', 'tag': 'b9dccbbd-533e-4520-940c-d2d54bf32701'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:35:26.373658 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9982ecbe-27e8-4168-bc30-d6acd66c0de3 req-9a8c26cf-838c-48e9-89bf-e2e0859c4920 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.42 "DELETE /v2.0/ports/b9dccbbd-533e-4520-940c-d2d54bf32701 HTTP/1.1" status: 204 len: 173 time: 1.0735383 May 04 17:35:26.453100 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7dca1ce-a24c-4050-8d8a-20b720f2fe6a'] response: {'server_uuid': '49b9b7ef-4613-4174-976f-7b150370e2d7', 'name': 'network-vif-deleted', 'tag': 'b9dccbbd-533e-4520-940c-d2d54bf32701', 'status': 'completed', 'code': 200} May 04 17:35:26.524397 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-b1275026-1a8e-448f-bbf0-957353c67938 req-2fe9bbf3-7a69-4752-be7d-0b6488788266 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=49b9b7ef-4613-4174-976f-7b150370e2d7 HTTP/1.1" status: 200 len: 210 time: 0.1204519 May 04 17:35:26.539577 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea59e85-c659-4f5d-8fc8-2728e5a64e68 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Network 94dbf263-67fa-4c6b-b816-4a7cc5d06d9b is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:35:26.541283 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-dea59e85-c659-4f5d-8fc8-2728e5a64e68 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:35:26.552798 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 863cf777-f141-4403-8e2e-63304d2a568e up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:35:26.647969 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-87ee5d9f-c421-4171-940a-8e46368b616b None None] Provisioning complete for port 335948cf-f5f0-462c-a045-1c74b3290041 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:35:26.648442 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-87ee5d9f-c421-4171-940a-8e46368b616b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:26.716396 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-87ee5d9f-c421-4171-940a-8e46368b616b None None] Port 335948cf-f5f0-462c-a045-1c74b3290041 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:35:26.724848 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 863cf777-f141-4403-8e2e-63304d2a568e triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:35:26.725550 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:26.782767 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dea59e85-c659-4f5d-8fc8-2728e5a64e68 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Router 52b15244-c0c4-4e9d-8d0d-25427c0ea5af is scheduled to L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 with binding_index 1 {{(pid=88038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:35:26.874541 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-2ab96439-b553-441a-97df-34c88cc201de None None] Provisioning complete for port 335948cf-f5f0-462c-a045-1c74b3290041 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:35:26.875010 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-2ab96439-b553-441a-97df-34c88cc201de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:26.910685 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device f67002af-083a-4b71-b77e-592ab14edc01 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:35:26.963098 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: f67002af-083a-4b71-b77e-592ab14edc01 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:35:26.963098 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device f67002af-083a-4b71-b77e-592ab14edc01 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:35:26.966661 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea59e85-c659-4f5d-8fc8-2728e5a64e68 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:35:26.979099 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4180fe48-5ee5-4571-b9e8-05346eb43f84 None None] Sync routers for ids ['52b15244-c0c4-4e9d-8d0d-25427c0ea5af'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:35:26.980795 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-dea59e85-c659-4f5d-8fc8-2728e5a64e68 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "PUT /v2.0/routers/52b15244-c0c4-4e9d-8d0d-25427c0ea5af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1170268 May 04 17:35:26.982953 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-2ab96439-b553-441a-97df-34c88cc201de None None] Port 335948cf-f5f0-462c-a045-1c74b3290041 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:35:26.983983 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55400) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:26.997876 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4180fe48-5ee5-4571-b9e8-05346eb43f84 None None] Routers {'52b15244-c0c4-4e9d-8d0d-25427c0ea5af'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:35:26.998733 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-4180fe48-5ee5-4571-b9e8-05346eb43f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:35:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['52b15244-c0c4-4e9d-8d0d-25427c0ea5af'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:35:27.078655 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a049b649-36db-45d6-a5c2-8b7822c43d97 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:27.079449 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-a049b649-36db-45d6-a5c2-8b7822c43d97 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Synchronizing usage tracker for tenant:008288fcbe164a17b11c7601906db5c4 on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:35:27.084629 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-4180fe48-5ee5-4571-b9e8-05346eb43f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:35:27.093587 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4180fe48-5ee5-4571-b9e8-05346eb43f84 None None] Routers {'52b15244-c0c4-4e9d-8d0d-25427c0ea5af'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:35:27.094231 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-4180fe48-5ee5-4571-b9e8-05346eb43f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:35:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['52b15244-c0c4-4e9d-8d0d-25427c0ea5af'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:35:27.106066 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-167d15d3-f8a5-4226-9da0-b8844063c846 None None] Provisioning complete for port 335948cf-f5f0-462c-a045-1c74b3290041 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:35:27.106670 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-167d15d3-f8a5-4226-9da0-b8844063c846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:27.108596 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-a049b649-36db-45d6-a5c2-8b7822c43d97 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Unset dirty status for tenant:008288fcbe164a17b11c7601906db5c4 on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:35:27.113024 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-a049b649-36db-45d6-a5c2-8b7822c43d97 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "GET /v2.0/ports?device_id=52b15244-c0c4-4e9d-8d0d-25427c0ea5af HTTP/1.1" status: 200 len: 988 time: 0.1247022 May 04 17:35:27.113566 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55404) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:27.157022 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-4180fe48-5ee5-4571-b9e8-05346eb43f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:35:27.157431 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4180fe48-5ee5-4571-b9e8-05346eb43f84 None None] The sync data for ids ['52b15244-c0c4-4e9d-8d0d-25427c0ea5af'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:35:27.187140 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-167d15d3-f8a5-4226-9da0-b8844063c846 None None] Port 335948cf-f5f0-462c-a045-1c74b3290041 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:35:27.650579 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55410) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:27.740787 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7a691690-0a8d-4a4c-9d57-c83b98beda30 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:27.763345 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-98fd0b63-1749-46c0-9d56-41d4efea2ec6 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710748'] for router_interface, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:27.779250 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7a691690-0a8d-4a4c-9d57-c83b98beda30 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:27.859825 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7a691690-0a8d-4a4c-9d57-c83b98beda30 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:27.883774 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a691690-0a8d-4a4c-9d57-c83b98beda30 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e081081d-d228-40a2-bef4-1b8cc50f7dfa,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:27.898280 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7a691690-0a8d-4a4c-9d57-c83b98beda30 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:27.902680 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-7a691690-0a8d-4a4c-9d57-c83b98beda30 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "DELETE /v2.0/security-groups/e081081d-d228-40a2-bef4-1b8cc50f7dfa HTTP/1.1" status: 204 len: 168 time: 0.2484126 May 04 17:35:27.955876 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55416) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:28.037942 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e84eade-aab8-4371-85f6-4444757f7855 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Deleting subnet 22fc0d01-85d2-48cb-8dc6-df1f043da1a0 {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:35:28.040981 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4e84eade-aab8-4371-85f6-4444757f7855 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:28.072567 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-98fd0b63-1749-46c0-9d56-41d4efea2ec6 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Deleting port 335948cf-f5f0-462c-a045-1c74b3290041 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:35:28.072703 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-98fd0b63-1749-46c0-9d56-41d4efea2ec6 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:28.110663 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4e84eade-aab8-4371-85f6-4444757f7855 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:28.161563 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device b9dccbbd-533e-4520-940c-d2d54bf32701 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:35:28.209839 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] No Port match for: b9dccbbd-533e-4520-940c-d2d54bf32701 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:35:28.209839 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device b9dccbbd-533e-4520-940c-d2d54bf32701 not bound to the agent host hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:35:28.254885 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4e84eade-aab8-4371-85f6-4444757f7855 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:28.294798 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-98fd0b63-1749-46c0-9d56-41d4efea2ec6 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:28.312964 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 17:35:28.348534 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4e84eade-aab8-4371-85f6-4444757f7855 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:28.389141 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e84eade-aab8-4371-85f6-4444757f7855 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event deleted for resources: {'Subnet': ['ID=22fc0d01-85d2-48cb-8dc6-df1f043da1a0,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:28.393776 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4e84eade-aab8-4371-85f6-4444757f7855 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:28.410418 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-4e84eade-aab8-4371-85f6-4444757f7855 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "DELETE /v2.0/subnets/22fc0d01-85d2-48cb-8dc6-df1f043da1a0 HTTP/1.1" status: 204 len: 168 time: 0.4432547 May 04 17:35:28.410418 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55420) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:28.417749 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a3908c-6259-4374-8e31-35702701771b None None] Network e6044b59-95ab-4501-b15b-cebd17b40a50 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:35:28.474236 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-98fd0b63-1749-46c0-9d56-41d4efea2ec6 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Calling delete_port for 335948cf-f5f0-462c-a045-1c74b3290041 owned by network:router_interface {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:35:28.534128 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a84abf67-c2f7-4eaa-80ed-6c6cc62bd5f1 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:28.545036 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-a84abf67-c2f7-4eaa-80ed-6c6cc62bd5f1 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Deleting port 27f9023c-352e-4e3f-b4c2-c051b3257baf {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:35:28.545369 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a84abf67-c2f7-4eaa-80ed-6c6cc62bd5f1 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:28.676903 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-98fd0b63-1749-46c0-9d56-41d4efea2ec6 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:28.707378 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6621ae8f-09b4-4369-8773-0497fb98f31e None None] DHCP port deletion for e6044b59-95ab-4501-b15b-cebd17b40a50 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:35:28.711908 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-6621ae8f-09b4-4369-8773-0497fb98f31e None None] Deleting port 27f9023c-352e-4e3f-b4c2-c051b3257baf {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:35:28.712279 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-6621ae8f-09b4-4369-8773-0497fb98f31e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:28.738289 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd0b63-1749-46c0-9d56-41d4efea2ec6 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event deleted for resources: {'Port': ['ID=335948cf-f5f0-462c-a045-1c74b3290041,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:28.772439 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-a84abf67-c2f7-4eaa-80ed-6c6cc62bd5f1 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] For port 27f9023c-352e-4e3f-b4c2-c051b3257baf, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=27f9023c-352e-4e3f-b4c2-c051b3257baf,segment=NetworkSegment(94edbd2f-3cb2-4850-b4d2-f7e44de9670f),segment_id=94edbd2f-3cb2-4850-b4d2-f7e44de9670f)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:35:28.772993 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a84abf67-c2f7-4eaa-80ed-6c6cc62bd5f1 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:28.919425 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-98fd0b63-1749-46c0-9d56-41d4efea2ec6 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710832'] for router_interface, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:28.924612 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-a84abf67-c2f7-4eaa-80ed-6c6cc62bd5f1 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Calling delete_port for 27f9023c-352e-4e3f-b4c2-c051b3257baf owned by network:dhcp {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:35:28.962837 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-6621ae8f-09b4-4369-8773-0497fb98f31e None None] For port 27f9023c-352e-4e3f-b4c2-c051b3257baf, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=27f9023c-352e-4e3f-b4c2-c051b3257baf,segment=NetworkSegment(94edbd2f-3cb2-4850-b4d2-f7e44de9670f),segment_id=94edbd2f-3cb2-4850-b4d2-f7e44de9670f)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:35:28.963242 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-6621ae8f-09b4-4369-8773-0497fb98f31e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:29.010574 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a84abf67-c2f7-4eaa-80ed-6c6cc62bd5f1 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:29.058764 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84abf67-c2f7-4eaa-80ed-6c6cc62bd5f1 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event deleted for resources: {'Port': ['ID=27f9023c-352e-4e3f-b4c2-c051b3257baf,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:29.062727 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84abf67-c2f7-4eaa-80ed-6c6cc62bd5f1 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] No DVR routers for this DVR port 27f9023c-352e-4e3f-b4c2-c051b3257baf on host dv-neutron-840426-1-hyperv {{(pid=88037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:35:29.091863 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-6621ae8f-09b4-4369-8773-0497fb98f31e None None] Calling delete_port for 27f9023c-352e-4e3f-b4c2-c051b3257baf owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:35:29.169835 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.db.api [None req-6621ae8f-09b4-4369-8773-0497fb98f31e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:35:29.180885 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG oslo_db.api [None req-6621ae8f-09b4-4369-8773-0497fb98f31e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:35:29.210190 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a84abf67-c2f7-4eaa-80ed-6c6cc62bd5f1 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:29.239813 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-a84abf67-c2f7-4eaa-80ed-6c6cc62bd5f1 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6044b59-95ab-4501-b15b-cebd17b40a50']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:35:29.260602 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-a84abf67-c2f7-4eaa-80ed-6c6cc62bd5f1 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94edbd2f-3cb2-4850-b4d2-f7e44de9670f') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:35:29.261156 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-a84abf67-c2f7-4eaa-80ed-6c6cc62bd5f1 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94edbd2f-3cb2-4850-b4d2-f7e44de9670f') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:35:29.275255 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a84abf67-c2f7-4eaa-80ed-6c6cc62bd5f1 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:29.305872 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a84abf67-c2f7-4eaa-80ed-6c6cc62bd5f1 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:29.313199 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a84abf67-c2f7-4eaa-80ed-6c6cc62bd5f1 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:35:29.313939 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a84abf67-c2f7-4eaa-80ed-6c6cc62bd5f1 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:29.333663 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 17:35:29.333663 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:35:29.333663 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 17:35:29.333663 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:35:29.333663 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 17:35:29.333663 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:35:29.333663 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 17:35:29.333663 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:35:29.333663 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 17:35:29.333663 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:35:29.333663 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 17:35:29.333663 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:35:29.333663 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 17:35:29.333663 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:35:29.333663 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:35:29.333663 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:35:29.333663 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:35:29.333663 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:35:29.333663 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 17:35:29.333663 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:35:29.333663 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 17:35:29.333663 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:35:29.333663 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:35:29.333663 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:35:29.333663 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 17:35:29.333663 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:35:29.333663 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:35:29.333663 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:35:29.333663 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:35:29.333663 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:35:29.333663 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:35:29.333663 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:35:29.347955 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98fd0b63-1749-46c0-9d56-41d4efea2ec6 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Router 52b15244-c0c4-4e9d-8d0d-25427c0ea5af has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:35:29.438078 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a84abf67-c2f7-4eaa-80ed-6c6cc62bd5f1 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:29.460108 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a84abf67-c2f7-4eaa-80ed-6c6cc62bd5f1 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:29.472801 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84abf67-c2f7-4eaa-80ed-6c6cc62bd5f1 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event deleted for resources: {'Network': ['ID=e6044b59-95ab-4501-b15b-cebd17b40a50,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:29.486072 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-a84abf67-c2f7-4eaa-80ed-6c6cc62bd5f1 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "DELETE /v2.0/networks/e6044b59-95ab-4501-b15b-cebd17b40a50 HTTP/1.1" status: 204 len: 168 time: 1.0825906 May 04 17:35:29.488611 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55426) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:29.493099 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98fd0b63-1749-46c0-9d56-41d4efea2ec6 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:35:29.507467 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5a70f1-a13b-4a33-81fd-7d66b4be31fd None None] Sync routers for ids ['52b15244-c0c4-4e9d-8d0d-25427c0ea5af'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:35:29.513551 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-98fd0b63-1749-46c0-9d56-41d4efea2ec6 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "PUT /v2.0/routers/52b15244-c0c4-4e9d-8d0d-25427c0ea5af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3990295 May 04 17:35:29.516136 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55430) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:29.529812 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5a70f1-a13b-4a33-81fd-7d66b4be31fd None None] Routers {'52b15244-c0c4-4e9d-8d0d-25427c0ea5af'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:35:29.530487 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-4b5a70f1-a13b-4a33-81fd-7d66b4be31fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:35:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['52b15244-c0c4-4e9d-8d0d-25427c0ea5af'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:35:29.573375 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-9027b837-a9bb-4897-a54c-206c3d30a98a tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] GET failed (client error): The resource could not be found. May 04 17:35:29.574221 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-9027b837-a9bb-4897-a54c-206c3d30a98a tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Synchronizing usage tracker for tenant:008288fcbe164a17b11c7601906db5c4 on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:35:29.595379 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-9027b837-a9bb-4897-a54c-206c3d30a98a tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Unset dirty status for tenant:008288fcbe164a17b11c7601906db5c4 on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:35:29.596806 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-9027b837-a9bb-4897-a54c-206c3d30a98a tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "GET /v2.0/ports/335948cf-f5f0-462c-a045-1c74b3290041 HTTP/1.1" status: 404 len: 333 time: 0.0795903 May 04 17:35:29.599720 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55434) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:29.606052 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-4b5a70f1-a13b-4a33-81fd-7d66b4be31fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:35:29.617019 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5a70f1-a13b-4a33-81fd-7d66b4be31fd None None] Routers {'52b15244-c0c4-4e9d-8d0d-25427c0ea5af'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:35:29.617898 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-4b5a70f1-a13b-4a33-81fd-7d66b4be31fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:35:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['52b15244-c0c4-4e9d-8d0d-25427c0ea5af'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:35:29.696087 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-6621ae8f-09b4-4369-8773-0497fb98f31e None None] Deleting port 27f9023c-352e-4e3f-b4c2-c051b3257baf {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:35:29.696674 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-6621ae8f-09b4-4369-8773-0497fb98f31e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:29.749989 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c5870e56-111f-4ebd-8fc3-c6e29ef2ee5f tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for router, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:29.752660 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-10340db3-2e59-4ad5-b304-685f5fb89cb6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Deleting port 701f1513-b40f-4a84-a7e1-e9bdc2bc454f {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:35:29.752925 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-10340db3-2e59-4ad5-b304-685f5fb89cb6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:29.788710 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-4b5a70f1-a13b-4a33-81fd-7d66b4be31fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:35:29.789202 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5a70f1-a13b-4a33-81fd-7d66b4be31fd None None] The sync data for ids ['52b15244-c0c4-4e9d-8d0d-25427c0ea5af'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:35:29.829368 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-6621ae8f-09b4-4369-8773-0497fb98f31e None None] The port '27f9023c-352e-4e3f-b4c2-c051b3257baf' was deleted {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 04 17:35:30.047013 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-10340db3-2e59-4ad5-b304-685f5fb89cb6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:30.047560 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-10340db3-2e59-4ad5-b304-685f5fb89cb6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:30.068182 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c5870e56-111f-4ebd-8fc3-c6e29ef2ee5f tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:30.070381 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c5870e56-111f-4ebd-8fc3-c6e29ef2ee5f tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:30.093589 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c5870e56-111f-4ebd-8fc3-c6e29ef2ee5f tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:30.094281 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5870e56-111f-4ebd-8fc3-c6e29ef2ee5f tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Fanout notify agent at l3_agent the message router_deleted on router 52b15244-c0c4-4e9d-8d0d-25427c0ea5af {{(pid=88038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:35:30.106660 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c5870e56-111f-4ebd-8fc3-c6e29ef2ee5f tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:30.107767 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-c5870e56-111f-4ebd-8fc3-c6e29ef2ee5f tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "DELETE /v2.0/routers/52b15244-c0c4-4e9d-8d0d-25427c0ea5af HTTP/1.1" status: 204 len: 168 time: 0.5069041 May 04 17:35:30.110244 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55438) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:30.177283 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-10340db3-2e59-4ad5-b304-685f5fb89cb6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Calling delete_port for 701f1513-b40f-4a84-a7e1-e9bdc2bc454f owned by network:floatingip {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:35:30.186975 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_v2 [None req-22a4750e-0642-4bce-b9be-c938e176fe32 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Deleting subnet cd401831-3352-4613-94e7-3145b25d002a {{(pid=88038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:35:30.190941 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-22a4750e-0642-4bce-b9be-c938e176fe32 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for subnet, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:30.248760 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-22a4750e-0642-4bce-b9be-c938e176fe32 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-801696'] for subnet, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:30.332792 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-10340db3-2e59-4ad5-b304-685f5fb89cb6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:30.338182 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-22a4750e-0642-4bce-b9be-c938e176fe32 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:30.411033 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-22a4750e-0642-4bce-b9be-c938e176fe32 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:30.413003 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10340db3-2e59-4ad5-b304-685f5fb89cb6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event deleted for resources: {'Port': ['ID=701f1513-b40f-4a84-a7e1-e9bdc2bc454f,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:30.455799 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a4750e-0642-4bce-b9be-c938e176fe32 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event deleted for resources: {'Subnet': ['ID=cd401831-3352-4613-94e7-3145b25d002a,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:30.458954 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-22a4750e-0642-4bce-b9be-c938e176fe32 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:30.465496 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-22a4750e-0642-4bce-b9be-c938e176fe32 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "DELETE /v2.0/subnets/cd401831-3352-4613-94e7-3145b25d002a HTTP/1.1" status: 204 len: 168 time: 0.3542607 May 04 17:35:30.466770 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee05f754-c92a-4833-aa9e-fb90aa187eb9 None None] Network 94dbf263-67fa-4c6b-b816-4a7cc5d06d9b requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:35:30.468543 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55442) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:30.506785 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-10340db3-2e59-4ad5-b304-685f5fb89cb6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for floatingip, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:30.507142 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.l3_db [None req-10340db3-2e59-4ad5-b304-685f5fb89cb6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Floating IP a9409616-6d11-4fa8-b9f1-119486f83947 disassociated (deleted). External IP: 172.26.0.109, port: 58c86aac-83f9-4aa8-b64f-68313194060c. May 04 17:35:30.563004 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 27f9023c-352e-4e3f-b4c2-c051b3257baf no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:35:30.585567 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ef8d6d34-e405-4500-93a7-1272bebee9fc tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:30.595949 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-ef8d6d34-e405-4500-93a7-1272bebee9fc tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Deleting port 863cf777-f141-4403-8e2e-63304d2a568e {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:35:30.596283 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ef8d6d34-e405-4500-93a7-1272bebee9fc tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:30.607140 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 27f9023c-352e-4e3f-b4c2-c051b3257baf {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:35:30.607479 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 27f9023c-352e-4e3f-b4c2-c051b3257baf not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:35:30.797004 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2690255-b02f-4b47-93c7-c175bea0d2df None None] DHCP port deletion for 94dbf263-67fa-4c6b-b816-4a7cc5d06d9b request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:35:30.802446 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-b2690255-b02f-4b47-93c7-c175bea0d2df None None] Deleting port 863cf777-f141-4403-8e2e-63304d2a568e {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:35:30.803052 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b2690255-b02f-4b47-93c7-c175bea0d2df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:30.886397 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10340db3-2e59-4ad5-b304-685f5fb89cb6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Router 3eab3784-2df0-4e94-aeb3-66a8bb1488dc has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:35:30.930293 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-ef8d6d34-e405-4500-93a7-1272bebee9fc tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] For port 863cf777-f141-4403-8e2e-63304d2a568e, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=863cf777-f141-4403-8e2e-63304d2a568e,segment=NetworkSegment(4bfa55c3-2688-4e2d-aa4b-8f256e5d2f4a),segment_id=4bfa55c3-2688-4e2d-aa4b-8f256e5d2f4a)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:35:30.930654 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ef8d6d34-e405-4500-93a7-1272bebee9fc tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:31.011157 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-b2690255-b02f-4b47-93c7-c175bea0d2df None None] For port 863cf777-f141-4403-8e2e-63304d2a568e, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=863cf777-f141-4403-8e2e-63304d2a568e,segment=NetworkSegment(4bfa55c3-2688-4e2d-aa4b-8f256e5d2f4a),segment_id=4bfa55c3-2688-4e2d-aa4b-8f256e5d2f4a)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:35:31.011574 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b2690255-b02f-4b47-93c7-c175bea0d2df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:31.054458 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-ef8d6d34-e405-4500-93a7-1272bebee9fc tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Calling delete_port for 863cf777-f141-4403-8e2e-63304d2a568e owned by network:dhcp {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:35:31.070363 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10340db3-2e59-4ad5-b304-685f5fb89cb6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:35:31.084128 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5caefbfe-4b86-45b2-894b-a377dbe2593c None None] Sync routers for ids ['3eab3784-2df0-4e94-aeb3-66a8bb1488dc'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:35:31.087391 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-10340db3-2e59-4ad5-b304-685f5fb89cb6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:31.097144 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5caefbfe-4b86-45b2-894b-a377dbe2593c None None] Routers {'3eab3784-2df0-4e94-aeb3-66a8bb1488dc'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:35:31.098013 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-5caefbfe-4b86-45b2-894b-a377dbe2593c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:35:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['3eab3784-2df0-4e94-aeb3-66a8bb1488dc'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:35:31.140491 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ef8d6d34-e405-4500-93a7-1272bebee9fc tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:31.147840 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-b2690255-b02f-4b47-93c7-c175bea0d2df None None] Calling delete_port for 863cf777-f141-4403-8e2e-63304d2a568e owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:35:31.156572 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-10340db3-2e59-4ad5-b304-685f5fb89cb6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "DELETE /v2.0/floatingips/a9409616-6d11-4fa8-b9f1-119486f83947 HTTP/1.1" status: 204 len: 168 time: 1.6646204 May 04 17:35:31.156572 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52c94fc4-1d2e-44f8-9f46-561574e9168d', 'tag': '58c86aac-83f9-4aa8-b64f-68313194060c'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:35:31.206115 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9ce7f5d-2935-4881-9b2c-051f5757dfb5'] response: {'name': 'network-changed', 'server_uuid': '52c94fc4-1d2e-44f8-9f46-561574e9168d', 'tag': '58c86aac-83f9-4aa8-b64f-68313194060c', 'status': 'completed', 'code': 200} May 04 17:35:31.258056 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d6d34-e405-4500-93a7-1272bebee9fc tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event deleted for resources: {'Port': ['ID=863cf777-f141-4403-8e2e-63304d2a568e,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:31.270634 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8d6d34-e405-4500-93a7-1272bebee9fc tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] No DVR routers for this DVR port 863cf777-f141-4403-8e2e-63304d2a568e on host dv-neutron-840426-1-hyperv {{(pid=88038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:35:31.282001 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.db.api [None req-b2690255-b02f-4b47-93c7-c175bea0d2df None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:35:31.285038 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG oslo_db.api [None req-b2690255-b02f-4b47-93c7-c175bea0d2df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:35:31.325539 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6475d5-0d56-4740-9f5f-ea4f423a407b req-c75d708d-58c5-485b-83df-9d0410ce742e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:31.327311 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-fa6475d5-0d56-4740-9f5f-ea4f423a407b req-c75d708d-58c5-485b-83df-9d0410ce742e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ede911fc7f845af95dd74968234120d&device_id=52c94fc4-1d2e-44f8-9f46-561574e9168d HTTP/1.1" status: 200 len: 1098 time: 0.0959377 May 04 17:35:31.333869 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-5caefbfe-4b86-45b2-894b-a377dbe2593c None None] Set router 3eab3784-2df0-4e94-aeb3-66a8bb1488dc gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:35:31.423597 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ef8d6d34-e405-4500-93a7-1272bebee9fc tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:31.452663 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-ef8d6d34-e405-4500-93a7-1272bebee9fc tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94dbf263-67fa-4c6b-b816-4a7cc5d06d9b']}} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:35:31.469079 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-ef8d6d34-e405-4500-93a7-1272bebee9fc tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bfa55c3-2688-4e2d-aa4b-8f256e5d2f4a') {'for_net_delete': True} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:35:31.469827 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-ef8d6d34-e405-4500-93a7-1272bebee9fc tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bfa55c3-2688-4e2d-aa4b-8f256e5d2f4a') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:35:31.485277 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ef8d6d34-e405-4500-93a7-1272bebee9fc tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801627'] for segment, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:31.504511 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ef8d6d34-e405-4500-93a7-1272bebee9fc tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:31.513312 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef8d6d34-e405-4500-93a7-1272bebee9fc tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=88038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:35:31.514089 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ef8d6d34-e405-4500-93a7-1272bebee9fc tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7881827'] for segment, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:31.531254 dv-neutron-840426-1-hyperv neutron-server[88038]: Traceback (most recent call last): May 04 17:35:31.531254 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:35:31.531254 dv-neutron-840426-1-hyperv neutron-server[88038]: timer() May 04 17:35:31.531254 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:35:31.531254 dv-neutron-840426-1-hyperv neutron-server[88038]: cb(*args, **kw) May 04 17:35:31.531254 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:35:31.531254 dv-neutron-840426-1-hyperv neutron-server[88038]: return func(*args, **kwargs) May 04 17:35:31.531254 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:35:31.531254 dv-neutron-840426-1-hyperv neutron-server[88038]: self._notify() May 04 17:35:31.531254 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:35:31.531254 dv-neutron-840426-1-hyperv neutron-server[88038]: self.callback(batched_events) May 04 17:35:31.531254 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:35:31.531254 dv-neutron-840426-1-hyperv neutron-server[88038]: event.method(event) May 04 17:35:31.531254 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:35:31.531254 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:35:31.531254 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:35:31.531254 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:35:31.531254 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:35:31.531254 dv-neutron-840426-1-hyperv neutron-server[88038]: return f(self, *a, **k) May 04 17:35:31.531254 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:35:31.531254 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._get(url).json() May 04 17:35:31.531254 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:35:31.531254 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:35:31.531254 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:35:31.531254 dv-neutron-840426-1-hyperv neutron-server[88038]: return self.request(url, 'GET', **kwargs) May 04 17:35:31.531254 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:35:31.531254 dv-neutron-840426-1-hyperv neutron-server[88038]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:35:31.531254 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:35:31.531254 dv-neutron-840426-1-hyperv neutron-server[88038]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:35:31.531254 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:35:31.531254 dv-neutron-840426-1-hyperv neutron-server[88038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:35:31.531254 dv-neutron-840426-1-hyperv neutron-server[88038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:35:31.616332 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6475d5-0d56-4740-9f5f-ea4f423a407b req-4b5f7dec-7fad-4f6e-bcf2-1cbc7d0fb710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:31.617770 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-fa6475d5-0d56-4740-9f5f-ea4f423a407b req-4b5f7dec-7fad-4f6e-bcf2-1cbc7d0fb710 service neutron] 10.222.0.42 "GET /v2.0/networks?id=832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7 HTTP/1.1" status: 200 len: 897 time: 0.2817876 May 04 17:35:31.668274 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ef8d6d34-e405-4500-93a7-1272bebee9fc tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:31.686433 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ef8d6d34-e405-4500-93a7-1272bebee9fc tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:31.686826 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-fa6475d5-0d56-4740-9f5f-ea4f423a407b req-3ac9d0eb-c4b4-48c0-9ff2-c5d81229d717 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58c86aac-83f9-4aa8-b64f-68313194060c HTTP/1.1" status: 200 len: 217 time: 0.0622823 May 04 17:35:31.697820 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-5caefbfe-4b86-45b2-894b-a377dbe2593c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eab3784-2df0-4e94-aeb3-66a8bb1488dc', 'name': 'tempest-TestNetworkBasicOps-router-2033971580', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '90ecc127-a0ea-4b05-845d-09e3ed9f50b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:32:13Z', 'updated_at': '2022-05-04T17:35:21Z', 'revision_number': 6, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '90ecc127-a0ea-4b05-845d-09e3ed9f50b7', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eab3784-2df0-4e94-aeb3-66a8bb1488dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:32:15Z', 'updated_at': '2022-05-04T17:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '20d6e625-510e-4b30-91dd-36c857ed358d', 'name': '', 'network_id': '832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:f3:31:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eab3784-2df0-4e94-aeb3-66a8bb1488dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'ac53a930-fb01-43ca-8b12-f69e69235156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:32:29Z', 'updated_at': '2022-05-04T17:32:46Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': 'ac53a930-fb01-43ca-8b12-f69e69235156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:35:31.698251 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d6d34-e405-4500-93a7-1272bebee9fc tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event deleted for resources: {'Network': ['ID=94dbf263-67fa-4c6b-b816-4a7cc5d06d9b,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:31.702943 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5caefbfe-4b86-45b2-894b-a377dbe2593c None None] Checking router: 3eab3784-2df0-4e94-aeb3-66a8bb1488dc for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:35:31.713699 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5caefbfe-4b86-45b2-894b-a377dbe2593c None None] Routers {'3eab3784-2df0-4e94-aeb3-66a8bb1488dc'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:35:31.714514 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-5caefbfe-4b86-45b2-894b-a377dbe2593c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:35:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['3eab3784-2df0-4e94-aeb3-66a8bb1488dc'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:35:31.724044 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-ef8d6d34-e405-4500-93a7-1272bebee9fc tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "DELETE /v2.0/networks/94dbf263-67fa-4c6b-b816-4a7cc5d06d9b HTTP/1.1" status: 204 len: 168 time: 1.2543511 May 04 17:35:31.727762 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55452) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:31.736494 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd42f9-714b-46f0-b512-30855012ca4e req-eefa65dd-9d73-471f-affe-0d546c322721 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:31.738162 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-f1dd42f9-714b-46f0-b512-30855012ca4e req-eefa65dd-9d73-471f-affe-0d546c322721 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=52c94fc4-1d2e-44f8-9f46-561574e9168d HTTP/1.1" status: 200 len: 945 time: 0.1311817 May 04 17:35:31.786125 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-f1dd42f9-714b-46f0-b512-30855012ca4e req-5cf85e3e-7a8f-4d49-abcb-81eaf769dd4a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=afa7a7f7-79f2-4c52-9405-e6b754b5b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415218 May 04 17:35:31.786675 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-b2690255-b02f-4b47-93c7-c175bea0d2df None None] Deleting port 863cf777-f141-4403-8e2e-63304d2a568e {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:35:31.787133 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b2690255-b02f-4b47-93c7-c175bea0d2df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:31.808093 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6475d5-0d56-4740-9f5f-ea4f423a407b req-3a8d1e13-684f-4aeb-9731-7f93a0ee7f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:31.810164 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-fa6475d5-0d56-4740-9f5f-ea4f423a407b req-3a8d1e13-684f-4aeb-9731-7f93a0ee7f1e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ac53a930-fb01-43ca-8b12-f69e69235156 HTTP/1.1" status: 200 len: 834 time: 0.1164515 May 04 17:35:31.817499 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19fa6cf-1f01-4c7a-b52a-db8bb9d57d46 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:31.823927 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-b19fa6cf-1f01-4c7a-b52a-db8bb9d57d46 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "GET /v2.0/ports/e04d051c-02bd-4a08-829c-b68be4d1d8cc HTTP/1.1" status: 200 len: 845 time: 0.0900066 May 04 17:35:31.824242 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55456) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:31.867163 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-b2690255-b02f-4b47-93c7-c175bea0d2df None None] The port '863cf777-f141-4403-8e2e-63304d2a568e' was deleted {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 04 17:35:31.898921 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6475d5-0d56-4740-9f5f-ea4f423a407b req-27d441c4-e702-478d-9389-bfb296be9e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:31.900430 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-fa6475d5-0d56-4740-9f5f-ea4f423a407b req-27d441c4-e702-478d-9389-bfb296be9e95 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805993 May 04 17:35:31.903400 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-93a3a556-4984-42fd-9857-41f74ac98e2a tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Synchronizing usage tracker for tenant:008288fcbe164a17b11c7601906db5c4 on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:35:31.919881 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-93a3a556-4984-42fd-9857-41f74ac98e2a tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Unset dirty status for tenant:008288fcbe164a17b11c7601906db5c4 on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:35:31.921192 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-93a3a556-4984-42fd-9857-41f74ac98e2a tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "GET /v2.0/ports/e04d051c-02bd-4a08-829c-b68be4d1d8cc?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0959737 May 04 17:35:31.926855 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55460) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:31.932572 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-2032a618-eab3-47a4-b143-aabb7ddf4c21 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Request body: {'subnet': {'network_id': 'b558b9d7-a173-4f50-baff-530103f0a9c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:35:31.959934 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-5caefbfe-4b86-45b2-894b-a377dbe2593c None None] Set router 3eab3784-2df0-4e94-aeb3-66a8bb1488dc gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:35:32.043452 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-2032a618-eab3-47a4-b143-aabb7ddf4c21 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:35:32.043940 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-fa6475d5-0d56-4740-9f5f-ea4f423a407b req-e3b1c618-6334-410f-90d2-d991482e818a service neutron] 10.222.0.42 "GET /v2.0/networks/832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329768 May 04 17:35:32.047369 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-2032a618-eab3-47a4-b143-aabb7ddf4c21 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Usage tracker for resource:subnet and tenant:008288fcbe164a17b11c7601906db5c4 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:35:32.050728 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-2032a618-eab3-47a4-b143-aabb7ddf4c21 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:35:32.056704 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-2032a618-eab3-47a4-b143-aabb7ddf4c21 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:35:32.066455 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2032a618-eab3-47a4-b143-aabb7ddf4c21 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Made reservation on behalf of 008288fcbe164a17b11c7601906db5c4 for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:35:32.070181 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2032a618-eab3-47a4-b143-aabb7ddf4c21 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:32.184083 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-fa6475d5-0d56-4740-9f5f-ea4f423a407b req-fc42cec4-0c9f-448b-83b8-90484e679d62 service neutron] 10.222.0.42 "GET /v2.0/networks/832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329155 May 04 17:35:32.277621 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-5caefbfe-4b86-45b2-894b-a377dbe2593c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eab3784-2df0-4e94-aeb3-66a8bb1488dc', 'name': 'tempest-TestNetworkBasicOps-router-2033971580', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '90ecc127-a0ea-4b05-845d-09e3ed9f50b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:32:13Z', 'updated_at': '2022-05-04T17:35:21Z', 'revision_number': 6, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '90ecc127-a0ea-4b05-845d-09e3ed9f50b7', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eab3784-2df0-4e94-aeb3-66a8bb1488dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:32:15Z', 'updated_at': '2022-05-04T17:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '20d6e625-510e-4b30-91dd-36c857ed358d', 'name': '', 'network_id': '832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:f3:31:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eab3784-2df0-4e94-aeb3-66a8bb1488dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'ac53a930-fb01-43ca-8b12-f69e69235156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:32:29Z', 'updated_at': '2022-05-04T17:32:46Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': 'ac53a930-fb01-43ca-8b12-f69e69235156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:35:32.281527 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5caefbfe-4b86-45b2-894b-a377dbe2593c None None] The sync data for ids ['3eab3784-2df0-4e94-aeb3-66a8bb1488dc'] in dv-neutron-840426-1-hyperv is: [{'id': '3eab3784-2df0-4e94-aeb3-66a8bb1488dc', 'name': 'tempest-TestNetworkBasicOps-router-2033971580', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '90ecc127-a0ea-4b05-845d-09e3ed9f50b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:32:13Z', 'updated_at': '2022-05-04T17:35:21Z', 'revision_number': 6, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '90ecc127-a0ea-4b05-845d-09e3ed9f50b7', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eab3784-2df0-4e94-aeb3-66a8bb1488dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:32:15Z', 'updated_at': '2022-05-04T17:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '20d6e625-510e-4b30-91dd-36c857ed358d', 'name': '', 'network_id': '832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:f3:31:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eab3784-2df0-4e94-aeb3-66a8bb1488dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'ac53a930-fb01-43ca-8b12-f69e69235156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:32:29Z', 'updated_at': '2022-05-04T17:32:46Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': 'ac53a930-fb01-43ca-8b12-f69e69235156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:35:32.315830 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2032a618-eab3-47a4-b143-aabb7ddf4c21 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:32.374855 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2032a618-eab3-47a4-b143-aabb7ddf4c21 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Network b558b9d7-a173-4f50-baff-530103f0a9c0 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:35:32.378756 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-2032a618-eab3-47a4-b143-aabb7ddf4c21 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:35:32.381672 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2032a618-eab3-47a4-b143-aabb7ddf4c21 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:32.382290 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2032a618-eab3-47a4-b143-aabb7ddf4c21 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:32.387095 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34e1651-1a3d-40b1-953c-120d7643637f None None] Network b558b9d7-a173-4f50-baff-530103f0a9c0 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:35:32.401368 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2032a618-eab3-47a4-b143-aabb7ddf4c21 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event updated for resources: {'Subnet': ['ID=8386bde2-bdb5-4658-b90e-a475468f3950,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:32.415278 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-2032a618-eab3-47a4-b143-aabb7ddf4c21 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4847364 May 04 17:35:32.415687 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55464) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:32.420783 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-fb93cc83-47e7-4ecf-9a41-bd3e39c23a72 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Request body: {'security_group': {'name': 'tempest-secgroup-1520562585'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:35:32.427239 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-fb93cc83-47e7-4ecf-9a41-bd3e39c23a72 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:35:32.431324 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-fb93cc83-47e7-4ecf-9a41-bd3e39c23a72 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Usage tracker for resource:security_group and tenant:008288fcbe164a17b11c7601906db5c4 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:35:32.434309 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-fb93cc83-47e7-4ecf-9a41-bd3e39c23a72 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:35:32.443898 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-fb93cc83-47e7-4ecf-9a41-bd3e39c23a72 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:35:32.461883 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fb93cc83-47e7-4ecf-9a41-bd3e39c23a72 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:32.486038 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-fb93cc83-47e7-4ecf-9a41-bd3e39c23a72 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:35:32.490466 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-fb93cc83-47e7-4ecf-9a41-bd3e39c23a72 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Usage tracker for resource:security_group_rule and tenant:008288fcbe164a17b11c7601906db5c4 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:35:32.493402 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-fb93cc83-47e7-4ecf-9a41-bd3e39c23a72 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:35:32.503455 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-fb93cc83-47e7-4ecf-9a41-bd3e39c23a72 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:35:32.533617 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 863cf777-f141-4403-8e2e-63304d2a568e no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:35:32.585444 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fb93cc83-47e7-4ecf-9a41-bd3e39c23a72 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:32.589171 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fb93cc83-47e7-4ecf-9a41-bd3e39c23a72 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:32.596933 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd6c363-4398-4f86-91a7-0a7fee18fd39 None None] New status for floating IP a9409616-6d11-4fa8-b9f1-119486f83947: DOWN {{(pid=88039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:35:32.630102 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb93cc83-47e7-4ecf-9a41-bd3e39c23a72 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71aad01d-8e7e-4a5a-8085-bc4caea7d22f,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:32.633969 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fb93cc83-47e7-4ecf-9a41-bd3e39c23a72 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:32.637701 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-fb93cc83-47e7-4ecf-9a41-bd3e39c23a72 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2184839 May 04 17:35:32.637959 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55468) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:32.642842 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-ba41e324-92c8-4c06-8bb1-2737ded9a15a tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Request body: {'security_group': {'name': 'tempest-secgroup-234126411'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:35:32.646936 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 863cf777-f141-4403-8e2e-63304d2a568e {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:35:32.647277 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 863cf777-f141-4403-8e2e-63304d2a568e not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:35:32.648553 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-ba41e324-92c8-4c06-8bb1-2737ded9a15a tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:35:32.652480 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-ba41e324-92c8-4c06-8bb1-2737ded9a15a tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Usage tracker for resource:security_group and tenant:008288fcbe164a17b11c7601906db5c4 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:35:32.656016 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-ba41e324-92c8-4c06-8bb1-2737ded9a15a tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:35:32.662729 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-ba41e324-92c8-4c06-8bb1-2737ded9a15a tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:35:32.673324 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ba41e324-92c8-4c06-8bb1-2737ded9a15a tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:32.694282 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-ba41e324-92c8-4c06-8bb1-2737ded9a15a tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:35:32.698091 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-ba41e324-92c8-4c06-8bb1-2737ded9a15a tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Usage tracker for resource:security_group_rule and tenant:008288fcbe164a17b11c7601906db5c4 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:35:32.700855 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-ba41e324-92c8-4c06-8bb1-2737ded9a15a tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:35:32.706574 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-ba41e324-92c8-4c06-8bb1-2737ded9a15a tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:35:32.786833 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ba41e324-92c8-4c06-8bb1-2737ded9a15a tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:32.790742 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ba41e324-92c8-4c06-8bb1-2737ded9a15a tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:32.814071 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4821e84d-89ff-4fc3-8c48-c02b90ee9fbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-b558b9d7-a173-4f50-baff-530103f0a9c0', 'network_id': 'b558b9d7-a173-4f50-baff-530103f0a9c0', 'tenant_id': '008288fcbe164a17b11c7601906db5c4', 'fixed_ips': [{'subnet_id': '8386bde2-bdb5-4658-b90e-a475468f3950'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:35:32.816711 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4821e84d-89ff-4fc3-8c48-c02b90ee9fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:32.837688 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ba41e324-92c8-4c06-8bb1-2737ded9a15a tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:32.842441 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55474) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:32.849856 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-80c1b195-453f-4a1c-921a-2e451fbb3bd3 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-302376764', 'security_groups': ['e7a1ddff-d0fe-45a8-947c-b2e92da4759c'], 'network_id': 'b558b9d7-a173-4f50-baff-530103f0a9c0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8386bde2-bdb5-4658-b90e-a475468f3950'}]}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:35:32.853014 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-ba41e324-92c8-4c06-8bb1-2737ded9a15a tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2140601 May 04 17:35:32.862066 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba41e324-92c8-4c06-8bb1-2737ded9a15a tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a1ddff-d0fe-45a8-947c-b2e92da4759c,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:32.985951 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-4821e84d-89ff-4fc3-8c48-c02b90ee9fbe None None] Allocated IP 2001:db8::2 (b558b9d7-a173-4f50-baff-530103f0a9c0/8386bde2-bdb5-4658-b90e-a475468f3950/8e09405e-e4c7-453c-9ee5-5f7ddb65ffd4) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:35:32.999124 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca40c87-e45a-4a0f-b62c-15f55e13d84e req-2b83949c-c32e-4203-93bb-626a3e75bf5d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:32.999825 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-eca40c87-e45a-4a0f-b62c-15f55e13d84e req-2b83949c-c32e-4203-93bb-626a3e75bf5d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Synchronizing usage tracker for tenant:8ede911fc7f845af95dd74968234120d on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:35:33.014500 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-80c1b195-453f-4a1c-921a-2e451fbb3bd3 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:35:33.016038 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-eca40c87-e45a-4a0f-b62c-15f55e13d84e req-2b83949c-c32e-4203-93bb-626a3e75bf5d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Unset dirty status for tenant:8ede911fc7f845af95dd74968234120d on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:35:33.017258 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-eca40c87-e45a-4a0f-b62c-15f55e13d84e req-2b83949c-c32e-4203-93bb-626a3e75bf5d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=52c94fc4-1d2e-44f8-9f46-561574e9168d HTTP/1.1" status: 200 len: 945 time: 0.1048832 May 04 17:35:33.027704 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-80c1b195-453f-4a1c-921a-2e451fbb3bd3 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:35:33.038129 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c1b195-453f-4a1c-921a-2e451fbb3bd3 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Made reservation on behalf of 008288fcbe164a17b11c7601906db5c4 for: {'port': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:35:33.062116 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-eca40c87-e45a-4a0f-b62c-15f55e13d84e req-e90de1cb-8504-4620-8d5f-4e406ff845bc tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Synchronizing usage tracker for tenant:8ede911fc7f845af95dd74968234120d on resource:security_group {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:35:33.078189 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-eca40c87-e45a-4a0f-b62c-15f55e13d84e req-e90de1cb-8504-4620-8d5f-4e406ff845bc tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Unset dirty status for tenant:8ede911fc7f845af95dd74968234120d on resource:security_group {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:35:33.079639 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-eca40c87-e45a-4a0f-b62c-15f55e13d84e req-e90de1cb-8504-4620-8d5f-4e406ff845bc tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=afa7a7f7-79f2-4c52-9405-e6b754b5b456&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561337 May 04 17:35:33.160093 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-161283d4-e55a-4635-8d24-f12038af6b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:33.167919 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-80c1b195-453f-4a1c-921a-2e451fbb3bd3 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:33.190557 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [None req-80c1b195-453f-4a1c-921a-2e451fbb3bd3 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] device_id is not set on port 6211f8d1-4e9b-464e-97ea-1738e031df4b yet. {{(pid=88038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:35:33.254414 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4821e84d-89ff-4fc3-8c48-c02b90ee9fbe None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:33.264872 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-4821e84d-89ff-4fc3-8c48-c02b90ee9fbe None None] Transition to ACTIVE for port object 8e09405e-e4c7-453c-9ee5-5f7ddb65ffd4 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:35:33.284059 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-4821e84d-89ff-4fc3-8c48-c02b90ee9fbe None None] Transition to ACTIVE for port object 8e09405e-e4c7-453c-9ee5-5f7ddb65ffd4 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:35:33.290229 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4821e84d-89ff-4fc3-8c48-c02b90ee9fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:33.316152 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0618aed-a816-4953-9ee4-c1f5e051ee4e req-6b7629e0-891b-41f9-9b55-287d05ec7c52 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:33.318516 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e0618aed-a816-4953-9ee4-c1f5e051ee4e req-6b7629e0-891b-41f9-9b55-287d05ec7c52 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.42 "GET /v2.0/ports?device_id=52c94fc4-1d2e-44f8-9f46-561574e9168d HTTP/1.1" status: 200 len: 945 time: 0.1030626 May 04 17:35:33.356258 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4821e84d-89ff-4fc3-8c48-c02b90ee9fbe None None] Network b558b9d7-a173-4f50-baff-530103f0a9c0 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:35:33.359167 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-4821e84d-89ff-4fc3-8c48-c02b90ee9fbe None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:35:33.362144 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4821e84d-89ff-4fc3-8c48-c02b90ee9fbe None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:35:33.392686 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [req-e0618aed-a816-4953-9ee4-c1f5e051ee4e req-f4085328-1bcc-497a-a07d-ada0fcac8ea4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Deleting port 58c86aac-83f9-4aa8-b64f-68313194060c {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:35:33.393207 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-e0618aed-a816-4953-9ee4-c1f5e051ee4e req-f4085328-1bcc-497a-a07d-ada0fcac8ea4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:33.406504 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-80c1b195-453f-4a1c-921a-2e451fbb3bd3 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Allocated IP 2001:db8::167 (b558b9d7-a173-4f50-baff-530103f0a9c0/8386bde2-bdb5-4658-b90e-a475468f3950/6211f8d1-4e9b-464e-97ea-1738e031df4b) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:35:33.412390 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4821e84d-89ff-4fc3-8c48-c02b90ee9fbe None None] Pushing event updated for resources: {'Port': ['ID=8e09405e-e4c7-453c-9ee5-5f7ddb65ffd4,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:33.471450 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-4821e84d-89ff-4fc3-8c48-c02b90ee9fbe None None] Attempting to bind port 8e09405e-e4c7-453c-9ee5-5f7ddb65ffd4 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:35:33.471820 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-4821e84d-89ff-4fc3-8c48-c02b90ee9fbe None None] Attempting to bind port 8e09405e-e4c7-453c-9ee5-5f7ddb65ffd4 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '0467342b-d868-42bf-abe6-bd051c60b41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b558b9d7-a173-4f50-baff-530103f0a9c0'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:35:33.472185 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4821e84d-89ff-4fc3-8c48-c02b90ee9fbe None None] Attempting to bind port 8e09405e-e4c7-453c-9ee5-5f7ddb65ffd4 on network b558b9d7-a173-4f50-baff-530103f0a9c0 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:35:33.478114 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4821e84d-89ff-4fc3-8c48-c02b90ee9fbe None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:35:33.478538 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4821e84d-89ff-4fc3-8c48-c02b90ee9fbe None None] Checking segment: {'id': '0467342b-d868-42bf-abe6-bd051c60b41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b558b9d7-a173-4f50-baff-530103f0a9c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:35:33.479086 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4821e84d-89ff-4fc3-8c48-c02b90ee9fbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:33.479482 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4821e84d-89ff-4fc3-8c48-c02b90ee9fbe None None] Bound using segment: {'id': '0467342b-d868-42bf-abe6-bd051c60b41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b558b9d7-a173-4f50-baff-530103f0a9c0'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:35:33.480009 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-4821e84d-89ff-4fc3-8c48-c02b90ee9fbe None None] Bound port: 8e09405e-e4c7-453c-9ee5-5f7ddb65ffd4, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0467342b-d868-42bf-abe6-bd051c60b41c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b558b9d7-a173-4f50-baff-530103f0a9c0'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:35:33.480397 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4821e84d-89ff-4fc3-8c48-c02b90ee9fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:33.568867 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-4821e84d-89ff-4fc3-8c48-c02b90ee9fbe None None] For port 8e09405e-e4c7-453c-9ee5-5f7ddb65ffd4, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:35:33.572278 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-4821e84d-89ff-4fc3-8c48-c02b90ee9fbe None None] For port 8e09405e-e4c7-453c-9ee5-5f7ddb65ffd4, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=8e09405e-e4c7-453c-9ee5-5f7ddb65ffd4,segment=NetworkSegment(0467342b-d868-42bf-abe6-bd051c60b41c),segment_id=0467342b-d868-42bf-abe6-bd051c60b41c)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:35:33.576645 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4821e84d-89ff-4fc3-8c48-c02b90ee9fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:33.606088 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-80c1b195-453f-4a1c-921a-2e451fbb3bd3 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:33.625749 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-80c1b195-453f-4a1c-921a-2e451fbb3bd3 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Transition to ACTIVE for port object 6211f8d1-4e9b-464e-97ea-1738e031df4b will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:35:33.655941 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-80c1b195-453f-4a1c-921a-2e451fbb3bd3 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:33.669882 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4821e84d-89ff-4fc3-8c48-c02b90ee9fbe None None] Pushing event updated for resources: {'Port': ['ID=8e09405e-e4c7-453c-9ee5-5f7ddb65ffd4,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:33.679987 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-e0618aed-a816-4953-9ee4-c1f5e051ee4e req-f4085328-1bcc-497a-a07d-ada0fcac8ea4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] For port 58c86aac-83f9-4aa8-b64f-68313194060c, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=58c86aac-83f9-4aa8-b64f-68313194060c,segment=NetworkSegment(6f4f049e-5b81-4cd5-ae7b-d8e68835424d),segment_id=6f4f049e-5b81-4cd5-ae7b-d8e68835424d)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:35:33.680481 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-e0618aed-a816-4953-9ee4-c1f5e051ee4e req-f4085328-1bcc-497a-a07d-ada0fcac8ea4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:33.728924 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c1b195-453f-4a1c-921a-2e451fbb3bd3 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Network b558b9d7-a173-4f50-baff-530103f0a9c0 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:35:33.732184 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-80c1b195-453f-4a1c-921a-2e451fbb3bd3 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:35:33.736322 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c1b195-453f-4a1c-921a-2e451fbb3bd3 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:35:33.742344 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c1b195-453f-4a1c-921a-2e451fbb3bd3 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:33.742970 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-80c1b195-453f-4a1c-921a-2e451fbb3bd3 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:33.755616 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c1b195-453f-4a1c-921a-2e451fbb3bd3 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event updated for resources: {'Port': ['ID=6211f8d1-4e9b-464e-97ea-1738e031df4b,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:33.767719 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c1b195-453f-4a1c-921a-2e451fbb3bd3 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:33.768066 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c1b195-453f-4a1c-921a-2e451fbb3bd3 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:33.768408 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c1b195-453f-4a1c-921a-2e451fbb3bd3 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:33.768745 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c1b195-453f-4a1c-921a-2e451fbb3bd3 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:33.769076 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c1b195-453f-4a1c-921a-2e451fbb3bd3 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:33.769406 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c1b195-453f-4a1c-921a-2e451fbb3bd3 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:33.769734 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c1b195-453f-4a1c-921a-2e451fbb3bd3 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:33.770084 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c1b195-453f-4a1c-921a-2e451fbb3bd3 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:33.770416 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c1b195-453f-4a1c-921a-2e451fbb3bd3 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:33.770736 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c1b195-453f-4a1c-921a-2e451fbb3bd3 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:33.771057 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c1b195-453f-4a1c-921a-2e451fbb3bd3 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:33.771374 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c1b195-453f-4a1c-921a-2e451fbb3bd3 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:33.785255 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-80c1b195-453f-4a1c-921a-2e451fbb3bd3 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9414110 May 04 17:35:33.788079 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55478) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:33.793842 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-a51f6428-8bb9-497e-b3d9-59a23bbc5f84 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Request body: {'subnet': {'network_id': 'b558b9d7-a173-4f50-baff-530103f0a9c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:35:33.810891 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [req-e0618aed-a816-4953-9ee4-c1f5e051ee4e req-f4085328-1bcc-497a-a07d-ada0fcac8ea4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Calling delete_port for 58c86aac-83f9-4aa8-b64f-68313194060c owned by compute:nova {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:35:33.998658 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-e0618aed-a816-4953-9ee4-c1f5e051ee4e req-f4085328-1bcc-497a-a07d-ada0fcac8ea4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:34.060408 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4085328-1bcc-497a-a07d-ada0fcac8ea4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event deleted for resources: {'Port': ['ID=58c86aac-83f9-4aa8-b64f-68313194060c,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:34.065493 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-a51f6428-8bb9-497e-b3d9-59a23bbc5f84 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:35:34.069525 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-a51f6428-8bb9-497e-b3d9-59a23bbc5f84 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Usage tracker for resource:subnet and tenant:008288fcbe164a17b11c7601906db5c4 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:35:34.072489 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-a51f6428-8bb9-497e-b3d9-59a23bbc5f84 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:35:34.079466 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-a51f6428-8bb9-497e-b3d9-59a23bbc5f84 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:35:34.097374 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a51f6428-8bb9-497e-b3d9-59a23bbc5f84 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Made reservation on behalf of 008288fcbe164a17b11c7601906db5c4 for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:35:34.101057 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a51f6428-8bb9-497e-b3d9-59a23bbc5f84 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:34.209866 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4085328-1bcc-497a-a07d-ada0fcac8ea4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:34.210237 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4085328-1bcc-497a-a07d-ada0fcac8ea4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:34.210579 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4085328-1bcc-497a-a07d-ada0fcac8ea4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:34.210911 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4085328-1bcc-497a-a07d-ada0fcac8ea4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:34.211238 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4085328-1bcc-497a-a07d-ada0fcac8ea4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:34.211567 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4085328-1bcc-497a-a07d-ada0fcac8ea4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:34.211892 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4085328-1bcc-497a-a07d-ada0fcac8ea4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:34.212214 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4085328-1bcc-497a-a07d-ada0fcac8ea4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:34.212546 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4085328-1bcc-497a-a07d-ada0fcac8ea4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:34.212856 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4085328-1bcc-497a-a07d-ada0fcac8ea4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:34.213173 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4085328-1bcc-497a-a07d-ada0fcac8ea4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:34.213489 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4085328-1bcc-497a-a07d-ada0fcac8ea4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:34.252914 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0618aed-a816-4953-9ee4-c1f5e051ee4e req-f4085328-1bcc-497a-a07d-ada0fcac8ea4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] No DVR routers for this DVR port 58c86aac-83f9-4aa8-b64f-68313194060c on host hv-neutron-8404 {{(pid=88037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:35:34.255347 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-e0618aed-a816-4953-9ee4-c1f5e051ee4e req-f4085328-1bcc-497a-a07d-ada0fcac8ea4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:34.256471 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-47d42940-ac8e-4f99-916f-9d706d6ee2db req-171842b0-b515-46db-8d4b-f90471059ea0 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=52c94fc4-1d2e-44f8-9f46-561574e9168d HTTP/1.1" status: 200 len: 210 time: 0.0502028 May 04 17:35:34.258538 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52c94fc4-1d2e-44f8-9f46-561574e9168d', 'name': 'network-vif-deleted', 'tag': '58c86aac-83f9-4aa8-b64f-68313194060c'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:35:34.271829 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e0618aed-a816-4953-9ee4-c1f5e051ee4e req-f4085328-1bcc-497a-a07d-ada0fcac8ea4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.42 "DELETE /v2.0/ports/58c86aac-83f9-4aa8-b64f-68313194060c HTTP/1.1" status: 204 len: 173 time: 0.9479465 May 04 17:35:34.300397 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.ipam_backend_mixin [None req-a51f6428-8bb9-497e-b3d9-59a23bbc5f84 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8386bde2-bdb5-4658-b90e-a475468f3950 (CIDR: 2001:db8::/64) May 04 17:35:34.304054 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-a51f6428-8bb9-497e-b3d9-59a23bbc5f84 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 04 17:35:34.304646 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a51f6428-8bb9-497e-b3d9-59a23bbc5f84 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:35:34.314407 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c61a9081-ffd9-4064-947a-a1768676b67d'] response: {'server_uuid': '52c94fc4-1d2e-44f8-9f46-561574e9168d', 'name': 'network-vif-deleted', 'tag': '58c86aac-83f9-4aa8-b64f-68313194060c', 'status': 'completed', 'code': 200} May 04 17:35:34.322807 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-a51f6428-8bb9-497e-b3d9-59a23bbc5f84 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5335348 May 04 17:35:34.325439 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55486) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:34.331470 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-f0b117d6-61e2-46bc-9afe-91f67bf65143 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Request body: {'subnet': {'network_id': 'b558b9d7-a173-4f50-baff-530103f0a9c0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:35:34.496656 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-f0b117d6-61e2-46bc-9afe-91f67bf65143 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:35:34.500644 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-f0b117d6-61e2-46bc-9afe-91f67bf65143 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Usage tracker for resource:subnet and tenant:008288fcbe164a17b11c7601906db5c4 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:35:34.504560 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-f0b117d6-61e2-46bc-9afe-91f67bf65143 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:35:34.512077 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-f0b117d6-61e2-46bc-9afe-91f67bf65143 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:35:34.529226 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b117d6-61e2-46bc-9afe-91f67bf65143 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Made reservation on behalf of 008288fcbe164a17b11c7601906db5c4 for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:35:34.532869 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f0b117d6-61e2-46bc-9afe-91f67bf65143 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:34.574777 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 8e09405e-e4c7-453c-9ee5-5f7ddb65ffd4 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:35:34.655241 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 8e09405e-e4c7-453c-9ee5-5f7ddb65ffd4 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:35:34.826200 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f0b117d6-61e2-46bc-9afe-91f67bf65143 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:34.890902 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-ddceca85-577a-473b-b9e4-6c9a2f22f552 None None] Provisioning for port 8e09405e-e4c7-453c-9ee5-5f7ddb65ffd4 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:35:34.896264 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-ddceca85-577a-473b-b9e4-6c9a2f22f552 None None] Provisioning complete for port 8e09405e-e4c7-453c-9ee5-5f7ddb65ffd4 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:35:34.896635 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ddceca85-577a-473b-b9e4-6c9a2f22f552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:34.902990 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b117d6-61e2-46bc-9afe-91f67bf65143 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Network b558b9d7-a173-4f50-baff-530103f0a9c0 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:35:34.906167 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-f0b117d6-61e2-46bc-9afe-91f67bf65143 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:35:34.909191 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b117d6-61e2-46bc-9afe-91f67bf65143 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:34.910055 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f0b117d6-61e2-46bc-9afe-91f67bf65143 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:34.928056 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b117d6-61e2-46bc-9afe-91f67bf65143 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event updated for resources: {'Subnet': ['ID=a8733a58-6a0f-47cb-9331-e6c0d1d654fe,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:34.941900 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-f0b117d6-61e2-46bc-9afe-91f67bf65143 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6154003 May 04 17:35:34.944621 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55490) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:34.950525 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-5fe05631-abc9-484b-8b49-0742a556e1de tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1459031083', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a8733a58-6a0f-47cb-9331-e6c0d1d654fe'}], 'security_groups': ['71aad01d-8e7e-4a5a-8085-bc4caea7d22f']}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:35:35.025544 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ddceca85-577a-473b-b9e4-6c9a2f22f552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:35.060065 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-ddceca85-577a-473b-b9e4-6c9a2f22f552 None None] For port 8e09405e-e4c7-453c-9ee5-5f7ddb65ffd4, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=8e09405e-e4c7-453c-9ee5-5f7ddb65ffd4,segment=NetworkSegment(0467342b-d868-42bf-abe6-bd051c60b41c),segment_id=0467342b-d868-42bf-abe6-bd051c60b41c)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:35:35.064717 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ddceca85-577a-473b-b9e4-6c9a2f22f552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:35.083715 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5fe05631-abc9-484b-8b49-0742a556e1de tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:35.105818 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99de10ab-d501-4cc2-87ee-870ea410c1cf None None] Network b558b9d7-a173-4f50-baff-530103f0a9c0 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:35:35.164360 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-ddceca85-577a-473b-b9e4-6c9a2f22f552 None None] Provisioning complete for port e04d051c-02bd-4a08-829c-b68be4d1d8cc triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:35:35.164636 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ddceca85-577a-473b-b9e4-6c9a2f22f552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:35.282435 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddceca85-577a-473b-b9e4-6c9a2f22f552 None None] Pushing event updated for resources: {'Port': ['ID=8e09405e-e4c7-453c-9ee5-5f7ddb65ffd4,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:35.300122 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-ddceca85-577a-473b-b9e4-6c9a2f22f552 None None] Port e04d051c-02bd-4a08-829c-b68be4d1d8cc cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:35:35.370113 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55496) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:35.431363 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-82ddbad0-c884-409c-8ec7-b4ca0d15422c None None] Provisioning for port 6211f8d1-4e9b-464e-97ea-1738e031df4b completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:35:35.445564 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-82ddbad0-c884-409c-8ec7-b4ca0d15422c None None] Provisioning complete for port 6211f8d1-4e9b-464e-97ea-1738e031df4b triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:35:35.450004 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-52960d89-c927-41c5-9c81-435e44384d6b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:35.453651 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-82ddbad0-c884-409c-8ec7-b4ca0d15422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:35.485952 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-52960d89-c927-41c5-9c81-435e44384d6b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:35.513862 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-5fe05631-abc9-484b-8b49-0742a556e1de tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Delete allocated IP 2001:db8::167 (b558b9d7-a173-4f50-baff-530103f0a9c0/8386bde2-bdb5-4658-b90e-a475468f3950) {{(pid=88038) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 04 17:35:35.524105 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-5fe05631-abc9-484b-8b49-0742a556e1de tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Allocated IP 2001:db8:0:1::3c7 (b558b9d7-a173-4f50-baff-530103f0a9c0/a8733a58-6a0f-47cb-9331-e6c0d1d654fe/6211f8d1-4e9b-464e-97ea-1738e031df4b) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:35:35.525707 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-68adb27e-3ff9-423e-aba4-570f0ead96f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:35.527238 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-82ddbad0-c884-409c-8ec7-b4ca0d15422c None None] Port 6211f8d1-4e9b-464e-97ea-1738e031df4b cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:35:35.562071 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-52960d89-c927-41c5-9c81-435e44384d6b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:35.584191 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52960d89-c927-41c5-9c81-435e44384d6b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa7a7f7-79f2-4c52-9405-e6b754b5b456,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:35.601717 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-52960d89-c927-41c5-9c81-435e44384d6b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:35.603079 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-52960d89-c927-41c5-9c81-435e44384d6b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "DELETE /v2.0/security-groups/afa7a7f7-79f2-4c52-9405-e6b754b5b456 HTTP/1.1" status: 204 len: 168 time: 0.2319961 May 04 17:35:35.635446 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba6baf8-d0b7-4767-865c-6e8a88bbe592 None None] Update dhcp port {'port': {'network_id': 'b558b9d7-a173-4f50-baff-530103f0a9c0', 'fixed_ips': [{'subnet_id': '8386bde2-bdb5-4658-b90e-a475468f3950', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a8733a58-6a0f-47cb-9331-e6c0d1d654fe'}], 'binding:host_id': 'dv-neutron-840426-1-hyperv'}, 'id': '8e09405e-e4c7-453c-9ee5-5f7ddb65ffd4'} from dv-neutron-840426-1-hyperv. {{(pid=88039) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 04 17:35:35.687138 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-2ba6baf8-d0b7-4767-865c-6e8a88bbe592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:35.728534 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5fe05631-abc9-484b-8b49-0742a556e1de tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:35.743273 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-5fe05631-abc9-484b-8b49-0742a556e1de tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Ignored duplicate provisioning block setup for port 6211f8d1-4e9b-464e-97ea-1738e031df4b by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 04 17:35:35.747529 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5fe05631-abc9-484b-8b49-0742a556e1de tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:35.849970 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-5fe05631-abc9-484b-8b49-0742a556e1de tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] In _notify_port_updated(), no bound segment for port 6211f8d1-4e9b-464e-97ea-1738e031df4b on network b558b9d7-a173-4f50-baff-530103f0a9c0 {{(pid=88038) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 04 17:35:35.855306 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe05631-abc9-484b-8b49-0742a556e1de tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:35.855921 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5fe05631-abc9-484b-8b49-0742a556e1de tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:35.857213 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-5fe05631-abc9-484b-8b49-0742a556e1de tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "PUT /v2.0/ports/6211f8d1-4e9b-464e-97ea-1738e031df4b HTTP/1.1" status: 200 len: 931 time: 0.9116669 May 04 17:35:35.860187 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55502) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:35.867976 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe05631-abc9-484b-8b49-0742a556e1de tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event updated for resources: {'Port': ['ID=6211f8d1-4e9b-464e-97ea-1738e031df4b,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:35.902262 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-2ba6baf8-d0b7-4767-865c-6e8a88bbe592 None None] Allocated IP 2001:db8:0:1::2 (b558b9d7-a173-4f50-baff-530103f0a9c0/a8733a58-6a0f-47cb-9331-e6c0d1d654fe/8e09405e-e4c7-453c-9ee5-5f7ddb65ffd4) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:35:35.927902 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-b499c9d6-73ad-42f6-9b19-aaca65f6f7c5 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Deleting port 6211f8d1-4e9b-464e-97ea-1738e031df4b {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:35:35.928257 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b499c9d6-73ad-42f6-9b19-aaca65f6f7c5 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:36.040724 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-2ba6baf8-d0b7-4767-865c-6e8a88bbe592 None None] For port 8e09405e-e4c7-453c-9ee5-5f7ddb65ffd4, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=8e09405e-e4c7-453c-9ee5-5f7ddb65ffd4,segment=NetworkSegment(0467342b-d868-42bf-abe6-bd051c60b41c),segment_id=0467342b-d868-42bf-abe6-bd051c60b41c)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:35:36.064414 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-2ba6baf8-d0b7-4767-865c-6e8a88bbe592 None None] Notify callbacks [] for port, precommit_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:36.079930 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-2ba6baf8-d0b7-4767-865c-6e8a88bbe592 None None] Transition to ACTIVE for port object 8e09405e-e4c7-453c-9ee5-5f7ddb65ffd4 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:35:36.083855 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-2ba6baf8-d0b7-4767-865c-6e8a88bbe592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:36.178054 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 58c86aac-83f9-4aa8-b64f-68313194060c no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:35:36.187573 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b499c9d6-73ad-42f6-9b19-aaca65f6f7c5 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:36.239343 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] No Port match for: 58c86aac-83f9-4aa8-b64f-68313194060c {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:35:36.239688 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 58c86aac-83f9-4aa8-b64f-68313194060c not bound to the agent host hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:35:36.296727 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba6baf8-d0b7-4767-865c-6e8a88bbe592 None None] Pushing event updated for resources: {'Port': ['ID=8e09405e-e4c7-453c-9ee5-5f7ddb65ffd4,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:36.318901 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-b499c9d6-73ad-42f6-9b19-aaca65f6f7c5 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Calling delete_port for 6211f8d1-4e9b-464e-97ea-1738e031df4b owned by {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:35:36.469175 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b499c9d6-73ad-42f6-9b19-aaca65f6f7c5 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:36.486801 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:36.527590 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 8e09405e-e4c7-453c-9ee5-5f7ddb65ffd4 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:35:36.561696 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b499c9d6-73ad-42f6-9b19-aaca65f6f7c5 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event deleted for resources: {'Port': ['ID=6211f8d1-4e9b-464e-97ea-1738e031df4b,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:36.578252 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b499c9d6-73ad-42f6-9b19-aaca65f6f7c5 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:36.589815 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:36.592275 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-b499c9d6-73ad-42f6-9b19-aaca65f6f7c5 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "DELETE /v2.0/ports/6211f8d1-4e9b-464e-97ea-1738e031df4b HTTP/1.1" status: 204 len: 168 time: 0.7308357 May 04 17:35:36.594672 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55506) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:36.648104 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55512) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:36.648304 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0bb8730-5172-4103-b38b-6a0aba6382fe tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] GET failed (client error): The resource could not be found. May 04 17:35:36.648808 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-a0bb8730-5172-4103-b38b-6a0aba6382fe tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Synchronizing usage tracker for tenant:008288fcbe164a17b11c7601906db5c4 on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:35:36.666697 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-a0bb8730-5172-4103-b38b-6a0aba6382fe tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Unset dirty status for tenant:008288fcbe164a17b11c7601906db5c4 on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:35:36.668366 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-a0bb8730-5172-4103-b38b-6a0aba6382fe tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "GET /v2.0/ports/6211f8d1-4e9b-464e-97ea-1738e031df4b HTTP/1.1" status: 404 len: 333 time: 0.0726027 May 04 17:35:36.671448 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55516) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:36.743799 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2b3418ce-5f28-4e67-a9a3-f618c995b11f tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for security_group, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:36.860477 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-914de373-53c2-44c3-b60e-fbab7a44dc83 None None] Provisioning for port 8e09405e-e4c7-453c-9ee5-5f7ddb65ffd4 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:35:36.866712 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-914de373-53c2-44c3-b60e-fbab7a44dc83 None None] Provisioning complete for port 8e09405e-e4c7-453c-9ee5-5f7ddb65ffd4 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:35:36.867354 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-914de373-53c2-44c3-b60e-fbab7a44dc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:36.900273 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2b3418ce-5f28-4e67-a9a3-f618c995b11f tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:36.964815 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2b3418ce-5f28-4e67-a9a3-f618c995b11f tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:36.982220 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3418ce-5f28-4e67-a9a3-f618c995b11f tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a1ddff-d0fe-45a8-947c-b2e92da4759c,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:36.990042 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2b3418ce-5f28-4e67-a9a3-f618c995b11f tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:36.993629 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-2b3418ce-5f28-4e67-a9a3-f618c995b11f tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "DELETE /v2.0/security-groups/e7a1ddff-d0fe-45a8-947c-b2e92da4759c HTTP/1.1" status: 204 len: 168 time: 0.3182600 May 04 17:35:36.993836 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55520) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:37.048078 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-914de373-53c2-44c3-b60e-fbab7a44dc83 None None] Provisioning complete for port e04d051c-02bd-4a08-829c-b68be4d1d8cc triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:35:37.049451 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-914de373-53c2-44c3-b60e-fbab7a44dc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:37.061976 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8f2e201d-fbfa-4023-82bf-92930d5eda37 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for security_group, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:37.093294 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8f2e201d-fbfa-4023-82bf-92930d5eda37 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:37.110939 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-914de373-53c2-44c3-b60e-fbab7a44dc83 None None] Port e04d051c-02bd-4a08-829c-b68be4d1d8cc cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:35:37.114727 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-914de373-53c2-44c3-b60e-fbab7a44dc83 None None] Could not find standard attr ID for object 6211f8d1-4e9b-464e-97ea-1738e031df4b. {{(pid=88039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 04 17:35:37.160446 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8f2e201d-fbfa-4023-82bf-92930d5eda37 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:37.184132 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2e201d-fbfa-4023-82bf-92930d5eda37 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71aad01d-8e7e-4a5a-8085-bc4caea7d22f,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:37.189300 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8f2e201d-fbfa-4023-82bf-92930d5eda37 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:37.193700 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-8f2e201d-fbfa-4023-82bf-92930d5eda37 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "DELETE /v2.0/security-groups/71aad01d-8e7e-4a5a-8085-bc4caea7d22f HTTP/1.1" status: 204 len: 168 time: 0.1988859 May 04 17:35:37.194444 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55524) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:37.231597 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-42993f96-dd97-4afb-bef6-c506b49dd7ad None None] Could not find standard attr ID for object 6211f8d1-4e9b-464e-97ea-1738e031df4b. {{(pid=88039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 04 17:35:37.252961 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f73798f2-1bbb-4f5f-b104-c61542f2e3fa tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710748'] for router_interface, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:37.267259 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_v2 [None req-e791dd8e-ba0c-41e0-ae5c-0c508119c19c tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Deleting subnet 8386bde2-bdb5-4658-b90e-a475468f3950 {{(pid=88038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:35:37.270609 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e791dd8e-ba0c-41e0-ae5c-0c508119c19c tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for subnet, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:37.336043 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e791dd8e-ba0c-41e0-ae5c-0c508119c19c tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-801696'] for subnet, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:37.424823 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e791dd8e-ba0c-41e0-ae5c-0c508119c19c tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:37.499655 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e791dd8e-ba0c-41e0-ae5c-0c508119c19c tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:37.539396 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e791dd8e-ba0c-41e0-ae5c-0c508119c19c tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event deleted for resources: {'Subnet': ['ID=8386bde2-bdb5-4658-b90e-a475468f3950,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:37.545221 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e791dd8e-ba0c-41e0-ae5c-0c508119c19c tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:37.551842 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-e791dd8e-ba0c-41e0-ae5c-0c508119c19c tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "DELETE /v2.0/subnets/8386bde2-bdb5-4658-b90e-a475468f3950 HTTP/1.1" status: 204 len: 168 time: 0.3562777 May 04 17:35:37.553050 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625c6815-ba21-4f66-bd15-d48306e1a189 None None] Network b558b9d7-a173-4f50-baff-530103f0a9c0 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:35:37.556235 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55530) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:37.561790 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-37e18202-749e-445f-8e4a-bf84d4649424 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Request body: {'subnet': {'network_id': 'b558b9d7-a173-4f50-baff-530103f0a9c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:35:37.708872 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-37e18202-749e-445f-8e4a-bf84d4649424 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:35:37.714869 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-37e18202-749e-445f-8e4a-bf84d4649424 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Usage tracker for resource:subnet and tenant:008288fcbe164a17b11c7601906db5c4 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:35:37.717956 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-37e18202-749e-445f-8e4a-bf84d4649424 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:35:37.725521 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-37e18202-749e-445f-8e4a-bf84d4649424 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:35:37.728627 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-f73798f2-1bbb-4f5f-b104-c61542f2e3fa tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Deleting port 20d6e625-510e-4b30-91dd-36c857ed358d {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:35:37.729098 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f73798f2-1bbb-4f5f-b104-c61542f2e3fa tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:37.742751 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e18202-749e-445f-8e4a-bf84d4649424 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Made reservation on behalf of 008288fcbe164a17b11c7601906db5c4 for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:35:37.747434 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-37e18202-749e-445f-8e4a-bf84d4649424 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:37.829273 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:37.958556 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-f73798f2-1bbb-4f5f-b104-c61542f2e3fa tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] For port 20d6e625-510e-4b30-91dd-36c857ed358d, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=20d6e625-510e-4b30-91dd-36c857ed358d,segment=NetworkSegment(6f4f049e-5b81-4cd5-ae7b-d8e68835424d),segment_id=6f4f049e-5b81-4cd5-ae7b-d8e68835424d)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:35:37.959095 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f73798f2-1bbb-4f5f-b104-c61542f2e3fa tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:38.117956 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-f73798f2-1bbb-4f5f-b104-c61542f2e3fa tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Calling delete_port for 20d6e625-510e-4b30-91dd-36c857ed358d owned by network:router_interface {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:35:38.128017 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-37e18202-749e-445f-8e4a-bf84d4649424 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:38.275677 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e18202-749e-445f-8e4a-bf84d4649424 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event updated for resources: {'Subnet': ['ID=90155e10-b919-41ad-8d79-fea4649728c3,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:38.279280 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e18202-749e-445f-8e4a-bf84d4649424 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Network b558b9d7-a173-4f50-baff-530103f0a9c0 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:35:38.280917 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-37e18202-749e-445f-8e4a-bf84d4649424 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:35:38.283545 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e18202-749e-445f-8e4a-bf84d4649424 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:38.286164 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-37e18202-749e-445f-8e4a-bf84d4649424 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:38.311753 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-37e18202-749e-445f-8e4a-bf84d4649424 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7543218 May 04 17:35:38.315118 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55552) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:38.323295 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-f50444fc-d419-44df-8343-c863b7e998ea tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Request body: {'security_group': {'name': 'tempest-secgroup-109296136'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:35:38.330989 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-f50444fc-d419-44df-8343-c863b7e998ea tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:35:38.336067 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-f50444fc-d419-44df-8343-c863b7e998ea tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Usage tracker for resource:security_group and tenant:008288fcbe164a17b11c7601906db5c4 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:35:38.339856 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-f50444fc-d419-44df-8343-c863b7e998ea tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:35:38.340447 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e3da8-4fa1-456f-92ef-fab70d7c1574 req-4f73f90d-de39-4f06-a0a0-4c65642d8193 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:38.346639 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-f50444fc-d419-44df-8343-c863b7e998ea tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:35:38.347483 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-153e3da8-4fa1-456f-92ef-fab70d7c1574 req-4f73f90d-de39-4f06-a0a0-4c65642d8193 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7eaae3f-eb23-4126-a1e4-aa9915a6cd46 HTTP/1.1" status: 200 len: 946 time: 0.1484897 May 04 17:35:38.359385 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f50444fc-d419-44df-8343-c863b7e998ea tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:38.388166 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-f50444fc-d419-44df-8343-c863b7e998ea tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:35:38.393419 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-f50444fc-d419-44df-8343-c863b7e998ea tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Usage tracker for resource:security_group_rule and tenant:008288fcbe164a17b11c7601906db5c4 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:35:38.397424 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-f50444fc-d419-44df-8343-c863b7e998ea tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:35:38.404348 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-f50444fc-d419-44df-8343-c863b7e998ea tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:35:38.446815 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-153e3da8-4fa1-456f-92ef-fab70d7c1574 req-e8211de6-245d-4667-8f07-558c8e489a89 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "GET /v2.0/security-groups?id=a49400ca-9754-47a7-84f8-c8fb6cea4011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983593 May 04 17:35:38.495181 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f73798f2-1bbb-4f5f-b104-c61542f2e3fa tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:38.525015 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f50444fc-d419-44df-8343-c863b7e998ea tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:38.530161 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f50444fc-d419-44df-8343-c863b7e998ea tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:38.545972 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73798f2-1bbb-4f5f-b104-c61542f2e3fa tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event deleted for resources: {'Port': ['ID=20d6e625-510e-4b30-91dd-36c857ed358d,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:38.579068 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50444fc-d419-44df-8343-c863b7e998ea tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e06843-5872-466c-a27c-617a9fdb9cdf,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:38.596610 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f50444fc-d419-44df-8343-c863b7e998ea tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:38.600553 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-f50444fc-d419-44df-8343-c863b7e998ea tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2818618 May 04 17:35:38.600805 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55556) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:38.606310 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-438919fe-77e9-4f24-b989-b31b0cef5692 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Request body: {'security_group': {'name': 'tempest-secgroup-1651778796'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:35:38.613185 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-438919fe-77e9-4f24-b989-b31b0cef5692 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:35:38.617388 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-438919fe-77e9-4f24-b989-b31b0cef5692 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Usage tracker for resource:security_group and tenant:008288fcbe164a17b11c7601906db5c4 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:35:38.620571 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-438919fe-77e9-4f24-b989-b31b0cef5692 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:35:38.630828 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-438919fe-77e9-4f24-b989-b31b0cef5692 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:35:38.637886 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7aec8a6-28e9-485e-99cc-9b2e30e45725 None None] Network b558b9d7-a173-4f50-baff-530103f0a9c0 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:35:38.644723 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-438919fe-77e9-4f24-b989-b31b0cef5692 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:38.664839 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-438919fe-77e9-4f24-b989-b31b0cef5692 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:35:38.668926 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-438919fe-77e9-4f24-b989-b31b0cef5692 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Usage tracker for resource:security_group_rule and tenant:008288fcbe164a17b11c7601906db5c4 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:35:38.672051 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-438919fe-77e9-4f24-b989-b31b0cef5692 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:35:38.678567 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-438919fe-77e9-4f24-b989-b31b0cef5692 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:35:38.710013 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-fb60ab76-92ef-4aca-894a-28faed01e5f5 None None] Provisioning complete for port 8e09405e-e4c7-453c-9ee5-5f7ddb65ffd4 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:35:38.710501 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-fb60ab76-92ef-4aca-894a-28faed01e5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:38.769958 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-438919fe-77e9-4f24-b989-b31b0cef5692 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:38.775922 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-438919fe-77e9-4f24-b989-b31b0cef5692 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:38.822813 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438919fe-77e9-4f24-b989-b31b0cef5692 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ddf2451-f02c-4336-ace9-be83d8281b10,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:38.828460 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-438919fe-77e9-4f24-b989-b31b0cef5692 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:38.830023 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-438919fe-77e9-4f24-b989-b31b0cef5692 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2280974 May 04 17:35:38.839666 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55560) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:38.850631 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-50dafd9f-f468-49de-99e0-ca587a12ea05 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Request body: {'security_group': {'name': 'tempest-secgroup-1010092413'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:35:38.857996 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-50dafd9f-f468-49de-99e0-ca587a12ea05 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:35:38.864047 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-50dafd9f-f468-49de-99e0-ca587a12ea05 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Usage tracker for resource:security_group and tenant:008288fcbe164a17b11c7601906db5c4 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:35:38.867878 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-50dafd9f-f468-49de-99e0-ca587a12ea05 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:35:38.875802 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-50dafd9f-f468-49de-99e0-ca587a12ea05 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:35:38.889592 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f73798f2-1bbb-4f5f-b104-c61542f2e3fa tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710832'] for router_interface, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:38.890764 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-50dafd9f-f468-49de-99e0-ca587a12ea05 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:38.917234 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-50dafd9f-f468-49de-99e0-ca587a12ea05 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:35:38.921365 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-50dafd9f-f468-49de-99e0-ca587a12ea05 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Usage tracker for resource:security_group_rule and tenant:008288fcbe164a17b11c7601906db5c4 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:35:38.925117 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-50dafd9f-f468-49de-99e0-ca587a12ea05 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:35:38.931099 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-50dafd9f-f468-49de-99e0-ca587a12ea05 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:35:39.002128 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-50dafd9f-f468-49de-99e0-ca587a12ea05 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:39.007079 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-50dafd9f-f468-49de-99e0-ca587a12ea05 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:39.027944 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-fb60ab76-92ef-4aca-894a-28faed01e5f5 None None] Provisioning complete for port e04d051c-02bd-4a08-829c-b68be4d1d8cc triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:35:39.028327 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-fb60ab76-92ef-4aca-894a-28faed01e5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:39.052804 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dafd9f-f468-49de-99e0-ca587a12ea05 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a5a74f-1ae4-410a-bd11-4a8402265f70,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:39.055287 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-50dafd9f-f468-49de-99e0-ca587a12ea05 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:39.056617 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-50dafd9f-f468-49de-99e0-ca587a12ea05 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2137585 May 04 17:35:39.061362 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55564) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:39.067748 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-8db265a5-3072-4fd2-bd43-feab007c72eb tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1694937886', 'security_groups': ['d9a5a74f-1ae4-410a-bd11-4a8402265f70'], 'network_id': 'b558b9d7-a173-4f50-baff-530103f0a9c0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '90155e10-b919-41ad-8d79-fea4649728c3'}]}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:35:39.097656 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-fb60ab76-92ef-4aca-894a-28faed01e5f5 None None] Port e04d051c-02bd-4a08-829c-b68be4d1d8cc cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:35:39.229346 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-8db265a5-3072-4fd2-bd43-feab007c72eb tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:35:39.239916 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-8db265a5-3072-4fd2-bd43-feab007c72eb tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:35:39.252475 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db265a5-3072-4fd2-bd43-feab007c72eb tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Made reservation on behalf of 008288fcbe164a17b11c7601906db5c4 for: {'port': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:35:39.266160 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3c4297-5a13-4a8c-b17b-c78a1f73f4c3 None None] Update dhcp port {'port': {'network_id': 'b558b9d7-a173-4f50-baff-530103f0a9c0', 'fixed_ips': [{'subnet_id': 'a8733a58-6a0f-47cb-9331-e6c0d1d654fe', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '90155e10-b919-41ad-8d79-fea4649728c3'}], 'binding:host_id': 'dv-neutron-840426-1-hyperv'}, 'id': '8e09405e-e4c7-453c-9ee5-5f7ddb65ffd4'} from dv-neutron-840426-1-hyperv. {{(pid=88039) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 04 17:35:39.297708 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:39.325010 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1d3c4297-5a13-4a8c-b17b-c78a1f73f4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:39.382176 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8db265a5-3072-4fd2-bd43-feab007c72eb tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:39.391678 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f73798f2-1bbb-4f5f-b104-c61542f2e3fa tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Router 3eab3784-2df0-4e94-aeb3-66a8bb1488dc has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:35:39.403648 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [None req-8db265a5-3072-4fd2-bd43-feab007c72eb tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] device_id is not set on port b60feb33-4610-4d2c-8755-8d8f2fbb3458 yet. {{(pid=88038) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:35:39.537130 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-1d3c4297-5a13-4a8c-b17b-c78a1f73f4c3 None None] Allocated IP 2001:db8::2 (b558b9d7-a173-4f50-baff-530103f0a9c0/90155e10-b919-41ad-8d79-fea4649728c3/8e09405e-e4c7-453c-9ee5-5f7ddb65ffd4) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:35:39.610310 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73798f2-1bbb-4f5f-b104-c61542f2e3fa tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:35:39.625901 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-f73798f2-1bbb-4f5f-b104-c61542f2e3fa tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "PUT /v2.0/routers/3eab3784-2df0-4e94-aeb3-66a8bb1488dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9740069 May 04 17:35:39.626098 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7789f03c-733d-481c-a8f3-cb5b6669c985 None None] Sync routers for ids ['3eab3784-2df0-4e94-aeb3-66a8bb1488dc'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:35:39.626542 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55570) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:39.642301 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7789f03c-733d-481c-a8f3-cb5b6669c985 None None] Routers {'3eab3784-2df0-4e94-aeb3-66a8bb1488dc'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:35:39.643236 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-7789f03c-733d-481c-a8f3-cb5b6669c985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:35:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['3eab3784-2df0-4e94-aeb3-66a8bb1488dc'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:35:39.645780 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb99b523-0438-4871-ad80-271d38493f8d req-ce6e63d6-69a9-4dd5-b4b0-63290198d750 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:39.647451 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-fb99b523-0438-4871-ad80-271d38493f8d req-ce6e63d6-69a9-4dd5-b4b0-63290198d750 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7eaae3f-eb23-4126-a1e4-aa9915a6cd46 HTTP/1.1" status: 200 len: 946 time: 0.0904939 May 04 17:35:39.700711 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-f63e223d-3eec-4a65-9ed6-ef01150b1ed8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Deleting subnet ac53a930-fb01-43ca-8b12-f69e69235156 {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:35:39.703828 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f63e223d-3eec-4a65-9ed6-ef01150b1ed8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:39.706698 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-1d3c4297-5a13-4a8c-b17b-c78a1f73f4c3 None None] For port 8e09405e-e4c7-453c-9ee5-5f7ddb65ffd4, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=8e09405e-e4c7-453c-9ee5-5f7ddb65ffd4,segment=NetworkSegment(0467342b-d868-42bf-abe6-bd051c60b41c),segment_id=0467342b-d868-42bf-abe6-bd051c60b41c)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:35:39.708898 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-fb99b523-0438-4871-ad80-271d38493f8d req-532434fa-6a75-4e35-a60e-4b1fb3bc86bb tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "GET /v2.0/security-groups?id=a49400ca-9754-47a7-84f8-c8fb6cea4011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547354 May 04 17:35:39.735486 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1d3c4297-5a13-4a8c-b17b-c78a1f73f4c3 None None] Notify callbacks [] for port, precommit_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:39.752732 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-1d3c4297-5a13-4a8c-b17b-c78a1f73f4c3 None None] Transition to ACTIVE for port object 8e09405e-e4c7-453c-9ee5-5f7ddb65ffd4 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:35:39.757170 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1d3c4297-5a13-4a8c-b17b-c78a1f73f4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:39.768962 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f63e223d-3eec-4a65-9ed6-ef01150b1ed8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:39.841218 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-8db265a5-3072-4fd2-bd43-feab007c72eb tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Allocated IP 2001:db8::309 (b558b9d7-a173-4f50-baff-530103f0a9c0/90155e10-b919-41ad-8d79-fea4649728c3/b60feb33-4610-4d2c-8755-8d8f2fbb3458) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:35:39.883663 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-7789f03c-733d-481c-a8f3-cb5b6669c985 None None] Set router 3eab3784-2df0-4e94-aeb3-66a8bb1488dc gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:35:39.883889 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f63e223d-3eec-4a65-9ed6-ef01150b1ed8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:39.954026 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3c4297-5a13-4a8c-b17b-c78a1f73f4c3 None None] Pushing event updated for resources: {'Port': ['ID=8e09405e-e4c7-453c-9ee5-5f7ddb65ffd4,revision_number=6']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:39.965170 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3c4297-5a13-4a8c-b17b-c78a1f73f4c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:39.965520 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3c4297-5a13-4a8c-b17b-c78a1f73f4c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:39.965856 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3c4297-5a13-4a8c-b17b-c78a1f73f4c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:39.966216 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3c4297-5a13-4a8c-b17b-c78a1f73f4c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:39.966543 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3c4297-5a13-4a8c-b17b-c78a1f73f4c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:39.966866 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3c4297-5a13-4a8c-b17b-c78a1f73f4c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:39.967191 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3c4297-5a13-4a8c-b17b-c78a1f73f4c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:39.967511 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3c4297-5a13-4a8c-b17b-c78a1f73f4c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:39.967831 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3c4297-5a13-4a8c-b17b-c78a1f73f4c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:39.968145 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3c4297-5a13-4a8c-b17b-c78a1f73f4c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:39.968463 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3c4297-5a13-4a8c-b17b-c78a1f73f4c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:39.968775 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3c4297-5a13-4a8c-b17b-c78a1f73f4c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:39.982792 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f63e223d-3eec-4a65-9ed6-ef01150b1ed8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:40.034531 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e223d-3eec-4a65-9ed6-ef01150b1ed8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event deleted for resources: {'Subnet': ['ID=ac53a930-fb01-43ca-8b12-f69e69235156,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:40.040876 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f63e223d-3eec-4a65-9ed6-ef01150b1ed8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:40.042721 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a074143-5b02-42ce-a992-6eaea0495e1c None None] Network 832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:35:40.048348 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-f63e223d-3eec-4a65-9ed6-ef01150b1ed8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "DELETE /v2.0/subnets/ac53a930-fb01-43ca-8b12-f69e69235156 HTTP/1.1" status: 204 len: 168 time: 0.4210117 May 04 17:35:40.054928 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55574) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:40.253955 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-7789f03c-733d-481c-a8f3-cb5b6669c985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eab3784-2df0-4e94-aeb3-66a8bb1488dc', 'name': 'tempest-TestNetworkBasicOps-router-2033971580', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '90ecc127-a0ea-4b05-845d-09e3ed9f50b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:32:13Z', 'updated_at': '2022-05-04T17:35:38Z', 'revision_number': 7, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '90ecc127-a0ea-4b05-845d-09e3ed9f50b7', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eab3784-2df0-4e94-aeb3-66a8bb1488dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:32:15Z', 'updated_at': '2022-05-04T17:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:35:40.258316 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7789f03c-733d-481c-a8f3-cb5b6669c985 None None] Checking router: 3eab3784-2df0-4e94-aeb3-66a8bb1488dc for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:35:40.271676 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7789f03c-733d-481c-a8f3-cb5b6669c985 None None] Routers {'3eab3784-2df0-4e94-aeb3-66a8bb1488dc'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:35:40.272304 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-7789f03c-733d-481c-a8f3-cb5b6669c985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:35:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['3eab3784-2df0-4e94-aeb3-66a8bb1488dc'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:35:40.282100 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8db265a5-3072-4fd2-bd43-feab007c72eb tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:40.288194 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7a11ad39-55c2-4598-af30-07ac1a8a9fc6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for router, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:40.301502 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-8db265a5-3072-4fd2-bd43-feab007c72eb tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Transition to ACTIVE for port object b60feb33-4610-4d2c-8755-8d8f2fbb3458 will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:35:40.333328 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8db265a5-3072-4fd2-bd43-feab007c72eb tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:40.423070 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db265a5-3072-4fd2-bd43-feab007c72eb tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Network b558b9d7-a173-4f50-baff-530103f0a9c0 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:35:40.427814 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-8db265a5-3072-4fd2-bd43-feab007c72eb tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:35:40.430553 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db265a5-3072-4fd2-bd43-feab007c72eb tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:35:40.437180 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db265a5-3072-4fd2-bd43-feab007c72eb tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:40.437962 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8db265a5-3072-4fd2-bd43-feab007c72eb tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:40.460616 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db265a5-3072-4fd2-bd43-feab007c72eb tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event updated for resources: {'Port': ['ID=b60feb33-4610-4d2c-8755-8d8f2fbb3458,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:40.480349 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-8db265a5-3072-4fd2-bd43-feab007c72eb tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4172494 May 04 17:35:40.482830 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55578) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:40.489338 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-28159ec9-71b3-43be-ad1a-70b951d8bd15 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Request body: {'subnet': {'network_id': 'b558b9d7-a173-4f50-baff-530103f0a9c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:35:40.503297 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-7789f03c-733d-481c-a8f3-cb5b6669c985 None None] Set router 3eab3784-2df0-4e94-aeb3-66a8bb1488dc gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:35:40.541173 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ec2836-9444-42b0-aa6b-ecc85dbbe24b None None] DHCP port deletion for 832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:35:40.546153 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-39ec2836-9444-42b0-aa6b-ecc85dbbe24b None None] Deleting port a8d644c7-1763-46fd-9b3d-99f41fab8eb4 {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:35:40.546702 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-39ec2836-9444-42b0-aa6b-ecc85dbbe24b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:40.564420 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7a11ad39-55c2-4598-af30-07ac1a8a9fc6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:40.583451 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-7a11ad39-55c2-4598-af30-07ac1a8a9fc6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Deleting port 90ecc127-a0ea-4b05-845d-09e3ed9f50b7 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:35:40.583793 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7a11ad39-55c2-4598-af30-07ac1a8a9fc6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:40.707899 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 8e09405e-e4c7-453c-9ee5-5f7ddb65ffd4 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:35:40.753809 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-28159ec9-71b3-43be-ad1a-70b951d8bd15 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:35:40.757803 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-28159ec9-71b3-43be-ad1a-70b951d8bd15 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Usage tracker for resource:subnet and tenant:008288fcbe164a17b11c7601906db5c4 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:35:40.760788 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-28159ec9-71b3-43be-ad1a-70b951d8bd15 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:35:40.766986 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-28159ec9-71b3-43be-ad1a-70b951d8bd15 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:35:40.779174 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28159ec9-71b3-43be-ad1a-70b951d8bd15 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Made reservation on behalf of 008288fcbe164a17b11c7601906db5c4 for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:35:40.782786 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-28159ec9-71b3-43be-ad1a-70b951d8bd15 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:40.859101 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-7a11ad39-55c2-4598-af30-07ac1a8a9fc6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] For port 90ecc127-a0ea-4b05-845d-09e3ed9f50b7, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=90ecc127-a0ea-4b05-845d-09e3ed9f50b7,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:35:40.859462 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7a11ad39-55c2-4598-af30-07ac1a8a9fc6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:40.931789 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-39ec2836-9444-42b0-aa6b-ecc85dbbe24b None None] For port a8d644c7-1763-46fd-9b3d-99f41fab8eb4, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=a8d644c7-1763-46fd-9b3d-99f41fab8eb4,segment=NetworkSegment(6f4f049e-5b81-4cd5-ae7b-d8e68835424d),segment_id=6f4f049e-5b81-4cd5-ae7b-d8e68835424d)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:35:40.932544 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-39ec2836-9444-42b0-aa6b-ecc85dbbe24b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:40.993199 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.ipam_backend_mixin [None req-28159ec9-71b3-43be-ad1a-70b951d8bd15 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 90155e10-b919-41ad-8d79-fea4649728c3 (CIDR: 2001:db8::/64) May 04 17:35:40.998168 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-28159ec9-71b3-43be-ad1a-70b951d8bd15 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 04 17:35:40.998675 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28159ec9-71b3-43be-ad1a-70b951d8bd15 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:35:41.023077 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-28159ec9-71b3-43be-ad1a-70b951d8bd15 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5390952 May 04 17:35:41.025756 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55584) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:41.032697 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-4c756217-10b6-43fc-9d70-4c74ce1e8ad1 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Request body: {'subnet': {'network_id': 'b558b9d7-a173-4f50-baff-530103f0a9c0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:35:41.034517 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-7789f03c-733d-481c-a8f3-cb5b6669c985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eab3784-2df0-4e94-aeb3-66a8bb1488dc', 'name': 'tempest-TestNetworkBasicOps-router-2033971580', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '90ecc127-a0ea-4b05-845d-09e3ed9f50b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:32:13Z', 'updated_at': '2022-05-04T17:35:38Z', 'revision_number': 7, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '90ecc127-a0ea-4b05-845d-09e3ed9f50b7', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eab3784-2df0-4e94-aeb3-66a8bb1488dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:32:15Z', 'updated_at': '2022-05-04T17:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:35:41.039683 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7789f03c-733d-481c-a8f3-cb5b6669c985 None None] The sync data for ids ['3eab3784-2df0-4e94-aeb3-66a8bb1488dc'] in dv-neutron-840426-1-hyperv is: [{'id': '3eab3784-2df0-4e94-aeb3-66a8bb1488dc', 'name': 'tempest-TestNetworkBasicOps-router-2033971580', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '90ecc127-a0ea-4b05-845d-09e3ed9f50b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:32:13Z', 'updated_at': '2022-05-04T17:35:38Z', 'revision_number': 7, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '90ecc127-a0ea-4b05-845d-09e3ed9f50b7', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eab3784-2df0-4e94-aeb3-66a8bb1488dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:32:15Z', 'updated_at': '2022-05-04T17:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:35:41.109620 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-39ec2836-9444-42b0-aa6b-ecc85dbbe24b None None] Calling delete_port for a8d644c7-1763-46fd-9b3d-99f41fab8eb4 owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:35:41.137739 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-045f0b5a-13c7-4802-ad74-29f9b97fb4eb None None] Provisioning for port 8e09405e-e4c7-453c-9ee5-5f7ddb65ffd4 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:35:41.156902 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-045f0b5a-13c7-4802-ad74-29f9b97fb4eb None None] Provisioning complete for port 8e09405e-e4c7-453c-9ee5-5f7ddb65ffd4 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:35:41.157278 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-045f0b5a-13c7-4802-ad74-29f9b97fb4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:41.213145 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-4c756217-10b6-43fc-9d70-4c74ce1e8ad1 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:35:41.217651 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-4c756217-10b6-43fc-9d70-4c74ce1e8ad1 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Usage tracker for resource:subnet and tenant:008288fcbe164a17b11c7601906db5c4 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:35:41.222699 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-4c756217-10b6-43fc-9d70-4c74ce1e8ad1 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:35:41.229710 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-4c756217-10b6-43fc-9d70-4c74ce1e8ad1 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:35:41.244345 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c756217-10b6-43fc-9d70-4c74ce1e8ad1 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Made reservation on behalf of 008288fcbe164a17b11c7601906db5c4 for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:35:41.248513 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4c756217-10b6-43fc-9d70-4c74ce1e8ad1 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:41.253270 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-7a11ad39-55c2-4598-af30-07ac1a8a9fc6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Calling delete_port for 90ecc127-a0ea-4b05-845d-09e3ed9f50b7 owned by network:router_gateway {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:35:41.297132 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-39ec2836-9444-42b0-aa6b-ecc85dbbe24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124'] for port, after_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:41.349096 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ec2836-9444-42b0-aa6b-ecc85dbbe24b None None] No DVR routers for this DVR port a8d644c7-1763-46fd-9b3d-99f41fab8eb4 on host dv-neutron-840426-1-hyperv {{(pid=88039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:35:41.356034 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ec2836-9444-42b0-aa6b-ecc85dbbe24b None None] Pushing event deleted for resources: {'Port': ['ID=a8d644c7-1763-46fd-9b3d-99f41fab8eb4,revision_number=None']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:41.375141 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be167a-517e-4c7d-8447-6a886d1ce11a req-295e00ec-ceee-4518-95ff-74420820ef83 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:41.377253 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-04be167a-517e-4c7d-8447-6a886d1ce11a req-295e00ec-ceee-4518-95ff-74420820ef83 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7eaae3f-eb23-4126-a1e4-aa9915a6cd46 HTTP/1.1" status: 200 len: 946 time: 0.1621487 May 04 17:35:41.411326 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.ipam_backend_mixin [None req-4c756217-10b6-43fc-9d70-4c74ce1e8ad1 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet a8733a58-6a0f-47cb-9331-e6c0d1d654fe (CIDR: 2001:db8:0:1::/64) May 04 17:35:41.417805 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c756217-10b6-43fc-9d70-4c74ce1e8ad1 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 04 17:35:41.418550 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c756217-10b6-43fc-9d70-4c74ce1e8ad1 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:35:41.448145 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-4c756217-10b6-43fc-9d70-4c74ce1e8ad1 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4205441 May 04 17:35:41.450819 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-04be167a-517e-4c7d-8447-6a886d1ce11a req-15603d8a-b4ce-43ac-a150-908ecc5230af tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "GET /v2.0/security-groups?id=a49400ca-9754-47a7-84f8-c8fb6cea4011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667338 May 04 17:35:41.451328 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55588) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:41.466745 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-045f0b5a-13c7-4802-ad74-29f9b97fb4eb None None] Provisioning complete for port e04d051c-02bd-4a08-829c-b68be4d1d8cc triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:35:41.467119 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-045f0b5a-13c7-4802-ad74-29f9b97fb4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:41.491663 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-a7a4af72-976e-4b14-b104-f3d22abf60aa tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Request body: {'subnet': {'network_id': 'b558b9d7-a173-4f50-baff-530103f0a9c0', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:35:41.524107 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-045f0b5a-13c7-4802-ad74-29f9b97fb4eb None None] Port e04d051c-02bd-4a08-829c-b68be4d1d8cc cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:35:41.619489 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7a11ad39-55c2-4598-af30-07ac1a8a9fc6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:41.645994 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-44ae6cf7-9a54-4672-8f34-f4c2460ce13e None None] Provisioning for port b60feb33-4610-4d2c-8755-8d8f2fbb3458 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:35:41.651143 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-44ae6cf7-9a54-4672-8f34-f4c2460ce13e None None] Provisioning complete for port b60feb33-4610-4d2c-8755-8d8f2fbb3458 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:35:41.651639 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-44ae6cf7-9a54-4672-8f34-f4c2460ce13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:41.678607 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a11ad39-55c2-4598-af30-07ac1a8a9fc6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event deleted for resources: {'Port': ['ID=90ecc127-a0ea-4b05-845d-09e3ed9f50b7,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:41.707076 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-44ae6cf7-9a54-4672-8f34-f4c2460ce13e None None] Port b60feb33-4610-4d2c-8755-8d8f2fbb3458 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:35:41.763627 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-a7a4af72-976e-4b14-b104-f3d22abf60aa tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:35:41.773577 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-a7a4af72-976e-4b14-b104-f3d22abf60aa tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Usage tracker for resource:subnet and tenant:008288fcbe164a17b11c7601906db5c4 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:35:41.778293 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-a7a4af72-976e-4b14-b104-f3d22abf60aa tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:35:41.786725 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-a7a4af72-976e-4b14-b104-f3d22abf60aa tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:35:41.797173 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7a11ad39-55c2-4598-af30-07ac1a8a9fc6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710199'] for router_gateway, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:41.843774 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a4af72-976e-4b14-b104-f3d22abf60aa tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Made reservation on behalf of 008288fcbe164a17b11c7601906db5c4 for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:35:41.847243 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a7a4af72-976e-4b14-b104-f3d22abf60aa tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:42.008536 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7a11ad39-55c2-4598-af30-07ac1a8a9fc6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:42.052216 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7a11ad39-55c2-4598-af30-07ac1a8a9fc6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:42.092216 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7a11ad39-55c2-4598-af30-07ac1a8a9fc6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:42.092716 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a11ad39-55c2-4598-af30-07ac1a8a9fc6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Fanout notify agent at l3_agent the message router_deleted on router 3eab3784-2df0-4e94-aeb3-66a8bb1488dc {{(pid=88037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:35:42.127087 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7a11ad39-55c2-4598-af30-07ac1a8a9fc6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:42.128186 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-7a11ad39-55c2-4598-af30-07ac1a8a9fc6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "DELETE /v2.0/routers/3eab3784-2df0-4e94-aeb3-66a8bb1488dc HTTP/1.1" status: 204 len: 168 time: 2.0714750 May 04 17:35:42.131184 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55592) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:42.300049 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f738a0b7-5731-416e-a41d-c4c3f22a6732 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:42.466042 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f738a0b7-5731-416e-a41d-c4c3f22a6732 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:42.506237 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-f738a0b7-5731-416e-a41d-c4c3f22a6732 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:35:42.514771 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device a8d644c7-1763-46fd-9b3d-99f41fab8eb4 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:35:42.515959 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a7a4af72-976e-4b14-b104-f3d22abf60aa tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:42.549999 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-f738a0b7-5731-416e-a41d-c4c3f22a6732 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f4f049e-5b81-4cd5-ae7b-d8e68835424d') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:35:42.550305 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-f738a0b7-5731-416e-a41d-c4c3f22a6732 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f4f049e-5b81-4cd5-ae7b-d8e68835424d') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:35:42.555773 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: a8d644c7-1763-46fd-9b3d-99f41fab8eb4 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:35:42.556586 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device a8d644c7-1763-46fd-9b3d-99f41fab8eb4 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:35:42.557009 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 20d6e625-510e-4b30-91dd-36c857ed358d no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:35:42.591462 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 20d6e625-510e-4b30-91dd-36c857ed358d {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:35:42.591807 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 20d6e625-510e-4b30-91dd-36c857ed358d not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:35:42.592224 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 90ecc127-a0ea-4b05-845d-09e3ed9f50b7 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:35:42.628448 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 90ecc127-a0ea-4b05-845d-09e3ed9f50b7 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:35:42.628796 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 90ecc127-a0ea-4b05-845d-09e3ed9f50b7 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:35:42.685393 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44d0f52-36b8-462a-9fc6-ed730eb443b9 req-42e420b5-d93f-4acc-ae4b-77c35640db66 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:42.687078 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-b44d0f52-36b8-462a-9fc6-ed730eb443b9 req-42e420b5-d93f-4acc-ae4b-77c35640db66 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7eaae3f-eb23-4126-a1e4-aa9915a6cd46 HTTP/1.1" status: 200 len: 946 time: 0.0995958 May 04 17:35:42.699994 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f738a0b7-5731-416e-a41d-c4c3f22a6732 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:42.723597 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a4af72-976e-4b14-b104-f3d22abf60aa tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Network b558b9d7-a173-4f50-baff-530103f0a9c0 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:35:42.731150 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-a7a4af72-976e-4b14-b104-f3d22abf60aa tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:35:42.731875 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-b44d0f52-36b8-462a-9fc6-ed730eb443b9 req-17e8964e-b844-4480-a566-a697c37de88d tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "GET /v2.0/security-groups?id=a49400ca-9754-47a7-84f8-c8fb6cea4011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388825 May 04 17:35:42.736159 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a4af72-976e-4b14-b104-f3d22abf60aa tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:42.736751 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a7a4af72-976e-4b14-b104-f3d22abf60aa tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:42.741015 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a4af72-976e-4b14-b104-f3d22abf60aa tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event updated for resources: {'Subnet': ['ID=596bc542-2652-4eaf-a404-36ccefac6342,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:42.742752 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d107792-5b29-41c5-a0d1-a7b0743945f9 None None] Network b558b9d7-a173-4f50-baff-530103f0a9c0 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:35:42.744834 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f738a0b7-5731-416e-a41d-c4c3f22a6732 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:42.756768 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f738a0b7-5731-416e-a41d-c4c3f22a6732 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:35:42.757186 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f738a0b7-5731-416e-a41d-c4c3f22a6732 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:42.772076 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 17:35:42.772076 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:35:42.772076 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 17:35:42.772076 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:35:42.772076 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 17:35:42.772076 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:35:42.772076 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 17:35:42.772076 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:35:42.772076 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 17:35:42.772076 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:35:42.772076 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 17:35:42.772076 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:35:42.772076 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 17:35:42.772076 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:35:42.772076 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:35:42.772076 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:35:42.772076 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:35:42.772076 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:35:42.772076 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 17:35:42.772076 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:35:42.772076 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 17:35:42.772076 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:35:42.772076 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:35:42.772076 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:35:42.772076 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 17:35:42.772076 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:35:42.772076 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:35:42.772076 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:35:42.772076 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:35:42.772076 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:35:42.772076 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:35:42.772076 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:35:42.800178 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-a7a4af72-976e-4b14-b104-f3d22abf60aa tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3456206 May 04 17:35:42.802866 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55598) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:42.808960 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-8b00e62f-fb1e-4dd9-9892-eb9e7c9eee26 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-603650807', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '596bc542-2652-4eaf-a404-36ccefac6342'}], 'security_groups': ['b7e06843-5872-466c-a27c-617a9fdb9cdf', '2ddf2451-f02c-4336-ace9-be83d8281b10']}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:35:42.861152 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f738a0b7-5731-416e-a41d-c4c3f22a6732 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:42.882383 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f738a0b7-5731-416e-a41d-c4c3f22a6732 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:42.888609 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f738a0b7-5731-416e-a41d-c4c3f22a6732 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event deleted for resources: {'Network': ['ID=832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:42.896725 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-f738a0b7-5731-416e-a41d-c4c3f22a6732 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "DELETE /v2.0/networks/832f1fd6-b3d0-4a16-9a03-b5ff6733f0c7 HTTP/1.1" status: 204 len: 168 time: 0.7645729 May 04 17:35:42.918905 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55602) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:42.928244 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-42961354-d334-4acb-944b-a46f25fe3979 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'network': {'name': 'tempest-network-smoke--1221106667', 'project_id': '8ede911fc7f845af95dd74968234120d', 'port_security_enabled': True}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:35:42.933007 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-42961354-d334-4acb-944b-a46f25fe3979 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:35:42.938615 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8b00e62f-fb1e-4dd9-9892-eb9e7c9eee26 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:42.939069 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-42961354-d334-4acb-944b-a46f25fe3979 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:network and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:35:42.942706 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-42961354-d334-4acb-944b-a46f25fe3979 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:35:42.948405 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-42961354-d334-4acb-944b-a46f25fe3979 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:35:42.960977 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42961354-d334-4acb-944b-a46f25fe3979 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Made reservation on behalf of 8ede911fc7f845af95dd74968234120d for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:35:42.964572 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-42961354-d334-4acb-944b-a46f25fe3979 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:42.993782 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42961354-d334-4acb-944b-a46f25fe3979 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:35:43.004101 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-42961354-d334-4acb-944b-a46f25fe3979 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:43.004495 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-42961354-d334-4acb-944b-a46f25fe3979 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Added segment c348e006-ec0d-4878-ad65-55f2a90b9727 of type vlan for network f9166363-81e6-4068-8364-82600edaf9b9 May 04 17:35:43.037138 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-42961354-d334-4acb-944b-a46f25fe3979 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:43.074047 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-42961354-d334-4acb-944b-a46f25fe3979 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:43.082049 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42961354-d334-4acb-944b-a46f25fe3979 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:43.082707 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-42961354-d334-4acb-944b-a46f25fe3979 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:43.114135 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d709e446-e7e3-4e8b-b355-28caa84164f1 None None] Update dhcp port {'port': {'network_id': 'b558b9d7-a173-4f50-baff-530103f0a9c0', 'fixed_ips': [{'subnet_id': 'a8733a58-6a0f-47cb-9331-e6c0d1d654fe', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '90155e10-b919-41ad-8d79-fea4649728c3', 'ip_address': '2001:db8::2'}, {'subnet_id': '596bc542-2652-4eaf-a404-36ccefac6342'}], 'binding:host_id': 'dv-neutron-840426-1-hyperv'}, 'id': '8e09405e-e4c7-453c-9ee5-5f7ddb65ffd4'} from dv-neutron-840426-1-hyperv. {{(pid=88039) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 04 17:35:43.130655 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-42961354-d334-4acb-944b-a46f25fe3979 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2059326 May 04 17:35:43.130958 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55606) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:43.136761 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-580a04a5-c777-4a4c-b353-25d9c71fb638 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-253879724', 'admin_state_up': True, 'project_id': '8ede911fc7f845af95dd74968234120d', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:35:43.149526 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-580a04a5-c777-4a4c-b353-25d9c71fb638 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:35:43.159500 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-580a04a5-c777-4a4c-b353-25d9c71fb638 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:router and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:35:43.168586 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-580a04a5-c777-4a4c-b353-25d9c71fb638 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:35:43.199547 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d709e446-e7e3-4e8b-b355-28caa84164f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:43.207591 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42961354-d334-4acb-944b-a46f25fe3979 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Network': ['ID=f9166363-81e6-4068-8364-82600edaf9b9,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:43.244144 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network f9166363-81e6-4068-8364-82600edaf9b9 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:35:43.287805 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-580a04a5-c777-4a4c-b353-25d9c71fb638 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:35:43.311695 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-580a04a5-c777-4a4c-b353-25d9c71fb638 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:43.312702 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-580a04a5-c777-4a4c-b353-25d9c71fb638 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:43.379135 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-580a04a5-c777-4a4c-b353-25d9c71fb638 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:43.412262 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-8b00e62f-fb1e-4dd9-9892-eb9e7c9eee26 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Delete allocated IP 2001:db8::309 (b558b9d7-a173-4f50-baff-530103f0a9c0/90155e10-b919-41ad-8d79-fea4649728c3) {{(pid=88038) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 04 17:35:43.422500 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-8b00e62f-fb1e-4dd9-9892-eb9e7c9eee26 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Allocated IP 2001:db8:0:2::113 (b558b9d7-a173-4f50-baff-530103f0a9c0/596bc542-2652-4eaf-a404-36ccefac6342/b60feb33-4610-4d2c-8755-8d8f2fbb3458) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:35:43.833616 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-580a04a5-c777-4a4c-b353-25d9c71fb638 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:43.921610 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c4853-c778-459c-b9e8-89ff975df32e req-d39398ec-4f58-4d66-8fcc-bdda6cc1d45f tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:43.923082 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-fa4c4853-c778-459c-b9e8-89ff975df32e req-d39398ec-4f58-4d66-8fcc-bdda6cc1d45f tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7eaae3f-eb23-4126-a1e4-aa9915a6cd46 HTTP/1.1" status: 200 len: 946 time: 0.0788088 May 04 17:35:43.970532 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-fa4c4853-c778-459c-b9e8-89ff975df32e req-5afb466c-a30c-411b-9db1-a9dd425272eb tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "GET /v2.0/security-groups?id=a49400ca-9754-47a7-84f8-c8fb6cea4011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409129 May 04 17:35:44.071302 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8b00e62f-fb1e-4dd9-9892-eb9e7c9eee26 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:44.097587 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-8b00e62f-fb1e-4dd9-9892-eb9e7c9eee26 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Transition to ACTIVE for port object b60feb33-4610-4d2c-8755-8d8f2fbb3458 will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:35:44.103965 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8b00e62f-fb1e-4dd9-9892-eb9e7c9eee26 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:44.167646 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-d709e446-e7e3-4e8b-b355-28caa84164f1 None None] Allocated IP 2001:db8:0:2::2 (b558b9d7-a173-4f50-baff-530103f0a9c0/596bc542-2652-4eaf-a404-36ccefac6342/8e09405e-e4c7-453c-9ee5-5f7ddb65ffd4) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:35:44.307537 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d709e446-e7e3-4e8b-b355-28caa84164f1 None None] For port 8e09405e-e4c7-453c-9ee5-5f7ddb65ffd4, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=8e09405e-e4c7-453c-9ee5-5f7ddb65ffd4,segment=NetworkSegment(0467342b-d868-42bf-abe6-bd051c60b41c),segment_id=0467342b-d868-42bf-abe6-bd051c60b41c)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:35:44.323538 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-8b00e62f-fb1e-4dd9-9892-eb9e7c9eee26 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] In _notify_port_updated(), no bound segment for port b60feb33-4610-4d2c-8755-8d8f2fbb3458 on network b558b9d7-a173-4f50-baff-530103f0a9c0 {{(pid=88038) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 04 17:35:44.328812 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b00e62f-fb1e-4dd9-9892-eb9e7c9eee26 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:44.329424 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8b00e62f-fb1e-4dd9-9892-eb9e7c9eee26 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:44.330777 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-8b00e62f-fb1e-4dd9-9892-eb9e7c9eee26 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "PUT /v2.0/ports/b60feb33-4610-4d2c-8755-8d8f2fbb3458 HTTP/1.1" status: 200 len: 969 time: 1.5268276 May 04 17:35:44.332452 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d709e446-e7e3-4e8b-b355-28caa84164f1 None None] Notify callbacks [] for port, precommit_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:44.333899 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55612) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:44.346496 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b00e62f-fb1e-4dd9-9892-eb9e7c9eee26 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event updated for resources: {'Port': ['ID=b60feb33-4610-4d2c-8755-8d8f2fbb3458,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:44.351985 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d709e446-e7e3-4e8b-b355-28caa84164f1 None None] Transition to ACTIVE for port object 8e09405e-e4c7-453c-9ee5-5f7ddb65ffd4 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:35:44.356802 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d709e446-e7e3-4e8b-b355-28caa84164f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:44.385519 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-580a04a5-c777-4a4c-b353-25d9c71fb638 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for router_gateway, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:44.402583 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-a69f59a9-b48d-4725-b361-9a5e1ae9adb1 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Deleting port b60feb33-4610-4d2c-8755-8d8f2fbb3458 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:35:44.402913 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a69f59a9-b48d-4725-b361-9a5e1ae9adb1 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:44.417177 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-580a04a5-c777-4a4c-b353-25d9c71fb638 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:44.552198 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d709e446-e7e3-4e8b-b355-28caa84164f1 None None] Pushing event updated for resources: {'Port': ['ID=8e09405e-e4c7-453c-9ee5-5f7ddb65ffd4,revision_number=7']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:44.568137 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-580a04a5-c777-4a4c-b353-25d9c71fb638 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Allocated IP 172.26.0.186 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/747ed98e-0e68-4416-af0a-f14ab28240f5) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:35:44.673558 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a69f59a9-b48d-4725-b361-9a5e1ae9adb1 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:44.723067 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-580a04a5-c777-4a4c-b353-25d9c71fb638 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:44.755063 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-580a04a5-c777-4a4c-b353-25d9c71fb638 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:44.801086 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-a69f59a9-b48d-4725-b361-9a5e1ae9adb1 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Calling delete_port for b60feb33-4610-4d2c-8755-8d8f2fbb3458 owned by {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:35:44.823453 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580a04a5-c777-4a4c-b353-25d9c71fb638 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:35:44.826467 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-580a04a5-c777-4a4c-b353-25d9c71fb638 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:35:44.830917 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580a04a5-c777-4a4c-b353-25d9c71fb638 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:35:44.864698 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580a04a5-c777-4a4c-b353-25d9c71fb638 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Port': ['ID=747ed98e-0e68-4416-af0a-f14ab28240f5,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:45.017207 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f8fd0-3168-4447-af76-7e0266b727c9 req-6b77096d-a7e6-43ab-abe7-2989805dc927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:45.019277 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-169f8fd0-3168-4447-af76-7e0266b727c9 req-6b77096d-a7e6-43ab-abe7-2989805dc927 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0b9713f8a29b4c8ca7f63dcb9b50b5ce&device_id=b7eaae3f-eb23-4126-a1e4-aa9915a6cd46 HTTP/1.1" status: 200 len: 1099 time: 0.1514142 May 04 17:35:45.020533 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a69f59a9-b48d-4725-b361-9a5e1ae9adb1 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:45.088014 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69f59a9-b48d-4725-b361-9a5e1ae9adb1 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event deleted for resources: {'Port': ['ID=b60feb33-4610-4d2c-8755-8d8f2fbb3458,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:45.168939 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a69f59a9-b48d-4725-b361-9a5e1ae9adb1 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:45.244194 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-fa34034d-8ed9-479f-b42c-0f53df1ab549 None None] Could not find standard attr ID for object b60feb33-4610-4d2c-8755-8d8f2fbb3458. {{(pid=88039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 04 17:35:45.258497 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-fa34034d-8ed9-479f-b42c-0f53df1ab549 None None] Provisioning for port 8e09405e-e4c7-453c-9ee5-5f7ddb65ffd4 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:35:45.264466 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-fa34034d-8ed9-479f-b42c-0f53df1ab549 None None] Provisioning complete for port 8e09405e-e4c7-453c-9ee5-5f7ddb65ffd4 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:35:45.264980 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-fa34034d-8ed9-479f-b42c-0f53df1ab549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:45.285588 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f8fd0-3168-4447-af76-7e0266b727c9 req-3579f36b-6f88-4a62-b02c-77f676ad5194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:45.287183 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-169f8fd0-3168-4447-af76-7e0266b727c9 req-3579f36b-6f88-4a62-b02c-77f676ad5194 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b1274540-aa6f-41be-a0cc-5f2fec52a07b HTTP/1.1" status: 200 len: 898 time: 0.2067285 May 04 17:35:45.291554 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-a69f59a9-b48d-4725-b361-9a5e1ae9adb1 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "DELETE /v2.0/ports/b60feb33-4610-4d2c-8755-8d8f2fbb3458 HTTP/1.1" status: 204 len: 168 time: 0.9565744 May 04 17:35:45.292577 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55618) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:45.412259 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4675ca0-bd03-4971-9cf2-616d7fd6b42c tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] GET failed (client error): The resource could not be found. May 04 17:35:45.412867 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-e4675ca0-bd03-4971-9cf2-616d7fd6b42c tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Synchronizing usage tracker for tenant:008288fcbe164a17b11c7601906db5c4 on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:35:45.428088 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-fa34034d-8ed9-479f-b42c-0f53df1ab549 None None] Provisioning complete for port e04d051c-02bd-4a08-829c-b68be4d1d8cc triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:35:45.428697 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-fa34034d-8ed9-479f-b42c-0f53df1ab549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:45.459883 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-e4675ca0-bd03-4971-9cf2-616d7fd6b42c tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Unset dirty status for tenant:008288fcbe164a17b11c7601906db5c4 on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:35:45.463994 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-e4675ca0-bd03-4971-9cf2-616d7fd6b42c tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "GET /v2.0/ports/b60feb33-4610-4d2c-8755-8d8f2fbb3458 HTTP/1.1" status: 404 len: 333 time: 0.1677039 May 04 17:35:45.463994 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-169f8fd0-3168-4447-af76-7e0266b727c9 req-409fd587-df20-445d-9ed7-5f3cecf6da4f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9313f2ca-8fa0-43da-87a5-6f51d553aec3 HTTP/1.1" status: 200 len: 1001 time: 0.1681895 May 04 17:35:45.464140 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55622) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:45.490899 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-fa34034d-8ed9-479f-b42c-0f53df1ab549 None None] Port e04d051c-02bd-4a08-829c-b68be4d1d8cc cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:35:45.531214 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ad537-b478-422b-8207-8dccf5da3687 req-1411e888-40d2-4dea-80b8-e7f9dc96fd0b tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:45.532854 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-0d6ad537-b478-422b-8207-8dccf5da3687 req-1411e888-40d2-4dea-80b8-e7f9dc96fd0b tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7eaae3f-eb23-4126-a1e4-aa9915a6cd46 HTTP/1.1" status: 200 len: 946 time: 0.4430776 May 04 17:35:45.567924 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-580a04a5-c777-4a4c-b353-25d9c71fb638 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for router_gateway, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:45.606253 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-f3fb6299-ee10-4467-9b36-a3e065362fe9 None None] Could not find standard attr ID for object b60feb33-4610-4d2c-8755-8d8f2fbb3458. {{(pid=88039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 04 17:35:45.681496 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-0d6ad537-b478-422b-8207-8dccf5da3687 req-eefb2792-220b-4938-9b59-b1dd51cedf70 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "GET /v2.0/security-groups?id=a49400ca-9754-47a7-84f8-c8fb6cea4011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387887 May 04 17:35:45.686904 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f8fd0-3168-4447-af76-7e0266b727c9 req-12f35d2b-bd6f-4cfe-a16b-400b30f9c9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:45.688298 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-169f8fd0-3168-4447-af76-7e0266b727c9 req-12f35d2b-bd6f-4cfe-a16b-400b30f9c9cc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e33d78f-17ed-4a2d-aaf0-4ad55353aed3 HTTP/1.1" status: 200 len: 835 time: 0.2106369 May 04 17:35:45.748035 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ccf0ef00-7461-4c0f-a364-4a1ef11410e3 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:45.781752 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ccf0ef00-7461-4c0f-a364-4a1ef11410e3 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:45.830966 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f8fd0-3168-4447-af76-7e0266b727c9 req-ae6e98f0-34d2-4c2f-b997-e1af0e9147f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:45.832454 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-169f8fd0-3168-4447-af76-7e0266b727c9 req-ae6e98f0-34d2-4c2f-b997-e1af0e9147f5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b1274540-aa6f-41be-a0cc-5f2fec52a07b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1344879 May 04 17:35:45.841197 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ccf0ef00-7461-4c0f-a364-4a1ef11410e3 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:45.893846 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf0ef00-7461-4c0f-a364-4a1ef11410e3 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a5a74f-1ae4-410a-bd11-4a8402265f70,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:45.902009 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ccf0ef00-7461-4c0f-a364-4a1ef11410e3 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:45.905649 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-ccf0ef00-7461-4c0f-a364-4a1ef11410e3 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "DELETE /v2.0/security-groups/d9a5a74f-1ae4-410a-bd11-4a8402265f70 HTTP/1.1" status: 204 len: 168 time: 0.4380903 May 04 17:35:45.906364 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55626) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:45.953545 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-580a04a5-c777-4a4c-b353-25d9c71fb638 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:46.039301 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-169f8fd0-3168-4447-af76-7e0266b727c9 req-b347a9d5-99f6-4e80-a431-84bf09510644 service neutron] 10.222.0.42 "GET /v2.0/networks/b1274540-aa6f-41be-a0cc-5f2fec52a07b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939423 May 04 17:35:46.065697 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e46e2d7f-2e86-4ff8-ba43-8d8587559ac7 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:46.161789 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-580a04a5-c777-4a4c-b353-25d9c71fb638 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Router 02f79694-12d4-4bc1-8c2f-bc49f4f85086 is scheduled to L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 with binding_index 1 {{(pid=88038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:35:46.162088 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e46e2d7f-2e86-4ff8-ba43-8d8587559ac7 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:46.230647 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-169f8fd0-3168-4447-af76-7e0266b727c9 req-8d0f1cd2-f65d-4d4f-ad3d-f2c524b63f4c service neutron] 10.222.0.42 "GET /v2.0/networks/b1274540-aa6f-41be-a0cc-5f2fec52a07b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850967 May 04 17:35:46.240347 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e46e2d7f-2e86-4ff8-ba43-8d8587559ac7 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:46.262131 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46e2d7f-2e86-4ff8-ba43-8d8587559ac7 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ddf2451-f02c-4336-ace9-be83d8281b10,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:46.269179 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e46e2d7f-2e86-4ff8-ba43-8d8587559ac7 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:46.272656 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-e46e2d7f-2e86-4ff8-ba43-8d8587559ac7 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "DELETE /v2.0/security-groups/2ddf2451-f02c-4336-ace9-be83d8281b10 HTTP/1.1" status: 204 len: 168 time: 0.3636012 May 04 17:35:46.273549 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55630) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:46.342426 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6a5c232d-c46f-45c3-9667-ed594b4c72b4 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:46.356925 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580a04a5-c777-4a4c-b353-25d9c71fb638 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:35:46.367581 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4faf54aa-e3da-47f1-9d90-57beb8ab3545 None None] Sync routers for ids ['02f79694-12d4-4bc1-8c2f-bc49f4f85086'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:35:46.369849 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6a5c232d-c46f-45c3-9667-ed594b4c72b4 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:46.377120 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4faf54aa-e3da-47f1-9d90-57beb8ab3545 None None] Routers {'02f79694-12d4-4bc1-8c2f-bc49f4f85086'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:35:46.377859 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-4faf54aa-e3da-47f1-9d90-57beb8ab3545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:35:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['02f79694-12d4-4bc1-8c2f-bc49f4f85086'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:35:46.388826 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-580a04a5-c777-4a4c-b353-25d9c71fb638 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:46.394014 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-580a04a5-c777-4a4c-b353-25d9c71fb638 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.2587314 May 04 17:35:46.394564 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55634) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:46.427082 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6a5c232d-c46f-45c3-9667-ed594b4c72b4 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:46.444100 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5c232d-c46f-45c3-9667-ed594b4c72b4 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e06843-5872-466c-a27c-617a9fdb9cdf,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:46.444822 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-6c1c995b-6727-4c57-abea-0a261409f3d5 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=8ede911fc7f845af95dd74968234120d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0488214 May 04 17:35:46.447310 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55638) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:46.453405 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6a5c232d-c46f-45c3-9667-ed594b4c72b4 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:46.455613 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-6a5c232d-c46f-45c3-9667-ed594b4c72b4 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "DELETE /v2.0/security-groups/b7e06843-5872-466c-a27c-617a9fdb9cdf HTTP/1.1" status: 204 len: 168 time: 0.1797204 May 04 17:35:46.457704 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55642) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:46.535703 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd5391ad-d840-41b7-9177-52fa67bb1330 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Deleting subnet 90155e10-b919-41ad-8d79-fea4649728c3 {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:35:46.538856 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cd5391ad-d840-41b7-9177-52fa67bb1330 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:46.587751 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 8e09405e-e4c7-453c-9ee5-5f7ddb65ffd4 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:35:46.611110 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fccde70-522c-498a-97f3-aff96b521652 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:46.612606 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-1fccde70-522c-498a-97f3-aff96b521652 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1638901 May 04 17:35:46.613337 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cd5391ad-d840-41b7-9177-52fa67bb1330 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:46.617016 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55646) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:46.685634 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-4faf54aa-e3da-47f1-9d90-57beb8ab3545 None None] Set router 02f79694-12d4-4bc1-8c2f-bc49f4f85086 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:35:46.695121 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-f380a9e1-71e0-4926-8c98-a3399b884082 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=30bd8d35-9d66-4ec1-9734-58f713c6cd24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0768209 May 04 17:35:46.697170 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55650) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:46.706426 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-213b56da-c1d7-4af9-aed8-1b2129e05920 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1138588916', 'network_id': 'f9166363-81e6-4068-8364-82600edaf9b9', 'project_id': '8ede911fc7f845af95dd74968234120d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:35:46.723736 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cd5391ad-d840-41b7-9177-52fa67bb1330 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:46.814943 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cd5391ad-d840-41b7-9177-52fa67bb1330 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:46.818649 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 8e09405e-e4c7-453c-9ee5-5f7ddb65ffd4 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:35:46.819025 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:46.900588 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5391ad-d840-41b7-9177-52fa67bb1330 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event deleted for resources: {'Subnet': ['ID=90155e10-b919-41ad-8d79-fea4649728c3,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:46.902884 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cd5391ad-d840-41b7-9177-52fa67bb1330 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:46.922481 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-cd5391ad-d840-41b7-9177-52fa67bb1330 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "DELETE /v2.0/subnets/90155e10-b919-41ad-8d79-fea4649728c3 HTTP/1.1" status: 204 len: 168 time: 0.4637108 May 04 17:35:46.927452 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55656) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:46.957474 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-213b56da-c1d7-4af9-aed8-1b2129e05920 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:35:46.962097 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-213b56da-c1d7-4af9-aed8-1b2129e05920 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:subnet and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:35:46.965149 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-213b56da-c1d7-4af9-aed8-1b2129e05920 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:35:46.972450 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-213b56da-c1d7-4af9-aed8-1b2129e05920 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:35:46.984736 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213b56da-c1d7-4af9-aed8-1b2129e05920 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Made reservation on behalf of 8ede911fc7f845af95dd74968234120d for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:35:46.986448 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5673f08b-169a-4833-b8b7-8065c7c84e5a None None] Network b558b9d7-a173-4f50-baff-530103f0a9c0 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:35:46.989634 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-213b56da-c1d7-4af9-aed8-1b2129e05920 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:47.010672 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1cf2874-a721-4609-9a41-1a025c732094 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Deleting subnet 596bc542-2652-4eaf-a404-36ccefac6342 {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:35:47.015937 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a1cf2874-a721-4609-9a41-1a025c732094 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:47.067513 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b7e7f-4f90-4c59-9663-4a86188302d3 req-d58bace2-fe43-4fe8-8407-2d464fdbca14 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:47.068994 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-df4b7e7f-4f90-4c59-9663-4a86188302d3 req-d58bace2-fe43-4fe8-8407-2d464fdbca14 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7eaae3f-eb23-4126-a1e4-aa9915a6cd46 HTTP/1.1" status: 200 len: 946 time: 0.2114894 May 04 17:35:47.082889 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a1cf2874-a721-4609-9a41-1a025c732094 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:47.177727 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-df4b7e7f-4f90-4c59-9663-4a86188302d3 req-bb479a33-7504-43e7-b4fa-c344fc85f50d tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "GET /v2.0/security-groups?id=a49400ca-9754-47a7-84f8-c8fb6cea4011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975220 May 04 17:35:47.219818 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a1cf2874-a721-4609-9a41-1a025c732094 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:47.235056 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-213b56da-c1d7-4af9-aed8-1b2129e05920 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:47.302561 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a1cf2874-a721-4609-9a41-1a025c732094 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:47.334831 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213b56da-c1d7-4af9-aed8-1b2129e05920 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Subnet': ['ID=3b7b52ea-e747-47e0-8d86-0bc4ed87c9dd,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:47.337643 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-4faf54aa-e3da-47f1-9d90-57beb8ab3545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f79694-12d4-4bc1-8c2f-bc49f4f85086', 'name': 'tempest-TestNetworkBasicOps-router-253879724', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '747ed98e-0e68-4416-af0a-f14ab28240f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:35:43Z', 'updated_at': '2022-05-04T17:35:45Z', 'revision_number': 3, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '747ed98e-0e68-4416-af0a-f14ab28240f5', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:75:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f79694-12d4-4bc1-8c2f-bc49f4f85086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:35:44Z', 'updated_at': '2022-05-04T17:35:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:35:47.342884 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213b56da-c1d7-4af9-aed8-1b2129e05920 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Checking segment: {'id': 'c348e006-ec0d-4878-ad65-55f2a90b9727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f9166363-81e6-4068-8364-82600edaf9b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:35:47.343111 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213b56da-c1d7-4af9-aed8-1b2129e05920 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Network hostable DHCP agents. Network: f9166363-81e6-4068-8364-82600edaf9b9, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:35:47.347655 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cf2874-a721-4609-9a41-1a025c732094 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event deleted for resources: {'Subnet': ['ID=596bc542-2652-4eaf-a404-36ccefac6342,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:47.351809 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a1cf2874-a721-4609-9a41-1a025c732094 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:47.356957 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4faf54aa-e3da-47f1-9d90-57beb8ab3545 None None] Checking router: 02f79694-12d4-4bc1-8c2f-bc49f4f85086 for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:35:47.357518 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4faf54aa-e3da-47f1-9d90-57beb8ab3545 None None] Updating router 02f79694-12d4-4bc1-8c2f-bc49f4f85086 port 747ed98e-0e68-4416-af0a-f14ab28240f5 binding host dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:35:47.362339 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55660) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:47.362840 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-a1cf2874-a721-4609-9a41-1a025c732094 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "DELETE /v2.0/subnets/596bc542-2652-4eaf-a404-36ccefac6342 HTTP/1.1" status: 204 len: 168 time: 0.4332347 May 04 17:35:47.404182 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213b56da-c1d7-4af9-aed8-1b2129e05920 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Network f9166363-81e6-4068-8364-82600edaf9b9 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:35:47.412036 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e748c7b-a22d-40f4-b0d4-417c19436afc tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] DELETE failed (client error): The resource could not be found. May 04 17:35:47.412505 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e748c7b-a22d-40f4-b0d4-417c19436afc tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:35:47.424104 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-5e748c7b-a22d-40f4-b0d4-417c19436afc tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "DELETE /v2.0/subnets/90155e10-b919-41ad-8d79-fea4649728c3 HTTP/1.1" status: 404 len: 337 time: 0.0523868 May 04 17:35:47.424284 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55664) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:47.427153 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4faf54aa-e3da-47f1-9d90-57beb8ab3545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:47.427968 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-213b56da-c1d7-4af9-aed8-1b2129e05920 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, f9166363-81e6-4068-8364-82600edaf9b9) {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:35:47.454055 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702f1e5c-6d7b-4f7a-8d77-07645ec04e29 None None] Network f9166363-81e6-4068-8364-82600edaf9b9 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:35:47.463375 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213b56da-c1d7-4af9-aed8-1b2129e05920 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:47.463961 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-213b56da-c1d7-4af9-aed8-1b2129e05920 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:47.503959 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-213b56da-c1d7-4af9-aed8-1b2129e05920 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8024876 May 04 17:35:47.504309 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55668) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:47.583471 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_v2 [None req-b461a69a-a285-4393-92a7-44019e4ca024 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Deleting subnet a8733a58-6a0f-47cb-9331-e6c0d1d654fe {{(pid=88038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:35:47.590545 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b461a69a-a285-4393-92a7-44019e4ca024 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for subnet, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:47.718508 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b461a69a-a285-4393-92a7-44019e4ca024 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-801696'] for subnet, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:47.784204 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca3de70-7359-4558-a2d0-b920babc7d24 None None] Update dhcp port {'port': {'network_id': 'b558b9d7-a173-4f50-baff-530103f0a9c0', 'fixed_ips': [{'subnet_id': 'a8733a58-6a0f-47cb-9331-e6c0d1d654fe', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '596bc542-2652-4eaf-a404-36ccefac6342'}], 'binding:host_id': 'dv-neutron-840426-1-hyperv'}, 'id': '8e09405e-e4c7-453c-9ee5-5f7ddb65ffd4'} from dv-neutron-840426-1-hyperv. {{(pid=88039) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 04 17:35:47.937928 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1ca3de70-7359-4558-a2d0-b920babc7d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:47.966771 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701fd4cc-445b-4e27-b48e-6bc03db61707 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-f9166363-81e6-4068-8364-82600edaf9b9', 'network_id': 'f9166363-81e6-4068-8364-82600edaf9b9', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'fixed_ips': [{'subnet_id': '3b7b52ea-e747-47e0-8d86-0bc4ed87c9dd'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:35:47.967466 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b461a69a-a285-4393-92a7-44019e4ca024 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:47.967912 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-701fd4cc-445b-4e27-b48e-6bc03db61707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:48.194952 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b461a69a-a285-4393-92a7-44019e4ca024 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:48.242190 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b461a69a-a285-4393-92a7-44019e4ca024 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event deleted for resources: {'Subnet': ['ID=a8733a58-6a0f-47cb-9331-e6c0d1d654fe,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:48.247503 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b461a69a-a285-4393-92a7-44019e4ca024 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:48.286981 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-b461a69a-a285-4393-92a7-44019e4ca024 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "DELETE /v2.0/subnets/a8733a58-6a0f-47cb-9331-e6c0d1d654fe HTTP/1.1" status: 204 len: 168 time: 0.8614736 May 04 17:35:48.289126 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55674) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:48.305816 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4faf54aa-e3da-47f1-9d90-57beb8ab3545 None None] Notify callbacks [] for port, precommit_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:48.319784 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-4faf54aa-e3da-47f1-9d90-57beb8ab3545 None None] Transition to ACTIVE for port object 747ed98e-0e68-4416-af0a-f14ab28240f5 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server [None req-1ca3de70-7359-4558-a2d0-b920babc7d24 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a8733a58-6a0f-47cb-9331-e6c0d1d654fe: This subnet is being modified by another concurrent operation. May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server self.force_reraise() May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server raise self.value May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server self.force_reraise() May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server raise self.value May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server self.force_reraise() May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server raise self.value May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in update_dhcp_port May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server self.force_reraise() May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server raise self.value May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server self.force_reraise() May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server raise self.value May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server self.force_reraise() May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server raise self.value May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1723, in update_port May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1494, in update_port May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server self.ipam.update_port( May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 726, in update_port May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server raise exception May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a8733a58-6a0f-47cb-9331-e6c0d1d654fe: This subnet is being modified by another concurrent operation. May 04 17:35:48.331984 dv-neutron-840426-1-hyperv neutron-server[88039]: ERROR oslo_messaging.rpc.server May 04 17:35:48.339717 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4faf54aa-e3da-47f1-9d90-57beb8ab3545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:48.350788 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-5520a922-230a-4cfa-9060-b7b60ecc5820 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] DELETE failed (client error): The resource could not be found. May 04 17:35:48.351370 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5520a922-230a-4cfa-9060-b7b60ecc5820 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:35:48.353367 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-5520a922-230a-4cfa-9060-b7b60ecc5820 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "DELETE /v2.0/subnets/8386bde2-bdb5-4658-b90e-a475468f3950 HTTP/1.1" status: 404 len: 337 time: 0.0625753 May 04 17:35:48.355724 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55678) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:48.407373 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-60fb0dbe-0fa3-4688-84f6-b5c855e50033 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "GET /v2.0/ports?device_id=52b15244-c0c4-4e9d-8d0d-25427c0ea5af HTTP/1.1" status: 200 len: 205 time: 0.0504611 May 04 17:35:48.415348 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55682) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:48.435353 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-701fd4cc-445b-4e27-b48e-6bc03db61707 None None] Allocated IP 172.20.0.2 (f9166363-81e6-4068-8364-82600edaf9b9/3b7b52ea-e747-47e0-8d86-0bc4ed87c9dd/24882489-e28b-460c-b9aa-ced51d5cedc6) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:35:48.460074 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b287e1b7-bde6-4a88-8faf-abbcbc928247 None None] Network b558b9d7-a173-4f50-baff-530103f0a9c0 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:35:48.475679 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd80c705-f770-4f59-80ef-811121d9c54d None None] Pushing event updated for resources: {'Port': ['ID=747ed98e-0e68-4416-af0a-f14ab28240f5,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:48.489419 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-4faf54aa-e3da-47f1-9d90-57beb8ab3545 None None] Attempting to bind port 747ed98e-0e68-4416-af0a-f14ab28240f5 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:35:48.491844 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-4faf54aa-e3da-47f1-9d90-57beb8ab3545 None None] Attempting to bind port 747ed98e-0e68-4416-af0a-f14ab28240f5 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:35:48.493798 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4faf54aa-e3da-47f1-9d90-57beb8ab3545 None None] Attempting to bind port 747ed98e-0e68-4416-af0a-f14ab28240f5 on network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:35:48.502800 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.api.v2.resource [None req-778841a2-e102-4bcd-9471-618764a7755e tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] delete failed (client error): The resource could not be found. May 04 17:35:48.503981 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-778841a2-e102-4bcd-9471-618764a7755e tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "DELETE /v2.0/routers/52b15244-c0c4-4e9d-8d0d-25427c0ea5af HTTP/1.1" status: 404 len: 336 time: 0.0865326 May 04 17:35:48.507048 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55686) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:48.512874 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6bbe4e89-66f9-4cb9-9f10-673d45963ca8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:48.522236 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4faf54aa-e3da-47f1-9d90-57beb8ab3545 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:35:48.522862 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4faf54aa-e3da-47f1-9d90-57beb8ab3545 None None] Checking segment: {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:35:48.523416 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4faf54aa-e3da-47f1-9d90-57beb8ab3545 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:48.524096 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4faf54aa-e3da-47f1-9d90-57beb8ab3545 None None] Bound using segment: {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:35:48.524595 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-4faf54aa-e3da-47f1-9d90-57beb8ab3545 None None] Bound port: 747ed98e-0e68-4416-af0a-f14ab28240f5, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:35:48.524977 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4faf54aa-e3da-47f1-9d90-57beb8ab3545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:48.570311 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 8e09405e-e4c7-453c-9ee5-5f7ddb65ffd4 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:35:48.703063 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0ccd268-38c8-44cc-afa9-300bcb3e2c0a tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] DELETE failed (client error): The resource could not be found. May 04 17:35:48.703405 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0ccd268-38c8-44cc-afa9-300bcb3e2c0a tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:35:48.705555 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-f0ccd268-38c8-44cc-afa9-300bcb3e2c0a tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "DELETE /v2.0/subnets/cd401831-3352-4613-94e7-3145b25d002a HTTP/1.1" status: 404 len: 337 time: 0.1950116 May 04 17:35:48.707909 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55690) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:48.712855 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19549cdc-ef6a-4d94-86be-1e73517e622d req-9694be43-4076-402a-b046-6a06feb2124f tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:48.714353 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-19549cdc-ef6a-4d94-86be-1e73517e622d req-9694be43-4076-402a-b046-6a06feb2124f tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7eaae3f-eb23-4126-a1e4-aa9915a6cd46 HTTP/1.1" status: 200 len: 946 time: 0.3594508 May 04 17:35:48.748028 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-30952eac-57bb-4874-b7ed-973f63307a2b tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] DELETE failed (client error): The resource could not be found. May 04 17:35:48.748483 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30952eac-57bb-4874-b7ed-973f63307a2b tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:35:48.752893 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-30952eac-57bb-4874-b7ed-973f63307a2b tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "DELETE /v2.0/subnets/de6b15b1-a4a0-4747-8dbd-4db3f1a6a2e1 HTTP/1.1" status: 404 len: 337 time: 0.0413172 May 04 17:35:48.753096 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55694) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:48.782278 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-e887d9e8-bf06-4742-8c9d-6ec16954c7b4 None None] Provisioning complete for port 8e09405e-e4c7-453c-9ee5-5f7ddb65ffd4 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:35:48.783281 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e887d9e8-bf06-4742-8c9d-6ec16954c7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:48.792557 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-f37c0618-2271-4803-82ec-c60105b3eebb tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] DELETE failed (client error): The resource could not be found. May 04 17:35:48.793012 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f37c0618-2271-4803-82ec-c60105b3eebb tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:35:48.797910 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-f37c0618-2271-4803-82ec-c60105b3eebb tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "DELETE /v2.0/subnets/7d28bc61-86fa-4966-a730-3ac790c72ca9 HTTP/1.1" status: 404 len: 337 time: 0.0407214 May 04 17:35:48.797910 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55698) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:48.903154 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-19549cdc-ef6a-4d94-86be-1e73517e622d req-af4dc86b-0a96-45be-a852-00c1bb398252 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "GET /v2.0/security-groups?id=a49400ca-9754-47a7-84f8-c8fb6cea4011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337779 May 04 17:35:48.961051 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-851a42fc-4352-4b79-8fec-8af589766527 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] DELETE failed (client error): The resource could not be found. May 04 17:35:48.961600 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-851a42fc-4352-4b79-8fec-8af589766527 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:35:48.963144 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-851a42fc-4352-4b79-8fec-8af589766527 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "DELETE /v2.0/ports/9178e24f-f59b-4ea6-9606-6a7d3fe1b58a HTTP/1.1" status: 404 len: 333 time: 0.1647542 May 04 17:35:48.965696 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55702) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:49.004090 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dcc62a7-3507-4bbb-8d5b-68f65b1541e8 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] DELETE failed (client error): The resource could not be found. May 04 17:35:49.004555 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dcc62a7-3507-4bbb-8d5b-68f65b1541e8 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:35:49.008977 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-8dcc62a7-3507-4bbb-8d5b-68f65b1541e8 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "DELETE /v2.0/subnets/919bd34a-bd5a-4058-b37a-6769df219ac0 HTTP/1.1" status: 404 len: 337 time: 0.0398591 May 04 17:35:49.009174 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55706) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:49.020037 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-4faf54aa-e3da-47f1-9d90-57beb8ab3545 None None] For port 747ed98e-0e68-4416-af0a-f14ab28240f5, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:35:49.033357 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-4faf54aa-e3da-47f1-9d90-57beb8ab3545 None None] For port 747ed98e-0e68-4416-af0a-f14ab28240f5, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=747ed98e-0e68-4416-af0a-f14ab28240f5,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:35:49.049212 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-602a69aa-9b68-4787-b5dd-efa680c92c14 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] DELETE failed (client error): The resource could not be found. May 04 17:35:49.049672 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-602a69aa-9b68-4787-b5dd-efa680c92c14 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:35:49.053948 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-602a69aa-9b68-4787-b5dd-efa680c92c14 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "DELETE /v2.0/subnets/562c14b2-e6e9-4b6f-b1b1-028fe9ec6272 HTTP/1.1" status: 404 len: 337 time: 0.0412858 May 04 17:35:49.054157 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55710) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:49.073643 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4faf54aa-e3da-47f1-9d90-57beb8ab3545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:49.098416 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-4944f2e6-ad47-4b40-bd05-0d84345ec576 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] DELETE failed (client error): The resource could not be found. May 04 17:35:49.098954 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4944f2e6-ad47-4b40-bd05-0d84345ec576 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:35:49.100639 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-4944f2e6-ad47-4b40-bd05-0d84345ec576 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "DELETE /v2.0/ports/fafbdbc0-fd32-45da-988e-a3a8e12e818a HTTP/1.1" status: 404 len: 333 time: 0.0455143 May 04 17:35:49.103283 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55714) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:49.141826 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-9849f495-9354-4877-903c-479c1d0c2201 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] DELETE failed (client error): The resource could not be found. May 04 17:35:49.142361 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9849f495-9354-4877-903c-479c1d0c2201 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:35:49.146390 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-9849f495-9354-4877-903c-479c1d0c2201 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "DELETE /v2.0/subnets/f6e135a7-2a50-43f7-98b4-3336c996984a HTTP/1.1" status: 404 len: 337 time: 0.0398757 May 04 17:35:49.146608 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55718) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:49.185221 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e2cdbfb-4bfd-4635-a42c-808d1b2c13a0 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] DELETE failed (client error): The resource could not be found. May 04 17:35:49.185675 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e2cdbfb-4bfd-4635-a42c-808d1b2c13a0 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88037) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 17:35:49.190365 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-9e2cdbfb-4bfd-4635-a42c-808d1b2c13a0 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "DELETE /v2.0/subnets/a483328d-4725-4a6c-a772-41f3b1777d7c HTTP/1.1" status: 404 len: 337 time: 0.0399258 May 04 17:35:49.190581 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55722) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:49.262164 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-7e165313-5284-4277-9ce1-e7a72bf4d629 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Deleting port e04d051c-02bd-4a08-829c-b68be4d1d8cc {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:35:49.262585 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7e165313-5284-4277-9ce1-e7a72bf4d629 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:49.264173 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:49.308944 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4faf54aa-e3da-47f1-9d90-57beb8ab3545 None None] Routers {'02f79694-12d4-4bc1-8c2f-bc49f4f85086'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:35:49.309576 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-4faf54aa-e3da-47f1-9d90-57beb8ab3545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:35:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['02f79694-12d4-4bc1-8c2f-bc49f4f85086'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:35:49.403775 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd80c705-f770-4f59-80ef-811121d9c54d None None] Pushing event updated for resources: {'Port': ['ID=747ed98e-0e68-4416-af0a-f14ab28240f5,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:49.411231 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-701fd4cc-445b-4e27-b48e-6bc03db61707 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:49.482560 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7e165313-5284-4277-9ce1-e7a72bf4d629 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:49.487734 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 8e09405e-e4c7-453c-9ee5-5f7ddb65ffd4, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=8e09405e-e4c7-453c-9ee5-5f7ddb65ffd4,segment=NetworkSegment(0467342b-d868-42bf-abe6-bd051c60b41c),segment_id=0467342b-d868-42bf-abe6-bd051c60b41c)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:35:49.490635 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fb9b40-3536-4e92-8c81-94fd3ea82431 None None] DHCP port deletion for b558b9d7-a173-4f50-baff-530103f0a9c0 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:35:49.509607 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-701fd4cc-445b-4e27-b48e-6bc03db61707 None None] Transition to ACTIVE for port object 24882489-e28b-460c-b9aa-ced51d5cedc6 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:35:49.518724 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:49.565442 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-55fb9b40-3536-4e92-8c81-94fd3ea82431 None None] Deleting port 8e09405e-e4c7-453c-9ee5-5f7ddb65ffd4 {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:35:49.565442 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-55fb9b40-3536-4e92-8c81-94fd3ea82431 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:49.608122 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-7e165313-5284-4277-9ce1-e7a72bf4d629 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Calling delete_port for e04d051c-02bd-4a08-829c-b68be4d1d8cc owned by {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:35:49.621154 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-e887d9e8-bf06-4742-8c9d-6ec16954c7b4 None None] Provisioning complete for port e04d051c-02bd-4a08-829c-b68be4d1d8cc triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:35:49.621539 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e887d9e8-bf06-4742-8c9d-6ec16954c7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:49.643726 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-701fd4cc-445b-4e27-b48e-6bc03db61707 None None] Transition to ACTIVE for port object 24882489-e28b-460c-b9aa-ced51d5cedc6 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:35:49.694533 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-701fd4cc-445b-4e27-b48e-6bc03db61707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:49.699261 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7e165313-5284-4277-9ce1-e7a72bf4d629 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:49.720071 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-4faf54aa-e3da-47f1-9d90-57beb8ab3545 None None] Set router 02f79694-12d4-4bc1-8c2f-bc49f4f85086 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:35:49.738223 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-6bbe4e89-66f9-4cb9-9f10-673d45963ca8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Allocated IP 172.20.0.1 (f9166363-81e6-4068-8364-82600edaf9b9/3b7b52ea-e747-47e0-8d86-0bc4ed87c9dd/e11c086f-e1ea-4ab0-a750-847c9cdcbbc5) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:35:49.766148 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7e165313-5284-4277-9ce1-e7a72bf4d629 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:49.771465 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e165313-5284-4277-9ce1-e7a72bf4d629 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event deleted for resources: {'Port': ['ID=e04d051c-02bd-4a08-829c-b68be4d1d8cc,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:49.785199 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-7e165313-5284-4277-9ce1-e7a72bf4d629 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "DELETE /v2.0/ports/e04d051c-02bd-4a08-829c-b68be4d1d8cc HTTP/1.1" status: 204 len: 168 time: 0.5933619 May 04 17:35:49.787542 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55726) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:49.875645 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=8e09405e-e4c7-453c-9ee5-5f7ddb65ffd4,revision_number=11']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:49.914251 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cd21ac1a-b1a6-4fee-aa03-56ab5e9a2aa8 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:49.914865 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-e887d9e8-bf06-4742-8c9d-6ec16954c7b4 None None] Port e04d051c-02bd-4a08-829c-b68be4d1d8cc cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:35:49.919225 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701fd4cc-445b-4e27-b48e-6bc03db61707 None None] Network f9166363-81e6-4068-8364-82600edaf9b9 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:35:49.929265 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-cd21ac1a-b1a6-4fee-aa03-56ab5e9a2aa8 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Deleting port 8e09405e-e4c7-453c-9ee5-5f7ddb65ffd4 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:35:49.929886 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cd21ac1a-b1a6-4fee-aa03-56ab5e9a2aa8 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:49.937556 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6bbe4e89-66f9-4cb9-9f10-673d45963ca8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:49.952519 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-701fd4cc-445b-4e27-b48e-6bc03db61707 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:35:49.962721 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701fd4cc-445b-4e27-b48e-6bc03db61707 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:35:49.971060 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-6bbe4e89-66f9-4cb9-9f10-673d45963ca8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Transition to ACTIVE for port object e11c086f-e1ea-4ab0-a750-847c9cdcbbc5 will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:35:50.020133 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6bbe4e89-66f9-4cb9-9f10-673d45963ca8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:50.133169 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbe4e89-66f9-4cb9-9f10-673d45963ca8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Network f9166363-81e6-4068-8364-82600edaf9b9 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:35:50.136759 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-6bbe4e89-66f9-4cb9-9f10-673d45963ca8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:35:50.140717 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbe4e89-66f9-4cb9-9f10-673d45963ca8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:35:50.188203 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbe4e89-66f9-4cb9-9f10-673d45963ca8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Port': ['ID=e11c086f-e1ea-4ab0-a750-847c9cdcbbc5,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:50.221431 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6bbe4e89-66f9-4cb9-9f10-673d45963ca8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710357'] for router_interface, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:50.258161 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-cd21ac1a-b1a6-4fee-aa03-56ab5e9a2aa8 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] For port 8e09405e-e4c7-453c-9ee5-5f7ddb65ffd4, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=8e09405e-e4c7-453c-9ee5-5f7ddb65ffd4,segment=NetworkSegment(0467342b-d868-42bf-abe6-bd051c60b41c),segment_id=0467342b-d868-42bf-abe6-bd051c60b41c)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:35:50.258519 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cd21ac1a-b1a6-4fee-aa03-56ab5e9a2aa8 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:50.281337 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701fd4cc-445b-4e27-b48e-6bc03db61707 None None] Pushing event updated for resources: {'Port': ['ID=24882489-e28b-460c-b9aa-ced51d5cedc6,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:50.335678 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-701fd4cc-445b-4e27-b48e-6bc03db61707 None None] Attempting to bind port 24882489-e28b-460c-b9aa-ced51d5cedc6 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:35:50.336219 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-701fd4cc-445b-4e27-b48e-6bc03db61707 None None] Attempting to bind port 24882489-e28b-460c-b9aa-ced51d5cedc6 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'c348e006-ec0d-4878-ad65-55f2a90b9727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f9166363-81e6-4068-8364-82600edaf9b9'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:35:50.336681 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701fd4cc-445b-4e27-b48e-6bc03db61707 None None] Attempting to bind port 24882489-e28b-460c-b9aa-ced51d5cedc6 on network f9166363-81e6-4068-8364-82600edaf9b9 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:35:50.345689 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701fd4cc-445b-4e27-b48e-6bc03db61707 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:35:50.345689 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701fd4cc-445b-4e27-b48e-6bc03db61707 None None] Checking segment: {'id': 'c348e006-ec0d-4878-ad65-55f2a90b9727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f9166363-81e6-4068-8364-82600edaf9b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:35:50.346256 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-701fd4cc-445b-4e27-b48e-6bc03db61707 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:50.346759 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701fd4cc-445b-4e27-b48e-6bc03db61707 None None] Bound using segment: {'id': 'c348e006-ec0d-4878-ad65-55f2a90b9727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f9166363-81e6-4068-8364-82600edaf9b9'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:35:50.347343 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-701fd4cc-445b-4e27-b48e-6bc03db61707 None None] Bound port: 24882489-e28b-460c-b9aa-ced51d5cedc6, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c348e006-ec0d-4878-ad65-55f2a90b9727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f9166363-81e6-4068-8364-82600edaf9b9'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:35:50.347821 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-701fd4cc-445b-4e27-b48e-6bc03db61707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:50.355558 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6bbe4e89-66f9-4cb9-9f10-673d45963ca8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:50.388439 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-cd21ac1a-b1a6-4fee-aa03-56ab5e9a2aa8 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Calling delete_port for 8e09405e-e4c7-453c-9ee5-5f7ddb65ffd4 owned by network:dhcp {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:35:50.431978 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-55fb9b40-3536-4e92-8c81-94fd3ea82431 None None] For port 8e09405e-e4c7-453c-9ee5-5f7ddb65ffd4, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=8e09405e-e4c7-453c-9ee5-5f7ddb65ffd4,segment=NetworkSegment(0467342b-d868-42bf-abe6-bd051c60b41c),segment_id=0467342b-d868-42bf-abe6-bd051c60b41c)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:35:50.432534 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-55fb9b40-3536-4e92-8c81-94fd3ea82431 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:50.457457 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5391d9c-504e-41f0-b2cc-248f1b4a1263 req-eda0b485-4d1a-43c7-be86-0a88cdcb25e9 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:50.464291 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f5391d9c-504e-41f0-b2cc-248f1b4a1263 req-eda0b485-4d1a-43c7-be86-0a88cdcb25e9 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7eaae3f-eb23-4126-a1e4-aa9915a6cd46 HTTP/1.1" status: 200 len: 946 time: 0.3989205 May 04 17:35:50.512571 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f5391d9c-504e-41f0-b2cc-248f1b4a1263 req-70bd2468-da9f-47a0-af64-bc5703643f35 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "GET /v2.0/security-groups?id=a49400ca-9754-47a7-84f8-c8fb6cea4011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473993 May 04 17:35:50.599828 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-55fb9b40-3536-4e92-8c81-94fd3ea82431 None None] Calling delete_port for 8e09405e-e4c7-453c-9ee5-5f7ddb65ffd4 owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:35:50.641871 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cd21ac1a-b1a6-4fee-aa03-56ab5e9a2aa8 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:50.674654 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-701fd4cc-445b-4e27-b48e-6bc03db61707 None None] For port 24882489-e28b-460c-b9aa-ced51d5cedc6, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:35:50.683503 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-701fd4cc-445b-4e27-b48e-6bc03db61707 None None] For port 24882489-e28b-460c-b9aa-ced51d5cedc6, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=24882489-e28b-460c-b9aa-ced51d5cedc6,segment=NetworkSegment(c348e006-ec0d-4878-ad65-55f2a90b9727),segment_id=c348e006-ec0d-4878-ad65-55f2a90b9727)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:35:50.691597 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-701fd4cc-445b-4e27-b48e-6bc03db61707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:50.699105 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd21ac1a-b1a6-4fee-aa03-56ab5e9a2aa8 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event deleted for resources: {'Port': ['ID=8e09405e-e4c7-453c-9ee5-5f7ddb65ffd4,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:50.702823 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd21ac1a-b1a6-4fee-aa03-56ab5e9a2aa8 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] No DVR routers for this DVR port 8e09405e-e4c7-453c-9ee5-5f7ddb65ffd4 on host dv-neutron-840426-1-hyperv {{(pid=88037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:35:50.768439 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-4faf54aa-e3da-47f1-9d90-57beb8ab3545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f79694-12d4-4bc1-8c2f-bc49f4f85086', 'name': 'tempest-TestNetworkBasicOps-router-253879724', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '747ed98e-0e68-4416-af0a-f14ab28240f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:35:43Z', 'updated_at': '2022-05-04T17:35:45Z', 'revision_number': 3, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '747ed98e-0e68-4416-af0a-f14ab28240f5', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:75:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f79694-12d4-4bc1-8c2f-bc49f4f85086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:35:44Z', 'updated_at': '2022-05-04T17:35:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:35:50.782320 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.db.api [None req-55fb9b40-3536-4e92-8c81-94fd3ea82431 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:35:50.783383 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG oslo_db.api [None req-55fb9b40-3536-4e92-8c81-94fd3ea82431 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:35:50.788936 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4faf54aa-e3da-47f1-9d90-57beb8ab3545 None None] The sync data for ids ['02f79694-12d4-4bc1-8c2f-bc49f4f85086'] in dv-neutron-840426-1-hyperv is: [{'id': '02f79694-12d4-4bc1-8c2f-bc49f4f85086', 'name': 'tempest-TestNetworkBasicOps-router-253879724', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '747ed98e-0e68-4416-af0a-f14ab28240f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:35:43Z', 'updated_at': '2022-05-04T17:35:45Z', 'revision_number': 3, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '747ed98e-0e68-4416-af0a-f14ab28240f5', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:75:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f79694-12d4-4bc1-8c2f-bc49f4f85086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:35:44Z', 'updated_at': '2022-05-04T17:35:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:35:50.804638 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6bbe4e89-66f9-4cb9-9f10-673d45963ca8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:50.805305 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701fd4cc-445b-4e27-b48e-6bc03db61707 None None] Pushing event updated for resources: {'Port': ['ID=24882489-e28b-460c-b9aa-ced51d5cedc6,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:50.811929 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6bbe4e89-66f9-4cb9-9f10-673d45963ca8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:50.842717 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cd21ac1a-b1a6-4fee-aa03-56ab5e9a2aa8 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:50.882460 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-cd21ac1a-b1a6-4fee-aa03-56ab5e9a2aa8 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b558b9d7-a173-4f50-baff-530103f0a9c0']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:35:50.897441 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-cd21ac1a-b1a6-4fee-aa03-56ab5e9a2aa8 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0467342b-d868-42bf-abe6-bd051c60b41c') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:35:50.897737 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-cd21ac1a-b1a6-4fee-aa03-56ab5e9a2aa8 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0467342b-d868-42bf-abe6-bd051c60b41c') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:35:50.911529 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cd21ac1a-b1a6-4fee-aa03-56ab5e9a2aa8 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:50.932409 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cd21ac1a-b1a6-4fee-aa03-56ab5e9a2aa8 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:50.940722 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6bbe4e89-66f9-4cb9-9f10-673d45963ca8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710702'] for router_interface, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:50.941130 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd21ac1a-b1a6-4fee-aa03-56ab5e9a2aa8 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:35:50.941545 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cd21ac1a-b1a6-4fee-aa03-56ab5e9a2aa8 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:50.944649 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbe4e89-66f9-4cb9-9f10-673d45963ca8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Port': ['ID=e11c086f-e1ea-4ab0-a750-847c9cdcbbc5,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:50.960554 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 17:35:50.960554 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:35:50.960554 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 17:35:50.960554 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:35:50.960554 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 17:35:50.960554 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:35:50.960554 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 17:35:50.960554 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:35:50.960554 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 17:35:50.960554 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:35:50.960554 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 17:35:50.960554 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:35:50.960554 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 17:35:50.960554 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:35:50.960554 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:35:50.960554 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:35:50.960554 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:35:50.960554 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:35:50.960554 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 17:35:50.960554 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:35:50.960554 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 17:35:50.960554 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:35:50.960554 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:35:50.960554 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:35:50.960554 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 17:35:50.960554 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:35:50.960554 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:35:50.960554 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:35:50.960554 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:35:50.960554 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:35:50.960554 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:35:50.960554 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:35:51.080004 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cd21ac1a-b1a6-4fee-aa03-56ab5e9a2aa8 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:51.104247 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cd21ac1a-b1a6-4fee-aa03-56ab5e9a2aa8 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:51.112672 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd21ac1a-b1a6-4fee-aa03-56ab5e9a2aa8 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] Pushing event deleted for resources: {'Network': ['ID=b558b9d7-a173-4f50-baff-530103f0a9c0,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:51.137835 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-cd21ac1a-b1a6-4fee-aa03-56ab5e9a2aa8 tempest-PortsIpV6TestJSON-152965498 tempest-PortsIpV6TestJSON-152965498-project] 10.222.0.41 "DELETE /v2.0/networks/b558b9d7-a173-4f50-baff-530103f0a9c0 HTTP/1.1" status: 204 len: 168 time: 1.3363535 May 04 17:35:51.285162 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-55fb9b40-3536-4e92-8c81-94fd3ea82431 None None] Deleting port 8e09405e-e4c7-453c-9ee5-5f7ddb65ffd4 {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:35:51.285554 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-55fb9b40-3536-4e92-8c81-94fd3ea82431 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:51.336296 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbe4e89-66f9-4cb9-9f10-673d45963ca8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Network f9166363-81e6-4068-8364-82600edaf9b9 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:35:51.342478 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-6bbe4e89-66f9-4cb9-9f10-673d45963ca8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:35:51.368463 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-55fb9b40-3536-4e92-8c81-94fd3ea82431 None None] The port '8e09405e-e4c7-453c-9ee5-5f7ddb65ffd4' was deleted {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 04 17:35:51.520455 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55740) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:51.548116 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bbe4e89-66f9-4cb9-9f10-673d45963ca8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Router 02f79694-12d4-4bc1-8c2f-bc49f4f85086 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:35:51.736975 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-18b1a46c-a067-4c10-8c16-870367ba5ecf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=008288fcbe164a17b11c7601906db5c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2152543 May 04 17:35:51.739287 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55748) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:51.804944 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bbe4e89-66f9-4cb9-9f10-673d45963ca8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:35:51.819434 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2a3e5e7d-8da4-4e6a-b1e6-c4fb0c4cc26b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:51.835879 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-6bbe4e89-66f9-4cb9-9f10-673d45963ca8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "PUT /v2.0/routers/02f79694-12d4-4bc1-8c2f-bc49f4f85086/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3305180 May 04 17:35:51.838779 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55752) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:51.851760 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2a3e5e7d-8da4-4e6a-b1e6-c4fb0c4cc26b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:51.920708 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2a3e5e7d-8da4-4e6a-b1e6-c4fb0c4cc26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:51.943955 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3e5e7d-8da4-4e6a-b1e6-c4fb0c4cc26b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229135aa-fb87-4469-9442-6a0b9361236b,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:51.949748 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2a3e5e7d-8da4-4e6a-b1e6-c4fb0c4cc26b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:51.950862 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-2a3e5e7d-8da4-4e6a-b1e6-c4fb0c4cc26b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/229135aa-fb87-4469-9442-6a0b9361236b HTTP/1.1" status: 204 len: 168 time: 0.2106535 May 04 17:35:51.988949 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa3fc7-c2fd-4f55-9e88-1b9e4c6ff726 req-2dcac0d2-12ea-4231-b7ed-f408c4563b9a tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:51.990487 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-d3aa3fc7-c2fd-4f55-9e88-1b9e4c6ff726 req-2dcac0d2-12ea-4231-b7ed-f408c4563b9a tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7eaae3f-eb23-4126-a1e4-aa9915a6cd46 HTTP/1.1" status: 200 len: 946 time: 0.3288174 May 04 17:35:52.027130 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d8b6f0-0e86-4716-9ae0-511bcd9eaee2 None None] Network f9166363-81e6-4068-8364-82600edaf9b9 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:35:52.064242 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d98ace-f71a-418e-b01a-4941e3fc046d tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:52.064732 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d98ace-f71a-418e-b01a-4941e3fc046d tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:52.065200 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d98ace-f71a-418e-b01a-4941e3fc046d tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:52.065660 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d98ace-f71a-418e-b01a-4941e3fc046d tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:52.066886 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d98ace-f71a-418e-b01a-4941e3fc046d tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:52.066886 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d98ace-f71a-418e-b01a-4941e3fc046d tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:52.067840 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d98ace-f71a-418e-b01a-4941e3fc046d tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:52.069252 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-92d98ace-f71a-418e-b01a-4941e3fc046d tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4971 time: 0.2295947 May 04 17:35:52.072497 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55758) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:52.078372 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-d3aa3fc7-c2fd-4f55-9e88-1b9e4c6ff726 req-0df5d119-a9c7-48ad-bb3c-471f526e8900 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "GET /v2.0/security-groups?id=a49400ca-9754-47a7-84f8-c8fb6cea4011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790365 May 04 17:35:52.126274 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-aba23441-8b2b-4a72-86b6-7e9405a7c7b9 None None] Provisioning for port 24882489-e28b-460c-b9aa-ced51d5cedc6 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:35:52.170759 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ee393e-b5e6-4f42-a4d2-94d273522402 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:52.171247 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ee393e-b5e6-4f42-a4d2-94d273522402 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:52.171691 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ee393e-b5e6-4f42-a4d2-94d273522402 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:52.172148 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ee393e-b5e6-4f42-a4d2-94d273522402 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:52.172671 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ee393e-b5e6-4f42-a4d2-94d273522402 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:52.173128 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ee393e-b5e6-4f42-a4d2-94d273522402 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:52.173622 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ee393e-b5e6-4f42-a4d2-94d273522402 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:52.178370 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55764) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:52.178511 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-d2ee393e-b5e6-4f42-a4d2-94d273522402 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4629 time: 0.1048622 May 04 17:35:52.274803 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 9313f2ca-8fa0-43da-87a5-6f51d553aec3 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:35:52.426996 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:52.442850 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-35a12c8d-e44e-4422-8d2c-9c2e3d36899b tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3772 time: 0.2631989 May 04 17:35:52.462747 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7eaae3f-eb23-4126-a1e4-aa9915a6cd46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9313f2ca-8fa0-43da-87a5-6f51d553aec3'}] {{(pid=88039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:35:52.478879 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 9313f2ca-8fa0-43da-87a5-6f51d553aec3, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=9313f2ca-8fa0-43da-87a5-6f51d553aec3,segment=NetworkSegment(bc385158-122c-49e2-a3da-a4705fa248b5),segment_id=bc385158-122c-49e2-a3da-a4705fa248b5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:35:52.488177 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:52.576850 dv-neutron-840426-1-hyperv neutron-server[88039]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a762e1b3-770a-4415-a389-cad2b51b38a4'] response: {'server_uuid': 'b7eaae3f-eb23-4126-a1e4-aa9915a6cd46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9313f2ca-8fa0-43da-87a5-6f51d553aec3', 'code': 200} May 04 17:35:52.617545 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=9313f2ca-8fa0-43da-87a5-6f51d553aec3,revision_number=6']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:52.673546 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 24882489-e28b-460c-b9aa-ced51d5cedc6 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:35:52.757762 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55786) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:52.764137 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-7111df91-9d90-412a-a6a0-21ef84171592 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1107818015', 'description': 'tempest-secgroup-smoke-1107818015 description', 'project_id': '8ede911fc7f845af95dd74968234120d'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:35:52.778117 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-7111df91-9d90-412a-a6a0-21ef84171592 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:35:52.786036 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-7111df91-9d90-412a-a6a0-21ef84171592 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:35:52.792147 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-7111df91-9d90-412a-a6a0-21ef84171592 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:35:52.802071 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-7111df91-9d90-412a-a6a0-21ef84171592 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:35:52.838535 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 24882489-e28b-460c-b9aa-ced51d5cedc6 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:35:52.838535 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-9a58b78f-b251-4e25-ae8d-115e7fac6609 None None] Provisioning for port e11c086f-e1ea-4ab0-a750-847c9cdcbbc5 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:35:52.848659 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61719f5-b272-44f5-b2a2-8ef3f2e513eb None None] Sync routers for ids ['02f79694-12d4-4bc1-8c2f-bc49f4f85086'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:35:52.852574 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 24882489-e28b-460c-b9aa-ced51d5cedc6 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:35:52.852574 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:52.860113 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61719f5-b272-44f5-b2a2-8ef3f2e513eb None None] Routers {'02f79694-12d4-4bc1-8c2f-bc49f4f85086'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:35:52.861271 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-a61719f5-b272-44f5-b2a2-8ef3f2e513eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:35:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['02f79694-12d4-4bc1-8c2f-bc49f4f85086'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:35:52.863560 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7111df91-9d90-412a-a6a0-21ef84171592 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:52.883358 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-9a58b78f-b251-4e25-ae8d-115e7fac6609 None None] Provisioning complete for port e11c086f-e1ea-4ab0-a750-847c9cdcbbc5 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:35:52.883651 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9a58b78f-b251-4e25-ae8d-115e7fac6609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:52.915680 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-7111df91-9d90-412a-a6a0-21ef84171592 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:35:52.921208 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-7111df91-9d90-412a-a6a0-21ef84171592 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:35:52.927165 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-7111df91-9d90-412a-a6a0-21ef84171592 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:35:52.933602 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-7111df91-9d90-412a-a6a0-21ef84171592 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:35:52.962619 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-9a58b78f-b251-4e25-ae8d-115e7fac6609 None None] Port e11c086f-e1ea-4ab0-a750-847c9cdcbbc5 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:35:53.025562 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55792) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:53.043025 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7111df91-9d90-412a-a6a0-21ef84171592 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:53.050685 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7111df91-9d90-412a-a6a0-21ef84171592 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:53.060350 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:53.106133 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 24882489-e28b-460c-b9aa-ced51d5cedc6, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=24882489-e28b-460c-b9aa-ced51d5cedc6,segment=NetworkSegment(c348e006-ec0d-4878-ad65-55f2a90b9727),segment_id=c348e006-ec0d-4878-ad65-55f2a90b9727)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:35:53.108603 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7111df91-9d90-412a-a6a0-21ef84171592 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=327d46db-3469-4230-9856-e18f6298277b,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:53.114602 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7111df91-9d90-412a-a6a0-21ef84171592 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:53.116014 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-7111df91-9d90-412a-a6a0-21ef84171592 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3572202 May 04 17:35:53.118847 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:53.119390 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55800) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:53.120999 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 747ed98e-0e68-4416-af0a-f14ab28240f5 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:35:53.130867 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-63869ca2-5d65-43de-b5dd-d467c05058a2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group_rule': {'security_group_id': '327d46db-3469-4230-9856-e18f6298277b', 'project_id': '8ede911fc7f845af95dd74968234120d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:35:53.139868 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-63869ca2-5d65-43de-b5dd-d467c05058a2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:35:53.144415 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-63869ca2-5d65-43de-b5dd-d467c05058a2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:35:53.149201 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-63869ca2-5d65-43de-b5dd-d467c05058a2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:35:53.161796 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-63869ca2-5d65-43de-b5dd-d467c05058a2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:35:53.226264 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-63869ca2-5d65-43de-b5dd-d467c05058a2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:53.245254 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a10b3b-f652-4e07-802d-15688ce53b73 req-dcba9e73-dd27-4168-922d-aa8958b47ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:53.247626 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-63a10b3b-f652-4e07-802d-15688ce53b73 req-dcba9e73-dd27-4168-922d-aa8958b47ad2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b7eaae3f-eb23-4126-a1e4-aa9915a6cd46 HTTP/1.1" status: 200 len: 1097 time: 0.2150285 May 04 17:35:53.257325 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-d4a34a93-bdef-4a84-8068-e4a782ec8d7e tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Request body: {'security_group': {'name': 'tempest-secgroup--196254382'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:35:53.315601 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-d4a34a93-bdef-4a84-8068-e4a782ec8d7e tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:35:53.318777 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-63869ca2-5d65-43de-b5dd-d467c05058a2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:53.342371 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-d4a34a93-bdef-4a84-8068-e4a782ec8d7e tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Usage tracker for resource:security_group and tenant:bb6e3ec24aad449db2b920da98931894 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:35:53.356821 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-d4a34a93-bdef-4a84-8068-e4a782ec8d7e tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:35:53.369299 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-63869ca2-5d65-43de-b5dd-d467c05058a2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:53.376977 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-d4a34a93-bdef-4a84-8068-e4a782ec8d7e tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:35:53.390239 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-63a10b3b-f652-4e07-802d-15688ce53b73 req-44f64908-825d-49e2-a21c-44d0898c35dc service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a49400ca-9754-47a7-84f8-c8fb6cea4011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204669 May 04 17:35:53.392111 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-7ab3d7f9-cd2d-40b0-a452-10014976a247 None None] Provisioning complete for port e11c086f-e1ea-4ab0-a750-847c9cdcbbc5 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:35:53.392496 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-7ab3d7f9-cd2d-40b0-a452-10014976a247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:53.398696 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d4a34a93-bdef-4a84-8068-e4a782ec8d7e tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:53.416137 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d4a34a93-bdef-4a84-8068-e4a782ec8d7e tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:53.436847 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-d4a34a93-bdef-4a84-8068-e4a782ec8d7e tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:35:53.441808 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-d4a34a93-bdef-4a84-8068-e4a782ec8d7e tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Usage tracker for resource:security_group_rule and tenant:bb6e3ec24aad449db2b920da98931894 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:35:53.445032 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-d4a34a93-bdef-4a84-8068-e4a782ec8d7e tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:35:53.453095 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-d4a34a93-bdef-4a84-8068-e4a782ec8d7e tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:35:53.478534 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-a61719f5-b272-44f5-b2a2-8ef3f2e513eb None None] Set router 02f79694-12d4-4bc1-8c2f-bc49f4f85086 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:35:53.484349 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63869ca2-5d65-43de-b5dd-d467c05058a2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92a0d8c2-debd-4bed-8558-ae3b7f1266ae,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:53.499857 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-7ab3d7f9-cd2d-40b0-a452-10014976a247 None None] Port e11c086f-e1ea-4ab0-a750-847c9cdcbbc5 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:35:53.502056 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=24882489-e28b-460c-b9aa-ced51d5cedc6,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:53.510618 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-63869ca2-5d65-43de-b5dd-d467c05058a2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:53.512660 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25a52db-c4ee-4938-857a-c0c6b8b8103e None None] get_active_networks_info from dv-neutron-840426-1-hyperv {{(pid=88039) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 04 17:35:53.513297 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-63869ca2-5d65-43de-b5dd-d467c05058a2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3904982 May 04 17:35:53.516452 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55804) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:53.524503 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-c75f5cdc-34a6-4bb2-85b7-f74959f7d923 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group_rule': {'security_group_id': '327d46db-3469-4230-9856-e18f6298277b', 'project_id': '8ede911fc7f845af95dd74968234120d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:35:53.531567 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-c75f5cdc-34a6-4bb2-85b7-f74959f7d923 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:35:53.537735 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-c75f5cdc-34a6-4bb2-85b7-f74959f7d923 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:35:53.541642 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-c75f5cdc-34a6-4bb2-85b7-f74959f7d923 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:35:53.549289 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-c75f5cdc-34a6-4bb2-85b7-f74959f7d923 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:35:53.574712 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e537030-220d-4189-92f1-88fa32132e7d req-adae9d44-2c55-42b8-8be7-2784526b844e tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:53.581968 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d4a34a93-bdef-4a84-8068-e4a782ec8d7e tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:53.583434 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-0e537030-220d-4189-92f1-88fa32132e7d req-adae9d44-2c55-42b8-8be7-2784526b844e tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7eaae3f-eb23-4126-a1e4-aa9915a6cd46 HTTP/1.1" status: 200 len: 944 time: 0.2693019 May 04 17:35:53.588170 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d4a34a93-bdef-4a84-8068-e4a782ec8d7e tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:53.603321 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-d4a34a93-bdef-4a84-8068-e4a782ec8d7e tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:35:53.612936 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-d4a34a93-bdef-4a84-8068-e4a782ec8d7e tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Usage tracker for resource:security_group_rule and tenant:bb6e3ec24aad449db2b920da98931894 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:35:53.623727 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-d4a34a93-bdef-4a84-8068-e4a782ec8d7e tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:35:53.638463 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25a52db-c4ee-4938-857a-c0c6b8b8103e None None] Resources bound (agent type, host, resource id): {{(pid=88039) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 04 17:35:53.640018 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-d4a34a93-bdef-4a84-8068-e4a782ec8d7e tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:35:53.646392 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a34a93-bdef-4a84-8068-e4a782ec8d7e tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47e46104-7eb3-4550-825e-66e99c8cc18e,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:53.652447 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 747ed98e-0e68-4416-af0a-f14ab28240f5 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:35:53.654066 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-0e537030-220d-4189-92f1-88fa32132e7d req-f2d47f3f-2edb-4c03-b8ec-c37de9a317a7 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "GET /v2.0/security-groups?id=a49400ca-9754-47a7-84f8-c8fb6cea4011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693030 May 04 17:35:53.659089 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c75f5cdc-34a6-4bb2-85b7-f74959f7d923 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:53.664145 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 747ed98e-0e68-4416-af0a-f14ab28240f5 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:35:53.664678 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:53.739885 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-cadc8206-88a5-4cfe-b3e3-6600add1ac4f None None] Provisioning complete for port e11c086f-e1ea-4ab0-a750-847c9cdcbbc5 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:35:53.740502 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-cadc8206-88a5-4cfe-b3e3-6600add1ac4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:53.762040 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c75f5cdc-34a6-4bb2-85b7-f74959f7d923 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:53.767849 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c75f5cdc-34a6-4bb2-85b7-f74959f7d923 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:53.785191 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d4a34a93-bdef-4a84-8068-e4a782ec8d7e tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:53.791092 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d4a34a93-bdef-4a84-8068-e4a782ec8d7e tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:53.792831 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75f5cdc-34a6-4bb2-85b7-f74959f7d923 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7720c7b6-2694-4ed2-b769-49760a522eb2,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:53.810660 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c75f5cdc-34a6-4bb2-85b7-f74959f7d923 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:53.814974 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-c75f5cdc-34a6-4bb2-85b7-f74959f7d923 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2968216 May 04 17:35:53.815777 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55808) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:53.821109 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-463d5882-8311-47d2-8421-4715b2e8a662 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group_rule': {'security_group_id': '327d46db-3469-4230-9856-e18f6298277b', 'project_id': '8ede911fc7f845af95dd74968234120d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:35:53.826767 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-463d5882-8311-47d2-8421-4715b2e8a662 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:35:53.831497 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-463d5882-8311-47d2-8421-4715b2e8a662 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:35:53.834563 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-463d5882-8311-47d2-8421-4715b2e8a662 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:35:53.840668 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-463d5882-8311-47d2-8421-4715b2e8a662 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:35:53.842942 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a34a93-bdef-4a84-8068-e4a782ec8d7e tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88778378-f2cb-4deb-9a2a-d141c256a64f,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:53.847261 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d4a34a93-bdef-4a84-8068-e4a782ec8d7e tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:53.851131 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-d4a34a93-bdef-4a84-8068-e4a782ec8d7e tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8219392 May 04 17:35:53.851467 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55812) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:53.880088 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-463d5882-8311-47d2-8421-4715b2e8a662 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:53.895011 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-cadc8206-88a5-4cfe-b3e3-6600add1ac4f None None] Port e11c086f-e1ea-4ab0-a750-847c9cdcbbc5 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:35:53.966005 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-dec06960-20f0-4e45-a14a-fdd75de103b3 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1112387 May 04 17:35:53.966983 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55816) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:53.970962 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-a61719f5-b272-44f5-b2a2-8ef3f2e513eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f79694-12d4-4bc1-8c2f-bc49f4f85086', 'name': 'tempest-TestNetworkBasicOps-router-253879724', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '747ed98e-0e68-4416-af0a-f14ab28240f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:35:43Z', 'updated_at': '2022-05-04T17:35:50Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '747ed98e-0e68-4416-af0a-f14ab28240f5', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:75:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f79694-12d4-4bc1-8c2f-bc49f4f85086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:35:44Z', 'updated_at': '2022-05-04T17:35:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': 'e11c086f-e1ea-4ab0-a750-847c9cdcbbc5', 'name': '', 'network_id': 'f9166363-81e6-4068-8364-82600edaf9b9', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:6a:6b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f79694-12d4-4bc1-8c2f-bc49f4f85086', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '3b7b52ea-e747-47e0-8d86-0bc4ed87c9dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:35:48Z', 'updated_at': '2022-05-04T17:35:50Z', 'revision_number': 2, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '3b7b52ea-e747-47e0-8d86-0bc4ed87c9dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:35:53.971521 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:53.975272 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-85c94195-f089-467a-abe4-b6c801d60b2e tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Request body: {'security_group': {'name': 'tempest-security--1536537877', 'description': 'tempest-security-description-1710713791'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:35:53.980987 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-463d5882-8311-47d2-8421-4715b2e8a662 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:53.981675 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61719f5-b272-44f5-b2a2-8ef3f2e513eb None None] Checking router: 02f79694-12d4-4bc1-8c2f-bc49f4f85086 for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:35:53.982154 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61719f5-b272-44f5-b2a2-8ef3f2e513eb None None] Updating router 02f79694-12d4-4bc1-8c2f-bc49f4f85086 port e11c086f-e1ea-4ab0-a750-847c9cdcbbc5 binding host dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:35:53.987165 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-463d5882-8311-47d2-8421-4715b2e8a662 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:54.012733 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 747ed98e-0e68-4416-af0a-f14ab28240f5, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=747ed98e-0e68-4416-af0a-f14ab28240f5,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:35:54.022408 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-85c94195-f089-467a-abe4-b6c801d60b2e tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:54.029740 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-463d5882-8311-47d2-8421-4715b2e8a662 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:54.031329 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-463d5882-8311-47d2-8421-4715b2e8a662 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2146306 May 04 17:35:54.032389 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463d5882-8311-47d2-8421-4715b2e8a662 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e49ae24-aff7-407f-9465-6c393a35abc4,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:54.035198 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55820) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:54.050530 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-b93663bd-8ce7-4ae2-9ecc-2c937f8622cb tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group_rule': {'security_group_id': '327d46db-3469-4230-9856-e18f6298277b', 'project_id': '8ede911fc7f845af95dd74968234120d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:35:54.052812 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-a61719f5-b272-44f5-b2a2-8ef3f2e513eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:54.055486 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-b93663bd-8ce7-4ae2-9ecc-2c937f8622cb tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:35:54.059722 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-b93663bd-8ce7-4ae2-9ecc-2c937f8622cb tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:35:54.062605 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-b93663bd-8ce7-4ae2-9ecc-2c937f8622cb tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:35:54.065495 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:54.075657 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-b93663bd-8ce7-4ae2-9ecc-2c937f8622cb tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:35:54.094314 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-85c94195-f089-467a-abe4-b6c801d60b2e tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:54.097937 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-85c94195-f089-467a-abe4-b6c801d60b2e tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:54.098169 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b93663bd-8ce7-4ae2-9ecc-2c937f8622cb tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:54.100901 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-85c94195-f089-467a-abe4-b6c801d60b2e tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:54.105659 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-85c94195-f089-467a-abe4-b6c801d60b2e tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "PUT /v2.0/security-groups/88778378-f2cb-4deb-9a2a-d141c256a64f HTTP/1.1" status: 200 len: 1780 time: 0.1366680 May 04 17:35:54.106600 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55824) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:54.151054 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c94195-f089-467a-abe4-b6c801d60b2e tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88778378-f2cb-4deb-9a2a-d141c256a64f,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:54.162125 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=747ed98e-0e68-4416-af0a-f14ab28240f5,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:54.214449 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-5de2e687-4727-42b2-9a37-018da0ab9302 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "GET /v2.0/security-groups/88778378-f2cb-4deb-9a2a-d141c256a64f HTTP/1.1" status: 200 len: 1780 time: 0.1042845 May 04 17:35:54.214641 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55828) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:54.262451 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 9313f2ca-8fa0-43da-87a5-6f51d553aec3 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:35:54.263220 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b93663bd-8ce7-4ae2-9ecc-2c937f8622cb tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:54.280201 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b93663bd-8ce7-4ae2-9ecc-2c937f8622cb tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:54.326521 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93663bd-8ce7-4ae2-9ecc-2c937f8622cb tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ec0f621-0d74-4505-b3ff-a40697357005,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:54.333995 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b93663bd-8ce7-4ae2-9ecc-2c937f8622cb tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:54.335178 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-b93663bd-8ce7-4ae2-9ecc-2c937f8622cb tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2923810 May 04 17:35:54.336081 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-da56939a-37cb-47e5-acd8-160fb9469f74 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:54.338503 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55832) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:54.344599 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-c31ddb14-a5d8-4650-a38d-40abe689e4e6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group_rule': {'security_group_id': '327d46db-3469-4230-9856-e18f6298277b', 'project_id': '8ede911fc7f845af95dd74968234120d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:35:54.354386 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-c31ddb14-a5d8-4650-a38d-40abe689e4e6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:35:54.358569 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-c31ddb14-a5d8-4650-a38d-40abe689e4e6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:35:54.362108 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-c31ddb14-a5d8-4650-a38d-40abe689e4e6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:35:54.366858 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-da56939a-37cb-47e5-acd8-160fb9469f74 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:54.369104 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-c31ddb14-a5d8-4650-a38d-40abe689e4e6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:35:54.382099 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.securitygroups_db [None req-c31ddb14-a5d8-4650-a38d-40abe689e4e6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Project 8ede911fc7f845af95dd74968234120d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 17:35:54.390644 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c31ddb14-a5d8-4650-a38d-40abe689e4e6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:54.421650 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-da56939a-37cb-47e5-acd8-160fb9469f74 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:54.424479 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 9313f2ca-8fa0-43da-87a5-6f51d553aec3, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=9313f2ca-8fa0-43da-87a5-6f51d553aec3,segment=NetworkSegment(bc385158-122c-49e2-a3da-a4705fa248b5),segment_id=bc385158-122c-49e2-a3da-a4705fa248b5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:35:54.442045 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Returning: {'device': '9313f2ca-8fa0-43da-87a5-6f51d553aec3', 'network_id': 'b1274540-aa6f-41be-a0cc-5f2fec52a07b', 'port_id': '9313f2ca-8fa0-43da-87a5-6f51d553aec3', 'mac_address': 'fa:16:3e:67:cf:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e33d78f-17ed-4a2d-aaf0-4ad55353aed3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:35:54.444361 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-a61719f5-b272-44f5-b2a2-8ef3f2e513eb None None] Notify callbacks [] for port, precommit_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:54.446031 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da56939a-37cb-47e5-acd8-160fb9469f74 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88778378-f2cb-4deb-9a2a-d141c256a64f,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:54.452872 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-da56939a-37cb-47e5-acd8-160fb9469f74 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:54.455075 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-da56939a-37cb-47e5-acd8-160fb9469f74 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "DELETE /v2.0/security-groups/88778378-f2cb-4deb-9a2a-d141c256a64f HTTP/1.1" status: 204 len: 168 time: 0.2386227 May 04 17:35:54.457114 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55836) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:54.463024 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.provisioning_blocks [None req-a61719f5-b272-44f5-b2a2-8ef3f2e513eb None None] Transition to ACTIVE for port object e11c086f-e1ea-4ab0-a750-847c9cdcbbc5 will not be triggered until provisioned by entity L2. {{(pid=88040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:35:54.471150 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-a61719f5-b272-44f5-b2a2-8ef3f2e513eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:54.479669 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c31ddb14-a5d8-4650-a38d-40abe689e4e6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:54.484760 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c31ddb14-a5d8-4650-a38d-40abe689e4e6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:54.524362 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-1c7889a1-0804-4adf-9cd0-e08cbc3b8740 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Synchronizing usage tracker for tenant:bb6e3ec24aad449db2b920da98931894 on resource:security_group {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:35:54.531205 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31ddb14-a5d8-4650-a38d-40abe689e4e6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d70b8373-775e-4d5c-aadd-2bfd663de071,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:54.555033 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d00a72-71f1-41bd-a2ce-1773eb5f79d8 None None] Pushing event updated for resources: {'Port': ['ID=e11c086f-e1ea-4ab0-a750-847c9cdcbbc5,revision_number=3']} {{(pid=88040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:54.559940 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c31ddb14-a5d8-4650-a38d-40abe689e4e6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:54.561643 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-c31ddb14-a5d8-4650-a38d-40abe689e4e6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2221351 May 04 17:35:54.562144 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-1c7889a1-0804-4adf-9cd0-e08cbc3b8740 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Unset dirty status for tenant:bb6e3ec24aad449db2b920da98931894 on resource:security_group {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:35:54.565289 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-1c7889a1-0804-4adf-9cd0-e08cbc3b8740 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1058230 May 04 17:35:54.566243 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55840) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:54.567941 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55842) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:54.570051 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d00a72-71f1-41bd-a2ce-1773eb5f79d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:54.570468 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d00a72-71f1-41bd-a2ce-1773eb5f79d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:54.570816 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d00a72-71f1-41bd-a2ce-1773eb5f79d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:54.571162 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d00a72-71f1-41bd-a2ce-1773eb5f79d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:54.571592 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d00a72-71f1-41bd-a2ce-1773eb5f79d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:54.572075 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d00a72-71f1-41bd-a2ce-1773eb5f79d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:54.572507 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d00a72-71f1-41bd-a2ce-1773eb5f79d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:54.572837 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d00a72-71f1-41bd-a2ce-1773eb5f79d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:54.573163 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d00a72-71f1-41bd-a2ce-1773eb5f79d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:54.573482 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d00a72-71f1-41bd-a2ce-1773eb5f79d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:54.573804 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d00a72-71f1-41bd-a2ce-1773eb5f79d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:54.574211 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d00a72-71f1-41bd-a2ce-1773eb5f79d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:54.575620 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-f0cb329a-c27e-4ea2-b79f-742460924c89 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group_rule': {'security_group_id': '327d46db-3469-4230-9856-e18f6298277b', 'project_id': '8ede911fc7f845af95dd74968234120d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:35:54.602115 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-f0cb329a-c27e-4ea2-b79f-742460924c89 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:35:54.605280 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.api.v2.resource [None req-015bcc17-1b2c-436a-b24c-182631488241 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] delete failed (client error): The resource could not be found. May 04 17:35:54.608749 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 24882489-e28b-460c-b9aa-ced51d5cedc6 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:35:54.611760 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55848) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:54.611883 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-015bcc17-1b2c-436a-b24c-182631488241 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "DELETE /v2.0/security-groups/88778378-f2cb-4deb-9a2a-d141c256a64f HTTP/1.1" status: 404 len: 347 time: 0.0425532 May 04 17:35:54.616827 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-9eda76a4-e644-47ae-a588-2fd97af47cfa tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Request body: {'security_group': {'name': 'tempest-secgroup--1498454962'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:35:54.623774 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-f0cb329a-c27e-4ea2-b79f-742460924c89 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:35:54.627541 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-9eda76a4-e644-47ae-a588-2fd97af47cfa tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:35:54.629724 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-f0cb329a-c27e-4ea2-b79f-742460924c89 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:35:54.638739 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-f0cb329a-c27e-4ea2-b79f-742460924c89 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:35:54.644639 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-9eda76a4-e644-47ae-a588-2fd97af47cfa tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:35:54.667650 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.securitygroups_db [None req-f0cb329a-c27e-4ea2-b79f-742460924c89 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Project 8ede911fc7f845af95dd74968234120d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 17:35:54.679925 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:54.694302 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9eda76a4-e644-47ae-a588-2fd97af47cfa tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:54.734617 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9313f2ca-8fa0-43da-87a5-6f51d553aec3 {{(pid=88039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:35:54.742958 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f0cb329a-c27e-4ea2-b79f-742460924c89 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:54.759806 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 9313f2ca-8fa0-43da-87a5-6f51d553aec3, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=9313f2ca-8fa0-43da-87a5-6f51d553aec3,segment=NetworkSegment(bc385158-122c-49e2-a3da-a4705fa248b5),segment_id=bc385158-122c-49e2-a3da-a4705fa248b5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:35:54.769207 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:54.800624 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-a61719f5-b272-44f5-b2a2-8ef3f2e513eb None None] Attempting to bind port e11c086f-e1ea-4ab0-a750-847c9cdcbbc5 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:35:54.801249 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-a61719f5-b272-44f5-b2a2-8ef3f2e513eb None None] Attempting to bind port e11c086f-e1ea-4ab0-a750-847c9cdcbbc5 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'c348e006-ec0d-4878-ad65-55f2a90b9727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f9166363-81e6-4068-8364-82600edaf9b9'}] {{(pid=88040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:35:54.801775 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61719f5-b272-44f5-b2a2-8ef3f2e513eb None None] Attempting to bind port e11c086f-e1ea-4ab0-a750-847c9cdcbbc5 on network f9166363-81e6-4068-8364-82600edaf9b9 {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:35:54.808443 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61719f5-b272-44f5-b2a2-8ef3f2e513eb None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:35:54.809315 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61719f5-b272-44f5-b2a2-8ef3f2e513eb None None] Checking segment: {'id': 'c348e006-ec0d-4878-ad65-55f2a90b9727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f9166363-81e6-4068-8364-82600edaf9b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:35:54.809968 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-a61719f5-b272-44f5-b2a2-8ef3f2e513eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:54.810498 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61719f5-b272-44f5-b2a2-8ef3f2e513eb None None] Bound using segment: {'id': 'c348e006-ec0d-4878-ad65-55f2a90b9727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f9166363-81e6-4068-8364-82600edaf9b9'} {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:35:54.811114 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-a61719f5-b272-44f5-b2a2-8ef3f2e513eb None None] Bound port: e11c086f-e1ea-4ab0-a750-847c9cdcbbc5, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c348e006-ec0d-4878-ad65-55f2a90b9727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f9166363-81e6-4068-8364-82600edaf9b9'}}] {{(pid=88040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:35:54.811652 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-a61719f5-b272-44f5-b2a2-8ef3f2e513eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:54.843923 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 24882489-e28b-460c-b9aa-ced51d5cedc6 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:35:54.844301 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:54.859720 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-9eda76a4-e644-47ae-a588-2fd97af47cfa tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:35:54.876974 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-9eda76a4-e644-47ae-a588-2fd97af47cfa tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Usage tracker for resource:security_group_rule and tenant:bb6e3ec24aad449db2b920da98931894 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:35:54.907050 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-9eda76a4-e644-47ae-a588-2fd97af47cfa tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:35:54.934233 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.db [None req-a61719f5-b272-44f5-b2a2-8ef3f2e513eb None None] For port e11c086f-e1ea-4ab0-a750-847c9cdcbbc5, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:35:54.939075 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.db [None req-a61719f5-b272-44f5-b2a2-8ef3f2e513eb None None] For port e11c086f-e1ea-4ab0-a750-847c9cdcbbc5, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=e11c086f-e1ea-4ab0-a750-847c9cdcbbc5,segment=NetworkSegment(c348e006-ec0d-4878-ad65-55f2a90b9727),segment_id=c348e006-ec0d-4878-ad65-55f2a90b9727)] {{(pid=88040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:35:54.941843 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-9eda76a4-e644-47ae-a588-2fd97af47cfa tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:35:54.945553 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-a61719f5-b272-44f5-b2a2-8ef3f2e513eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:54.953950 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=9313f2ca-8fa0-43da-87a5-6f51d553aec3,revision_number=7']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:55.003424 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f0cb329a-c27e-4ea2-b79f-742460924c89 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:55.016166 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f0cb329a-c27e-4ea2-b79f-742460924c89 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:55.048315 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d00a72-71f1-41bd-a2ce-1773eb5f79d8 None None] Pushing event updated for resources: {'Port': ['ID=e11c086f-e1ea-4ab0-a750-847c9cdcbbc5,revision_number=4']} {{(pid=88040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:55.059981 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61719f5-b272-44f5-b2a2-8ef3f2e513eb None None] Routers {'02f79694-12d4-4bc1-8c2f-bc49f4f85086'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:35:55.060610 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-a61719f5-b272-44f5-b2a2-8ef3f2e513eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:35:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['02f79694-12d4-4bc1-8c2f-bc49f4f85086'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:35:55.074002 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 747ed98e-0e68-4416-af0a-f14ab28240f5 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:35:55.084574 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cb329a-c27e-4ea2-b79f-742460924c89 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bcf0aa0-b0b7-4137-8734-f8d8f973e0a8,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:55.107298 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d372a8ac-dc8b-44f8-9adc-3a8d7e392a7e req-56700e0a-1714-4404-9b38-3062c8928769 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:55.109082 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d372a8ac-dc8b-44f8-9adc-3a8d7e392a7e req-56700e0a-1714-4404-9b38-3062c8928769 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7eaae3f-eb23-4126-a1e4-aa9915a6cd46 HTTP/1.1" status: 200 len: 945 time: 0.1921222 May 04 17:35:55.142382 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f0cb329a-c27e-4ea2-b79f-742460924c89 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:55.144430 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-f0cb329a-c27e-4ea2-b79f-742460924c89 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5770192 May 04 17:35:55.158471 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9eda76a4-e644-47ae-a588-2fd97af47cfa tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:55.165343 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9eda76a4-e644-47ae-a588-2fd97af47cfa tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:55.215698 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d372a8ac-dc8b-44f8-9adc-3a8d7e392a7e req-cd53bfab-4253-4fcf-9346-02fb1651fa7b tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "GET /v2.0/security-groups?id=a49400ca-9754-47a7-84f8-c8fb6cea4011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996954 May 04 17:35:55.234302 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eda76a4-e644-47ae-a588-2fd97af47cfa tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb748da-1230-4abe-bb18-d6b38a1bc514,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:55.253141 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9eda76a4-e644-47ae-a588-2fd97af47cfa tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:55.257306 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] get_ports_and_sgs() called for port_ids ['9313f2ca-8fa0-43da-87a5-6f51d553aec3'] {{(pid=88039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:35:55.257435 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55856) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:55.258097 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-9eda76a4-e644-47ae-a588-2fd97af47cfa tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6451733 May 04 17:35:55.262766 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-c9dd3814-2972-472d-a79e-861120ca570c tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Request body: {'security_group_rule': {'security_group_id': 'fbb748da-1230-4abe-bb18-d6b38a1bc514', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:35:55.277164 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-c9dd3814-2972-472d-a79e-861120ca570c tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:35:55.285868 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-c9dd3814-2972-472d-a79e-861120ca570c tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Usage tracker for resource:security_group_rule and tenant:bb6e3ec24aad449db2b920da98931894 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:35:55.296198 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-c9dd3814-2972-472d-a79e-861120ca570c tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:35:55.313783 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-c9dd3814-2972-472d-a79e-861120ca570c tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:35:55.344391 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 747ed98e-0e68-4416-af0a-f14ab28240f5 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:35:55.345764 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:55.362981 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c9dd3814-2972-472d-a79e-861120ca570c tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:55.413139 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-a61719f5-b272-44f5-b2a2-8ef3f2e513eb None None] Set router 02f79694-12d4-4bc1-8c2f-bc49f4f85086 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:35:55.470098 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c9dd3814-2972-472d-a79e-861120ca570c tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:55.475131 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c9dd3814-2972-472d-a79e-861120ca570c tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:55.504946 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-bd06c7e5-2200-4e32-bb58-31133f0506d3 req-0fb4c4d3-429e-404f-a429-58f35a7b3346 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Synchronizing usage tracker for tenant:8ede911fc7f845af95dd74968234120d on resource:security_group {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:35:55.508368 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dd3814-2972-472d-a79e-861120ca570c tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56f18df1-aff1-4175-8810-5c736c6c60ad,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:55.526812 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c9dd3814-2972-472d-a79e-861120ca570c tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:55.527625 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-c9dd3814-2972-472d-a79e-861120ca570c tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2690244 May 04 17:35:55.529769 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-bd06c7e5-2200-4e32-bb58-31133f0506d3 req-0fb4c4d3-429e-404f-a429-58f35a7b3346 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Unset dirty status for tenant:8ede911fc7f845af95dd74968234120d on resource:security_group {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:35:55.530664 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55870) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:55.531666 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-bd06c7e5-2200-4e32-bb58-31133f0506d3 req-0fb4c4d3-429e-404f-a429-58f35a7b3346 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1107818015&fields=id&tenant_id=8ede911fc7f845af95dd74968234120d HTTP/1.1" status: 200 len: 267 time: 0.0722961 May 04 17:35:55.574837 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0fac4e5c-d034-4281-8cc7-8894a60d7f56 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:55.594700 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0fac4e5c-d034-4281-8cc7-8894a60d7f56 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:55.627173 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0fac4e5c-d034-4281-8cc7-8894a60d7f56 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:55.648473 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fac4e5c-d034-4281-8cc7-8894a60d7f56 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=56f18df1-aff1-4175-8810-5c736c6c60ad,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:55.657136 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0fac4e5c-d034-4281-8cc7-8894a60d7f56 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:55.658289 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-0fac4e5c-d034-4281-8cc7-8894a60d7f56 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/56f18df1-aff1-4175-8810-5c736c6c60ad HTTP/1.1" status: 204 len: 168 time: 0.1263747 May 04 17:35:55.661037 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55874) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:55.728577 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-e9c5a2b6-a998-40ac-b356-c864306b82eb tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Synchronizing usage tracker for tenant:bb6e3ec24aad449db2b920da98931894 on resource:security_group_rule {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:35:55.746835 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-e9c5a2b6-a998-40ac-b356-c864306b82eb tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Unset dirty status for tenant:bb6e3ec24aad449db2b920da98931894 on resource:security_group_rule {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:35:55.748316 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-e9c5a2b6-a998-40ac-b356-c864306b82eb tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0816808 May 04 17:35:55.751770 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55878) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:55.801351 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-a61719f5-b272-44f5-b2a2-8ef3f2e513eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f79694-12d4-4bc1-8c2f-bc49f4f85086', 'name': 'tempest-TestNetworkBasicOps-router-253879724', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '747ed98e-0e68-4416-af0a-f14ab28240f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:35:43Z', 'updated_at': '2022-05-04T17:35:50Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '747ed98e-0e68-4416-af0a-f14ab28240f5', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:75:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f79694-12d4-4bc1-8c2f-bc49f4f85086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:35:44Z', 'updated_at': '2022-05-04T17:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': 'e11c086f-e1ea-4ab0-a750-847c9cdcbbc5', 'name': '', 'network_id': 'f9166363-81e6-4068-8364-82600edaf9b9', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:6a:6b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f79694-12d4-4bc1-8c2f-bc49f4f85086', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '3b7b52ea-e747-47e0-8d86-0bc4ed87c9dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:35:48Z', 'updated_at': '2022-05-04T17:35:54Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '3b7b52ea-e747-47e0-8d86-0bc4ed87c9dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:35:55.805940 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61719f5-b272-44f5-b2a2-8ef3f2e513eb None None] The sync data for ids ['02f79694-12d4-4bc1-8c2f-bc49f4f85086'] in dv-neutron-840426-1-hyperv is: [{'id': '02f79694-12d4-4bc1-8c2f-bc49f4f85086', 'name': 'tempest-TestNetworkBasicOps-router-253879724', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '747ed98e-0e68-4416-af0a-f14ab28240f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:35:43Z', 'updated_at': '2022-05-04T17:35:50Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '747ed98e-0e68-4416-af0a-f14ab28240f5', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:75:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f79694-12d4-4bc1-8c2f-bc49f4f85086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:35:44Z', 'updated_at': '2022-05-04T17:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': 'e11c086f-e1ea-4ab0-a750-847c9cdcbbc5', 'name': '', 'network_id': 'f9166363-81e6-4068-8364-82600edaf9b9', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:6a:6b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02f79694-12d4-4bc1-8c2f-bc49f4f85086', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '3b7b52ea-e747-47e0-8d86-0bc4ed87c9dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:35:48Z', 'updated_at': '2022-05-04T17:35:54Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '3b7b52ea-e747-47e0-8d86-0bc4ed87c9dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:35:55.910537 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06c7e5-2200-4e32-bb58-31133f0506d3 req-92ac4673-b981-403a-a62b-369aaac6660a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:55.912541 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-bd06c7e5-2200-4e32-bb58-31133f0506d3 req-92ac4673-b981-403a-a62b-369aaac6660a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/networks?id=f9166363-81e6-4068-8364-82600edaf9b9 HTTP/1.1" status: 200 len: 797 time: 0.3735518 May 04 17:35:55.939602 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-87af6dfe-6800-4401-9f39-4e3570489b6a tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:55.942174 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-bd06c7e5-2200-4e32-bb58-31133f0506d3 req-d1dbedad-5d14-4c67-8805-adff860cf704 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/quotas/8ede911fc7f845af95dd74968234120d HTTP/1.1" status: 200 len: 375 time: 0.0196347 May 04 17:35:56.017035 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-87af6dfe-6800-4401-9f39-4e3570489b6a tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:56.080027 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-bd06c7e5-2200-4e32-bb58-31133f0506d3 req-4a9c6cdf-e1c0-4e56-9623-b757752a476e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Synchronizing usage tracker for tenant:8ede911fc7f845af95dd74968234120d on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:35:56.084104 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-87af6dfe-6800-4401-9f39-4e3570489b6a tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:56.112325 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87af6dfe-6800-4401-9f39-4e3570489b6a tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb748da-1230-4abe-bb18-d6b38a1bc514,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:56.118055 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-bd06c7e5-2200-4e32-bb58-31133f0506d3 req-4a9c6cdf-e1c0-4e56-9623-b757752a476e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Unset dirty status for tenant:8ede911fc7f845af95dd74968234120d on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:35:56.119365 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-bd06c7e5-2200-4e32-bb58-31133f0506d3 req-4a9c6cdf-e1c0-4e56-9623-b757752a476e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8ede911fc7f845af95dd74968234120d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1677632 May 04 17:35:56.172002 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-87af6dfe-6800-4401-9f39-4e3570489b6a tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:56.175570 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-87af6dfe-6800-4401-9f39-4e3570489b6a tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "DELETE /v2.0/security-groups/fbb748da-1230-4abe-bb18-d6b38a1bc514 HTTP/1.1" status: 204 len: 168 time: 0.4204249 May 04 17:35:56.176522 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55882) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:56.251775 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-dd3111b9-4e07-4c27-9441-bb53832a0b62 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Synchronizing usage tracker for tenant:bb6e3ec24aad449db2b920da98931894 on resource:security_group {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:35:56.279074 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-dd3111b9-4e07-4c27-9441-bb53832a0b62 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Unset dirty status for tenant:bb6e3ec24aad449db2b920da98931894 on resource:security_group {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:35:56.284807 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-dd3111b9-4e07-4c27-9441-bb53832a0b62 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1027172 May 04 17:35:56.285460 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55888) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:56.291886 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-bd06c7e5-2200-4e32-bb58-31133f0506d3 req-bf5fc49c-6000-4892-a803-ff1709f8b6be service neutron] 10.222.0.41 "GET /v2.0/networks/f9166363-81e6-4068-8364-82600edaf9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449592 May 04 17:35:56.292007 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-faad93fc-bbde-4070-b0f7-c8c1d5699e60 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Request body: {'security_group': {'name': 'tempest-secgroup--714748308'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:35:56.299101 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-faad93fc-bbde-4070-b0f7-c8c1d5699e60 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:35:56.309693 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-faad93fc-bbde-4070-b0f7-c8c1d5699e60 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:35:56.322699 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-faad93fc-bbde-4070-b0f7-c8c1d5699e60 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:56.346170 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-faad93fc-bbde-4070-b0f7-c8c1d5699e60 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:35:56.351586 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-faad93fc-bbde-4070-b0f7-c8c1d5699e60 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Usage tracker for resource:security_group_rule and tenant:bb6e3ec24aad449db2b920da98931894 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:35:56.354605 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-faad93fc-bbde-4070-b0f7-c8c1d5699e60 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:35:56.360953 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-faad93fc-bbde-4070-b0f7-c8c1d5699e60 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:35:56.449327 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-bd06c7e5-2200-4e32-bb58-31133f0506d3 req-a173e540-fad1-4761-aa23-70e51b1a62e3 service neutron] 10.222.0.41 "GET /v2.0/networks/f9166363-81e6-4068-8364-82600edaf9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510973 May 04 17:35:56.516181 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-faad93fc-bbde-4070-b0f7-c8c1d5699e60 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:56.525598 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df740c76-f189-4338-890d-7325404803ce req-914659e7-d56e-4259-ba87-81bc23b974f5 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:56.533142 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-df740c76-f189-4338-890d-7325404803ce req-914659e7-d56e-4259-ba87-81bc23b974f5 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7eaae3f-eb23-4126-a1e4-aa9915a6cd46 HTTP/1.1" status: 200 len: 945 time: 0.1506333 May 04 17:35:56.548757 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-faad93fc-bbde-4070-b0f7-c8c1d5699e60 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:56.570118 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device e11c086f-e1ea-4ab0-a750-847c9cdcbbc5 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:35:56.627038 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-df740c76-f189-4338-890d-7325404803ce req-fd75fc74-23d6-4576-bb68-25c531930f92 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "GET /v2.0/security-groups?id=a49400ca-9754-47a7-84f8-c8fb6cea4011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931756 May 04 17:35:56.634320 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faad93fc-bbde-4070-b0f7-c8c1d5699e60 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02ab89b6-83de-4000-bdfe-ec1e06469b6e,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:56.643782 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-faad93fc-bbde-4070-b0f7-c8c1d5699e60 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:56.645228 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-faad93fc-bbde-4070-b0f7-c8c1d5699e60 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3587754 May 04 17:35:56.648188 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55896) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:56.654605 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-0987e060-0ca5-40dd-b14e-9e3cae05ec8c tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Request body: {'security_group_rule': {'security_group_id': '02ab89b6-83de-4000-bdfe-ec1e06469b6e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:35:56.662825 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55900) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:56.670761 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-0987e060-0ca5-40dd-b14e-9e3cae05ec8c tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:35:56.692511 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port e11c086f-e1ea-4ab0-a750-847c9cdcbbc5 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:35:56.710894 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port e11c086f-e1ea-4ab0-a750-847c9cdcbbc5 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:35:56.711497 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:56.733332 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-0987e060-0ca5-40dd-b14e-9e3cae05ec8c tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Usage tracker for resource:security_group_rule and tenant:bb6e3ec24aad449db2b920da98931894 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:35:56.741805 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-0987e060-0ca5-40dd-b14e-9e3cae05ec8c tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:35:56.755370 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-00977538-10b5-4516-b65d-1a3ac895c660 req-0b40fc87-a87c-44fd-b1bf-02a834305e28 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=9beed4c6-4f2d-4664-8a2c-84a923e3beb5 HTTP/1.1" status: 200 len: 210 time: 0.0790501 May 04 17:35:56.760445 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-0987e060-0ca5-40dd-b14e-9e3cae05ec8c tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:35:56.790541 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0987e060-0ca5-40dd-b14e-9e3cae05ec8c tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:56.919767 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0987e060-0ca5-40dd-b14e-9e3cae05ec8c tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:56.923215 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:56.924948 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0987e060-0ca5-40dd-b14e-9e3cae05ec8c tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:56.952497 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987e060-0ca5-40dd-b14e-9e3cae05ec8c tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e916ab51-50b9-4923-8fb4-320404977639,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:56.964173 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-940f99fb-d144-4993-ab0f-50beea5e1016 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "GET /v2.0/floatingips/69e9eb5f-1cab-407c-9912-69605e13f00b HTTP/1.1" status: 200 len: 992 time: 0.2950954 May 04 17:35:56.976935 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0987e060-0ca5-40dd-b14e-9e3cae05ec8c tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:56.978257 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-0987e060-0ca5-40dd-b14e-9e3cae05ec8c tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3287444 May 04 17:35:56.981135 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55910) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:56.981907 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port e11c086f-e1ea-4ab0-a750-847c9cdcbbc5, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=e11c086f-e1ea-4ab0-a750-847c9cdcbbc5,segment=NetworkSegment(c348e006-ec0d-4878-ad65-55f2a90b9727),segment_id=c348e006-ec0d-4878-ad65-55f2a90b9727)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:35:56.986586 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:56.986688 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-01fdf86e-da30-42d2-a561-856c2dfb8f98 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Request body: {'security_group_rule': {'security_group_id': '02ab89b6-83de-4000-bdfe-ec1e06469b6e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:35:56.993185 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-01fdf86e-da30-42d2-a561-856c2dfb8f98 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:35:57.000716 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-01fdf86e-da30-42d2-a561-856c2dfb8f98 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Usage tracker for resource:security_group_rule and tenant:bb6e3ec24aad449db2b920da98931894 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:35:57.005546 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-01fdf86e-da30-42d2-a561-856c2dfb8f98 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:35:57.018431 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-01fdf86e-da30-42d2-a561-856c2dfb8f98 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:35:57.041840 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-01fdf86e-da30-42d2-a561-856c2dfb8f98 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:57.063579 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=e11c086f-e1ea-4ab0-a750-847c9cdcbbc5,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:57.118593 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-01fdf86e-da30-42d2-a561-856c2dfb8f98 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:57.123253 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-01fdf86e-da30-42d2-a561-856c2dfb8f98 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:57.150678 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fdf86e-da30-42d2-a561-856c2dfb8f98 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=874b5be1-0df2-482a-97f7-9c62b50d564f,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:57.164364 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-01fdf86e-da30-42d2-a561-856c2dfb8f98 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:57.165590 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-01fdf86e-da30-42d2-a561-856c2dfb8f98 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1834188 May 04 17:35:57.168695 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55914) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:57.174045 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-cb92b9f4-6cd6-42da-a55d-fb0ec914aaed tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Request body: {'security_group_rule': {'security_group_id': '02ab89b6-83de-4000-bdfe-ec1e06469b6e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:35:57.180080 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-cb92b9f4-6cd6-42da-a55d-fb0ec914aaed tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:35:57.184796 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-cb92b9f4-6cd6-42da-a55d-fb0ec914aaed tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Usage tracker for resource:security_group_rule and tenant:bb6e3ec24aad449db2b920da98931894 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:35:57.187881 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-cb92b9f4-6cd6-42da-a55d-fb0ec914aaed tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:35:57.195063 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-cb92b9f4-6cd6-42da-a55d-fb0ec914aaed tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:35:57.212690 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cb92b9f4-6cd6-42da-a55d-fb0ec914aaed tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:57.285321 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cb92b9f4-6cd6-42da-a55d-fb0ec914aaed tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:57.289291 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cb92b9f4-6cd6-42da-a55d-fb0ec914aaed tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:57.312787 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb92b9f4-6cd6-42da-a55d-fb0ec914aaed tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9a0d688-34e2-418a-8399-e63331e1e25c,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:57.327364 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cb92b9f4-6cd6-42da-a55d-fb0ec914aaed tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:57.328592 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-cb92b9f4-6cd6-42da-a55d-fb0ec914aaed tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1588919 May 04 17:35:57.331314 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55918) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:57.336324 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-ecff2fbc-61d3-40a3-a418-c3dc6fdb9a42 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Request body: {'security_group_rule': {'security_group_id': '02ab89b6-83de-4000-bdfe-ec1e06469b6e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:35:57.342105 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-ecff2fbc-61d3-40a3-a418-c3dc6fdb9a42 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:35:57.346289 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-ecff2fbc-61d3-40a3-a418-c3dc6fdb9a42 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Usage tracker for resource:security_group_rule and tenant:bb6e3ec24aad449db2b920da98931894 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:35:57.349167 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-ecff2fbc-61d3-40a3-a418-c3dc6fdb9a42 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:35:57.354908 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-ecff2fbc-61d3-40a3-a418-c3dc6fdb9a42 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:35:57.372846 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ecff2fbc-61d3-40a3-a418-c3dc6fdb9a42 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:57.436531 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ecff2fbc-61d3-40a3-a418-c3dc6fdb9a42 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:57.440479 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ecff2fbc-61d3-40a3-a418-c3dc6fdb9a42 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:57.463093 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecff2fbc-61d3-40a3-a418-c3dc6fdb9a42 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e946d5d-e2ed-4115-8158-cafa2e70508d,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:57.474325 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ecff2fbc-61d3-40a3-a418-c3dc6fdb9a42 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:57.475501 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-ecff2fbc-61d3-40a3-a418-c3dc6fdb9a42 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1432214 May 04 17:35:57.478083 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55922) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:57.482961 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-c6eaa955-b662-4b24-a585-b3334c925773 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Request body: {'security_group_rule': {'security_group_id': '02ab89b6-83de-4000-bdfe-ec1e06469b6e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:35:57.489001 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-c6eaa955-b662-4b24-a585-b3334c925773 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:35:57.493697 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-c6eaa955-b662-4b24-a585-b3334c925773 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Usage tracker for resource:security_group_rule and tenant:bb6e3ec24aad449db2b920da98931894 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:35:57.496591 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-c6eaa955-b662-4b24-a585-b3334c925773 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:35:57.502797 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-c6eaa955-b662-4b24-a585-b3334c925773 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:35:57.518761 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c6eaa955-b662-4b24-a585-b3334c925773 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:57.581802 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c6eaa955-b662-4b24-a585-b3334c925773 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:57.585100 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c6eaa955-b662-4b24-a585-b3334c925773 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:57.608498 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eaa955-b662-4b24-a585-b3334c925773 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c8745e2-49df-48c6-8f1d-5d4fd9ccf999,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:57.620416 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c6eaa955-b662-4b24-a585-b3334c925773 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:57.621698 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-c6eaa955-b662-4b24-a585-b3334c925773 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1427071 May 04 17:35:57.624607 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55926) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:57.657646 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-52bc9722-56e1-4ccd-81c9-44193661cde8 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:57.668769 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-52bc9722-56e1-4ccd-81c9-44193661cde8 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:57.692196 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-52bc9722-56e1-4ccd-81c9-44193661cde8 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:57.713110 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc9722-56e1-4ccd-81c9-44193661cde8 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3c8745e2-49df-48c6-8f1d-5d4fd9ccf999,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:57.716638 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-52bc9722-56e1-4ccd-81c9-44193661cde8 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:57.720941 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-52bc9722-56e1-4ccd-81c9-44193661cde8 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/3c8745e2-49df-48c6-8f1d-5d4fd9ccf999 HTTP/1.1" status: 204 len: 168 time: 0.0922670 May 04 17:35:57.720941 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55930) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:57.777343 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-da4ff37f-44de-4fa2-a76c-e75c9bb11c2f tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Synchronizing usage tracker for tenant:bb6e3ec24aad449db2b920da98931894 on resource:security_group_rule {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:35:57.793576 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-da4ff37f-44de-4fa2-a76c-e75c9bb11c2f tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Unset dirty status for tenant:bb6e3ec24aad449db2b920da98931894 on resource:security_group_rule {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:35:57.795195 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-da4ff37f-44de-4fa2-a76c-e75c9bb11c2f tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0734384 May 04 17:35:57.798229 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55936) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:57.828657 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9c9e2246-2508-4df1-9cfc-eb25e205ab8d tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:57.840529 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9c9e2246-2508-4df1-9cfc-eb25e205ab8d tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:57.867869 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9c9e2246-2508-4df1-9cfc-eb25e205ab8d tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:57.887937 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9e2246-2508-4df1-9cfc-eb25e205ab8d tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3e946d5d-e2ed-4115-8158-cafa2e70508d,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:57.894791 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9c9e2246-2508-4df1-9cfc-eb25e205ab8d tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:57.898321 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-9c9e2246-2508-4df1-9cfc-eb25e205ab8d tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/3e946d5d-e2ed-4115-8158-cafa2e70508d HTTP/1.1" status: 204 len: 168 time: 0.0967748 May 04 17:35:57.899016 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55940) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:57.924398 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-46acf7a0-eed9-40d8-9b40-37f299bfac82 req-7c1647c8-1ebf-47fd-9b1d-86c949ac3c76 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Synchronizing usage tracker for tenant:8ede911fc7f845af95dd74968234120d on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:35:57.951735 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-46acf7a0-eed9-40d8-9b40-37f299bfac82 req-7c1647c8-1ebf-47fd-9b1d-86c949ac3c76 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Unset dirty status for tenant:8ede911fc7f845af95dd74968234120d on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:35:57.952895 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-46acf7a0-eed9-40d8-9b40-37f299bfac82 req-7c1647c8-1ebf-47fd-9b1d-86c949ac3c76 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=9beed4c6-4f2d-4664-8a2c-84a923e3beb5 HTTP/1.1" status: 200 len: 210 time: 0.0767400 May 04 17:35:57.960438 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06c7e5-2200-4e32-bb58-31133f0506d3 req-afc86fad-a0a3-4da9-9d9d-dddc29dcec5f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:57.961137 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-bd06c7e5-2200-4e32-bb58-31133f0506d3 req-afc86fad-a0a3-4da9-9d9d-dddc29dcec5f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Synchronizing usage tracker for tenant:8ede911fc7f845af95dd74968234120d on resource:network {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:35:57.967770 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-16c14ae0-08b4-48e8-9fbc-4aa77cc68dcb tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Synchronizing usage tracker for tenant:bb6e3ec24aad449db2b920da98931894 on resource:security_group_rule {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:35:57.985079 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-bd06c7e5-2200-4e32-bb58-31133f0506d3 req-afc86fad-a0a3-4da9-9d9d-dddc29dcec5f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Unset dirty status for tenant:8ede911fc7f845af95dd74968234120d on resource:network {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:35:57.986375 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-bd06c7e5-2200-4e32-bb58-31133f0506d3 req-afc86fad-a0a3-4da9-9d9d-dddc29dcec5f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.42 "GET /v2.0/networks?id=f9166363-81e6-4068-8364-82600edaf9b9 HTTP/1.1" status: 200 len: 797 time: 0.2466726 May 04 17:35:57.986736 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-16c14ae0-08b4-48e8-9fbc-4aa77cc68dcb tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Unset dirty status for tenant:bb6e3ec24aad449db2b920da98931894 on resource:security_group_rule {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:35:57.988080 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-16c14ae0-08b4-48e8-9fbc-4aa77cc68dcb tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0878403 May 04 17:35:57.990936 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55946) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:58.020521 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-bd929913-1016-442e-94f6-574ee48e51b7 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:58.031058 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-bd929913-1016-442e-94f6-574ee48e51b7 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:58.036137 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-bd06c7e5-2200-4e32-bb58-31133f0506d3 req-02c839d8-e266-43a3-b366-73c036645ffe tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Synchronizing usage tracker for tenant:8ede911fc7f845af95dd74968234120d on resource:security_group {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:35:58.047987 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-bd06c7e5-2200-4e32-bb58-31133f0506d3 req-02c839d8-e266-43a3-b366-73c036645ffe tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Unset dirty status for tenant:8ede911fc7f845af95dd74968234120d on resource:security_group {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:35:58.049845 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-bd06c7e5-2200-4e32-bb58-31133f0506d3 req-02c839d8-e266-43a3-b366-73c036645ffe tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ede911fc7f845af95dd74968234120d HTTP/1.1" status: 200 len: 380 time: 0.0553799 May 04 17:35:58.058188 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-bd929913-1016-442e-94f6-574ee48e51b7 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:58.058531 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [req-bd06c7e5-2200-4e32-bb58-31133f0506d3 req-e2c257ce-f5ed-4d98-801a-acc37ebec233 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'port': {'device_id': '9beed4c6-4f2d-4664-8a2c-84a923e3beb5', 'network_id': 'f9166363-81e6-4068-8364-82600edaf9b9', 'admin_state_up': True, 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'security_groups': ['327d46db-3469-4230-9856-e18f6298277b']}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:35:58.081740 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd929913-1016-442e-94f6-574ee48e51b7 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c9a0d688-34e2-418a-8399-e63331e1e25c,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:58.088076 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-bd929913-1016-442e-94f6-574ee48e51b7 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:58.089261 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-bd929913-1016-442e-94f6-574ee48e51b7 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/c9a0d688-34e2-418a-8399-e63331e1e25c HTTP/1.1" status: 204 len: 168 time: 0.0973952 May 04 17:35:58.091863 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55952) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:58.141526 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-332f03c3-4250-4cf8-b989-cbfdd51e00ca tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Synchronizing usage tracker for tenant:bb6e3ec24aad449db2b920da98931894 on resource:security_group_rule {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:35:58.156473 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-332f03c3-4250-4cf8-b989-cbfdd51e00ca tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Unset dirty status for tenant:bb6e3ec24aad449db2b920da98931894 on resource:security_group_rule {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:35:58.157951 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-332f03c3-4250-4cf8-b989-cbfdd51e00ca tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0650291 May 04 17:35:58.161129 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55956) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:58.190549 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-929e2495-b07d-4dcb-b6d6-a568c76eb123 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:58.200467 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [req-bd06c7e5-2200-4e32-bb58-31133f0506d3 req-e2c257ce-f5ed-4d98-801a-acc37ebec233 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:35:58.201085 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-929e2495-b07d-4dcb-b6d6-a568c76eb123 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:58.212638 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [req-bd06c7e5-2200-4e32-bb58-31133f0506d3 req-e2c257ce-f5ed-4d98-801a-acc37ebec233 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:35:58.225792 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd06c7e5-2200-4e32-bb58-31133f0506d3 req-e2c257ce-f5ed-4d98-801a-acc37ebec233 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Made reservation on behalf of 8ede911fc7f845af95dd74968234120d for: {'port': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:35:58.227161 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-929e2495-b07d-4dcb-b6d6-a568c76eb123 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:58.229401 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-bd06c7e5-2200-4e32-bb58-31133f0506d3 req-e2c257ce-f5ed-4d98-801a-acc37ebec233 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:58.247094 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929e2495-b07d-4dcb-b6d6-a568c76eb123 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=874b5be1-0df2-482a-97f7-9c62b50d564f,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:58.253704 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-929e2495-b07d-4dcb-b6d6-a568c76eb123 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:58.254954 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-929e2495-b07d-4dcb-b6d6-a568c76eb123 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/874b5be1-0df2-482a-97f7-9c62b50d564f HTTP/1.1" status: 204 len: 168 time: 0.0928571 May 04 17:35:58.257398 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55960) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:58.278766 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 9313f2ca-8fa0-43da-87a5-6f51d553aec3 up at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:35:58.307961 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-adb84680-5fdd-4cde-a3b0-c62b55834064 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Synchronizing usage tracker for tenant:bb6e3ec24aad449db2b920da98931894 on resource:security_group_rule {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:35:58.330924 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-adb84680-5fdd-4cde-a3b0-c62b55834064 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Unset dirty status for tenant:bb6e3ec24aad449db2b920da98931894 on resource:security_group_rule {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:35:58.332225 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-adb84680-5fdd-4cde-a3b0-c62b55834064 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0738392 May 04 17:35:58.335096 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55964) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:58.362415 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning complete for port 9313f2ca-8fa0-43da-87a5-6f51d553aec3 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:35:58.362795 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:58.363159 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cb8971c1-cd65-4c22-89e8-d68d181b43db tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:58.374099 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cb8971c1-cd65-4c22-89e8-d68d181b43db tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:58.401935 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cb8971c1-cd65-4c22-89e8-d68d181b43db tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:58.406195 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [req-bd06c7e5-2200-4e32-bb58-31133f0506d3 req-e2c257ce-f5ed-4d98-801a-acc37ebec233 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Allocated IP 172.20.0.5 (f9166363-81e6-4068-8364-82600edaf9b9/3b7b52ea-e747-47e0-8d86-0bc4ed87c9dd/76b0482e-cba9-4cb4-b138-cceae43cdc32) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:35:58.420947 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8971c1-cd65-4c22-89e8-d68d181b43db tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e916ab51-50b9-4923-8fb4-320404977639,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:58.429032 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cb8971c1-cd65-4c22-89e8-d68d181b43db tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:58.430213 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-cb8971c1-cd65-4c22-89e8-d68d181b43db tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/e916ab51-50b9-4923-8fb4-320404977639 HTTP/1.1" status: 204 len: 168 time: 0.0941880 May 04 17:35:58.432734 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55968) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:58.487678 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-0488ba2b-421a-4319-820a-5a5292d81daa tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Synchronizing usage tracker for tenant:bb6e3ec24aad449db2b920da98931894 on resource:security_group_rule {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:35:58.493840 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:58.505112 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-0488ba2b-421a-4319-820a-5a5292d81daa tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Unset dirty status for tenant:bb6e3ec24aad449db2b920da98931894 on resource:security_group_rule {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:35:58.507381 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-0488ba2b-421a-4319-820a-5a5292d81daa tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0736196 May 04 17:35:58.510188 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55972) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:58.531445 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7eaae3f-eb23-4126-a1e4-aa9915a6cd46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9313f2ca-8fa0-43da-87a5-6f51d553aec3'}] {{(pid=88039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:35:58.542810 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device e11c086f-e1ea-4ab0-a750-847c9cdcbbc5 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:35:58.580273 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 9313f2ca-8fa0-43da-87a5-6f51d553aec3, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=9313f2ca-8fa0-43da-87a5-6f51d553aec3,segment=NetworkSegment(bc385158-122c-49e2-a3da-a4705fa248b5),segment_id=bc385158-122c-49e2-a3da-a4705fa248b5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:35:58.591465 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f21d1d8f-b75d-4e13-9cdc-6a20821bcdd1 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:58.594935 dv-neutron-840426-1-hyperv neutron-server[88039]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8c6ab28-13dc-4749-8820-433bb8b34892'] response: {'server_uuid': 'b7eaae3f-eb23-4126-a1e4-aa9915a6cd46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9313f2ca-8fa0-43da-87a5-6f51d553aec3', 'code': 200} May 04 17:35:58.598187 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:58.625725 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f21d1d8f-b75d-4e13-9cdc-6a20821bcdd1 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:58.639575 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-bd06c7e5-2200-4e32-bb58-31133f0506d3 req-e2c257ce-f5ed-4d98-801a-acc37ebec233 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:58.657476 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [req-bd06c7e5-2200-4e32-bb58-31133f0506d3 req-e2c257ce-f5ed-4d98-801a-acc37ebec233 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Transition to ACTIVE for port object 76b0482e-cba9-4cb4-b138-cceae43cdc32 will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:35:58.678444 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=9313f2ca-8fa0-43da-87a5-6f51d553aec3,revision_number=8']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:58.687048 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-bd06c7e5-2200-4e32-bb58-31133f0506d3 req-e2c257ce-f5ed-4d98-801a-acc37ebec233 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:58.690016 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port e11c086f-e1ea-4ab0-a750-847c9cdcbbc5 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:35:58.690387 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:58.695150 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f21d1d8f-b75d-4e13-9cdc-6a20821bcdd1 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:58.717461 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21d1d8f-b75d-4e13-9cdc-6a20821bcdd1 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ab89b6-83de-4000-bdfe-ec1e06469b6e,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:58.737779 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f21d1d8f-b75d-4e13-9cdc-6a20821bcdd1 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:58.741853 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-f21d1d8f-b75d-4e13-9cdc-6a20821bcdd1 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "DELETE /v2.0/security-groups/02ab89b6-83de-4000-bdfe-ec1e06469b6e HTTP/1.1" status: 204 len: 168 time: 0.2278302 May 04 17:35:58.742084 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55978) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:58.764999 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd06c7e5-2200-4e32-bb58-31133f0506d3 req-e2c257ce-f5ed-4d98-801a-acc37ebec233 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Network f9166363-81e6-4068-8364-82600edaf9b9 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:35:58.772983 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [req-bd06c7e5-2200-4e32-bb58-31133f0506d3 req-e2c257ce-f5ed-4d98-801a-acc37ebec233 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:35:58.778165 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd06c7e5-2200-4e32-bb58-31133f0506d3 req-e2c257ce-f5ed-4d98-801a-acc37ebec233 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:35:58.801208 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-b11936a5-eda3-4ea4-b029-67516594dec5 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Synchronizing usage tracker for tenant:bb6e3ec24aad449db2b920da98931894 on resource:security_group {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:35:58.819295 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-b11936a5-eda3-4ea4-b029-67516594dec5 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Unset dirty status for tenant:bb6e3ec24aad449db2b920da98931894 on resource:security_group {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:35:58.825049 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-b11936a5-eda3-4ea4-b029-67516594dec5 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0778015 May 04 17:35:58.825232 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c257ce-f5ed-4d98-801a-acc37ebec233 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Port': ['ID=76b0482e-cba9-4cb4-b138-cceae43cdc32,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:58.827350 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 55982) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:58.834564 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-ce1378f1-ac13-4342-af5a-6b6c38ad1bcf tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Request body: {'security_group': {'name': 'tempest-secgroup--633328928'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:35:58.846881 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-ce1378f1-ac13-4342-af5a-6b6c38ad1bcf tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:35:58.864644 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-ce1378f1-ac13-4342-af5a-6b6c38ad1bcf tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:35:58.874697 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06c7e5-2200-4e32-bb58-31133f0506d3 req-e2c257ce-f5ed-4d98-801a-acc37ebec233 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:58.875308 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-bd06c7e5-2200-4e32-bb58-31133f0506d3 req-e2c257ce-f5ed-4d98-801a-acc37ebec233 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:58.895198 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ce1378f1-ac13-4342-af5a-6b6c38ad1bcf tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:58.917850 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-bd06c7e5-2200-4e32-bb58-31133f0506d3 req-e2c257ce-f5ed-4d98-801a-acc37ebec233 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8631623 May 04 17:35:58.923621 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-ce1378f1-ac13-4342-af5a-6b6c38ad1bcf tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:35:58.930174 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [req-bd06c7e5-2200-4e32-bb58-31133f0506d3 req-ca81de02-995c-4f15-9f64-6563a2997188 service neutron] Request body: {'port': {'device_id': '9beed4c6-4f2d-4664-8a2c-84a923e3beb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:35:58.965599 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-ce1378f1-ac13-4342-af5a-6b6c38ad1bcf tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Usage tracker for resource:security_group_rule and tenant:bb6e3ec24aad449db2b920da98931894 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:35:58.980009 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-ce1378f1-ac13-4342-af5a-6b6c38ad1bcf tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:35:58.994372 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-ce1378f1-ac13-4342-af5a-6b6c38ad1bcf tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:35:59.127553 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-bd06c7e5-2200-4e32-bb58-31133f0506d3 req-ca81de02-995c-4f15-9f64-6563a2997188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:59.136893 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-cb2767ba-c9c4-4253-a6d5-6a299c2bfbc2 None None] Provisioning for port 76b0482e-cba9-4cb4-b138-cceae43cdc32 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:35:59.141777 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-cb2767ba-c9c4-4253-a6d5-6a299c2bfbc2 None None] Provisioning complete for port 76b0482e-cba9-4cb4-b138-cceae43cdc32 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:35:59.142310 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-cb2767ba-c9c4-4253-a6d5-6a299c2bfbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:59.198715 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-cb2767ba-c9c4-4253-a6d5-6a299c2bfbc2 None None] Port 76b0482e-cba9-4cb4-b138-cceae43cdc32 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:35:59.239475 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ce1378f1-ac13-4342-af5a-6b6c38ad1bcf tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:59.247382 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ce1378f1-ac13-4342-af5a-6b6c38ad1bcf tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:59.361473 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04968783-124f-48c6-97a8-e21c791b2dbe req-cdb1517b-a884-41c1-9bf7-384572da76cb tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:35:59.362101 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-04968783-124f-48c6-97a8-e21c791b2dbe req-cdb1517b-a884-41c1-9bf7-384572da76cb tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Synchronizing usage tracker for tenant:8ede911fc7f845af95dd74968234120d on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:35:59.372610 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1378f1-ac13-4342-af5a-6b6c38ad1bcf tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5492c6-3ce3-4cbe-bbe1-49f88b14b5aa,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:59.387258 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ce1378f1-ac13-4342-af5a-6b6c38ad1bcf tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:59.388433 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-ce1378f1-ac13-4342-af5a-6b6c38ad1bcf tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5601950 May 04 17:35:59.391198 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55988) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:59.396466 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-8d91d667-4f13-4032-b119-6ab4c127dc9b tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Request body: {'security_group_rule': {'security_group_id': '3a5492c6-3ce3-4cbe-bbe1-49f88b14b5aa', 'direction': 'ingress', 'protocol': 17}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:35:59.402038 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-04968783-124f-48c6-97a8-e21c791b2dbe req-cdb1517b-a884-41c1-9bf7-384572da76cb tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Unset dirty status for tenant:8ede911fc7f845af95dd74968234120d on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:35:59.403194 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-04968783-124f-48c6-97a8-e21c791b2dbe req-cdb1517b-a884-41c1-9bf7-384572da76cb tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=9beed4c6-4f2d-4664-8a2c-84a923e3beb5 HTTP/1.1" status: 200 len: 931 time: 0.3217182 May 04 17:35:59.403663 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-8d91d667-4f13-4032-b119-6ab4c127dc9b tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:35:59.408361 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-8d91d667-4f13-4032-b119-6ab4c127dc9b tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Usage tracker for resource:security_group_rule and tenant:bb6e3ec24aad449db2b920da98931894 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:35:59.411705 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-8d91d667-4f13-4032-b119-6ab4c127dc9b tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:35:59.417350 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-8d91d667-4f13-4032-b119-6ab4c127dc9b tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:35:59.434219 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8d91d667-4f13-4032-b119-6ab4c127dc9b tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:59.497730 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8d91d667-4f13-4032-b119-6ab4c127dc9b tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:59.501633 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8d91d667-4f13-4032-b119-6ab4c127dc9b tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:59.527625 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d91d667-4f13-4032-b119-6ab4c127dc9b tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=347b2448-7e08-488f-a1dc-06a8fb5cb7b5,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:59.542057 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8d91d667-4f13-4032-b119-6ab4c127dc9b tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:59.543174 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-04968783-124f-48c6-97a8-e21c791b2dbe req-49d69321-2b5c-4f41-a1f1-ba59737766be tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=327d46db-3469-4230-9856-e18f6298277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174822 May 04 17:35:59.543280 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-8d91d667-4f13-4032-b119-6ab4c127dc9b tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1509740 May 04 17:35:59.546066 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55992) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:59.607693 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-97805d4f-126b-432c-8244-7a4ef393f10d tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:59.635781 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-97805d4f-126b-432c-8244-7a4ef393f10d tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:59.648085 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [req-bd06c7e5-2200-4e32-bb58-31133f0506d3 req-ca81de02-995c-4f15-9f64-6563a2997188 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76b0482e-cba9-4cb4-b138-cceae43cdc32 {{(pid=88037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:35:59.655595 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-bd06c7e5-2200-4e32-bb58-31133f0506d3 req-ca81de02-995c-4f15-9f64-6563a2997188 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:59.670730 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [req-bd06c7e5-2200-4e32-bb58-31133f0506d3 req-ca81de02-995c-4f15-9f64-6563a2997188 service neutron] Transition to ACTIVE for port object 76b0482e-cba9-4cb4-b138-cceae43cdc32 will not be triggered until provisioned by entity L2. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:35:59.675107 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-bd06c7e5-2200-4e32-bb58-31133f0506d3 req-ca81de02-995c-4f15-9f64-6563a2997188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:59.686497 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-97805d4f-126b-432c-8244-7a4ef393f10d tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:59.706556 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97805d4f-126b-432c-8244-7a4ef393f10d tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5492c6-3ce3-4cbe-bbe1-49f88b14b5aa,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:59.720392 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-97805d4f-126b-432c-8244-7a4ef393f10d tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:59.724311 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-97805d4f-126b-432c-8244-7a4ef393f10d tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "DELETE /v2.0/security-groups/3a5492c6-3ce3-4cbe-bbe1-49f88b14b5aa HTTP/1.1" status: 204 len: 168 time: 0.1745503 May 04 17:35:59.724311 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 55996) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:59.779374 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-3271ea09-3346-4b2d-96dc-f5433460d2a6 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Synchronizing usage tracker for tenant:bb6e3ec24aad449db2b920da98931894 on resource:security_group {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:35:59.795001 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-3271ea09-3346-4b2d-96dc-f5433460d2a6 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Unset dirty status for tenant:bb6e3ec24aad449db2b920da98931894 on resource:security_group {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:35:59.796311 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-3271ea09-3346-4b2d-96dc-f5433460d2a6 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0711079 May 04 17:35:59.801014 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 56000) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:59.806073 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-e3418056-674c-49de-acf5-1e1fee8368a2 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Request body: {'security_group': {'name': 'tempest-secgroup--1314089137'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:35:59.812693 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-e3418056-674c-49de-acf5-1e1fee8368a2 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:35:59.823444 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-e3418056-674c-49de-acf5-1e1fee8368a2 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:35:59.833476 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e3418056-674c-49de-acf5-1e1fee8368a2 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:59.853187 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-e3418056-674c-49de-acf5-1e1fee8368a2 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:35:59.857379 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-e3418056-674c-49de-acf5-1e1fee8368a2 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Usage tracker for resource:security_group_rule and tenant:bb6e3ec24aad449db2b920da98931894 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:35:59.860286 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-e3418056-674c-49de-acf5-1e1fee8368a2 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:35:59.867249 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-e3418056-674c-49de-acf5-1e1fee8368a2 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:35:59.937019 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca81de02-995c-4f15-9f64-6563a2997188 service neutron] Pushing event updated for resources: {'Port': ['ID=76b0482e-cba9-4cb4-b138-cceae43cdc32,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:59.949431 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e3418056-674c-49de-acf5-1e1fee8368a2 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:59.954337 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e3418056-674c-49de-acf5-1e1fee8368a2 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:00.003524 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3418056-674c-49de-acf5-1e1fee8368a2 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a9986b-3837-4d02-ba6c-ebaa847d824b,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:36:00.018912 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-bd06c7e5-2200-4e32-bb58-31133f0506d3 req-ca81de02-995c-4f15-9f64-6563a2997188 service neutron] Attempting to bind port 76b0482e-cba9-4cb4-b138-cceae43cdc32 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:36:00.019434 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-bd06c7e5-2200-4e32-bb58-31133f0506d3 req-ca81de02-995c-4f15-9f64-6563a2997188 service neutron] Attempting to bind port 76b0482e-cba9-4cb4-b138-cceae43cdc32 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': 'c348e006-ec0d-4878-ad65-55f2a90b9727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f9166363-81e6-4068-8364-82600edaf9b9'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:36:00.019596 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd06c7e5-2200-4e32-bb58-31133f0506d3 req-ca81de02-995c-4f15-9f64-6563a2997188 service neutron] Attempting to bind port 76b0482e-cba9-4cb4-b138-cceae43cdc32 on network f9166363-81e6-4068-8364-82600edaf9b9 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:36:00.022258 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e3418056-674c-49de-acf5-1e1fee8368a2 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:00.024684 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-e3418056-674c-49de-acf5-1e1fee8368a2 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2224925 May 04 17:36:00.027251 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 56004) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:36:00.029124 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd06c7e5-2200-4e32-bb58-31133f0506d3 req-ca81de02-995c-4f15-9f64-6563a2997188 service neutron] Port 76b0482e-cba9-4cb4-b138-cceae43cdc32 on network f9166363-81e6-4068-8364-82600edaf9b9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:36:00.029621 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd06c7e5-2200-4e32-bb58-31133f0506d3 req-ca81de02-995c-4f15-9f64-6563a2997188 service neutron] Attempting to bind port 76b0482e-cba9-4cb4-b138-cceae43cdc32 on network f9166363-81e6-4068-8364-82600edaf9b9 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:36:00.032956 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-a6b6645a-41c7-45c5-b032-5ddd255b23e2 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Request body: {'security_group': {'name': 'tempest-secgroup--284532077'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:36:00.036277 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd06c7e5-2200-4e32-bb58-31133f0506d3 req-ca81de02-995c-4f15-9f64-6563a2997188 service neutron] Checking agent: {'id': '84d0dbeb-cfa8-4636-8b1c-9790acf21ef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'started_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:36:00.036624 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd06c7e5-2200-4e32-bb58-31133f0506d3 req-ca81de02-995c-4f15-9f64-6563a2997188 service neutron] Checking segment: {'id': 'c348e006-ec0d-4878-ad65-55f2a90b9727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f9166363-81e6-4068-8364-82600edaf9b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:36:00.037005 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd06c7e5-2200-4e32-bb58-31133f0506d3 req-ca81de02-995c-4f15-9f64-6563a2997188 service neutron] Bound using segment: {'id': 'c348e006-ec0d-4878-ad65-55f2a90b9727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f9166363-81e6-4068-8364-82600edaf9b9'} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:36:00.037630 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-bd06c7e5-2200-4e32-bb58-31133f0506d3 req-ca81de02-995c-4f15-9f64-6563a2997188 service neutron] Bound port: 76b0482e-cba9-4cb4-b138-cceae43cdc32, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c348e006-ec0d-4878-ad65-55f2a90b9727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f9166363-81e6-4068-8364-82600edaf9b9'}}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:36:00.038172 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-bd06c7e5-2200-4e32-bb58-31133f0506d3 req-ca81de02-995c-4f15-9f64-6563a2997188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:00.039409 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-a6b6645a-41c7-45c5-b032-5ddd255b23e2 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:36:00.044040 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-a6b6645a-41c7-45c5-b032-5ddd255b23e2 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Usage tracker for resource:security_group and tenant:bb6e3ec24aad449db2b920da98931894 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:36:00.047160 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-a6b6645a-41c7-45c5-b032-5ddd255b23e2 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:36:00.053529 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-a6b6645a-41c7-45c5-b032-5ddd255b23e2 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:36:00.063887 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a6b6645a-41c7-45c5-b032-5ddd255b23e2 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:00.084224 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-a6b6645a-41c7-45c5-b032-5ddd255b23e2 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:36:00.088439 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-a6b6645a-41c7-45c5-b032-5ddd255b23e2 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Usage tracker for resource:security_group_rule and tenant:bb6e3ec24aad449db2b920da98931894 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:36:00.091457 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-a6b6645a-41c7-45c5-b032-5ddd255b23e2 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:36:00.097782 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-a6b6645a-41c7-45c5-b032-5ddd255b23e2 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:36:00.131014 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-bd06c7e5-2200-4e32-bb58-31133f0506d3 req-ca81de02-995c-4f15-9f64-6563a2997188 service neutron] For port 76b0482e-cba9-4cb4-b138-cceae43cdc32, host hv-neutron-8404, cleared binding levels {{(pid=88037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:36:00.134399 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-bd06c7e5-2200-4e32-bb58-31133f0506d3 req-ca81de02-995c-4f15-9f64-6563a2997188 service neutron] For port 76b0482e-cba9-4cb4-b138-cceae43cdc32, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=76b0482e-cba9-4cb4-b138-cceae43cdc32,segment=NetworkSegment(c348e006-ec0d-4878-ad65-55f2a90b9727),segment_id=c348e006-ec0d-4878-ad65-55f2a90b9727)] {{(pid=88037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:36:00.138771 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-bd06c7e5-2200-4e32-bb58-31133f0506d3 req-ca81de02-995c-4f15-9f64-6563a2997188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:00.171224 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a6b6645a-41c7-45c5-b032-5ddd255b23e2 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:00.176222 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a6b6645a-41c7-45c5-b032-5ddd255b23e2 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:00.202363 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06c7e5-2200-4e32-bb58-31133f0506d3 req-ca81de02-995c-4f15-9f64-6563a2997188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:36:00.202964 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-bd06c7e5-2200-4e32-bb58-31133f0506d3 req-ca81de02-995c-4f15-9f64-6563a2997188 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:00.204366 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-bd06c7e5-2200-4e32-bb58-31133f0506d3 req-ca81de02-995c-4f15-9f64-6563a2997188 service neutron] 10.222.0.42 "PUT /v2.0/ports/76b0482e-cba9-4cb4-b138-cceae43cdc32 HTTP/1.1" status: 200 len: 1093 time: 1.2782834 May 04 17:36:00.204746 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9beed4c6-4f2d-4664-8a2c-84a923e3beb5', 'tag': '76b0482e-cba9-4cb4-b138-cceae43cdc32'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:36:00.251426 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a6b6645a-41c7-45c5-b032-5ddd255b23e2 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:00.253017 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-a6b6645a-41c7-45c5-b032-5ddd255b23e2 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2248101 May 04 17:36:00.256786 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 56010) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:36:00.264788 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-c3e20411-8458-4fab-aae5-b3aed7954425 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Request body: {'security_group_rule': {'security_group_id': 'f7a9986b-3837-4d02-ba6c-ebaa847d824b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '00ea9ae6-3661-4844-a54f-5be9b7fece3c', 'remote_ip_prefix': None}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:36:00.271996 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b6645a-41c7-45c5-b032-5ddd255b23e2 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00ea9ae6-3661-4844-a54f-5be9b7fece3c,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:36:00.279088 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-c3e20411-8458-4fab-aae5-b3aed7954425 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:36:00.280077 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e84594f2-1bea-438e-b9ea-8ee2e9142478'] response: {'name': 'network-changed', 'server_uuid': '9beed4c6-4f2d-4664-8a2c-84a923e3beb5', 'tag': '76b0482e-cba9-4cb4-b138-cceae43cdc32', 'status': 'completed', 'code': 200} May 04 17:36:00.285099 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-c3e20411-8458-4fab-aae5-b3aed7954425 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Usage tracker for resource:security_group_rule and tenant:bb6e3ec24aad449db2b920da98931894 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:36:00.289518 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-c3e20411-8458-4fab-aae5-b3aed7954425 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:36:00.296058 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-c3e20411-8458-4fab-aae5-b3aed7954425 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:36:00.301750 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca81de02-995c-4f15-9f64-6563a2997188 service neutron] Pushing event updated for resources: {'Port': ['ID=76b0482e-cba9-4cb4-b138-cceae43cdc32,revision_number=3']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:36:00.331239 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c3e20411-8458-4fab-aae5-b3aed7954425 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:00.338560 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06c7e5-2200-4e32-bb58-31133f0506d3 req-35476e59-9961-4193-9f3a-5005489527c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:36:00.340071 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-bd06c7e5-2200-4e32-bb58-31133f0506d3 req-35476e59-9961-4193-9f3a-5005489527c5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ede911fc7f845af95dd74968234120d&device_id=9beed4c6-4f2d-4664-8a2c-84a923e3beb5 HTTP/1.1" status: 200 len: 1096 time: 0.0976954 May 04 17:36:00.405582 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c3e20411-8458-4fab-aae5-b3aed7954425 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:00.410542 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c3e20411-8458-4fab-aae5-b3aed7954425 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:00.413100 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-bd06c7e5-2200-4e32-bb58-31133f0506d3 req-61a39632-8d8c-404d-8fdb-4b2ef2056922 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76b0482e-cba9-4cb4-b138-cceae43cdc32 HTTP/1.1" status: 200 len: 217 time: 0.0663841 May 04 17:36:00.436994 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e20411-8458-4fab-aae5-b3aed7954425 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a96a38e5-fb83-49bc-9548-e81bac91aaef,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:36:00.453142 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c3e20411-8458-4fab-aae5-b3aed7954425 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:00.454367 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-c3e20411-8458-4fab-aae5-b3aed7954425 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1966953 May 04 17:36:00.457253 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 56014) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:36:00.481554 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06c7e5-2200-4e32-bb58-31133f0506d3 req-62c37eab-3e52-407f-917c-ce37b7582ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:36:00.483017 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-bd06c7e5-2200-4e32-bb58-31133f0506d3 req-62c37eab-3e52-407f-917c-ce37b7582ddc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3b7b52ea-e747-47e0-8d86-0bc4ed87c9dd HTTP/1.1" status: 200 len: 835 time: 0.0640759 May 04 17:36:00.485151 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-af5714b3-00c3-406c-a19c-90f8d2845ec0 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:00.496265 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-af5714b3-00c3-406c-a19c-90f8d2845ec0 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:00.519818 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-af5714b3-00c3-406c-a19c-90f8d2845ec0 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:00.540417 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5714b3-00c3-406c-a19c-90f8d2845ec0 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a96a38e5-fb83-49bc-9548-e81bac91aaef,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:36:00.543815 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-af5714b3-00c3-406c-a19c-90f8d2845ec0 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:00.545508 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-af5714b3-00c3-406c-a19c-90f8d2845ec0 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/a96a38e5-fb83-49bc-9548-e81bac91aaef HTTP/1.1" status: 204 len: 168 time: 0.0867739 May 04 17:36:00.547596 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 56018) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:36:00.566451 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06c7e5-2200-4e32-bb58-31133f0506d3 req-4104e632-dd0c-4c4f-9d1c-d88be0e3b486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:36:00.567922 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-bd06c7e5-2200-4e32-bb58-31133f0506d3 req-4104e632-dd0c-4c4f-9d1c-d88be0e3b486 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9166363-81e6-4068-8364-82600edaf9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788450 May 04 17:36:00.601152 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-aa854fe3-2750-44d7-9886-72cd88728047 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Synchronizing usage tracker for tenant:bb6e3ec24aad449db2b920da98931894 on resource:security_group_rule {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:36:00.618003 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-aa854fe3-2750-44d7-9886-72cd88728047 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Unset dirty status for tenant:bb6e3ec24aad449db2b920da98931894 on resource:security_group_rule {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:36:00.619800 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-aa854fe3-2750-44d7-9886-72cd88728047 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0707798 May 04 17:36:00.622710 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 56024) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:36:00.686848 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-da6d3169-ab92-4fc7-9c07-5f13f83e7f06 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:00.713069 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-da6d3169-ab92-4fc7-9c07-5f13f83e7f06 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:00.758655 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-bd06c7e5-2200-4e32-bb58-31133f0506d3 req-8f72c6cd-c20d-43d5-81aa-1e3bb84171c6 service neutron] 10.222.0.42 "GET /v2.0/networks/f9166363-81e6-4068-8364-82600edaf9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844089 May 04 17:36:00.760604 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-da6d3169-ab92-4fc7-9c07-5f13f83e7f06 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:00.780211 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6d3169-ab92-4fc7-9c07-5f13f83e7f06 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ea9ae6-3661-4844-a54f-5be9b7fece3c,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:36:00.802273 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-da6d3169-ab92-4fc7-9c07-5f13f83e7f06 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:00.806051 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-da6d3169-ab92-4fc7-9c07-5f13f83e7f06 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "DELETE /v2.0/security-groups/00ea9ae6-3661-4844-a54f-5be9b7fece3c HTTP/1.1" status: 204 len: 168 time: 0.1800752 May 04 17:36:00.806662 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 56028) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:36:00.821623 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd032022-3a73-4bc7-ad43-ba9dedaa739f req-2940c3cd-35bc-41ff-8866-99a554c5d233 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:36:00.823308 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dd032022-3a73-4bc7-ad43-ba9dedaa739f req-2940c3cd-35bc-41ff-8866-99a554c5d233 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=9beed4c6-4f2d-4664-8a2c-84a923e3beb5 HTTP/1.1" status: 200 len: 943 time: 0.1581213 May 04 17:36:00.868995 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-cf19b500-3b96-453c-aabf-b05931879daa tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Synchronizing usage tracker for tenant:bb6e3ec24aad449db2b920da98931894 on resource:security_group {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:36:00.883839 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-cf19b500-3b96-453c-aabf-b05931879daa tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Unset dirty status for tenant:bb6e3ec24aad449db2b920da98931894 on resource:security_group {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:36:00.885255 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-cf19b500-3b96-453c-aabf-b05931879daa tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0776782 May 04 17:36:00.888106 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 56032) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:36:00.939754 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dd032022-3a73-4bc7-ad43-ba9dedaa739f req-3d98de19-d00f-47b4-9b1d-a0a579efb131 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=327d46db-3469-4230-9856-e18f6298277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692205 May 04 17:36:00.942991 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-bd06c7e5-2200-4e32-bb58-31133f0506d3 req-fa2d85da-0a09-4a41-9649-453302b74aae service neutron] 10.222.0.42 "GET /v2.0/networks/f9166363-81e6-4068-8364-82600edaf9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788561 May 04 17:36:00.952650 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-296c6d7e-b1f9-4ab8-a2b0-bba6df9a0282 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:00.982173 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-296c6d7e-b1f9-4ab8-a2b0-bba6df9a0282 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:01.030096 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-296c6d7e-b1f9-4ab8-a2b0-bba6df9a0282 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:01.050135 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296c6d7e-b1f9-4ab8-a2b0-bba6df9a0282 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a9986b-3837-4d02-ba6c-ebaa847d824b,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:36:01.062890 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74801da7-8104-4e87-8a5b-58b25a1e1681 req-6188420a-e141-47bd-b157-a3d06879fc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:36:01.064531 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-74801da7-8104-4e87-8a5b-58b25a1e1681 req-6188420a-e141-47bd-b157-a3d06879fc4e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ede911fc7f845af95dd74968234120d&device_id=9beed4c6-4f2d-4664-8a2c-84a923e3beb5 HTTP/1.1" status: 200 len: 1096 time: 0.0755332 May 04 17:36:01.066528 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-296c6d7e-b1f9-4ab8-a2b0-bba6df9a0282 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:01.067656 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-296c6d7e-b1f9-4ab8-a2b0-bba6df9a0282 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "DELETE /v2.0/security-groups/f7a9986b-3837-4d02-ba6c-ebaa847d824b HTTP/1.1" status: 204 len: 168 time: 0.1786087 May 04 17:36:01.072715 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 56036) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:36:01.123654 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-1123d308-faff-4406-83fc-ac0bad7e944a tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Synchronizing usage tracker for tenant:bb6e3ec24aad449db2b920da98931894 on resource:security_group {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:36:01.139342 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-1123d308-faff-4406-83fc-ac0bad7e944a tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Unset dirty status for tenant:bb6e3ec24aad449db2b920da98931894 on resource:security_group {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:36:01.145280 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-1123d308-faff-4406-83fc-ac0bad7e944a tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0671797 May 04 17:36:01.145475 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 56040) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:36:01.150594 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-eccf9d5c-445c-4481-ab6a-7545f1d0695a tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Request body: {'security_group': {'name': 'tempest-secgroup--10896365'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:36:01.157181 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-eccf9d5c-445c-4481-ab6a-7545f1d0695a tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:36:01.167934 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-eccf9d5c-445c-4481-ab6a-7545f1d0695a tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:36:01.178814 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-eccf9d5c-445c-4481-ab6a-7545f1d0695a tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:01.199638 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-eccf9d5c-445c-4481-ab6a-7545f1d0695a tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:36:01.203389 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74801da7-8104-4e87-8a5b-58b25a1e1681 req-088261fa-15c5-428c-918d-aed6712615fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:36:01.203724 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-eccf9d5c-445c-4481-ab6a-7545f1d0695a tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Usage tracker for resource:security_group_rule and tenant:bb6e3ec24aad449db2b920da98931894 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:36:01.205417 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-74801da7-8104-4e87-8a5b-58b25a1e1681 req-088261fa-15c5-428c-918d-aed6712615fc service neutron] 10.222.0.42 "GET /v2.0/networks?id=f9166363-81e6-4068-8364-82600edaf9b9 HTTP/1.1" status: 200 len: 898 time: 0.1348989 May 04 17:36:01.207123 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-eccf9d5c-445c-4481-ab6a-7545f1d0695a tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:36:01.212816 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-eccf9d5c-445c-4481-ab6a-7545f1d0695a tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:36:01.276771 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-74801da7-8104-4e87-8a5b-58b25a1e1681 req-c0e2fa22-6326-4092-9cf4-a89eed119952 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76b0482e-cba9-4cb4-b138-cceae43cdc32 HTTP/1.1" status: 200 len: 217 time: 0.0648141 May 04 17:36:01.288966 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-eccf9d5c-445c-4481-ab6a-7545f1d0695a tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:01.292765 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-eccf9d5c-445c-4481-ab6a-7545f1d0695a tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:01.338258 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccf9d5c-445c-4481-ab6a-7545f1d0695a tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc408bb0-f41c-4ecf-aef9-9908a70dd4d9,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:36:01.340726 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74801da7-8104-4e87-8a5b-58b25a1e1681 req-966f2b07-5510-460a-a842-a5392b5bc9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:36:01.342229 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-74801da7-8104-4e87-8a5b-58b25a1e1681 req-966f2b07-5510-460a-a842-a5392b5bc9b9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3b7b52ea-e747-47e0-8d86-0bc4ed87c9dd HTTP/1.1" status: 200 len: 835 time: 0.0585392 May 04 17:36:01.352635 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-eccf9d5c-445c-4481-ab6a-7545f1d0695a tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:01.356658 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-eccf9d5c-445c-4481-ab6a-7545f1d0695a tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2076242 May 04 17:36:01.356798 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 56044) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:36:01.361533 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-3e5429f7-af8f-49d3-a1fd-889a646f10d2 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Request body: {'security_group_rule': {'security_group_id': 'bc408bb0-f41c-4ecf-aef9-9908a70dd4d9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:36:01.367674 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-3e5429f7-af8f-49d3-a1fd-889a646f10d2 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:36:01.371851 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-3e5429f7-af8f-49d3-a1fd-889a646f10d2 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Usage tracker for resource:security_group_rule and tenant:bb6e3ec24aad449db2b920da98931894 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:36:01.374800 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-3e5429f7-af8f-49d3-a1fd-889a646f10d2 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:36:01.381989 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-3e5429f7-af8f-49d3-a1fd-889a646f10d2 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:36:01.399135 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3e5429f7-af8f-49d3-a1fd-889a646f10d2 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:01.417535 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74801da7-8104-4e87-8a5b-58b25a1e1681 req-c95fc5da-1587-4721-9ad4-6bd9c08dac14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:36:01.419041 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-74801da7-8104-4e87-8a5b-58b25a1e1681 req-c95fc5da-1587-4721-9ad4-6bd9c08dac14 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9166363-81e6-4068-8364-82600edaf9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704334 May 04 17:36:01.460917 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3e5429f7-af8f-49d3-a1fd-889a646f10d2 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:01.465041 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3e5429f7-af8f-49d3-a1fd-889a646f10d2 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:01.489881 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5429f7-af8f-49d3-a1fd-889a646f10d2 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4fa4879-b7a8-4eb9-b69f-bae7b842ae4f,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:36:01.504481 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3e5429f7-af8f-49d3-a1fd-889a646f10d2 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:01.505757 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-3e5429f7-af8f-49d3-a1fd-889a646f10d2 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1480713 May 04 17:36:01.508669 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 56048) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:36:01.540732 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9dc76225-d35b-4704-9fc8-894d49a16187 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:01.552268 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9dc76225-d35b-4704-9fc8-894d49a16187 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:01.577587 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9dc76225-d35b-4704-9fc8-894d49a16187 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:01.596520 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc76225-d35b-4704-9fc8-894d49a16187 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e4fa4879-b7a8-4eb9-b69f-bae7b842ae4f,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:36:01.600620 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9dc76225-d35b-4704-9fc8-894d49a16187 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:01.604436 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-9dc76225-d35b-4704-9fc8-894d49a16187 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/e4fa4879-b7a8-4eb9-b69f-bae7b842ae4f HTTP/1.1" status: 204 len: 168 time: 0.0947919 May 04 17:36:01.605011 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 56052) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:36:01.653510 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-9bd18727-671d-4ad0-9bc6-b3681b08a64d tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Synchronizing usage tracker for tenant:bb6e3ec24aad449db2b920da98931894 on resource:security_group_rule {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:36:01.657129 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-74801da7-8104-4e87-8a5b-58b25a1e1681 req-0c025723-335c-47d1-8ade-794e3b003faa service neutron] 10.222.0.42 "GET /v2.0/networks/f9166363-81e6-4068-8364-82600edaf9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308257 May 04 17:36:01.668398 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-9bd18727-671d-4ad0-9bc6-b3681b08a64d tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Unset dirty status for tenant:bb6e3ec24aad449db2b920da98931894 on resource:security_group_rule {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:36:01.669623 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-9bd18727-671d-4ad0-9bc6-b3681b08a64d tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0637207 May 04 17:36:01.672520 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 56056) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:36:01.733939 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0f99f07f-185d-4054-afc4-78eb038521d8 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:01.760795 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0f99f07f-185d-4054-afc4-78eb038521d8 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:01.788320 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-74801da7-8104-4e87-8a5b-58b25a1e1681 req-8642fe00-78d2-45c8-a7f2-5248a3e1dcc7 service neutron] 10.222.0.42 "GET /v2.0/networks/f9166363-81e6-4068-8364-82600edaf9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250429 May 04 17:36:01.807856 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0f99f07f-185d-4054-afc4-78eb038521d8 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:01.827621 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f99f07f-185d-4054-afc4-78eb038521d8 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc408bb0-f41c-4ecf-aef9-9908a70dd4d9,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:36:01.840682 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0f99f07f-185d-4054-afc4-78eb038521d8 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:01.842096 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-0f99f07f-185d-4054-afc4-78eb038521d8 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "DELETE /v2.0/security-groups/bc408bb0-f41c-4ecf-aef9-9908a70dd4d9 HTTP/1.1" status: 204 len: 168 time: 0.1684597 May 04 17:36:01.844748 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 56060) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:36:01.893176 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-8704b459-38d7-4248-981c-180cb6781fbd tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Synchronizing usage tracker for tenant:bb6e3ec24aad449db2b920da98931894 on resource:security_group {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:36:01.907620 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-8704b459-38d7-4248-981c-180cb6781fbd tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Unset dirty status for tenant:bb6e3ec24aad449db2b920da98931894 on resource:security_group {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:36:01.908934 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-8704b459-38d7-4248-981c-180cb6781fbd tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0632296 May 04 17:36:01.912947 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 56064) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:36:01.917770 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-4a9cab7a-4c92-43ec-909b-c50a6e2a83c0 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Request body: {'security_group': {'name': 'tempest-secgroup--613232146'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:36:01.924517 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-4a9cab7a-4c92-43ec-909b-c50a6e2a83c0 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:36:01.934068 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-4a9cab7a-4c92-43ec-909b-c50a6e2a83c0 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:36:01.943404 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4a9cab7a-4c92-43ec-909b-c50a6e2a83c0 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:01.965805 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-4a9cab7a-4c92-43ec-909b-c50a6e2a83c0 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:36:01.969903 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-4a9cab7a-4c92-43ec-909b-c50a6e2a83c0 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Usage tracker for resource:security_group_rule and tenant:bb6e3ec24aad449db2b920da98931894 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:36:01.972766 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-4a9cab7a-4c92-43ec-909b-c50a6e2a83c0 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:36:01.978396 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-4a9cab7a-4c92-43ec-909b-c50a6e2a83c0 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:36:02.049164 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4a9cab7a-4c92-43ec-909b-c50a6e2a83c0 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:02.082279 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4a9cab7a-4c92-43ec-909b-c50a6e2a83c0 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:02.149354 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9cab7a-4c92-43ec-909b-c50a6e2a83c0 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f88e3b0-2be6-4c6e-9c4f-c5ee1d3bebc2,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:36:02.159204 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4a9cab7a-4c92-43ec-909b-c50a6e2a83c0 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:02.160738 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-4a9cab7a-4c92-43ec-909b-c50a6e2a83c0 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2468178 May 04 17:36:02.163541 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 56070) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:36:02.168680 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-78a3ebaf-9464-4707-9f9e-7f020d187be3 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Request body: {'security_group_rule': {'security_group_id': '9f88e3b0-2be6-4c6e-9c4f-c5ee1d3bebc2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:36:02.175295 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-78a3ebaf-9464-4707-9f9e-7f020d187be3 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:36:02.179475 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-78a3ebaf-9464-4707-9f9e-7f020d187be3 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Usage tracker for resource:security_group_rule and tenant:bb6e3ec24aad449db2b920da98931894 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:36:02.182478 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-78a3ebaf-9464-4707-9f9e-7f020d187be3 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:36:02.186125 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d92653e-7aab-4d56-9b35-bee5515c34a3 req-8a7d9298-5496-4725-ace2-af68cecd5e0a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:36:02.187814 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-0d92653e-7aab-4d56-9b35-bee5515c34a3 req-8a7d9298-5496-4725-ace2-af68cecd5e0a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=9beed4c6-4f2d-4664-8a2c-84a923e3beb5 HTTP/1.1" status: 200 len: 943 time: 0.1363382 May 04 17:36:02.192829 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-78a3ebaf-9464-4707-9f9e-7f020d187be3 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:36:02.209386 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-78a3ebaf-9464-4707-9f9e-7f020d187be3 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:02.238876 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-0d92653e-7aab-4d56-9b35-bee5515c34a3 req-aaaedfc3-ad81-45f0-a8de-34ad26f75b76 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=327d46db-3469-4230-9856-e18f6298277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439606 May 04 17:36:02.270721 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-78a3ebaf-9464-4707-9f9e-7f020d187be3 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:02.274220 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-78a3ebaf-9464-4707-9f9e-7f020d187be3 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:02.296636 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a3ebaf-9464-4707-9f9e-7f020d187be3 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb423bb4-6408-40a7-a735-3c5e4c119a24,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:36:02.308932 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-78a3ebaf-9464-4707-9f9e-7f020d187be3 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:02.310109 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-78a3ebaf-9464-4707-9f9e-7f020d187be3 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1455061 May 04 17:36:02.312703 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 56074) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:36:02.331462 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-4a6d2d0d-3505-4ba2-b547-e340c47820d1 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "GET /v2.0/security-group-rules/cb423bb4-6408-40a7-a735-3c5e4c119a24 HTTP/1.1" status: 200 len: 763 time: 0.0176899 May 04 17:36:02.333989 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 56078) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:36:02.382090 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-4d5bd046-facd-43d2-8b6f-b4d947ed25d4 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Synchronizing usage tracker for tenant:bb6e3ec24aad449db2b920da98931894 on resource:security_group_rule {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:36:02.397345 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-4d5bd046-facd-43d2-8b6f-b4d947ed25d4 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Unset dirty status for tenant:bb6e3ec24aad449db2b920da98931894 on resource:security_group_rule {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:36:02.398829 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-4d5bd046-facd-43d2-8b6f-b4d947ed25d4 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0638433 May 04 17:36:02.401425 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 56082) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:36:02.430257 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9646b156-da54-47eb-8a6a-007b8eca5189 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:02.440328 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9646b156-da54-47eb-8a6a-007b8eca5189 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:02.464846 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9646b156-da54-47eb-8a6a-007b8eca5189 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:02.482446 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9646b156-da54-47eb-8a6a-007b8eca5189 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cb423bb4-6408-40a7-a735-3c5e4c119a24,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:36:02.490343 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9646b156-da54-47eb-8a6a-007b8eca5189 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:02.491606 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-9646b156-da54-47eb-8a6a-007b8eca5189 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/cb423bb4-6408-40a7-a735-3c5e4c119a24 HTTP/1.1" status: 204 len: 168 time: 0.0892093 May 04 17:36:02.494178 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 56086) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:36:02.539748 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-b2362759-7d20-43ad-b448-2567525c30ae tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Synchronizing usage tracker for tenant:bb6e3ec24aad449db2b920da98931894 on resource:security_group_rule {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:36:02.554952 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-b2362759-7d20-43ad-b448-2567525c30ae tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Unset dirty status for tenant:bb6e3ec24aad449db2b920da98931894 on resource:security_group_rule {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:36:02.556161 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-b2362759-7d20-43ad-b448-2567525c30ae tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0610480 May 04 17:36:02.558912 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 56090) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:36:02.564375 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-764d5cdb-ce69-4cef-acd4-1339f3a8f52b tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Request body: {'security_group_rule': {'security_group_id': '9f88e3b0-2be6-4c6e-9c4f-c5ee1d3bebc2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:36:02.569869 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-764d5cdb-ce69-4cef-acd4-1339f3a8f52b tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:36:02.579267 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-764d5cdb-ce69-4cef-acd4-1339f3a8f52b tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:36:02.594510 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-764d5cdb-ce69-4cef-acd4-1339f3a8f52b tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:02.657207 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-764d5cdb-ce69-4cef-acd4-1339f3a8f52b tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:02.661137 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-764d5cdb-ce69-4cef-acd4-1339f3a8f52b tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:02.683812 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d5cdb-ce69-4cef-acd4-1339f3a8f52b tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b46243a2-dc48-4902-b96f-3700f10103cd,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:36:02.697731 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-764d5cdb-ce69-4cef-acd4-1339f3a8f52b tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:02.698948 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-764d5cdb-ce69-4cef-acd4-1339f3a8f52b tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1391311 May 04 17:36:02.701569 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 56094) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:36:02.719468 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-96b0a6df-0e05-4788-9e33-1586337c0854 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "GET /v2.0/security-group-rules/b46243a2-dc48-4902-b96f-3700f10103cd HTTP/1.1" status: 200 len: 763 time: 0.0168717 May 04 17:36:02.721645 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 56098) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:36:02.767192 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-b099d5bb-ed1f-4cdf-b80f-fbd8ce9d6f32 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Synchronizing usage tracker for tenant:bb6e3ec24aad449db2b920da98931894 on resource:security_group_rule {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:36:02.781592 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-b099d5bb-ed1f-4cdf-b80f-fbd8ce9d6f32 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Unset dirty status for tenant:bb6e3ec24aad449db2b920da98931894 on resource:security_group_rule {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:36:02.782884 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-b099d5bb-ed1f-4cdf-b80f-fbd8ce9d6f32 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0603378 May 04 17:36:02.785700 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 56102) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:36:02.812707 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0d63799e-95f3-4f6a-9c9f-0c88880c2601 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:02.823588 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0d63799e-95f3-4f6a-9c9f-0c88880c2601 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:02.846629 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0d63799e-95f3-4f6a-9c9f-0c88880c2601 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:02.864275 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d63799e-95f3-4f6a-9c9f-0c88880c2601 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b46243a2-dc48-4902-b96f-3700f10103cd,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:36:02.871517 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0d63799e-95f3-4f6a-9c9f-0c88880c2601 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:02.872659 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-0d63799e-95f3-4f6a-9c9f-0c88880c2601 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/b46243a2-dc48-4902-b96f-3700f10103cd HTTP/1.1" status: 204 len: 168 time: 0.0860541 May 04 17:36:02.875121 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 56106) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:36:02.920283 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-2aaab5ff-14dc-4419-8c61-87ba91105034 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Synchronizing usage tracker for tenant:bb6e3ec24aad449db2b920da98931894 on resource:security_group_rule {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:36:02.936928 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-2aaab5ff-14dc-4419-8c61-87ba91105034 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Unset dirty status for tenant:bb6e3ec24aad449db2b920da98931894 on resource:security_group_rule {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:36:02.938240 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-2aaab5ff-14dc-4419-8c61-87ba91105034 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0621834 May 04 17:36:02.941147 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 56110) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:36:02.946093 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-ede19437-98af-46ed-8d7a-39f13fd820dc tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Request body: {'security_group_rule': {'security_group_id': '9f88e3b0-2be6-4c6e-9c4f-c5ee1d3bebc2', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:36:02.951624 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-ede19437-98af-46ed-8d7a-39f13fd820dc tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:36:02.962083 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-ede19437-98af-46ed-8d7a-39f13fd820dc tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:36:02.972157 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.securitygroups_db [None req-ede19437-98af-46ed-8d7a-39f13fd820dc tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Project bb6e3ec24aad449db2b920da98931894 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 17:36:02.978645 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ede19437-98af-46ed-8d7a-39f13fd820dc tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:03.042427 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ede19437-98af-46ed-8d7a-39f13fd820dc tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:03.045666 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ede19437-98af-46ed-8d7a-39f13fd820dc tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:03.069811 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede19437-98af-46ed-8d7a-39f13fd820dc tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e72d492-cd7f-433a-a93a-84e78fce0294,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:36:03.083854 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ede19437-98af-46ed-8d7a-39f13fd820dc tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:03.085030 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-ede19437-98af-46ed-8d7a-39f13fd820dc tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1429417 May 04 17:36:03.087629 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 56114) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:36:03.106780 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-c8338a74-6cd8-4d63-8c7e-6cf90589adc9 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "GET /v2.0/security-group-rules/9e72d492-cd7f-433a-a93a-84e78fce0294 HTTP/1.1" status: 200 len: 769 time: 0.0181758 May 04 17:36:03.109028 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 56118) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:36:03.141975 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b187c6d2-8820-460e-b0fd-13f107fcfeb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:03.161117 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-df494403-5742-4611-b193-8ae2b3ec3ee1 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Synchronizing usage tracker for tenant:bb6e3ec24aad449db2b920da98931894 on resource:security_group_rule {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:36:03.176139 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-df494403-5742-4611-b193-8ae2b3ec3ee1 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Unset dirty status for tenant:bb6e3ec24aad449db2b920da98931894 on resource:security_group_rule {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:36:03.177620 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-df494403-5742-4611-b193-8ae2b3ec3ee1 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0677354 May 04 17:36:03.180438 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 56122) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:36:03.208121 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-134edbd3-775b-42a9-b9d7-d62500fa5b12 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:03.218200 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-134edbd3-775b-42a9-b9d7-d62500fa5b12 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:03.246992 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-134edbd3-775b-42a9-b9d7-d62500fa5b12 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:03.267099 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134edbd3-775b-42a9-b9d7-d62500fa5b12 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e72d492-cd7f-433a-a93a-84e78fce0294,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:36:03.275086 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-134edbd3-775b-42a9-b9d7-d62500fa5b12 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:03.276205 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-134edbd3-775b-42a9-b9d7-d62500fa5b12 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/9e72d492-cd7f-433a-a93a-84e78fce0294 HTTP/1.1" status: 204 len: 168 time: 0.0948174 May 04 17:36:03.278598 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 56128) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:36:03.326685 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-475de05c-4f9b-4954-ae16-4ef714fff97c tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Synchronizing usage tracker for tenant:bb6e3ec24aad449db2b920da98931894 on resource:security_group_rule {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:36:03.343576 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-475de05c-4f9b-4954-ae16-4ef714fff97c tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Unset dirty status for tenant:bb6e3ec24aad449db2b920da98931894 on resource:security_group_rule {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:36:03.348108 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-475de05c-4f9b-4954-ae16-4ef714fff97c tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0653789 May 04 17:36:03.348320 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 56132) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:36:03.418549 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-25d050c0-5283-47c8-866e-622d2d78b492 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:03.446220 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-25d050c0-5283-47c8-866e-622d2d78b492 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:03.541507 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-25d050c0-5283-47c8-866e-622d2d78b492 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:03.569265 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d050c0-5283-47c8-866e-622d2d78b492 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f88e3b0-2be6-4c6e-9c4f-c5ee1d3bebc2,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:36:03.584089 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-25d050c0-5283-47c8-866e-622d2d78b492 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:03.587711 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-25d050c0-5283-47c8-866e-622d2d78b492 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "DELETE /v2.0/security-groups/9f88e3b0-2be6-4c6e-9c4f-c5ee1d3bebc2 HTTP/1.1" status: 204 len: 168 time: 0.2359385 May 04 17:36:03.595392 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 56138) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:36:03.597391 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd9cf0b-c799-43cf-9c33-6c0817d1f9b4 req-eb47398f-44d0-4e26-91c0-e32bbad27990 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:36:03.598870 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-8dd9cf0b-c799-43cf-9c33-6c0817d1f9b4 req-eb47398f-44d0-4e26-91c0-e32bbad27990 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=9beed4c6-4f2d-4664-8a2c-84a923e3beb5 HTTP/1.1" status: 200 len: 943 time: 0.2388232 May 04 17:36:03.646757 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-8dd9cf0b-c799-43cf-9c33-6c0817d1f9b4 req-6fe84813-0700-4156-b0f5-282f6924e575 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=327d46db-3469-4230-9856-e18f6298277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420630 May 04 17:36:03.646995 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-92cb1775-cfad-4095-82a3-8cee80daaa41 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Synchronizing usage tracker for tenant:bb6e3ec24aad449db2b920da98931894 on resource:security_group {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:36:03.662376 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-92cb1775-cfad-4095-82a3-8cee80daaa41 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Unset dirty status for tenant:bb6e3ec24aad449db2b920da98931894 on resource:security_group {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:36:03.663623 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-92cb1775-cfad-4095-82a3-8cee80daaa41 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0671961 May 04 17:36:03.668045 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 56142) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:36:03.673258 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-b8c201a0-10cb-45bd-9af4-e2e765e7d0dd tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Request body: {'security_group': {'name': 'tempest-secgroup--1804291366'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:36:03.679154 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-b8c201a0-10cb-45bd-9af4-e2e765e7d0dd tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:36:03.689147 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-b8c201a0-10cb-45bd-9af4-e2e765e7d0dd tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:36:03.698875 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b8c201a0-10cb-45bd-9af4-e2e765e7d0dd tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:03.718655 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-b8c201a0-10cb-45bd-9af4-e2e765e7d0dd tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:36:03.723326 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-b8c201a0-10cb-45bd-9af4-e2e765e7d0dd tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Usage tracker for resource:security_group_rule and tenant:bb6e3ec24aad449db2b920da98931894 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:36:03.726157 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-b8c201a0-10cb-45bd-9af4-e2e765e7d0dd tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:36:03.731741 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-b8c201a0-10cb-45bd-9af4-e2e765e7d0dd tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:36:03.800124 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b8c201a0-10cb-45bd-9af4-e2e765e7d0dd tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:03.803751 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b8c201a0-10cb-45bd-9af4-e2e765e7d0dd tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:03.849839 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c201a0-10cb-45bd-9af4-e2e765e7d0dd tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5ce6f2-1311-42d7-9df9-13f32e11e731,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:36:03.857009 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b8c201a0-10cb-45bd-9af4-e2e765e7d0dd tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:03.857597 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-b8c201a0-10cb-45bd-9af4-e2e765e7d0dd tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1885293 May 04 17:36:03.860154 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 56146) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:36:03.865766 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-0c4e4bcc-4d97-4b64-82d6-454a6398983f tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Request body: {'security_group_rule': {'security_group_id': '3e5ce6f2-1311-42d7-9df9-13f32e11e731', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:36:03.871566 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-0c4e4bcc-4d97-4b64-82d6-454a6398983f tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:36:03.875668 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-0c4e4bcc-4d97-4b64-82d6-454a6398983f tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Usage tracker for resource:security_group_rule and tenant:bb6e3ec24aad449db2b920da98931894 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:36:03.878512 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-0c4e4bcc-4d97-4b64-82d6-454a6398983f tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:36:03.884130 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-0c4e4bcc-4d97-4b64-82d6-454a6398983f tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:36:03.899654 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0c4e4bcc-4d97-4b64-82d6-454a6398983f tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:03.969284 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0c4e4bcc-4d97-4b64-82d6-454a6398983f tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:03.973400 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0c4e4bcc-4d97-4b64-82d6-454a6398983f tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:03.996712 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4e4bcc-4d97-4b64-82d6-454a6398983f tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d967254b-642b-4da4-8e43-e43eb7e00898,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:36:04.007803 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0c4e4bcc-4d97-4b64-82d6-454a6398983f tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:04.008960 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-0c4e4bcc-4d97-4b64-82d6-454a6398983f tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1473475 May 04 17:36:04.011594 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 56150) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:36:04.072712 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-beb8c493-1bfc-469d-bf11-ff1d733fc424 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:04.099808 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-beb8c493-1bfc-469d-bf11-ff1d733fc424 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:04.147427 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-beb8c493-1bfc-469d-bf11-ff1d733fc424 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:04.164812 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb8c493-1bfc-469d-bf11-ff1d733fc424 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5ce6f2-1311-42d7-9df9-13f32e11e731,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:36:04.178391 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-beb8c493-1bfc-469d-bf11-ff1d733fc424 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:04.179577 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-beb8c493-1bfc-469d-bf11-ff1d733fc424 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "DELETE /v2.0/security-groups/3e5ce6f2-1311-42d7-9df9-13f32e11e731 HTTP/1.1" status: 204 len: 168 time: 0.1669772 May 04 17:36:04.182083 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 56154) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:36:04.234361 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-5f4ce5ba-7b20-49f0-a773-192b866faf01 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Synchronizing usage tracker for tenant:bb6e3ec24aad449db2b920da98931894 on resource:security_group {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:36:04.249335 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-5f4ce5ba-7b20-49f0-a773-192b866faf01 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Unset dirty status for tenant:bb6e3ec24aad449db2b920da98931894 on resource:security_group {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:36:04.251306 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-5f4ce5ba-7b20-49f0-a773-192b866faf01 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0674253 May 04 17:36:04.253992 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 56158) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:36:04.283767 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 76b0482e-cba9-4cb4-b138-cceae43cdc32 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:36:04.300393 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-8efbaac2-f880-4005-be5f-52117af43fad tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Synchronizing usage tracker for tenant:bb6e3ec24aad449db2b920da98931894 on resource:security_group_rule {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:36:04.315682 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-8efbaac2-f880-4005-be5f-52117af43fad tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] Unset dirty status for tenant:bb6e3ec24aad449db2b920da98931894 on resource:security_group_rule {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:36:04.317006 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-8efbaac2-f880-4005-be5f-52117af43fad tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0620890 May 04 17:36:04.320211 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 56162) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:36:04.337571 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.api.v2.resource [None req-9534d483-34cd-4abf-ba08-d315484a1173 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] delete failed (client error): The resource could not be found. May 04 17:36:04.338579 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-9534d483-34cd-4abf-ba08-d315484a1173 tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "DELETE /v2.0/security-groups/3e5ce6f2-1311-42d7-9df9-13f32e11e731 HTTP/1.1" status: 404 len: 347 time: 0.0172560 May 04 17:36:04.342602 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 56166) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:36:04.393887 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-d11493b3-e169-4d9f-a808-87a7ad91234f tempest-SecGroupIPv6Test-492736046 tempest-SecGroupIPv6Test-492736046-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0498819 May 04 17:36:04.418985 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 76b0482e-cba9-4cb4-b138-cceae43cdc32, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=76b0482e-cba9-4cb4-b138-cceae43cdc32,segment=NetworkSegment(c348e006-ec0d-4878-ad65-55f2a90b9727),segment_id=c348e006-ec0d-4878-ad65-55f2a90b9727)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:36:04.432229 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Returning: {'device': '76b0482e-cba9-4cb4-b138-cceae43cdc32', 'network_id': 'f9166363-81e6-4068-8364-82600edaf9b9', 'port_id': '76b0482e-cba9-4cb4-b138-cceae43cdc32', 'mac_address': 'fa:16:3e:13:84:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b7b52ea-e747-47e0-8d86-0bc4ed87c9dd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:36:04.490634 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:04.508053 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76b0482e-cba9-4cb4-b138-cceae43cdc32 {{(pid=88039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:36:04.524179 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 76b0482e-cba9-4cb4-b138-cceae43cdc32, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=76b0482e-cba9-4cb4-b138-cceae43cdc32,segment=NetworkSegment(c348e006-ec0d-4878-ad65-55f2a90b9727),segment_id=c348e006-ec0d-4878-ad65-55f2a90b9727)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:36:04.528515 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:04.595097 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=76b0482e-cba9-4cb4-b138-cceae43cdc32,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:36:04.661684 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 56174) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:36:04.810321 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-34992678-f4c4-4045-8a06-c8b4cc12215a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bb6e3ec24aad449db2b920da98931894&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1473627 May 04 17:36:04.812714 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 56182) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:36:04.834265 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878c03f-a35a-4697-8c45-f88b9611c033 req-ec1681c4-c594-4ba4-aab7-9f4166981f35 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:36:04.835730 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-d878c03f-a35a-4697-8c45-f88b9611c033 req-ec1681c4-c594-4ba4-aab7-9f4166981f35 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=9beed4c6-4f2d-4664-8a2c-84a923e3beb5 HTTP/1.1" status: 200 len: 944 time: 0.0846171 May 04 17:36:04.845150 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] get_ports_and_sgs() called for port_ids ['76b0482e-cba9-4cb4-b138-cceae43cdc32'] {{(pid=88039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:36:04.880154 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2bd24ce3-dda5-4873-93a5-f71dd1a4e818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:04.890483 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-d878c03f-a35a-4697-8c45-f88b9611c033 req-2989c7dc-320b-4b1b-ab47-eba814f86e3f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=327d46db-3469-4230-9856-e18f6298277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490773 May 04 17:36:04.911694 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2bd24ce3-dda5-4873-93a5-f71dd1a4e818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:04.962435 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2bd24ce3-dda5-4873-93a5-f71dd1a4e818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:04.980963 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd24ce3-dda5-4873-93a5-f71dd1a4e818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e46104-7eb3-4550-825e-66e99c8cc18e,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:36:05.002802 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2bd24ce3-dda5-4873-93a5-f71dd1a4e818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:05.014173 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-2bd24ce3-dda5-4873-93a5-f71dd1a4e818 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/47e46104-7eb3-4550-825e-66e99c8cc18e HTTP/1.1" status: 204 len: 168 time: 0.1926889 May 04 17:36:05.312553 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 17:36:05.478191 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-663bb840-695f-42bf-8538-b78bcab30535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:06.074396 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d29cc2-c696-4af8-8a39-3a6422a3cee3 req-cbfc614a-cfdd-4d9d-92c3-7a6e5eb37637 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:36:06.075844 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-37d29cc2-c696-4af8-8a39-3a6422a3cee3 req-cbfc614a-cfdd-4d9d-92c3-7a6e5eb37637 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=9beed4c6-4f2d-4664-8a2c-84a923e3beb5 HTTP/1.1" status: 200 len: 944 time: 0.0792642 May 04 17:36:06.118059 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-37d29cc2-c696-4af8-8a39-3a6422a3cee3 req-04652f98-ad5f-47b3-b568-1bdc987302c9 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=327d46db-3469-4230-9856-e18f6298277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360067 May 04 17:36:06.319485 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 76b0482e-cba9-4cb4-b138-cceae43cdc32 up at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:36:06.388275 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning for port 76b0482e-cba9-4cb4-b138-cceae43cdc32 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:36:06.392976 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning complete for port 76b0482e-cba9-4cb4-b138-cceae43cdc32 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:36:06.393348 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:06.543746 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:06.553367 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:06.567809 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:06.582659 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9beed4c6-4f2d-4664-8a2c-84a923e3beb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b0482e-cba9-4cb4-b138-cceae43cdc32'}] {{(pid=88039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:36:06.592242 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 76b0482e-cba9-4cb4-b138-cceae43cdc32, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=76b0482e-cba9-4cb4-b138-cceae43cdc32,segment=NetworkSegment(c348e006-ec0d-4878-ad65-55f2a90b9727),segment_id=c348e006-ec0d-4878-ad65-55f2a90b9727)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:36:06.596380 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:06.628026 dv-neutron-840426-1-hyperv neutron-server[88039]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a7500fe-0f8f-4f21-a676-c769a07ab449'] response: {'server_uuid': '9beed4c6-4f2d-4664-8a2c-84a923e3beb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b0482e-cba9-4cb4-b138-cceae43cdc32', 'code': 200} May 04 17:36:06.672233 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=76b0482e-cba9-4cb4-b138-cceae43cdc32,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:36:06.856952 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e78bd6-3440-422a-a647-509594fed73a req-723b8e64-fd11-45ff-85dc-8d94c57d40ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:36:06.858573 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-72e78bd6-3440-422a-a647-509594fed73a req-723b8e64-fd11-45ff-85dc-8d94c57d40ad service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9beed4c6-4f2d-4664-8a2c-84a923e3beb5 HTTP/1.1" status: 200 len: 1098 time: 0.0742807 May 04 17:36:06.905081 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-72e78bd6-3440-422a-a647-509594fed73a req-09208a62-d290-495a-b069-37daf740dc35 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=327d46db-3469-4230-9856-e18f6298277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387468 May 04 17:36:07.305329 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033786a3-e91b-47ad-b9e4-440c79462514 req-f93a4a72-840d-453d-ab06-d93cb3f15a42 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:36:07.306815 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-033786a3-e91b-47ad-b9e4-440c79462514 req-f93a4a72-840d-453d-ab06-d93cb3f15a42 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=9beed4c6-4f2d-4664-8a2c-84a923e3beb5 HTTP/1.1" status: 200 len: 945 time: 0.0799150 May 04 17:36:07.351513 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-033786a3-e91b-47ad-b9e4-440c79462514 req-82d7f2f1-33d5-4dc5-b9d7-ed18588841d7 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=327d46db-3469-4230-9856-e18f6298277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389438 May 04 17:36:07.822162 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:08.712687 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dd8814-3bff-4a03-94ab-50da7818e531 req-e788b4cc-3891-48a9-aa5c-53d5d0853c63 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:36:08.714168 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-e5dd8814-3bff-4a03-94ab-50da7818e531 req-e788b4cc-3891-48a9-aa5c-53d5d0853c63 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=9beed4c6-4f2d-4664-8a2c-84a923e3beb5 HTTP/1.1" status: 200 len: 945 time: 0.2510927 May 04 17:36:08.756842 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-e5dd8814-3bff-4a03-94ab-50da7818e531 req-7f1010d0-5ca1-45df-ba2e-a615ec06c48d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=327d46db-3469-4230-9856-e18f6298277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370085 May 04 17:36:08.940551 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70904bf-07bc-4085-a719-64ecd4a267c2 req-e45713f8-4438-436e-bb46-33d214fc6a05 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:36:08.942023 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b70904bf-07bc-4085-a719-64ecd4a267c2 req-e45713f8-4438-436e-bb46-33d214fc6a05 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=9beed4c6-4f2d-4664-8a2c-84a923e3beb5 HTTP/1.1" status: 200 len: 945 time: 0.0827682 May 04 17:36:08.986240 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b70904bf-07bc-4085-a719-64ecd4a267c2 req-27f087b6-ab51-4c58-b60b-9327c9f21092 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=327d46db-3469-4230-9856-e18f6298277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384388 May 04 17:36:09.009626 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 56208) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:36:09.178080 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c5e469-8924-436c-a97d-ea9164708878 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:36:09.179556 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-e9c5e469-8924-436c-a97d-ea9164708878 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9beed4c6-4f2d-4664-8a2c-84a923e3beb5 HTTP/1.1" status: 200 len: 1093 time: 0.1690056 May 04 17:36:09.182419 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 56212) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:36:09.187170 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-5d592ba4-55b1-4ff9-8c83-5a3face73de5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'floatingip': {'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'port_id': '76b0482e-cba9-4cb4-b138-cceae43cdc32', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:36:09.193388 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-5d592ba4-55b1-4ff9-8c83-5a3face73de5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:36:09.197270 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-5d592ba4-55b1-4ff9-8c83-5a3face73de5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:floatingip and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:36:09.200056 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-5d592ba4-55b1-4ff9-8c83-5a3face73de5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:36:09.206381 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-5d592ba4-55b1-4ff9-8c83-5a3face73de5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:36:09.216839 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5d592ba4-55b1-4ff9-8c83-5a3face73de5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for floatingip, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:09.223321 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:09.355156 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5d592ba4-55b1-4ff9-8c83-5a3face73de5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:09.496053 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-5d592ba4-55b1-4ff9-8c83-5a3face73de5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Allocated IP 172.26.0.73 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/40a5c05e-0d44-46e7-a674-71995aa4ddea) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:36:09.644767 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5d592ba4-55b1-4ff9-8c83-5a3face73de5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:09.674896 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5d592ba4-55b1-4ff9-8c83-5a3face73de5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:09.739525 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d592ba4-55b1-4ff9-8c83-5a3face73de5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:36:09.742756 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-5d592ba4-55b1-4ff9-8c83-5a3face73de5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:36:09.745825 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d592ba4-55b1-4ff9-8c83-5a3face73de5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:36:09.788604 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d592ba4-55b1-4ff9-8c83-5a3face73de5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Port': ['ID=40a5c05e-0d44-46e7-a674-71995aa4ddea,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:36:10.206450 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5d592ba4-55b1-4ff9-8c83-5a3face73de5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:10.281435 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5d592ba4-55b1-4ff9-8c83-5a3face73de5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:10.496041 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5d592ba4-55b1-4ff9-8c83-5a3face73de5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:10.501535 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5d592ba4-55b1-4ff9-8c83-5a3face73de5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:10.611629 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d592ba4-55b1-4ff9-8c83-5a3face73de5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Port': ['ID=40a5c05e-0d44-46e7-a674-71995aa4ddea,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:36:10.624813 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5d592ba4-55b1-4ff9-8c83-5a3face73de5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710218'] for floatingip, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:10.918436 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.l3_db [None req-5d592ba4-55b1-4ff9-8c83-5a3face73de5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Floating IP 1014da52-3f72-49d4-8a1c-289b8021a02d associated. External IP: 172.26.0.73, port: 76b0482e-cba9-4cb4-b138-cceae43cdc32. May 04 17:36:11.276642 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d592ba4-55b1-4ff9-8c83-5a3face73de5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Router 02f79694-12d4-4bc1-8c2f-bc49f4f85086 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:36:11.455872 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d592ba4-55b1-4ff9-8c83-5a3face73de5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:36:11.466481 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177d1224-5c8d-4924-8fe3-ca7d2b6d2d5a None None] Sync routers for ids ['02f79694-12d4-4bc1-8c2f-bc49f4f85086'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:36:11.479360 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177d1224-5c8d-4924-8fe3-ca7d2b6d2d5a None None] Routers {'02f79694-12d4-4bc1-8c2f-bc49f4f85086'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:36:11.480013 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-177d1224-5c8d-4924-8fe3-ca7d2b6d2d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:36:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['02f79694-12d4-4bc1-8c2f-bc49f4f85086'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:36:11.481307 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5d592ba4-55b1-4ff9-8c83-5a3face73de5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:11.541244 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-5d592ba4-55b1-4ff9-8c83-5a3face73de5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3577461 May 04 17:36:11.541794 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9beed4c6-4f2d-4664-8a2c-84a923e3beb5', 'tag': '76b0482e-cba9-4cb4-b138-cceae43cdc32'}] {{(pid=88038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:36:11.544152 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 56232) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:36:11.685227 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-dc8ba8c1-64d2-4424-8eb6-a207e6e16531 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/floatingips/1014da52-3f72-49d4-8a1c-289b8021a02d HTTP/1.1" status: 200 len: 990 time: 0.1389575 May 04 17:36:11.699809 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-177d1224-5c8d-4924-8fe3-ca7d2b6d2d5a None None] Set router 02f79694-12d4-4bc1-8c2f-bc49f4f85086 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:36:11.729001 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58c56402-af81-4035-8c7a-6bc17b2fddae'] response: {'name': 'network-changed', 'server_uuid': '9beed4c6-4f2d-4664-8a2c-84a923e3beb5', 'tag': '76b0482e-cba9-4cb4-b138-cceae43cdc32', 'status': 'completed', 'code': 200} May 04 17:36:11.830246 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b1698-8dbf-4179-9c56-2509d25b52c2 req-3a213559-2dd4-466d-912d-8c5a83db3777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:36:11.831708 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2d5b1698-8dbf-4179-9c56-2509d25b52c2 req-3a213559-2dd4-466d-912d-8c5a83db3777 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ede911fc7f845af95dd74968234120d&device_id=9beed4c6-4f2d-4664-8a2c-84a923e3beb5 HTTP/1.1" status: 200 len: 1098 time: 0.0779974 May 04 17:36:11.968072 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b1698-8dbf-4179-9c56-2509d25b52c2 req-6b0c6f02-79cd-4ef8-b738-15e6f2a6767d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:36:11.969603 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2d5b1698-8dbf-4179-9c56-2509d25b52c2 req-6b0c6f02-79cd-4ef8-b738-15e6f2a6767d service neutron] 10.222.0.42 "GET /v2.0/networks?id=f9166363-81e6-4068-8364-82600edaf9b9 HTTP/1.1" status: 200 len: 898 time: 0.1305792 May 04 17:36:12.074342 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-177d1224-5c8d-4924-8fe3-ca7d2b6d2d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f79694-12d4-4bc1-8c2f-bc49f4f85086', 'name': 'tempest-TestNetworkBasicOps-router-253879724', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '747ed98e-0e68-4416-af0a-f14ab28240f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:35:43Z', 'updated_at': '2022-05-04T17:35:50Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '747ed98e-0e68-4416-af0a-f14ab28240f5', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:75:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f79694-12d4-4bc1-8c2f-bc49f4f85086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:35:44Z', 'updated_at': '2022-05-04T17:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': '1014da52-3f72-49d4-8a1c-289b8021a02d', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'floating_ip_address': '172.26.0.73', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '02f79694-12d4-4bc1-8c2f-bc49f4f85086', 'port_id': '76b0482e-cba9-4cb4-b138-cceae43cdc32', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9166363-81e6-4068-8364-82600edaf9b9', 'mac_address': 'fa:16:3e:13:84:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9beed4c6-4f2d-4664-8a2c-84a923e3beb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:36:10Z', 'updated_at': '2022-05-04T17:36:10Z', 'revision_number': 0, 'project_id': '8ede911fc7f845af95dd74968234120d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e11c086f-e1ea-4ab0-a750-847c9cdcbbc5', 'name': '', 'network_id': 'f9166363-81e6-4068-8364-82600edaf9b9', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:6a:6b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f79694-12d4-4bc1-8c2f-bc49f4f85086', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '3b7b52ea-e747-47e0-8d86-0bc4ed87c9dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:35:48Z', 'updated_at': '2022-05-04T17:35:56Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '3b7b52ea-e747-47e0-8d86-0bc4ed87c9dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:36:12.078470 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177d1224-5c8d-4924-8fe3-ca7d2b6d2d5a None None] Checking router: 02f79694-12d4-4bc1-8c2f-bc49f4f85086 for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:36:12.080827 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2d5b1698-8dbf-4179-9c56-2509d25b52c2 req-38b21409-f814-4f7a-96fd-42d6b6d59ce1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76b0482e-cba9-4cb4-b138-cceae43cdc32 HTTP/1.1" status: 200 len: 998 time: 0.1048508 May 04 17:36:12.088354 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177d1224-5c8d-4924-8fe3-ca7d2b6d2d5a None None] Routers {'02f79694-12d4-4bc1-8c2f-bc49f4f85086'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:36:12.089004 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-177d1224-5c8d-4924-8fe3-ca7d2b6d2d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:36:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['02f79694-12d4-4bc1-8c2f-bc49f4f85086'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:36:12.172956 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b1698-8dbf-4179-9c56-2509d25b52c2 req-b7af7502-02a4-4716-a035-dbf4c99ccdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:36:12.174207 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2d5b1698-8dbf-4179-9c56-2509d25b52c2 req-b7af7502-02a4-4716-a035-dbf4c99ccdcc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3b7b52ea-e747-47e0-8d86-0bc4ed87c9dd HTTP/1.1" status: 200 len: 835 time: 0.0865669 May 04 17:36:12.264381 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b1698-8dbf-4179-9c56-2509d25b52c2 req-df53fc2d-9ae9-4b11-be51-b6be412fd6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:36:12.267408 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2d5b1698-8dbf-4179-9c56-2509d25b52c2 req-df53fc2d-9ae9-4b11-be51-b6be412fd6ec service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9166363-81e6-4068-8364-82600edaf9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0855901 May 04 17:36:12.278335 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [req-2d5b1698-8dbf-4179-9c56-2509d25b52c2 req-03fbc3ed-1a77-4543-ae73-2479f8324cb6 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:36:12.279787 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2d5b1698-8dbf-4179-9c56-2509d25b52c2 req-03fbc3ed-1a77-4543-ae73-2479f8324cb6 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063674 May 04 17:36:12.283495 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-177d1224-5c8d-4924-8fe3-ca7d2b6d2d5a None None] Set router 02f79694-12d4-4bc1-8c2f-bc49f4f85086 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:36:12.416285 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2d5b1698-8dbf-4179-9c56-2509d25b52c2 req-c38e6f4f-ef76-4041-8495-3af805eae847 service neutron] 10.222.0.42 "GET /v2.0/networks/f9166363-81e6-4068-8364-82600edaf9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304975 May 04 17:36:12.558137 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2d5b1698-8dbf-4179-9c56-2509d25b52c2 req-7112be2b-3c66-4ff0-999e-c62b2f050c58 service neutron] 10.222.0.42 "GET /v2.0/networks/f9166363-81e6-4068-8364-82600edaf9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336479 May 04 17:36:12.688180 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-177d1224-5c8d-4924-8fe3-ca7d2b6d2d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f79694-12d4-4bc1-8c2f-bc49f4f85086', 'name': 'tempest-TestNetworkBasicOps-router-253879724', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '747ed98e-0e68-4416-af0a-f14ab28240f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:35:43Z', 'updated_at': '2022-05-04T17:35:50Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '747ed98e-0e68-4416-af0a-f14ab28240f5', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:75:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f79694-12d4-4bc1-8c2f-bc49f4f85086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:35:44Z', 'updated_at': '2022-05-04T17:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': '1014da52-3f72-49d4-8a1c-289b8021a02d', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'floating_ip_address': '172.26.0.73', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '02f79694-12d4-4bc1-8c2f-bc49f4f85086', 'port_id': '76b0482e-cba9-4cb4-b138-cceae43cdc32', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9166363-81e6-4068-8364-82600edaf9b9', 'mac_address': 'fa:16:3e:13:84:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9beed4c6-4f2d-4664-8a2c-84a923e3beb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:36:10Z', 'updated_at': '2022-05-04T17:36:10Z', 'revision_number': 0, 'project_id': '8ede911fc7f845af95dd74968234120d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e11c086f-e1ea-4ab0-a750-847c9cdcbbc5', 'name': '', 'network_id': 'f9166363-81e6-4068-8364-82600edaf9b9', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:6a:6b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f79694-12d4-4bc1-8c2f-bc49f4f85086', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '3b7b52ea-e747-47e0-8d86-0bc4ed87c9dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:35:48Z', 'updated_at': '2022-05-04T17:35:56Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '3b7b52ea-e747-47e0-8d86-0bc4ed87c9dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:36:12.689506 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 56240) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:36:12.692213 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177d1224-5c8d-4924-8fe3-ca7d2b6d2d5a None None] The sync data for ids ['02f79694-12d4-4bc1-8c2f-bc49f4f85086'] in dv-neutron-840426-1-hyperv is: [{'id': '02f79694-12d4-4bc1-8c2f-bc49f4f85086', 'name': 'tempest-TestNetworkBasicOps-router-253879724', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '747ed98e-0e68-4416-af0a-f14ab28240f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:35:43Z', 'updated_at': '2022-05-04T17:35:50Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '747ed98e-0e68-4416-af0a-f14ab28240f5', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:75:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f79694-12d4-4bc1-8c2f-bc49f4f85086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:35:44Z', 'updated_at': '2022-05-04T17:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': '1014da52-3f72-49d4-8a1c-289b8021a02d', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'floating_ip_address': '172.26.0.73', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '02f79694-12d4-4bc1-8c2f-bc49f4f85086', 'port_id': '76b0482e-cba9-4cb4-b138-cceae43cdc32', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9166363-81e6-4068-8364-82600edaf9b9', 'mac_address': 'fa:16:3e:13:84:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9beed4c6-4f2d-4664-8a2c-84a923e3beb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:36:10Z', 'updated_at': '2022-05-04T17:36:10Z', 'revision_number': 0, 'project_id': '8ede911fc7f845af95dd74968234120d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e11c086f-e1ea-4ab0-a750-847c9cdcbbc5', 'name': '', 'network_id': 'f9166363-81e6-4068-8364-82600edaf9b9', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:6a:6b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f79694-12d4-4bc1-8c2f-bc49f4f85086', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '3b7b52ea-e747-47e0-8d86-0bc4ed87c9dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:35:48Z', 'updated_at': '2022-05-04T17:35:56Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '3b7b52ea-e747-47e0-8d86-0bc4ed87c9dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:36:12.805464 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-f3a42761-36eb-4fcf-89e9-e74cedadc4e1 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/floatingips/1014da52-3f72-49d4-8a1c-289b8021a02d HTTP/1.1" status: 200 len: 990 time: 0.1142809 May 04 17:36:12.957335 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26529e5-22ee-4466-9820-4636db1a545f None None] New status for floating IP 1014da52-3f72-49d4-8a1c-289b8021a02d: ACTIVE {{(pid=88040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:36:13.810711 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 56246) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:36:13.935171 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-b989a75f-a779-4eab-afc7-f499e338ad6b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/floatingips/1014da52-3f72-49d4-8a1c-289b8021a02d HTTP/1.1" status: 200 len: 992 time: 0.1231878 May 04 17:36:17.955685 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ec860545-75d9-42c2-b670-e937fb228150 req-870a4b41-a2df-4697-b8db-94484831632b tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-204588408&fields=id&tenant_id=8c992398177546e184e9933345174247 HTTP/1.1" status: 200 len: 267 time: 0.0386491 May 04 17:36:18.102627 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec860545-75d9-42c2-b670-e937fb228150 req-a3bf24e5-b396-4db3-89ca-bc17bbad6223 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:36:18.104057 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ec860545-75d9-42c2-b670-e937fb228150 req-a3bf24e5-b396-4db3-89ca-bc17bbad6223 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/networks?id=b631325e-11d5-4100-a2cb-8b9aba720937 HTTP/1.1" status: 200 len: 812 time: 0.1414335 May 04 17:36:18.119058 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ec860545-75d9-42c2-b670-e937fb228150 req-0829f63c-8829-418b-ba88-d6fb57d19a70 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/quotas/8c992398177546e184e9933345174247 HTTP/1.1" status: 200 len: 375 time: 0.0096273 May 04 17:36:18.209303 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ec860545-75d9-42c2-b670-e937fb228150 req-508641d2-20ac-45c3-b403-3480fb544921 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8c992398177546e184e9933345174247&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0851493 May 04 17:36:18.271914 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [req-ec860545-75d9-42c2-b670-e937fb228150 req-c17f4e7d-45f0-4f38-a79b-db79e88fd3b6 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:36:18.272887 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ec860545-75d9-42c2-b670-e937fb228150 req-c17f4e7d-45f0-4f38-a79b-db79e88fd3b6 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0519090 May 04 17:36:18.495442 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ec860545-75d9-42c2-b670-e937fb228150 req-3b931a80-c663-431a-af7e-241be55b7998 service neutron] 10.222.0.41 "GET /v2.0/networks/b631325e-11d5-4100-a2cb-8b9aba720937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165792 May 04 17:36:18.621989 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ec860545-75d9-42c2-b670-e937fb228150 req-3b582f3a-f61b-4df0-a777-119e671b0fe4 service neutron] 10.222.0.41 "GET /v2.0/networks/b631325e-11d5-4100-a2cb-8b9aba720937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207638 May 04 17:36:18.997771 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-3589593e-6e2d-4acf-9108-660227c4fbaa req-ab495120-3ed6-4293-a7f1-4180764b0ef5 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/ports?device_id=33ad770b-33ea-45d2-b106-6cf97294c7ee HTTP/1.1" status: 200 len: 210 time: 0.0448487 May 04 17:36:20.193131 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-1ac7e171-aabf-46d1-a3d1-77e8dd95f777 req-b829c2e1-111e-4956-9417-b661e7ae13e2 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/ports?device_id=33ad770b-33ea-45d2-b106-6cf97294c7ee HTTP/1.1" status: 200 len: 210 time: 0.0594747 May 04 17:36:20.240366 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec860545-75d9-42c2-b670-e937fb228150 req-50a28e61-aee4-4019-baa2-856f4374b21f tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:36:20.241774 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ec860545-75d9-42c2-b670-e937fb228150 req-50a28e61-aee4-4019-baa2-856f4374b21f tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.42 "GET /v2.0/networks?id=b631325e-11d5-4100-a2cb-8b9aba720937 HTTP/1.1" status: 200 len: 812 time: 0.2109427 May 04 17:36:20.294271 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ec860545-75d9-42c2-b670-e937fb228150 req-0bc774c2-1ba3-4ccc-95dc-79755f3446ea tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c992398177546e184e9933345174247 HTTP/1.1" status: 200 len: 379 time: 0.0440803 May 04 17:36:20.304279 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [req-ec860545-75d9-42c2-b670-e937fb228150 req-fd657ef1-debf-4fd8-a52b-5250df3f07e8 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Request body: {'port': {'device_id': '33ad770b-33ea-45d2-b106-6cf97294c7ee', 'network_id': 'b631325e-11d5-4100-a2cb-8b9aba720937', 'admin_state_up': True, 'tenant_id': '8c992398177546e184e9933345174247', 'security_groups': ['81808876-4a61-479a-81ee-b14447baf6aa']}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:36:20.440270 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [req-ec860545-75d9-42c2-b670-e937fb228150 req-fd657ef1-debf-4fd8-a52b-5250df3f07e8 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:36:20.449546 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [req-ec860545-75d9-42c2-b670-e937fb228150 req-fd657ef1-debf-4fd8-a52b-5250df3f07e8 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:36:20.459333 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec860545-75d9-42c2-b670-e937fb228150 req-fd657ef1-debf-4fd8-a52b-5250df3f07e8 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Made reservation on behalf of 8c992398177546e184e9933345174247 for: {'port': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:36:20.462774 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-ec860545-75d9-42c2-b670-e937fb228150 req-fd657ef1-debf-4fd8-a52b-5250df3f07e8 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:20.624984 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [req-ec860545-75d9-42c2-b670-e937fb228150 req-fd657ef1-debf-4fd8-a52b-5250df3f07e8 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Allocated IP 172.20.0.3 (b631325e-11d5-4100-a2cb-8b9aba720937/35d620f1-cc33-411a-8546-1edeed82bf7b/949a78d9-e9e4-464b-8284-9da739218f32) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:36:20.813881 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-ec860545-75d9-42c2-b670-e937fb228150 req-fd657ef1-debf-4fd8-a52b-5250df3f07e8 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:20.830122 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [req-ec860545-75d9-42c2-b670-e937fb228150 req-fd657ef1-debf-4fd8-a52b-5250df3f07e8 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Transition to ACTIVE for port object 949a78d9-e9e4-464b-8284-9da739218f32 will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:36:20.854039 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-ec860545-75d9-42c2-b670-e937fb228150 req-fd657ef1-debf-4fd8-a52b-5250df3f07e8 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:20.927445 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec860545-75d9-42c2-b670-e937fb228150 req-fd657ef1-debf-4fd8-a52b-5250df3f07e8 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Network b631325e-11d5-4100-a2cb-8b9aba720937 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:36:20.930508 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [req-ec860545-75d9-42c2-b670-e937fb228150 req-fd657ef1-debf-4fd8-a52b-5250df3f07e8 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:36:20.934448 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec860545-75d9-42c2-b670-e937fb228150 req-fd657ef1-debf-4fd8-a52b-5250df3f07e8 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:36:20.971437 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd657ef1-debf-4fd8-a52b-5250df3f07e8 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Pushing event updated for resources: {'Port': ['ID=949a78d9-e9e4-464b-8284-9da739218f32,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:36:21.008052 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec860545-75d9-42c2-b670-e937fb228150 req-fd657ef1-debf-4fd8-a52b-5250df3f07e8 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:36:21.008667 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-ec860545-75d9-42c2-b670-e937fb228150 req-fd657ef1-debf-4fd8-a52b-5250df3f07e8 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:21.035466 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ec860545-75d9-42c2-b670-e937fb228150 req-fd657ef1-debf-4fd8-a52b-5250df3f07e8 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7343142 May 04 17:36:21.109126 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [req-ec860545-75d9-42c2-b670-e937fb228150 req-24c8a9f4-c905-42dc-bdac-32f61ea8c742 service neutron] Request body: {'port': {'device_id': '33ad770b-33ea-45d2-b106-6cf97294c7ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:36:21.216896 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-6db85111-2ab5-4697-b69a-364412a00d4a None None] Provisioning for port 949a78d9-e9e4-464b-8284-9da739218f32 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:36:21.225209 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-6db85111-2ab5-4697-b69a-364412a00d4a None None] Provisioning complete for port 949a78d9-e9e4-464b-8284-9da739218f32 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:36:21.226192 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-6db85111-2ab5-4697-b69a-364412a00d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:21.226810 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-ec860545-75d9-42c2-b670-e937fb228150 req-24c8a9f4-c905-42dc-bdac-32f61ea8c742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:21.293911 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-6db85111-2ab5-4697-b69a-364412a00d4a None None] Port 949a78d9-e9e4-464b-8284-9da739218f32 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:36:21.407926 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93499865-4b84-4c6e-a6ae-842bef3c44eb req-1468c667-abc6-40f7-8297-fc5b36b12aa1 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:36:21.409398 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-93499865-4b84-4c6e-a6ae-842bef3c44eb req-1468c667-abc6-40f7-8297-fc5b36b12aa1 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/ports?device_id=33ad770b-33ea-45d2-b106-6cf97294c7ee HTTP/1.1" status: 200 len: 931 time: 0.0872443 May 04 17:36:21.462826 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-93499865-4b84-4c6e-a6ae-842bef3c44eb req-cf593fc3-b525-44c4-b00c-1e7b1ed64039 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/security-groups?id=81808876-4a61-479a-81ee-b14447baf6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458379 May 04 17:36:21.579639 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [req-ec860545-75d9-42c2-b670-e937fb228150 req-24c8a9f4-c905-42dc-bdac-32f61ea8c742 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 949a78d9-e9e4-464b-8284-9da739218f32 {{(pid=88037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:36:21.586781 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-ec860545-75d9-42c2-b670-e937fb228150 req-24c8a9f4-c905-42dc-bdac-32f61ea8c742 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:21.600927 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [req-ec860545-75d9-42c2-b670-e937fb228150 req-24c8a9f4-c905-42dc-bdac-32f61ea8c742 service neutron] Transition to ACTIVE for port object 949a78d9-e9e4-464b-8284-9da739218f32 will not be triggered until provisioned by entity L2. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:36:21.604542 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-ec860545-75d9-42c2-b670-e937fb228150 req-24c8a9f4-c905-42dc-bdac-32f61ea8c742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:21.916950 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c8a9f4-c905-42dc-bdac-32f61ea8c742 service neutron] Pushing event updated for resources: {'Port': ['ID=949a78d9-e9e4-464b-8284-9da739218f32,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:36:21.956803 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-ec860545-75d9-42c2-b670-e937fb228150 req-24c8a9f4-c905-42dc-bdac-32f61ea8c742 service neutron] Attempting to bind port 949a78d9-e9e4-464b-8284-9da739218f32 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:36:21.957128 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-ec860545-75d9-42c2-b670-e937fb228150 req-24c8a9f4-c905-42dc-bdac-32f61ea8c742 service neutron] Attempting to bind port 949a78d9-e9e4-464b-8284-9da739218f32 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '43abb714-434f-4258-8b22-3a18bd64fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b631325e-11d5-4100-a2cb-8b9aba720937'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:36:21.957445 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec860545-75d9-42c2-b670-e937fb228150 req-24c8a9f4-c905-42dc-bdac-32f61ea8c742 service neutron] Attempting to bind port 949a78d9-e9e4-464b-8284-9da739218f32 on network b631325e-11d5-4100-a2cb-8b9aba720937 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:36:21.961888 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec860545-75d9-42c2-b670-e937fb228150 req-24c8a9f4-c905-42dc-bdac-32f61ea8c742 service neutron] Port 949a78d9-e9e4-464b-8284-9da739218f32 on network b631325e-11d5-4100-a2cb-8b9aba720937 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:36:21.962225 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec860545-75d9-42c2-b670-e937fb228150 req-24c8a9f4-c905-42dc-bdac-32f61ea8c742 service neutron] Attempting to bind port 949a78d9-e9e4-464b-8284-9da739218f32 on network b631325e-11d5-4100-a2cb-8b9aba720937 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:36:21.967272 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec860545-75d9-42c2-b670-e937fb228150 req-24c8a9f4-c905-42dc-bdac-32f61ea8c742 service neutron] Checking agent: {'id': '84d0dbeb-cfa8-4636-8b1c-9790acf21ef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'started_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:36:21.967635 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec860545-75d9-42c2-b670-e937fb228150 req-24c8a9f4-c905-42dc-bdac-32f61ea8c742 service neutron] Checking segment: {'id': '43abb714-434f-4258-8b22-3a18bd64fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b631325e-11d5-4100-a2cb-8b9aba720937'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:36:21.968012 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec860545-75d9-42c2-b670-e937fb228150 req-24c8a9f4-c905-42dc-bdac-32f61ea8c742 service neutron] Bound using segment: {'id': '43abb714-434f-4258-8b22-3a18bd64fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b631325e-11d5-4100-a2cb-8b9aba720937'} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:36:21.968434 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-ec860545-75d9-42c2-b670-e937fb228150 req-24c8a9f4-c905-42dc-bdac-32f61ea8c742 service neutron] Bound port: 949a78d9-e9e4-464b-8284-9da739218f32, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43abb714-434f-4258-8b22-3a18bd64fc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b631325e-11d5-4100-a2cb-8b9aba720937'}}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:36:21.968772 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-ec860545-75d9-42c2-b670-e937fb228150 req-24c8a9f4-c905-42dc-bdac-32f61ea8c742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:22.059807 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-ec860545-75d9-42c2-b670-e937fb228150 req-24c8a9f4-c905-42dc-bdac-32f61ea8c742 service neutron] For port 949a78d9-e9e4-464b-8284-9da739218f32, host hv-neutron-8404, cleared binding levels {{(pid=88037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:36:22.062813 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-ec860545-75d9-42c2-b670-e937fb228150 req-24c8a9f4-c905-42dc-bdac-32f61ea8c742 service neutron] For port 949a78d9-e9e4-464b-8284-9da739218f32, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=949a78d9-e9e4-464b-8284-9da739218f32,segment=NetworkSegment(43abb714-434f-4258-8b22-3a18bd64fc2f),segment_id=43abb714-434f-4258-8b22-3a18bd64fc2f)] {{(pid=88037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:36:22.067560 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-ec860545-75d9-42c2-b670-e937fb228150 req-24c8a9f4-c905-42dc-bdac-32f61ea8c742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:22.123286 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec860545-75d9-42c2-b670-e937fb228150 req-24c8a9f4-c905-42dc-bdac-32f61ea8c742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:36:22.123888 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-ec860545-75d9-42c2-b670-e937fb228150 req-24c8a9f4-c905-42dc-bdac-32f61ea8c742 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:22.125232 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ec860545-75d9-42c2-b670-e937fb228150 req-24c8a9f4-c905-42dc-bdac-32f61ea8c742 service neutron] 10.222.0.42 "PUT /v2.0/ports/949a78d9-e9e4-464b-8284-9da739218f32 HTTP/1.1" status: 200 len: 1093 time: 1.0820348 May 04 17:36:22.126305 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ad770b-33ea-45d2-b106-6cf97294c7ee', 'tag': '949a78d9-e9e4-464b-8284-9da739218f32'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:36:22.149477 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c8a9f4-c905-42dc-bdac-32f61ea8c742 service neutron] Pushing event updated for resources: {'Port': ['ID=949a78d9-e9e4-464b-8284-9da739218f32,revision_number=3']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:36:22.206879 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-398cc244-2fb7-431f-b22b-70ece2fae9a5'] response: {'name': 'network-changed', 'server_uuid': '33ad770b-33ea-45d2-b106-6cf97294c7ee', 'tag': '949a78d9-e9e4-464b-8284-9da739218f32', 'status': 'completed', 'code': 200} May 04 17:36:22.252222 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec860545-75d9-42c2-b670-e937fb228150 req-51fd9e98-0f6c-4299-9167-da8137112682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:36:22.253732 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ec860545-75d9-42c2-b670-e937fb228150 req-51fd9e98-0f6c-4299-9167-da8137112682 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8c992398177546e184e9933345174247&device_id=33ad770b-33ea-45d2-b106-6cf97294c7ee HTTP/1.1" status: 200 len: 1096 time: 0.0834060 May 04 17:36:22.323715 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ec860545-75d9-42c2-b670-e937fb228150 req-1a147946-2e35-46eb-9c69-1b6f5a9f9846 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=949a78d9-e9e4-464b-8284-9da739218f32 HTTP/1.1" status: 200 len: 217 time: 0.0622041 May 04 17:36:22.388625 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec860545-75d9-42c2-b670-e937fb228150 req-874aa7c9-d449-4ae4-bf56-8ba9d5cb542f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:36:22.389976 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ec860545-75d9-42c2-b670-e937fb228150 req-874aa7c9-d449-4ae4-bf56-8ba9d5cb542f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=35d620f1-cc33-411a-8546-1edeed82bf7b HTTP/1.1" status: 200 len: 851 time: 0.0594025 May 04 17:36:22.469043 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec860545-75d9-42c2-b670-e937fb228150 req-5fb21ad4-45e1-4fee-a9d8-e3554b529af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:36:22.471072 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ec860545-75d9-42c2-b670-e937fb228150 req-5fb21ad4-45e1-4fee-a9d8-e3554b529af0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b631325e-11d5-4100-a2cb-8b9aba720937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729573 May 04 17:36:22.606695 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ec860545-75d9-42c2-b670-e937fb228150 req-6045809b-a290-4edb-9195-1eb3706de1cf service neutron] 10.222.0.42 "GET /v2.0/networks/b631325e-11d5-4100-a2cb-8b9aba720937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244454 May 04 17:36:22.644023 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabe067d-df61-4d19-a8cb-d5f6a2d95145 req-b19bbd3e-e2dc-49ed-9125-9789d51e7de5 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:36:22.645514 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-aabe067d-df61-4d19-a8cb-d5f6a2d95145 req-b19bbd3e-e2dc-49ed-9125-9789d51e7de5 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/ports?device_id=33ad770b-33ea-45d2-b106-6cf97294c7ee HTTP/1.1" status: 200 len: 943 time: 0.0836973 May 04 17:36:22.689405 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-aabe067d-df61-4d19-a8cb-d5f6a2d95145 req-32865bf3-a373-4229-bc3f-b7ad57390dd1 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/security-groups?id=81808876-4a61-479a-81ee-b14447baf6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380936 May 04 17:36:22.737024 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ec860545-75d9-42c2-b670-e937fb228150 req-9a2a622a-47af-4404-a674-511e64b65cd0 service neutron] 10.222.0.42 "GET /v2.0/networks/b631325e-11d5-4100-a2cb-8b9aba720937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240327 May 04 17:36:22.847004 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad656a-5933-461e-afc5-2482fb2c0394 req-f4cdf615-33c3-4d4d-bbaa-7ba158ab1130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:36:22.848464 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d8ad656a-5933-461e-afc5-2482fb2c0394 req-f4cdf615-33c3-4d4d-bbaa-7ba158ab1130 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8c992398177546e184e9933345174247&device_id=33ad770b-33ea-45d2-b106-6cf97294c7ee HTTP/1.1" status: 200 len: 1096 time: 0.0693157 May 04 17:36:22.976876 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad656a-5933-461e-afc5-2482fb2c0394 req-718c8a92-f295-40fe-b11f-00c437d10d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:36:22.978247 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d8ad656a-5933-461e-afc5-2482fb2c0394 req-718c8a92-f295-40fe-b11f-00c437d10d15 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b631325e-11d5-4100-a2cb-8b9aba720937 HTTP/1.1" status: 200 len: 913 time: 0.1234853 May 04 17:36:23.046007 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d8ad656a-5933-461e-afc5-2482fb2c0394 req-fb56120a-a819-4fe8-99d8-89fc5a1e7bd2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=949a78d9-e9e4-464b-8284-9da739218f32 HTTP/1.1" status: 200 len: 217 time: 0.0622230 May 04 17:36:23.115764 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad656a-5933-461e-afc5-2482fb2c0394 req-325ccb97-3666-47c8-80c8-e5f0a8a5a0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:36:23.117517 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d8ad656a-5933-461e-afc5-2482fb2c0394 req-325ccb97-3666-47c8-80c8-e5f0a8a5a0d0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=35d620f1-cc33-411a-8546-1edeed82bf7b HTTP/1.1" status: 200 len: 851 time: 0.0609863 May 04 17:36:23.190444 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad656a-5933-461e-afc5-2482fb2c0394 req-18cf758a-0a72-4173-be55-5928ead407d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:36:23.191893 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d8ad656a-5933-461e-afc5-2482fb2c0394 req-18cf758a-0a72-4173-be55-5928ead407d7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b631325e-11d5-4100-a2cb-8b9aba720937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689237 May 04 17:36:23.321027 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d8ad656a-5933-461e-afc5-2482fb2c0394 req-cc7cc1ad-d3fb-4a3f-abaf-ef5f6ee2f1e8 service neutron] 10.222.0.42 "GET /v2.0/networks/b631325e-11d5-4100-a2cb-8b9aba720937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227543 May 04 17:36:23.548486 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d8ad656a-5933-461e-afc5-2482fb2c0394 req-eb355691-6ad2-4108-b5bf-5a9c0e3d0822 service neutron] 10.222.0.42 "GET /v2.0/networks/b631325e-11d5-4100-a2cb-8b9aba720937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214222 May 04 17:36:23.896200 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00d7853-56de-490d-bf47-0cf9a0da7904 req-d2a6e19e-2712-451e-93d0-8e70167d4c42 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:36:23.896878 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-e00d7853-56de-490d-bf47-0cf9a0da7904 req-d2a6e19e-2712-451e-93d0-8e70167d4c42 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Synchronizing usage tracker for tenant:8c992398177546e184e9933345174247 on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:36:23.911708 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-e00d7853-56de-490d-bf47-0cf9a0da7904 req-d2a6e19e-2712-451e-93d0-8e70167d4c42 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Unset dirty status for tenant:8c992398177546e184e9933345174247 on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:36:23.912944 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e00d7853-56de-490d-bf47-0cf9a0da7904 req-d2a6e19e-2712-451e-93d0-8e70167d4c42 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/ports?device_id=33ad770b-33ea-45d2-b106-6cf97294c7ee HTTP/1.1" status: 200 len: 943 time: 0.0936034 May 04 17:36:23.959338 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e00d7853-56de-490d-bf47-0cf9a0da7904 req-9742907a-90ad-4927-9906-0e4a4d180b46 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/security-groups?id=81808876-4a61-479a-81ee-b14447baf6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404489 May 04 17:36:25.142593 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da40a79-dd3c-4e8d-92ac-be61534f1bc3 req-0c77b21f-8b48-40f4-98d0-b57f0b507e87 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:36:25.144067 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-3da40a79-dd3c-4e8d-92ac-be61534f1bc3 req-0c77b21f-8b48-40f4-98d0-b57f0b507e87 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/ports?device_id=33ad770b-33ea-45d2-b106-6cf97294c7ee HTTP/1.1" status: 200 len: 943 time: 0.0818911 May 04 17:36:25.191122 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-3da40a79-dd3c-4e8d-92ac-be61534f1bc3 req-d34064bd-a966-4050-889a-a9c38bb42489 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/security-groups?id=81808876-4a61-479a-81ee-b14447baf6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415053 May 04 17:36:26.375006 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7946a79-8752-48b4-b722-0d90c4cfd867 req-55980265-86f1-4c91-bcd5-d15ab40ac941 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:36:26.376486 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d7946a79-8752-48b4-b722-0d90c4cfd867 req-55980265-86f1-4c91-bcd5-d15ab40ac941 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/ports?device_id=33ad770b-33ea-45d2-b106-6cf97294c7ee HTTP/1.1" status: 200 len: 943 time: 0.0782578 May 04 17:36:26.419557 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d7946a79-8752-48b4-b722-0d90c4cfd867 req-c8a26652-eb33-4962-892c-147c683e8787 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/security-groups?id=81808876-4a61-479a-81ee-b14447baf6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376019 May 04 17:36:27.597177 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4227a97f-0ee8-46c3-a299-bf980c13b981 req-f592fada-6d5d-4d20-9903-b71eea626792 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:36:27.598643 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-4227a97f-0ee8-46c3-a299-bf980c13b981 req-f592fada-6d5d-4d20-9903-b71eea626792 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/ports?device_id=33ad770b-33ea-45d2-b106-6cf97294c7ee HTTP/1.1" status: 200 len: 943 time: 0.0778525 May 04 17:36:27.642170 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-4227a97f-0ee8-46c3-a299-bf980c13b981 req-a457b69e-2fe2-491e-8c43-eeafd292a10c tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/security-groups?id=81808876-4a61-479a-81ee-b14447baf6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379183 May 04 17:36:28.830357 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca8011-ccca-4773-ad34-86b10381446a req-5401d94c-fd38-4a78-9267-58c5eecb54ca tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:36:28.831816 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-56ca8011-ccca-4773-ad34-86b10381446a req-5401d94c-fd38-4a78-9267-58c5eecb54ca tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/ports?device_id=33ad770b-33ea-45d2-b106-6cf97294c7ee HTTP/1.1" status: 200 len: 943 time: 0.0853012 May 04 17:36:28.881260 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-56ca8011-ccca-4773-ad34-86b10381446a req-56223a0f-7083-4ae6-8ef0-9f9f4b74fc35 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/security-groups?id=81808876-4a61-479a-81ee-b14447baf6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438390 May 04 17:36:30.069796 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe2ece-c884-452a-98c8-d98abe5be2dc req-5dc60c50-854c-42b9-ae58-ee6894b2ff6e tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:36:30.071312 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-01fe2ece-c884-452a-98c8-d98abe5be2dc req-5dc60c50-854c-42b9-ae58-ee6894b2ff6e tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/ports?device_id=33ad770b-33ea-45d2-b106-6cf97294c7ee HTTP/1.1" status: 200 len: 943 time: 0.0846870 May 04 17:36:30.115005 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-01fe2ece-c884-452a-98c8-d98abe5be2dc req-9bf57349-695a-4617-bc87-305484a0c1d8 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/security-groups?id=81808876-4a61-479a-81ee-b14447baf6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378747 May 04 17:36:30.424348 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 949a78d9-e9e4-464b-8284-9da739218f32 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:36:30.595252 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 949a78d9-e9e4-464b-8284-9da739218f32, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=949a78d9-e9e4-464b-8284-9da739218f32,segment=NetworkSegment(43abb714-434f-4258-8b22-3a18bd64fc2f),segment_id=43abb714-434f-4258-8b22-3a18bd64fc2f)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:36:30.607880 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Returning: {'device': '949a78d9-e9e4-464b-8284-9da739218f32', 'network_id': 'b631325e-11d5-4100-a2cb-8b9aba720937', 'port_id': '949a78d9-e9e4-464b-8284-9da739218f32', 'mac_address': 'fa:16:3e:8d:71:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35d620f1-cc33-411a-8546-1edeed82bf7b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:36:30.664025 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:30.680677 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 949a78d9-e9e4-464b-8284-9da739218f32 {{(pid=88039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:36:30.695385 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 949a78d9-e9e4-464b-8284-9da739218f32, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=949a78d9-e9e4-464b-8284-9da739218f32,segment=NetworkSegment(43abb714-434f-4258-8b22-3a18bd64fc2f),segment_id=43abb714-434f-4258-8b22-3a18bd64fc2f)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:36:30.699408 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:30.767151 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=949a78d9-e9e4-464b-8284-9da739218f32,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:36:31.071906 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] get_ports_and_sgs() called for port_ids ['949a78d9-e9e4-464b-8284-9da739218f32'] {{(pid=88039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:36:31.331450 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838f1ced-16ed-4e95-84b9-221a53c0d7d7 req-dbf95c00-8a37-4e6c-8b4f-9bcd9d3dadfc tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:36:31.332942 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-838f1ced-16ed-4e95-84b9-221a53c0d7d7 req-dbf95c00-8a37-4e6c-8b4f-9bcd9d3dadfc tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/ports?device_id=33ad770b-33ea-45d2-b106-6cf97294c7ee HTTP/1.1" status: 200 len: 944 time: 0.0954177 May 04 17:36:31.381514 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-838f1ced-16ed-4e95-84b9-221a53c0d7d7 req-e0d83c26-0ad1-4b7c-adfa-d0df02c3c12b tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/security-groups?id=81808876-4a61-479a-81ee-b14447baf6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427375 May 04 17:36:32.439560 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 949a78d9-e9e4-464b-8284-9da739218f32 up at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:36:32.509881 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning for port 949a78d9-e9e4-464b-8284-9da739218f32 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:36:32.514481 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning complete for port 949a78d9-e9e4-464b-8284-9da739218f32 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:36:32.514864 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:32.569841 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d1a703-dcf5-4f9e-a558-4e062607467a req-0915ae86-d87a-4666-a341-afae378d5bc2 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:36:32.571301 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-14d1a703-dcf5-4f9e-a558-4e062607467a req-0915ae86-d87a-4666-a341-afae378d5bc2 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/ports?device_id=33ad770b-33ea-45d2-b106-6cf97294c7ee HTTP/1.1" status: 200 len: 944 time: 0.0821414 May 04 17:36:32.614554 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-14d1a703-dcf5-4f9e-a558-4e062607467a req-3f5e1ae0-2bc4-4b10-b130-9e9fd2acb806 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/security-groups?id=81808876-4a61-479a-81ee-b14447baf6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375664 May 04 17:36:32.628030 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:32.653420 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ad770b-33ea-45d2-b106-6cf97294c7ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '949a78d9-e9e4-464b-8284-9da739218f32'}] {{(pid=88039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:36:32.663934 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 949a78d9-e9e4-464b-8284-9da739218f32, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=949a78d9-e9e4-464b-8284-9da739218f32,segment=NetworkSegment(43abb714-434f-4258-8b22-3a18bd64fc2f),segment_id=43abb714-434f-4258-8b22-3a18bd64fc2f)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:36:32.667469 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:32.701960 dv-neutron-840426-1-hyperv neutron-server[88039]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d616925-7742-4c3c-a0f6-4bb4753f6a74'] response: {'server_uuid': '33ad770b-33ea-45d2-b106-6cf97294c7ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '949a78d9-e9e4-464b-8284-9da739218f32', 'code': 200} May 04 17:36:32.741147 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=949a78d9-e9e4-464b-8284-9da739218f32,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:36:33.019629 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca2d3e9-8973-4e6f-a973-6990854126d3 req-b839e1cf-1de2-402a-a552-46c02afec1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:36:33.021121 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-aca2d3e9-8973-4e6f-a973-6990854126d3 req-b839e1cf-1de2-402a-a552-46c02afec1e8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=33ad770b-33ea-45d2-b106-6cf97294c7ee HTTP/1.1" status: 200 len: 1098 time: 0.0886190 May 04 17:36:33.067687 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-aca2d3e9-8973-4e6f-a973-6990854126d3 req-8f6fcf04-8ebb-4ecf-97d3-b277cb98fb9e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=81808876-4a61-479a-81ee-b14447baf6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407529 May 04 17:36:33.147476 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a2c45d92-89e4-495d-a446-e5b79dda6a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:33.798112 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cdb670-b361-454d-bf2e-586df3c33302 req-1a401d64-1335-499d-8a9c-f510823a5e63 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:36:33.799471 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-11cdb670-b361-454d-bf2e-586df3c33302 req-1a401d64-1335-499d-8a9c-f510823a5e63 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/ports?device_id=33ad770b-33ea-45d2-b106-6cf97294c7ee HTTP/1.1" status: 200 len: 945 time: 0.0787315 May 04 17:36:33.842077 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-11cdb670-b361-454d-bf2e-586df3c33302 req-70386abf-24b6-4ee7-9fda-4250791991cf tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/security-groups?id=81808876-4a61-479a-81ee-b14447baf6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369008 May 04 17:36:35.140595 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c3e9f6-98ea-41ec-960e-19308a6f1245 req-b01c894b-93b8-4899-9306-358b8150177a tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:36:35.142672 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-56c3e9f6-98ea-41ec-960e-19308a6f1245 req-b01c894b-93b8-4899-9306-358b8150177a tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/ports?device_id=33ad770b-33ea-45d2-b106-6cf97294c7ee HTTP/1.1" status: 200 len: 945 time: 0.1961172 May 04 17:36:35.185141 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-56c3e9f6-98ea-41ec-960e-19308a6f1245 req-5cb9ac39-3460-4a47-a4fb-3ab07b72f115 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/security-groups?id=81808876-4a61-479a-81ee-b14447baf6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367527 May 04 17:36:35.370284 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a569a7b3-d026-40f0-84b0-32ad359fca57 req-ec76fe25-e864-4dd7-84b7-b362bece21ff tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:36:35.371734 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a569a7b3-d026-40f0-84b0-32ad359fca57 req-ec76fe25-e864-4dd7-84b7-b362bece21ff tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/ports?device_id=33ad770b-33ea-45d2-b106-6cf97294c7ee HTTP/1.1" status: 200 len: 945 time: 0.0812178 May 04 17:36:35.415719 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a569a7b3-d026-40f0-84b0-32ad359fca57 req-42a90162-c9eb-4492-a1a6-1e05d94e2b63 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/security-groups?id=81808876-4a61-479a-81ee-b14447baf6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376787 May 04 17:36:35.438759 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 56328) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:36:35.479888 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b9477929-57e3-403f-a472-d95377f098eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:35.509584 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346df137-b323-4b7f-92a0-92cedd2a166f tempest-TestVolumeBootPattern-829920776 tempest-TestVolumeBootPattern-829920776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:36:35.511099 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-346df137-b323-4b7f-92a0-92cedd2a166f tempest-TestVolumeBootPattern-829920776 tempest-TestVolumeBootPattern-829920776-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=33ad770b-33ea-45d2-b106-6cf97294c7ee HTTP/1.1" status: 200 len: 1093 time: 0.0713835 May 04 17:36:35.513788 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 56332) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:36:35.519027 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-cca9b630-78a5-4270-99c9-7eb5bac22066 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Request body: {'floatingip': {'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'port_id': '949a78d9-e9e4-464b-8284-9da739218f32', 'tenant_id': '8c992398177546e184e9933345174247', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:36:35.524764 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-cca9b630-78a5-4270-99c9-7eb5bac22066 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:36:35.528601 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-cca9b630-78a5-4270-99c9-7eb5bac22066 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Usage tracker for resource:floatingip and tenant:8c992398177546e184e9933345174247 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:36:35.531396 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-cca9b630-78a5-4270-99c9-7eb5bac22066 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:36:35.537206 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-cca9b630-78a5-4270-99c9-7eb5bac22066 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:36:35.551570 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cca9b630-78a5-4270-99c9-7eb5bac22066 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks [] for floatingip, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:35.679664 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cca9b630-78a5-4270-99c9-7eb5bac22066 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:35.814207 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-cca9b630-78a5-4270-99c9-7eb5bac22066 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Allocated IP 172.26.0.54 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/c2ef9011-71f6-4e41-9b86-bc117c2fbfdf) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:36:35.955667 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cca9b630-78a5-4270-99c9-7eb5bac22066 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:35.983977 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cca9b630-78a5-4270-99c9-7eb5bac22066 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:36.050146 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca9b630-78a5-4270-99c9-7eb5bac22066 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:36:36.052882 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-cca9b630-78a5-4270-99c9-7eb5bac22066 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:36:36.056570 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca9b630-78a5-4270-99c9-7eb5bac22066 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:36:36.095174 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca9b630-78a5-4270-99c9-7eb5bac22066 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Pushing event updated for resources: {'Port': ['ID=c2ef9011-71f6-4e41-9b86-bc117c2fbfdf,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:36:36.109128 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca9b630-78a5-4270-99c9-7eb5bac22066 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:36:36.110063 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca9b630-78a5-4270-99c9-7eb5bac22066 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:36:36.110426 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca9b630-78a5-4270-99c9-7eb5bac22066 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:36:36.110763 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca9b630-78a5-4270-99c9-7eb5bac22066 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:36:36.111100 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca9b630-78a5-4270-99c9-7eb5bac22066 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:36:36.111429 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca9b630-78a5-4270-99c9-7eb5bac22066 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:36:36.111757 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca9b630-78a5-4270-99c9-7eb5bac22066 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:36:36.112083 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca9b630-78a5-4270-99c9-7eb5bac22066 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:36:36.112409 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca9b630-78a5-4270-99c9-7eb5bac22066 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:36:36.112729 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca9b630-78a5-4270-99c9-7eb5bac22066 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:36:36.113049 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca9b630-78a5-4270-99c9-7eb5bac22066 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:36:36.113366 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca9b630-78a5-4270-99c9-7eb5bac22066 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:36:36.491624 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cca9b630-78a5-4270-99c9-7eb5bac22066 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:36.495073 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:36.550821 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:36.668081 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cca9b630-78a5-4270-99c9-7eb5bac22066 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:36.878429 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cca9b630-78a5-4270-99c9-7eb5bac22066 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:36.882874 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cca9b630-78a5-4270-99c9-7eb5bac22066 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:36.988549 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca9b630-78a5-4270-99c9-7eb5bac22066 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Pushing event updated for resources: {'Port': ['ID=c2ef9011-71f6-4e41-9b86-bc117c2fbfdf,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:36:36.998347 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cca9b630-78a5-4270-99c9-7eb5bac22066 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710218'] for floatingip, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:37.164784 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.l3_db [None req-cca9b630-78a5-4270-99c9-7eb5bac22066 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Floating IP f72091be-331c-47d1-8b46-9c722b71b1da associated. External IP: 172.26.0.54, port: 949a78d9-e9e4-464b-8284-9da739218f32. May 04 17:36:37.501412 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cca9b630-78a5-4270-99c9-7eb5bac22066 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Router 4899f2c4-fe45-4a8a-8358-cd44707b69e7 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:36:37.671351 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca9b630-78a5-4270-99c9-7eb5bac22066 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:36:37.681424 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a43d6ae-9d53-4057-b526-094207f38e0e None None] Sync routers for ids ['4899f2c4-fe45-4a8a-8358-cd44707b69e7'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:36:37.690606 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a43d6ae-9d53-4057-b526-094207f38e0e None None] Routers {'4899f2c4-fe45-4a8a-8358-cd44707b69e7'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:36:37.691220 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-3a43d6ae-9d53-4057-b526-094207f38e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:36:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['4899f2c4-fe45-4a8a-8358-cd44707b69e7'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:36:37.695867 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cca9b630-78a5-4270-99c9-7eb5bac22066 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:37.753507 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-cca9b630-78a5-4270-99c9-7eb5bac22066 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2386074 May 04 17:36:37.754155 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ad770b-33ea-45d2-b106-6cf97294c7ee', 'tag': '949a78d9-e9e4-464b-8284-9da739218f32'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:36:37.798428 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13959ca4-4582-4cc7-98ab-7eddf68d18aa'] response: {'name': 'network-changed', 'server_uuid': '33ad770b-33ea-45d2-b106-6cf97294c7ee', 'tag': '949a78d9-e9e4-464b-8284-9da739218f32', 'status': 'completed', 'code': 200} May 04 17:36:37.867466 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:37.888604 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-3a43d6ae-9d53-4057-b526-094207f38e0e None None] Set router 4899f2c4-fe45-4a8a-8358-cd44707b69e7 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:36:37.892421 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3578102c-44b5-4fe0-a0c9-97d357b209dd req-2859307a-c7f2-4e0c-83dc-185dcae988bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:36:37.894857 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-3578102c-44b5-4fe0-a0c9-97d357b209dd req-2859307a-c7f2-4e0c-83dc-185dcae988bf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8c992398177546e184e9933345174247&device_id=33ad770b-33ea-45d2-b106-6cf97294c7ee HTTP/1.1" status: 200 len: 1098 time: 0.0745022 May 04 17:36:38.024586 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3578102c-44b5-4fe0-a0c9-97d357b209dd req-c90e8762-1265-4a20-890a-c76fc776a9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:36:38.026147 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-3578102c-44b5-4fe0-a0c9-97d357b209dd req-c90e8762-1265-4a20-890a-c76fc776a9c1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b631325e-11d5-4100-a2cb-8b9aba720937 HTTP/1.1" status: 200 len: 913 time: 0.1257617 May 04 17:36:38.241111 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-3578102c-44b5-4fe0-a0c9-97d357b209dd req-4ef61cb2-74a1-4303-95aa-99cfdc1a2664 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=949a78d9-e9e4-464b-8284-9da739218f32 HTTP/1.1" status: 200 len: 998 time: 0.2078638 May 04 17:36:38.242288 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-3a43d6ae-9d53-4057-b526-094207f38e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'name': 'tempest-TestVolumeBootPattern-1202657765-router', 'tenant_id': '8c992398177546e184e9933345174247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b8d9c1ac-2873-4f63-94d9-6877543517bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:29:34Z', 'updated_at': '2022-05-04T17:29:51Z', 'revision_number': 4, 'project_id': '8c992398177546e184e9933345174247', 'gw_port': {'id': 'b8d9c1ac-2873-4f63-94d9-6877543517bb', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:37:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:36Z', 'updated_at': '2022-05-04T17:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': 'bfa7acf9-2bce-474f-9c35-fc747b6c6719', 'tenant_id': '8c992398177546e184e9933345174247', 'floating_ip_address': '172.26.0.193', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'port_id': '11ad7876-fd3d-4eda-b129-6b711b3eb441', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b631325e-11d5-4100-a2cb-8b9aba720937', 'mac_address': 'fa:16:3e:9c:f6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96cd3b8d-d47f-4739-b328-fa5cb6a34d55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:34:33Z', 'updated_at': '2022-05-04T17:34:37Z', 'revision_number': 1, 'project_id': '8c992398177546e184e9933345174247', 'fixed_ip_address_scope': None}, {'id': 'f72091be-331c-47d1-8b46-9c722b71b1da', 'tenant_id': '8c992398177546e184e9933345174247', 'floating_ip_address': '172.26.0.54', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'port_id': '949a78d9-e9e4-464b-8284-9da739218f32', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b631325e-11d5-4100-a2cb-8b9aba720937', 'mac_address': 'fa:16:3e:8d:71:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ad770b-33ea-45d2-b106-6cf97294c7ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:36:36Z', 'updated_at': '2022-05-04T17:36:36Z', 'revision_number': 0, 'project_id': '8c992398177546e184e9933345174247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e39eb039-91da-4230-9bd3-e0bdfb395ef2', 'name': '', 'network_id': 'b631325e-11d5-4100-a2cb-8b9aba720937', 'tenant_id': '8c992398177546e184e9933345174247', 'mac_address': 'fa:16:3e:de:53:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '35d620f1-cc33-411a-8546-1edeed82bf7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:47Z', 'updated_at': '2022-05-04T17:30:13Z', 'revision_number': 5, 'project_id': '8c992398177546e184e9933345174247', 'subnets': [{'id': '35d620f1-cc33-411a-8546-1edeed82bf7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:36:38.246372 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a43d6ae-9d53-4057-b526-094207f38e0e None None] Checking router: 4899f2c4-fe45-4a8a-8358-cd44707b69e7 for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:36:38.255393 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a43d6ae-9d53-4057-b526-094207f38e0e None None] Routers {'4899f2c4-fe45-4a8a-8358-cd44707b69e7'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:36:38.256005 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-3a43d6ae-9d53-4057-b526-094207f38e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:36:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['4899f2c4-fe45-4a8a-8358-cd44707b69e7'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:36:38.305973 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3578102c-44b5-4fe0-a0c9-97d357b209dd req-703bb417-5816-48d8-9bf6-b3a3eba1d9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:36:38.307329 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-3578102c-44b5-4fe0-a0c9-97d357b209dd req-703bb417-5816-48d8-9bf6-b3a3eba1d9c5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=35d620f1-cc33-411a-8546-1edeed82bf7b HTTP/1.1" status: 200 len: 851 time: 0.0603533 May 04 17:36:38.381959 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3578102c-44b5-4fe0-a0c9-97d357b209dd req-a4cfc46c-2bc5-4916-b168-53cfc35a0695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:36:38.383427 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-3578102c-44b5-4fe0-a0c9-97d357b209dd req-a4cfc46c-2bc5-4916-b168-53cfc35a0695 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b631325e-11d5-4100-a2cb-8b9aba720937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695770 May 04 17:36:38.467154 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-3a43d6ae-9d53-4057-b526-094207f38e0e None None] Set router 4899f2c4-fe45-4a8a-8358-cd44707b69e7 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:36:38.513545 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-3578102c-44b5-4fe0-a0c9-97d357b209dd req-997e5e05-5505-449e-8532-d6c4ffa72a75 service neutron] 10.222.0.42 "GET /v2.0/networks/b631325e-11d5-4100-a2cb-8b9aba720937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236272 May 04 17:36:38.646425 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-3578102c-44b5-4fe0-a0c9-97d357b209dd req-e8b831ad-c8bc-4bc5-9302-b719beaa3869 service neutron] 10.222.0.42 "GET /v2.0/networks/b631325e-11d5-4100-a2cb-8b9aba720937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255202 May 04 17:36:38.803980 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-3a43d6ae-9d53-4057-b526-094207f38e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'name': 'tempest-TestVolumeBootPattern-1202657765-router', 'tenant_id': '8c992398177546e184e9933345174247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b8d9c1ac-2873-4f63-94d9-6877543517bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:29:34Z', 'updated_at': '2022-05-04T17:29:51Z', 'revision_number': 4, 'project_id': '8c992398177546e184e9933345174247', 'gw_port': {'id': 'b8d9c1ac-2873-4f63-94d9-6877543517bb', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:37:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:36Z', 'updated_at': '2022-05-04T17:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': 'bfa7acf9-2bce-474f-9c35-fc747b6c6719', 'tenant_id': '8c992398177546e184e9933345174247', 'floating_ip_address': '172.26.0.193', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'port_id': '11ad7876-fd3d-4eda-b129-6b711b3eb441', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b631325e-11d5-4100-a2cb-8b9aba720937', 'mac_address': 'fa:16:3e:9c:f6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96cd3b8d-d47f-4739-b328-fa5cb6a34d55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:34:33Z', 'updated_at': '2022-05-04T17:34:37Z', 'revision_number': 1, 'project_id': '8c992398177546e184e9933345174247', 'fixed_ip_address_scope': None}, {'id': 'f72091be-331c-47d1-8b46-9c722b71b1da', 'tenant_id': '8c992398177546e184e9933345174247', 'floating_ip_address': '172.26.0.54', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'port_id': '949a78d9-e9e4-464b-8284-9da739218f32', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b631325e-11d5-4100-a2cb-8b9aba720937', 'mac_address': 'fa:16:3e:8d:71:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ad770b-33ea-45d2-b106-6cf97294c7ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:36:36Z', 'updated_at': '2022-05-04T17:36:36Z', 'revision_number': 0, 'project_id': '8c992398177546e184e9933345174247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e39eb039-91da-4230-9bd3-e0bdfb395ef2', 'name': '', 'network_id': 'b631325e-11d5-4100-a2cb-8b9aba720937', 'tenant_id': '8c992398177546e184e9933345174247', 'mac_address': 'fa:16:3e:de:53:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '35d620f1-cc33-411a-8546-1edeed82bf7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:47Z', 'updated_at': '2022-05-04T17:30:13Z', 'revision_number': 5, 'project_id': '8c992398177546e184e9933345174247', 'subnets': [{'id': '35d620f1-cc33-411a-8546-1edeed82bf7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:36:38.807866 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a43d6ae-9d53-4057-b526-094207f38e0e None None] The sync data for ids ['4899f2c4-fe45-4a8a-8358-cd44707b69e7'] in dv-neutron-840426-1-hyperv is: [{'id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'name': 'tempest-TestVolumeBootPattern-1202657765-router', 'tenant_id': '8c992398177546e184e9933345174247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b8d9c1ac-2873-4f63-94d9-6877543517bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:29:34Z', 'updated_at': '2022-05-04T17:29:51Z', 'revision_number': 4, 'project_id': '8c992398177546e184e9933345174247', 'gw_port': {'id': 'b8d9c1ac-2873-4f63-94d9-6877543517bb', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:37:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:36Z', 'updated_at': '2022-05-04T17:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': 'bfa7acf9-2bce-474f-9c35-fc747b6c6719', 'tenant_id': '8c992398177546e184e9933345174247', 'floating_ip_address': '172.26.0.193', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'port_id': '11ad7876-fd3d-4eda-b129-6b711b3eb441', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b631325e-11d5-4100-a2cb-8b9aba720937', 'mac_address': 'fa:16:3e:9c:f6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96cd3b8d-d47f-4739-b328-fa5cb6a34d55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:34:33Z', 'updated_at': '2022-05-04T17:34:37Z', 'revision_number': 1, 'project_id': '8c992398177546e184e9933345174247', 'fixed_ip_address_scope': None}, {'id': 'f72091be-331c-47d1-8b46-9c722b71b1da', 'tenant_id': '8c992398177546e184e9933345174247', 'floating_ip_address': '172.26.0.54', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'port_id': '949a78d9-e9e4-464b-8284-9da739218f32', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b631325e-11d5-4100-a2cb-8b9aba720937', 'mac_address': 'fa:16:3e:8d:71:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ad770b-33ea-45d2-b106-6cf97294c7ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:36:36Z', 'updated_at': '2022-05-04T17:36:36Z', 'revision_number': 0, 'project_id': '8c992398177546e184e9933345174247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e39eb039-91da-4230-9bd3-e0bdfb395ef2', 'name': '', 'network_id': 'b631325e-11d5-4100-a2cb-8b9aba720937', 'tenant_id': '8c992398177546e184e9933345174247', 'mac_address': 'fa:16:3e:de:53:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '35d620f1-cc33-411a-8546-1edeed82bf7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:47Z', 'updated_at': '2022-05-04T17:30:13Z', 'revision_number': 5, 'project_id': '8c992398177546e184e9933345174247', 'subnets': [{'id': '35d620f1-cc33-411a-8546-1edeed82bf7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:36:38.987323 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4515ddd3-8a98-4a3b-ad6b-84000b67cfc2 None None] New status for floating IP f72091be-331c-47d1-8b46-9c722b71b1da: ACTIVE {{(pid=88040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:36:39.223948 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:42.311604 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 17:36:47.469295 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c38b3d56-bbad-495f-8c21-1407941a3a06 req-49a888f4-86f2-4d05-92f6-c2c71e92f610 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=96cd3b8d-d47f-4739-b328-fa5cb6a34d55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0706344 May 04 17:36:47.557344 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b3d56-bbad-495f-8c21-1407941a3a06 req-017b92a1-df55-470b-9fe3-995e14642d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:36:47.558718 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c38b3d56-bbad-495f-8c21-1407941a3a06 req-017b92a1-df55-470b-9fe3-995e14642d9f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8c992398177546e184e9933345174247&device_id=96cd3b8d-d47f-4739-b328-fa5cb6a34d55 HTTP/1.1" status: 200 len: 1098 time: 0.0690327 May 04 17:36:47.704889 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b3d56-bbad-495f-8c21-1407941a3a06 req-582fe6cf-1a2c-4a28-976f-bd35c967d017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:36:47.706403 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c38b3d56-bbad-495f-8c21-1407941a3a06 req-582fe6cf-1a2c-4a28-976f-bd35c967d017 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b631325e-11d5-4100-a2cb-8b9aba720937 HTTP/1.1" status: 200 len: 913 time: 0.1284988 May 04 17:36:47.807829 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c38b3d56-bbad-495f-8c21-1407941a3a06 req-84cd1bf8-1021-4c62-aeff-379b6ebafda7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11ad7876-fd3d-4eda-b129-6b711b3eb441 HTTP/1.1" status: 200 len: 1001 time: 0.0944226 May 04 17:36:47.867829 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b3d56-bbad-495f-8c21-1407941a3a06 req-bdda233b-cbd6-4257-8d4d-38eaa232ee4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:36:47.869183 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c38b3d56-bbad-495f-8c21-1407941a3a06 req-bdda233b-cbd6-4257-8d4d-38eaa232ee4a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=35d620f1-cc33-411a-8546-1edeed82bf7b HTTP/1.1" status: 200 len: 851 time: 0.0545638 May 04 17:36:47.945552 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b3d56-bbad-495f-8c21-1407941a3a06 req-276df6d5-2861-452c-9cca-8608e77b8e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:36:47.947030 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c38b3d56-bbad-495f-8c21-1407941a3a06 req-276df6d5-2861-452c-9cca-8608e77b8e4a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b631325e-11d5-4100-a2cb-8b9aba720937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706389 May 04 17:36:48.078166 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c38b3d56-bbad-495f-8c21-1407941a3a06 req-5261a49f-d5ad-4553-989d-7a61864ccbe1 service neutron] 10.222.0.42 "GET /v2.0/networks/b631325e-11d5-4100-a2cb-8b9aba720937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228881 May 04 17:36:48.207020 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c38b3d56-bbad-495f-8c21-1407941a3a06 req-7eb8151c-0d11-4ba6-a23f-c61244be735d service neutron] 10.222.0.42 "GET /v2.0/networks/b631325e-11d5-4100-a2cb-8b9aba720937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220241 May 04 17:37:03.145727 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8652de10-c916-420a-b4ae-392e00318135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:05.480923 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-694d97a7-3f1b-4fb1-9434-c913b6a10c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:06.490225 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:06.552097 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:07.825806 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:09.224768 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:12.148098 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 56378) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:37:12.348039 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-3a3c98a4-99f9-4dc7-bb71-429435d684e6 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Deleting port 34af8548-6748-4d77-9db4-a22d4a7c2ae4 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:37:12.348379 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3a3c98a4-99f9-4dc7-bb71-429435d684e6 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:12.515388 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3a3c98a4-99f9-4dc7-bb71-429435d684e6 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:12.515721 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3a3c98a4-99f9-4dc7-bb71-429435d684e6 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:12.635011 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-3a3c98a4-99f9-4dc7-bb71-429435d684e6 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Calling delete_port for 34af8548-6748-4d77-9db4-a22d4a7c2ae4 owned by network:floatingip {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:37:12.786001 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3a3c98a4-99f9-4dc7-bb71-429435d684e6 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:12.834187 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3c98a4-99f9-4dc7-bb71-429435d684e6 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Pushing event deleted for resources: {'Port': ['ID=34af8548-6748-4d77-9db4-a22d4a7c2ae4,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:37:12.867660 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3c98a4-99f9-4dc7-bb71-429435d684e6 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:37:12.868010 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3c98a4-99f9-4dc7-bb71-429435d684e6 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:37:12.868354 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3c98a4-99f9-4dc7-bb71-429435d684e6 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:37:12.868693 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3c98a4-99f9-4dc7-bb71-429435d684e6 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:37:12.869028 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3c98a4-99f9-4dc7-bb71-429435d684e6 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:37:12.869366 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3c98a4-99f9-4dc7-bb71-429435d684e6 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:37:12.869697 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3c98a4-99f9-4dc7-bb71-429435d684e6 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:37:12.870053 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3c98a4-99f9-4dc7-bb71-429435d684e6 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:37:12.870383 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3c98a4-99f9-4dc7-bb71-429435d684e6 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:37:12.870783 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3c98a4-99f9-4dc7-bb71-429435d684e6 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:37:12.871113 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3c98a4-99f9-4dc7-bb71-429435d684e6 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:37:12.871438 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3c98a4-99f9-4dc7-bb71-429435d684e6 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:37:12.935119 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3a3c98a4-99f9-4dc7-bb71-429435d684e6 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks [] for floatingip, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:12.935478 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.l3_db [None req-3a3c98a4-99f9-4dc7-bb71-429435d684e6 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Floating IP 69e9eb5f-1cab-407c-9912-69605e13f00b disassociated (deleted). External IP: 172.26.0.10, port: 9313f2ca-8fa0-43da-87a5-6f51d553aec3. May 04 17:37:13.277814 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a3c98a4-99f9-4dc7-bb71-429435d684e6 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Router be60b73d-cc33-482d-ad81-eb8787b40ce5 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:37:13.570982 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a3c98a4-99f9-4dc7-bb71-429435d684e6 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:37:13.580074 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46af72ad-d5f2-437f-bb26-349b4625c4d2 None None] Sync routers for ids ['be60b73d-cc33-482d-ad81-eb8787b40ce5'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:37:13.589378 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46af72ad-d5f2-437f-bb26-349b4625c4d2 None None] Routers {'be60b73d-cc33-482d-ad81-eb8787b40ce5'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:37:13.590013 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-46af72ad-d5f2-437f-bb26-349b4625c4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:37:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['be60b73d-cc33-482d-ad81-eb8787b40ce5'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:37:13.590525 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3a3c98a4-99f9-4dc7-bb71-429435d684e6 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:13.646959 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-3a3c98a4-99f9-4dc7-bb71-429435d684e6 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "DELETE /v2.0/floatingips/69e9eb5f-1cab-407c-9912-69605e13f00b HTTP/1.1" status: 204 len: 168 time: 1.4977543 May 04 17:37:13.647640 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7eaae3f-eb23-4126-a1e4-aa9915a6cd46', 'tag': '9313f2ca-8fa0-43da-87a5-6f51d553aec3'}] {{(pid=88038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:37:13.756874 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bef35b6-6db8-41a4-a152-6e7cc94ff940'] response: {'name': 'network-changed', 'server_uuid': 'b7eaae3f-eb23-4126-a1e4-aa9915a6cd46', 'tag': '9313f2ca-8fa0-43da-87a5-6f51d553aec3', 'status': 'completed', 'code': 200} May 04 17:37:13.765636 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-46af72ad-d5f2-437f-bb26-349b4625c4d2 None None] Set router be60b73d-cc33-482d-ad81-eb8787b40ce5 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:37:13.853572 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec1fae-49f4-41f7-91ed-2ade143ee30c req-ff7a9de7-cb32-43b1-b537-2c5edc1d3850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:37:13.855878 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-18ec1fae-49f4-41f7-91ed-2ade143ee30c req-ff7a9de7-cb32-43b1-b537-2c5edc1d3850 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=0b9713f8a29b4c8ca7f63dcb9b50b5ce&device_id=b7eaae3f-eb23-4126-a1e4-aa9915a6cd46 HTTP/1.1" status: 200 len: 1099 time: 0.0760868 May 04 17:37:14.086034 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-46af72ad-d5f2-437f-bb26-349b4625c4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be60b73d-cc33-482d-ad81-eb8787b40ce5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710816897', 'tenant_id': '0b9713f8a29b4c8ca7f63dcb9b50b5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e507f7bb-5d46-4d53-ab82-af836614de79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:33:47Z', 'updated_at': '2022-05-04T17:33:54Z', 'revision_number': 4, 'project_id': '0b9713f8a29b4c8ca7f63dcb9b50b5ce', 'gw_port': {'id': 'e507f7bb-5d46-4d53-ab82-af836614de79', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be60b73d-cc33-482d-ad81-eb8787b40ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:33:48Z', 'updated_at': '2022-05-04T17:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '2c91f6a7-d911-451a-95e1-fcf2d694c1e6', 'name': '', 'network_id': 'b1274540-aa6f-41be-a0cc-5f2fec52a07b', 'tenant_id': '0b9713f8a29b4c8ca7f63dcb9b50b5ce', 'mac_address': 'fa:16:3e:65:7c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be60b73d-cc33-482d-ad81-eb8787b40ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '6e33d78f-17ed-4a2d-aaf0-4ad55353aed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:33:53Z', 'updated_at': '2022-05-04T17:34:09Z', 'revision_number': 5, 'project_id': '0b9713f8a29b4c8ca7f63dcb9b50b5ce', 'subnets': [{'id': '6e33d78f-17ed-4a2d-aaf0-4ad55353aed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:37:14.090237 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46af72ad-d5f2-437f-bb26-349b4625c4d2 None None] Checking router: be60b73d-cc33-482d-ad81-eb8787b40ce5 for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:37:14.099610 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46af72ad-d5f2-437f-bb26-349b4625c4d2 None None] Routers {'be60b73d-cc33-482d-ad81-eb8787b40ce5'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:37:14.100232 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-46af72ad-d5f2-437f-bb26-349b4625c4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:37:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['be60b73d-cc33-482d-ad81-eb8787b40ce5'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:37:14.153518 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec1fae-49f4-41f7-91ed-2ade143ee30c req-1d5e057a-a652-4819-9ec7-0807246aaf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:37:14.154909 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-18ec1fae-49f4-41f7-91ed-2ade143ee30c req-1d5e057a-a652-4819-9ec7-0807246aaf72 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b1274540-aa6f-41be-a0cc-5f2fec52a07b HTTP/1.1" status: 200 len: 898 time: 0.2920704 May 04 17:37:14.225715 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-18ec1fae-49f4-41f7-91ed-2ade143ee30c req-ac998eff-f71c-41cc-bd8b-48fc6212b930 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9313f2ca-8fa0-43da-87a5-6f51d553aec3 HTTP/1.1" status: 200 len: 217 time: 0.0630434 May 04 17:37:14.236968 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6794f-eb8b-4a8d-ba44-963b8c7de625 req-a31ec906-5507-44b6-bd24-765f1c89b724 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:37:14.238424 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b1a6794f-eb8b-4a8d-ba44-963b8c7de625 req-a31ec906-5507-44b6-bd24-765f1c89b724 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7eaae3f-eb23-4126-a1e4-aa9915a6cd46 HTTP/1.1" status: 200 len: 946 time: 0.2860818 May 04 17:37:14.275523 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-46af72ad-d5f2-437f-bb26-349b4625c4d2 None None] Set router be60b73d-cc33-482d-ad81-eb8787b40ce5 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:37:14.330704 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b1a6794f-eb8b-4a8d-ba44-963b8c7de625 req-998ef4b4-8056-4015-82b1-40095556ffd3 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "GET /v2.0/security-groups?id=a49400ca-9754-47a7-84f8-c8fb6cea4011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597556 May 04 17:37:14.332253 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec1fae-49f4-41f7-91ed-2ade143ee30c req-c22d4cb5-d64d-41d3-be05-1c54f957ddd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:37:14.333646 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-18ec1fae-49f4-41f7-91ed-2ade143ee30c req-c22d4cb5-d64d-41d3-be05-1c54f957ddd1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e33d78f-17ed-4a2d-aaf0-4ad55353aed3 HTTP/1.1" status: 200 len: 835 time: 0.0942385 May 04 17:37:14.408767 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec1fae-49f4-41f7-91ed-2ade143ee30c req-99c81b91-66b1-4f9e-82b0-5ca391cd0866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:37:14.410201 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-18ec1fae-49f4-41f7-91ed-2ade143ee30c req-99c81b91-66b1-4f9e-82b0-5ca391cd0866 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b1274540-aa6f-41be-a0cc-5f2fec52a07b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696697 May 04 17:37:14.542279 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-18ec1fae-49f4-41f7-91ed-2ade143ee30c req-cff90a6e-5605-4f3a-bf4b-8b2ee9a0fc34 service neutron] 10.222.0.42 "GET /v2.0/networks/b1274540-aa6f-41be-a0cc-5f2fec52a07b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248600 May 04 17:37:14.625256 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-46af72ad-d5f2-437f-bb26-349b4625c4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be60b73d-cc33-482d-ad81-eb8787b40ce5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710816897', 'tenant_id': '0b9713f8a29b4c8ca7f63dcb9b50b5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e507f7bb-5d46-4d53-ab82-af836614de79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:33:47Z', 'updated_at': '2022-05-04T17:33:54Z', 'revision_number': 4, 'project_id': '0b9713f8a29b4c8ca7f63dcb9b50b5ce', 'gw_port': {'id': 'e507f7bb-5d46-4d53-ab82-af836614de79', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be60b73d-cc33-482d-ad81-eb8787b40ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:33:48Z', 'updated_at': '2022-05-04T17:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '2c91f6a7-d911-451a-95e1-fcf2d694c1e6', 'name': '', 'network_id': 'b1274540-aa6f-41be-a0cc-5f2fec52a07b', 'tenant_id': '0b9713f8a29b4c8ca7f63dcb9b50b5ce', 'mac_address': 'fa:16:3e:65:7c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be60b73d-cc33-482d-ad81-eb8787b40ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '6e33d78f-17ed-4a2d-aaf0-4ad55353aed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:33:53Z', 'updated_at': '2022-05-04T17:34:09Z', 'revision_number': 5, 'project_id': '0b9713f8a29b4c8ca7f63dcb9b50b5ce', 'subnets': [{'id': '6e33d78f-17ed-4a2d-aaf0-4ad55353aed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:37:14.629178 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46af72ad-d5f2-437f-bb26-349b4625c4d2 None None] The sync data for ids ['be60b73d-cc33-482d-ad81-eb8787b40ce5'] in dv-neutron-840426-1-hyperv is: [{'id': 'be60b73d-cc33-482d-ad81-eb8787b40ce5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710816897', 'tenant_id': '0b9713f8a29b4c8ca7f63dcb9b50b5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e507f7bb-5d46-4d53-ab82-af836614de79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:33:47Z', 'updated_at': '2022-05-04T17:33:54Z', 'revision_number': 4, 'project_id': '0b9713f8a29b4c8ca7f63dcb9b50b5ce', 'gw_port': {'id': 'e507f7bb-5d46-4d53-ab82-af836614de79', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be60b73d-cc33-482d-ad81-eb8787b40ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:33:48Z', 'updated_at': '2022-05-04T17:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '2c91f6a7-d911-451a-95e1-fcf2d694c1e6', 'name': '', 'network_id': 'b1274540-aa6f-41be-a0cc-5f2fec52a07b', 'tenant_id': '0b9713f8a29b4c8ca7f63dcb9b50b5ce', 'mac_address': 'fa:16:3e:65:7c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be60b73d-cc33-482d-ad81-eb8787b40ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '6e33d78f-17ed-4a2d-aaf0-4ad55353aed3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:33:53Z', 'updated_at': '2022-05-04T17:34:09Z', 'revision_number': 5, 'project_id': '0b9713f8a29b4c8ca7f63dcb9b50b5ce', 'subnets': [{'id': '6e33d78f-17ed-4a2d-aaf0-4ad55353aed3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:37:14.675836 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-18ec1fae-49f4-41f7-91ed-2ade143ee30c req-4ced2908-3e7a-46bd-a7ca-4ccd0c0def7d service neutron] 10.222.0.42 "GET /v2.0/networks/b1274540-aa6f-41be-a0cc-5f2fec52a07b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264036 May 04 17:37:14.842378 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2924ce-8d9e-42ba-bd61-5ffb5338bb8b None None] New status for floating IP 69e9eb5f-1cab-407c-9912-69605e13f00b: DOWN {{(pid=88040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:37:15.512352 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd8612-9d10-44f0-b27a-a98e63fa1f3f req-8e8737c8-2fac-4d00-bbcb-d265ca6b103d tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:37:15.512960 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-25cd8612-9d10-44f0-b27a-a98e63fa1f3f req-8e8737c8-2fac-4d00-bbcb-d265ca6b103d tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Synchronizing usage tracker for tenant:0b9713f8a29b4c8ca7f63dcb9b50b5ce on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:37:15.528379 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-25cd8612-9d10-44f0-b27a-a98e63fa1f3f req-8e8737c8-2fac-4d00-bbcb-d265ca6b103d tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Unset dirty status for tenant:0b9713f8a29b4c8ca7f63dcb9b50b5ce on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:37:15.529610 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-25cd8612-9d10-44f0-b27a-a98e63fa1f3f req-8e8737c8-2fac-4d00-bbcb-d265ca6b103d tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7eaae3f-eb23-4126-a1e4-aa9915a6cd46 HTTP/1.1" status: 200 len: 946 time: 0.0946002 May 04 17:37:15.573088 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-25cd8612-9d10-44f0-b27a-a98e63fa1f3f req-0744b027-d495-4c30-852d-3aa09a6ef0a0 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "GET /v2.0/security-groups?id=a49400ca-9754-47a7-84f8-c8fb6cea4011&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377827 May 04 17:37:15.673377 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f55760-2243-411e-b1c0-ee2a122ce324 req-139f4d9f-128d-4c8c-b264-87f7889c054e tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:37:15.674841 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-08f55760-2243-411e-b1c0-ee2a122ce324 req-139f4d9f-128d-4c8c-b264-87f7889c054e tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7eaae3f-eb23-4126-a1e4-aa9915a6cd46 HTTP/1.1" status: 200 len: 946 time: 0.0837224 May 04 17:37:15.746201 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [req-08f55760-2243-411e-b1c0-ee2a122ce324 req-624d80f9-b8a7-4cbe-83fc-7697f776d300 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Deleting port 9313f2ca-8fa0-43da-87a5-6f51d553aec3 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:37:15.746540 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-08f55760-2243-411e-b1c0-ee2a122ce324 req-624d80f9-b8a7-4cbe-83fc-7697f776d300 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:15.986210 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-08f55760-2243-411e-b1c0-ee2a122ce324 req-624d80f9-b8a7-4cbe-83fc-7697f776d300 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] For port 9313f2ca-8fa0-43da-87a5-6f51d553aec3, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=9313f2ca-8fa0-43da-87a5-6f51d553aec3,segment=NetworkSegment(bc385158-122c-49e2-a3da-a4705fa248b5),segment_id=bc385158-122c-49e2-a3da-a4705fa248b5)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:37:15.986566 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-08f55760-2243-411e-b1c0-ee2a122ce324 req-624d80f9-b8a7-4cbe-83fc-7697f776d300 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:16.106006 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [req-08f55760-2243-411e-b1c0-ee2a122ce324 req-624d80f9-b8a7-4cbe-83fc-7697f776d300 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Calling delete_port for 9313f2ca-8fa0-43da-87a5-6f51d553aec3 owned by compute:nova {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:37:16.247434 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-08f55760-2243-411e-b1c0-ee2a122ce324 req-624d80f9-b8a7-4cbe-83fc-7697f776d300 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:16.299271 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624d80f9-b8a7-4cbe-83fc-7697f776d300 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Pushing event deleted for resources: {'Port': ['ID=9313f2ca-8fa0-43da-87a5-6f51d553aec3,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:37:16.371132 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f55760-2243-411e-b1c0-ee2a122ce324 req-624d80f9-b8a7-4cbe-83fc-7697f776d300 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] No DVR routers for this DVR port 9313f2ca-8fa0-43da-87a5-6f51d553aec3 on host hv-neutron-8404 {{(pid=88037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:37:16.373436 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-08f55760-2243-411e-b1c0-ee2a122ce324 req-624d80f9-b8a7-4cbe-83fc-7697f776d300 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:16.376318 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7eaae3f-eb23-4126-a1e4-aa9915a6cd46', 'name': 'network-vif-deleted', 'tag': '9313f2ca-8fa0-43da-87a5-6f51d553aec3'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:37:16.392422 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-08f55760-2243-411e-b1c0-ee2a122ce324 req-624d80f9-b8a7-4cbe-83fc-7697f776d300 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.42 "DELETE /v2.0/ports/9313f2ca-8fa0-43da-87a5-6f51d553aec3 HTTP/1.1" status: 204 len: 173 time: 0.7105315 May 04 17:37:16.423971 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80afe19d-f9be-4d8e-929b-88b0b84410c8'] response: {'server_uuid': 'b7eaae3f-eb23-4126-a1e4-aa9915a6cd46', 'name': 'network-vif-deleted', 'tag': '9313f2ca-8fa0-43da-87a5-6f51d553aec3', 'status': 'completed', 'code': 200} May 04 17:37:16.743227 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-bca64a5f-3811-4567-85af-b736a0f25d55 req-28cc9ca4-b60f-4815-a46e-d201edf78f8d tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7eaae3f-eb23-4126-a1e4-aa9915a6cd46 HTTP/1.1" status: 200 len: 210 time: 0.0467017 May 04 17:37:17.840865 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 56400) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:37:18.426899 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-005e9f3d-01b4-4004-93f4-34956e5daa16 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710748'] for router_interface, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:18.610790 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 9313f2ca-8fa0-43da-87a5-6f51d553aec3 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:37:18.645440 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] No Port match for: 9313f2ca-8fa0-43da-87a5-6f51d553aec3 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:37:18.645440 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 9313f2ca-8fa0-43da-87a5-6f51d553aec3 not bound to the agent host hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:37:18.817487 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-005e9f3d-01b4-4004-93f4-34956e5daa16 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Deleting port 2c91f6a7-d911-451a-95e1-fcf2d694c1e6 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:37:18.817487 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-005e9f3d-01b4-4004-93f4-34956e5daa16 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:19.009467 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-005e9f3d-01b4-4004-93f4-34956e5daa16 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] For port 2c91f6a7-d911-451a-95e1-fcf2d694c1e6, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=2c91f6a7-d911-451a-95e1-fcf2d694c1e6,segment=NetworkSegment(bc385158-122c-49e2-a3da-a4705fa248b5),segment_id=bc385158-122c-49e2-a3da-a4705fa248b5)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:37:19.010090 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-005e9f3d-01b4-4004-93f4-34956e5daa16 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:19.262733 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-005e9f3d-01b4-4004-93f4-34956e5daa16 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Calling delete_port for 2c91f6a7-d911-451a-95e1-fcf2d694c1e6 owned by network:router_interface {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:37:19.313117 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 17:37:19.565419 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-005e9f3d-01b4-4004-93f4-34956e5daa16 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:19.611756 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005e9f3d-01b4-4004-93f4-34956e5daa16 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Pushing event deleted for resources: {'Port': ['ID=2c91f6a7-d911-451a-95e1-fcf2d694c1e6,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:37:19.896487 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-005e9f3d-01b4-4004-93f4-34956e5daa16 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710832'] for router_interface, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:20.251465 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-005e9f3d-01b4-4004-93f4-34956e5daa16 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Router be60b73d-cc33-482d-ad81-eb8787b40ce5 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:37:20.438690 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-005e9f3d-01b4-4004-93f4-34956e5daa16 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:37:20.452943 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae5d15e-0475-40fc-8efa-4d33553a0d28 None None] Sync routers for ids ['be60b73d-cc33-482d-ad81-eb8787b40ce5'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:37:20.455338 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-005e9f3d-01b4-4004-93f4-34956e5daa16 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "PUT /v2.0/routers/be60b73d-cc33-482d-ad81-eb8787b40ce5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6140027 May 04 17:37:20.456873 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 56406) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:37:20.463707 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae5d15e-0475-40fc-8efa-4d33553a0d28 None None] Routers {'be60b73d-cc33-482d-ad81-eb8787b40ce5'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:37:20.463707 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-bae5d15e-0475-40fc-8efa-4d33553a0d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:37:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['be60b73d-cc33-482d-ad81-eb8787b40ce5'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:37:20.539051 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-b730f856-2910-45f1-9b21-4ea7d3221103 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Deleting subnet 6e33d78f-17ed-4a2d-aaf0-4ad55353aed3 {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:37:20.543123 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b730f856-2910-45f1-9b21-4ea7d3221103 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:20.601581 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b730f856-2910-45f1-9b21-4ea7d3221103 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:20.653675 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-bae5d15e-0475-40fc-8efa-4d33553a0d28 None None] Set router be60b73d-cc33-482d-ad81-eb8787b40ce5 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:37:20.682060 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b730f856-2910-45f1-9b21-4ea7d3221103 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:20.756522 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b730f856-2910-45f1-9b21-4ea7d3221103 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:20.796244 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b730f856-2910-45f1-9b21-4ea7d3221103 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Pushing event deleted for resources: {'Subnet': ['ID=6e33d78f-17ed-4a2d-aaf0-4ad55353aed3,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:37:20.798088 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b730f856-2910-45f1-9b21-4ea7d3221103 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:20.804348 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-b730f856-2910-45f1-9b21-4ea7d3221103 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "DELETE /v2.0/subnets/6e33d78f-17ed-4a2d-aaf0-4ad55353aed3 HTTP/1.1" status: 204 len: 168 time: 0.3482983 May 04 17:37:20.806970 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 56410) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:37:20.840242 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c55980-4540-4315-9fdb-01c392cba30e None None] Network b1274540-aa6f-41be-a0cc-5f2fec52a07b requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:37:21.092518 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ab39d643-a0a8-4a8a-9689-2d9e6bb9fbb2 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks [] for router, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:21.102019 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-bae5d15e-0475-40fc-8efa-4d33553a0d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be60b73d-cc33-482d-ad81-eb8787b40ce5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710816897', 'tenant_id': '0b9713f8a29b4c8ca7f63dcb9b50b5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e507f7bb-5d46-4d53-ab82-af836614de79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:33:47Z', 'updated_at': '2022-05-04T17:37:19Z', 'revision_number': 5, 'project_id': '0b9713f8a29b4c8ca7f63dcb9b50b5ce', 'gw_port': {'id': 'e507f7bb-5d46-4d53-ab82-af836614de79', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be60b73d-cc33-482d-ad81-eb8787b40ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:33:48Z', 'updated_at': '2022-05-04T17:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:37:21.108474 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae5d15e-0475-40fc-8efa-4d33553a0d28 None None] Checking router: be60b73d-cc33-482d-ad81-eb8787b40ce5 for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:37:21.119688 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae5d15e-0475-40fc-8efa-4d33553a0d28 None None] Routers {'be60b73d-cc33-482d-ad81-eb8787b40ce5'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:37:21.120288 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-bae5d15e-0475-40fc-8efa-4d33553a0d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:37:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['be60b73d-cc33-482d-ad81-eb8787b40ce5'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:37:21.194218 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff037d9-1afe-411c-8128-c9c93d449f58 None None] DHCP port deletion for b1274540-aa6f-41be-a0cc-5f2fec52a07b request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:37:21.203386 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-6ff037d9-1afe-411c-8128-c9c93d449f58 None None] Deleting port 9d115d10-af43-4c8b-b722-35de49eb7410 {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:37:21.203761 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-6ff037d9-1afe-411c-8128-c9c93d449f58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:21.278762 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ab39d643-a0a8-4a8a-9689-2d9e6bb9fbb2 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:21.288627 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-ab39d643-a0a8-4a8a-9689-2d9e6bb9fbb2 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Deleting port e507f7bb-5d46-4d53-ab82-af836614de79 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:37:21.289019 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ab39d643-a0a8-4a8a-9689-2d9e6bb9fbb2 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:21.436665 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-bae5d15e-0475-40fc-8efa-4d33553a0d28 None None] Set router be60b73d-cc33-482d-ad81-eb8787b40ce5 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:37:21.471058 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-ab39d643-a0a8-4a8a-9689-2d9e6bb9fbb2 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] For port e507f7bb-5d46-4d53-ab82-af836614de79, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=e507f7bb-5d46-4d53-ab82-af836614de79,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:37:21.471653 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ab39d643-a0a8-4a8a-9689-2d9e6bb9fbb2 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:21.592916 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-ab39d643-a0a8-4a8a-9689-2d9e6bb9fbb2 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Calling delete_port for e507f7bb-5d46-4d53-ab82-af836614de79 owned by network:router_gateway {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:37:21.724906 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-6ff037d9-1afe-411c-8128-c9c93d449f58 None None] For port 9d115d10-af43-4c8b-b722-35de49eb7410, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=9d115d10-af43-4c8b-b722-35de49eb7410,segment=NetworkSegment(bc385158-122c-49e2-a3da-a4705fa248b5),segment_id=bc385158-122c-49e2-a3da-a4705fa248b5)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:37:21.725511 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-6ff037d9-1afe-411c-8128-c9c93d449f58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:21.758378 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ab39d643-a0a8-4a8a-9689-2d9e6bb9fbb2 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:21.804728 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab39d643-a0a8-4a8a-9689-2d9e6bb9fbb2 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Pushing event deleted for resources: {'Port': ['ID=e507f7bb-5d46-4d53-ab82-af836614de79,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:37:21.856984 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-6ff037d9-1afe-411c-8128-c9c93d449f58 None None] Calling delete_port for 9d115d10-af43-4c8b-b722-35de49eb7410 owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:37:21.896579 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ab39d643-a0a8-4a8a-9689-2d9e6bb9fbb2 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710199'] for router_gateway, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:21.977817 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-6ff037d9-1afe-411c-8128-c9c93d449f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124'] for port, after_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:22.024218 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff037d9-1afe-411c-8128-c9c93d449f58 None None] Pushing event deleted for resources: {'Port': ['ID=9d115d10-af43-4c8b-b722-35de49eb7410,revision_number=None']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:37:22.036875 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff037d9-1afe-411c-8128-c9c93d449f58 None None] No DVR routers for this DVR port 9d115d10-af43-4c8b-b722-35de49eb7410 on host dv-neutron-840426-1-hyperv {{(pid=88039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:37:22.038902 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff037d9-1afe-411c-8128-c9c93d449f58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:37:22.039250 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff037d9-1afe-411c-8128-c9c93d449f58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:37:22.039593 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff037d9-1afe-411c-8128-c9c93d449f58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:37:22.039931 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff037d9-1afe-411c-8128-c9c93d449f58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:37:22.040263 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff037d9-1afe-411c-8128-c9c93d449f58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:37:22.040603 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff037d9-1afe-411c-8128-c9c93d449f58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:37:22.040936 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff037d9-1afe-411c-8128-c9c93d449f58 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:37:22.041261 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff037d9-1afe-411c-8128-c9c93d449f58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:37:22.041589 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff037d9-1afe-411c-8128-c9c93d449f58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:37:22.041911 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff037d9-1afe-411c-8128-c9c93d449f58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:37:22.042252 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff037d9-1afe-411c-8128-c9c93d449f58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:37:22.042573 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff037d9-1afe-411c-8128-c9c93d449f58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:37:22.048732 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-bae5d15e-0475-40fc-8efa-4d33553a0d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be60b73d-cc33-482d-ad81-eb8787b40ce5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710816897', 'tenant_id': '0b9713f8a29b4c8ca7f63dcb9b50b5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e507f7bb-5d46-4d53-ab82-af836614de79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:33:47Z', 'updated_at': '2022-05-04T17:37:19Z', 'revision_number': 5, 'project_id': '0b9713f8a29b4c8ca7f63dcb9b50b5ce', 'gw_port': {'id': 'e507f7bb-5d46-4d53-ab82-af836614de79', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be60b73d-cc33-482d-ad81-eb8787b40ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:33:48Z', 'updated_at': '2022-05-04T17:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:37:22.059456 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae5d15e-0475-40fc-8efa-4d33553a0d28 None None] The sync data for ids ['be60b73d-cc33-482d-ad81-eb8787b40ce5'] in dv-neutron-840426-1-hyperv is: [{'id': 'be60b73d-cc33-482d-ad81-eb8787b40ce5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710816897', 'tenant_id': '0b9713f8a29b4c8ca7f63dcb9b50b5ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e507f7bb-5d46-4d53-ab82-af836614de79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:33:47Z', 'updated_at': '2022-05-04T17:37:19Z', 'revision_number': 5, 'project_id': '0b9713f8a29b4c8ca7f63dcb9b50b5ce', 'gw_port': {'id': 'e507f7bb-5d46-4d53-ab82-af836614de79', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be60b73d-cc33-482d-ad81-eb8787b40ce5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:33:48Z', 'updated_at': '2022-05-04T17:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:37:22.088772 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ab39d643-a0a8-4a8a-9689-2d9e6bb9fbb2 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:22.088772 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ab39d643-a0a8-4a8a-9689-2d9e6bb9fbb2 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:22.113639 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ab39d643-a0a8-4a8a-9689-2d9e6bb9fbb2 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:22.114165 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab39d643-a0a8-4a8a-9689-2d9e6bb9fbb2 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Fanout notify agent at l3_agent the message router_deleted on router be60b73d-cc33-482d-ad81-eb8787b40ce5 {{(pid=88037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:37:22.130226 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ab39d643-a0a8-4a8a-9689-2d9e6bb9fbb2 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:22.131286 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-ab39d643-a0a8-4a8a-9689-2d9e6bb9fbb2 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "DELETE /v2.0/routers/be60b73d-cc33-482d-ad81-eb8787b40ce5 HTTP/1.1" status: 204 len: 168 time: 1.3233557 May 04 17:37:22.133987 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 56414) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:37:22.244851 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e1532973-9aa7-46b3-b825-d22c18cfb69f tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:22.374791 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e1532973-9aa7-46b3-b825-d22c18cfb69f tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:22.406579 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-e1532973-9aa7-46b3-b825-d22c18cfb69f tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1274540-aa6f-41be-a0cc-5f2fec52a07b']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:37:22.423554 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-e1532973-9aa7-46b3-b825-d22c18cfb69f tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc385158-122c-49e2-a3da-a4705fa248b5') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:37:22.423990 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-e1532973-9aa7-46b3-b825-d22c18cfb69f tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc385158-122c-49e2-a3da-a4705fa248b5') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:37:22.436102 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e1532973-9aa7-46b3-b825-d22c18cfb69f tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:22.453017 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e1532973-9aa7-46b3-b825-d22c18cfb69f tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:22.459571 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1532973-9aa7-46b3-b825-d22c18cfb69f tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:37:22.460001 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e1532973-9aa7-46b3-b825-d22c18cfb69f tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:22.475078 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 17:37:22.475078 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:37:22.475078 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 17:37:22.475078 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:37:22.475078 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 17:37:22.475078 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:37:22.475078 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 17:37:22.475078 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:37:22.475078 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 17:37:22.475078 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:37:22.475078 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 17:37:22.475078 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:37:22.475078 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 17:37:22.475078 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:37:22.475078 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:37:22.475078 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:37:22.475078 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:37:22.475078 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:37:22.475078 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 17:37:22.475078 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:37:22.475078 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 17:37:22.475078 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:37:22.475078 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:37:22.475078 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:37:22.475078 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 17:37:22.475078 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:37:22.475078 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:37:22.475078 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:37:22.475078 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:37:22.475078 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:37:22.475078 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:37:22.475078 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:37:22.627680 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 2c91f6a7-d911-451a-95e1-fcf2d694c1e6 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:37:22.666563 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 2c91f6a7-d911-451a-95e1-fcf2d694c1e6 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:37:22.667123 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 2c91f6a7-d911-451a-95e1-fcf2d694c1e6 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:37:22.667533 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 9d115d10-af43-4c8b-b722-35de49eb7410 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:37:22.676071 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e1532973-9aa7-46b3-b825-d22c18cfb69f tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:22.681556 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e1532973-9aa7-46b3-b825-d22c18cfb69f tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:22.706283 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 9d115d10-af43-4c8b-b722-35de49eb7410 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:37:22.707217 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 9d115d10-af43-4c8b-b722-35de49eb7410 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:37:22.710661 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1532973-9aa7-46b3-b825-d22c18cfb69f tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Pushing event deleted for resources: {'Network': ['ID=b1274540-aa6f-41be-a0cc-5f2fec52a07b,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:37:22.718772 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-e1532973-9aa7-46b3-b825-d22c18cfb69f tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "DELETE /v2.0/networks/b1274540-aa6f-41be-a0cc-5f2fec52a07b HTTP/1.1" status: 204 len: 168 time: 0.5837312 May 04 17:37:22.721389 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 56418) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:37:22.799425 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c2e63cb5-e33f-456a-ba90-48cfc01c9959 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks [] for security_group, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:22.828944 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c2e63cb5-e33f-456a-ba90-48cfc01c9959 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:22.892112 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c2e63cb5-e33f-456a-ba90-48cfc01c9959 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:22.908989 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e63cb5-e33f-456a-ba90-48cfc01c9959 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49400ca-9754-47a7-84f8-c8fb6cea4011,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:37:22.921005 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c2e63cb5-e33f-456a-ba90-48cfc01c9959 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:22.922153 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-c2e63cb5-e33f-456a-ba90-48cfc01c9959 tempest-TestNetworkAdvancedServerOps-81319952 tempest-TestNetworkAdvancedServerOps-81319952-project] 10.222.0.41 "DELETE /v2.0/security-groups/a49400ca-9754-47a7-84f8-c8fb6cea4011 HTTP/1.1" status: 204 len: 168 time: 0.1997428 May 04 17:37:23.243165 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 56428) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:37:23.392452 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-844f391a-7eea-4398-bbc8-9753c1cd6490 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0b9713f8a29b4c8ca7f63dcb9b50b5ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1486847 May 04 17:37:23.394929 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 56434) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:37:23.477711 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-93943f4c-9ad0-46cd-b409-ce5d4370b958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:23.507886 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-93943f4c-9ad0-46cd-b409-ce5d4370b958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:23.672197 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-93943f4c-9ad0-46cd-b409-ce5d4370b958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:23.687577 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93943f4c-9ad0-46cd-b409-ce5d4370b958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10f4e48-d954-48ee-811d-8edd88d1fac6,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:37:23.695449 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-93943f4c-9ad0-46cd-b409-ce5d4370b958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:23.696559 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-93943f4c-9ad0-46cd-b409-ce5d4370b958 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f10f4e48-d954-48ee-811d-8edd88d1fac6 HTTP/1.1" status: 204 len: 168 time: 0.3011236 May 04 17:37:23.973039 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 56442) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:37:23.990435 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5977092d-3c4e-404b-8260-a4a1eb7b2859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:24.004905 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-5977092d-3c4e-404b-8260-a4a1eb7b2859 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:37:24.008723 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-5977092d-3c4e-404b-8260-a4a1eb7b2859 admin admin] Usage tracker for resource:security_group_rule and tenant:4a5987b093e3458bb9ed15955a3971d1 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:37:24.011504 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-5977092d-3c4e-404b-8260-a4a1eb7b2859 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:37:24.017196 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-5977092d-3c4e-404b-8260-a4a1eb7b2859 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:37:24.097462 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5977092d-3c4e-404b-8260-a4a1eb7b2859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:24.101021 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5977092d-3c4e-404b-8260-a4a1eb7b2859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:24.146910 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-5977092d-3c4e-404b-8260-a4a1eb7b2859 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4a5987b093e3458bb9ed15955a3971d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1726723 May 04 17:37:24.147708 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5977092d-3c4e-404b-8260-a4a1eb7b2859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c42d3a-caf4-450c-b739-176366bf4f4d,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:37:24.149525 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 56446) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:37:24.206337 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-62f0c105-d4bd-44d9-bbf6-669ae0236b6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:24.231507 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-62f0c105-d4bd-44d9-bbf6-669ae0236b6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:24.287064 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-62f0c105-d4bd-44d9-bbf6-669ae0236b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:24.300794 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f0c105-d4bd-44d9-bbf6-669ae0236b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c42d3a-caf4-450c-b739-176366bf4f4d,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:37:24.307269 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-62f0c105-d4bd-44d9-bbf6-669ae0236b6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:24.308358 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-62f0c105-d4bd-44d9-bbf6-669ae0236b6c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/13c42d3a-caf4-450c-b739-176366bf4f4d HTTP/1.1" status: 204 len: 168 time: 0.1578088 May 04 17:37:24.529565 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device e507f7bb-5d46-4d53-ab82-af836614de79 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:37:24.567148 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: e507f7bb-5d46-4d53-ab82-af836614de79 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:37:24.567500 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device e507f7bb-5d46-4d53-ab82-af836614de79 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:37:27.995858 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 56456) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:37:28.363336 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-d2e1eafd-c934-4f77-88cb-e1f361a8b3c6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/floatingips/1014da52-3f72-49d4-8a1c-289b8021a02d HTTP/1.1" status: 200 len: 992 time: 0.3668571 May 04 17:37:28.613313 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 56466) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:37:28.846567 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-c883b01c-e84d-4351-a67b-e63633150d27 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Deleting port 40a5c05e-0d44-46e7-a674-71995aa4ddea {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:37:28.846825 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c883b01c-e84d-4351-a67b-e63633150d27 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:29.021844 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c883b01c-e84d-4351-a67b-e63633150d27 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:29.022462 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c883b01c-e84d-4351-a67b-e63633150d27 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:29.149170 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-c883b01c-e84d-4351-a67b-e63633150d27 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Calling delete_port for 40a5c05e-0d44-46e7-a674-71995aa4ddea owned by network:floatingip {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:37:29.307137 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c883b01c-e84d-4351-a67b-e63633150d27 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:29.354062 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c883b01c-e84d-4351-a67b-e63633150d27 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event deleted for resources: {'Port': ['ID=40a5c05e-0d44-46e7-a674-71995aa4ddea,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:37:29.446332 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c883b01c-e84d-4351-a67b-e63633150d27 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for floatingip, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:29.446595 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.l3_db [None req-c883b01c-e84d-4351-a67b-e63633150d27 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Floating IP 1014da52-3f72-49d4-8a1c-289b8021a02d disassociated (deleted). External IP: 172.26.0.73, port: 76b0482e-cba9-4cb4-b138-cceae43cdc32. May 04 17:37:29.914658 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c883b01c-e84d-4351-a67b-e63633150d27 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Router 02f79694-12d4-4bc1-8c2f-bc49f4f85086 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:37:30.099219 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c883b01c-e84d-4351-a67b-e63633150d27 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:37:30.110271 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de6ac21-2289-4e90-a562-303455218b56 None None] Sync routers for ids ['02f79694-12d4-4bc1-8c2f-bc49f4f85086'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:37:30.123218 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c883b01c-e84d-4351-a67b-e63633150d27 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:30.124757 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de6ac21-2289-4e90-a562-303455218b56 None None] Routers {'02f79694-12d4-4bc1-8c2f-bc49f4f85086'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:37:30.125407 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-0de6ac21-2289-4e90-a562-303455218b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:37:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['02f79694-12d4-4bc1-8c2f-bc49f4f85086'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:37:30.185853 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-c883b01c-e84d-4351-a67b-e63633150d27 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "DELETE /v2.0/floatingips/1014da52-3f72-49d4-8a1c-289b8021a02d HTTP/1.1" status: 204 len: 168 time: 1.5698776 May 04 17:37:30.185853 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9beed4c6-4f2d-4664-8a2c-84a923e3beb5', 'tag': '76b0482e-cba9-4cb4-b138-cceae43cdc32'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:37:30.250003 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3ba524d-0866-4ee5-9cdb-19575932da7f'] response: {'name': 'network-changed', 'server_uuid': '9beed4c6-4f2d-4664-8a2c-84a923e3beb5', 'tag': '76b0482e-cba9-4cb4-b138-cceae43cdc32', 'status': 'completed', 'code': 200} May 04 17:37:30.342663 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-0de6ac21-2289-4e90-a562-303455218b56 None None] Set router 02f79694-12d4-4bc1-8c2f-bc49f4f85086 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:37:30.347044 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44e9f7-32d4-4358-acd7-8cc0cf6d2d60 req-e8acae91-a985-495b-b532-ad69c79d9ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:37:30.348536 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ba44e9f7-32d4-4358-acd7-8cc0cf6d2d60 req-e8acae91-a985-495b-b532-ad69c79d9ca5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ede911fc7f845af95dd74968234120d&device_id=9beed4c6-4f2d-4664-8a2c-84a923e3beb5 HTTP/1.1" status: 200 len: 1098 time: 0.0767679 May 04 17:37:30.482289 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44e9f7-32d4-4358-acd7-8cc0cf6d2d60 req-272f6c19-b54a-4bd2-948f-3eb53fc4351f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:37:30.484302 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ba44e9f7-32d4-4358-acd7-8cc0cf6d2d60 req-272f6c19-b54a-4bd2-948f-3eb53fc4351f service neutron] 10.222.0.42 "GET /v2.0/networks?id=f9166363-81e6-4068-8364-82600edaf9b9 HTTP/1.1" status: 200 len: 898 time: 0.1294396 May 04 17:37:30.593795 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ba44e9f7-32d4-4358-acd7-8cc0cf6d2d60 req-37eae656-87c4-480e-826b-88b46788693a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76b0482e-cba9-4cb4-b138-cceae43cdc32 HTTP/1.1" status: 200 len: 217 time: 0.1025548 May 04 17:37:30.663555 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-0de6ac21-2289-4e90-a562-303455218b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f79694-12d4-4bc1-8c2f-bc49f4f85086', 'name': 'tempest-TestNetworkBasicOps-router-253879724', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '747ed98e-0e68-4416-af0a-f14ab28240f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:35:43Z', 'updated_at': '2022-05-04T17:35:50Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '747ed98e-0e68-4416-af0a-f14ab28240f5', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:75:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f79694-12d4-4bc1-8c2f-bc49f4f85086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:35:44Z', 'updated_at': '2022-05-04T17:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': 'e11c086f-e1ea-4ab0-a750-847c9cdcbbc5', 'name': '', 'network_id': 'f9166363-81e6-4068-8364-82600edaf9b9', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:6a:6b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f79694-12d4-4bc1-8c2f-bc49f4f85086', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '3b7b52ea-e747-47e0-8d86-0bc4ed87c9dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:35:48Z', 'updated_at': '2022-05-04T17:35:56Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '3b7b52ea-e747-47e0-8d86-0bc4ed87c9dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:37:30.667327 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de6ac21-2289-4e90-a562-303455218b56 None None] Checking router: 02f79694-12d4-4bc1-8c2f-bc49f4f85086 for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:37:30.671032 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44e9f7-32d4-4358-acd7-8cc0cf6d2d60 req-3d78058d-420a-45ca-867f-75297d66386a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:37:30.672470 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ba44e9f7-32d4-4358-acd7-8cc0cf6d2d60 req-3d78058d-420a-45ca-867f-75297d66386a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3b7b52ea-e747-47e0-8d86-0bc4ed87c9dd HTTP/1.1" status: 200 len: 835 time: 0.0667989 May 04 17:37:30.675997 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de6ac21-2289-4e90-a562-303455218b56 None None] Routers {'02f79694-12d4-4bc1-8c2f-bc49f4f85086'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:37:30.676580 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-0de6ac21-2289-4e90-a562-303455218b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:37:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['02f79694-12d4-4bc1-8c2f-bc49f4f85086'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:37:30.719658 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f49fd-9e25-4493-8bd7-72ebe3f793c4 req-46333059-bf60-41ff-8d36-036ef9403dea tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:37:30.720259 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-5b6f49fd-9e25-4493-8bd7-72ebe3f793c4 req-46333059-bf60-41ff-8d36-036ef9403dea tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Synchronizing usage tracker for tenant:8ede911fc7f845af95dd74968234120d on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:37:30.755644 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-5b6f49fd-9e25-4493-8bd7-72ebe3f793c4 req-46333059-bf60-41ff-8d36-036ef9403dea tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Unset dirty status for tenant:8ede911fc7f845af95dd74968234120d on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:37:30.756711 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5b6f49fd-9e25-4493-8bd7-72ebe3f793c4 req-46333059-bf60-41ff-8d36-036ef9403dea tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=9beed4c6-4f2d-4664-8a2c-84a923e3beb5 HTTP/1.1" status: 200 len: 945 time: 0.2127740 May 04 17:37:30.797858 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44e9f7-32d4-4358-acd7-8cc0cf6d2d60 req-05e022ba-89ba-43fe-91ac-335e92794399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:37:30.799310 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ba44e9f7-32d4-4358-acd7-8cc0cf6d2d60 req-05e022ba-89ba-43fe-91ac-335e92794399 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9166363-81e6-4068-8364-82600edaf9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1193054 May 04 17:37:30.809806 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5b6f49fd-9e25-4493-8bd7-72ebe3f793c4 req-c659dd0c-712c-4b48-bf72-c7d9677ef181 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=327d46db-3469-4230-9856-e18f6298277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465889 May 04 17:37:30.858943 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-0de6ac21-2289-4e90-a562-303455218b56 None None] Set router 02f79694-12d4-4bc1-8c2f-bc49f4f85086 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:37:30.935001 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ba44e9f7-32d4-4358-acd7-8cc0cf6d2d60 req-5cf07261-f181-4441-8cfb-60190434e2e4 service neutron] 10.222.0.42 "GET /v2.0/networks/f9166363-81e6-4068-8364-82600edaf9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280923 May 04 17:37:31.064042 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ba44e9f7-32d4-4358-acd7-8cc0cf6d2d60 req-6b1cb45e-d018-4bad-875b-0853fe0297d1 service neutron] 10.222.0.42 "GET /v2.0/networks/f9166363-81e6-4068-8364-82600edaf9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220691 May 04 17:37:31.164321 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-0de6ac21-2289-4e90-a562-303455218b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f79694-12d4-4bc1-8c2f-bc49f4f85086', 'name': 'tempest-TestNetworkBasicOps-router-253879724', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '747ed98e-0e68-4416-af0a-f14ab28240f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:35:43Z', 'updated_at': '2022-05-04T17:35:50Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '747ed98e-0e68-4416-af0a-f14ab28240f5', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:75:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f79694-12d4-4bc1-8c2f-bc49f4f85086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:35:44Z', 'updated_at': '2022-05-04T17:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': 'e11c086f-e1ea-4ab0-a750-847c9cdcbbc5', 'name': '', 'network_id': 'f9166363-81e6-4068-8364-82600edaf9b9', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:6a:6b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f79694-12d4-4bc1-8c2f-bc49f4f85086', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '3b7b52ea-e747-47e0-8d86-0bc4ed87c9dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:35:48Z', 'updated_at': '2022-05-04T17:35:56Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '3b7b52ea-e747-47e0-8d86-0bc4ed87c9dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:37:31.168032 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de6ac21-2289-4e90-a562-303455218b56 None None] The sync data for ids ['02f79694-12d4-4bc1-8c2f-bc49f4f85086'] in dv-neutron-840426-1-hyperv is: [{'id': '02f79694-12d4-4bc1-8c2f-bc49f4f85086', 'name': 'tempest-TestNetworkBasicOps-router-253879724', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '747ed98e-0e68-4416-af0a-f14ab28240f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:35:43Z', 'updated_at': '2022-05-04T17:35:50Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '747ed98e-0e68-4416-af0a-f14ab28240f5', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:75:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f79694-12d4-4bc1-8c2f-bc49f4f85086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:35:44Z', 'updated_at': '2022-05-04T17:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': 'e11c086f-e1ea-4ab0-a750-847c9cdcbbc5', 'name': '', 'network_id': 'f9166363-81e6-4068-8364-82600edaf9b9', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:6a:6b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f79694-12d4-4bc1-8c2f-bc49f4f85086', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '3b7b52ea-e747-47e0-8d86-0bc4ed87c9dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:35:48Z', 'updated_at': '2022-05-04T17:35:56Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '3b7b52ea-e747-47e0-8d86-0bc4ed87c9dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:37:31.374982 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffe8a99-9774-48ed-8e37-1b7a82f005bf None None] New status for floating IP 1014da52-3f72-49d4-8a1c-289b8021a02d: DOWN {{(pid=88039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:37:32.005419 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce7982-2ba3-436a-b62d-5b576988dc0a req-161f26ad-8197-4d95-9f38-27e2de53626f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:37:32.006909 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-c7ce7982-2ba3-436a-b62d-5b576988dc0a req-161f26ad-8197-4d95-9f38-27e2de53626f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=9beed4c6-4f2d-4664-8a2c-84a923e3beb5 HTTP/1.1" status: 200 len: 945 time: 0.0840802 May 04 17:37:32.050836 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-c7ce7982-2ba3-436a-b62d-5b576988dc0a req-55e157c7-249c-478b-845d-b95bb58e81d6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=327d46db-3469-4230-9856-e18f6298277b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382545 May 04 17:37:32.194982 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8cc3b2-9101-4056-8bac-7d5a363a4fa1 req-6699083e-8c3e-45ac-87cd-5a702aa021bd tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:37:32.196314 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-db8cc3b2-9101-4056-8bac-7d5a363a4fa1 req-6699083e-8c3e-45ac-87cd-5a702aa021bd tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.42 "GET /v2.0/ports?device_id=9beed4c6-4f2d-4664-8a2c-84a923e3beb5 HTTP/1.1" status: 200 len: 945 time: 0.0776525 May 04 17:37:32.268166 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [req-db8cc3b2-9101-4056-8bac-7d5a363a4fa1 req-0767ef49-1e67-46f5-bf4e-ed7a7040bf54 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Deleting port 76b0482e-cba9-4cb4-b138-cceae43cdc32 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:37:32.268503 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-db8cc3b2-9101-4056-8bac-7d5a363a4fa1 req-0767ef49-1e67-46f5-bf4e-ed7a7040bf54 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:32.506661 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-db8cc3b2-9101-4056-8bac-7d5a363a4fa1 req-0767ef49-1e67-46f5-bf4e-ed7a7040bf54 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] For port 76b0482e-cba9-4cb4-b138-cceae43cdc32, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=76b0482e-cba9-4cb4-b138-cceae43cdc32,segment=NetworkSegment(c348e006-ec0d-4878-ad65-55f2a90b9727),segment_id=c348e006-ec0d-4878-ad65-55f2a90b9727)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:37:32.506934 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-db8cc3b2-9101-4056-8bac-7d5a363a4fa1 req-0767ef49-1e67-46f5-bf4e-ed7a7040bf54 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:32.733360 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [req-db8cc3b2-9101-4056-8bac-7d5a363a4fa1 req-0767ef49-1e67-46f5-bf4e-ed7a7040bf54 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Calling delete_port for 76b0482e-cba9-4cb4-b138-cceae43cdc32 owned by compute:nova {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:37:32.878843 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-db8cc3b2-9101-4056-8bac-7d5a363a4fa1 req-0767ef49-1e67-46f5-bf4e-ed7a7040bf54 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:32.956630 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0767ef49-1e67-46f5-bf4e-ed7a7040bf54 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event deleted for resources: {'Port': ['ID=76b0482e-cba9-4cb4-b138-cceae43cdc32,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:37:33.008489 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [req-db8cc3b2-9101-4056-8bac-7d5a363a4fa1 req-0767ef49-1e67-46f5-bf4e-ed7a7040bf54 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] No DVR routers for this DVR port 76b0482e-cba9-4cb4-b138-cceae43cdc32 on host hv-neutron-8404 {{(pid=88037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:37:33.010954 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-db8cc3b2-9101-4056-8bac-7d5a363a4fa1 req-0767ef49-1e67-46f5-bf4e-ed7a7040bf54 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:33.013433 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9beed4c6-4f2d-4664-8a2c-84a923e3beb5', 'name': 'network-vif-deleted', 'tag': '76b0482e-cba9-4cb4-b138-cceae43cdc32'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:37:33.028915 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-db8cc3b2-9101-4056-8bac-7d5a363a4fa1 req-0767ef49-1e67-46f5-bf4e-ed7a7040bf54 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.42 "DELETE /v2.0/ports/76b0482e-cba9-4cb4-b138-cceae43cdc32 HTTP/1.1" status: 204 len: 173 time: 0.8261042 May 04 17:37:33.057452 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-346e681f-e03e-4bbd-9382-9662613f1c7a'] response: {'server_uuid': '9beed4c6-4f2d-4664-8a2c-84a923e3beb5', 'name': 'network-vif-deleted', 'tag': '76b0482e-cba9-4cb4-b138-cceae43cdc32', 'status': 'completed', 'code': 200} May 04 17:37:33.147088 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-c53cf90f-00c0-4830-b0b8-e8ffde4be439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:33.201547 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-73e47cf8-d4d3-4e47-9cef-21f74c4d9bd4 req-d7ef8c74-20bb-4e88-ac09-fa41275e50d3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=9beed4c6-4f2d-4664-8a2c-84a923e3beb5 HTTP/1.1" status: 200 len: 210 time: 0.0473990 May 04 17:37:34.293351 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 56488) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:37:34.361959 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-93c3dca3-eea5-438b-9649-05975e5d9a8b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:34.390463 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-93c3dca3-eea5-438b-9649-05975e5d9a8b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:34.452760 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-93c3dca3-eea5-438b-9649-05975e5d9a8b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:34.471213 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3dca3-eea5-438b-9649-05975e5d9a8b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=327d46db-3469-4230-9856-e18f6298277b,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:37:34.481225 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-93c3dca3-eea5-438b-9649-05975e5d9a8b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:34.484732 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-93c3dca3-eea5-438b-9649-05975e5d9a8b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "DELETE /v2.0/security-groups/327d46db-3469-4230-9856-e18f6298277b HTTP/1.1" status: 204 len: 168 time: 0.1879501 May 04 17:37:34.511840 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 56494) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:37:34.719272 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 76b0482e-cba9-4cb4-b138-cceae43cdc32 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:37:34.752242 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] No Port match for: 76b0482e-cba9-4cb4-b138-cceae43cdc32 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:37:34.752513 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 76b0482e-cba9-4cb4-b138-cceae43cdc32 not bound to the agent host hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:37:35.058141 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fb2039ac-46a9-4167-b49e-583f286c4938 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710748'] for router_interface, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:35.483031 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-28f389ca-b369-4e6d-904b-e61580d92bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:35.502631 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-fb2039ac-46a9-4167-b49e-583f286c4938 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Deleting port e11c086f-e1ea-4ab0-a750-847c9cdcbbc5 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:37:35.503184 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fb2039ac-46a9-4167-b49e-583f286c4938 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:35.691929 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-fb2039ac-46a9-4167-b49e-583f286c4938 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] For port e11c086f-e1ea-4ab0-a750-847c9cdcbbc5, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=e11c086f-e1ea-4ab0-a750-847c9cdcbbc5,segment=NetworkSegment(c348e006-ec0d-4878-ad65-55f2a90b9727),segment_id=c348e006-ec0d-4878-ad65-55f2a90b9727)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:37:35.692285 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fb2039ac-46a9-4167-b49e-583f286c4938 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:35.814576 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-fb2039ac-46a9-4167-b49e-583f286c4938 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Calling delete_port for e11c086f-e1ea-4ab0-a750-847c9cdcbbc5 owned by network:router_interface {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:37:36.002161 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fb2039ac-46a9-4167-b49e-583f286c4938 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:36.049941 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2039ac-46a9-4167-b49e-583f286c4938 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event deleted for resources: {'Port': ['ID=e11c086f-e1ea-4ab0-a750-847c9cdcbbc5,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:37:36.327276 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fb2039ac-46a9-4167-b49e-583f286c4938 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710832'] for router_interface, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:36.492848 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:36.555402 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:36.687261 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb2039ac-46a9-4167-b49e-583f286c4938 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Router 02f79694-12d4-4bc1-8c2f-bc49f4f85086 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:37:36.960031 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2039ac-46a9-4167-b49e-583f286c4938 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:37:36.970565 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871c1d32-a6cc-4119-91af-5bb7a69daec5 None None] Sync routers for ids ['02f79694-12d4-4bc1-8c2f-bc49f4f85086'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:37:36.973971 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-fb2039ac-46a9-4167-b49e-583f286c4938 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "PUT /v2.0/routers/02f79694-12d4-4bc1-8c2f-bc49f4f85086/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4610453 May 04 17:37:36.976561 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 56498) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:37:36.980706 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871c1d32-a6cc-4119-91af-5bb7a69daec5 None None] Routers {'02f79694-12d4-4bc1-8c2f-bc49f4f85086'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:37:36.981307 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-871c1d32-a6cc-4119-91af-5bb7a69daec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:37:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['02f79694-12d4-4bc1-8c2f-bc49f4f85086'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:37:37.043424 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bf37c4e-1ceb-42ad-b70e-3ba0d21c56c3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Deleting subnet 3b7b52ea-e747-47e0-8d86-0bc4ed87c9dd {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:37:37.046358 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7bf37c4e-1ceb-42ad-b70e-3ba0d21c56c3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:37.099567 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7bf37c4e-1ceb-42ad-b70e-3ba0d21c56c3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:37.184493 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-871c1d32-a6cc-4119-91af-5bb7a69daec5 None None] Set router 02f79694-12d4-4bc1-8c2f-bc49f4f85086 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:37:37.186356 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7bf37c4e-1ceb-42ad-b70e-3ba0d21c56c3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:37.260319 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7bf37c4e-1ceb-42ad-b70e-3ba0d21c56c3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:37.299343 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf37c4e-1ceb-42ad-b70e-3ba0d21c56c3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event deleted for resources: {'Subnet': ['ID=3b7b52ea-e747-47e0-8d86-0bc4ed87c9dd,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:37:37.304260 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7bf37c4e-1ceb-42ad-b70e-3ba0d21c56c3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:37.310349 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e92860c-2f4c-458e-9b4b-8f87773c7612 None None] Network f9166363-81e6-4068-8364-82600edaf9b9 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:37:37.313536 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf37c4e-1ceb-42ad-b70e-3ba0d21c56c3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:37:37.313896 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf37c4e-1ceb-42ad-b70e-3ba0d21c56c3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:37:37.314262 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf37c4e-1ceb-42ad-b70e-3ba0d21c56c3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:37:37.314599 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf37c4e-1ceb-42ad-b70e-3ba0d21c56c3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:37:37.314929 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf37c4e-1ceb-42ad-b70e-3ba0d21c56c3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:37:37.315263 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf37c4e-1ceb-42ad-b70e-3ba0d21c56c3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:37:37.315590 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf37c4e-1ceb-42ad-b70e-3ba0d21c56c3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:37:37.315916 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf37c4e-1ceb-42ad-b70e-3ba0d21c56c3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:37:37.316245 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf37c4e-1ceb-42ad-b70e-3ba0d21c56c3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:37:37.316568 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf37c4e-1ceb-42ad-b70e-3ba0d21c56c3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:37:37.316889 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf37c4e-1ceb-42ad-b70e-3ba0d21c56c3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:37:37.317210 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf37c4e-1ceb-42ad-b70e-3ba0d21c56c3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:37:37.320452 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-7bf37c4e-1ceb-42ad-b70e-3ba0d21c56c3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "DELETE /v2.0/subnets/3b7b52ea-e747-47e0-8d86-0bc4ed87c9dd HTTP/1.1" status: 204 len: 168 time: 0.3429594 May 04 17:37:37.323143 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 56502) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:37:37.471056 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-871c1d32-a6cc-4119-91af-5bb7a69daec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f79694-12d4-4bc1-8c2f-bc49f4f85086', 'name': 'tempest-TestNetworkBasicOps-router-253879724', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '747ed98e-0e68-4416-af0a-f14ab28240f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:35:43Z', 'updated_at': '2022-05-04T17:37:35Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '747ed98e-0e68-4416-af0a-f14ab28240f5', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:75:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f79694-12d4-4bc1-8c2f-bc49f4f85086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:35:44Z', 'updated_at': '2022-05-04T17:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:37:37.476233 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871c1d32-a6cc-4119-91af-5bb7a69daec5 None None] Checking router: 02f79694-12d4-4bc1-8c2f-bc49f4f85086 for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:37:37.485756 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871c1d32-a6cc-4119-91af-5bb7a69daec5 None None] Routers {'02f79694-12d4-4bc1-8c2f-bc49f4f85086'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:37:37.486450 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-871c1d32-a6cc-4119-91af-5bb7a69daec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:37:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['02f79694-12d4-4bc1-8c2f-bc49f4f85086'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:37:37.509088 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-35ae33b0-8dc5-47a6-8755-5c35a8735ec4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for router, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:37.583957 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa7cc08-25bf-4f69-a63f-16673b7a4acc None None] DHCP port deletion for f9166363-81e6-4068-8364-82600edaf9b9 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:37:37.590740 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-1fa7cc08-25bf-4f69-a63f-16673b7a4acc None None] Deleting port 24882489-e28b-460c-b9aa-ced51d5cedc6 {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:37:37.591298 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1fa7cc08-25bf-4f69-a63f-16673b7a4acc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:37.668911 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-871c1d32-a6cc-4119-91af-5bb7a69daec5 None None] Set router 02f79694-12d4-4bc1-8c2f-bc49f4f85086 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:37:37.685382 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-35ae33b0-8dc5-47a6-8755-5c35a8735ec4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:37.697369 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-35ae33b0-8dc5-47a6-8755-5c35a8735ec4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Deleting port 747ed98e-0e68-4416-af0a-f14ab28240f5 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:37:37.698013 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-35ae33b0-8dc5-47a6-8755-5c35a8735ec4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:37.862284 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-1fa7cc08-25bf-4f69-a63f-16673b7a4acc None None] For port 24882489-e28b-460c-b9aa-ced51d5cedc6, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=24882489-e28b-460c-b9aa-ced51d5cedc6,segment=NetworkSegment(c348e006-ec0d-4878-ad65-55f2a90b9727),segment_id=c348e006-ec0d-4878-ad65-55f2a90b9727)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:37:37.862924 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1fa7cc08-25bf-4f69-a63f-16673b7a4acc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:37.871625 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:37.884187 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-35ae33b0-8dc5-47a6-8755-5c35a8735ec4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] For port 747ed98e-0e68-4416-af0a-f14ab28240f5, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=747ed98e-0e68-4416-af0a-f14ab28240f5,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:37:37.886103 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-35ae33b0-8dc5-47a6-8755-5c35a8735ec4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:37.969097 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-871c1d32-a6cc-4119-91af-5bb7a69daec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02f79694-12d4-4bc1-8c2f-bc49f4f85086', 'name': 'tempest-TestNetworkBasicOps-router-253879724', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '747ed98e-0e68-4416-af0a-f14ab28240f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:35:43Z', 'updated_at': '2022-05-04T17:37:35Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '747ed98e-0e68-4416-af0a-f14ab28240f5', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:75:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f79694-12d4-4bc1-8c2f-bc49f4f85086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:35:44Z', 'updated_at': '2022-05-04T17:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:37:37.973087 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871c1d32-a6cc-4119-91af-5bb7a69daec5 None None] The sync data for ids ['02f79694-12d4-4bc1-8c2f-bc49f4f85086'] in dv-neutron-840426-1-hyperv is: [{'id': '02f79694-12d4-4bc1-8c2f-bc49f4f85086', 'name': 'tempest-TestNetworkBasicOps-router-253879724', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.186'}], 'enable_snat': True}, 'gw_port_id': '747ed98e-0e68-4416-af0a-f14ab28240f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:35:43Z', 'updated_at': '2022-05-04T17:37:35Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '747ed98e-0e68-4416-af0a-f14ab28240f5', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:75:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02f79694-12d4-4bc1-8c2f-bc49f4f85086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:35:44Z', 'updated_at': '2022-05-04T17:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:37:37.997770 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-1fa7cc08-25bf-4f69-a63f-16673b7a4acc None None] Calling delete_port for 24882489-e28b-460c-b9aa-ced51d5cedc6 owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:37:38.021947 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-35ae33b0-8dc5-47a6-8755-5c35a8735ec4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Calling delete_port for 747ed98e-0e68-4416-af0a-f14ab28240f5 owned by network:router_gateway {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:37:38.079160 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1fa7cc08-25bf-4f69-a63f-16673b7a4acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124'] for port, after_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:38.122841 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa7cc08-25bf-4f69-a63f-16673b7a4acc None None] Pushing event deleted for resources: {'Port': ['ID=24882489-e28b-460c-b9aa-ced51d5cedc6,revision_number=None']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:37:38.127989 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa7cc08-25bf-4f69-a63f-16673b7a4acc None None] No DVR routers for this DVR port 24882489-e28b-460c-b9aa-ced51d5cedc6 on host dv-neutron-840426-1-hyperv {{(pid=88039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:37:38.193434 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-35ae33b0-8dc5-47a6-8755-5c35a8735ec4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:38.239167 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ae33b0-8dc5-47a6-8755-5c35a8735ec4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event deleted for resources: {'Port': ['ID=747ed98e-0e68-4416-af0a-f14ab28240f5,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:37:38.334384 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-35ae33b0-8dc5-47a6-8755-5c35a8735ec4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710199'] for router_gateway, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:38.610636 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-35ae33b0-8dc5-47a6-8755-5c35a8735ec4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:38.612851 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-35ae33b0-8dc5-47a6-8755-5c35a8735ec4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:38.622607 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 24882489-e28b-460c-b9aa-ced51d5cedc6 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:37:38.637552 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-35ae33b0-8dc5-47a6-8755-5c35a8735ec4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:38.638110 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ae33b0-8dc5-47a6-8755-5c35a8735ec4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Fanout notify agent at l3_agent the message router_deleted on router 02f79694-12d4-4bc1-8c2f-bc49f4f85086 {{(pid=88037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:37:38.658234 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-35ae33b0-8dc5-47a6-8755-5c35a8735ec4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:38.660299 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-35ae33b0-8dc5-47a6-8755-5c35a8735ec4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "DELETE /v2.0/routers/02f79694-12d4-4bc1-8c2f-bc49f4f85086 HTTP/1.1" status: 204 len: 168 time: 1.3358059 May 04 17:37:38.663605 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 24882489-e28b-460c-b9aa-ced51d5cedc6 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:37:38.664309 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 24882489-e28b-460c-b9aa-ced51d5cedc6 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:37:38.664513 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 56506) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:37:38.664874 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device e11c086f-e1ea-4ab0-a750-847c9cdcbbc5 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:37:38.704923 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: e11c086f-e1ea-4ab0-a750-847c9cdcbbc5 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:37:38.705275 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device e11c086f-e1ea-4ab0-a750-847c9cdcbbc5 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:37:38.780389 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e576b848-f821-4bb6-89c0-f28ae9c2e763 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:38.906765 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e576b848-f821-4bb6-89c0-f28ae9c2e763 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:38.931571 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-e576b848-f821-4bb6-89c0-f28ae9c2e763 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9166363-81e6-4068-8364-82600edaf9b9']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:37:38.943095 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-e576b848-f821-4bb6-89c0-f28ae9c2e763 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c348e006-ec0d-4878-ad65-55f2a90b9727') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:37:38.943395 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-e576b848-f821-4bb6-89c0-f28ae9c2e763 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c348e006-ec0d-4878-ad65-55f2a90b9727') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:37:38.954729 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e576b848-f821-4bb6-89c0-f28ae9c2e763 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:38.974500 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e576b848-f821-4bb6-89c0-f28ae9c2e763 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:38.980388 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e576b848-f821-4bb6-89c0-f28ae9c2e763 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:37:38.980765 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e576b848-f821-4bb6-89c0-f28ae9c2e763 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:38.995319 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 17:37:38.995319 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:37:38.995319 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 17:37:38.995319 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:37:38.995319 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 17:37:38.995319 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:37:38.995319 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 17:37:38.995319 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:37:38.995319 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 17:37:38.995319 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:37:38.995319 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 17:37:38.995319 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:37:38.995319 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 17:37:38.995319 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:37:38.995319 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:37:38.995319 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:37:38.995319 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:37:38.995319 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:37:38.995319 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 17:37:38.995319 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:37:38.995319 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 17:37:38.995319 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:37:38.995319 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:37:38.995319 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:37:38.995319 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 17:37:38.995319 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:37:38.995319 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:37:38.995319 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:37:38.995319 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:37:38.995319 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:37:38.995319 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:37:38.995319 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:37:39.072168 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e576b848-f821-4bb6-89c0-f28ae9c2e763 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:39.089820 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e576b848-f821-4bb6-89c0-f28ae9c2e763 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:39.102538 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e576b848-f821-4bb6-89c0-f28ae9c2e763 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event deleted for resources: {'Network': ['ID=f9166363-81e6-4068-8364-82600edaf9b9,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:37:39.110434 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-e576b848-f821-4bb6-89c0-f28ae9c2e763 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "DELETE /v2.0/networks/f9166363-81e6-4068-8364-82600edaf9b9 HTTP/1.1" status: 204 len: 168 time: 0.4448771 May 04 17:37:39.127458 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 56510) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:37:39.134395 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-7c3c56f8-3346-4f47-8162-8876c8a747ff tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'network': {'name': 'tempest-network-smoke--933546609', 'project_id': '8ede911fc7f845af95dd74968234120d', 'port_security_enabled': True}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:37:39.139469 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-7c3c56f8-3346-4f47-8162-8876c8a747ff tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:37:39.145215 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-7c3c56f8-3346-4f47-8162-8876c8a747ff tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:network and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:37:39.148118 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-7c3c56f8-3346-4f47-8162-8876c8a747ff tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:37:39.153733 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-7c3c56f8-3346-4f47-8162-8876c8a747ff tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:37:39.167099 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3c56f8-3346-4f47-8162-8876c8a747ff tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Made reservation on behalf of 8ede911fc7f845af95dd74968234120d for: {'network': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:37:39.170925 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7c3c56f8-3346-4f47-8162-8876c8a747ff tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:39.201712 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c3c56f8-3346-4f47-8162-8876c8a747ff tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=88038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:37:39.212264 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7c3c56f8-3346-4f47-8162-8876c8a747ff tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:39.212684 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.segments_db [None req-7c3c56f8-3346-4f47-8162-8876c8a747ff tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Added segment f09e0005-1da0-43e4-a09e-3d873259447b of type vlan for network 86242fe3-a26b-4ab7-9651-75adee856ccd May 04 17:37:39.217906 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:39.240531 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7c3c56f8-3346-4f47-8162-8876c8a747ff tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:39.269886 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7c3c56f8-3346-4f47-8162-8876c8a747ff tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:39.275220 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3c56f8-3346-4f47-8162-8876c8a747ff tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:37:39.275799 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7c3c56f8-3346-4f47-8162-8876c8a747ff tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:39.386832 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3c56f8-3346-4f47-8162-8876c8a747ff tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Network': ['ID=86242fe3-a26b-4ab7-9651-75adee856ccd,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:37:39.389742 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-7c3c56f8-3346-4f47-8162-8876c8a747ff tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2602122 May 04 17:37:39.392591 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 56514) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:37:39.397471 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 86242fe3-a26b-4ab7-9651-75adee856ccd details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:37:39.397604 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-c2ce6077-a6b0-4063-abb9-185989887798 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1784444861', 'admin_state_up': True, 'project_id': '8ede911fc7f845af95dd74968234120d', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:37:39.405028 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-c2ce6077-a6b0-4063-abb9-185989887798 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:37:39.408869 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-c2ce6077-a6b0-4063-abb9-185989887798 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:router and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:37:39.411968 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-c2ce6077-a6b0-4063-abb9-185989887798 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:37:39.418159 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-c2ce6077-a6b0-4063-abb9-185989887798 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:37:39.428014 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c2ce6077-a6b0-4063-abb9-185989887798 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:39.429189 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c2ce6077-a6b0-4063-abb9-185989887798 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:39.444121 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c2ce6077-a6b0-4063-abb9-185989887798 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:39.705302 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c2ce6077-a6b0-4063-abb9-185989887798 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:39.992291 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c2ce6077-a6b0-4063-abb9-185989887798 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for router_gateway, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:40.025006 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c2ce6077-a6b0-4063-abb9-185989887798 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:40.155610 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-c2ce6077-a6b0-4063-abb9-185989887798 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Allocated IP 172.26.0.196 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/2d902094-de5f-4d5d-8aa6-75e5f3d0dbec) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:37:40.298387 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c2ce6077-a6b0-4063-abb9-185989887798 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:40.328288 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c2ce6077-a6b0-4063-abb9-185989887798 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:40.489485 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ce6077-a6b0-4063-abb9-185989887798 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:37:40.492289 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-c2ce6077-a6b0-4063-abb9-185989887798 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:37:40.495953 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ce6077-a6b0-4063-abb9-185989887798 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:37:40.530546 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ce6077-a6b0-4063-abb9-185989887798 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Port': ['ID=2d902094-de5f-4d5d-8aa6-75e5f3d0dbec,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:37:40.536102 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 747ed98e-0e68-4416-af0a-f14ab28240f5 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:37:40.569227 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 747ed98e-0e68-4416-af0a-f14ab28240f5 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:37:40.569488 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 747ed98e-0e68-4416-af0a-f14ab28240f5 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:37:40.901140 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c2ce6077-a6b0-4063-abb9-185989887798 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for router_gateway, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:41.242585 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c2ce6077-a6b0-4063-abb9-185989887798 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:41.464513 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ce6077-a6b0-4063-abb9-185989887798 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Router f170e1cd-14f3-49ff-9844-ece8e6bbe0f9 is scheduled to L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 with binding_index 1 {{(pid=88038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:37:41.635260 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ce6077-a6b0-4063-abb9-185989887798 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:37:41.644680 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ec03a8-aa14-4771-942c-4e9844fc4dbe None None] Sync routers for ids ['f170e1cd-14f3-49ff-9844-ece8e6bbe0f9'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:37:41.653361 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ec03a8-aa14-4771-942c-4e9844fc4dbe None None] Routers {'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:37:41.653981 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-96ec03a8-aa14-4771-942c-4e9844fc4dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:37:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['f170e1cd-14f3-49ff-9844-ece8e6bbe0f9'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:37:41.661424 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c2ce6077-a6b0-4063-abb9-185989887798 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:41.662638 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-c2ce6077-a6b0-4063-abb9-185989887798 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.2691772 May 04 17:37:41.665887 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 56518) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:37:41.824106 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-84718272-fe64-45e8-b498-ae476ebfb68e tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=8ede911fc7f845af95dd74968234120d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1546502 May 04 17:37:41.824329 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 56524) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:37:41.827879 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-96ec03a8-aa14-4771-942c-4e9844fc4dbe None None] Set router f170e1cd-14f3-49ff-9844-ece8e6bbe0f9 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:37:41.952440 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077de3a4-7983-4222-a1f9-bb0bc70a8acd tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:37:41.956406 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-077de3a4-7983-4222-a1f9-bb0bc70a8acd tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1287169 May 04 17:37:41.956771 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 56528) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:37:41.996890 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-1b15cb7f-2433-44d8-82fd-12a14990918b tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=30bd8d35-9d66-4ec1-9734-58f713c6cd24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368884 May 04 17:37:41.997159 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 56532) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:37:42.002421 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-72b15b9c-8e63-4f12-8cf8-ae72933080f2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1835247925', 'network_id': '86242fe3-a26b-4ab7-9651-75adee856ccd', 'project_id': '8ede911fc7f845af95dd74968234120d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:37:42.106190 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-96ec03a8-aa14-4771-942c-4e9844fc4dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9', 'name': 'tempest-TestNetworkBasicOps-router-1784444861', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': '2d902094-de5f-4d5d-8aa6-75e5f3d0dbec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:37:39Z', 'updated_at': '2022-05-04T17:37:40Z', 'revision_number': 3, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '2d902094-de5f-4d5d-8aa6-75e5f3d0dbec', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:85:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:37:40Z', 'updated_at': '2022-05-04T17:37:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:37:42.109833 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-72b15b9c-8e63-4f12-8cf8-ae72933080f2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:37:42.110348 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ec03a8-aa14-4771-942c-4e9844fc4dbe None None] Checking router: f170e1cd-14f3-49ff-9844-ece8e6bbe0f9 for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:37:42.110703 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ec03a8-aa14-4771-942c-4e9844fc4dbe None None] Updating router f170e1cd-14f3-49ff-9844-ece8e6bbe0f9 port 2d902094-de5f-4d5d-8aa6-75e5f3d0dbec binding host dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:37:42.113792 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-72b15b9c-8e63-4f12-8cf8-ae72933080f2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:subnet and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:37:42.116723 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-72b15b9c-8e63-4f12-8cf8-ae72933080f2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:37:42.122404 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-72b15b9c-8e63-4f12-8cf8-ae72933080f2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:37:42.132162 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b15b9c-8e63-4f12-8cf8-ae72933080f2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Made reservation on behalf of 8ede911fc7f845af95dd74968234120d for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:37:42.135596 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-72b15b9c-8e63-4f12-8cf8-ae72933080f2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:42.163135 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-96ec03a8-aa14-4771-942c-4e9844fc4dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:42.355214 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-72b15b9c-8e63-4f12-8cf8-ae72933080f2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:42.439338 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b15b9c-8e63-4f12-8cf8-ae72933080f2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Subnet': ['ID=51aa41ad-beaa-4e60-aaa7-628ebcc349cc,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:37:42.445741 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b15b9c-8e63-4f12-8cf8-ae72933080f2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Checking segment: {'id': 'f09e0005-1da0-43e4-a09e-3d873259447b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '86242fe3-a26b-4ab7-9651-75adee856ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:37:42.446605 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b15b9c-8e63-4f12-8cf8-ae72933080f2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Network hostable DHCP agents. Network: 86242fe3-a26b-4ab7-9651-75adee856ccd, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:37:42.464519 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b15b9c-8e63-4f12-8cf8-ae72933080f2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Network 86242fe3-a26b-4ab7-9651-75adee856ccd is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:37:42.474219 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-72b15b9c-8e63-4f12-8cf8-ae72933080f2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 86242fe3-a26b-4ab7-9651-75adee856ccd) {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:37:42.478324 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b15b9c-8e63-4f12-8cf8-ae72933080f2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:37:42.479000 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-72b15b9c-8e63-4f12-8cf8-ae72933080f2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:42.505127 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 56536) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:37:42.505652 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-72b15b9c-8e63-4f12-8cf8-ae72933080f2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5070043 May 04 17:37:42.520105 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132d54fd-b14c-4133-a75b-b19608940d38 None None] Network 86242fe3-a26b-4ab7-9651-75adee856ccd requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:37:42.618405 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-96ec03a8-aa14-4771-942c-4e9844fc4dbe None None] Notify callbacks [] for port, precommit_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:42.645368 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-96ec03a8-aa14-4771-942c-4e9844fc4dbe None None] Transition to ACTIVE for port object 2d902094-de5f-4d5d-8aa6-75e5f3d0dbec will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:37:42.656595 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-96ec03a8-aa14-4771-942c-4e9844fc4dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:42.779135 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-96ec03a8-aa14-4771-942c-4e9844fc4dbe None None] Attempting to bind port 2d902094-de5f-4d5d-8aa6-75e5f3d0dbec on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:37:42.780336 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-96ec03a8-aa14-4771-942c-4e9844fc4dbe None None] Attempting to bind port 2d902094-de5f-4d5d-8aa6-75e5f3d0dbec by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:37:42.780716 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ec03a8-aa14-4771-942c-4e9844fc4dbe None None] Attempting to bind port 2d902094-de5f-4d5d-8aa6-75e5f3d0dbec on network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:37:42.802341 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29013b80-0bbd-4f79-a053-0db39457f3e7 None None] Pushing event updated for resources: {'Port': ['ID=2d902094-de5f-4d5d-8aa6-75e5f3d0dbec,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:37:42.807921 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ec03a8-aa14-4771-942c-4e9844fc4dbe None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:37:42.808302 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ec03a8-aa14-4771-942c-4e9844fc4dbe None None] Checking segment: {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:37:42.808783 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-96ec03a8-aa14-4771-942c-4e9844fc4dbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:42.809459 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ec03a8-aa14-4771-942c-4e9844fc4dbe None None] Bound using segment: {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:37:42.810087 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-96ec03a8-aa14-4771-942c-4e9844fc4dbe None None] Bound port: 2d902094-de5f-4d5d-8aa6-75e5f3d0dbec, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:37:42.810470 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-96ec03a8-aa14-4771-942c-4e9844fc4dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:42.909756 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53ddae9-e709-469a-ae2a-e575c8aa8c3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-86242fe3-a26b-4ab7-9651-75adee856ccd', 'network_id': '86242fe3-a26b-4ab7-9651-75adee856ccd', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'fixed_ips': [{'subnet_id': '51aa41ad-beaa-4e60-aaa7-628ebcc349cc'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:37:42.910826 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a53ddae9-e709-469a-ae2a-e575c8aa8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:42.941111 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-96ec03a8-aa14-4771-942c-4e9844fc4dbe None None] For port 2d902094-de5f-4d5d-8aa6-75e5f3d0dbec, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:37:42.986755 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-96ec03a8-aa14-4771-942c-4e9844fc4dbe None None] For port 2d902094-de5f-4d5d-8aa6-75e5f3d0dbec, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=2d902094-de5f-4d5d-8aa6-75e5f3d0dbec,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:37:42.993722 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-96ec03a8-aa14-4771-942c-4e9844fc4dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:43.097494 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ec03a8-aa14-4771-942c-4e9844fc4dbe None None] Routers {'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:37:43.098136 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-96ec03a8-aa14-4771-942c-4e9844fc4dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:37:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['f170e1cd-14f3-49ff-9844-ece8e6bbe0f9'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:37:43.211210 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29013b80-0bbd-4f79-a053-0db39457f3e7 None None] Pushing event updated for resources: {'Port': ['ID=2d902094-de5f-4d5d-8aa6-75e5f3d0dbec,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:37:43.310255 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-a53ddae9-e709-469a-ae2a-e575c8aa8c3a None None] Allocated IP 172.20.0.2 (86242fe3-a26b-4ab7-9651-75adee856ccd/51aa41ad-beaa-4e60-aaa7-628ebcc349cc/d0ecaffc-a220-43b7-9e74-44504de5fb58) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:37:43.319678 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-14737539-e170-4d2a-8605-3df1cf6bce44 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:43.375683 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-96ec03a8-aa14-4771-942c-4e9844fc4dbe None None] Set router f170e1cd-14f3-49ff-9844-ece8e6bbe0f9 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:37:43.765273 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a53ddae9-e709-469a-ae2a-e575c8aa8c3a None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:43.777792 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-a53ddae9-e709-469a-ae2a-e575c8aa8c3a None None] Transition to ACTIVE for port object d0ecaffc-a220-43b7-9e74-44504de5fb58 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:37:43.805152 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-a53ddae9-e709-469a-ae2a-e575c8aa8c3a None None] Transition to ACTIVE for port object d0ecaffc-a220-43b7-9e74-44504de5fb58 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:37:43.814960 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a53ddae9-e709-469a-ae2a-e575c8aa8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:43.876393 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-14737539-e170-4d2a-8605-3df1cf6bce44 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Allocated IP 172.20.0.1 (86242fe3-a26b-4ab7-9651-75adee856ccd/51aa41ad-beaa-4e60-aaa7-628ebcc349cc/1bf47131-80ad-4154-bdb2-33cdfaeff6d4) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:37:43.882570 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-96ec03a8-aa14-4771-942c-4e9844fc4dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9', 'name': 'tempest-TestNetworkBasicOps-router-1784444861', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': '2d902094-de5f-4d5d-8aa6-75e5f3d0dbec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:37:39Z', 'updated_at': '2022-05-04T17:37:40Z', 'revision_number': 3, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '2d902094-de5f-4d5d-8aa6-75e5f3d0dbec', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:85:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:37:40Z', 'updated_at': '2022-05-04T17:37:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:37:43.886543 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53ddae9-e709-469a-ae2a-e575c8aa8c3a None None] Network 86242fe3-a26b-4ab7-9651-75adee856ccd is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:37:43.890155 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-a53ddae9-e709-469a-ae2a-e575c8aa8c3a None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:37:43.892562 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53ddae9-e709-469a-ae2a-e575c8aa8c3a None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:37:43.896660 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ec03a8-aa14-4771-942c-4e9844fc4dbe None None] The sync data for ids ['f170e1cd-14f3-49ff-9844-ece8e6bbe0f9'] in dv-neutron-840426-1-hyperv is: [{'id': 'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9', 'name': 'tempest-TestNetworkBasicOps-router-1784444861', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': '2d902094-de5f-4d5d-8aa6-75e5f3d0dbec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:37:39Z', 'updated_at': '2022-05-04T17:37:40Z', 'revision_number': 3, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '2d902094-de5f-4d5d-8aa6-75e5f3d0dbec', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:85:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:37:40Z', 'updated_at': '2022-05-04T17:37:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:37:43.942262 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ddae9-e709-469a-ae2a-e575c8aa8c3a None None] Pushing event updated for resources: {'Port': ['ID=d0ecaffc-a220-43b7-9e74-44504de5fb58,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:37:43.998762 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-a53ddae9-e709-469a-ae2a-e575c8aa8c3a None None] Attempting to bind port d0ecaffc-a220-43b7-9e74-44504de5fb58 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:37:43.999158 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-a53ddae9-e709-469a-ae2a-e575c8aa8c3a None None] Attempting to bind port d0ecaffc-a220-43b7-9e74-44504de5fb58 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'f09e0005-1da0-43e4-a09e-3d873259447b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '86242fe3-a26b-4ab7-9651-75adee856ccd'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:37:43.999507 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53ddae9-e709-469a-ae2a-e575c8aa8c3a None None] Attempting to bind port d0ecaffc-a220-43b7-9e74-44504de5fb58 on network 86242fe3-a26b-4ab7-9651-75adee856ccd {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:37:44.004907 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53ddae9-e709-469a-ae2a-e575c8aa8c3a None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:37:44.005276 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53ddae9-e709-469a-ae2a-e575c8aa8c3a None None] Checking segment: {'id': 'f09e0005-1da0-43e4-a09e-3d873259447b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '86242fe3-a26b-4ab7-9651-75adee856ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:37:44.005679 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a53ddae9-e709-469a-ae2a-e575c8aa8c3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:44.006097 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53ddae9-e709-469a-ae2a-e575c8aa8c3a None None] Bound using segment: {'id': 'f09e0005-1da0-43e4-a09e-3d873259447b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '86242fe3-a26b-4ab7-9651-75adee856ccd'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:37:44.006560 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-a53ddae9-e709-469a-ae2a-e575c8aa8c3a None None] Bound port: d0ecaffc-a220-43b7-9e74-44504de5fb58, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f09e0005-1da0-43e4-a09e-3d873259447b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '86242fe3-a26b-4ab7-9651-75adee856ccd'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:37:44.006936 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a53ddae9-e709-469a-ae2a-e575c8aa8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:44.047118 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-14737539-e170-4d2a-8605-3df1cf6bce44 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:44.065847 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-14737539-e170-4d2a-8605-3df1cf6bce44 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Transition to ACTIVE for port object 1bf47131-80ad-4154-bdb2-33cdfaeff6d4 will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:37:44.091841 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-14737539-e170-4d2a-8605-3df1cf6bce44 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:44.162532 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-a53ddae9-e709-469a-ae2a-e575c8aa8c3a None None] For port d0ecaffc-a220-43b7-9e74-44504de5fb58, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:37:44.166893 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-a53ddae9-e709-469a-ae2a-e575c8aa8c3a None None] For port d0ecaffc-a220-43b7-9e74-44504de5fb58, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=d0ecaffc-a220-43b7-9e74-44504de5fb58,segment=NetworkSegment(f09e0005-1da0-43e4-a09e-3d873259447b),segment_id=f09e0005-1da0-43e4-a09e-3d873259447b)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:37:44.175692 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a53ddae9-e709-469a-ae2a-e575c8aa8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:44.191597 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14737539-e170-4d2a-8605-3df1cf6bce44 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Network 86242fe3-a26b-4ab7-9651-75adee856ccd is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:37:44.194853 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-14737539-e170-4d2a-8605-3df1cf6bce44 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:37:44.198855 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14737539-e170-4d2a-8605-3df1cf6bce44 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:37:44.270847 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-14737539-e170-4d2a-8605-3df1cf6bce44 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710357'] for router_interface, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:44.289107 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ddae9-e709-469a-ae2a-e575c8aa8c3a None None] Pushing event updated for resources: {'Port': ['ID=d0ecaffc-a220-43b7-9e74-44504de5fb58,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:37:44.531754 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14737539-e170-4d2a-8605-3df1cf6bce44 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Port': ['ID=1bf47131-80ad-4154-bdb2-33cdfaeff6d4,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:37:44.670257 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device d0ecaffc-a220-43b7-9e74-44504de5fb58 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:37:44.725174 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-14737539-e170-4d2a-8605-3df1cf6bce44 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:44.753590 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port d0ecaffc-a220-43b7-9e74-44504de5fb58 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:37:44.758695 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 2d902094-de5f-4d5d-8aa6-75e5f3d0dbec up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:37:44.831641 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 2d902094-de5f-4d5d-8aa6-75e5f3d0dbec completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:37:44.836839 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 2d902094-de5f-4d5d-8aa6-75e5f3d0dbec triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:37:44.837211 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:44.956281 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:44.974732 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 2d902094-de5f-4d5d-8aa6-75e5f3d0dbec, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=2d902094-de5f-4d5d-8aa6-75e5f3d0dbec,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:37:44.978746 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:45.056721 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=2d902094-de5f-4d5d-8aa6-75e5f3d0dbec,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:37:45.174284 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-14737539-e170-4d2a-8605-3df1cf6bce44 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:45.179932 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-14737539-e170-4d2a-8605-3df1cf6bce44 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:45.290161 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-14737539-e170-4d2a-8605-3df1cf6bce44 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710702'] for router_interface, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:45.328886 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14737539-e170-4d2a-8605-3df1cf6bce44 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Port': ['ID=1bf47131-80ad-4154-bdb2-33cdfaeff6d4,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:37:45.352959 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34147f43-073c-4380-8b4a-143cad1489aa None None] Network 86242fe3-a26b-4ab7-9651-75adee856ccd requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:37:45.394965 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-b15e0e8d-564b-420a-a2e7-b9834937cb03 None None] Provisioning for port d0ecaffc-a220-43b7-9e74-44504de5fb58 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:37:45.445535 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14737539-e170-4d2a-8605-3df1cf6bce44 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Network 86242fe3-a26b-4ab7-9651-75adee856ccd is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:37:45.447195 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-14737539-e170-4d2a-8605-3df1cf6bce44 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:37:45.450673 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-b15e0e8d-564b-420a-a2e7-b9834937cb03 None None] Provisioning complete for port d0ecaffc-a220-43b7-9e74-44504de5fb58 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:37:45.451094 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b15e0e8d-564b-420a-a2e7-b9834937cb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:45.655417 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14737539-e170-4d2a-8605-3df1cf6bce44 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Router f170e1cd-14f3-49ff-9844-ece8e6bbe0f9 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:37:45.685405 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b15e0e8d-564b-420a-a2e7-b9834937cb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:45.726460 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-b15e0e8d-564b-420a-a2e7-b9834937cb03 None None] For port d0ecaffc-a220-43b7-9e74-44504de5fb58, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=d0ecaffc-a220-43b7-9e74-44504de5fb58,segment=NetworkSegment(f09e0005-1da0-43e4-a09e-3d873259447b),segment_id=f09e0005-1da0-43e4-a09e-3d873259447b)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:37:45.734482 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b15e0e8d-564b-420a-a2e7-b9834937cb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:45.810417 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15e0e8d-564b-420a-a2e7-b9834937cb03 None None] Pushing event updated for resources: {'Port': ['ID=d0ecaffc-a220-43b7-9e74-44504de5fb58,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:37:45.837405 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14737539-e170-4d2a-8605-3df1cf6bce44 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:37:45.846654 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14b2030-6e8e-4ae7-8f7b-82067076d4f8 None None] Sync routers for ids ['f170e1cd-14f3-49ff-9844-ece8e6bbe0f9'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:37:45.852160 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-14737539-e170-4d2a-8605-3df1cf6bce44 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "PUT /v2.0/routers/f170e1cd-14f3-49ff-9844-ece8e6bbe0f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3438663 May 04 17:37:45.852574 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 56540) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:37:45.857040 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14b2030-6e8e-4ae7-8f7b-82067076d4f8 None None] Routers {'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:37:45.858365 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-b14b2030-6e8e-4ae7-8f7b-82067076d4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:37:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['f170e1cd-14f3-49ff-9844-ece8e6bbe0f9'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:37:46.012982 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f930215-9146-4190-a28f-e584517f98ac tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:37:46.013487 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f930215-9146-4190-a28f-e584517f98ac tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:37:46.013984 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f930215-9146-4190-a28f-e584517f98ac tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:37:46.014438 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f930215-9146-4190-a28f-e584517f98ac tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:37:46.014884 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f930215-9146-4190-a28f-e584517f98ac tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:37:46.015332 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f930215-9146-4190-a28f-e584517f98ac tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:37:46.017084 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-4f930215-9146-4190-a28f-e584517f98ac tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1635308 May 04 17:37:46.020021 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 56544) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:37:46.055711 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-b14b2030-6e8e-4ae7-8f7b-82067076d4f8 None None] Set router f170e1cd-14f3-49ff-9844-ece8e6bbe0f9 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:37:46.059234 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-bb8352b8-9252-4dc9-9ef8-97300823823b None None] Provisioning complete for port d0ecaffc-a220-43b7-9e74-44504de5fb58 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:37:46.059763 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-bb8352b8-9252-4dc9-9ef8-97300823823b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:46.103323 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82cc3fab-7760-4695-a90e-976c3fc6fffd tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:37:46.104038 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82cc3fab-7760-4695-a90e-976c3fc6fffd tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:37:46.104646 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82cc3fab-7760-4695-a90e-976c3fc6fffd tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:37:46.105246 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82cc3fab-7760-4695-a90e-976c3fc6fffd tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:37:46.106010 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82cc3fab-7760-4695-a90e-976c3fc6fffd tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:37:46.106614 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82cc3fab-7760-4695-a90e-976c3fc6fffd tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:37:46.112902 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 56548) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:37:46.113633 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-82cc3fab-7760-4695-a90e-976c3fc6fffd tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0924420 May 04 17:37:46.224211 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-bb8352b8-9252-4dc9-9ef8-97300823823b None None] Provisioning for port 1bf47131-80ad-4154-bdb2-33cdfaeff6d4 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:37:46.229946 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-bb8352b8-9252-4dc9-9ef8-97300823823b None None] Provisioning complete for port 1bf47131-80ad-4154-bdb2-33cdfaeff6d4 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:37:46.230326 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-bb8352b8-9252-4dc9-9ef8-97300823823b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:46.306798 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-bb8352b8-9252-4dc9-9ef8-97300823823b None None] Port 1bf47131-80ad-4154-bdb2-33cdfaeff6d4 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:37:46.429354 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d7b4fd0c-6f2a-439e-a60c-bf89166444fb None None] Provisioning complete for port 1bf47131-80ad-4154-bdb2-33cdfaeff6d4 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:37:46.429731 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d7b4fd0c-6f2a-439e-a60c-bf89166444fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:46.449562 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-b14b2030-6e8e-4ae7-8f7b-82067076d4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9', 'name': 'tempest-TestNetworkBasicOps-router-1784444861', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': '2d902094-de5f-4d5d-8aa6-75e5f3d0dbec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:37:39Z', 'updated_at': '2022-05-04T17:37:44Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '2d902094-de5f-4d5d-8aa6-75e5f3d0dbec', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:85:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:37:40Z', 'updated_at': '2022-05-04T17:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '1bf47131-80ad-4154-bdb2-33cdfaeff6d4', 'name': '', 'network_id': '86242fe3-a26b-4ab7-9651-75adee856ccd', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:72:da:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '51aa41ad-beaa-4e60-aaa7-628ebcc349cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:37:43Z', 'updated_at': '2022-05-04T17:37:44Z', 'revision_number': 2, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '51aa41ad-beaa-4e60-aaa7-628ebcc349cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:37:46.454513 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14b2030-6e8e-4ae7-8f7b-82067076d4f8 None None] Checking router: f170e1cd-14f3-49ff-9844-ece8e6bbe0f9 for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:37:46.454865 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14b2030-6e8e-4ae7-8f7b-82067076d4f8 None None] Updating router f170e1cd-14f3-49ff-9844-ece8e6bbe0f9 port 1bf47131-80ad-4154-bdb2-33cdfaeff6d4 binding host dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:37:46.495926 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-22c60beb-b57c-4a70-85fd-0646a2691f5d tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.3789260 May 04 17:37:46.496486 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-d7b4fd0c-6f2a-439e-a60c-bf89166444fb None None] Port 1bf47131-80ad-4154-bdb2-33cdfaeff6d4 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:37:46.518676 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-b14b2030-6e8e-4ae7-8f7b-82067076d4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:46.595096 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device d0ecaffc-a220-43b7-9e74-44504de5fb58 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:37:46.665601 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port d0ecaffc-a220-43b7-9e74-44504de5fb58 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:37:46.666254 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:46.788814 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 2d902094-de5f-4d5d-8aa6-75e5f3d0dbec up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:37:46.809872 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 56554) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:37:46.815919 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-cf95f7df-d4df-4820-8161-69993142adcc tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-855143714', 'description': 'tempest-secgroup-smoke-855143714 description', 'project_id': '8ede911fc7f845af95dd74968234120d'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:37:46.822624 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-cf95f7df-d4df-4820-8161-69993142adcc tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:37:46.827435 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-cf95f7df-d4df-4820-8161-69993142adcc tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:37:46.830792 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-cf95f7df-d4df-4820-8161-69993142adcc tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:37:46.836593 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-cf95f7df-d4df-4820-8161-69993142adcc tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:37:46.848921 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cf95f7df-d4df-4820-8161-69993142adcc tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:46.858815 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 2d902094-de5f-4d5d-8aa6-75e5f3d0dbec triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:37:46.859188 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:46.870528 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-cf95f7df-d4df-4820-8161-69993142adcc tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:37:46.874544 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-cf95f7df-d4df-4820-8161-69993142adcc tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:37:46.877559 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-cf95f7df-d4df-4820-8161-69993142adcc tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:37:46.883281 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-cf95f7df-d4df-4820-8161-69993142adcc tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:37:46.906624 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-b14b2030-6e8e-4ae7-8f7b-82067076d4f8 None None] Notify callbacks [] for port, precommit_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:46.918680 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.provisioning_blocks [None req-b14b2030-6e8e-4ae7-8f7b-82067076d4f8 None None] Transition to ACTIVE for port object 1bf47131-80ad-4154-bdb2-33cdfaeff6d4 will not be triggered until provisioned by entity L2. {{(pid=88040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:37:46.927655 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-b14b2030-6e8e-4ae7-8f7b-82067076d4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:46.959173 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cf95f7df-d4df-4820-8161-69993142adcc tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:46.963338 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cf95f7df-d4df-4820-8161-69993142adcc tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:47.008921 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf95f7df-d4df-4820-8161-69993142adcc tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2f8d2e-21c4-4781-9525-ece10b6f14b1,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:37:47.015422 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cf95f7df-d4df-4820-8161-69993142adcc tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:47.016759 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-cf95f7df-d4df-4820-8161-69993142adcc tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2051668 May 04 17:37:47.019580 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 56558) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:37:47.024909 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-3fe401fc-36dc-4b74-84b4-03093104e817 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group_rule': {'security_group_id': 'ee2f8d2e-21c4-4781-9525-ece10b6f14b1', 'project_id': '8ede911fc7f845af95dd74968234120d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:37:47.031584 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-3fe401fc-36dc-4b74-84b4-03093104e817 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:37:47.035910 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-3fe401fc-36dc-4b74-84b4-03093104e817 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:37:47.038901 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-3fe401fc-36dc-4b74-84b4-03093104e817 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:37:47.054264 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-3fe401fc-36dc-4b74-84b4-03093104e817 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:37:47.072865 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3fe401fc-36dc-4b74-84b4-03093104e817 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:47.135940 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ef9818-e557-4428-9570-b88b0c16fec6 None None] Pushing event updated for resources: {'Port': ['ID=1bf47131-80ad-4154-bdb2-33cdfaeff6d4,revision_number=3']} {{(pid=88040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:37:47.141950 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3fe401fc-36dc-4b74-84b4-03093104e817 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:47.146006 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3fe401fc-36dc-4b74-84b4-03093104e817 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:47.147543 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef9818-e557-4428-9570-b88b0c16fec6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:37:47.147894 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef9818-e557-4428-9570-b88b0c16fec6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:37:47.148386 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef9818-e557-4428-9570-b88b0c16fec6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:37:47.148895 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef9818-e557-4428-9570-b88b0c16fec6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:37:47.149223 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef9818-e557-4428-9570-b88b0c16fec6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:37:47.149547 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef9818-e557-4428-9570-b88b0c16fec6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:37:47.150057 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef9818-e557-4428-9570-b88b0c16fec6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:37:47.150536 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef9818-e557-4428-9570-b88b0c16fec6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:37:47.151011 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef9818-e557-4428-9570-b88b0c16fec6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:37:47.151476 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef9818-e557-4428-9570-b88b0c16fec6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:37:47.151937 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef9818-e557-4428-9570-b88b0c16fec6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:37:47.152490 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ef9818-e557-4428-9570-b88b0c16fec6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:37:47.170999 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe401fc-36dc-4b74-84b4-03093104e817 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f273e6f0-3553-4454-a82a-d392775d63c2,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:37:47.173181 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-b14b2030-6e8e-4ae7-8f7b-82067076d4f8 None None] Attempting to bind port 1bf47131-80ad-4154-bdb2-33cdfaeff6d4 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:37:47.173324 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-b14b2030-6e8e-4ae7-8f7b-82067076d4f8 None None] Attempting to bind port 1bf47131-80ad-4154-bdb2-33cdfaeff6d4 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'f09e0005-1da0-43e4-a09e-3d873259447b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '86242fe3-a26b-4ab7-9651-75adee856ccd'}] {{(pid=88040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:37:47.173576 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14b2030-6e8e-4ae7-8f7b-82067076d4f8 None None] Attempting to bind port 1bf47131-80ad-4154-bdb2-33cdfaeff6d4 on network 86242fe3-a26b-4ab7-9651-75adee856ccd {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:37:47.180442 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14b2030-6e8e-4ae7-8f7b-82067076d4f8 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:37:47.180836 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14b2030-6e8e-4ae7-8f7b-82067076d4f8 None None] Checking segment: {'id': 'f09e0005-1da0-43e4-a09e-3d873259447b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '86242fe3-a26b-4ab7-9651-75adee856ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:37:47.181257 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-b14b2030-6e8e-4ae7-8f7b-82067076d4f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:47.181579 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3fe401fc-36dc-4b74-84b4-03093104e817 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:47.181708 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14b2030-6e8e-4ae7-8f7b-82067076d4f8 None None] Bound using segment: {'id': 'f09e0005-1da0-43e4-a09e-3d873259447b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '86242fe3-a26b-4ab7-9651-75adee856ccd'} {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:37:47.182127 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-b14b2030-6e8e-4ae7-8f7b-82067076d4f8 None None] Bound port: 1bf47131-80ad-4154-bdb2-33cdfaeff6d4, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f09e0005-1da0-43e4-a09e-3d873259447b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '86242fe3-a26b-4ab7-9651-75adee856ccd'}}] {{(pid=88040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:37:47.182527 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-b14b2030-6e8e-4ae7-8f7b-82067076d4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:47.182916 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-3fe401fc-36dc-4b74-84b4-03093104e817 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1624007 May 04 17:37:47.185618 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 56562) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:37:47.190515 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-5e563ef7-772a-483e-ab36-d80e126f94b6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group_rule': {'security_group_id': 'ee2f8d2e-21c4-4781-9525-ece10b6f14b1', 'project_id': '8ede911fc7f845af95dd74968234120d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:37:47.196721 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-5e563ef7-772a-483e-ab36-d80e126f94b6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:37:47.201678 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-5e563ef7-772a-483e-ab36-d80e126f94b6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:37:47.204812 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-5e563ef7-772a-483e-ab36-d80e126f94b6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:37:47.210780 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-5e563ef7-772a-483e-ab36-d80e126f94b6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:37:47.236981 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5e563ef7-772a-483e-ab36-d80e126f94b6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:47.276548 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.db [None req-b14b2030-6e8e-4ae7-8f7b-82067076d4f8 None None] For port 1bf47131-80ad-4154-bdb2-33cdfaeff6d4, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:37:47.280821 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.db [None req-b14b2030-6e8e-4ae7-8f7b-82067076d4f8 None None] For port 1bf47131-80ad-4154-bdb2-33cdfaeff6d4, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=1bf47131-80ad-4154-bdb2-33cdfaeff6d4,segment=NetworkSegment(f09e0005-1da0-43e4-a09e-3d873259447b),segment_id=f09e0005-1da0-43e4-a09e-3d873259447b)] {{(pid=88040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:37:47.285347 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-b14b2030-6e8e-4ae7-8f7b-82067076d4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:47.306074 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5e563ef7-772a-483e-ab36-d80e126f94b6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:47.310151 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5e563ef7-772a-483e-ab36-d80e126f94b6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:47.336391 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e563ef7-772a-483e-ab36-d80e126f94b6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5138add-d516-4de9-8c7a-96c90de71bf8,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:37:47.346821 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5e563ef7-772a-483e-ab36-d80e126f94b6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:47.351823 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-5e563ef7-772a-483e-ab36-d80e126f94b6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1619911 May 04 17:37:47.351912 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 56566) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:37:47.358481 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-2be8ac98-8ea4-468b-b9e8-c06c7ef8ad6f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group_rule': {'security_group_id': 'ee2f8d2e-21c4-4781-9525-ece10b6f14b1', 'project_id': '8ede911fc7f845af95dd74968234120d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:37:47.365651 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-2be8ac98-8ea4-468b-b9e8-c06c7ef8ad6f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:37:47.369513 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-2be8ac98-8ea4-468b-b9e8-c06c7ef8ad6f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:37:47.372686 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-2be8ac98-8ea4-468b-b9e8-c06c7ef8ad6f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:37:47.374644 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14b2030-6e8e-4ae7-8f7b-82067076d4f8 None None] Routers {'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:37:47.375259 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-b14b2030-6e8e-4ae7-8f7b-82067076d4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:37:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['f170e1cd-14f3-49ff-9844-ece8e6bbe0f9'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:37:47.385026 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-2be8ac98-8ea4-468b-b9e8-c06c7ef8ad6f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:37:47.404633 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2be8ac98-8ea4-468b-b9e8-c06c7ef8ad6f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:47.423543 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ef9818-e557-4428-9570-b88b0c16fec6 None None] Pushing event updated for resources: {'Port': ['ID=1bf47131-80ad-4154-bdb2-33cdfaeff6d4,revision_number=4']} {{(pid=88040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:37:47.567988 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-b14b2030-6e8e-4ae7-8f7b-82067076d4f8 None None] Set router f170e1cd-14f3-49ff-9844-ece8e6bbe0f9 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:37:47.619344 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2be8ac98-8ea4-468b-b9e8-c06c7ef8ad6f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:47.624380 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2be8ac98-8ea4-468b-b9e8-c06c7ef8ad6f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:47.651818 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e258c257-a755-479a-ac03-e711ccc12446 req-b129d569-cdb4-4217-bdd5-8bed093dd598 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=96cd3b8d-d47f-4739-b328-fa5cb6a34d55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1326773 May 04 17:37:47.655675 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be8ac98-8ea4-468b-b9e8-c06c7ef8ad6f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a8188c0-84ac-429e-91c2-60218cb0db4f,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:37:47.667803 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2be8ac98-8ea4-468b-b9e8-c06c7ef8ad6f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:47.671619 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-2be8ac98-8ea4-468b-b9e8-c06c7ef8ad6f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3160543 May 04 17:37:47.671925 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 56570) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:37:47.677321 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-69d36c07-4c0b-4e19-b481-fe1efdb30780 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group_rule': {'security_group_id': 'ee2f8d2e-21c4-4781-9525-ece10b6f14b1', 'project_id': '8ede911fc7f845af95dd74968234120d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:37:47.683522 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-69d36c07-4c0b-4e19-b481-fe1efdb30780 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:37:47.688225 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-69d36c07-4c0b-4e19-b481-fe1efdb30780 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:37:47.691179 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-69d36c07-4c0b-4e19-b481-fe1efdb30780 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:37:47.697840 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-69d36c07-4c0b-4e19-b481-fe1efdb30780 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:37:47.716159 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-69d36c07-4c0b-4e19-b481-fe1efdb30780 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:47.781173 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-69d36c07-4c0b-4e19-b481-fe1efdb30780 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:47.786465 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-69d36c07-4c0b-4e19-b481-fe1efdb30780 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:47.801606 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e258c257-a755-479a-ac03-e711ccc12446 req-0ca1e95f-334f-4929-b69b-1cd2f3e3e344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:37:47.803415 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e258c257-a755-479a-ac03-e711ccc12446 req-0ca1e95f-334f-4929-b69b-1cd2f3e3e344 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8c992398177546e184e9933345174247&device_id=96cd3b8d-d47f-4739-b328-fa5cb6a34d55 HTTP/1.1" status: 200 len: 1098 time: 0.0751331 May 04 17:37:47.811428 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d36c07-4c0b-4e19-b481-fe1efdb30780 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89ddf929-99dd-4e9f-a59e-f3876d0e4579,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:37:47.821717 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-69d36c07-4c0b-4e19-b481-fe1efdb30780 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:47.823200 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-69d36c07-4c0b-4e19-b481-fe1efdb30780 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1502364 May 04 17:37:47.826536 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 56574) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:37:47.831652 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-fc70622d-4376-4ad2-9a85-221c96e09092 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group_rule': {'security_group_id': 'ee2f8d2e-21c4-4781-9525-ece10b6f14b1', 'project_id': '8ede911fc7f845af95dd74968234120d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:37:47.837729 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-fc70622d-4376-4ad2-9a85-221c96e09092 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:37:47.841667 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-fc70622d-4376-4ad2-9a85-221c96e09092 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:37:47.844729 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-fc70622d-4376-4ad2-9a85-221c96e09092 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:37:47.850659 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-fc70622d-4376-4ad2-9a85-221c96e09092 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:37:47.864081 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.securitygroups_db [None req-fc70622d-4376-4ad2-9a85-221c96e09092 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Project 8ede911fc7f845af95dd74968234120d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 17:37:47.871048 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fc70622d-4376-4ad2-9a85-221c96e09092 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:47.891926 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-b14b2030-6e8e-4ae7-8f7b-82067076d4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9', 'name': 'tempest-TestNetworkBasicOps-router-1784444861', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': '2d902094-de5f-4d5d-8aa6-75e5f3d0dbec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:37:39Z', 'updated_at': '2022-05-04T17:37:44Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '2d902094-de5f-4d5d-8aa6-75e5f3d0dbec', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:85:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:37:40Z', 'updated_at': '2022-05-04T17:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '1bf47131-80ad-4154-bdb2-33cdfaeff6d4', 'name': '', 'network_id': '86242fe3-a26b-4ab7-9651-75adee856ccd', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:72:da:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '51aa41ad-beaa-4e60-aaa7-628ebcc349cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:37:43Z', 'updated_at': '2022-05-04T17:37:47Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '51aa41ad-beaa-4e60-aaa7-628ebcc349cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:37:47.895982 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14b2030-6e8e-4ae7-8f7b-82067076d4f8 None None] The sync data for ids ['f170e1cd-14f3-49ff-9844-ece8e6bbe0f9'] in dv-neutron-840426-1-hyperv is: [{'id': 'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9', 'name': 'tempest-TestNetworkBasicOps-router-1784444861', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': '2d902094-de5f-4d5d-8aa6-75e5f3d0dbec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:37:39Z', 'updated_at': '2022-05-04T17:37:44Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '2d902094-de5f-4d5d-8aa6-75e5f3d0dbec', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:85:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:37:40Z', 'updated_at': '2022-05-04T17:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '1bf47131-80ad-4154-bdb2-33cdfaeff6d4', 'name': '', 'network_id': '86242fe3-a26b-4ab7-9651-75adee856ccd', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:72:da:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '51aa41ad-beaa-4e60-aaa7-628ebcc349cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:37:43Z', 'updated_at': '2022-05-04T17:37:47Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '51aa41ad-beaa-4e60-aaa7-628ebcc349cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:37:47.954970 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fc70622d-4376-4ad2-9a85-221c96e09092 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:47.960393 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fc70622d-4376-4ad2-9a85-221c96e09092 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:47.986517 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc70622d-4376-4ad2-9a85-221c96e09092 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbef585e-9a43-4d41-a9bf-fa8698dcd7ed,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:37:47.995719 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fc70622d-4376-4ad2-9a85-221c96e09092 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:47.996957 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e258c257-a755-479a-ac03-e711ccc12446 req-d5c6c98c-e94d-4b43-b344-ada2e87cc454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:37:47.997236 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-fc70622d-4376-4ad2-9a85-221c96e09092 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1694531 May 04 17:37:47.999047 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e258c257-a755-479a-ac03-e711ccc12446 req-d5c6c98c-e94d-4b43-b344-ada2e87cc454 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b631325e-11d5-4100-a2cb-8b9aba720937 HTTP/1.1" status: 200 len: 913 time: 0.1703260 May 04 17:37:48.000250 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 56578) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:37:48.005350 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-37103931-1d9d-40a4-b7da-512938dafa08 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group_rule': {'security_group_id': 'ee2f8d2e-21c4-4781-9525-ece10b6f14b1', 'project_id': '8ede911fc7f845af95dd74968234120d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:37:48.013651 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-37103931-1d9d-40a4-b7da-512938dafa08 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:37:48.021322 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-37103931-1d9d-40a4-b7da-512938dafa08 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:37:48.024584 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-37103931-1d9d-40a4-b7da-512938dafa08 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:37:48.030651 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-37103931-1d9d-40a4-b7da-512938dafa08 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:37:48.046777 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.securitygroups_db [None req-37103931-1d9d-40a4-b7da-512938dafa08 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Project 8ede911fc7f845af95dd74968234120d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 17:37:48.054325 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-37103931-1d9d-40a4-b7da-512938dafa08 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:48.120971 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e258c257-a755-479a-ac03-e711ccc12446 req-3e056627-eafc-4b12-b6d6-2930947695e4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11ad7876-fd3d-4eda-b129-6b711b3eb441 HTTP/1.1" status: 200 len: 1001 time: 0.1141443 May 04 17:37:48.132051 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-37103931-1d9d-40a4-b7da-512938dafa08 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:48.136374 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-37103931-1d9d-40a4-b7da-512938dafa08 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:48.162695 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37103931-1d9d-40a4-b7da-512938dafa08 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d19ae085-1040-4af5-9b0c-86a732034d14,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:37:48.173348 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-37103931-1d9d-40a4-b7da-512938dafa08 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:48.177202 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-37103931-1d9d-40a4-b7da-512938dafa08 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1737823 May 04 17:37:48.201387 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e258c257-a755-479a-ac03-e711ccc12446 req-57a215d1-1bb3-4849-b121-d9cbe4348537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:37:48.202973 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e258c257-a755-479a-ac03-e711ccc12446 req-57a215d1-1bb3-4849-b121-d9cbe4348537 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=35d620f1-cc33-411a-8546-1edeed82bf7b HTTP/1.1" status: 200 len: 851 time: 0.0751936 May 04 17:37:48.286042 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e258c257-a755-479a-ac03-e711ccc12446 req-8bf02e6a-0c32-4651-9ac8-27dc0a44f279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:37:48.287719 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e258c257-a755-479a-ac03-e711ccc12446 req-8bf02e6a-0c32-4651-9ac8-27dc0a44f279 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b631325e-11d5-4100-a2cb-8b9aba720937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790470 May 04 17:37:48.353136 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-ddab8cfe-81de-4cdf-b794-3b230e98dc4b req-d3745832-9c93-4da2-af89-660eb9167659 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Synchronizing usage tracker for tenant:8ede911fc7f845af95dd74968234120d on resource:security_group {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:37:48.369466 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-ddab8cfe-81de-4cdf-b794-3b230e98dc4b req-d3745832-9c93-4da2-af89-660eb9167659 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Unset dirty status for tenant:8ede911fc7f845af95dd74968234120d on resource:security_group {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:37:48.371215 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-ddab8cfe-81de-4cdf-b794-3b230e98dc4b req-d3745832-9c93-4da2-af89-660eb9167659 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-855143714&fields=id&tenant_id=8ede911fc7f845af95dd74968234120d HTTP/1.1" status: 200 len: 267 time: 0.0595188 May 04 17:37:48.433004 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e258c257-a755-479a-ac03-e711ccc12446 req-75aded99-efae-4da6-97b1-93781479a378 service neutron] 10.222.0.42 "GET /v2.0/networks/b631325e-11d5-4100-a2cb-8b9aba720937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372039 May 04 17:37:48.540929 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab8cfe-81de-4cdf-b794-3b230e98dc4b req-33ec54f9-bebd-4899-bab4-8c1e509a9bfe tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:37:48.541743 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-ddab8cfe-81de-4cdf-b794-3b230e98dc4b req-33ec54f9-bebd-4899-bab4-8c1e509a9bfe tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Synchronizing usage tracker for tenant:8ede911fc7f845af95dd74968234120d on resource:network {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:37:48.574901 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-ddab8cfe-81de-4cdf-b794-3b230e98dc4b req-33ec54f9-bebd-4899-bab4-8c1e509a9bfe tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Unset dirty status for tenant:8ede911fc7f845af95dd74968234120d on resource:network {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:37:48.577114 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-ddab8cfe-81de-4cdf-b794-3b230e98dc4b req-33ec54f9-bebd-4899-bab4-8c1e509a9bfe tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/networks?id=86242fe3-a26b-4ab7-9651-75adee856ccd HTTP/1.1" status: 200 len: 796 time: 0.1986008 May 04 17:37:48.578283 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e258c257-a755-479a-ac03-e711ccc12446 req-b5b9a8bf-df70-4255-90ea-3889752be724 service neutron] 10.222.0.42 "GET /v2.0/networks/b631325e-11d5-4100-a2cb-8b9aba720937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394470 May 04 17:37:48.593828 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-ddab8cfe-81de-4cdf-b794-3b230e98dc4b req-8adfa3de-3143-4e05-8f51-5051ff0aec5c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/quotas/8ede911fc7f845af95dd74968234120d HTTP/1.1" status: 200 len: 375 time: 0.0105467 May 04 17:37:48.631788 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 1bf47131-80ad-4154-bdb2-33cdfaeff6d4 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:37:48.690119 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-ddab8cfe-81de-4cdf-b794-3b230e98dc4b req-9734f19e-5b23-413c-9037-4fe81acc131c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Synchronizing usage tracker for tenant:8ede911fc7f845af95dd74968234120d on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:37:48.706280 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 1bf47131-80ad-4154-bdb2-33cdfaeff6d4 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:37:48.707466 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-ddab8cfe-81de-4cdf-b794-3b230e98dc4b req-9734f19e-5b23-413c-9037-4fe81acc131c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Unset dirty status for tenant:8ede911fc7f845af95dd74968234120d on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:37:48.708983 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-ddab8cfe-81de-4cdf-b794-3b230e98dc4b req-9734f19e-5b23-413c-9037-4fe81acc131c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8ede911fc7f845af95dd74968234120d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1020536 May 04 17:37:48.711813 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 1bf47131-80ad-4154-bdb2-33cdfaeff6d4 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:37:48.712180 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:48.731125 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [req-ddab8cfe-81de-4cdf-b794-3b230e98dc4b req-bedf5bea-9b63-4d78-8414-c4cf674c2f07 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:37:48.732510 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-ddab8cfe-81de-4cdf-b794-3b230e98dc4b req-bedf5bea-9b63-4d78-8414-c4cf674c2f07 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065732 May 04 17:37:48.868281 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:48.876919 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-ddab8cfe-81de-4cdf-b794-3b230e98dc4b req-535cd50a-3282-4f28-8b7b-cc993fc89316 service neutron] 10.222.0.41 "GET /v2.0/networks/86242fe3-a26b-4ab7-9651-75adee856ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378455 May 04 17:37:48.904565 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 1bf47131-80ad-4154-bdb2-33cdfaeff6d4, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=1bf47131-80ad-4154-bdb2-33cdfaeff6d4,segment=NetworkSegment(f09e0005-1da0-43e4-a09e-3d873259447b),segment_id=f09e0005-1da0-43e4-a09e-3d873259447b)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:37:48.909242 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:48.985676 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=1bf47131-80ad-4154-bdb2-33cdfaeff6d4,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:37:49.031397 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-ddab8cfe-81de-4cdf-b794-3b230e98dc4b req-f106e1d5-cf26-4403-831e-f28e388b7c09 service neutron] 10.222.0.41 "GET /v2.0/networks/86242fe3-a26b-4ab7-9651-75adee856ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484478 May 04 17:37:49.221674 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-97819414-9d40-4b99-aa4e-43143ad1fe30 req-d772ca41-b2c7-4f7f-adb9-2d928663f213 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Synchronizing usage tracker for tenant:8ede911fc7f845af95dd74968234120d on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:37:49.233211 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-97819414-9d40-4b99-aa4e-43143ad1fe30 req-d772ca41-b2c7-4f7f-adb9-2d928663f213 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Unset dirty status for tenant:8ede911fc7f845af95dd74968234120d on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:37:49.234680 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-97819414-9d40-4b99-aa4e-43143ad1fe30 req-d772ca41-b2c7-4f7f-adb9-2d928663f213 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=12878834-8807-44d8-8e9b-30e573204946 HTTP/1.1" status: 200 len: 210 time: 0.0547843 May 04 17:37:50.230185 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab8cfe-81de-4cdf-b794-3b230e98dc4b req-998faf82-2ab1-441b-87c1-4a842cd95daa tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:37:50.230853 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-ddab8cfe-81de-4cdf-b794-3b230e98dc4b req-998faf82-2ab1-441b-87c1-4a842cd95daa tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Synchronizing usage tracker for tenant:8ede911fc7f845af95dd74968234120d on resource:network {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:37:50.242853 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-ddab8cfe-81de-4cdf-b794-3b230e98dc4b req-998faf82-2ab1-441b-87c1-4a842cd95daa tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Unset dirty status for tenant:8ede911fc7f845af95dd74968234120d on resource:network {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:37:50.244042 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ddab8cfe-81de-4cdf-b794-3b230e98dc4b req-998faf82-2ab1-441b-87c1-4a842cd95daa tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.42 "GET /v2.0/networks?id=86242fe3-a26b-4ab7-9651-75adee856ccd HTTP/1.1" status: 200 len: 796 time: 0.1601319 May 04 17:37:50.294336 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-ddab8cfe-81de-4cdf-b794-3b230e98dc4b req-07e345ed-4c17-4797-8c1a-d3999c4b025c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Synchronizing usage tracker for tenant:8ede911fc7f845af95dd74968234120d on resource:security_group {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:37:50.305812 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-ddab8cfe-81de-4cdf-b794-3b230e98dc4b req-07e345ed-4c17-4797-8c1a-d3999c4b025c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Unset dirty status for tenant:8ede911fc7f845af95dd74968234120d on resource:security_group {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:37:50.306964 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ddab8cfe-81de-4cdf-b794-3b230e98dc4b req-07e345ed-4c17-4797-8c1a-d3999c4b025c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ede911fc7f845af95dd74968234120d HTTP/1.1" status: 200 len: 379 time: 0.0549254 May 04 17:37:50.318029 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [req-ddab8cfe-81de-4cdf-b794-3b230e98dc4b req-a9f6fed6-56b3-4157-8c65-bc4e8dea44f8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'port': {'device_id': '12878834-8807-44d8-8e9b-30e573204946', 'network_id': '86242fe3-a26b-4ab7-9651-75adee856ccd', 'admin_state_up': True, 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'security_groups': ['ee2f8d2e-21c4-4781-9525-ece10b6f14b1']}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:37:50.386380 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-3ef1d932-9cf3-4651-bade-0a8bd16b06a5 req-ceb26ae7-f053-4399-a5af-f95dbcba266f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=12878834-8807-44d8-8e9b-30e573204946 HTTP/1.1" status: 200 len: 210 time: 0.0408266 May 04 17:37:50.453928 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [req-ddab8cfe-81de-4cdf-b794-3b230e98dc4b req-a9f6fed6-56b3-4157-8c65-bc4e8dea44f8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:37:50.464274 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [req-ddab8cfe-81de-4cdf-b794-3b230e98dc4b req-a9f6fed6-56b3-4157-8c65-bc4e8dea44f8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:37:50.473985 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddab8cfe-81de-4cdf-b794-3b230e98dc4b req-a9f6fed6-56b3-4157-8c65-bc4e8dea44f8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Made reservation on behalf of 8ede911fc7f845af95dd74968234120d for: {'port': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:37:50.477414 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-ddab8cfe-81de-4cdf-b794-3b230e98dc4b req-a9f6fed6-56b3-4157-8c65-bc4e8dea44f8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:50.586179 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 1bf47131-80ad-4154-bdb2-33cdfaeff6d4 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:37:50.644440 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [req-ddab8cfe-81de-4cdf-b794-3b230e98dc4b req-a9f6fed6-56b3-4157-8c65-bc4e8dea44f8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Allocated IP 172.20.0.9 (86242fe3-a26b-4ab7-9651-75adee856ccd/51aa41ad-beaa-4e60-aaa7-628ebcc349cc/0d549ec0-94c4-47b8-8530-ce030be2ce16) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:37:50.651005 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 1bf47131-80ad-4154-bdb2-33cdfaeff6d4 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:37:50.651376 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:50.832680 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-ddab8cfe-81de-4cdf-b794-3b230e98dc4b req-a9f6fed6-56b3-4157-8c65-bc4e8dea44f8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:50.848323 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [req-ddab8cfe-81de-4cdf-b794-3b230e98dc4b req-a9f6fed6-56b3-4157-8c65-bc4e8dea44f8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Transition to ACTIVE for port object 0d549ec0-94c4-47b8-8530-ce030be2ce16 will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:37:50.870920 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-ddab8cfe-81de-4cdf-b794-3b230e98dc4b req-a9f6fed6-56b3-4157-8c65-bc4e8dea44f8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:51.043549 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddab8cfe-81de-4cdf-b794-3b230e98dc4b req-a9f6fed6-56b3-4157-8c65-bc4e8dea44f8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Network 86242fe3-a26b-4ab7-9651-75adee856ccd is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:37:51.047254 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [req-ddab8cfe-81de-4cdf-b794-3b230e98dc4b req-a9f6fed6-56b3-4157-8c65-bc4e8dea44f8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:37:51.050734 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddab8cfe-81de-4cdf-b794-3b230e98dc4b req-a9f6fed6-56b3-4157-8c65-bc4e8dea44f8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:37:51.095428 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f6fed6-56b3-4157-8c65-bc4e8dea44f8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Port': ['ID=0d549ec0-94c4-47b8-8530-ce030be2ce16,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:37:51.124285 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab8cfe-81de-4cdf-b794-3b230e98dc4b req-a9f6fed6-56b3-4157-8c65-bc4e8dea44f8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:37:51.124915 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-ddab8cfe-81de-4cdf-b794-3b230e98dc4b req-a9f6fed6-56b3-4157-8c65-bc4e8dea44f8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:51.150648 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ddab8cfe-81de-4cdf-b794-3b230e98dc4b req-a9f6fed6-56b3-4157-8c65-bc4e8dea44f8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8362420 May 04 17:37:51.162256 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [req-ddab8cfe-81de-4cdf-b794-3b230e98dc4b req-47bccbd4-a122-4f35-8098-b4d0f8e976f2 service neutron] Request body: {'port': {'device_id': '12878834-8807-44d8-8e9b-30e573204946', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:37:51.284073 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-ddab8cfe-81de-4cdf-b794-3b230e98dc4b req-47bccbd4-a122-4f35-8098-b4d0f8e976f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:51.286261 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-24969668-02a4-4820-b0c6-4176b777cad6 None None] Provisioning for port 0d549ec0-94c4-47b8-8530-ce030be2ce16 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:37:51.290936 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-24969668-02a4-4820-b0c6-4176b777cad6 None None] Provisioning complete for port 0d549ec0-94c4-47b8-8530-ce030be2ce16 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:37:51.291308 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-24969668-02a4-4820-b0c6-4176b777cad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:51.347102 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-24969668-02a4-4820-b0c6-4176b777cad6 None None] Port 0d549ec0-94c4-47b8-8530-ce030be2ce16 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:37:51.668756 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29493eca-fec8-45f9-9732-839019cc8613 req-4e387872-7589-4fe8-aa72-b7fae973250a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:37:51.669362 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-29493eca-fec8-45f9-9732-839019cc8613 req-4e387872-7589-4fe8-aa72-b7fae973250a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Synchronizing usage tracker for tenant:8ede911fc7f845af95dd74968234120d on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:37:51.702840 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [req-ddab8cfe-81de-4cdf-b794-3b230e98dc4b req-47bccbd4-a122-4f35-8098-b4d0f8e976f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d549ec0-94c4-47b8-8530-ce030be2ce16 {{(pid=88037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:37:51.708941 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-29493eca-fec8-45f9-9732-839019cc8613 req-4e387872-7589-4fe8-aa72-b7fae973250a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Unset dirty status for tenant:8ede911fc7f845af95dd74968234120d on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:37:51.710104 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-29493eca-fec8-45f9-9732-839019cc8613 req-4e387872-7589-4fe8-aa72-b7fae973250a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=12878834-8807-44d8-8e9b-30e573204946 HTTP/1.1" status: 200 len: 931 time: 0.1945143 May 04 17:37:51.711616 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-ddab8cfe-81de-4cdf-b794-3b230e98dc4b req-47bccbd4-a122-4f35-8098-b4d0f8e976f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:51.743581 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [req-ddab8cfe-81de-4cdf-b794-3b230e98dc4b req-47bccbd4-a122-4f35-8098-b4d0f8e976f2 service neutron] Transition to ACTIVE for port object 0d549ec0-94c4-47b8-8530-ce030be2ce16 will not be triggered until provisioned by entity L2. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:37:51.753318 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-ddab8cfe-81de-4cdf-b794-3b230e98dc4b req-47bccbd4-a122-4f35-8098-b4d0f8e976f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:51.816199 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-29493eca-fec8-45f9-9732-839019cc8613 req-47a95c94-d05f-4da2-a57a-8a1f87a0f678 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee2f8d2e-21c4-4781-9525-ece10b6f14b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002812 May 04 17:37:51.922101 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bccbd4-a122-4f35-8098-b4d0f8e976f2 service neutron] Pushing event updated for resources: {'Port': ['ID=0d549ec0-94c4-47b8-8530-ce030be2ce16,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:37:51.993840 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-ddab8cfe-81de-4cdf-b794-3b230e98dc4b req-47bccbd4-a122-4f35-8098-b4d0f8e976f2 service neutron] Attempting to bind port 0d549ec0-94c4-47b8-8530-ce030be2ce16 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:37:51.994193 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-ddab8cfe-81de-4cdf-b794-3b230e98dc4b req-47bccbd4-a122-4f35-8098-b4d0f8e976f2 service neutron] Attempting to bind port 0d549ec0-94c4-47b8-8530-ce030be2ce16 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': 'f09e0005-1da0-43e4-a09e-3d873259447b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '86242fe3-a26b-4ab7-9651-75adee856ccd'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:37:51.994518 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddab8cfe-81de-4cdf-b794-3b230e98dc4b req-47bccbd4-a122-4f35-8098-b4d0f8e976f2 service neutron] Attempting to bind port 0d549ec0-94c4-47b8-8530-ce030be2ce16 on network 86242fe3-a26b-4ab7-9651-75adee856ccd {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:37:51.999052 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddab8cfe-81de-4cdf-b794-3b230e98dc4b req-47bccbd4-a122-4f35-8098-b4d0f8e976f2 service neutron] Port 0d549ec0-94c4-47b8-8530-ce030be2ce16 on network 86242fe3-a26b-4ab7-9651-75adee856ccd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:37:51.999368 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddab8cfe-81de-4cdf-b794-3b230e98dc4b req-47bccbd4-a122-4f35-8098-b4d0f8e976f2 service neutron] Attempting to bind port 0d549ec0-94c4-47b8-8530-ce030be2ce16 on network 86242fe3-a26b-4ab7-9651-75adee856ccd {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:37:52.004338 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddab8cfe-81de-4cdf-b794-3b230e98dc4b req-47bccbd4-a122-4f35-8098-b4d0f8e976f2 service neutron] Checking agent: {'id': '84d0dbeb-cfa8-4636-8b1c-9790acf21ef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'started_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:37:52.004670 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddab8cfe-81de-4cdf-b794-3b230e98dc4b req-47bccbd4-a122-4f35-8098-b4d0f8e976f2 service neutron] Checking segment: {'id': 'f09e0005-1da0-43e4-a09e-3d873259447b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '86242fe3-a26b-4ab7-9651-75adee856ccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:37:52.005047 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddab8cfe-81de-4cdf-b794-3b230e98dc4b req-47bccbd4-a122-4f35-8098-b4d0f8e976f2 service neutron] Bound using segment: {'id': 'f09e0005-1da0-43e4-a09e-3d873259447b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '86242fe3-a26b-4ab7-9651-75adee856ccd'} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:37:52.005469 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-ddab8cfe-81de-4cdf-b794-3b230e98dc4b req-47bccbd4-a122-4f35-8098-b4d0f8e976f2 service neutron] Bound port: 0d549ec0-94c4-47b8-8530-ce030be2ce16, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f09e0005-1da0-43e4-a09e-3d873259447b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '86242fe3-a26b-4ab7-9651-75adee856ccd'}}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:37:52.005805 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-ddab8cfe-81de-4cdf-b794-3b230e98dc4b req-47bccbd4-a122-4f35-8098-b4d0f8e976f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:52.096366 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-ddab8cfe-81de-4cdf-b794-3b230e98dc4b req-47bccbd4-a122-4f35-8098-b4d0f8e976f2 service neutron] For port 0d549ec0-94c4-47b8-8530-ce030be2ce16, host hv-neutron-8404, cleared binding levels {{(pid=88037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:37:52.099241 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-ddab8cfe-81de-4cdf-b794-3b230e98dc4b req-47bccbd4-a122-4f35-8098-b4d0f8e976f2 service neutron] For port 0d549ec0-94c4-47b8-8530-ce030be2ce16, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=0d549ec0-94c4-47b8-8530-ce030be2ce16,segment=NetworkSegment(f09e0005-1da0-43e4-a09e-3d873259447b),segment_id=f09e0005-1da0-43e4-a09e-3d873259447b)] {{(pid=88037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:37:52.103627 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-ddab8cfe-81de-4cdf-b794-3b230e98dc4b req-47bccbd4-a122-4f35-8098-b4d0f8e976f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:52.162651 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab8cfe-81de-4cdf-b794-3b230e98dc4b req-47bccbd4-a122-4f35-8098-b4d0f8e976f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:37:52.163357 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-ddab8cfe-81de-4cdf-b794-3b230e98dc4b req-47bccbd4-a122-4f35-8098-b4d0f8e976f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:52.164706 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ddab8cfe-81de-4cdf-b794-3b230e98dc4b req-47bccbd4-a122-4f35-8098-b4d0f8e976f2 service neutron] 10.222.0.42 "PUT /v2.0/ports/0d549ec0-94c4-47b8-8530-ce030be2ce16 HTTP/1.1" status: 200 len: 1093 time: 1.0070338 May 04 17:37:52.165135 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12878834-8807-44d8-8e9b-30e573204946', 'tag': '0d549ec0-94c4-47b8-8530-ce030be2ce16'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:37:52.188783 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bccbd4-a122-4f35-8098-b4d0f8e976f2 service neutron] Pushing event updated for resources: {'Port': ['ID=0d549ec0-94c4-47b8-8530-ce030be2ce16,revision_number=3']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:37:52.222432 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63a94a4b-d838-4bff-9e33-9a713f042327'] response: {'name': 'network-changed', 'server_uuid': '12878834-8807-44d8-8e9b-30e573204946', 'tag': '0d549ec0-94c4-47b8-8530-ce030be2ce16', 'status': 'completed', 'code': 200} May 04 17:37:52.295728 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab8cfe-81de-4cdf-b794-3b230e98dc4b req-2b2fb6bb-b124-4551-9f0d-20846e180c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:37:52.297203 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ddab8cfe-81de-4cdf-b794-3b230e98dc4b req-2b2fb6bb-b124-4551-9f0d-20846e180c23 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ede911fc7f845af95dd74968234120d&device_id=12878834-8807-44d8-8e9b-30e573204946 HTTP/1.1" status: 200 len: 1096 time: 0.0739264 May 04 17:37:52.368245 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ddab8cfe-81de-4cdf-b794-3b230e98dc4b req-6c9ed691-d84b-492c-b833-a49de2cf876c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d549ec0-94c4-47b8-8530-ce030be2ce16 HTTP/1.1" status: 200 len: 217 time: 0.0642314 May 04 17:37:52.432679 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab8cfe-81de-4cdf-b794-3b230e98dc4b req-20ae5c10-98da-4d36-8a04-651a282ebf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:37:52.434082 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ddab8cfe-81de-4cdf-b794-3b230e98dc4b req-20ae5c10-98da-4d36-8a04-651a282ebf22 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=51aa41ad-beaa-4e60-aaa7-628ebcc349cc HTTP/1.1" status: 200 len: 835 time: 0.0600755 May 04 17:37:52.506282 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab8cfe-81de-4cdf-b794-3b230e98dc4b req-87cc5ca8-3f78-4da6-9826-52ddd2312c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:37:52.507758 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ddab8cfe-81de-4cdf-b794-3b230e98dc4b req-87cc5ca8-3f78-4da6-9826-52ddd2312c55 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=86242fe3-a26b-4ab7-9651-75adee856ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682168 May 04 17:37:52.637373 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ddab8cfe-81de-4cdf-b794-3b230e98dc4b req-42dde9d9-2772-41c4-96c8-db66087613e0 service neutron] 10.222.0.42 "GET /v2.0/networks/86242fe3-a26b-4ab7-9651-75adee856ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227303 May 04 17:37:52.859472 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ddab8cfe-81de-4cdf-b794-3b230e98dc4b req-b59c5d98-b3de-4b86-933d-64b5005ecfb3 service neutron] 10.222.0.42 "GET /v2.0/networks/86242fe3-a26b-4ab7-9651-75adee856ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163842 May 04 17:37:52.979762 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2409cae2-56a5-40ea-944a-89e5f81dd40b req-be54cc15-eec3-486f-aaed-8b91287e100f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:37:52.981263 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2409cae2-56a5-40ea-944a-89e5f81dd40b req-be54cc15-eec3-486f-aaed-8b91287e100f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ede911fc7f845af95dd74968234120d&device_id=12878834-8807-44d8-8e9b-30e573204946 HTTP/1.1" status: 200 len: 1096 time: 0.0758419 May 04 17:37:53.170250 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2409cae2-56a5-40ea-944a-89e5f81dd40b req-da9a8c3d-5a78-48e0-8320-aeba3f56ebfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:37:53.171593 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2409cae2-56a5-40ea-944a-89e5f81dd40b req-da9a8c3d-5a78-48e0-8320-aeba3f56ebfa service neutron] 10.222.0.42 "GET /v2.0/networks?id=86242fe3-a26b-4ab7-9651-75adee856ccd HTTP/1.1" status: 200 len: 897 time: 0.1841409 May 04 17:37:53.244369 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2409cae2-56a5-40ea-944a-89e5f81dd40b req-7a2537a5-3833-473c-81fb-12297fa042f3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d549ec0-94c4-47b8-8530-ce030be2ce16 HTTP/1.1" status: 200 len: 217 time: 0.0651758 May 04 17:37:53.256342 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac76f32-efbf-473d-bf7d-8c4896a32f72 req-8500db9c-8f5d-4151-862e-294948c7a899 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:37:53.257763 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-aac76f32-efbf-473d-bf7d-8c4896a32f72 req-8500db9c-8f5d-4151-862e-294948c7a899 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=12878834-8807-44d8-8e9b-30e573204946 HTTP/1.1" status: 200 len: 943 time: 0.1699378 May 04 17:37:53.343124 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2409cae2-56a5-40ea-944a-89e5f81dd40b req-972a541f-0712-4356-a1bd-905020da9387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:37:53.344535 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2409cae2-56a5-40ea-944a-89e5f81dd40b req-972a541f-0712-4356-a1bd-905020da9387 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=51aa41ad-beaa-4e60-aaa7-628ebcc349cc HTTP/1.1" status: 200 len: 835 time: 0.0859170 May 04 17:37:53.347383 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-aac76f32-efbf-473d-bf7d-8c4896a32f72 req-dbc9c41a-6333-4b67-8fd6-b902b5ef2313 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee2f8d2e-21c4-4781-9525-ece10b6f14b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607204 May 04 17:37:53.421324 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2409cae2-56a5-40ea-944a-89e5f81dd40b req-1311388a-bf16-4b12-9d22-492ed34c3076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:37:53.422762 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2409cae2-56a5-40ea-944a-89e5f81dd40b req-1311388a-bf16-4b12-9d22-492ed34c3076 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=86242fe3-a26b-4ab7-9651-75adee856ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723159 May 04 17:37:53.558400 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2409cae2-56a5-40ea-944a-89e5f81dd40b req-80684612-0e7b-4126-82de-3a9ff8af3f9d service neutron] 10.222.0.42 "GET /v2.0/networks/86242fe3-a26b-4ab7-9651-75adee856ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290269 May 04 17:37:53.686397 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2409cae2-56a5-40ea-944a-89e5f81dd40b req-07b45b0b-0937-408f-94c3-19c2be7c61c6 service neutron] 10.222.0.42 "GET /v2.0/networks/86242fe3-a26b-4ab7-9651-75adee856ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215458 May 04 17:37:54.539047 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47111424-7e6b-4020-92e4-ba806f255719 req-c41c9c45-9e8f-4957-89ab-59f357c49116 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:37:54.540544 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-47111424-7e6b-4020-92e4-ba806f255719 req-c41c9c45-9e8f-4957-89ab-59f357c49116 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=12878834-8807-44d8-8e9b-30e573204946 HTTP/1.1" status: 200 len: 943 time: 0.0841103 May 04 17:37:54.584222 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-47111424-7e6b-4020-92e4-ba806f255719 req-af20b08c-3844-4ae8-98d0-19976c754824 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee2f8d2e-21c4-4781-9525-ece10b6f14b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379255 May 04 17:37:54.735945 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 0d549ec0-94c4-47b8-8530-ce030be2ce16 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:37:54.861810 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 0d549ec0-94c4-47b8-8530-ce030be2ce16, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=0d549ec0-94c4-47b8-8530-ce030be2ce16,segment=NetworkSegment(f09e0005-1da0-43e4-a09e-3d873259447b),segment_id=f09e0005-1da0-43e4-a09e-3d873259447b)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:37:54.874747 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Returning: {'device': '0d549ec0-94c4-47b8-8530-ce030be2ce16', 'network_id': '86242fe3-a26b-4ab7-9651-75adee856ccd', 'port_id': '0d549ec0-94c4-47b8-8530-ce030be2ce16', 'mac_address': 'fa:16:3e:4c:d1:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51aa41ad-beaa-4e60-aaa7-628ebcc349cc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:37:54.926590 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:54.943721 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d549ec0-94c4-47b8-8530-ce030be2ce16 {{(pid=88039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:37:54.959253 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 0d549ec0-94c4-47b8-8530-ce030be2ce16, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=0d549ec0-94c4-47b8-8530-ce030be2ce16,segment=NetworkSegment(f09e0005-1da0-43e4-a09e-3d873259447b),segment_id=f09e0005-1da0-43e4-a09e-3d873259447b)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:37:54.963378 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:55.029647 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=0d549ec0-94c4-47b8-8530-ce030be2ce16,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:37:55.283425 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] get_ports_and_sgs() called for port_ids ['0d549ec0-94c4-47b8-8530-ce030be2ce16'] {{(pid=88039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:37:55.762346 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1811e0e-4eaa-4edd-bf71-da37aaa7247e req-abd6c67c-a2c0-4751-8673-2f89e7b48511 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:37:55.764309 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e1811e0e-4eaa-4edd-bf71-da37aaa7247e req-abd6c67c-a2c0-4751-8673-2f89e7b48511 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=12878834-8807-44d8-8e9b-30e573204946 HTTP/1.1" status: 200 len: 944 time: 0.0780652 May 04 17:37:55.807213 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e1811e0e-4eaa-4edd-bf71-da37aaa7247e req-4c46cde0-caeb-450e-b3cb-c58b8a71c878 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee2f8d2e-21c4-4781-9525-ece10b6f14b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373750 May 04 17:37:56.311000 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 17:37:56.750483 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 0d549ec0-94c4-47b8-8530-ce030be2ce16 up at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:37:56.815988 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning for port 0d549ec0-94c4-47b8-8530-ce030be2ce16 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:37:56.820923 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning complete for port 0d549ec0-94c4-47b8-8530-ce030be2ce16 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:37:56.821302 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:56.955105 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:56.985943 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12878834-8807-44d8-8e9b-30e573204946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d549ec0-94c4-47b8-8530-ce030be2ce16'}] {{(pid=88039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:37:56.990997 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb943449-8c26-4b7a-b691-eebbd59e6d25 req-812ef1fa-e617-4c0e-a5e1-6c862d7a847a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:37:56.993040 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-bb943449-8c26-4b7a-b691-eebbd59e6d25 req-812ef1fa-e617-4c0e-a5e1-6c862d7a847a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=12878834-8807-44d8-8e9b-30e573204946 HTTP/1.1" status: 200 len: 944 time: 0.0805995 May 04 17:37:56.995917 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 0d549ec0-94c4-47b8-8530-ce030be2ce16, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=0d549ec0-94c4-47b8-8530-ce030be2ce16,segment=NetworkSegment(f09e0005-1da0-43e4-a09e-3d873259447b),segment_id=f09e0005-1da0-43e4-a09e-3d873259447b)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:37:57.001351 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:57.050199 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-bb943449-8c26-4b7a-b691-eebbd59e6d25 req-146fec1a-8929-4c4a-84cf-4c6c77e9ee07 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee2f8d2e-21c4-4781-9525-ece10b6f14b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487611 May 04 17:37:57.074130 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=0d549ec0-94c4-47b8-8530-ce030be2ce16,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:37:57.159957 dv-neutron-840426-1-hyperv neutron-server[88039]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b37d39e-e755-4c20-96e0-2b21b878c4ab'] response: {'server_uuid': '12878834-8807-44d8-8e9b-30e573204946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d549ec0-94c4-47b8-8530-ce030be2ce16', 'code': 200} May 04 17:37:57.389241 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0292e3-e46f-4121-a811-d37f776adbe5 req-8e880d47-f73d-4b8f-bd4c-eca6eb896b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:37:57.390734 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-1c0292e3-e46f-4121-a811-d37f776adbe5 req-8e880d47-f73d-4b8f-bd4c-eca6eb896b54 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=12878834-8807-44d8-8e9b-30e573204946 HTTP/1.1" status: 200 len: 1098 time: 0.0737662 May 04 17:37:57.431242 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-1c0292e3-e46f-4121-a811-d37f776adbe5 req-f086d832-2b70-4934-afaf-6286b2671609 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ee2f8d2e-21c4-4781-9525-ece10b6f14b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344276 May 04 17:37:58.234608 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed96cb-ca76-4625-9809-986266dbba52 req-14500b9a-8e36-47d1-85d8-02fcb352a365 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:37:58.236073 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-d0ed96cb-ca76-4625-9809-986266dbba52 req-14500b9a-8e36-47d1-85d8-02fcb352a365 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=12878834-8807-44d8-8e9b-30e573204946 HTTP/1.1" status: 200 len: 945 time: 0.0813568 May 04 17:37:58.279640 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-d0ed96cb-ca76-4625-9809-986266dbba52 req-5d64ee97-44e1-4dd9-99e2-c2d92fe26e0d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee2f8d2e-21c4-4781-9525-ece10b6f14b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378163 May 04 17:37:59.465405 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e53552-5bfb-4b01-9546-1b925a5b430a req-69e8a928-d529-49a1-8f63-bd89a4a165c2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:37:59.466823 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b0e53552-5bfb-4b01-9546-1b925a5b430a req-69e8a928-d529-49a1-8f63-bd89a4a165c2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=12878834-8807-44d8-8e9b-30e573204946 HTTP/1.1" status: 200 len: 945 time: 0.0778782 May 04 17:37:59.512497 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b0e53552-5bfb-4b01-9546-1b925a5b430a req-459ca4a2-5f0b-49e7-9896-cbb1c2a3aa21 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee2f8d2e-21c4-4781-9525-ece10b6f14b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401275 May 04 17:37:59.701348 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24aacc7-328c-4a25-96dc-586447845c00 req-112ff4b1-f45f-4e50-b9cc-83ca99a394f6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:37:59.702826 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-e24aacc7-328c-4a25-96dc-586447845c00 req-112ff4b1-f45f-4e50-b9cc-83ca99a394f6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=12878834-8807-44d8-8e9b-30e573204946 HTTP/1.1" status: 200 len: 945 time: 0.0835662 May 04 17:37:59.745331 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-e24aacc7-328c-4a25-96dc-586447845c00 req-7baa48df-8c54-48a7-9e16-f93813168d6f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee2f8d2e-21c4-4781-9525-ece10b6f14b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368686 May 04 17:37:59.768172 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 56632) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:37:59.836535 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8354321e-c793-4db8-8714-98eb90fbafe5 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:37:59.838017 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-8354321e-c793-4db8-8714-98eb90fbafe5 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=12878834-8807-44d8-8e9b-30e573204946 HTTP/1.1" status: 200 len: 1093 time: 0.0688736 May 04 17:37:59.840793 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 56636) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:37:59.845858 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-dccfbb29-4ea8-4f42-a7a6-505c721b79d3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'floatingip': {'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'port_id': '0d549ec0-94c4-47b8-8530-ce030be2ce16', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:37:59.851726 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-dccfbb29-4ea8-4f42-a7a6-505c721b79d3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:37:59.855647 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-dccfbb29-4ea8-4f42-a7a6-505c721b79d3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:floatingip and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:37:59.858490 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-dccfbb29-4ea8-4f42-a7a6-505c721b79d3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:37:59.864331 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-dccfbb29-4ea8-4f42-a7a6-505c721b79d3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:37:59.876895 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-dccfbb29-4ea8-4f42-a7a6-505c721b79d3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for floatingip, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:00.015351 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-dccfbb29-4ea8-4f42-a7a6-505c721b79d3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:00.151787 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-dccfbb29-4ea8-4f42-a7a6-505c721b79d3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Allocated IP 172.26.0.19 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/b2017b20-e46b-484f-887b-a9de5a50f6fd) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:38:00.298704 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-dccfbb29-4ea8-4f42-a7a6-505c721b79d3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:00.328245 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-dccfbb29-4ea8-4f42-a7a6-505c721b79d3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:00.392184 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccfbb29-4ea8-4f42-a7a6-505c721b79d3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:38:00.395025 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-dccfbb29-4ea8-4f42-a7a6-505c721b79d3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:38:00.397549 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccfbb29-4ea8-4f42-a7a6-505c721b79d3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:38:00.537419 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccfbb29-4ea8-4f42-a7a6-505c721b79d3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Port': ['ID=b2017b20-e46b-484f-887b-a9de5a50f6fd,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:38:00.908739 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-dccfbb29-4ea8-4f42-a7a6-505c721b79d3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:00.979213 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-dccfbb29-4ea8-4f42-a7a6-505c721b79d3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:01.177713 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-dccfbb29-4ea8-4f42-a7a6-505c721b79d3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:01.182177 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-dccfbb29-4ea8-4f42-a7a6-505c721b79d3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:01.289638 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccfbb29-4ea8-4f42-a7a6-505c721b79d3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Port': ['ID=b2017b20-e46b-484f-887b-a9de5a50f6fd,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:38:01.299787 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-dccfbb29-4ea8-4f42-a7a6-505c721b79d3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710218'] for floatingip, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:01.470235 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.l3_db [None req-dccfbb29-4ea8-4f42-a7a6-505c721b79d3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Floating IP f0b021c0-5ea7-494b-8790-d56e8fa765a5 associated. External IP: 172.26.0.19, port: 0d549ec0-94c4-47b8-8530-ce030be2ce16. May 04 17:38:01.809459 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dccfbb29-4ea8-4f42-a7a6-505c721b79d3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Router f170e1cd-14f3-49ff-9844-ece8e6bbe0f9 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:38:02.087286 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dccfbb29-4ea8-4f42-a7a6-505c721b79d3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:38:02.096555 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5f115d-4b75-47d2-ab23-46b5b0796792 None None] Sync routers for ids ['f170e1cd-14f3-49ff-9844-ece8e6bbe0f9'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:38:02.105713 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5f115d-4b75-47d2-ab23-46b5b0796792 None None] Routers {'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:38:02.106438 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-be5f115d-4b75-47d2-ab23-46b5b0796792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:37:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['f170e1cd-14f3-49ff-9844-ece8e6bbe0f9'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:38:02.111095 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-dccfbb29-4ea8-4f42-a7a6-505c721b79d3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:02.166611 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-dccfbb29-4ea8-4f42-a7a6-505c721b79d3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3247266 May 04 17:38:02.167271 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12878834-8807-44d8-8e9b-30e573204946', 'tag': '0d549ec0-94c4-47b8-8530-ce030be2ce16'}] {{(pid=88038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:38:02.169882 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 56640) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:38:02.216649 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc16393e-a7a0-4c86-9f5d-2071b8fe3fc4'] response: {'name': 'network-changed', 'server_uuid': '12878834-8807-44d8-8e9b-30e573204946', 'tag': '0d549ec0-94c4-47b8-8530-ce030be2ce16', 'status': 'completed', 'code': 200} May 04 17:38:02.297436 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-be5f115d-4b75-47d2-ab23-46b5b0796792 None None] Set router f170e1cd-14f3-49ff-9844-ece8e6bbe0f9 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:38:02.334705 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-d4e0ea75-0e9b-4fd6-b448-65a033a2295f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/floatingips/f0b021c0-5ea7-494b-8790-d56e8fa765a5 HTTP/1.1" status: 200 len: 990 time: 0.1629951 May 04 17:38:02.350387 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7331d30-20bb-483f-9c5a-ed5d875ada94 req-6217149b-d060-4e75-89ec-e7f0da9e628e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:38:02.351889 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e7331d30-20bb-483f-9c5a-ed5d875ada94 req-6217149b-d060-4e75-89ec-e7f0da9e628e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ede911fc7f845af95dd74968234120d&device_id=12878834-8807-44d8-8e9b-30e573204946 HTTP/1.1" status: 200 len: 1098 time: 0.0993884 May 04 17:38:02.482268 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7331d30-20bb-483f-9c5a-ed5d875ada94 req-cf4b6d57-34d9-4a26-9a77-fd395af79bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:38:02.483713 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e7331d30-20bb-483f-9c5a-ed5d875ada94 req-cf4b6d57-34d9-4a26-9a77-fd395af79bc4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=86242fe3-a26b-4ab7-9651-75adee856ccd HTTP/1.1" status: 200 len: 897 time: 0.1256025 May 04 17:38:02.677075 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-be5f115d-4b75-47d2-ab23-46b5b0796792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9', 'name': 'tempest-TestNetworkBasicOps-router-1784444861', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': '2d902094-de5f-4d5d-8aa6-75e5f3d0dbec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:37:39Z', 'updated_at': '2022-05-04T17:37:44Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '2d902094-de5f-4d5d-8aa6-75e5f3d0dbec', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:85:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:37:40Z', 'updated_at': '2022-05-04T17:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': 'f0b021c0-5ea7-494b-8790-d56e8fa765a5', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'floating_ip_address': '172.26.0.19', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': 'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9', 'port_id': '0d549ec0-94c4-47b8-8530-ce030be2ce16', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86242fe3-a26b-4ab7-9651-75adee856ccd', 'mac_address': 'fa:16:3e:4c:d1:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12878834-8807-44d8-8e9b-30e573204946', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:38:00Z', 'updated_at': '2022-05-04T17:38:00Z', 'revision_number': 0, 'project_id': '8ede911fc7f845af95dd74968234120d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bf47131-80ad-4154-bdb2-33cdfaeff6d4', 'name': '', 'network_id': '86242fe3-a26b-4ab7-9651-75adee856ccd', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:72:da:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '51aa41ad-beaa-4e60-aaa7-628ebcc349cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:37:43Z', 'updated_at': '2022-05-04T17:37:48Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '51aa41ad-beaa-4e60-aaa7-628ebcc349cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:38:02.680871 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5f115d-4b75-47d2-ab23-46b5b0796792 None None] Checking router: f170e1cd-14f3-49ff-9844-ece8e6bbe0f9 for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:38:02.689650 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5f115d-4b75-47d2-ab23-46b5b0796792 None None] Routers {'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:38:02.690280 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-be5f115d-4b75-47d2-ab23-46b5b0796792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:37:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['f170e1cd-14f3-49ff-9844-ece8e6bbe0f9'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:38:02.701678 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e7331d30-20bb-483f-9c5a-ed5d875ada94 req-dfac1bf1-595a-4cbb-b6c0-6458661bad36 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d549ec0-94c4-47b8-8530-ce030be2ce16 HTTP/1.1" status: 200 len: 998 time: 0.2116039 May 04 17:38:02.770552 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7331d30-20bb-483f-9c5a-ed5d875ada94 req-8ba48f1d-2a15-4053-ad0f-ac17fe034dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:38:02.772015 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e7331d30-20bb-483f-9c5a-ed5d875ada94 req-8ba48f1d-2a15-4053-ad0f-ac17fe034dbf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=51aa41ad-beaa-4e60-aaa7-628ebcc349cc HTTP/1.1" status: 200 len: 835 time: 0.0647845 May 04 17:38:02.849734 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7331d30-20bb-483f-9c5a-ed5d875ada94 req-4053a605-df6b-4c37-8460-1f6a136345d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:38:02.851256 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e7331d30-20bb-483f-9c5a-ed5d875ada94 req-4053a605-df6b-4c37-8460-1f6a136345d2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=86242fe3-a26b-4ab7-9651-75adee856ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725329 May 04 17:38:02.861209 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-be5f115d-4b75-47d2-ab23-46b5b0796792 None None] Set router f170e1cd-14f3-49ff-9844-ece8e6bbe0f9 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:38:02.980729 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e7331d30-20bb-483f-9c5a-ed5d875ada94 req-8617c982-7681-41d9-bad8-388f334ef018 service neutron] 10.222.0.42 "GET /v2.0/networks/86242fe3-a26b-4ab7-9651-75adee856ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227782 May 04 17:38:03.112480 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e7331d30-20bb-483f-9c5a-ed5d875ada94 req-07e7d7db-53db-4c2b-a2cb-d97aa6c9e9aa service neutron] 10.222.0.42 "GET /v2.0/networks/86242fe3-a26b-4ab7-9651-75adee856ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259103 May 04 17:38:03.176649 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-407747e8-e7e5-4845-855d-5c72552ec3c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:03.211321 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-be5f115d-4b75-47d2-ab23-46b5b0796792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9', 'name': 'tempest-TestNetworkBasicOps-router-1784444861', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': '2d902094-de5f-4d5d-8aa6-75e5f3d0dbec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:37:39Z', 'updated_at': '2022-05-04T17:37:44Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '2d902094-de5f-4d5d-8aa6-75e5f3d0dbec', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:85:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:37:40Z', 'updated_at': '2022-05-04T17:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': 'f0b021c0-5ea7-494b-8790-d56e8fa765a5', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'floating_ip_address': '172.26.0.19', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': 'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9', 'port_id': '0d549ec0-94c4-47b8-8530-ce030be2ce16', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86242fe3-a26b-4ab7-9651-75adee856ccd', 'mac_address': 'fa:16:3e:4c:d1:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12878834-8807-44d8-8e9b-30e573204946', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:38:00Z', 'updated_at': '2022-05-04T17:38:00Z', 'revision_number': 0, 'project_id': '8ede911fc7f845af95dd74968234120d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bf47131-80ad-4154-bdb2-33cdfaeff6d4', 'name': '', 'network_id': '86242fe3-a26b-4ab7-9651-75adee856ccd', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:72:da:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '51aa41ad-beaa-4e60-aaa7-628ebcc349cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:37:43Z', 'updated_at': '2022-05-04T17:37:48Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '51aa41ad-beaa-4e60-aaa7-628ebcc349cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:38:03.215214 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5f115d-4b75-47d2-ab23-46b5b0796792 None None] The sync data for ids ['f170e1cd-14f3-49ff-9844-ece8e6bbe0f9'] in dv-neutron-840426-1-hyperv is: [{'id': 'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9', 'name': 'tempest-TestNetworkBasicOps-router-1784444861', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': '2d902094-de5f-4d5d-8aa6-75e5f3d0dbec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:37:39Z', 'updated_at': '2022-05-04T17:37:44Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '2d902094-de5f-4d5d-8aa6-75e5f3d0dbec', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:85:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:37:40Z', 'updated_at': '2022-05-04T17:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': 'f0b021c0-5ea7-494b-8790-d56e8fa765a5', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'floating_ip_address': '172.26.0.19', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': 'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9', 'port_id': '0d549ec0-94c4-47b8-8530-ce030be2ce16', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86242fe3-a26b-4ab7-9651-75adee856ccd', 'mac_address': 'fa:16:3e:4c:d1:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12878834-8807-44d8-8e9b-30e573204946', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:38:00Z', 'updated_at': '2022-05-04T17:38:00Z', 'revision_number': 0, 'project_id': '8ede911fc7f845af95dd74968234120d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bf47131-80ad-4154-bdb2-33cdfaeff6d4', 'name': '', 'network_id': '86242fe3-a26b-4ab7-9651-75adee856ccd', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:72:da:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '51aa41ad-beaa-4e60-aaa7-628ebcc349cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:37:43Z', 'updated_at': '2022-05-04T17:37:48Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '51aa41ad-beaa-4e60-aaa7-628ebcc349cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:38:03.338521 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 56646) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:38:03.399041 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d70a81a-58cc-43d9-8d39-c8e96a784a90 None None] New status for floating IP f0b021c0-5ea7-494b-8790-d56e8fa765a5: ACTIVE {{(pid=88040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:38:03.446812 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-4f9f27c7-950d-4fe0-bb34-147f5d57151d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/floatingips/f0b021c0-5ea7-494b-8790-d56e8fa765a5 HTTP/1.1" status: 200 len: 990 time: 0.1071293 May 04 17:38:04.451296 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 56650) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:38:04.555864 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-b33977d2-141a-465e-8738-67285f1570c5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/floatingips/f0b021c0-5ea7-494b-8790-d56e8fa765a5 HTTP/1.1" status: 200 len: 992 time: 0.1034503 May 04 17:38:05.485374 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-f07bd64d-090c-4e86-b6fb-49415d3f0850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:06.495480 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:06.556979 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:07.832228 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:09.238003 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:14.006394 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 56654) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:38:14.203106 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-8b9660d7-3827-4ab9-aa4f-b599fa2c7bea tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Deleting port c2ef9011-71f6-4e41-9b86-bc117c2fbfdf {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:38:14.203451 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8b9660d7-3827-4ab9-aa4f-b599fa2c7bea tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:14.371376 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8b9660d7-3827-4ab9-aa4f-b599fa2c7bea tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:14.371693 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8b9660d7-3827-4ab9-aa4f-b599fa2c7bea tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:14.494408 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-8b9660d7-3827-4ab9-aa4f-b599fa2c7bea tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Calling delete_port for c2ef9011-71f6-4e41-9b86-bc117c2fbfdf owned by network:floatingip {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:38:14.641853 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8b9660d7-3827-4ab9-aa4f-b599fa2c7bea tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:14.687381 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9660d7-3827-4ab9-aa4f-b599fa2c7bea tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Pushing event deleted for resources: {'Port': ['ID=c2ef9011-71f6-4e41-9b86-bc117c2fbfdf,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:38:14.881019 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8b9660d7-3827-4ab9-aa4f-b599fa2c7bea tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks [] for floatingip, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:14.881348 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.l3_db [None req-8b9660d7-3827-4ab9-aa4f-b599fa2c7bea tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Floating IP f72091be-331c-47d1-8b46-9c722b71b1da disassociated (deleted). External IP: 172.26.0.54, port: 949a78d9-e9e4-464b-8284-9da739218f32. May 04 17:38:15.223490 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b9660d7-3827-4ab9-aa4f-b599fa2c7bea tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Router 4899f2c4-fe45-4a8a-8358-cd44707b69e7 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:38:15.400830 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b9660d7-3827-4ab9-aa4f-b599fa2c7bea tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:38:15.410424 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0c8e6b-4e91-4a34-8ff5-7ca9e05b0762 None None] Sync routers for ids ['4899f2c4-fe45-4a8a-8358-cd44707b69e7'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:38:15.421530 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8b9660d7-3827-4ab9-aa4f-b599fa2c7bea tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:15.421707 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0c8e6b-4e91-4a34-8ff5-7ca9e05b0762 None None] Routers {'4899f2c4-fe45-4a8a-8358-cd44707b69e7'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:38:15.422221 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-7f0c8e6b-4e91-4a34-8ff5-7ca9e05b0762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:38:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['4899f2c4-fe45-4a8a-8358-cd44707b69e7'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:38:15.477617 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-8b9660d7-3827-4ab9-aa4f-b599fa2c7bea tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "DELETE /v2.0/floatingips/f72091be-331c-47d1-8b46-9c722b71b1da HTTP/1.1" status: 204 len: 168 time: 1.4699225 May 04 17:38:15.478104 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ad770b-33ea-45d2-b106-6cf97294c7ee', 'tag': '949a78d9-e9e4-464b-8284-9da739218f32'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:38:15.522809 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b278efbd-91e3-4797-a370-db2abe6ca957'] response: {'name': 'network-changed', 'server_uuid': '33ad770b-33ea-45d2-b106-6cf97294c7ee', 'tag': '949a78d9-e9e4-464b-8284-9da739218f32', 'status': 'completed', 'code': 200} May 04 17:38:15.606841 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-7f0c8e6b-4e91-4a34-8ff5-7ca9e05b0762 None None] Set router 4899f2c4-fe45-4a8a-8358-cd44707b69e7 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:38:15.624345 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd4056-bc4e-4fc0-b796-33bc057b0cc4 req-27e144ea-a56c-4cd9-958a-e22348c9eab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:38:15.626029 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-51fd4056-bc4e-4fc0-b796-33bc057b0cc4 req-27e144ea-a56c-4cd9-958a-e22348c9eab2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8c992398177546e184e9933345174247&device_id=33ad770b-33ea-45d2-b106-6cf97294c7ee HTTP/1.1" status: 200 len: 1098 time: 0.0769949 May 04 17:38:15.817682 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd4056-bc4e-4fc0-b796-33bc057b0cc4 req-db9befdb-d58d-4b1d-8604-3aabc77d2852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:38:15.819059 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-51fd4056-bc4e-4fc0-b796-33bc057b0cc4 req-db9befdb-d58d-4b1d-8604-3aabc77d2852 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b631325e-11d5-4100-a2cb-8b9aba720937 HTTP/1.1" status: 200 len: 913 time: 0.1864898 May 04 17:38:15.894979 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-51fd4056-bc4e-4fc0-b796-33bc057b0cc4 req-5b354ee2-d886-4d65-9461-2d6d18329458 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=949a78d9-e9e4-464b-8284-9da739218f32 HTTP/1.1" status: 200 len: 217 time: 0.0669148 May 04 17:38:15.942856 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d075c2e6-4809-452c-8f54-25ccdddc26a1 req-b45f4d73-74e3-4c6f-bca6-34fd489c4372 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:38:15.943578 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-d075c2e6-4809-452c-8f54-25ccdddc26a1 req-b45f4d73-74e3-4c6f-bca6-34fd489c4372 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Synchronizing usage tracker for tenant:8c992398177546e184e9933345174247 on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:38:15.977853 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd4056-bc4e-4fc0-b796-33bc057b0cc4 req-d12a5979-4331-434d-9f02-c61cfa9ef904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:38:15.979318 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-51fd4056-bc4e-4fc0-b796-33bc057b0cc4 req-d12a5979-4331-434d-9f02-c61cfa9ef904 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=35d620f1-cc33-411a-8546-1edeed82bf7b HTTP/1.1" status: 200 len: 851 time: 0.0767009 May 04 17:38:15.980013 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-d075c2e6-4809-452c-8f54-25ccdddc26a1 req-b45f4d73-74e3-4c6f-bca6-34fd489c4372 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Unset dirty status for tenant:8c992398177546e184e9933345174247 on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:38:15.981000 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d075c2e6-4809-452c-8f54-25ccdddc26a1 req-b45f4d73-74e3-4c6f-bca6-34fd489c4372 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/ports?device_id=33ad770b-33ea-45d2-b106-6cf97294c7ee HTTP/1.1" status: 200 len: 945 time: 0.2149169 May 04 17:38:15.996720 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-7f0c8e6b-4e91-4a34-8ff5-7ca9e05b0762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'name': 'tempest-TestVolumeBootPattern-1202657765-router', 'tenant_id': '8c992398177546e184e9933345174247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b8d9c1ac-2873-4f63-94d9-6877543517bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:29:34Z', 'updated_at': '2022-05-04T17:29:51Z', 'revision_number': 4, 'project_id': '8c992398177546e184e9933345174247', 'gw_port': {'id': 'b8d9c1ac-2873-4f63-94d9-6877543517bb', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:37:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:36Z', 'updated_at': '2022-05-04T17:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': 'bfa7acf9-2bce-474f-9c35-fc747b6c6719', 'tenant_id': '8c992398177546e184e9933345174247', 'floating_ip_address': '172.26.0.193', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'port_id': '11ad7876-fd3d-4eda-b129-6b711b3eb441', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b631325e-11d5-4100-a2cb-8b9aba720937', 'mac_address': 'fa:16:3e:9c:f6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96cd3b8d-d47f-4739-b328-fa5cb6a34d55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:34:33Z', 'updated_at': '2022-05-04T17:34:37Z', 'revision_number': 1, 'project_id': '8c992398177546e184e9933345174247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e39eb039-91da-4230-9bd3-e0bdfb395ef2', 'name': '', 'network_id': 'b631325e-11d5-4100-a2cb-8b9aba720937', 'tenant_id': '8c992398177546e184e9933345174247', 'mac_address': 'fa:16:3e:de:53:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '35d620f1-cc33-411a-8546-1edeed82bf7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:47Z', 'updated_at': '2022-05-04T17:30:13Z', 'revision_number': 5, 'project_id': '8c992398177546e184e9933345174247', 'subnets': [{'id': '35d620f1-cc33-411a-8546-1edeed82bf7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:38:16.000659 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0c8e6b-4e91-4a34-8ff5-7ca9e05b0762 None None] Checking router: 4899f2c4-fe45-4a8a-8358-cd44707b69e7 for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:38:16.009066 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0c8e6b-4e91-4a34-8ff5-7ca9e05b0762 None None] Routers {'4899f2c4-fe45-4a8a-8358-cd44707b69e7'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:38:16.009658 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-7f0c8e6b-4e91-4a34-8ff5-7ca9e05b0762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:38:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['4899f2c4-fe45-4a8a-8358-cd44707b69e7'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:38:16.077520 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d075c2e6-4809-452c-8f54-25ccdddc26a1 req-f34bdc6f-65fa-4f8d-8097-17b4efb014f8 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/security-groups?id=81808876-4a61-479a-81ee-b14447baf6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599380 May 04 17:38:16.100042 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd4056-bc4e-4fc0-b796-33bc057b0cc4 req-c315af2e-efc8-47cf-a223-2298d51f2c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:38:16.100042 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-51fd4056-bc4e-4fc0-b796-33bc057b0cc4 req-c315af2e-efc8-47cf-a223-2298d51f2c20 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b631325e-11d5-4100-a2cb-8b9aba720937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1067657 May 04 17:38:16.190471 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-7f0c8e6b-4e91-4a34-8ff5-7ca9e05b0762 None None] Set router 4899f2c4-fe45-4a8a-8358-cd44707b69e7 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:38:16.223225 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-51fd4056-bc4e-4fc0-b796-33bc057b0cc4 req-a0ba87ce-66c3-4395-88cf-9d85397843fe service neutron] 10.222.0.42 "GET /v2.0/networks/b631325e-11d5-4100-a2cb-8b9aba720937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227126 May 04 17:38:16.475212 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-51fd4056-bc4e-4fc0-b796-33bc057b0cc4 req-00c3f35f-7c68-4da9-9f7b-812d321a4209 service neutron] 10.222.0.42 "GET /v2.0/networks/b631325e-11d5-4100-a2cb-8b9aba720937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451649 May 04 17:38:16.545454 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-7f0c8e6b-4e91-4a34-8ff5-7ca9e05b0762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'name': 'tempest-TestVolumeBootPattern-1202657765-router', 'tenant_id': '8c992398177546e184e9933345174247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b8d9c1ac-2873-4f63-94d9-6877543517bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:29:34Z', 'updated_at': '2022-05-04T17:29:51Z', 'revision_number': 4, 'project_id': '8c992398177546e184e9933345174247', 'gw_port': {'id': 'b8d9c1ac-2873-4f63-94d9-6877543517bb', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:37:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:36Z', 'updated_at': '2022-05-04T17:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': 'bfa7acf9-2bce-474f-9c35-fc747b6c6719', 'tenant_id': '8c992398177546e184e9933345174247', 'floating_ip_address': '172.26.0.193', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'port_id': '11ad7876-fd3d-4eda-b129-6b711b3eb441', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b631325e-11d5-4100-a2cb-8b9aba720937', 'mac_address': 'fa:16:3e:9c:f6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96cd3b8d-d47f-4739-b328-fa5cb6a34d55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:34:33Z', 'updated_at': '2022-05-04T17:34:37Z', 'revision_number': 1, 'project_id': '8c992398177546e184e9933345174247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e39eb039-91da-4230-9bd3-e0bdfb395ef2', 'name': '', 'network_id': 'b631325e-11d5-4100-a2cb-8b9aba720937', 'tenant_id': '8c992398177546e184e9933345174247', 'mac_address': 'fa:16:3e:de:53:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '35d620f1-cc33-411a-8546-1edeed82bf7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:47Z', 'updated_at': '2022-05-04T17:30:13Z', 'revision_number': 5, 'project_id': '8c992398177546e184e9933345174247', 'subnets': [{'id': '35d620f1-cc33-411a-8546-1edeed82bf7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:38:16.549622 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0c8e6b-4e91-4a34-8ff5-7ca9e05b0762 None None] The sync data for ids ['4899f2c4-fe45-4a8a-8358-cd44707b69e7'] in dv-neutron-840426-1-hyperv is: [{'id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'name': 'tempest-TestVolumeBootPattern-1202657765-router', 'tenant_id': '8c992398177546e184e9933345174247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b8d9c1ac-2873-4f63-94d9-6877543517bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:29:34Z', 'updated_at': '2022-05-04T17:29:51Z', 'revision_number': 4, 'project_id': '8c992398177546e184e9933345174247', 'gw_port': {'id': 'b8d9c1ac-2873-4f63-94d9-6877543517bb', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:37:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:36Z', 'updated_at': '2022-05-04T17:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': 'bfa7acf9-2bce-474f-9c35-fc747b6c6719', 'tenant_id': '8c992398177546e184e9933345174247', 'floating_ip_address': '172.26.0.193', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'port_id': '11ad7876-fd3d-4eda-b129-6b711b3eb441', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b631325e-11d5-4100-a2cb-8b9aba720937', 'mac_address': 'fa:16:3e:9c:f6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96cd3b8d-d47f-4739-b328-fa5cb6a34d55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:34:33Z', 'updated_at': '2022-05-04T17:34:37Z', 'revision_number': 1, 'project_id': '8c992398177546e184e9933345174247', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e39eb039-91da-4230-9bd3-e0bdfb395ef2', 'name': '', 'network_id': 'b631325e-11d5-4100-a2cb-8b9aba720937', 'tenant_id': '8c992398177546e184e9933345174247', 'mac_address': 'fa:16:3e:de:53:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '35d620f1-cc33-411a-8546-1edeed82bf7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:47Z', 'updated_at': '2022-05-04T17:30:13Z', 'revision_number': 5, 'project_id': '8c992398177546e184e9933345174247', 'subnets': [{'id': '35d620f1-cc33-411a-8546-1edeed82bf7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:38:16.754967 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8befeb63-6c72-49ec-a261-dc68e52660d0 None None] New status for floating IP f72091be-331c-47d1-8b46-9c722b71b1da: DOWN {{(pid=88040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:38:17.267081 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427fa55e-5e0c-4e84-bff0-24b1b98905ab req-8781eb88-9fa8-4119-b4f2-e6cbb31e2e02 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:38:17.268550 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-427fa55e-5e0c-4e84-bff0-24b1b98905ab req-8781eb88-9fa8-4119-b4f2-e6cbb31e2e02 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/ports?device_id=33ad770b-33ea-45d2-b106-6cf97294c7ee HTTP/1.1" status: 200 len: 945 time: 0.0806417 May 04 17:38:17.315488 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-427fa55e-5e0c-4e84-bff0-24b1b98905ab req-39312053-9899-49cc-b1f0-0a802591c5b7 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/security-groups?id=81808876-4a61-479a-81ee-b14447baf6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410666 May 04 17:38:17.519664 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71859152-d09e-4b07-811f-f2e60b1b21e1 req-b7381165-2142-4800-a437-6d2dca5aa04c tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:38:17.520990 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-71859152-d09e-4b07-811f-f2e60b1b21e1 req-b7381165-2142-4800-a437-6d2dca5aa04c tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.42 "GET /v2.0/ports?device_id=33ad770b-33ea-45d2-b106-6cf97294c7ee HTTP/1.1" status: 200 len: 945 time: 0.0775697 May 04 17:38:17.592272 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [req-71859152-d09e-4b07-811f-f2e60b1b21e1 req-5df69b7f-c5d1-4fd1-8ee6-893ca86db45b tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Deleting port 949a78d9-e9e4-464b-8284-9da739218f32 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:38:17.592604 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-71859152-d09e-4b07-811f-f2e60b1b21e1 req-5df69b7f-c5d1-4fd1-8ee6-893ca86db45b tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:17.831631 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-71859152-d09e-4b07-811f-f2e60b1b21e1 req-5df69b7f-c5d1-4fd1-8ee6-893ca86db45b tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] For port 949a78d9-e9e4-464b-8284-9da739218f32, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=949a78d9-e9e4-464b-8284-9da739218f32,segment=NetworkSegment(43abb714-434f-4258-8b22-3a18bd64fc2f),segment_id=43abb714-434f-4258-8b22-3a18bd64fc2f)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:38:17.831878 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-71859152-d09e-4b07-811f-f2e60b1b21e1 req-5df69b7f-c5d1-4fd1-8ee6-893ca86db45b tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:17.952291 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [req-71859152-d09e-4b07-811f-f2e60b1b21e1 req-5df69b7f-c5d1-4fd1-8ee6-893ca86db45b tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Calling delete_port for 949a78d9-e9e4-464b-8284-9da739218f32 owned by compute:nova {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:38:18.095122 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-71859152-d09e-4b07-811f-f2e60b1b21e1 req-5df69b7f-c5d1-4fd1-8ee6-893ca86db45b tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:18.144193 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df69b7f-c5d1-4fd1-8ee6-893ca86db45b tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Pushing event deleted for resources: {'Port': ['ID=949a78d9-e9e4-464b-8284-9da739218f32,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:38:18.220647 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [req-71859152-d09e-4b07-811f-f2e60b1b21e1 req-5df69b7f-c5d1-4fd1-8ee6-893ca86db45b tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] No DVR routers for this DVR port 949a78d9-e9e4-464b-8284-9da739218f32 on host hv-neutron-8404 {{(pid=88037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:38:18.222982 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-71859152-d09e-4b07-811f-f2e60b1b21e1 req-5df69b7f-c5d1-4fd1-8ee6-893ca86db45b tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:18.225367 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ad770b-33ea-45d2-b106-6cf97294c7ee', 'name': 'network-vif-deleted', 'tag': '949a78d9-e9e4-464b-8284-9da739218f32'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:38:18.241211 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-71859152-d09e-4b07-811f-f2e60b1b21e1 req-5df69b7f-c5d1-4fd1-8ee6-893ca86db45b tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.42 "DELETE /v2.0/ports/949a78d9-e9e4-464b-8284-9da739218f32 HTTP/1.1" status: 204 len: 173 time: 0.7146120 May 04 17:38:18.271995 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-190cbae6-db14-454b-8c3d-db7a10be1f1e'] response: {'server_uuid': '33ad770b-33ea-45d2-b106-6cf97294c7ee', 'name': 'network-vif-deleted', 'tag': '949a78d9-e9e4-464b-8284-9da739218f32', 'status': 'completed', 'code': 200} May 04 17:38:18.463794 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-810f8a77-1223-4605-a9f6-618943a65205 req-b711a278-98e5-46d1-9a0d-3c4e914603ff tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/ports?device_id=33ad770b-33ea-45d2-b106-6cf97294c7ee HTTP/1.1" status: 200 len: 210 time: 0.0415919 May 04 17:38:22.881091 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 949a78d9-e9e4-464b-8284-9da739218f32 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:38:22.920149 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] No Port match for: 949a78d9-e9e4-464b-8284-9da739218f32 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:38:22.920497 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 949a78d9-e9e4-464b-8284-9da739218f32 not bound to the agent host hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:38:24.078837 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 56688) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:38:24.282263 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-30a5c93c-3e04-4e05-9495-4a65e35ae444 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Deleting port d8e96c99-d6a0-48e9-9909-2d1b8986059f {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:38:24.282596 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-30a5c93c-3e04-4e05-9495-4a65e35ae444 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:24.448950 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-30a5c93c-3e04-4e05-9495-4a65e35ae444 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:24.449278 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-30a5c93c-3e04-4e05-9495-4a65e35ae444 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:24.566862 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-30a5c93c-3e04-4e05-9495-4a65e35ae444 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Calling delete_port for d8e96c99-d6a0-48e9-9909-2d1b8986059f owned by network:floatingip {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:38:24.713598 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-30a5c93c-3e04-4e05-9495-4a65e35ae444 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:24.760342 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a5c93c-3e04-4e05-9495-4a65e35ae444 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Pushing event deleted for resources: {'Port': ['ID=d8e96c99-d6a0-48e9-9909-2d1b8986059f,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:38:24.799900 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a5c93c-3e04-4e05-9495-4a65e35ae444 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:38:24.800260 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a5c93c-3e04-4e05-9495-4a65e35ae444 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:38:24.800576 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a5c93c-3e04-4e05-9495-4a65e35ae444 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:38:24.800908 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a5c93c-3e04-4e05-9495-4a65e35ae444 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:38:24.801235 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a5c93c-3e04-4e05-9495-4a65e35ae444 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:38:24.801563 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a5c93c-3e04-4e05-9495-4a65e35ae444 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:38:24.801886 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a5c93c-3e04-4e05-9495-4a65e35ae444 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:38:24.802241 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a5c93c-3e04-4e05-9495-4a65e35ae444 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:38:24.802562 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a5c93c-3e04-4e05-9495-4a65e35ae444 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:38:24.802878 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a5c93c-3e04-4e05-9495-4a65e35ae444 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:38:24.803192 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a5c93c-3e04-4e05-9495-4a65e35ae444 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:38:24.803503 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a5c93c-3e04-4e05-9495-4a65e35ae444 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:38:24.862243 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-30a5c93c-3e04-4e05-9495-4a65e35ae444 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks [] for floatingip, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:24.863550 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.l3_db [None req-30a5c93c-3e04-4e05-9495-4a65e35ae444 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Floating IP bfa7acf9-2bce-474f-9c35-fc747b6c6719 disassociated (deleted). External IP: 172.26.0.193, port: 11ad7876-fd3d-4eda-b129-6b711b3eb441. May 04 17:38:25.313780 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30a5c93c-3e04-4e05-9495-4a65e35ae444 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Router 4899f2c4-fe45-4a8a-8358-cd44707b69e7 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:38:25.488981 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a5c93c-3e04-4e05-9495-4a65e35ae444 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:38:25.498459 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2373d506-17b4-4583-ad2e-5f1d067e8f00 None None] Sync routers for ids ['4899f2c4-fe45-4a8a-8358-cd44707b69e7'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:38:25.504746 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-30a5c93c-3e04-4e05-9495-4a65e35ae444 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:25.507365 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2373d506-17b4-4583-ad2e-5f1d067e8f00 None None] Routers {'4899f2c4-fe45-4a8a-8358-cd44707b69e7'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:38:25.507969 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-2373d506-17b4-4583-ad2e-5f1d067e8f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:38:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['4899f2c4-fe45-4a8a-8358-cd44707b69e7'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:38:25.558008 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-30a5c93c-3e04-4e05-9495-4a65e35ae444 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "DELETE /v2.0/floatingips/bfa7acf9-2bce-474f-9c35-fc747b6c6719 HTTP/1.1" status: 204 len: 168 time: 1.4778214 May 04 17:38:25.558581 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96cd3b8d-d47f-4739-b328-fa5cb6a34d55', 'tag': '11ad7876-fd3d-4eda-b129-6b711b3eb441'}] {{(pid=88038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:38:25.602536 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32ce59c1-d2dd-4ff7-97ce-89594274b8fb'] response: {'name': 'network-changed', 'server_uuid': '96cd3b8d-d47f-4739-b328-fa5cb6a34d55', 'tag': '11ad7876-fd3d-4eda-b129-6b711b3eb441', 'status': 'completed', 'code': 200} May 04 17:38:25.687671 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-2373d506-17b4-4583-ad2e-5f1d067e8f00 None None] Set router 4899f2c4-fe45-4a8a-8358-cd44707b69e7 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:38:25.711139 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fabd7e-2ada-4226-96ba-b0bcde8b59b3 req-74f3caf3-8a83-4e78-b96b-6e6f64eeae61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:38:25.712619 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-72fabd7e-2ada-4226-96ba-b0bcde8b59b3 req-74f3caf3-8a83-4e78-b96b-6e6f64eeae61 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8c992398177546e184e9933345174247&device_id=96cd3b8d-d47f-4739-b328-fa5cb6a34d55 HTTP/1.1" status: 200 len: 1098 time: 0.0738521 May 04 17:38:25.861731 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fabd7e-2ada-4226-96ba-b0bcde8b59b3 req-fdcc5da3-8e24-417e-9bdc-7547fc13d943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:38:25.863180 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-72fabd7e-2ada-4226-96ba-b0bcde8b59b3 req-fdcc5da3-8e24-417e-9bdc-7547fc13d943 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b631325e-11d5-4100-a2cb-8b9aba720937 HTTP/1.1" status: 200 len: 913 time: 0.1432660 May 04 17:38:25.964406 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-72fabd7e-2ada-4226-96ba-b0bcde8b59b3 req-efbd876b-c449-48a5-8281-2ef57ec4db1b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11ad7876-fd3d-4eda-b129-6b711b3eb441 HTTP/1.1" status: 200 len: 217 time: 0.0677249 May 04 17:38:26.002833 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-2373d506-17b4-4583-ad2e-5f1d067e8f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'name': 'tempest-TestVolumeBootPattern-1202657765-router', 'tenant_id': '8c992398177546e184e9933345174247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b8d9c1ac-2873-4f63-94d9-6877543517bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:29:34Z', 'updated_at': '2022-05-04T17:29:51Z', 'revision_number': 4, 'project_id': '8c992398177546e184e9933345174247', 'gw_port': {'id': 'b8d9c1ac-2873-4f63-94d9-6877543517bb', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:37:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:36Z', 'updated_at': '2022-05-04T17:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': 'e39eb039-91da-4230-9bd3-e0bdfb395ef2', 'name': '', 'network_id': 'b631325e-11d5-4100-a2cb-8b9aba720937', 'tenant_id': '8c992398177546e184e9933345174247', 'mac_address': 'fa:16:3e:de:53:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '35d620f1-cc33-411a-8546-1edeed82bf7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:47Z', 'updated_at': '2022-05-04T17:30:13Z', 'revision_number': 5, 'project_id': '8c992398177546e184e9933345174247', 'subnets': [{'id': '35d620f1-cc33-411a-8546-1edeed82bf7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:38:26.006670 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2373d506-17b4-4583-ad2e-5f1d067e8f00 None None] Checking router: 4899f2c4-fe45-4a8a-8358-cd44707b69e7 for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:38:26.015768 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2373d506-17b4-4583-ad2e-5f1d067e8f00 None None] Routers {'4899f2c4-fe45-4a8a-8358-cd44707b69e7'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:38:26.016366 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-2373d506-17b4-4583-ad2e-5f1d067e8f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:38:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['4899f2c4-fe45-4a8a-8358-cd44707b69e7'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:38:26.039546 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fabd7e-2ada-4226-96ba-b0bcde8b59b3 req-224ecd6d-9a80-4441-b7be-707421a31dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:38:26.040901 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-72fabd7e-2ada-4226-96ba-b0bcde8b59b3 req-224ecd6d-9a80-4441-b7be-707421a31dd9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=35d620f1-cc33-411a-8546-1edeed82bf7b HTTP/1.1" status: 200 len: 851 time: 0.0686615 May 04 17:38:26.089140 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b655fd-c59a-443c-a1e9-16e162f30389 req-6abf811b-4291-4965-a926-3172f5823424 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:38:26.089831 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-84b655fd-c59a-443c-a1e9-16e162f30389 req-6abf811b-4291-4965-a926-3172f5823424 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Synchronizing usage tracker for tenant:8c992398177546e184e9933345174247 on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:38:26.120861 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-84b655fd-c59a-443c-a1e9-16e162f30389 req-6abf811b-4291-4965-a926-3172f5823424 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Unset dirty status for tenant:8c992398177546e184e9933345174247 on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:38:26.122096 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-84b655fd-c59a-443c-a1e9-16e162f30389 req-6abf811b-4291-4965-a926-3172f5823424 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/ports?device_id=96cd3b8d-d47f-4739-b328-fa5cb6a34d55 HTTP/1.1" status: 200 len: 945 time: 0.2617958 May 04 17:38:26.162947 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fabd7e-2ada-4226-96ba-b0bcde8b59b3 req-e20a922e-4be1-4725-805d-7c9e5dd21504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:38:26.164395 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-72fabd7e-2ada-4226-96ba-b0bcde8b59b3 req-e20a922e-4be1-4725-805d-7c9e5dd21504 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b631325e-11d5-4100-a2cb-8b9aba720937&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1158252 May 04 17:38:26.192450 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-2373d506-17b4-4583-ad2e-5f1d067e8f00 None None] Set router 4899f2c4-fe45-4a8a-8358-cd44707b69e7 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:38:26.199322 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-84b655fd-c59a-443c-a1e9-16e162f30389 req-bb1e488b-cfb1-4f1c-bfe1-e307a5667acd tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/security-groups?id=81808876-4a61-479a-81ee-b14447baf6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705554 May 04 17:38:26.303442 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-72fabd7e-2ada-4226-96ba-b0bcde8b59b3 req-06ec4f7f-3ce5-4526-9926-46d5326a3361 service neutron] 10.222.0.42 "GET /v2.0/networks/b631325e-11d5-4100-a2cb-8b9aba720937?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312411 May 04 17:38:26.433615 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-72fabd7e-2ada-4226-96ba-b0bcde8b59b3 req-9b274f24-b6ff-4981-8d3f-0ab9b96d981f service neutron] 10.222.0.42 "GET /v2.0/networks/b631325e-11d5-4100-a2cb-8b9aba720937?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235211 May 04 17:38:26.533549 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-2373d506-17b4-4583-ad2e-5f1d067e8f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'name': 'tempest-TestVolumeBootPattern-1202657765-router', 'tenant_id': '8c992398177546e184e9933345174247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b8d9c1ac-2873-4f63-94d9-6877543517bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:29:34Z', 'updated_at': '2022-05-04T17:29:51Z', 'revision_number': 4, 'project_id': '8c992398177546e184e9933345174247', 'gw_port': {'id': 'b8d9c1ac-2873-4f63-94d9-6877543517bb', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:37:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:36Z', 'updated_at': '2022-05-04T17:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': 'e39eb039-91da-4230-9bd3-e0bdfb395ef2', 'name': '', 'network_id': 'b631325e-11d5-4100-a2cb-8b9aba720937', 'tenant_id': '8c992398177546e184e9933345174247', 'mac_address': 'fa:16:3e:de:53:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '35d620f1-cc33-411a-8546-1edeed82bf7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:47Z', 'updated_at': '2022-05-04T17:30:13Z', 'revision_number': 5, 'project_id': '8c992398177546e184e9933345174247', 'subnets': [{'id': '35d620f1-cc33-411a-8546-1edeed82bf7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:38:26.537753 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2373d506-17b4-4583-ad2e-5f1d067e8f00 None None] The sync data for ids ['4899f2c4-fe45-4a8a-8358-cd44707b69e7'] in dv-neutron-840426-1-hyperv is: [{'id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'name': 'tempest-TestVolumeBootPattern-1202657765-router', 'tenant_id': '8c992398177546e184e9933345174247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b8d9c1ac-2873-4f63-94d9-6877543517bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:29:34Z', 'updated_at': '2022-05-04T17:29:51Z', 'revision_number': 4, 'project_id': '8c992398177546e184e9933345174247', 'gw_port': {'id': 'b8d9c1ac-2873-4f63-94d9-6877543517bb', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:37:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:36Z', 'updated_at': '2022-05-04T17:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': 'e39eb039-91da-4230-9bd3-e0bdfb395ef2', 'name': '', 'network_id': 'b631325e-11d5-4100-a2cb-8b9aba720937', 'tenant_id': '8c992398177546e184e9933345174247', 'mac_address': 'fa:16:3e:de:53:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '35d620f1-cc33-411a-8546-1edeed82bf7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:47Z', 'updated_at': '2022-05-04T17:30:13Z', 'revision_number': 5, 'project_id': '8c992398177546e184e9933345174247', 'subnets': [{'id': '35d620f1-cc33-411a-8546-1edeed82bf7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:38:26.742383 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4acf392-b7bf-4066-a0a4-bda5bc4e602d None None] New status for floating IP bfa7acf9-2bce-474f-9c35-fc747b6c6719: DOWN {{(pid=88040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:38:27.390233 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa2dadc-0edd-4532-8c13-663aa4c83204 req-b05c8a79-8cd0-413b-89ec-ad3d1af94a5a tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:38:27.390946 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-7fa2dadc-0edd-4532-8c13-663aa4c83204 req-b05c8a79-8cd0-413b-89ec-ad3d1af94a5a tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Synchronizing usage tracker for tenant:8c992398177546e184e9933345174247 on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:38:27.402205 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-7fa2dadc-0edd-4532-8c13-663aa4c83204 req-b05c8a79-8cd0-413b-89ec-ad3d1af94a5a tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Unset dirty status for tenant:8c992398177546e184e9933345174247 on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:38:27.403631 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-7fa2dadc-0edd-4532-8c13-663aa4c83204 req-b05c8a79-8cd0-413b-89ec-ad3d1af94a5a tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/ports?device_id=96cd3b8d-d47f-4739-b328-fa5cb6a34d55 HTTP/1.1" status: 200 len: 945 time: 0.0930543 May 04 17:38:27.451241 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-7fa2dadc-0edd-4532-8c13-663aa4c83204 req-8fae8b59-0bf5-43c8-bbc8-b90ef6b889c3 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/security-groups?id=81808876-4a61-479a-81ee-b14447baf6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420496 May 04 17:38:27.508270 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11cd7f1-65d3-40fd-bf08-f0c36977204d req-f21bac01-1563-4a96-9a92-e7cead3cd9c6 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:38:27.509607 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f11cd7f1-65d3-40fd-bf08-f0c36977204d req-f21bac01-1563-4a96-9a92-e7cead3cd9c6 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.42 "GET /v2.0/ports?device_id=96cd3b8d-d47f-4739-b328-fa5cb6a34d55 HTTP/1.1" status: 200 len: 945 time: 0.1033835 May 04 17:38:27.576853 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [req-f11cd7f1-65d3-40fd-bf08-f0c36977204d req-43e29267-ff40-4fe8-ad0a-5a2df395ec5d tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Deleting port 11ad7876-fd3d-4eda-b129-6b711b3eb441 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:38:27.577196 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-f11cd7f1-65d3-40fd-bf08-f0c36977204d req-43e29267-ff40-4fe8-ad0a-5a2df395ec5d tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:27.927218 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-f11cd7f1-65d3-40fd-bf08-f0c36977204d req-43e29267-ff40-4fe8-ad0a-5a2df395ec5d tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] For port 11ad7876-fd3d-4eda-b129-6b711b3eb441, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=11ad7876-fd3d-4eda-b129-6b711b3eb441,segment=NetworkSegment(43abb714-434f-4258-8b22-3a18bd64fc2f),segment_id=43abb714-434f-4258-8b22-3a18bd64fc2f)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:38:27.927661 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-f11cd7f1-65d3-40fd-bf08-f0c36977204d req-43e29267-ff40-4fe8-ad0a-5a2df395ec5d tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:28.061561 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [req-f11cd7f1-65d3-40fd-bf08-f0c36977204d req-43e29267-ff40-4fe8-ad0a-5a2df395ec5d tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Calling delete_port for 11ad7876-fd3d-4eda-b129-6b711b3eb441 owned by compute:nova {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:38:28.212966 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-f11cd7f1-65d3-40fd-bf08-f0c36977204d req-43e29267-ff40-4fe8-ad0a-5a2df395ec5d tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:28.293935 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e29267-ff40-4fe8-ad0a-5a2df395ec5d tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Pushing event deleted for resources: {'Port': ['ID=11ad7876-fd3d-4eda-b129-6b711b3eb441,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:38:28.344192 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [req-f11cd7f1-65d3-40fd-bf08-f0c36977204d req-43e29267-ff40-4fe8-ad0a-5a2df395ec5d tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] No DVR routers for this DVR port 11ad7876-fd3d-4eda-b129-6b711b3eb441 on host hv-neutron-8404 {{(pid=88037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:38:28.346649 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-f11cd7f1-65d3-40fd-bf08-f0c36977204d req-43e29267-ff40-4fe8-ad0a-5a2df395ec5d tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:28.350569 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96cd3b8d-d47f-4739-b328-fa5cb6a34d55', 'name': 'network-vif-deleted', 'tag': '11ad7876-fd3d-4eda-b129-6b711b3eb441'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:38:28.364353 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f11cd7f1-65d3-40fd-bf08-f0c36977204d req-43e29267-ff40-4fe8-ad0a-5a2df395ec5d tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.42 "DELETE /v2.0/ports/11ad7876-fd3d-4eda-b129-6b711b3eb441 HTTP/1.1" status: 204 len: 173 time: 0.8495221 May 04 17:38:28.393604 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9850fb4-5e8b-406f-9ea7-268945cda3df'] response: {'server_uuid': '96cd3b8d-d47f-4739-b328-fa5cb6a34d55', 'name': 'network-vif-deleted', 'tag': '11ad7876-fd3d-4eda-b129-6b711b3eb441', 'status': 'completed', 'code': 200} May 04 17:38:28.601631 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-898c4b26-eb85-4455-80e2-7c488d21ed79 req-ac248d82-5442-495a-b90c-41f15b04cc87 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "GET /v2.0/ports?device_id=96cd3b8d-d47f-4739-b328-fa5cb6a34d55 HTTP/1.1" status: 200 len: 210 time: 0.0439765 May 04 17:38:29.695417 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 56706) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:38:29.854855 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-0a41cc8f-b8b6-4d3c-99f2-2fad0ef713ce tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Deleting port b97af5cf-0547-488d-9237-16398bc97696 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:38:29.855095 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0a41cc8f-b8b6-4d3c-99f2-2fad0ef713ce tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:30.029605 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0a41cc8f-b8b6-4d3c-99f2-2fad0ef713ce tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:30.029977 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0a41cc8f-b8b6-4d3c-99f2-2fad0ef713ce tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:30.151663 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-0a41cc8f-b8b6-4d3c-99f2-2fad0ef713ce tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Calling delete_port for b97af5cf-0547-488d-9237-16398bc97696 owned by network:floatingip {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:38:30.300036 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0a41cc8f-b8b6-4d3c-99f2-2fad0ef713ce tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:30.352374 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a41cc8f-b8b6-4d3c-99f2-2fad0ef713ce tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Pushing event deleted for resources: {'Port': ['ID=b97af5cf-0547-488d-9237-16398bc97696,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:38:30.440297 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0a41cc8f-b8b6-4d3c-99f2-2fad0ef713ce tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks [] for floatingip, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:30.454336 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0a41cc8f-b8b6-4d3c-99f2-2fad0ef713ce tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:30.455457 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-0a41cc8f-b8b6-4d3c-99f2-2fad0ef713ce tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "DELETE /v2.0/floatingips/1621478f-bcfb-450b-a9fb-9d0b24e796d5 HTTP/1.1" status: 204 len: 168 time: 0.7590368 May 04 17:38:32.901095 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 56722) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:38:32.911864 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 11ad7876-fd3d-4eda-b129-6b711b3eb441 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:38:32.951142 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] No Port match for: 11ad7876-fd3d-4eda-b129-6b711b3eb441 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:38:32.951561 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 11ad7876-fd3d-4eda-b129-6b711b3eb441 not bound to the agent host hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:38:32.973150 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1cf6d8d6-4ac9-402d-b5e8-ed25a7770119 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:33.006592 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1cf6d8d6-4ac9-402d-b5e8-ed25a7770119 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:33.070951 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1cf6d8d6-4ac9-402d-b5e8-ed25a7770119 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:33.089802 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf6d8d6-4ac9-402d-b5e8-ed25a7770119 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81808876-4a61-479a-81ee-b14447baf6aa,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:38:33.101731 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1cf6d8d6-4ac9-402d-b5e8-ed25a7770119 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:33.102886 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-1cf6d8d6-4ac9-402d-b5e8-ed25a7770119 tempest-TestVolumeBootPattern-686822109 tempest-TestVolumeBootPattern-686822109-project] 10.222.0.41 "DELETE /v2.0/security-groups/81808876-4a61-479a-81ee-b14447baf6aa HTTP/1.1" status: 204 len: 168 time: 0.2007554 May 04 17:38:33.155198 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 56728) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:38:33.160677 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b411f21b-89d4-4e48-a870-c306d17cc40d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:33.310035 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 17:38:34.002206 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4305863a-e178-4383-bf07-b26f746f8ff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710748'] for router_interface, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:34.346222 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-4305863a-e178-4383-bf07-b26f746f8ff9 admin admin] Deleting port e39eb039-91da-4230-9bd3-e0bdfb395ef2 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:38:34.346565 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4305863a-e178-4383-bf07-b26f746f8ff9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:34.513324 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-4305863a-e178-4383-bf07-b26f746f8ff9 admin admin] For port e39eb039-91da-4230-9bd3-e0bdfb395ef2, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=e39eb039-91da-4230-9bd3-e0bdfb395ef2,segment=NetworkSegment(43abb714-434f-4258-8b22-3a18bd64fc2f),segment_id=43abb714-434f-4258-8b22-3a18bd64fc2f)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:38:34.513673 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4305863a-e178-4383-bf07-b26f746f8ff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:34.632925 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-4305863a-e178-4383-bf07-b26f746f8ff9 admin admin] Calling delete_port for e39eb039-91da-4230-9bd3-e0bdfb395ef2 owned by network:router_interface {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:38:34.808017 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4305863a-e178-4383-bf07-b26f746f8ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:34.854114 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4305863a-e178-4383-bf07-b26f746f8ff9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e39eb039-91da-4230-9bd3-e0bdfb395ef2,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:38:35.216292 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4305863a-e178-4383-bf07-b26f746f8ff9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710832'] for router_interface, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:35.486776 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-6a78e01c-d2f2-4e7c-a3a8-d0cc906fcdba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:35.563893 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4305863a-e178-4383-bf07-b26f746f8ff9 admin admin] Router 4899f2c4-fe45-4a8a-8358-cd44707b69e7 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:38:35.736443 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4305863a-e178-4383-bf07-b26f746f8ff9 admin admin] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:38:35.744946 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642a424f-beeb-483f-8c53-b27662496345 None None] Sync routers for ids ['4899f2c4-fe45-4a8a-8358-cd44707b69e7'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:38:35.748311 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-4305863a-e178-4383-bf07-b26f746f8ff9 admin admin] 10.222.0.41 "PUT /v2.0/routers/4899f2c4-fe45-4a8a-8358-cd44707b69e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5918596 May 04 17:38:35.750735 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 56734) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:38:35.754508 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642a424f-beeb-483f-8c53-b27662496345 None None] Routers {'4899f2c4-fe45-4a8a-8358-cd44707b69e7'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:38:35.755122 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-642a424f-beeb-483f-8c53-b27662496345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:38:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['4899f2c4-fe45-4a8a-8358-cd44707b69e7'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:38:35.925485 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9814da6c-5410-4cf7-8885-6c4593d77ba1 admin admin] Notify callbacks [] for router, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:35.930873 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-642a424f-beeb-483f-8c53-b27662496345 None None] Set router 4899f2c4-fe45-4a8a-8358-cd44707b69e7 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:38:36.095362 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9814da6c-5410-4cf7-8885-6c4593d77ba1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:36.105237 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-9814da6c-5410-4cf7-8885-6c4593d77ba1 admin admin] Deleting port b8d9c1ac-2873-4f63-94d9-6877543517bb {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:38:36.105639 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9814da6c-5410-4cf7-8885-6c4593d77ba1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:36.211941 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-642a424f-beeb-483f-8c53-b27662496345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'name': 'tempest-TestVolumeBootPattern-1202657765-router', 'tenant_id': '8c992398177546e184e9933345174247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.97'}], 'enable_snat': True}, 'gw_port_id': 'b8d9c1ac-2873-4f63-94d9-6877543517bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:29:34Z', 'updated_at': '2022-05-04T17:38:34Z', 'revision_number': 5, 'project_id': '8c992398177546e184e9933345174247', 'gw_port': {'id': 'b8d9c1ac-2873-4f63-94d9-6877543517bb', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:37:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:29:36Z', 'updated_at': '2022-05-04T17:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:38:36.215806 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642a424f-beeb-483f-8c53-b27662496345 None None] Checking router: 4899f2c4-fe45-4a8a-8358-cd44707b69e7 for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:38:36.224137 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642a424f-beeb-483f-8c53-b27662496345 None None] Routers {'4899f2c4-fe45-4a8a-8358-cd44707b69e7'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:38:36.224734 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-642a424f-beeb-483f-8c53-b27662496345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:38:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['4899f2c4-fe45-4a8a-8358-cd44707b69e7'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:38:36.290965 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-9814da6c-5410-4cf7-8885-6c4593d77ba1 admin admin] For port b8d9c1ac-2873-4f63-94d9-6877543517bb, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=b8d9c1ac-2873-4f63-94d9-6877543517bb,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:38:36.291735 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9814da6c-5410-4cf7-8885-6c4593d77ba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:36.382024 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-642a424f-beeb-483f-8c53-b27662496345 None None] Set router 4899f2c4-fe45-4a8a-8358-cd44707b69e7 gateway port host: None {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:38:36.495085 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-642a424f-beeb-483f-8c53-b27662496345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'name': 'tempest-TestVolumeBootPattern-1202657765-router', 'tenant_id': '8c992398177546e184e9933345174247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:29:34Z', 'updated_at': '2022-05-04T17:38:36Z', 'revision_number': 6, 'project_id': '8c992398177546e184e9933345174247', 'gw_port_host': None}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:38:36.505430 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642a424f-beeb-483f-8c53-b27662496345 None None] The sync data for ids ['4899f2c4-fe45-4a8a-8358-cd44707b69e7'] in dv-neutron-840426-1-hyperv is: [{'id': '4899f2c4-fe45-4a8a-8358-cd44707b69e7', 'name': 'tempest-TestVolumeBootPattern-1202657765-router', 'tenant_id': '8c992398177546e184e9933345174247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:29:34Z', 'updated_at': '2022-05-04T17:38:36Z', 'revision_number': 6, 'project_id': '8c992398177546e184e9933345174247', 'gw_port_host': None}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:38:36.509605 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:36.533216 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-9814da6c-5410-4cf7-8885-6c4593d77ba1 admin admin] Calling delete_port for b8d9c1ac-2873-4f63-94d9-6877543517bb owned by network:router_gateway {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:38:36.560547 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:36.699048 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9814da6c-5410-4cf7-8885-6c4593d77ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:36.744647 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9814da6c-5410-4cf7-8885-6c4593d77ba1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8d9c1ac-2873-4f63-94d9-6877543517bb,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:38:36.835558 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9814da6c-5410-4cf7-8885-6c4593d77ba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710199'] for router_gateway, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:37.013213 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9814da6c-5410-4cf7-8885-6c4593d77ba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:37.015385 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9814da6c-5410-4cf7-8885-6c4593d77ba1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:37.037448 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9814da6c-5410-4cf7-8885-6c4593d77ba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:37.038056 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9814da6c-5410-4cf7-8885-6c4593d77ba1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4899f2c4-fe45-4a8a-8358-cd44707b69e7 {{(pid=88037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:38:37.050443 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9814da6c-5410-4cf7-8885-6c4593d77ba1 admin admin] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:37.051576 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-9814da6c-5410-4cf7-8885-6c4593d77ba1 admin admin] 10.222.0.41 "DELETE /v2.0/routers/4899f2c4-fe45-4a8a-8358-cd44707b69e7 HTTP/1.1" status: 204 len: 168 time: 1.2999604 May 04 17:38:37.054191 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 56742) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:38:37.111527 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-c96fa9ae-8996-48f1-9229-f6f80fe592bc admin admin] Deleting subnet 35d620f1-cc33-411a-8546-1edeed82bf7b {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:38:37.114414 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c96fa9ae-8996-48f1-9229-f6f80fe592bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:37.164300 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c96fa9ae-8996-48f1-9229-f6f80fe592bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:37.244824 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c96fa9ae-8996-48f1-9229-f6f80fe592bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:37.279618 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device e39eb039-91da-4230-9bd3-e0bdfb395ef2 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:38:37.313500 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: e39eb039-91da-4230-9bd3-e0bdfb395ef2 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:38:37.313852 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device e39eb039-91da-4230-9bd3-e0bdfb395ef2 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:38:37.323790 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c96fa9ae-8996-48f1-9229-f6f80fe592bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:37.362803 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96fa9ae-8996-48f1-9229-f6f80fe592bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35d620f1-cc33-411a-8546-1edeed82bf7b,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:38:37.365196 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c96fa9ae-8996-48f1-9229-f6f80fe592bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:37.370161 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57f28ae-ec62-428b-ac26-f2fb1a2a449d None None] Network b631325e-11d5-4100-a2cb-8b9aba720937 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:38:37.374108 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96fa9ae-8996-48f1-9229-f6f80fe592bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:38:37.374493 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96fa9ae-8996-48f1-9229-f6f80fe592bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:38:37.374833 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96fa9ae-8996-48f1-9229-f6f80fe592bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:38:37.375184 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96fa9ae-8996-48f1-9229-f6f80fe592bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:38:37.375522 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96fa9ae-8996-48f1-9229-f6f80fe592bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:38:37.375846 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96fa9ae-8996-48f1-9229-f6f80fe592bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:38:37.376174 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96fa9ae-8996-48f1-9229-f6f80fe592bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:38:37.376497 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96fa9ae-8996-48f1-9229-f6f80fe592bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:38:37.376818 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96fa9ae-8996-48f1-9229-f6f80fe592bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:38:37.377138 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96fa9ae-8996-48f1-9229-f6f80fe592bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:38:37.377459 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96fa9ae-8996-48f1-9229-f6f80fe592bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:38:37.377777 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96fa9ae-8996-48f1-9229-f6f80fe592bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:38:37.381395 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-c96fa9ae-8996-48f1-9229-f6f80fe592bc admin admin] 10.222.0.41 "DELETE /v2.0/subnets/35d620f1-cc33-411a-8546-1edeed82bf7b HTTP/1.1" status: 204 len: 168 time: 0.3262801 May 04 17:38:37.383927 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 56746) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:38:37.492014 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-383fcbad-5aed-4ac0-8283-ffdda91688e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:37.506905 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-383fcbad-5aed-4ac0-8283-ffdda91688e8 admin admin] Deleting port 0761fc47-824f-4c03-aa60-0c7b014f60fc {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:38:37.507258 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-383fcbad-5aed-4ac0-8283-ffdda91688e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:37.675248 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544be90e-d2be-4ae0-8800-cda31286feea None None] DHCP port deletion for b631325e-11d5-4100-a2cb-8b9aba720937 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:38:37.679437 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-544be90e-d2be-4ae0-8800-cda31286feea None None] Deleting port 0761fc47-824f-4c03-aa60-0c7b014f60fc {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:38:37.679814 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-544be90e-d2be-4ae0-8800-cda31286feea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:37.722603 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-383fcbad-5aed-4ac0-8283-ffdda91688e8 admin admin] For port 0761fc47-824f-4c03-aa60-0c7b014f60fc, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=0761fc47-824f-4c03-aa60-0c7b014f60fc,segment=NetworkSegment(43abb714-434f-4258-8b22-3a18bd64fc2f),segment_id=43abb714-434f-4258-8b22-3a18bd64fc2f)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:38:37.722953 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-383fcbad-5aed-4ac0-8283-ffdda91688e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:37.851253 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-383fcbad-5aed-4ac0-8283-ffdda91688e8 admin admin] Calling delete_port for 0761fc47-824f-4c03-aa60-0c7b014f60fc owned by network:dhcp {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:38:37.890991 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-544be90e-d2be-4ae0-8800-cda31286feea None None] For port 0761fc47-824f-4c03-aa60-0c7b014f60fc, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=0761fc47-824f-4c03-aa60-0c7b014f60fc,segment=NetworkSegment(43abb714-434f-4258-8b22-3a18bd64fc2f),segment_id=43abb714-434f-4258-8b22-3a18bd64fc2f)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:38:37.891362 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-544be90e-d2be-4ae0-8800-cda31286feea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:37.898673 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:37.937458 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-383fcbad-5aed-4ac0-8283-ffdda91688e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:37.983588 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383fcbad-5aed-4ac0-8283-ffdda91688e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0761fc47-824f-4c03-aa60-0c7b014f60fc,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:38:37.987994 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383fcbad-5aed-4ac0-8283-ffdda91688e8 admin admin] No DVR routers for this DVR port 0761fc47-824f-4c03-aa60-0c7b014f60fc on host dv-neutron-840426-1-hyperv {{(pid=88037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:38:38.012242 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-544be90e-d2be-4ae0-8800-cda31286feea None None] Calling delete_port for 0761fc47-824f-4c03-aa60-0c7b014f60fc owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:38:38.084134 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.db.api [None req-544be90e-d2be-4ae0-8800-cda31286feea None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:38:38.084408 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG oslo_db.api [None req-544be90e-d2be-4ae0-8800-cda31286feea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:38:38.104964 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-383fcbad-5aed-4ac0-8283-ffdda91688e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:38.129864 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-383fcbad-5aed-4ac0-8283-ffdda91688e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b631325e-11d5-4100-a2cb-8b9aba720937']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:38:38.142237 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-383fcbad-5aed-4ac0-8283-ffdda91688e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43abb714-434f-4258-8b22-3a18bd64fc2f') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:38:38.142529 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-383fcbad-5aed-4ac0-8283-ffdda91688e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43abb714-434f-4258-8b22-3a18bd64fc2f') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:38:38.153389 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-383fcbad-5aed-4ac0-8283-ffdda91688e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:38.172974 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-383fcbad-5aed-4ac0-8283-ffdda91688e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:38.178876 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-383fcbad-5aed-4ac0-8283-ffdda91688e8 admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:38:38.179252 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-383fcbad-5aed-4ac0-8283-ffdda91688e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:38.284012 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 17:38:38.284012 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:38:38.284012 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 17:38:38.284012 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:38:38.284012 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 17:38:38.284012 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:38:38.284012 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 17:38:38.284012 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:38:38.284012 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 17:38:38.284012 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:38:38.284012 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 17:38:38.284012 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:38:38.284012 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 17:38:38.284012 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:38:38.284012 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:38:38.284012 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:38:38.284012 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:38:38.284012 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:38:38.284012 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 17:38:38.284012 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:38:38.284012 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 17:38:38.284012 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:38:38.284012 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:38:38.284012 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:38:38.284012 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 17:38:38.284012 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:38:38.284012 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:38:38.284012 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:38:38.284012 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:38:38.284012 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:38:38.284012 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:38:38.284012 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:38:38.354872 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-383fcbad-5aed-4ac0-8283-ffdda91688e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:38.369715 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-383fcbad-5aed-4ac0-8283-ffdda91688e8 admin admin] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:38.382954 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383fcbad-5aed-4ac0-8283-ffdda91688e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b631325e-11d5-4100-a2cb-8b9aba720937,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:38:38.395748 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-383fcbad-5aed-4ac0-8283-ffdda91688e8 admin admin] 10.222.0.41 "DELETE /v2.0/networks/b631325e-11d5-4100-a2cb-8b9aba720937 HTTP/1.1" status: 204 len: 168 time: 1.0108831 May 04 17:38:38.398543 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 56750) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:38:38.585556 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-544be90e-d2be-4ae0-8800-cda31286feea None None] Deleting port 0761fc47-824f-4c03-aa60-0c7b014f60fc {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:38:38.586119 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-544be90e-d2be-4ae0-8800-cda31286feea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:38.614158 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device b8d9c1ac-2873-4f63-94d9-6877543517bb no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:38:38.654620 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: b8d9c1ac-2873-4f63-94d9-6877543517bb {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:38:38.654972 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device b8d9c1ac-2873-4f63-94d9-6877543517bb not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:38:38.655391 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 0761fc47-824f-4c03-aa60-0c7b014f60fc no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:38:38.723217 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-544be90e-d2be-4ae0-8800-cda31286feea None None] The port '0761fc47-824f-4c03-aa60-0c7b014f60fc' was deleted {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 04 17:38:38.723974 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 0761fc47-824f-4c03-aa60-0c7b014f60fc {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:38:38.724417 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 0761fc47-824f-4c03-aa60-0c7b014f60fc not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:38:38.919060 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-40c11236-5584-40a6-9cfc-69424efe9d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710748'] for router_interface, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:39.252193 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:39.252974 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-40c11236-5584-40a6-9cfc-69424efe9d21 admin admin] Deleting port bea58037-c681-4c0f-9d9c-30853a8a8f99 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:38:39.253306 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-40c11236-5584-40a6-9cfc-69424efe9d21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:39.419346 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-40c11236-5584-40a6-9cfc-69424efe9d21 admin admin] For port bea58037-c681-4c0f-9d9c-30853a8a8f99, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=bea58037-c681-4c0f-9d9c-30853a8a8f99,segment=NetworkSegment(6198c229-d654-41b9-832d-c829f9f15246),segment_id=6198c229-d654-41b9-832d-c829f9f15246)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:38:39.420037 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-40c11236-5584-40a6-9cfc-69424efe9d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:39.537049 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-40c11236-5584-40a6-9cfc-69424efe9d21 admin admin] Calling delete_port for bea58037-c681-4c0f-9d9c-30853a8a8f99 owned by network:router_interface {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:38:39.804797 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-40c11236-5584-40a6-9cfc-69424efe9d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:39.857940 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c11236-5584-40a6-9cfc-69424efe9d21 admin admin] Pushing event deleted for resources: {'Port': ['ID=bea58037-c681-4c0f-9d9c-30853a8a8f99,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:38:40.117509 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-40c11236-5584-40a6-9cfc-69424efe9d21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710832'] for router_interface, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:40.467288 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40c11236-5584-40a6-9cfc-69424efe9d21 admin admin] Router b856b5b3-059a-4f79-a9d7-d334cf0b6ced has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:38:40.646473 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c11236-5584-40a6-9cfc-69424efe9d21 admin admin] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:38:40.655301 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c7feb6-a222-484b-ae3c-e765cf553ca2 None None] Sync routers for ids ['b856b5b3-059a-4f79-a9d7-d334cf0b6ced'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:38:40.664589 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-40c11236-5584-40a6-9cfc-69424efe9d21 admin admin] 10.222.0.41 "PUT /v2.0/routers/b856b5b3-059a-4f79-a9d7-d334cf0b6ced/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2650700 May 04 17:38:40.665170 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c7feb6-a222-484b-ae3c-e765cf553ca2 None None] Routers {'b856b5b3-059a-4f79-a9d7-d334cf0b6ced'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:38:40.665834 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-75c7feb6-a222-484b-ae3c-e765cf553ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:38:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['b856b5b3-059a-4f79-a9d7-d334cf0b6ced'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:38:40.667000 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 56756) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:38:40.846322 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-75c7feb6-a222-484b-ae3c-e765cf553ca2 None None] Set router b856b5b3-059a-4f79-a9d7-d334cf0b6ced gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:38:40.850252 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c9e1d4c9-42de-42da-b820-9f7ceac8a6ac admin admin] Notify callbacks [] for router, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:41.130762 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-75c7feb6-a222-484b-ae3c-e765cf553ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b856b5b3-059a-4f79-a9d7-d334cf0b6ced', 'name': 'tempest-TestVolumeBootPattern-1476798684-router', 'tenant_id': '80242677aabb4106b0b2141d5450b9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.22'}], 'enable_snat': True}, 'gw_port_id': 'ac077b16-bc27-4788-a924-1b45bc119226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:30:02Z', 'updated_at': '2022-05-04T17:38:39Z', 'revision_number': 5, 'project_id': '80242677aabb4106b0b2141d5450b9ec', 'gw_port': {'id': 'ac077b16-bc27-4788-a924-1b45bc119226', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:81:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b856b5b3-059a-4f79-a9d7-d334cf0b6ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:30:04Z', 'updated_at': '2022-05-04T17:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:38:41.134498 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c7feb6-a222-484b-ae3c-e765cf553ca2 None None] Checking router: b856b5b3-059a-4f79-a9d7-d334cf0b6ced for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:38:41.137478 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c9e1d4c9-42de-42da-b820-9f7ceac8a6ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:41.143204 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c7feb6-a222-484b-ae3c-e765cf553ca2 None None] Routers {'b856b5b3-059a-4f79-a9d7-d334cf0b6ced'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:38:41.143860 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-75c7feb6-a222-484b-ae3c-e765cf553ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:38:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['b856b5b3-059a-4f79-a9d7-d334cf0b6ced'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:38:41.146707 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-c9e1d4c9-42de-42da-b820-9f7ceac8a6ac admin admin] Deleting port ac077b16-bc27-4788-a924-1b45bc119226 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:38:41.147140 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c9e1d4c9-42de-42da-b820-9f7ceac8a6ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:41.293664 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-75c7feb6-a222-484b-ae3c-e765cf553ca2 None None] Set router b856b5b3-059a-4f79-a9d7-d334cf0b6ced gateway port host: None {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:38:41.323552 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-c9e1d4c9-42de-42da-b820-9f7ceac8a6ac admin admin] For port ac077b16-bc27-4788-a924-1b45bc119226, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=ac077b16-bc27-4788-a924-1b45bc119226,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:38:41.323915 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c9e1d4c9-42de-42da-b820-9f7ceac8a6ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:41.432684 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-75c7feb6-a222-484b-ae3c-e765cf553ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b856b5b3-059a-4f79-a9d7-d334cf0b6ced', 'name': 'tempest-TestVolumeBootPattern-1476798684-router', 'tenant_id': '80242677aabb4106b0b2141d5450b9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:30:02Z', 'updated_at': '2022-05-04T17:38:41Z', 'revision_number': 6, 'project_id': '80242677aabb4106b0b2141d5450b9ec', 'gw_port_host': None}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:38:41.436921 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c7feb6-a222-484b-ae3c-e765cf553ca2 None None] The sync data for ids ['b856b5b3-059a-4f79-a9d7-d334cf0b6ced'] in dv-neutron-840426-1-hyperv is: [{'id': 'b856b5b3-059a-4f79-a9d7-d334cf0b6ced', 'name': 'tempest-TestVolumeBootPattern-1476798684-router', 'tenant_id': '80242677aabb4106b0b2141d5450b9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:30:02Z', 'updated_at': '2022-05-04T17:38:41Z', 'revision_number': 6, 'project_id': '80242677aabb4106b0b2141d5450b9ec', 'gw_port_host': None}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:38:41.448114 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-c9e1d4c9-42de-42da-b820-9f7ceac8a6ac admin admin] Calling delete_port for ac077b16-bc27-4788-a924-1b45bc119226 owned by network:router_gateway {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:38:41.613001 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c9e1d4c9-42de-42da-b820-9f7ceac8a6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:41.659073 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e1d4c9-42de-42da-b820-9f7ceac8a6ac admin admin] Pushing event deleted for resources: {'Port': ['ID=ac077b16-bc27-4788-a924-1b45bc119226,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:38:41.748593 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c9e1d4c9-42de-42da-b820-9f7ceac8a6ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710199'] for router_gateway, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:41.920658 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c9e1d4c9-42de-42da-b820-9f7ceac8a6ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:41.922820 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c9e1d4c9-42de-42da-b820-9f7ceac8a6ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:41.946046 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c9e1d4c9-42de-42da-b820-9f7ceac8a6ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:41.946564 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e1d4c9-42de-42da-b820-9f7ceac8a6ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router b856b5b3-059a-4f79-a9d7-d334cf0b6ced {{(pid=88037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:38:41.958494 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c9e1d4c9-42de-42da-b820-9f7ceac8a6ac admin admin] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:41.959620 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-c9e1d4c9-42de-42da-b820-9f7ceac8a6ac admin admin] 10.222.0.41 "DELETE /v2.0/routers/b856b5b3-059a-4f79-a9d7-d334cf0b6ced HTTP/1.1" status: 204 len: 168 time: 1.2917097 May 04 17:38:41.962096 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 56760) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:38:42.019455 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-103448e8-415b-4095-a1e5-45c92607cd58 admin admin] Deleting subnet 0824419e-4bfd-4938-98fc-caa54e89980b {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:38:42.022224 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-103448e8-415b-4095-a1e5-45c92607cd58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:42.071794 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-103448e8-415b-4095-a1e5-45c92607cd58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:42.145880 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-103448e8-415b-4095-a1e5-45c92607cd58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:42.216801 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-103448e8-415b-4095-a1e5-45c92607cd58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:42.259485 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103448e8-415b-4095-a1e5-45c92607cd58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0824419e-4bfd-4938-98fc-caa54e89980b,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:38:42.261410 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-103448e8-415b-4095-a1e5-45c92607cd58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:42.266550 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7f0a7a-ca43-492a-ba49-c72a7b24bcf4 None None] Network 21577589-3117-4a42-a464-4385a4611743 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:38:42.268673 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-103448e8-415b-4095-a1e5-45c92607cd58 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/0824419e-4bfd-4938-98fc-caa54e89980b HTTP/1.1" status: 204 len: 168 time: 0.3056128 May 04 17:38:42.271074 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 56764) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:38:42.378758 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a327c9e9-3198-442f-9faf-66cceea7cd16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:42.390568 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-a327c9e9-3198-442f-9faf-66cceea7cd16 admin admin] Deleting port 6dac7047-8c63-43f9-b935-779b4fb71264 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:38:42.390914 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a327c9e9-3198-442f-9faf-66cceea7cd16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:42.528418 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594482de-a7a6-4b63-b4bc-012d463673a9 None None] DHCP port deletion for 21577589-3117-4a42-a464-4385a4611743 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:38:42.532479 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-594482de-a7a6-4b63-b4bc-012d463673a9 None None] Deleting port 6dac7047-8c63-43f9-b935-779b4fb71264 {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:38:42.532858 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-594482de-a7a6-4b63-b4bc-012d463673a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:42.633519 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 6dac7047-8c63-43f9-b935-779b4fb71264 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:38:42.717204 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-a327c9e9-3198-442f-9faf-66cceea7cd16 admin admin] For port 6dac7047-8c63-43f9-b935-779b4fb71264, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=6dac7047-8c63-43f9-b935-779b4fb71264,segment=NetworkSegment(6198c229-d654-41b9-832d-c829f9f15246),segment_id=6198c229-d654-41b9-832d-c829f9f15246)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:38:42.717745 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a327c9e9-3198-442f-9faf-66cceea7cd16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:42.839651 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-a327c9e9-3198-442f-9faf-66cceea7cd16 admin admin] Calling delete_port for 6dac7047-8c63-43f9-b935-779b4fb71264 owned by network:dhcp {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:38:42.844196 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-594482de-a7a6-4b63-b4bc-012d463673a9 None None] For port 6dac7047-8c63-43f9-b935-779b4fb71264, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=6dac7047-8c63-43f9-b935-779b4fb71264,segment=NetworkSegment(6198c229-d654-41b9-832d-c829f9f15246),segment_id=6198c229-d654-41b9-832d-c829f9f15246)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:38:42.844592 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-594482de-a7a6-4b63-b4bc-012d463673a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:42.922256 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a327c9e9-3198-442f-9faf-66cceea7cd16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:42.968695 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a327c9e9-3198-442f-9faf-66cceea7cd16 admin admin] Pushing event deleted for resources: {'Port': ['ID=6dac7047-8c63-43f9-b935-779b4fb71264,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:38:42.972287 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a327c9e9-3198-442f-9faf-66cceea7cd16 admin admin] No DVR routers for this DVR port 6dac7047-8c63-43f9-b935-779b4fb71264 on host dv-neutron-840426-1-hyperv {{(pid=88037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:38:42.976640 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:42.990767 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-594482de-a7a6-4b63-b4bc-012d463673a9 None None] Calling delete_port for 6dac7047-8c63-43f9-b935-779b4fb71264 owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:38:43.089044 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a327c9e9-3198-442f-9faf-66cceea7cd16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:43.114207 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-a327c9e9-3198-442f-9faf-66cceea7cd16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21577589-3117-4a42-a464-4385a4611743']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:38:43.126820 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-a327c9e9-3198-442f-9faf-66cceea7cd16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6198c229-d654-41b9-832d-c829f9f15246') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:38:43.127116 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-a327c9e9-3198-442f-9faf-66cceea7cd16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6198c229-d654-41b9-832d-c829f9f15246') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:38:43.132457 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device ac077b16-bc27-4788-a924-1b45bc119226 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:38:43.138416 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a327c9e9-3198-442f-9faf-66cceea7cd16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:43.154756 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a327c9e9-3198-442f-9faf-66cceea7cd16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:43.161402 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a327c9e9-3198-442f-9faf-66cceea7cd16 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:38:43.161790 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a327c9e9-3198-442f-9faf-66cceea7cd16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:43.164865 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: ac077b16-bc27-4788-a924-1b45bc119226 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:38:43.165213 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device ac077b16-bc27-4788-a924-1b45bc119226 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:38:43.165613 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device bea58037-c681-4c0f-9d9c-30853a8a8f99 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:38:43.175376 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 17:38:43.175376 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:38:43.175376 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 17:38:43.175376 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:38:43.175376 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 17:38:43.175376 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:38:43.175376 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 17:38:43.175376 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:38:43.175376 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 17:38:43.175376 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:38:43.175376 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 17:38:43.175376 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:38:43.175376 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 17:38:43.175376 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:38:43.175376 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:38:43.175376 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:38:43.175376 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:38:43.175376 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:38:43.175376 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 17:38:43.175376 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:38:43.175376 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 17:38:43.175376 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:38:43.175376 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:38:43.175376 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:38:43.175376 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 17:38:43.175376 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:38:43.175376 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:38:43.175376 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:38:43.175376 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:38:43.175376 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:38:43.175376 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:38:43.175376 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:38:43.202678 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.db.api [None req-594482de-a7a6-4b63-b4bc-012d463673a9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:38:43.203029 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG oslo_db.api [None req-594482de-a7a6-4b63-b4bc-012d463673a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:38:43.203474 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: bea58037-c681-4c0f-9d9c-30853a8a8f99 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:38:43.203808 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device bea58037-c681-4c0f-9d9c-30853a8a8f99 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:38:43.256680 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a327c9e9-3198-442f-9faf-66cceea7cd16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:43.273733 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a327c9e9-3198-442f-9faf-66cceea7cd16 admin admin] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:43.288352 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a327c9e9-3198-442f-9faf-66cceea7cd16 admin admin] Pushing event deleted for resources: {'Network': ['ID=21577589-3117-4a42-a464-4385a4611743,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:38:43.294391 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-a327c9e9-3198-442f-9faf-66cceea7cd16 admin admin] 10.222.0.41 "DELETE /v2.0/networks/21577589-3117-4a42-a464-4385a4611743 HTTP/1.1" status: 204 len: 168 time: 1.0224495 May 04 17:38:43.438459 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 56772) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:38:43.487457 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-add59f65-748f-4f4e-8774-087e071ae6f5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8c992398177546e184e9933345174247&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0478394 May 04 17:38:43.489907 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 56776) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:38:43.550488 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0af6fab8-07fc-4191-a1e4-3b9c6f651bcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:43.585956 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0af6fab8-07fc-4191-a1e4-3b9c6f651bcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:43.639979 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0af6fab8-07fc-4191-a1e4-3b9c6f651bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:43.658744 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6fab8-07fc-4191-a1e4-3b9c6f651bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d16169f-db46-4b4c-86a1-6f096c95559d,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:38:43.663629 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0af6fab8-07fc-4191-a1e4-3b9c6f651bcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:43.664453 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-0af6fab8-07fc-4191-a1e4-3b9c6f651bcd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0d16169f-db46-4b4c-86a1-6f096c95559d HTTP/1.1" status: 204 len: 168 time: 0.1735518 May 04 17:38:43.703726 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-594482de-a7a6-4b63-b4bc-012d463673a9 None None] Deleting port 6dac7047-8c63-43f9-b935-779b4fb71264 {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:38:43.704234 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-594482de-a7a6-4b63-b4bc-012d463673a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:43.768641 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-594482de-a7a6-4b63-b4bc-012d463673a9 None None] The port '6dac7047-8c63-43f9-b935-779b4fb71264' was deleted {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 04 17:38:43.992796 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 56784) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:38:44.040300 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-021c599b-c4a8-4473-8756-5b36d543009f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=80242677aabb4106b0b2141d5450b9ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0462909 May 04 17:38:44.042694 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 56788) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:38:44.097713 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-290516fe-b75c-440e-ae4f-b7cc41238093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:44.123392 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-290516fe-b75c-440e-ae4f-b7cc41238093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:44.176371 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-290516fe-b75c-440e-ae4f-b7cc41238093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:44.192612 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290516fe-b75c-440e-ae4f-b7cc41238093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5c38a1-00db-4fab-90ef-c2e7570d062a,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:38:44.197239 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-290516fe-b75c-440e-ae4f-b7cc41238093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:44.200792 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-290516fe-b75c-440e-ae4f-b7cc41238093 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3a5c38a1-00db-4fab-90ef-c2e7570d062a HTTP/1.1" status: 204 len: 168 time: 0.1542525 May 04 17:39:03.156270 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-491bd816-33a4-40ef-80e8-025cb1f79c83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:05.487817 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-36e11b98-6bef-4912-bc1c-aba8ef1da6e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:06.501141 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:06.562245 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:07.392299 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 56810) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:39:07.468115 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5741247a-279c-495f-b9ae-86fa6689c3de tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:39:07.468598 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5741247a-279c-495f-b9ae-86fa6689c3de tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:39:07.469069 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5741247a-279c-495f-b9ae-86fa6689c3de tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:39:07.470753 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-5741247a-279c-495f-b9ae-86fa6689c3de tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/ports?project_id=8ede911fc7f845af95dd74968234120d&network_id=86242fe3-a26b-4ab7-9651-75adee856ccd HTTP/1.1" status: 200 len: 2999 time: 0.0774727 May 04 17:39:07.836917 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:09.255015 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:09.830291 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 56822) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:39:09.887731 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387fc245-c821-4332-9b7d-24e045f4ad94 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:39:09.889155 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-387fc245-c821-4332-9b7d-24e045f4ad94 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=30bd8d35-9d66-4ec1-9734-58f713c6cd24 HTTP/1.1" status: 200 len: 814 time: 0.0578868 May 04 17:39:10.310216 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 17:39:10.745345 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 56830) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:39:10.750582 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-0291ed69-4d50-4a78-b68c-ee9374959267 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:39:10.850676 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0291ed69-4d50-4a78-b68c-ee9374959267 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for floatingip, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:11.140569 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0291ed69-4d50-4a78-b68c-ee9374959267 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:11.144495 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0291ed69-4d50-4a78-b68c-ee9374959267 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710218'] for floatingip, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:11.144814 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.l3_db [None req-0291ed69-4d50-4a78-b68c-ee9374959267 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Floating IP f0b021c0-5ea7-494b-8790-d56e8fa765a5 disassociated. External IP: 172.26.0.19, port: 0d549ec0-94c4-47b8-8530-ce030be2ce16. May 04 17:39:11.584357 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0291ed69-4d50-4a78-b68c-ee9374959267 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Router f170e1cd-14f3-49ff-9844-ece8e6bbe0f9 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:39:11.762690 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0291ed69-4d50-4a78-b68c-ee9374959267 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:39:11.768121 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0291ed69-4d50-4a78-b68c-ee9374959267 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:11.772553 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcc08d6-fe7c-4fe7-913e-3de72b4ac9de None None] Sync routers for ids ['f170e1cd-14f3-49ff-9844-ece8e6bbe0f9'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:39:11.782867 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcc08d6-fe7c-4fe7-913e-3de72b4ac9de None None] Routers {'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:39:11.783536 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-9fcc08d6-fe7c-4fe7-913e-3de72b4ac9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:39:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['f170e1cd-14f3-49ff-9844-ece8e6bbe0f9'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:39:11.823272 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-0291ed69-4d50-4a78-b68c-ee9374959267 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "PUT /v2.0/floatingips/f0b021c0-5ea7-494b-8790-d56e8fa765a5 HTTP/1.1" status: 200 len: 689 time: 1.0768042 May 04 17:39:11.823893 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12878834-8807-44d8-8e9b-30e573204946', 'tag': '0d549ec0-94c4-47b8-8530-ce030be2ce16'}] {{(pid=88038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:39:11.826110 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 56834) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:39:11.871187 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dd486f5-505b-466c-9eba-d05e0e4e705f'] response: {'name': 'network-changed', 'server_uuid': '12878834-8807-44d8-8e9b-30e573204946', 'tag': '0d549ec0-94c4-47b8-8530-ce030be2ce16', 'status': 'completed', 'code': 200} May 04 17:39:11.954503 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-5052eced-21b2-4323-877f-0c0406e9ab9b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/floatingips/f0b021c0-5ea7-494b-8790-d56e8fa765a5 HTTP/1.1" status: 200 len: 689 time: 0.1249897 May 04 17:39:11.957316 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-9fcc08d6-fe7c-4fe7-913e-3de72b4ac9de None None] Set router f170e1cd-14f3-49ff-9844-ece8e6bbe0f9 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:39:11.982892 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc530a-a728-480b-b731-fe44df1cdb3a req-9c31101f-6cfd-407b-a2d4-b8501881e0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:39:11.984327 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dfcc530a-a728-480b-b731-fe44df1cdb3a req-9c31101f-6cfd-407b-a2d4-b8501881e0f7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ede911fc7f845af95dd74968234120d&device_id=12878834-8807-44d8-8e9b-30e573204946 HTTP/1.1" status: 200 len: 1098 time: 0.0830507 May 04 17:39:12.112174 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc530a-a728-480b-b731-fe44df1cdb3a req-fa41ba77-e9b0-48b0-b915-dc99ca500707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:39:12.113609 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dfcc530a-a728-480b-b731-fe44df1cdb3a req-fa41ba77-e9b0-48b0-b915-dc99ca500707 service neutron] 10.222.0.42 "GET /v2.0/networks?id=86242fe3-a26b-4ab7-9651-75adee856ccd HTTP/1.1" status: 200 len: 897 time: 0.1232369 May 04 17:39:12.178808 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dfcc530a-a728-480b-b731-fe44df1cdb3a req-4717ab4a-10b1-4288-bdd3-58d8ee1030ed service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d549ec0-94c4-47b8-8530-ce030be2ce16 HTTP/1.1" status: 200 len: 217 time: 0.0592365 May 04 17:39:12.243106 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc530a-a728-480b-b731-fe44df1cdb3a req-ff153501-7fbd-4dfb-b94e-7495f78cb1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:39:12.244559 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dfcc530a-a728-480b-b731-fe44df1cdb3a req-ff153501-7fbd-4dfb-b94e-7495f78cb1f9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=51aa41ad-beaa-4e60-aaa7-628ebcc349cc HTTP/1.1" status: 200 len: 835 time: 0.0603499 May 04 17:39:12.258380 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-9fcc08d6-fe7c-4fe7-913e-3de72b4ac9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9', 'name': 'tempest-TestNetworkBasicOps-router-1784444861', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': '2d902094-de5f-4d5d-8aa6-75e5f3d0dbec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:37:39Z', 'updated_at': '2022-05-04T17:37:44Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '2d902094-de5f-4d5d-8aa6-75e5f3d0dbec', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:85:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:37:40Z', 'updated_at': '2022-05-04T17:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '1bf47131-80ad-4154-bdb2-33cdfaeff6d4', 'name': '', 'network_id': '86242fe3-a26b-4ab7-9651-75adee856ccd', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:72:da:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '51aa41ad-beaa-4e60-aaa7-628ebcc349cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:37:43Z', 'updated_at': '2022-05-04T17:37:48Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '51aa41ad-beaa-4e60-aaa7-628ebcc349cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:39:12.262252 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcc08d6-fe7c-4fe7-913e-3de72b4ac9de None None] Checking router: f170e1cd-14f3-49ff-9844-ece8e6bbe0f9 for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:39:12.271199 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcc08d6-fe7c-4fe7-913e-3de72b4ac9de None None] Routers {'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:39:12.271796 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-9fcc08d6-fe7c-4fe7-913e-3de72b4ac9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:39:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['f170e1cd-14f3-49ff-9844-ece8e6bbe0f9'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:39:12.317857 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc530a-a728-480b-b731-fe44df1cdb3a req-47adf566-ba10-47a0-bebb-d00db6796c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:39:12.319326 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dfcc530a-a728-480b-b731-fe44df1cdb3a req-47adf566-ba10-47a0-bebb-d00db6796c6f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=86242fe3-a26b-4ab7-9651-75adee856ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691204 May 04 17:39:12.448467 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-9fcc08d6-fe7c-4fe7-913e-3de72b4ac9de None None] Set router f170e1cd-14f3-49ff-9844-ece8e6bbe0f9 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:39:12.449373 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dfcc530a-a728-480b-b731-fe44df1cdb3a req-2a29b2d6-dbf5-4cb0-9256-cd2b23703826 service neutron] 10.222.0.42 "GET /v2.0/networks/86242fe3-a26b-4ab7-9651-75adee856ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239207 May 04 17:39:12.583462 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dfcc530a-a728-480b-b731-fe44df1cdb3a req-c9b04e23-c72c-4e1e-8a94-8e5a3d6d33d1 service neutron] 10.222.0.42 "GET /v2.0/networks/86242fe3-a26b-4ab7-9651-75adee856ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283152 May 04 17:39:12.749133 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-9fcc08d6-fe7c-4fe7-913e-3de72b4ac9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9', 'name': 'tempest-TestNetworkBasicOps-router-1784444861', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': '2d902094-de5f-4d5d-8aa6-75e5f3d0dbec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:37:39Z', 'updated_at': '2022-05-04T17:37:44Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '2d902094-de5f-4d5d-8aa6-75e5f3d0dbec', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:85:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:37:40Z', 'updated_at': '2022-05-04T17:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '1bf47131-80ad-4154-bdb2-33cdfaeff6d4', 'name': '', 'network_id': '86242fe3-a26b-4ab7-9651-75adee856ccd', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:72:da:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '51aa41ad-beaa-4e60-aaa7-628ebcc349cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:37:43Z', 'updated_at': '2022-05-04T17:37:48Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '51aa41ad-beaa-4e60-aaa7-628ebcc349cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:39:12.752950 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcc08d6-fe7c-4fe7-913e-3de72b4ac9de None None] The sync data for ids ['f170e1cd-14f3-49ff-9844-ece8e6bbe0f9'] in dv-neutron-840426-1-hyperv is: [{'id': 'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9', 'name': 'tempest-TestNetworkBasicOps-router-1784444861', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': '2d902094-de5f-4d5d-8aa6-75e5f3d0dbec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:37:39Z', 'updated_at': '2022-05-04T17:37:44Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '2d902094-de5f-4d5d-8aa6-75e5f3d0dbec', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:85:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:37:40Z', 'updated_at': '2022-05-04T17:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '1bf47131-80ad-4154-bdb2-33cdfaeff6d4', 'name': '', 'network_id': '86242fe3-a26b-4ab7-9651-75adee856ccd', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:72:da:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '51aa41ad-beaa-4e60-aaa7-628ebcc349cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:37:43Z', 'updated_at': '2022-05-04T17:37:48Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '51aa41ad-beaa-4e60-aaa7-628ebcc349cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:39:12.957260 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 56840) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:39:12.967770 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70530930-a9a6-4175-9795-a9bd08bcabb1 None None] New status for floating IP f0b021c0-5ea7-494b-8790-d56e8fa765a5: DOWN {{(pid=88040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:39:13.149268 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-e80eee8a-62bb-4ba2-90a8-6c637f6268ef tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/floatingips/f0b021c0-5ea7-494b-8790-d56e8fa765a5 HTTP/1.1" status: 200 len: 689 time: 0.1907887 May 04 17:39:14.152799 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 56844) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:39:14.234173 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-d8483b67-32d9-4856-8a03-a45576db8f70 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/floatingips/f0b021c0-5ea7-494b-8790-d56e8fa765a5 HTTP/1.1" status: 200 len: 687 time: 0.0802436 May 04 17:39:15.548083 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 56850) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:39:15.553320 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-e8d28c39-c288-4a6f-a279-43d4094f9ff5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1114266777', 'description': 'tempest-secgroup-smoke-1114266777 description', 'project_id': '8ede911fc7f845af95dd74968234120d'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:39:15.559242 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-e8d28c39-c288-4a6f-a279-43d4094f9ff5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:39:15.568818 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-e8d28c39-c288-4a6f-a279-43d4094f9ff5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:39:15.579484 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e8d28c39-c288-4a6f-a279-43d4094f9ff5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:15.600598 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-e8d28c39-c288-4a6f-a279-43d4094f9ff5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:39:15.604370 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-e8d28c39-c288-4a6f-a279-43d4094f9ff5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:39:15.607302 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-e8d28c39-c288-4a6f-a279-43d4094f9ff5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:39:15.612929 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-e8d28c39-c288-4a6f-a279-43d4094f9ff5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:39:15.679405 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e8d28c39-c288-4a6f-a279-43d4094f9ff5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:15.683057 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e8d28c39-c288-4a6f-a279-43d4094f9ff5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:15.732895 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d28c39-c288-4a6f-a279-43d4094f9ff5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dea363bb-2402-4c12-bf2f-ccb3040ac80a,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:39:15.739046 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e8d28c39-c288-4a6f-a279-43d4094f9ff5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:15.743881 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-e8d28c39-c288-4a6f-a279-43d4094f9ff5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1913617 May 04 17:39:15.743881 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 56854) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:39:15.748749 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-cc643622-be7d-4f6c-8797-84aa2459903c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group_rule': {'security_group_id': 'dea363bb-2402-4c12-bf2f-ccb3040ac80a', 'project_id': '8ede911fc7f845af95dd74968234120d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:39:15.755495 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-cc643622-be7d-4f6c-8797-84aa2459903c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:39:15.759886 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-cc643622-be7d-4f6c-8797-84aa2459903c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:39:15.763095 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-cc643622-be7d-4f6c-8797-84aa2459903c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:39:15.769695 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-cc643622-be7d-4f6c-8797-84aa2459903c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:39:15.786358 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cc643622-be7d-4f6c-8797-84aa2459903c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:15.846060 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cc643622-be7d-4f6c-8797-84aa2459903c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:15.849378 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cc643622-be7d-4f6c-8797-84aa2459903c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:15.871386 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc643622-be7d-4f6c-8797-84aa2459903c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f711e896-88ef-434a-82eb-6c7594776866,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:39:15.881051 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cc643622-be7d-4f6c-8797-84aa2459903c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:15.882166 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-cc643622-be7d-4f6c-8797-84aa2459903c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1378288 May 04 17:39:15.884842 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 56858) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:39:15.889632 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-0be8c6dd-537e-4cb9-8526-868434bd6359 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group_rule': {'security_group_id': 'dea363bb-2402-4c12-bf2f-ccb3040ac80a', 'project_id': '8ede911fc7f845af95dd74968234120d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:39:15.895947 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-0be8c6dd-537e-4cb9-8526-868434bd6359 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:39:15.899721 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-0be8c6dd-537e-4cb9-8526-868434bd6359 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:39:15.902540 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-0be8c6dd-537e-4cb9-8526-868434bd6359 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:39:15.908265 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-0be8c6dd-537e-4cb9-8526-868434bd6359 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:39:15.926881 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0be8c6dd-537e-4cb9-8526-868434bd6359 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:15.985421 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0be8c6dd-537e-4cb9-8526-868434bd6359 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:15.988825 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0be8c6dd-537e-4cb9-8526-868434bd6359 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:16.011007 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be8c6dd-537e-4cb9-8526-868434bd6359 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cb39b3e-c450-42af-a7c5-f32b5a1eb8cc,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:39:16.020016 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0be8c6dd-537e-4cb9-8526-868434bd6359 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:16.021169 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-0be8c6dd-537e-4cb9-8526-868434bd6359 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1354113 May 04 17:39:16.023881 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 56862) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:39:16.028659 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-57f86e88-a272-4896-b30b-7bfb5fad910d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group_rule': {'security_group_id': 'dea363bb-2402-4c12-bf2f-ccb3040ac80a', 'project_id': '8ede911fc7f845af95dd74968234120d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:39:16.034452 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-57f86e88-a272-4896-b30b-7bfb5fad910d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:39:16.038511 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-57f86e88-a272-4896-b30b-7bfb5fad910d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:39:16.041273 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-57f86e88-a272-4896-b30b-7bfb5fad910d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:39:16.047470 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-57f86e88-a272-4896-b30b-7bfb5fad910d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:39:16.065497 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-57f86e88-a272-4896-b30b-7bfb5fad910d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:16.132024 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-57f86e88-a272-4896-b30b-7bfb5fad910d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:16.135590 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-57f86e88-a272-4896-b30b-7bfb5fad910d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:16.157555 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f86e88-a272-4896-b30b-7bfb5fad910d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66558c66-317e-4a16-b2a1-ee3cf1dfccd5,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:39:16.166600 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-57f86e88-a272-4896-b30b-7bfb5fad910d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:16.167720 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-57f86e88-a272-4896-b30b-7bfb5fad910d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1429510 May 04 17:39:16.170475 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 56866) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:39:16.175797 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-2c6fb6b2-a0d9-4482-a7e6-5cf06f367522 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group_rule': {'security_group_id': 'dea363bb-2402-4c12-bf2f-ccb3040ac80a', 'project_id': '8ede911fc7f845af95dd74968234120d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:39:16.181467 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-2c6fb6b2-a0d9-4482-a7e6-5cf06f367522 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:39:16.185318 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-2c6fb6b2-a0d9-4482-a7e6-5cf06f367522 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:39:16.188926 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-2c6fb6b2-a0d9-4482-a7e6-5cf06f367522 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:39:16.194757 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-2c6fb6b2-a0d9-4482-a7e6-5cf06f367522 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:39:16.211094 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2c6fb6b2-a0d9-4482-a7e6-5cf06f367522 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:16.272360 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2c6fb6b2-a0d9-4482-a7e6-5cf06f367522 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:16.276073 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2c6fb6b2-a0d9-4482-a7e6-5cf06f367522 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:16.302081 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6fb6b2-a0d9-4482-a7e6-5cf06f367522 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92964390-2030-49c1-afbf-f6b61ddb5a9c,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:39:16.311480 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2c6fb6b2-a0d9-4482-a7e6-5cf06f367522 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:16.313118 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-2c6fb6b2-a0d9-4482-a7e6-5cf06f367522 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1411901 May 04 17:39:16.315882 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 56870) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:39:16.320668 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-2e0984a7-c04d-4fb5-9a50-fb45042b0551 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group_rule': {'security_group_id': 'dea363bb-2402-4c12-bf2f-ccb3040ac80a', 'project_id': '8ede911fc7f845af95dd74968234120d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:39:16.326472 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-2e0984a7-c04d-4fb5-9a50-fb45042b0551 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:39:16.330306 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-2e0984a7-c04d-4fb5-9a50-fb45042b0551 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:39:16.333434 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-2e0984a7-c04d-4fb5-9a50-fb45042b0551 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:39:16.339296 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-2e0984a7-c04d-4fb5-9a50-fb45042b0551 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:39:16.349346 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.securitygroups_db [None req-2e0984a7-c04d-4fb5-9a50-fb45042b0551 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Project 8ede911fc7f845af95dd74968234120d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 17:39:16.355612 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2e0984a7-c04d-4fb5-9a50-fb45042b0551 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:16.422423 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2e0984a7-c04d-4fb5-9a50-fb45042b0551 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:16.426369 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2e0984a7-c04d-4fb5-9a50-fb45042b0551 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:16.448857 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0984a7-c04d-4fb5-9a50-fb45042b0551 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b27b53a-e03b-41b7-9b96-baeb1f3ca1fa,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:39:16.457035 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2e0984a7-c04d-4fb5-9a50-fb45042b0551 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:16.458285 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-2e0984a7-c04d-4fb5-9a50-fb45042b0551 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1414387 May 04 17:39:16.460951 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 56874) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:39:16.465806 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-86710cf0-cb7e-48e9-8e69-a06139ef7d02 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group_rule': {'security_group_id': 'dea363bb-2402-4c12-bf2f-ccb3040ac80a', 'project_id': '8ede911fc7f845af95dd74968234120d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:39:16.471978 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-86710cf0-cb7e-48e9-8e69-a06139ef7d02 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:39:16.475774 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-86710cf0-cb7e-48e9-8e69-a06139ef7d02 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:39:16.478611 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-86710cf0-cb7e-48e9-8e69-a06139ef7d02 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:39:16.484255 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-86710cf0-cb7e-48e9-8e69-a06139ef7d02 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:39:16.495798 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.securitygroups_db [None req-86710cf0-cb7e-48e9-8e69-a06139ef7d02 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Project 8ede911fc7f845af95dd74968234120d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 17:39:16.502940 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-86710cf0-cb7e-48e9-8e69-a06139ef7d02 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:16.567471 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-86710cf0-cb7e-48e9-8e69-a06139ef7d02 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:16.570956 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-86710cf0-cb7e-48e9-8e69-a06139ef7d02 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:16.595420 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86710cf0-cb7e-48e9-8e69-a06139ef7d02 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb0bb3a2-908d-4b09-a20b-7c635a925032,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:39:16.605002 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-86710cf0-cb7e-48e9-8e69-a06139ef7d02 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:16.606361 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-86710cf0-cb7e-48e9-8e69-a06139ef7d02 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1444263 May 04 17:39:16.821110 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-6a434d5e-fa0d-40dc-84c5-ca3d826beeb3 req-840b4d25-3f82-4095-81c1-c18de6a209d6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1114266777&fields=id&tenant_id=8ede911fc7f845af95dd74968234120d HTTP/1.1" status: 200 len: 267 time: 0.0398481 May 04 17:39:16.968144 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a434d5e-fa0d-40dc-84c5-ca3d826beeb3 req-c94c0a35-e04d-4036-a1af-1689a210f24c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:39:16.969615 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-6a434d5e-fa0d-40dc-84c5-ca3d826beeb3 req-c94c0a35-e04d-4036-a1af-1689a210f24c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/networks?id=86242fe3-a26b-4ab7-9651-75adee856ccd HTTP/1.1" status: 200 len: 796 time: 0.1423583 May 04 17:39:16.983653 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-6a434d5e-fa0d-40dc-84c5-ca3d826beeb3 req-192f93f9-6d17-4de4-bbd7-4fe96331c628 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/quotas/8ede911fc7f845af95dd74968234120d HTTP/1.1" status: 200 len: 375 time: 0.0087047 May 04 17:39:17.078581 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-6a434d5e-fa0d-40dc-84c5-ca3d826beeb3 req-141db0ea-2d75-4264-954d-e316142092bb tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8ede911fc7f845af95dd74968234120d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0895371 May 04 17:39:17.325365 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-6a434d5e-fa0d-40dc-84c5-ca3d826beeb3 req-3719081f-0a6b-4782-98f8-93b37a579f5c service neutron] 10.222.0.41 "GET /v2.0/networks/86242fe3-a26b-4ab7-9651-75adee856ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354138 May 04 17:39:17.454137 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-6a434d5e-fa0d-40dc-84c5-ca3d826beeb3 req-7e335cbe-a8bc-4af6-865a-ce884b5fc276 service neutron] 10.222.0.41 "GET /v2.0/networks/86242fe3-a26b-4ab7-9651-75adee856ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229131 May 04 17:39:17.628947 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-75a3d10b-7f50-4e8d-a90f-f6ed39627263 req-6803b975-4b2d-427c-936e-2b3f0f5c7199 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=41e53d98-2c49-45f2-9ae9-0a802655d5e7 HTTP/1.1" status: 200 len: 210 time: 0.0424662 May 04 17:39:18.652773 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a434d5e-fa0d-40dc-84c5-ca3d826beeb3 req-d917e3c5-fd37-469d-9578-be1123bcf0b3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:39:18.654208 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6a434d5e-fa0d-40dc-84c5-ca3d826beeb3 req-d917e3c5-fd37-469d-9578-be1123bcf0b3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.42 "GET /v2.0/networks?id=86242fe3-a26b-4ab7-9651-75adee856ccd HTTP/1.1" status: 200 len: 796 time: 0.1485744 May 04 17:39:18.708689 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-6a434d5e-fa0d-40dc-84c5-ca3d826beeb3 req-1289100c-fabc-4eb1-b60b-ac5084a5478d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Synchronizing usage tracker for tenant:8ede911fc7f845af95dd74968234120d on resource:security_group {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:39:18.726184 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-6a434d5e-fa0d-40dc-84c5-ca3d826beeb3 req-1289100c-fabc-4eb1-b60b-ac5084a5478d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Unset dirty status for tenant:8ede911fc7f845af95dd74968234120d on resource:security_group {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:39:18.727400 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6a434d5e-fa0d-40dc-84c5-ca3d826beeb3 req-1289100c-fabc-4eb1-b60b-ac5084a5478d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ede911fc7f845af95dd74968234120d HTTP/1.1" status: 200 len: 472 time: 0.0651693 May 04 17:39:18.736674 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [req-6a434d5e-fa0d-40dc-84c5-ca3d826beeb3 req-d385de03-0036-48c4-b1d9-83dc0e97d39f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'port': {'device_id': '41e53d98-2c49-45f2-9ae9-0a802655d5e7', 'network_id': '86242fe3-a26b-4ab7-9651-75adee856ccd', 'admin_state_up': True, 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'security_groups': ['dea363bb-2402-4c12-bf2f-ccb3040ac80a']}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:39:18.783202 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-01218f7e-ed56-4e51-8598-79ceb77f9be8 req-aeb2e1ca-113b-4589-b234-18478fba11ab tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=41e53d98-2c49-45f2-9ae9-0a802655d5e7 HTTP/1.1" status: 200 len: 210 time: 0.0426157 May 04 17:39:18.880498 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [req-6a434d5e-fa0d-40dc-84c5-ca3d826beeb3 req-d385de03-0036-48c4-b1d9-83dc0e97d39f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:39:18.890188 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [req-6a434d5e-fa0d-40dc-84c5-ca3d826beeb3 req-d385de03-0036-48c4-b1d9-83dc0e97d39f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:39:18.900532 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a434d5e-fa0d-40dc-84c5-ca3d826beeb3 req-d385de03-0036-48c4-b1d9-83dc0e97d39f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Made reservation on behalf of 8ede911fc7f845af95dd74968234120d for: {'port': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:39:18.903974 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-6a434d5e-fa0d-40dc-84c5-ca3d826beeb3 req-d385de03-0036-48c4-b1d9-83dc0e97d39f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:19.064696 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [req-6a434d5e-fa0d-40dc-84c5-ca3d826beeb3 req-d385de03-0036-48c4-b1d9-83dc0e97d39f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Allocated IP 172.20.0.13 (86242fe3-a26b-4ab7-9651-75adee856ccd/51aa41ad-beaa-4e60-aaa7-628ebcc349cc/6c80c486-0025-48c0-81f0-0f82b598c744) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:39:19.253090 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-6a434d5e-fa0d-40dc-84c5-ca3d826beeb3 req-d385de03-0036-48c4-b1d9-83dc0e97d39f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:19.268465 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [req-6a434d5e-fa0d-40dc-84c5-ca3d826beeb3 req-d385de03-0036-48c4-b1d9-83dc0e97d39f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Transition to ACTIVE for port object 6c80c486-0025-48c0-81f0-0f82b598c744 will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:39:19.290923 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-6a434d5e-fa0d-40dc-84c5-ca3d826beeb3 req-d385de03-0036-48c4-b1d9-83dc0e97d39f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:19.359716 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a434d5e-fa0d-40dc-84c5-ca3d826beeb3 req-d385de03-0036-48c4-b1d9-83dc0e97d39f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Network 86242fe3-a26b-4ab7-9651-75adee856ccd is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:39:19.362772 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [req-6a434d5e-fa0d-40dc-84c5-ca3d826beeb3 req-d385de03-0036-48c4-b1d9-83dc0e97d39f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:39:19.365356 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a434d5e-fa0d-40dc-84c5-ca3d826beeb3 req-d385de03-0036-48c4-b1d9-83dc0e97d39f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:39:19.410840 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d385de03-0036-48c4-b1d9-83dc0e97d39f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Port': ['ID=6c80c486-0025-48c0-81f0-0f82b598c744,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:39:19.445477 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a434d5e-fa0d-40dc-84c5-ca3d826beeb3 req-d385de03-0036-48c4-b1d9-83dc0e97d39f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:39:19.446124 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-6a434d5e-fa0d-40dc-84c5-ca3d826beeb3 req-d385de03-0036-48c4-b1d9-83dc0e97d39f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:19.471368 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6a434d5e-fa0d-40dc-84c5-ca3d826beeb3 req-d385de03-0036-48c4-b1d9-83dc0e97d39f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7386651 May 04 17:39:19.483181 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [req-6a434d5e-fa0d-40dc-84c5-ca3d826beeb3 req-0ade6f21-37f8-444d-b38a-be29ce6477a7 service neutron] Request body: {'port': {'device_id': '41e53d98-2c49-45f2-9ae9-0a802655d5e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:39:19.593469 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-6a434d5e-fa0d-40dc-84c5-ca3d826beeb3 req-0ade6f21-37f8-444d-b38a-be29ce6477a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:19.608338 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-22280446-8012-4188-8468-ae1a34ac6233 None None] Provisioning for port 6c80c486-0025-48c0-81f0-0f82b598c744 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:39:19.614559 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-22280446-8012-4188-8468-ae1a34ac6233 None None] Provisioning complete for port 6c80c486-0025-48c0-81f0-0f82b598c744 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:39:19.614937 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-22280446-8012-4188-8468-ae1a34ac6233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:19.669598 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-22280446-8012-4188-8468-ae1a34ac6233 None None] Port 6c80c486-0025-48c0-81f0-0f82b598c744 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:39:20.043574 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f25b1-c797-4f45-8638-85df5a602b67 req-f4753637-ba56-45b2-9ae3-1aed258199e7 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:39:20.044268 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-637f25b1-c797-4f45-8638-85df5a602b67 req-f4753637-ba56-45b2-9ae3-1aed258199e7 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Synchronizing usage tracker for tenant:8ede911fc7f845af95dd74968234120d on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:39:20.105531 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-637f25b1-c797-4f45-8638-85df5a602b67 req-f4753637-ba56-45b2-9ae3-1aed258199e7 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Unset dirty status for tenant:8ede911fc7f845af95dd74968234120d on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:39:20.106699 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-637f25b1-c797-4f45-8638-85df5a602b67 req-f4753637-ba56-45b2-9ae3-1aed258199e7 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=41e53d98-2c49-45f2-9ae9-0a802655d5e7 HTTP/1.1" status: 200 len: 932 time: 0.1919746 May 04 17:39:20.108518 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [req-6a434d5e-fa0d-40dc-84c5-ca3d826beeb3 req-0ade6f21-37f8-444d-b38a-be29ce6477a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c80c486-0025-48c0-81f0-0f82b598c744 {{(pid=88037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:39:20.129480 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-6a434d5e-fa0d-40dc-84c5-ca3d826beeb3 req-0ade6f21-37f8-444d-b38a-be29ce6477a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:20.167624 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [req-6a434d5e-fa0d-40dc-84c5-ca3d826beeb3 req-0ade6f21-37f8-444d-b38a-be29ce6477a7 service neutron] Transition to ACTIVE for port object 6c80c486-0025-48c0-81f0-0f82b598c744 will not be triggered until provisioned by entity L2. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:39:20.176734 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-637f25b1-c797-4f45-8638-85df5a602b67 req-7803ab33-251f-4998-a1d5-3badb0679c28 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=dea363bb-2402-4c12-bf2f-ccb3040ac80a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639033 May 04 17:39:20.177455 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-6a434d5e-fa0d-40dc-84c5-ca3d826beeb3 req-0ade6f21-37f8-444d-b38a-be29ce6477a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:20.311597 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ade6f21-37f8-444d-b38a-be29ce6477a7 service neutron] Pushing event updated for resources: {'Port': ['ID=6c80c486-0025-48c0-81f0-0f82b598c744,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:39:20.417400 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-6a434d5e-fa0d-40dc-84c5-ca3d826beeb3 req-0ade6f21-37f8-444d-b38a-be29ce6477a7 service neutron] Attempting to bind port 6c80c486-0025-48c0-81f0-0f82b598c744 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:39:20.417730 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-6a434d5e-fa0d-40dc-84c5-ca3d826beeb3 req-0ade6f21-37f8-444d-b38a-be29ce6477a7 service neutron] Attempting to bind port 6c80c486-0025-48c0-81f0-0f82b598c744 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': 'f09e0005-1da0-43e4-a09e-3d873259447b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '86242fe3-a26b-4ab7-9651-75adee856ccd'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:39:20.418082 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a434d5e-fa0d-40dc-84c5-ca3d826beeb3 req-0ade6f21-37f8-444d-b38a-be29ce6477a7 service neutron] Attempting to bind port 6c80c486-0025-48c0-81f0-0f82b598c744 on network 86242fe3-a26b-4ab7-9651-75adee856ccd {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:39:20.422483 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a434d5e-fa0d-40dc-84c5-ca3d826beeb3 req-0ade6f21-37f8-444d-b38a-be29ce6477a7 service neutron] Port 6c80c486-0025-48c0-81f0-0f82b598c744 on network 86242fe3-a26b-4ab7-9651-75adee856ccd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:39:20.422798 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a434d5e-fa0d-40dc-84c5-ca3d826beeb3 req-0ade6f21-37f8-444d-b38a-be29ce6477a7 service neutron] Attempting to bind port 6c80c486-0025-48c0-81f0-0f82b598c744 on network 86242fe3-a26b-4ab7-9651-75adee856ccd {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:39:20.427762 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a434d5e-fa0d-40dc-84c5-ca3d826beeb3 req-0ade6f21-37f8-444d-b38a-be29ce6477a7 service neutron] Checking agent: {'id': '84d0dbeb-cfa8-4636-8b1c-9790acf21ef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'started_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:39:20.428091 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a434d5e-fa0d-40dc-84c5-ca3d826beeb3 req-0ade6f21-37f8-444d-b38a-be29ce6477a7 service neutron] Checking segment: {'id': 'f09e0005-1da0-43e4-a09e-3d873259447b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '86242fe3-a26b-4ab7-9651-75adee856ccd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:39:20.428469 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a434d5e-fa0d-40dc-84c5-ca3d826beeb3 req-0ade6f21-37f8-444d-b38a-be29ce6477a7 service neutron] Bound using segment: {'id': 'f09e0005-1da0-43e4-a09e-3d873259447b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '86242fe3-a26b-4ab7-9651-75adee856ccd'} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:39:20.429020 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-6a434d5e-fa0d-40dc-84c5-ca3d826beeb3 req-0ade6f21-37f8-444d-b38a-be29ce6477a7 service neutron] Bound port: 6c80c486-0025-48c0-81f0-0f82b598c744, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f09e0005-1da0-43e4-a09e-3d873259447b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '86242fe3-a26b-4ab7-9651-75adee856ccd'}}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:39:20.429229 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-6a434d5e-fa0d-40dc-84c5-ca3d826beeb3 req-0ade6f21-37f8-444d-b38a-be29ce6477a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:20.516775 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-6a434d5e-fa0d-40dc-84c5-ca3d826beeb3 req-0ade6f21-37f8-444d-b38a-be29ce6477a7 service neutron] For port 6c80c486-0025-48c0-81f0-0f82b598c744, host hv-neutron-8404, cleared binding levels {{(pid=88037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:39:20.519654 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-6a434d5e-fa0d-40dc-84c5-ca3d826beeb3 req-0ade6f21-37f8-444d-b38a-be29ce6477a7 service neutron] For port 6c80c486-0025-48c0-81f0-0f82b598c744, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=6c80c486-0025-48c0-81f0-0f82b598c744,segment=NetworkSegment(f09e0005-1da0-43e4-a09e-3d873259447b),segment_id=f09e0005-1da0-43e4-a09e-3d873259447b)] {{(pid=88037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:39:20.523936 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-6a434d5e-fa0d-40dc-84c5-ca3d826beeb3 req-0ade6f21-37f8-444d-b38a-be29ce6477a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:20.589718 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a434d5e-fa0d-40dc-84c5-ca3d826beeb3 req-0ade6f21-37f8-444d-b38a-be29ce6477a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:39:20.590387 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-6a434d5e-fa0d-40dc-84c5-ca3d826beeb3 req-0ade6f21-37f8-444d-b38a-be29ce6477a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:20.592131 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6a434d5e-fa0d-40dc-84c5-ca3d826beeb3 req-0ade6f21-37f8-444d-b38a-be29ce6477a7 service neutron] 10.222.0.42 "PUT /v2.0/ports/6c80c486-0025-48c0-81f0-0f82b598c744 HTTP/1.1" status: 200 len: 1094 time: 1.1130695 May 04 17:39:20.592565 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41e53d98-2c49-45f2-9ae9-0a802655d5e7', 'tag': '6c80c486-0025-48c0-81f0-0f82b598c744'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:39:20.617142 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ade6f21-37f8-444d-b38a-be29ce6477a7 service neutron] Pushing event updated for resources: {'Port': ['ID=6c80c486-0025-48c0-81f0-0f82b598c744,revision_number=3']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:39:20.704207 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a434d5e-fa0d-40dc-84c5-ca3d826beeb3 req-93e33ceb-c4a6-4bb4-9fb9-613c8333055a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:39:20.705689 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6a434d5e-fa0d-40dc-84c5-ca3d826beeb3 req-93e33ceb-c4a6-4bb4-9fb9-613c8333055a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ede911fc7f845af95dd74968234120d&device_id=41e53d98-2c49-45f2-9ae9-0a802655d5e7 HTTP/1.1" status: 200 len: 1097 time: 0.0778978 May 04 17:39:20.777356 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6a434d5e-fa0d-40dc-84c5-ca3d826beeb3 req-ee4699fb-464d-4098-944c-46d24ff1fde0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c80c486-0025-48c0-81f0-0f82b598c744 HTTP/1.1" status: 200 len: 217 time: 0.0646050 May 04 17:39:20.782924 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cce6a415-9906-44f7-b5fc-9c6c5f958be9'] response: {'name': 'network-changed', 'server_uuid': '41e53d98-2c49-45f2-9ae9-0a802655d5e7', 'tag': '6c80c486-0025-48c0-81f0-0f82b598c744', 'status': 'completed', 'code': 200} May 04 17:39:20.837514 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a434d5e-fa0d-40dc-84c5-ca3d826beeb3 req-6b254565-42ca-49c2-a9a2-a434b31aad25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:39:20.838951 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6a434d5e-fa0d-40dc-84c5-ca3d826beeb3 req-6b254565-42ca-49c2-a9a2-a434b31aad25 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=51aa41ad-beaa-4e60-aaa7-628ebcc349cc HTTP/1.1" status: 200 len: 835 time: 0.0549955 May 04 17:39:20.914342 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a434d5e-fa0d-40dc-84c5-ca3d826beeb3 req-ebcafc9c-b5cb-4079-9d20-744752d06ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:39:20.915682 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6a434d5e-fa0d-40dc-84c5-ca3d826beeb3 req-ebcafc9c-b5cb-4079-9d20-744752d06ac0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=86242fe3-a26b-4ab7-9651-75adee856ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705781 May 04 17:39:21.043029 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6a434d5e-fa0d-40dc-84c5-ca3d826beeb3 req-0cf7815f-adb5-43e1-97ac-950031f6b341 service neutron] 10.222.0.42 "GET /v2.0/networks/86242fe3-a26b-4ab7-9651-75adee856ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213484 May 04 17:39:21.177652 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6a434d5e-fa0d-40dc-84c5-ca3d826beeb3 req-6921f4e4-04e1-4170-abac-6f241accd4aa service neutron] 10.222.0.42 "GET /v2.0/networks/86242fe3-a26b-4ab7-9651-75adee856ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289909 May 04 17:39:21.339224 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef09ee-52e4-4ad1-97e3-e7f54151ebca req-bacaf21c-1aac-475f-8c4c-ab5c8c7a72bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:39:21.340661 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-61ef09ee-52e4-4ad1-97e3-e7f54151ebca req-bacaf21c-1aac-475f-8c4c-ab5c8c7a72bf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ede911fc7f845af95dd74968234120d&device_id=41e53d98-2c49-45f2-9ae9-0a802655d5e7 HTTP/1.1" status: 200 len: 1097 time: 0.1163533 May 04 17:39:21.581325 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5e55bd-43f9-4d12-b8ff-9dea463d6271 req-dd3dfc48-477a-40c3-89e4-0bf227afef08 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:39:21.582783 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dc5e55bd-43f9-4d12-b8ff-9dea463d6271 req-dd3dfc48-477a-40c3-89e4-0bf227afef08 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=41e53d98-2c49-45f2-9ae9-0a802655d5e7 HTTP/1.1" status: 200 len: 944 time: 0.2948401 May 04 17:39:21.616553 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef09ee-52e4-4ad1-97e3-e7f54151ebca req-413e9f54-9dbb-421b-85e4-e04e00f35290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:39:21.617929 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-61ef09ee-52e4-4ad1-97e3-e7f54151ebca req-413e9f54-9dbb-421b-85e4-e04e00f35290 service neutron] 10.222.0.42 "GET /v2.0/networks?id=86242fe3-a26b-4ab7-9651-75adee856ccd HTTP/1.1" status: 200 len: 897 time: 0.2704237 May 04 17:39:21.696515 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-61ef09ee-52e4-4ad1-97e3-e7f54151ebca req-49e1c543-6747-48fd-a3c3-9f3f4914d0e0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c80c486-0025-48c0-81f0-0f82b598c744 HTTP/1.1" status: 200 len: 217 time: 0.0678480 May 04 17:39:21.700906 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dc5e55bd-43f9-4d12-b8ff-9dea463d6271 req-6105efb7-083f-4d7f-9241-0729e9f27fbc tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=dea363bb-2402-4c12-bf2f-ccb3040ac80a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063421 May 04 17:39:21.758018 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef09ee-52e4-4ad1-97e3-e7f54151ebca req-0f1798c5-76ad-47ce-aff6-747ffdf99ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:39:21.759440 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-61ef09ee-52e4-4ad1-97e3-e7f54151ebca req-0f1798c5-76ad-47ce-aff6-747ffdf99ba1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=51aa41ad-beaa-4e60-aaa7-628ebcc349cc HTTP/1.1" status: 200 len: 835 time: 0.0568895 May 04 17:39:21.832367 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef09ee-52e4-4ad1-97e3-e7f54151ebca req-cedba8d8-0e63-4af4-9fd7-e736c5d7021e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:39:21.833727 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-61ef09ee-52e4-4ad1-97e3-e7f54151ebca req-cedba8d8-0e63-4af4-9fd7-e736c5d7021e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=86242fe3-a26b-4ab7-9651-75adee856ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682836 May 04 17:39:21.960387 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-61ef09ee-52e4-4ad1-97e3-e7f54151ebca req-552f8f95-a94f-4351-822c-693cb3d54ef1 service neutron] 10.222.0.42 "GET /v2.0/networks/86242fe3-a26b-4ab7-9651-75adee856ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202846 May 04 17:39:22.087407 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-61ef09ee-52e4-4ad1-97e3-e7f54151ebca req-16f9c4ab-dbab-4b00-8087-0788ead72dfd service neutron] 10.222.0.42 "GET /v2.0/networks/86242fe3-a26b-4ab7-9651-75adee856ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205423 May 04 17:39:22.889092 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c558ec58-f6c1-4fb8-b9d6-223a013226e9 req-baac58aa-f3b9-461b-aaa0-6fd1a11d82b6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:39:22.890703 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-c558ec58-f6c1-4fb8-b9d6-223a013226e9 req-baac58aa-f3b9-461b-aaa0-6fd1a11d82b6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=41e53d98-2c49-45f2-9ae9-0a802655d5e7 HTTP/1.1" status: 200 len: 944 time: 0.0818915 May 04 17:39:22.933240 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-c558ec58-f6c1-4fb8-b9d6-223a013226e9 req-e48651a5-e7b0-46f7-b32d-7becba88e657 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=dea363bb-2402-4c12-bf2f-ccb3040ac80a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370164 May 04 17:39:24.117415 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7cd4c7-3697-4b45-a569-a3584ed574b3 req-8cdff700-b3c1-4d23-bf00-0b8747cfb3c5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:39:24.118918 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dd7cd4c7-3697-4b45-a569-a3584ed574b3 req-8cdff700-b3c1-4d23-bf00-0b8747cfb3c5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=41e53d98-2c49-45f2-9ae9-0a802655d5e7 HTTP/1.1" status: 200 len: 944 time: 0.0842884 May 04 17:39:24.162775 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dd7cd4c7-3697-4b45-a569-a3584ed574b3 req-c2961a76-6cba-48c2-a2d3-9b163a812cae tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=dea363bb-2402-4c12-bf2f-ccb3040ac80a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381701 May 04 17:39:25.121692 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 6c80c486-0025-48c0-81f0-0f82b598c744 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:39:25.253421 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 6c80c486-0025-48c0-81f0-0f82b598c744, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=6c80c486-0025-48c0-81f0-0f82b598c744,segment=NetworkSegment(f09e0005-1da0-43e4-a09e-3d873259447b),segment_id=f09e0005-1da0-43e4-a09e-3d873259447b)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:39:25.266215 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Returning: {'device': '6c80c486-0025-48c0-81f0-0f82b598c744', 'network_id': '86242fe3-a26b-4ab7-9651-75adee856ccd', 'port_id': '6c80c486-0025-48c0-81f0-0f82b598c744', 'mac_address': 'fa:16:3e:ad:ff:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51aa41ad-beaa-4e60-aaa7-628ebcc349cc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:39:25.323450 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:25.339637 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c80c486-0025-48c0-81f0-0f82b598c744 {{(pid=88039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:39:25.343519 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39571a2e-1ae6-4cec-95b2-13c89df54d30 req-23deb2e5-d43f-46f7-9997-3b095a93cd7a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:39:25.344997 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-39571a2e-1ae6-4cec-95b2-13c89df54d30 req-23deb2e5-d43f-46f7-9997-3b095a93cd7a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=41e53d98-2c49-45f2-9ae9-0a802655d5e7 HTTP/1.1" status: 200 len: 944 time: 0.0784931 May 04 17:39:25.355021 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 6c80c486-0025-48c0-81f0-0f82b598c744, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=6c80c486-0025-48c0-81f0-0f82b598c744,segment=NetworkSegment(f09e0005-1da0-43e4-a09e-3d873259447b),segment_id=f09e0005-1da0-43e4-a09e-3d873259447b)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:39:25.358679 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:25.394349 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-39571a2e-1ae6-4cec-95b2-13c89df54d30 req-e5a94aad-86bd-4793-b357-f9480c68c21a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=dea363bb-2402-4c12-bf2f-ccb3040ac80a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432265 May 04 17:39:25.425987 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=6c80c486-0025-48c0-81f0-0f82b598c744,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:39:25.432913 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:39:25.433264 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:39:25.433602 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:39:25.433960 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:39:25.434293 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:39:25.434623 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:39:25.434970 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:39:25.435298 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:39:25.435625 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:39:25.435951 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:39:25.436273 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:39:25.436592 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:39:25.665444 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] get_ports_and_sgs() called for port_ids ['6c80c486-0025-48c0-81f0-0f82b598c744'] {{(pid=88039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:39:26.579348 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8bdec2-5b7f-4db4-90a1-f1d35290c725 req-8d81a014-fbd9-4c21-9747-f858c212c75f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:39:26.580795 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0e8bdec2-5b7f-4db4-90a1-f1d35290c725 req-8d81a014-fbd9-4c21-9747-f858c212c75f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=41e53d98-2c49-45f2-9ae9-0a802655d5e7 HTTP/1.1" status: 200 len: 945 time: 0.0780673 May 04 17:39:26.626382 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0e8bdec2-5b7f-4db4-90a1-f1d35290c725 req-ded4ede8-1f37-4cb2-8ccf-2bb142f17819 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=dea363bb-2402-4c12-bf2f-ccb3040ac80a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398946 May 04 17:39:27.124154 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 6c80c486-0025-48c0-81f0-0f82b598c744 up at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:39:27.195941 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning for port 6c80c486-0025-48c0-81f0-0f82b598c744 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:39:27.200698 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning complete for port 6c80c486-0025-48c0-81f0-0f82b598c744 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:39:27.201075 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:27.315890 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:27.342064 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41e53d98-2c49-45f2-9ae9-0a802655d5e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c80c486-0025-48c0-81f0-0f82b598c744'}] {{(pid=88039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:39:27.352233 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 6c80c486-0025-48c0-81f0-0f82b598c744, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=6c80c486-0025-48c0-81f0-0f82b598c744,segment=NetworkSegment(f09e0005-1da0-43e4-a09e-3d873259447b),segment_id=f09e0005-1da0-43e4-a09e-3d873259447b)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:39:27.356483 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:27.388838 dv-neutron-840426-1-hyperv neutron-server[88039]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f82fc6a1-8fa1-4249-8b09-4e02d3f3bda8'] response: {'server_uuid': '41e53d98-2c49-45f2-9ae9-0a802655d5e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c80c486-0025-48c0-81f0-0f82b598c744', 'code': 200} May 04 17:39:27.428439 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=6c80c486-0025-48c0-81f0-0f82b598c744,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:39:27.606438 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f8bc0f-574e-4169-b807-aadfaa3ee4f9 req-53b75918-78e7-4fa3-b4eb-f234be1ac4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:39:27.607869 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-48f8bc0f-574e-4169-b807-aadfaa3ee4f9 req-53b75918-78e7-4fa3-b4eb-f234be1ac4f6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=41e53d98-2c49-45f2-9ae9-0a802655d5e7 HTTP/1.1" status: 200 len: 1099 time: 0.0670447 May 04 17:39:27.646195 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-48f8bc0f-574e-4169-b807-aadfaa3ee4f9 req-b11f0348-748b-4094-b53e-603318b114be service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=dea363bb-2402-4c12-bf2f-ccb3040ac80a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326691 May 04 17:39:27.815354 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f643ae-5437-4e0b-a42d-c9c820caea26 req-1bccb964-6f57-4294-8cf2-2bfe01eaa847 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:39:27.816769 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f6f643ae-5437-4e0b-a42d-c9c820caea26 req-1bccb964-6f57-4294-8cf2-2bfe01eaa847 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=41e53d98-2c49-45f2-9ae9-0a802655d5e7 HTTP/1.1" status: 200 len: 946 time: 0.0804312 May 04 17:39:27.862082 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f6f643ae-5437-4e0b-a42d-c9c820caea26 req-d94057bb-2094-4535-9d29-fa26dceab6a4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=dea363bb-2402-4c12-bf2f-ccb3040ac80a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393744 May 04 17:39:29.053187 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5921e-7bf8-475c-8e93-e22368ceee8e req-d7444939-b5c6-4db8-9633-3dd1e9c09786 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:39:29.054646 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-d5e5921e-7bf8-475c-8e93-e22368ceee8e req-d7444939-b5c6-4db8-9633-3dd1e9c09786 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=41e53d98-2c49-45f2-9ae9-0a802655d5e7 HTTP/1.1" status: 200 len: 946 time: 0.0864358 May 04 17:39:29.098264 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-d5e5921e-7bf8-475c-8e93-e22368ceee8e req-ead9b1c3-e4bc-44e6-91aa-22e1de33573b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=dea363bb-2402-4c12-bf2f-ccb3040ac80a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378411 May 04 17:39:30.281679 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc8763e-9ac2-49c5-b42f-f5728b85e140 req-7224553b-6241-41bd-9801-79e41871f9b8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:39:30.283153 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-cdc8763e-9ac2-49c5-b42f-f5728b85e140 req-7224553b-6241-41bd-9801-79e41871f9b8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=41e53d98-2c49-45f2-9ae9-0a802655d5e7 HTTP/1.1" status: 200 len: 946 time: 0.0809336 May 04 17:39:30.326470 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-cdc8763e-9ac2-49c5-b42f-f5728b85e140 req-6c6df484-46d2-4ffb-aebb-c0ac21064396 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=dea363bb-2402-4c12-bf2f-ccb3040ac80a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374155 May 04 17:39:30.510838 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c4f03b-7d3d-45c3-836b-d76211de0ac6 req-65264d44-ceb6-4829-b1d9-3b3bb3b0368a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:39:30.512422 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-16c4f03b-7d3d-45c3-836b-d76211de0ac6 req-65264d44-ceb6-4829-b1d9-3b3bb3b0368a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=41e53d98-2c49-45f2-9ae9-0a802655d5e7 HTTP/1.1" status: 200 len: 946 time: 0.0822780 May 04 17:39:30.558568 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-16c4f03b-7d3d-45c3-836b-d76211de0ac6 req-cb4506da-60b9-4687-9c7f-206e4c5e4348 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=dea363bb-2402-4c12-bf2f-ccb3040ac80a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396185 May 04 17:39:30.583317 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 56944) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:39:30.653631 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8fbd9b-0714-41cd-a709-939d6504b751 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:39:30.655149 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-1d8fbd9b-0714-41cd-a709-939d6504b751 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=41e53d98-2c49-45f2-9ae9-0a802655d5e7 HTTP/1.1" status: 200 len: 1094 time: 0.0730669 May 04 17:39:30.658741 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 56948) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:39:30.664201 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-ba858b47-50a9-4bbb-80d1-40495f1f41ae tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'floatingip': {'port_id': '6c80c486-0025-48c0-81f0-0f82b598c744'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:39:30.747501 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ba858b47-50a9-4bbb-80d1-40495f1f41ae tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for floatingip, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:31.483135 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ba858b47-50a9-4bbb-80d1-40495f1f41ae tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:31.487097 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ba858b47-50a9-4bbb-80d1-40495f1f41ae tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710218'] for floatingip, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:31.680731 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.l3_db [None req-ba858b47-50a9-4bbb-80d1-40495f1f41ae tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Floating IP f0b021c0-5ea7-494b-8790-d56e8fa765a5 associated. External IP: 172.26.0.19, port: 6c80c486-0025-48c0-81f0-0f82b598c744. May 04 17:39:32.033980 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba858b47-50a9-4bbb-80d1-40495f1f41ae tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Router f170e1cd-14f3-49ff-9844-ece8e6bbe0f9 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:39:32.316577 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba858b47-50a9-4bbb-80d1-40495f1f41ae tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:39:32.321405 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ba858b47-50a9-4bbb-80d1-40495f1f41ae tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:32.328536 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000c3dc0-4ef6-4e91-9878-162fdc557c20 None None] Sync routers for ids ['f170e1cd-14f3-49ff-9844-ece8e6bbe0f9'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:39:32.338482 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000c3dc0-4ef6-4e91-9878-162fdc557c20 None None] Routers {'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:39:32.339090 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-000c3dc0-4ef6-4e91-9878-162fdc557c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:39:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['f170e1cd-14f3-49ff-9844-ece8e6bbe0f9'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:39:32.374489 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-ba858b47-50a9-4bbb-80d1-40495f1f41ae tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "PUT /v2.0/floatingips/f0b021c0-5ea7-494b-8790-d56e8fa765a5 HTTP/1.1" status: 200 len: 991 time: 1.7146087 May 04 17:39:32.375064 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41e53d98-2c49-45f2-9ae9-0a802655d5e7', 'tag': '6c80c486-0025-48c0-81f0-0f82b598c744'}] {{(pid=88038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:39:32.377364 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 56952) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:39:32.422898 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b9e8ca1-8b87-4dca-b369-843cd7170502'] response: {'name': 'network-changed', 'server_uuid': '41e53d98-2c49-45f2-9ae9-0a802655d5e7', 'tag': '6c80c486-0025-48c0-81f0-0f82b598c744', 'status': 'completed', 'code': 200} May 04 17:39:32.516397 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-000c3dc0-4ef6-4e91-9878-162fdc557c20 None None] Set router f170e1cd-14f3-49ff-9844-ece8e6bbe0f9 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:39:32.537595 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-e25461c7-fd7a-4342-9f4e-a30e712d098f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/floatingips/f0b021c0-5ea7-494b-8790-d56e8fa765a5 HTTP/1.1" status: 200 len: 991 time: 0.1575816 May 04 17:39:32.552162 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee17472-d928-4f21-8d45-9fae9f91fef5 req-8c82bd35-8fa2-471b-b824-5a846d195dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:39:32.553633 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-eee17472-d928-4f21-8d45-9fae9f91fef5 req-8c82bd35-8fa2-471b-b824-5a846d195dd2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ede911fc7f845af95dd74968234120d&device_id=41e53d98-2c49-45f2-9ae9-0a802655d5e7 HTTP/1.1" status: 200 len: 1099 time: 0.1115434 May 04 17:39:32.684673 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee17472-d928-4f21-8d45-9fae9f91fef5 req-0150c1fe-99d7-4d95-9384-1697609e5dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:39:32.686161 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-eee17472-d928-4f21-8d45-9fae9f91fef5 req-0150c1fe-99d7-4d95-9384-1697609e5dc2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=86242fe3-a26b-4ab7-9651-75adee856ccd HTTP/1.1" status: 200 len: 897 time: 0.1266432 May 04 17:39:32.896690 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-eee17472-d928-4f21-8d45-9fae9f91fef5 req-eb47c842-891a-4714-991c-59847d843f1c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c80c486-0025-48c0-81f0-0f82b598c744 HTTP/1.1" status: 200 len: 999 time: 0.2050307 May 04 17:39:32.896957 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-000c3dc0-4ef6-4e91-9878-162fdc557c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9', 'name': 'tempest-TestNetworkBasicOps-router-1784444861', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': '2d902094-de5f-4d5d-8aa6-75e5f3d0dbec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:37:39Z', 'updated_at': '2022-05-04T17:37:44Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '2d902094-de5f-4d5d-8aa6-75e5f3d0dbec', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:85:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:37:40Z', 'updated_at': '2022-05-04T17:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': 'f0b021c0-5ea7-494b-8790-d56e8fa765a5', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'floating_ip_address': '172.26.0.19', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': 'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9', 'port_id': '6c80c486-0025-48c0-81f0-0f82b598c744', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86242fe3-a26b-4ab7-9651-75adee856ccd', 'mac_address': 'fa:16:3e:ad:ff:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e53d98-2c49-45f2-9ae9-0a802655d5e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:38:00Z', 'updated_at': '2022-05-04T17:39:31Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bf47131-80ad-4154-bdb2-33cdfaeff6d4', 'name': '', 'network_id': '86242fe3-a26b-4ab7-9651-75adee856ccd', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:72:da:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '51aa41ad-beaa-4e60-aaa7-628ebcc349cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:37:43Z', 'updated_at': '2022-05-04T17:37:48Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '51aa41ad-beaa-4e60-aaa7-628ebcc349cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:39:32.900751 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000c3dc0-4ef6-4e91-9878-162fdc557c20 None None] Checking router: f170e1cd-14f3-49ff-9844-ece8e6bbe0f9 for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:39:32.911446 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000c3dc0-4ef6-4e91-9878-162fdc557c20 None None] Routers {'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:39:32.912057 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-000c3dc0-4ef6-4e91-9878-162fdc557c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:39:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['f170e1cd-14f3-49ff-9844-ece8e6bbe0f9'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:39:32.960475 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee17472-d928-4f21-8d45-9fae9f91fef5 req-6fcb6adc-bdb1-4241-96e1-5eee910b198b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:39:32.961882 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-eee17472-d928-4f21-8d45-9fae9f91fef5 req-6fcb6adc-bdb1-4241-96e1-5eee910b198b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=51aa41ad-beaa-4e60-aaa7-628ebcc349cc HTTP/1.1" status: 200 len: 835 time: 0.0590315 May 04 17:39:33.033069 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee17472-d928-4f21-8d45-9fae9f91fef5 req-6b553b48-0445-454d-ac8d-c63668970f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:39:33.034555 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-eee17472-d928-4f21-8d45-9fae9f91fef5 req-6b553b48-0445-454d-ac8d-c63668970f4b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=86242fe3-a26b-4ab7-9651-75adee856ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673687 May 04 17:39:33.082368 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-000c3dc0-4ef6-4e91-9878-162fdc557c20 None None] Set router f170e1cd-14f3-49ff-9844-ece8e6bbe0f9 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:39:33.163557 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-eee17472-d928-4f21-8d45-9fae9f91fef5 req-20937b7c-3eb3-4c98-9e10-f9eb7d2cf655 service neutron] 10.222.0.42 "GET /v2.0/networks/86242fe3-a26b-4ab7-9651-75adee856ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223042 May 04 17:39:33.227601 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-58b8560e-a385-4bd3-ae37-e6d5f0e5c742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:33.297877 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-eee17472-d928-4f21-8d45-9fae9f91fef5 req-00675f62-df61-42b0-b485-2b45833aa0c7 service neutron] 10.222.0.42 "GET /v2.0/networks/86242fe3-a26b-4ab7-9651-75adee856ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283705 May 04 17:39:33.442083 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-000c3dc0-4ef6-4e91-9878-162fdc557c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9', 'name': 'tempest-TestNetworkBasicOps-router-1784444861', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': '2d902094-de5f-4d5d-8aa6-75e5f3d0dbec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:37:39Z', 'updated_at': '2022-05-04T17:37:44Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '2d902094-de5f-4d5d-8aa6-75e5f3d0dbec', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:85:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:37:40Z', 'updated_at': '2022-05-04T17:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': 'f0b021c0-5ea7-494b-8790-d56e8fa765a5', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'floating_ip_address': '172.26.0.19', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': 'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9', 'port_id': '6c80c486-0025-48c0-81f0-0f82b598c744', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86242fe3-a26b-4ab7-9651-75adee856ccd', 'mac_address': 'fa:16:3e:ad:ff:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e53d98-2c49-45f2-9ae9-0a802655d5e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:38:00Z', 'updated_at': '2022-05-04T17:39:31Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bf47131-80ad-4154-bdb2-33cdfaeff6d4', 'name': '', 'network_id': '86242fe3-a26b-4ab7-9651-75adee856ccd', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:72:da:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '51aa41ad-beaa-4e60-aaa7-628ebcc349cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:37:43Z', 'updated_at': '2022-05-04T17:37:48Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '51aa41ad-beaa-4e60-aaa7-628ebcc349cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:39:33.445937 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000c3dc0-4ef6-4e91-9878-162fdc557c20 None None] The sync data for ids ['f170e1cd-14f3-49ff-9844-ece8e6bbe0f9'] in dv-neutron-840426-1-hyperv is: [{'id': 'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9', 'name': 'tempest-TestNetworkBasicOps-router-1784444861', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': '2d902094-de5f-4d5d-8aa6-75e5f3d0dbec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:37:39Z', 'updated_at': '2022-05-04T17:37:44Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '2d902094-de5f-4d5d-8aa6-75e5f3d0dbec', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:85:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:37:40Z', 'updated_at': '2022-05-04T17:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': 'f0b021c0-5ea7-494b-8790-d56e8fa765a5', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'floating_ip_address': '172.26.0.19', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': 'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9', 'port_id': '6c80c486-0025-48c0-81f0-0f82b598c744', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86242fe3-a26b-4ab7-9651-75adee856ccd', 'mac_address': 'fa:16:3e:ad:ff:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e53d98-2c49-45f2-9ae9-0a802655d5e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:38:00Z', 'updated_at': '2022-05-04T17:39:31Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bf47131-80ad-4154-bdb2-33cdfaeff6d4', 'name': '', 'network_id': '86242fe3-a26b-4ab7-9651-75adee856ccd', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:72:da:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '51aa41ad-beaa-4e60-aaa7-628ebcc349cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:37:43Z', 'updated_at': '2022-05-04T17:37:48Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '51aa41ad-beaa-4e60-aaa7-628ebcc349cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:39:33.540143 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 56958) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:39:33.640301 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c516db9-872d-42e5-a8c1-042d4de4db24 None None] New status for floating IP f0b021c0-5ea7-494b-8790-d56e8fa765a5: ACTIVE {{(pid=88040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:39:33.648312 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-cba9016f-10de-4c12-9e5f-623b55be045c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/floatingips/f0b021c0-5ea7-494b-8790-d56e8fa765a5 HTTP/1.1" status: 200 len: 991 time: 0.1070461 May 04 17:39:34.651682 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 56962) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:39:34.757385 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-9084470f-70af-4048-819e-83d797ad9241 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/floatingips/f0b021c0-5ea7-494b-8790-d56e8fa765a5 HTTP/1.1" status: 200 len: 993 time: 0.1045594 May 04 17:39:35.489889 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d19798db-b7e0-4851-b68c-448c9c9f707b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:36.504173 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:36.566155 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:37.840055 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:39.260966 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:47.309500 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 17:39:49.681566 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-caeda483-ee95-4d4e-a00a-be0e1789b637 req-3d302460-04cb-44c5-a72c-5428e3073d45 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=12878834-8807-44d8-8e9b-30e573204946&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0678439 May 04 17:39:49.822551 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeda483-ee95-4d4e-a00a-be0e1789b637 req-6db8e920-87cb-462a-af87-0e524d10d1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:39:49.824011 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-caeda483-ee95-4d4e-a00a-be0e1789b637 req-6db8e920-87cb-462a-af87-0e524d10d1e2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ede911fc7f845af95dd74968234120d&device_id=12878834-8807-44d8-8e9b-30e573204946 HTTP/1.1" status: 200 len: 1098 time: 0.0733557 May 04 17:39:49.964973 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeda483-ee95-4d4e-a00a-be0e1789b637 req-4f445c63-7bca-4517-b40a-2d07646f871f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:39:49.966343 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-caeda483-ee95-4d4e-a00a-be0e1789b637 req-4f445c63-7bca-4517-b40a-2d07646f871f service neutron] 10.222.0.42 "GET /v2.0/networks?id=86242fe3-a26b-4ab7-9651-75adee856ccd HTTP/1.1" status: 200 len: 897 time: 0.1239095 May 04 17:39:50.034817 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-caeda483-ee95-4d4e-a00a-be0e1789b637 req-0a15aa4b-3700-4997-a531-8e3017c6730d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0d549ec0-94c4-47b8-8530-ce030be2ce16 HTTP/1.1" status: 200 len: 217 time: 0.0623517 May 04 17:39:50.097603 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeda483-ee95-4d4e-a00a-be0e1789b637 req-05161c08-0a97-439f-b663-b7d2bde2bff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:39:50.099051 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-caeda483-ee95-4d4e-a00a-be0e1789b637 req-05161c08-0a97-439f-b663-b7d2bde2bff2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=51aa41ad-beaa-4e60-aaa7-628ebcc349cc HTTP/1.1" status: 200 len: 835 time: 0.0564036 May 04 17:39:50.172844 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeda483-ee95-4d4e-a00a-be0e1789b637 req-dbc87204-82fb-43ea-8f28-350011a8763b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:39:50.174308 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-caeda483-ee95-4d4e-a00a-be0e1789b637 req-dbc87204-82fb-43ea-8f28-350011a8763b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=86242fe3-a26b-4ab7-9651-75adee856ccd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689232 May 04 17:39:50.302944 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-caeda483-ee95-4d4e-a00a-be0e1789b637 req-ea74b7ee-3c8c-4bc4-83a9-458302e46b21 service neutron] 10.222.0.42 "GET /v2.0/networks/86242fe3-a26b-4ab7-9651-75adee856ccd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221266 May 04 17:39:50.431294 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-caeda483-ee95-4d4e-a00a-be0e1789b637 req-beefd29f-7412-4091-845f-30b76cad66ce service neutron] 10.222.0.42 "GET /v2.0/networks/86242fe3-a26b-4ab7-9651-75adee856ccd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218891 May 04 17:40:03.162105 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-c85d8bbc-aa87-46ab-b567-c4704c0745f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:05.491814 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-f9bc0557-ab74-4a78-bb3d-8734429586cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:06.508468 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:06.567707 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:07.843204 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:09.262100 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:24.308747 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 17:40:33.163852 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e0808e79-077d-4337-9d59-815f733b8b26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:35.493596 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-503d793f-51d5-4bdb-9ec1-f07b6436363c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:36.509567 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:36.569247 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:37.845326 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:38.665514 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a0e7e-d4eb-4a4e-9bc1-0eba9c94cd14 req-5db71956-9511-480d-93b6-823dd02cf28a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:40:38.666962 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-302a0e7e-d4eb-4a4e-9bc1-0eba9c94cd14 req-5db71956-9511-480d-93b6-823dd02cf28a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=41e53d98-2c49-45f2-9ae9-0a802655d5e7 HTTP/1.1" status: 200 len: 946 time: 0.0810924 May 04 17:40:38.709908 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-302a0e7e-d4eb-4a4e-9bc1-0eba9c94cd14 req-3dbdb201-ab9d-4054-ba6f-dd07c7e00ca1 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=dea363bb-2402-4c12-bf2f-ccb3040ac80a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373502 May 04 17:40:39.295259 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:39.907108 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e35674-d20a-41dd-b158-8e5bc572df69 req-1f550687-655d-4578-a94e-59e2e1f6ee58 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:40:39.908599 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-78e35674-d20a-41dd-b158-8e5bc572df69 req-1f550687-655d-4578-a94e-59e2e1f6ee58 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=41e53d98-2c49-45f2-9ae9-0a802655d5e7 HTTP/1.1" status: 200 len: 946 time: 0.0930758 May 04 17:40:39.955264 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-78e35674-d20a-41dd-b158-8e5bc572df69 req-2d47dedf-791a-4a41-926a-54875bdd8c9f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=dea363bb-2402-4c12-bf2f-ccb3040ac80a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406394 May 04 17:40:40.222599 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3375e825-e48b-411e-a6ea-87a90c29940c req-f71ab9bb-2e0b-4058-8ebd-72d5299ff4fd tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:40:40.224001 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-3375e825-e48b-411e-a6ea-87a90c29940c req-f71ab9bb-2e0b-4058-8ebd-72d5299ff4fd tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.42 "GET /v2.0/ports?device_id=41e53d98-2c49-45f2-9ae9-0a802655d5e7 HTTP/1.1" status: 200 len: 946 time: 0.0772698 May 04 17:40:40.293616 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [req-3375e825-e48b-411e-a6ea-87a90c29940c req-068200ce-2cce-44f1-9e4c-a1993b18de3f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Deleting port 6c80c486-0025-48c0-81f0-0f82b598c744 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:40:40.293973 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-3375e825-e48b-411e-a6ea-87a90c29940c req-068200ce-2cce-44f1-9e4c-a1993b18de3f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:40.625451 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-3375e825-e48b-411e-a6ea-87a90c29940c req-068200ce-2cce-44f1-9e4c-a1993b18de3f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] For port 6c80c486-0025-48c0-81f0-0f82b598c744, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=6c80c486-0025-48c0-81f0-0f82b598c744,segment=NetworkSegment(f09e0005-1da0-43e4-a09e-3d873259447b),segment_id=f09e0005-1da0-43e4-a09e-3d873259447b)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:40:40.625815 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-3375e825-e48b-411e-a6ea-87a90c29940c req-068200ce-2cce-44f1-9e4c-a1993b18de3f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:40.908513 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-3375e825-e48b-411e-a6ea-87a90c29940c req-068200ce-2cce-44f1-9e4c-a1993b18de3f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:40.909178 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-3375e825-e48b-411e-a6ea-87a90c29940c req-068200ce-2cce-44f1-9e4c-a1993b18de3f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710218'] for floatingip, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:40.909178 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.l3_db [req-3375e825-e48b-411e-a6ea-87a90c29940c req-068200ce-2cce-44f1-9e4c-a1993b18de3f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Floating IP f0b021c0-5ea7-494b-8790-d56e8fa765a5 disassociated. External IP: 172.26.0.19, port: 6c80c486-0025-48c0-81f0-0f82b598c744. May 04 17:40:40.909431 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [req-3375e825-e48b-411e-a6ea-87a90c29940c req-068200ce-2cce-44f1-9e4c-a1993b18de3f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Calling delete_port for 6c80c486-0025-48c0-81f0-0f82b598c744 owned by compute:nova {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:40:41.053896 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-3375e825-e48b-411e-a6ea-87a90c29940c req-068200ce-2cce-44f1-9e4c-a1993b18de3f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:41.103081 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068200ce-2cce-44f1-9e4c-a1993b18de3f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event deleted for resources: {'Port': ['ID=6c80c486-0025-48c0-81f0-0f82b598c744,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:40:41.104900 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-d6f08282-745e-4465-a4d4-9f5994b72128 req-38b9384f-4432-4ecc-866c-196ad15a3c29 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=41e53d98-2c49-45f2-9ae9-0a802655d5e7 HTTP/1.1" status: 200 len: 210 time: 0.0410967 May 04 17:40:41.114582 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068200ce-2cce-44f1-9e4c-a1993b18de3f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:41.114936 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068200ce-2cce-44f1-9e4c-a1993b18de3f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:41.115308 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068200ce-2cce-44f1-9e4c-a1993b18de3f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:41.115611 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068200ce-2cce-44f1-9e4c-a1993b18de3f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:41.116177 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068200ce-2cce-44f1-9e4c-a1993b18de3f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:41.116288 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068200ce-2cce-44f1-9e4c-a1993b18de3f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:41.116583 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068200ce-2cce-44f1-9e4c-a1993b18de3f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:41.116909 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068200ce-2cce-44f1-9e4c-a1993b18de3f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:41.117234 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068200ce-2cce-44f1-9e4c-a1993b18de3f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:41.117555 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068200ce-2cce-44f1-9e4c-a1993b18de3f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:41.117889 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068200ce-2cce-44f1-9e4c-a1993b18de3f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:41.118214 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068200ce-2cce-44f1-9e4c-a1993b18de3f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:41.300869 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3375e825-e48b-411e-a6ea-87a90c29940c req-068200ce-2cce-44f1-9e4c-a1993b18de3f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Router f170e1cd-14f3-49ff-9844-ece8e6bbe0f9 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:40:41.480515 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3375e825-e48b-411e-a6ea-87a90c29940c req-068200ce-2cce-44f1-9e4c-a1993b18de3f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:40:41.490465 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b517286c-6d01-4d4b-806b-e8b0642a7413 None None] Sync routers for ids ['f170e1cd-14f3-49ff-9844-ece8e6bbe0f9'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:40:41.500400 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b517286c-6d01-4d4b-806b-e8b0642a7413 None None] Routers {'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:40:41.501014 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-b517286c-6d01-4d4b-806b-e8b0642a7413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:40:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['f170e1cd-14f3-49ff-9844-ece8e6bbe0f9'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:40:41.574076 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [req-3375e825-e48b-411e-a6ea-87a90c29940c req-068200ce-2cce-44f1-9e4c-a1993b18de3f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] No DVR routers for this DVR port 6c80c486-0025-48c0-81f0-0f82b598c744 on host hv-neutron-8404 {{(pid=88037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:40:41.577722 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-3375e825-e48b-411e-a6ea-87a90c29940c req-068200ce-2cce-44f1-9e4c-a1993b18de3f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:41.581468 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41e53d98-2c49-45f2-9ae9-0a802655d5e7', 'name': 'network-vif-deleted', 'tag': '6c80c486-0025-48c0-81f0-0f82b598c744'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:40:41.606299 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-3375e825-e48b-411e-a6ea-87a90c29940c req-068200ce-2cce-44f1-9e4c-a1993b18de3f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.42 "DELETE /v2.0/ports/6c80c486-0025-48c0-81f0-0f82b598c744 HTTP/1.1" status: 204 len: 173 time: 1.3769517 May 04 17:40:41.652943 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb974d16-8baa-4e8b-be93-03f298d5276d'] response: {'server_uuid': '41e53d98-2c49-45f2-9ae9-0a802655d5e7', 'name': 'network-vif-deleted', 'tag': '6c80c486-0025-48c0-81f0-0f82b598c744', 'status': 'completed', 'code': 200} May 04 17:40:41.686796 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-b517286c-6d01-4d4b-806b-e8b0642a7413 None None] Set router f170e1cd-14f3-49ff-9844-ece8e6bbe0f9 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:40:42.000989 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-b517286c-6d01-4d4b-806b-e8b0642a7413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9', 'name': 'tempest-TestNetworkBasicOps-router-1784444861', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': '2d902094-de5f-4d5d-8aa6-75e5f3d0dbec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:37:39Z', 'updated_at': '2022-05-04T17:37:44Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '2d902094-de5f-4d5d-8aa6-75e5f3d0dbec', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:85:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:37:40Z', 'updated_at': '2022-05-04T17:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '1bf47131-80ad-4154-bdb2-33cdfaeff6d4', 'name': '', 'network_id': '86242fe3-a26b-4ab7-9651-75adee856ccd', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:72:da:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '51aa41ad-beaa-4e60-aaa7-628ebcc349cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:37:43Z', 'updated_at': '2022-05-04T17:37:48Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '51aa41ad-beaa-4e60-aaa7-628ebcc349cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:40:42.004870 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b517286c-6d01-4d4b-806b-e8b0642a7413 None None] Checking router: f170e1cd-14f3-49ff-9844-ece8e6bbe0f9 for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:40:42.013189 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b517286c-6d01-4d4b-806b-e8b0642a7413 None None] Routers {'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:40:42.013794 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-b517286c-6d01-4d4b-806b-e8b0642a7413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:40:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['f170e1cd-14f3-49ff-9844-ece8e6bbe0f9'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:40:42.254069 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-b517286c-6d01-4d4b-806b-e8b0642a7413 None None] Set router f170e1cd-14f3-49ff-9844-ece8e6bbe0f9 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:40:42.283399 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-29249389-aad9-4f1f-8914-a7b0c5b31c4a req-46f1f8c1-4349-4ffe-923a-70d2413b97a3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=41e53d98-2c49-45f2-9ae9-0a802655d5e7 HTTP/1.1" status: 200 len: 210 time: 0.0428867 May 04 17:40:42.565801 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-b517286c-6d01-4d4b-806b-e8b0642a7413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9', 'name': 'tempest-TestNetworkBasicOps-router-1784444861', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': '2d902094-de5f-4d5d-8aa6-75e5f3d0dbec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:37:39Z', 'updated_at': '2022-05-04T17:37:44Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '2d902094-de5f-4d5d-8aa6-75e5f3d0dbec', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:85:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:37:40Z', 'updated_at': '2022-05-04T17:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '1bf47131-80ad-4154-bdb2-33cdfaeff6d4', 'name': '', 'network_id': '86242fe3-a26b-4ab7-9651-75adee856ccd', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:72:da:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '51aa41ad-beaa-4e60-aaa7-628ebcc349cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:37:43Z', 'updated_at': '2022-05-04T17:37:48Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '51aa41ad-beaa-4e60-aaa7-628ebcc349cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:40:42.569757 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b517286c-6d01-4d4b-806b-e8b0642a7413 None None] The sync data for ids ['f170e1cd-14f3-49ff-9844-ece8e6bbe0f9'] in dv-neutron-840426-1-hyperv is: [{'id': 'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9', 'name': 'tempest-TestNetworkBasicOps-router-1784444861', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': '2d902094-de5f-4d5d-8aa6-75e5f3d0dbec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:37:39Z', 'updated_at': '2022-05-04T17:37:44Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '2d902094-de5f-4d5d-8aa6-75e5f3d0dbec', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:85:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:37:40Z', 'updated_at': '2022-05-04T17:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '1bf47131-80ad-4154-bdb2-33cdfaeff6d4', 'name': '', 'network_id': '86242fe3-a26b-4ab7-9651-75adee856ccd', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:72:da:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '51aa41ad-beaa-4e60-aaa7-628ebcc349cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:37:43Z', 'updated_at': '2022-05-04T17:37:48Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '51aa41ad-beaa-4e60-aaa7-628ebcc349cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:40:42.770365 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223471e9-2461-4655-9ccd-7502595d4fbb None None] New status for floating IP f0b021c0-5ea7-494b-8790-d56e8fa765a5: DOWN {{(pid=88040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:40:43.376581 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57002) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:40:43.446613 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-498bee15-5faf-4f18-ba1f-c6cfa84ba3e5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:43.475504 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-498bee15-5faf-4f18-ba1f-c6cfa84ba3e5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:43.538518 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-498bee15-5faf-4f18-ba1f-c6cfa84ba3e5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:43.556995 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498bee15-5faf-4f18-ba1f-c6cfa84ba3e5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea363bb-2402-4c12-bf2f-ccb3040ac80a,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:40:43.565910 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498bee15-5faf-4f18-ba1f-c6cfa84ba3e5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:43.566284 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498bee15-5faf-4f18-ba1f-c6cfa84ba3e5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:43.566647 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498bee15-5faf-4f18-ba1f-c6cfa84ba3e5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:43.566984 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498bee15-5faf-4f18-ba1f-c6cfa84ba3e5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:43.567323 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498bee15-5faf-4f18-ba1f-c6cfa84ba3e5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:43.567658 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498bee15-5faf-4f18-ba1f-c6cfa84ba3e5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:43.567986 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498bee15-5faf-4f18-ba1f-c6cfa84ba3e5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:43.568336 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498bee15-5faf-4f18-ba1f-c6cfa84ba3e5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:43.568676 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498bee15-5faf-4f18-ba1f-c6cfa84ba3e5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:43.568989 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498bee15-5faf-4f18-ba1f-c6cfa84ba3e5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:43.569465 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498bee15-5faf-4f18-ba1f-c6cfa84ba3e5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:43.569628 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498bee15-5faf-4f18-ba1f-c6cfa84ba3e5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:43.577887 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-498bee15-5faf-4f18-ba1f-c6cfa84ba3e5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:43.579028 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-498bee15-5faf-4f18-ba1f-c6cfa84ba3e5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "DELETE /v2.0/security-groups/dea363bb-2402-4c12-bf2f-ccb3040ac80a HTTP/1.1" status: 204 len: 168 time: 0.2014620 May 04 17:40:43.617586 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57008) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:40:43.667021 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 6c80c486-0025-48c0-81f0-0f82b598c744 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:40:43.700814 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] No Port match for: 6c80c486-0025-48c0-81f0-0f82b598c744 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:40:43.701158 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 6c80c486-0025-48c0-81f0-0f82b598c744 not bound to the agent host hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:40:43.774347 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-a3c90b68-be07-4dde-a9d7-5b8bad331a96 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Deleting port b2017b20-e46b-484f-887b-a9de5a50f6fd {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:40:43.774687 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a3c90b68-be07-4dde-a9d7-5b8bad331a96 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:43.938872 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a3c90b68-be07-4dde-a9d7-5b8bad331a96 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:43.939200 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a3c90b68-be07-4dde-a9d7-5b8bad331a96 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:44.066732 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-a3c90b68-be07-4dde-a9d7-5b8bad331a96 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Calling delete_port for b2017b20-e46b-484f-887b-a9de5a50f6fd owned by network:floatingip {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:40:44.204576 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a3c90b68-be07-4dde-a9d7-5b8bad331a96 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:44.277006 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c90b68-be07-4dde-a9d7-5b8bad331a96 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event deleted for resources: {'Port': ['ID=b2017b20-e46b-484f-887b-a9de5a50f6fd,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:40:44.343374 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a3c90b68-be07-4dde-a9d7-5b8bad331a96 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for floatingip, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:44.356670 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a3c90b68-be07-4dde-a9d7-5b8bad331a96 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:44.357816 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-a3c90b68-be07-4dde-a9d7-5b8bad331a96 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "DELETE /v2.0/floatingips/f0b021c0-5ea7-494b-8790-d56e8fa765a5 HTTP/1.1" status: 204 len: 168 time: 0.7390215 May 04 17:40:44.706738 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4d88e-9ba1-4e4b-bd3b-9da0ccef1efb req-12decf4f-af59-4184-a8e4-b5e159c2690e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:40:44.707447 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-84a4d88e-9ba1-4e4b-bd3b-9da0ccef1efb req-12decf4f-af59-4184-a8e4-b5e159c2690e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Synchronizing usage tracker for tenant:8ede911fc7f845af95dd74968234120d on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:40:44.722524 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-84a4d88e-9ba1-4e4b-bd3b-9da0ccef1efb req-12decf4f-af59-4184-a8e4-b5e159c2690e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Unset dirty status for tenant:8ede911fc7f845af95dd74968234120d on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:40:44.723697 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-84a4d88e-9ba1-4e4b-bd3b-9da0ccef1efb req-12decf4f-af59-4184-a8e4-b5e159c2690e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=12878834-8807-44d8-8e9b-30e573204946 HTTP/1.1" status: 200 len: 945 time: 0.0935276 May 04 17:40:44.768930 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-84a4d88e-9ba1-4e4b-bd3b-9da0ccef1efb req-24c000a4-6ba7-4358-9856-dc3b6ae64b8d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Synchronizing usage tracker for tenant:8ede911fc7f845af95dd74968234120d on resource:security_group {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:40:44.783797 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-84a4d88e-9ba1-4e4b-bd3b-9da0ccef1efb req-24c000a4-6ba7-4358-9856-dc3b6ae64b8d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Unset dirty status for tenant:8ede911fc7f845af95dd74968234120d on resource:security_group {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:40:44.785255 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-84a4d88e-9ba1-4e4b-bd3b-9da0ccef1efb req-24c000a4-6ba7-4358-9856-dc3b6ae64b8d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee2f8d2e-21c4-4781-9525-ece10b6f14b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559361 May 04 17:40:45.974761 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17a882-620d-4558-b02f-3d07162c8aae req-448f3595-0183-4e40-a3e9-91989742a34b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:40:45.975548 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-cb17a882-620d-4558-b02f-3d07162c8aae req-448f3595-0183-4e40-a3e9-91989742a34b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Synchronizing usage tracker for tenant:8ede911fc7f845af95dd74968234120d on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:40:45.991231 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-cb17a882-620d-4558-b02f-3d07162c8aae req-448f3595-0183-4e40-a3e9-91989742a34b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Unset dirty status for tenant:8ede911fc7f845af95dd74968234120d on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:40:45.992360 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-cb17a882-620d-4558-b02f-3d07162c8aae req-448f3595-0183-4e40-a3e9-91989742a34b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=12878834-8807-44d8-8e9b-30e573204946 HTTP/1.1" status: 200 len: 945 time: 0.1009176 May 04 17:40:46.037369 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-cb17a882-620d-4558-b02f-3d07162c8aae req-561b0ac0-3d32-4b76-9f00-e43c37b9295d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee2f8d2e-21c4-4781-9525-ece10b6f14b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392628 May 04 17:40:46.269681 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f234ee-5e3e-42ca-82b4-8e051933f1cb req-20765e36-954f-410c-94dd-27e87cfae02c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:40:46.271163 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-36f234ee-5e3e-42ca-82b4-8e051933f1cb req-20765e36-954f-410c-94dd-27e87cfae02c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.42 "GET /v2.0/ports?device_id=12878834-8807-44d8-8e9b-30e573204946 HTTP/1.1" status: 200 len: 945 time: 0.0787957 May 04 17:40:46.344759 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [req-36f234ee-5e3e-42ca-82b4-8e051933f1cb req-42a4b96f-8e8e-4461-98ac-e07fda7dab27 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Deleting port 0d549ec0-94c4-47b8-8530-ce030be2ce16 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:40:46.345098 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-36f234ee-5e3e-42ca-82b4-8e051933f1cb req-42a4b96f-8e8e-4461-98ac-e07fda7dab27 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:46.690710 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-36f234ee-5e3e-42ca-82b4-8e051933f1cb req-42a4b96f-8e8e-4461-98ac-e07fda7dab27 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] For port 0d549ec0-94c4-47b8-8530-ce030be2ce16, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=0d549ec0-94c4-47b8-8530-ce030be2ce16,segment=NetworkSegment(f09e0005-1da0-43e4-a09e-3d873259447b),segment_id=f09e0005-1da0-43e4-a09e-3d873259447b)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:40:46.691070 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-36f234ee-5e3e-42ca-82b4-8e051933f1cb req-42a4b96f-8e8e-4461-98ac-e07fda7dab27 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:46.810213 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [req-36f234ee-5e3e-42ca-82b4-8e051933f1cb req-42a4b96f-8e8e-4461-98ac-e07fda7dab27 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Calling delete_port for 0d549ec0-94c4-47b8-8530-ce030be2ce16 owned by compute:nova {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:40:46.953780 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-36f234ee-5e3e-42ca-82b4-8e051933f1cb req-42a4b96f-8e8e-4461-98ac-e07fda7dab27 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:47.014497 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a4b96f-8e8e-4461-98ac-e07fda7dab27 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event deleted for resources: {'Port': ['ID=0d549ec0-94c4-47b8-8530-ce030be2ce16,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:40:47.089496 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [req-36f234ee-5e3e-42ca-82b4-8e051933f1cb req-42a4b96f-8e8e-4461-98ac-e07fda7dab27 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] No DVR routers for this DVR port 0d549ec0-94c4-47b8-8530-ce030be2ce16 on host hv-neutron-8404 {{(pid=88037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:40:47.092523 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-36f234ee-5e3e-42ca-82b4-8e051933f1cb req-42a4b96f-8e8e-4461-98ac-e07fda7dab27 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:47.095008 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12878834-8807-44d8-8e9b-30e573204946', 'name': 'network-vif-deleted', 'tag': '0d549ec0-94c4-47b8-8530-ce030be2ce16'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:40:47.111943 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-36f234ee-5e3e-42ca-82b4-8e051933f1cb req-42a4b96f-8e8e-4461-98ac-e07fda7dab27 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.42 "DELETE /v2.0/ports/0d549ec0-94c4-47b8-8530-ce030be2ce16 HTTP/1.1" status: 204 len: 173 time: 0.8360436 May 04 17:40:47.140677 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68d64f61-a79c-4766-9fc9-6d81016149ac'] response: {'server_uuid': '12878834-8807-44d8-8e9b-30e573204946', 'name': 'network-vif-deleted', 'tag': '0d549ec0-94c4-47b8-8530-ce030be2ce16', 'status': 'completed', 'code': 200} May 04 17:40:47.197373 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-38888a57-b5e6-4819-8618-95f6a5415aac req-e410a62e-7424-4312-8767-bf39306f7ed3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=12878834-8807-44d8-8e9b-30e573204946 HTTP/1.1" status: 200 len: 210 time: 0.0419548 May 04 17:40:48.297436 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57024) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:40:48.376065 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-39ff4d51-094f-4651-ad70-8fe5ffc2cecb tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:48.410173 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-39ff4d51-094f-4651-ad70-8fe5ffc2cecb tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:48.474606 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-39ff4d51-094f-4651-ad70-8fe5ffc2cecb tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:48.501140 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ff4d51-094f-4651-ad70-8fe5ffc2cecb tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2f8d2e-21c4-4781-9525-ece10b6f14b1,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:40:48.511296 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-39ff4d51-094f-4651-ad70-8fe5ffc2cecb tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:48.515653 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-39ff4d51-094f-4651-ad70-8fe5ffc2cecb tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "DELETE /v2.0/security-groups/ee2f8d2e-21c4-4781-9525-ece10b6f14b1 HTTP/1.1" status: 204 len: 168 time: 0.2170732 May 04 17:40:48.544101 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57030) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:40:49.186892 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c714087e-19b5-49af-9119-8a471f371afe tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710748'] for router_interface, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:49.526465 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-c714087e-19b5-49af-9119-8a471f371afe tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Deleting port 1bf47131-80ad-4154-bdb2-33cdfaeff6d4 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:40:49.527095 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c714087e-19b5-49af-9119-8a471f371afe tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:49.707516 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-c714087e-19b5-49af-9119-8a471f371afe tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] For port 1bf47131-80ad-4154-bdb2-33cdfaeff6d4, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=1bf47131-80ad-4154-bdb2-33cdfaeff6d4,segment=NetworkSegment(f09e0005-1da0-43e4-a09e-3d873259447b),segment_id=f09e0005-1da0-43e4-a09e-3d873259447b)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:40:49.707868 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c714087e-19b5-49af-9119-8a471f371afe tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:49.728781 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 0d549ec0-94c4-47b8-8530-ce030be2ce16 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:40:49.766245 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] No Port match for: 0d549ec0-94c4-47b8-8530-ce030be2ce16 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:40:49.766592 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 0d549ec0-94c4-47b8-8530-ce030be2ce16 not bound to the agent host hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:40:49.830935 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-c714087e-19b5-49af-9119-8a471f371afe tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Calling delete_port for 1bf47131-80ad-4154-bdb2-33cdfaeff6d4 owned by network:router_interface {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:40:50.261496 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c714087e-19b5-49af-9119-8a471f371afe tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:50.311041 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c714087e-19b5-49af-9119-8a471f371afe tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event deleted for resources: {'Port': ['ID=1bf47131-80ad-4154-bdb2-33cdfaeff6d4,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:40:50.582963 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c714087e-19b5-49af-9119-8a471f371afe tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710832'] for router_interface, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:50.930203 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c714087e-19b5-49af-9119-8a471f371afe tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Router f170e1cd-14f3-49ff-9844-ece8e6bbe0f9 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:40:51.105768 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c714087e-19b5-49af-9119-8a471f371afe tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:40:51.115872 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b311d348-a9a8-442b-9dce-55dc2b79a9ee None None] Sync routers for ids ['f170e1cd-14f3-49ff-9844-ece8e6bbe0f9'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:40:51.120607 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-c714087e-19b5-49af-9119-8a471f371afe tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "PUT /v2.0/routers/f170e1cd-14f3-49ff-9844-ece8e6bbe0f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5748017 May 04 17:40:51.123965 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 57034) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:40:51.126896 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b311d348-a9a8-442b-9dce-55dc2b79a9ee None None] Routers {'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:40:51.127509 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-b311d348-a9a8-442b-9dce-55dc2b79a9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:40:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['f170e1cd-14f3-49ff-9844-ece8e6bbe0f9'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:40:51.189338 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-540af5ce-17b3-4d52-99dc-0ca7678b0992 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Deleting subnet 51aa41ad-beaa-4e60-aaa7-628ebcc349cc {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:40:51.192360 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-540af5ce-17b3-4d52-99dc-0ca7678b0992 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:51.260413 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-540af5ce-17b3-4d52-99dc-0ca7678b0992 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:51.305883 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-b311d348-a9a8-442b-9dce-55dc2b79a9ee None None] Set router f170e1cd-14f3-49ff-9844-ece8e6bbe0f9 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:40:51.343526 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-540af5ce-17b3-4d52-99dc-0ca7678b0992 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:51.415839 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-540af5ce-17b3-4d52-99dc-0ca7678b0992 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:51.462462 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540af5ce-17b3-4d52-99dc-0ca7678b0992 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event deleted for resources: {'Subnet': ['ID=51aa41ad-beaa-4e60-aaa7-628ebcc349cc,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:40:51.465978 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-540af5ce-17b3-4d52-99dc-0ca7678b0992 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:51.475268 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-540af5ce-17b3-4d52-99dc-0ca7678b0992 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "DELETE /v2.0/subnets/51aa41ad-beaa-4e60-aaa7-628ebcc349cc HTTP/1.1" status: 204 len: 168 time: 0.3474476 May 04 17:40:51.475268 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 57038) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:40:51.504181 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacbc310-61a2-4256-b5be-273842043504 None None] Network 86242fe3-a26b-4ab7-9651-75adee856ccd requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:40:51.648167 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-28a47a6f-3aca-4c6b-9256-e72d54ed48b8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for router, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:51.780444 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-b311d348-a9a8-442b-9dce-55dc2b79a9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9', 'name': 'tempest-TestNetworkBasicOps-router-1784444861', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.196'}], 'enable_snat': True}, 'gw_port_id': '2d902094-de5f-4d5d-8aa6-75e5f3d0dbec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:37:39Z', 'updated_at': '2022-05-04T17:40:50Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '2d902094-de5f-4d5d-8aa6-75e5f3d0dbec', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:85:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:37:40Z', 'updated_at': '2022-05-04T17:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:40:51.784469 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b311d348-a9a8-442b-9dce-55dc2b79a9ee None None] Checking router: f170e1cd-14f3-49ff-9844-ece8e6bbe0f9 for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:40:51.793472 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b311d348-a9a8-442b-9dce-55dc2b79a9ee None None] Routers {'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:40:51.794130 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-b311d348-a9a8-442b-9dce-55dc2b79a9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:40:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['f170e1cd-14f3-49ff-9844-ece8e6bbe0f9'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:40:51.830389 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-28a47a6f-3aca-4c6b-9256-e72d54ed48b8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:51.845238 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-28a47a6f-3aca-4c6b-9256-e72d54ed48b8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Deleting port 2d902094-de5f-4d5d-8aa6-75e5f3d0dbec {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:40:51.845596 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-28a47a6f-3aca-4c6b-9256-e72d54ed48b8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:51.888066 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377d6c53-e20c-49ba-bb3b-99513e387305 None None] DHCP port deletion for 86242fe3-a26b-4ab7-9651-75adee856ccd request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:40:51.945027 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-377d6c53-e20c-49ba-bb3b-99513e387305 None None] Deleting port d0ecaffc-a220-43b7-9e74-44504de5fb58 {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:40:51.945743 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-377d6c53-e20c-49ba-bb3b-99513e387305 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:52.017484 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-28a47a6f-3aca-4c6b-9256-e72d54ed48b8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] For port 2d902094-de5f-4d5d-8aa6-75e5f3d0dbec, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=2d902094-de5f-4d5d-8aa6-75e5f3d0dbec,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:40:52.017844 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-28a47a6f-3aca-4c6b-9256-e72d54ed48b8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:52.072876 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-b311d348-a9a8-442b-9dce-55dc2b79a9ee None None] Set router f170e1cd-14f3-49ff-9844-ece8e6bbe0f9 gateway port host: None {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:40:52.187451 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-b311d348-a9a8-442b-9dce-55dc2b79a9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9', 'name': 'tempest-TestNetworkBasicOps-router-1784444861', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:37:39Z', 'updated_at': '2022-05-04T17:40:51Z', 'revision_number': 6, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port_host': None}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:40:52.208720 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b311d348-a9a8-442b-9dce-55dc2b79a9ee None None] The sync data for ids ['f170e1cd-14f3-49ff-9844-ece8e6bbe0f9'] in dv-neutron-840426-1-hyperv is: [{'id': 'f170e1cd-14f3-49ff-9844-ece8e6bbe0f9', 'name': 'tempest-TestNetworkBasicOps-router-1784444861', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:37:39Z', 'updated_at': '2022-05-04T17:40:51Z', 'revision_number': 6, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port_host': None}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:40:52.251095 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-28a47a6f-3aca-4c6b-9256-e72d54ed48b8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Calling delete_port for 2d902094-de5f-4d5d-8aa6-75e5f3d0dbec owned by network:router_gateway {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:40:52.302484 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-377d6c53-e20c-49ba-bb3b-99513e387305 None None] For port d0ecaffc-a220-43b7-9e74-44504de5fb58, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=d0ecaffc-a220-43b7-9e74-44504de5fb58,segment=NetworkSegment(f09e0005-1da0-43e4-a09e-3d873259447b),segment_id=f09e0005-1da0-43e4-a09e-3d873259447b)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:40:52.302875 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-377d6c53-e20c-49ba-bb3b-99513e387305 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:52.416613 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-28a47a6f-3aca-4c6b-9256-e72d54ed48b8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:52.422621 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-377d6c53-e20c-49ba-bb3b-99513e387305 None None] Calling delete_port for d0ecaffc-a220-43b7-9e74-44504de5fb58 owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:40:52.461841 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a47a6f-3aca-4c6b-9256-e72d54ed48b8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event deleted for resources: {'Port': ['ID=2d902094-de5f-4d5d-8aa6-75e5f3d0dbec,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:40:52.500226 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-377d6c53-e20c-49ba-bb3b-99513e387305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124'] for port, after_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:52.545190 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377d6c53-e20c-49ba-bb3b-99513e387305 None None] Pushing event deleted for resources: {'Port': ['ID=d0ecaffc-a220-43b7-9e74-44504de5fb58,revision_number=None']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:40:52.553074 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377d6c53-e20c-49ba-bb3b-99513e387305 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:52.553476 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377d6c53-e20c-49ba-bb3b-99513e387305 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:52.553756 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377d6c53-e20c-49ba-bb3b-99513e387305 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:52.554109 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377d6c53-e20c-49ba-bb3b-99513e387305 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:52.554440 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377d6c53-e20c-49ba-bb3b-99513e387305 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:52.554767 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377d6c53-e20c-49ba-bb3b-99513e387305 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:52.555091 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377d6c53-e20c-49ba-bb3b-99513e387305 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:52.555432 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377d6c53-e20c-49ba-bb3b-99513e387305 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:52.555678 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-28a47a6f-3aca-4c6b-9256-e72d54ed48b8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710199'] for router_gateway, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:52.555800 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377d6c53-e20c-49ba-bb3b-99513e387305 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:52.556062 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377d6c53-e20c-49ba-bb3b-99513e387305 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:52.556377 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377d6c53-e20c-49ba-bb3b-99513e387305 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:52.556697 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377d6c53-e20c-49ba-bb3b-99513e387305 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:52.561801 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377d6c53-e20c-49ba-bb3b-99513e387305 None None] No DVR routers for this DVR port d0ecaffc-a220-43b7-9e74-44504de5fb58 on host dv-neutron-840426-1-hyperv {{(pid=88039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:40:52.735106 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-28a47a6f-3aca-4c6b-9256-e72d54ed48b8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:52.737347 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-28a47a6f-3aca-4c6b-9256-e72d54ed48b8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:52.760112 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-28a47a6f-3aca-4c6b-9256-e72d54ed48b8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:52.760602 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a47a6f-3aca-4c6b-9256-e72d54ed48b8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Fanout notify agent at l3_agent the message router_deleted on router f170e1cd-14f3-49ff-9844-ece8e6bbe0f9 {{(pid=88037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:40:52.775103 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-28a47a6f-3aca-4c6b-9256-e72d54ed48b8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:52.776225 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-28a47a6f-3aca-4c6b-9256-e72d54ed48b8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "DELETE /v2.0/routers/f170e1cd-14f3-49ff-9844-ece8e6bbe0f9 HTTP/1.1" status: 204 len: 168 time: 1.3002679 May 04 17:40:52.778849 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 57042) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:40:52.893900 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-53e421fd-83a3-48ae-983f-7572db2e632a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:53.024035 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-53e421fd-83a3-48ae-983f-7572db2e632a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:53.045473 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device d0ecaffc-a220-43b7-9e74-44504de5fb58 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:40:53.054290 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-53e421fd-83a3-48ae-983f-7572db2e632a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86242fe3-a26b-4ab7-9651-75adee856ccd']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:40:53.066102 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-53e421fd-83a3-48ae-983f-7572db2e632a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f09e0005-1da0-43e4-a09e-3d873259447b') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:40:53.066404 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-53e421fd-83a3-48ae-983f-7572db2e632a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f09e0005-1da0-43e4-a09e-3d873259447b') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:40:53.077755 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-53e421fd-83a3-48ae-983f-7572db2e632a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:53.079783 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: d0ecaffc-a220-43b7-9e74-44504de5fb58 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:40:53.080175 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device d0ecaffc-a220-43b7-9e74-44504de5fb58 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:40:53.080598 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 1bf47131-80ad-4154-bdb2-33cdfaeff6d4 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:40:53.095143 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-53e421fd-83a3-48ae-983f-7572db2e632a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:53.101298 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53e421fd-83a3-48ae-983f-7572db2e632a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:40:53.101688 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-53e421fd-83a3-48ae-983f-7572db2e632a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:53.116756 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 17:40:53.116756 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:40:53.116756 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 17:40:53.116756 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:40:53.116756 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 17:40:53.116756 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:40:53.116756 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 17:40:53.116756 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:40:53.116756 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 17:40:53.116756 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:40:53.116756 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 17:40:53.116756 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:40:53.116756 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 17:40:53.116756 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:40:53.116756 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:40:53.116756 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:40:53.116756 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:40:53.116756 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:40:53.116756 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 17:40:53.116756 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:40:53.116756 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 17:40:53.116756 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:40:53.116756 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:40:53.116756 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:40:53.116756 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 17:40:53.116756 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:40:53.116756 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:40:53.116756 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:40:53.116756 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:40:53.116756 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:40:53.116756 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:40:53.116756 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:40:53.118994 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 1bf47131-80ad-4154-bdb2-33cdfaeff6d4 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:40:53.118994 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 1bf47131-80ad-4154-bdb2-33cdfaeff6d4 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:40:53.200613 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-53e421fd-83a3-48ae-983f-7572db2e632a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:53.222778 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-53e421fd-83a3-48ae-983f-7572db2e632a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:53.229262 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e421fd-83a3-48ae-983f-7572db2e632a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event deleted for resources: {'Network': ['ID=86242fe3-a26b-4ab7-9651-75adee856ccd,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:40:53.241589 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-53e421fd-83a3-48ae-983f-7572db2e632a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "DELETE /v2.0/networks/86242fe3-a26b-4ab7-9651-75adee856ccd HTTP/1.1" status: 204 len: 168 time: 0.4611900 May 04 17:40:53.265255 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 57046) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:40:53.271143 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-1fcc4356-1937-4af7-a36e-b8dd13de6414 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'network': {'name': 'tempest-network-smoke--1074685056', 'project_id': '8ede911fc7f845af95dd74968234120d', 'port_security_enabled': True}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:40:53.276315 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-1fcc4356-1937-4af7-a36e-b8dd13de6414 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:40:53.281299 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-1fcc4356-1937-4af7-a36e-b8dd13de6414 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:network and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:40:53.284728 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-1fcc4356-1937-4af7-a36e-b8dd13de6414 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:40:53.290952 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-1fcc4356-1937-4af7-a36e-b8dd13de6414 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:40:53.304072 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fcc4356-1937-4af7-a36e-b8dd13de6414 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Made reservation on behalf of 8ede911fc7f845af95dd74968234120d for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:40:53.307661 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1fcc4356-1937-4af7-a36e-b8dd13de6414 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:53.335725 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fcc4356-1937-4af7-a36e-b8dd13de6414 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:40:53.345263 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1fcc4356-1937-4af7-a36e-b8dd13de6414 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:53.345630 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-1fcc4356-1937-4af7-a36e-b8dd13de6414 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Added segment bdb53174-f461-4e65-b2fd-8c6e5c843991 of type vlan for network 7317e051-7715-42ee-ab7a-e5bd314d1d11 May 04 17:40:53.374001 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1fcc4356-1937-4af7-a36e-b8dd13de6414 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:53.402499 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1fcc4356-1937-4af7-a36e-b8dd13de6414 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:53.408541 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcc4356-1937-4af7-a36e-b8dd13de6414 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:40:53.409119 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1fcc4356-1937-4af7-a36e-b8dd13de6414 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:53.471568 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-1fcc4356-1937-4af7-a36e-b8dd13de6414 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2052178 May 04 17:40:53.474386 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57050) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:40:53.480130 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-4b81b50a-d46e-4823-9f19-2abd4f561854 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1979047561', 'admin_state_up': True, 'project_id': '8ede911fc7f845af95dd74968234120d', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:40:53.487328 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-4b81b50a-d46e-4823-9f19-2abd4f561854 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:40:53.491183 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-4b81b50a-d46e-4823-9f19-2abd4f561854 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:router and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:40:53.494099 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-4b81b50a-d46e-4823-9f19-2abd4f561854 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:40:53.500445 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-4b81b50a-d46e-4823-9f19-2abd4f561854 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:40:53.510662 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4b81b50a-d46e-4823-9f19-2abd4f561854 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:53.511767 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4b81b50a-d46e-4823-9f19-2abd4f561854 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:53.520797 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcc4356-1937-4af7-a36e-b8dd13de6414 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Network': ['ID=7317e051-7715-42ee-ab7a-e5bd314d1d11,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:40:53.528432 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4b81b50a-d46e-4823-9f19-2abd4f561854 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:53.532001 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 7317e051-7715-42ee-ab7a-e5bd314d1d11 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:40:53.904037 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4b81b50a-d46e-4823-9f19-2abd4f561854 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:54.195968 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4b81b50a-d46e-4823-9f19-2abd4f561854 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for router_gateway, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:54.226901 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4b81b50a-d46e-4823-9f19-2abd4f561854 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:54.354632 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-4b81b50a-d46e-4823-9f19-2abd4f561854 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Allocated IP 172.26.0.251 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/ca530e1e-0eea-426c-a959-c85e05aeaf83) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:40:54.498224 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4b81b50a-d46e-4823-9f19-2abd4f561854 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:54.526150 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4b81b50a-d46e-4823-9f19-2abd4f561854 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:54.593607 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b81b50a-d46e-4823-9f19-2abd4f561854 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:40:54.596421 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-4b81b50a-d46e-4823-9f19-2abd4f561854 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:40:54.600033 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b81b50a-d46e-4823-9f19-2abd4f561854 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:40:54.626843 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 2d902094-de5f-4d5d-8aa6-75e5f3d0dbec no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:40:54.629359 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b81b50a-d46e-4823-9f19-2abd4f561854 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Port': ['ID=ca530e1e-0eea-426c-a959-c85e05aeaf83,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:40:54.665400 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 2d902094-de5f-4d5d-8aa6-75e5f3d0dbec {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:40:54.665725 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 2d902094-de5f-4d5d-8aa6-75e5f3d0dbec not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:40:55.005843 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4b81b50a-d46e-4823-9f19-2abd4f561854 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for router_gateway, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:55.451344 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4b81b50a-d46e-4823-9f19-2abd4f561854 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:55.653295 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b81b50a-d46e-4823-9f19-2abd4f561854 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Router 867d4837-a54c-4393-b0cc-f4824b1abdfb is scheduled to L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 with binding_index 1 {{(pid=88038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:40:55.830308 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b81b50a-d46e-4823-9f19-2abd4f561854 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:40:55.839322 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d213226-003a-4119-9bbe-1f2ffaea5d6c None None] Sync routers for ids ['867d4837-a54c-4393-b0cc-f4824b1abdfb'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:40:55.848529 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d213226-003a-4119-9bbe-1f2ffaea5d6c None None] Routers {'867d4837-a54c-4393-b0cc-f4824b1abdfb'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:40:55.849131 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-8d213226-003a-4119-9bbe-1f2ffaea5d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:40:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['867d4837-a54c-4393-b0cc-f4824b1abdfb'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:40:55.857495 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4b81b50a-d46e-4823-9f19-2abd4f561854 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:55.858747 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-4b81b50a-d46e-4823-9f19-2abd4f561854 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3833456 May 04 17:40:55.861988 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57054) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:40:55.901411 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-86ac4dde-ba08-4edf-831f-0819c650c32e tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=8ede911fc7f845af95dd74968234120d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382273 May 04 17:40:55.903886 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57058) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:40:56.018114 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-8d213226-003a-4119-9bbe-1f2ffaea5d6c None None] Set router 867d4837-a54c-4393-b0cc-f4824b1abdfb gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:40:56.030517 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10af896-1e69-4127-8685-e69960e8c845 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:40:56.032031 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-e10af896-1e69-4127-8685-e69960e8c845 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1272581 May 04 17:40:56.035062 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57062) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:40:56.077413 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-2f2fb7b0-fb1b-4c4b-8efa-39f7557773fe tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=30bd8d35-9d66-4ec1-9734-58f713c6cd24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412970 May 04 17:40:56.080517 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 57066) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:40:56.086168 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-7b709036-40a6-4d5d-a909-65ef057e3883 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1940914826', 'network_id': '7317e051-7715-42ee-ab7a-e5bd314d1d11', 'project_id': '8ede911fc7f845af95dd74968234120d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:40:56.197513 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-7b709036-40a6-4d5d-a909-65ef057e3883 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:40:56.201933 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-7b709036-40a6-4d5d-a909-65ef057e3883 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:subnet and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:40:56.205239 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-7b709036-40a6-4d5d-a909-65ef057e3883 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:40:56.211193 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-7b709036-40a6-4d5d-a909-65ef057e3883 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:40:56.222529 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b709036-40a6-4d5d-a909-65ef057e3883 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Made reservation on behalf of 8ede911fc7f845af95dd74968234120d for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:40:56.226112 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7b709036-40a6-4d5d-a909-65ef057e3883 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:56.302515 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-8d213226-003a-4119-9bbe-1f2ffaea5d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867d4837-a54c-4393-b0cc-f4824b1abdfb', 'name': 'tempest-TestNetworkBasicOps-router-1979047561', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': 'ca530e1e-0eea-426c-a959-c85e05aeaf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:40:53Z', 'updated_at': '2022-05-04T17:40:54Z', 'revision_number': 3, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': 'ca530e1e-0eea-426c-a959-c85e05aeaf83', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:17:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867d4837-a54c-4393-b0cc-f4824b1abdfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:40:54Z', 'updated_at': '2022-05-04T17:40:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:40:56.306548 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d213226-003a-4119-9bbe-1f2ffaea5d6c None None] Checking router: 867d4837-a54c-4393-b0cc-f4824b1abdfb for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:40:56.306895 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d213226-003a-4119-9bbe-1f2ffaea5d6c None None] Updating router 867d4837-a54c-4393-b0cc-f4824b1abdfb port ca530e1e-0eea-426c-a959-c85e05aeaf83 binding host dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:40:56.361230 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-8d213226-003a-4119-9bbe-1f2ffaea5d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:56.544661 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7b709036-40a6-4d5d-a909-65ef057e3883 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:56.618206 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b709036-40a6-4d5d-a909-65ef057e3883 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Subnet': ['ID=69e0fc2b-e3a4-435f-a0b2-e074a816f356,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:40:56.629241 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b709036-40a6-4d5d-a909-65ef057e3883 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Checking segment: {'id': 'bdb53174-f461-4e65-b2fd-8c6e5c843991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7317e051-7715-42ee-ab7a-e5bd314d1d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:40:56.629597 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b709036-40a6-4d5d-a909-65ef057e3883 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Network hostable DHCP agents. Network: 7317e051-7715-42ee-ab7a-e5bd314d1d11, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:40:56.647770 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b709036-40a6-4d5d-a909-65ef057e3883 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Network 7317e051-7715-42ee-ab7a-e5bd314d1d11 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:40:56.657019 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-7b709036-40a6-4d5d-a909-65ef057e3883 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 7317e051-7715-42ee-ab7a-e5bd314d1d11) {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:40:56.660913 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b709036-40a6-4d5d-a909-65ef057e3883 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:40:56.661489 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7b709036-40a6-4d5d-a909-65ef057e3883 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:56.668327 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759a02dd-48d0-4a90-80d1-b477534568d0 None None] Network 7317e051-7715-42ee-ab7a-e5bd314d1d11 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:40:56.685710 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-7b709036-40a6-4d5d-a909-65ef057e3883 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6034060 May 04 17:40:56.688047 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-8d213226-003a-4119-9bbe-1f2ffaea5d6c None None] Notify callbacks [] for port, precommit_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:56.688249 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 57070) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:40:56.699700 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.provisioning_blocks [None req-8d213226-003a-4119-9bbe-1f2ffaea5d6c None None] Transition to ACTIVE for port object ca530e1e-0eea-426c-a959-c85e05aeaf83 will not be triggered until provisioned by entity L2. {{(pid=88040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:40:56.706666 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-8d213226-003a-4119-9bbe-1f2ffaea5d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:56.778231 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e389fe-7cc6-430e-ab1f-33decf8fa26b None None] Pushing event updated for resources: {'Port': ['ID=ca530e1e-0eea-426c-a959-c85e05aeaf83,revision_number=2']} {{(pid=88040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:40:56.799959 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e389fe-7cc6-430e-ab1f-33decf8fa26b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:56.800299 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e389fe-7cc6-430e-ab1f-33decf8fa26b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:56.800637 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e389fe-7cc6-430e-ab1f-33decf8fa26b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:56.800970 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e389fe-7cc6-430e-ab1f-33decf8fa26b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:56.801296 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e389fe-7cc6-430e-ab1f-33decf8fa26b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:56.801623 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e389fe-7cc6-430e-ab1f-33decf8fa26b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:56.801962 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e389fe-7cc6-430e-ab1f-33decf8fa26b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:56.802288 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e389fe-7cc6-430e-ab1f-33decf8fa26b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:56.802609 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e389fe-7cc6-430e-ab1f-33decf8fa26b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:56.802927 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e389fe-7cc6-430e-ab1f-33decf8fa26b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:56.803241 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e389fe-7cc6-430e-ab1f-33decf8fa26b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:56.803555 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e389fe-7cc6-430e-ab1f-33decf8fa26b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:40:56.806551 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-8d213226-003a-4119-9bbe-1f2ffaea5d6c None None] Attempting to bind port ca530e1e-0eea-426c-a959-c85e05aeaf83 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:40:56.806930 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-8d213226-003a-4119-9bbe-1f2ffaea5d6c None None] Attempting to bind port ca530e1e-0eea-426c-a959-c85e05aeaf83 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}] {{(pid=88040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:40:56.807275 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d213226-003a-4119-9bbe-1f2ffaea5d6c None None] Attempting to bind port ca530e1e-0eea-426c-a959-c85e05aeaf83 on network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:40:56.813555 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d213226-003a-4119-9bbe-1f2ffaea5d6c None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:40:56.813954 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d213226-003a-4119-9bbe-1f2ffaea5d6c None None] Checking segment: {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:40:56.814355 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-8d213226-003a-4119-9bbe-1f2ffaea5d6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:56.814752 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d213226-003a-4119-9bbe-1f2ffaea5d6c None None] Bound using segment: {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'} {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:40:56.815194 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-8d213226-003a-4119-9bbe-1f2ffaea5d6c None None] Bound port: ca530e1e-0eea-426c-a959-c85e05aeaf83, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}}] {{(pid=88040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:40:56.815940 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-8d213226-003a-4119-9bbe-1f2ffaea5d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:56.880774 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cceaf41-1429-414f-acfa-2ee210a38620 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-7317e051-7715-42ee-ab7a-e5bd314d1d11', 'network_id': '7317e051-7715-42ee-ab7a-e5bd314d1d11', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'fixed_ips': [{'subnet_id': '69e0fc2b-e3a4-435f-a0b2-e074a816f356'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:40:56.881594 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1cceaf41-1429-414f-acfa-2ee210a38620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:56.886972 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.db [None req-8d213226-003a-4119-9bbe-1f2ffaea5d6c None None] For port ca530e1e-0eea-426c-a959-c85e05aeaf83, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:40:56.890552 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.db [None req-8d213226-003a-4119-9bbe-1f2ffaea5d6c None None] For port ca530e1e-0eea-426c-a959-c85e05aeaf83, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=ca530e1e-0eea-426c-a959-c85e05aeaf83,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:40:56.895241 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-8d213226-003a-4119-9bbe-1f2ffaea5d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:56.967403 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d213226-003a-4119-9bbe-1f2ffaea5d6c None None] Routers {'867d4837-a54c-4393-b0cc-f4824b1abdfb'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:40:56.968019 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-8d213226-003a-4119-9bbe-1f2ffaea5d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:40:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['867d4837-a54c-4393-b0cc-f4824b1abdfb'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:40:57.040045 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-1cceaf41-1429-414f-acfa-2ee210a38620 None None] Allocated IP 172.20.0.2 (7317e051-7715-42ee-ab7a-e5bd314d1d11/69e0fc2b-e3a4-435f-a0b2-e074a816f356/ccb46ad3-673e-4d04-9ede-1b370d0d51f5) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:40:57.062354 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e389fe-7cc6-430e-ab1f-33decf8fa26b None None] Pushing event updated for resources: {'Port': ['ID=ca530e1e-0eea-426c-a959-c85e05aeaf83,revision_number=3']} {{(pid=88040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:40:57.161823 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-8d213226-003a-4119-9bbe-1f2ffaea5d6c None None] Set router 867d4837-a54c-4393-b0cc-f4824b1abdfb gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:40:57.312727 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1cceaf41-1429-414f-acfa-2ee210a38620 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:57.323651 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-1cceaf41-1429-414f-acfa-2ee210a38620 None None] Transition to ACTIVE for port object ccb46ad3-673e-4d04-9ede-1b370d0d51f5 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:40:57.343753 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-1cceaf41-1429-414f-acfa-2ee210a38620 None None] Transition to ACTIVE for port object ccb46ad3-673e-4d04-9ede-1b370d0d51f5 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:40:57.350105 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1cceaf41-1429-414f-acfa-2ee210a38620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:57.399312 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2c849d14-2a08-4736-a3d8-9f83f65681b2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:57.414548 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cceaf41-1429-414f-acfa-2ee210a38620 None None] Network 7317e051-7715-42ee-ab7a-e5bd314d1d11 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:40:57.417300 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-1cceaf41-1429-414f-acfa-2ee210a38620 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:40:57.421012 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cceaf41-1429-414f-acfa-2ee210a38620 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:40:57.426653 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cceaf41-1429-414f-acfa-2ee210a38620 None None] Pushing event updated for resources: {'Port': ['ID=ccb46ad3-673e-4d04-9ede-1b370d0d51f5,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:40:57.491082 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-8d213226-003a-4119-9bbe-1f2ffaea5d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867d4837-a54c-4393-b0cc-f4824b1abdfb', 'name': 'tempest-TestNetworkBasicOps-router-1979047561', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': 'ca530e1e-0eea-426c-a959-c85e05aeaf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:40:53Z', 'updated_at': '2022-05-04T17:40:54Z', 'revision_number': 3, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': 'ca530e1e-0eea-426c-a959-c85e05aeaf83', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:17:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867d4837-a54c-4393-b0cc-f4824b1abdfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:40:54Z', 'updated_at': '2022-05-04T17:40:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:40:57.495105 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d213226-003a-4119-9bbe-1f2ffaea5d6c None None] The sync data for ids ['867d4837-a54c-4393-b0cc-f4824b1abdfb'] in dv-neutron-840426-1-hyperv is: [{'id': '867d4837-a54c-4393-b0cc-f4824b1abdfb', 'name': 'tempest-TestNetworkBasicOps-router-1979047561', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': 'ca530e1e-0eea-426c-a959-c85e05aeaf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:40:53Z', 'updated_at': '2022-05-04T17:40:54Z', 'revision_number': 3, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': 'ca530e1e-0eea-426c-a959-c85e05aeaf83', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:17:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867d4837-a54c-4393-b0cc-f4824b1abdfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:40:54Z', 'updated_at': '2022-05-04T17:40:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:40:57.518788 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-1cceaf41-1429-414f-acfa-2ee210a38620 None None] Attempting to bind port ccb46ad3-673e-4d04-9ede-1b370d0d51f5 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:40:57.518788 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-1cceaf41-1429-414f-acfa-2ee210a38620 None None] Attempting to bind port ccb46ad3-673e-4d04-9ede-1b370d0d51f5 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'bdb53174-f461-4e65-b2fd-8c6e5c843991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7317e051-7715-42ee-ab7a-e5bd314d1d11'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:40:57.518788 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cceaf41-1429-414f-acfa-2ee210a38620 None None] Attempting to bind port ccb46ad3-673e-4d04-9ede-1b370d0d51f5 on network 7317e051-7715-42ee-ab7a-e5bd314d1d11 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:40:57.522523 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cceaf41-1429-414f-acfa-2ee210a38620 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:40:57.522901 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cceaf41-1429-414f-acfa-2ee210a38620 None None] Checking segment: {'id': 'bdb53174-f461-4e65-b2fd-8c6e5c843991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7317e051-7715-42ee-ab7a-e5bd314d1d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:40:57.523301 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1cceaf41-1429-414f-acfa-2ee210a38620 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:57.523694 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cceaf41-1429-414f-acfa-2ee210a38620 None None] Bound using segment: {'id': 'bdb53174-f461-4e65-b2fd-8c6e5c843991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7317e051-7715-42ee-ab7a-e5bd314d1d11'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:40:57.524163 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-1cceaf41-1429-414f-acfa-2ee210a38620 None None] Bound port: ccb46ad3-673e-4d04-9ede-1b370d0d51f5, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdb53174-f461-4e65-b2fd-8c6e5c843991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7317e051-7715-42ee-ab7a-e5bd314d1d11'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:40:57.524543 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1cceaf41-1429-414f-acfa-2ee210a38620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:57.613829 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-1cceaf41-1429-414f-acfa-2ee210a38620 None None] For port ccb46ad3-673e-4d04-9ede-1b370d0d51f5, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:40:57.617139 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-1cceaf41-1429-414f-acfa-2ee210a38620 None None] For port ccb46ad3-673e-4d04-9ede-1b370d0d51f5, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=ccb46ad3-673e-4d04-9ede-1b370d0d51f5,segment=NetworkSegment(bdb53174-f461-4e65-b2fd-8c6e5c843991),segment_id=bdb53174-f461-4e65-b2fd-8c6e5c843991)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:40:57.621524 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1cceaf41-1429-414f-acfa-2ee210a38620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:57.741832 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cceaf41-1429-414f-acfa-2ee210a38620 None None] Pushing event updated for resources: {'Port': ['ID=ccb46ad3-673e-4d04-9ede-1b370d0d51f5,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:40:57.871975 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-2c849d14-2a08-4736-a3d8-9f83f65681b2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Allocated IP 172.20.0.1 (7317e051-7715-42ee-ab7a-e5bd314d1d11/69e0fc2b-e3a4-435f-a0b2-e074a816f356/05bee2ab-bdf2-41b5-84a5-8c12e6802bc2) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:40:58.186100 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2c849d14-2a08-4736-a3d8-9f83f65681b2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:58.203283 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-2c849d14-2a08-4736-a3d8-9f83f65681b2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Transition to ACTIVE for port object 05bee2ab-bdf2-41b5-84a5-8c12e6802bc2 will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:40:58.231712 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2c849d14-2a08-4736-a3d8-9f83f65681b2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:58.307540 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c849d14-2a08-4736-a3d8-9f83f65681b2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Network 7317e051-7715-42ee-ab7a-e5bd314d1d11 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:40:58.311082 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-2c849d14-2a08-4736-a3d8-9f83f65681b2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:40:58.313658 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c849d14-2a08-4736-a3d8-9f83f65681b2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:40:58.351441 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c849d14-2a08-4736-a3d8-9f83f65681b2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Port': ['ID=05bee2ab-bdf2-41b5-84a5-8c12e6802bc2,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:40:58.381336 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2c849d14-2a08-4736-a3d8-9f83f65681b2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710357'] for router_interface, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:58.543926 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2c849d14-2a08-4736-a3d8-9f83f65681b2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:58.738058 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device ccb46ad3-673e-4d04-9ede-1b370d0d51f5 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:40:58.764862 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee4e190-0ebd-4da8-8c10-e8913d518504 None None] Network 7317e051-7715-42ee-ab7a-e5bd314d1d11 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:40:58.882382 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-261b32f6-dbe7-44cb-a275-9f9e58faadae None None] Provisioning for port ccb46ad3-673e-4d04-9ede-1b370d0d51f5 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:40:58.919873 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port ccb46ad3-673e-4d04-9ede-1b370d0d51f5 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:40:58.932591 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port ccb46ad3-673e-4d04-9ede-1b370d0d51f5 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:40:58.932963 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:58.991656 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2c849d14-2a08-4736-a3d8-9f83f65681b2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:58.996371 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2c849d14-2a08-4736-a3d8-9f83f65681b2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:59.112510 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2c849d14-2a08-4736-a3d8-9f83f65681b2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710702'] for router_interface, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:59.116818 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c849d14-2a08-4736-a3d8-9f83f65681b2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Port': ['ID=05bee2ab-bdf2-41b5-84a5-8c12e6802bc2,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:40:59.157327 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:59.194459 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port ccb46ad3-673e-4d04-9ede-1b370d0d51f5, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=ccb46ad3-673e-4d04-9ede-1b370d0d51f5,segment=NetworkSegment(bdb53174-f461-4e65-b2fd-8c6e5c843991),segment_id=bdb53174-f461-4e65-b2fd-8c6e5c843991)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:40:59.198759 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:59.199641 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device ca530e1e-0eea-426c-a959-c85e05aeaf83 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:40:59.254140 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c849d14-2a08-4736-a3d8-9f83f65681b2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Network 7317e051-7715-42ee-ab7a-e5bd314d1d11 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:40:59.255577 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-2c849d14-2a08-4736-a3d8-9f83f65681b2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:40:59.328415 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port ca530e1e-0eea-426c-a959-c85e05aeaf83 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:40:59.334238 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=ccb46ad3-673e-4d04-9ede-1b370d0d51f5,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:40:59.337698 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port ca530e1e-0eea-426c-a959-c85e05aeaf83 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:40:59.338091 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:59.458025 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c849d14-2a08-4736-a3d8-9f83f65681b2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Router 867d4837-a54c-4393-b0cc-f4824b1abdfb has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:40:59.463748 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-7b995c46-4133-41df-8a74-032d753dc54f None None] Provisioning for port 05bee2ab-bdf2-41b5-84a5-8c12e6802bc2 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:40:59.471247 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-7b995c46-4133-41df-8a74-032d753dc54f None None] Provisioning complete for port 05bee2ab-bdf2-41b5-84a5-8c12e6802bc2 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:40:59.471617 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-7b995c46-4133-41df-8a74-032d753dc54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:59.495151 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:59.534542 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port ca530e1e-0eea-426c-a959-c85e05aeaf83, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=ca530e1e-0eea-426c-a959-c85e05aeaf83,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:40:59.538899 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:59.570268 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-7b995c46-4133-41df-8a74-032d753dc54f None None] Port 05bee2ab-bdf2-41b5-84a5-8c12e6802bc2 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:40:59.610016 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-7b995c46-4133-41df-8a74-032d753dc54f None None] Provisioning complete for port ccb46ad3-673e-4d04-9ede-1b370d0d51f5 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:40:59.610388 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-7b995c46-4133-41df-8a74-032d753dc54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:59.648713 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c849d14-2a08-4736-a3d8-9f83f65681b2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:40:59.661243 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=ca530e1e-0eea-426c-a959-c85e05aeaf83,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:40:59.665085 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-2c849d14-2a08-4736-a3d8-9f83f65681b2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "PUT /v2.0/routers/867d4837-a54c-4393-b0cc-f4824b1abdfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9757323 May 04 17:40:59.665750 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 57074) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:40:59.667561 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed3ad37-c454-4243-a43d-0740433b3959 None None] Sync routers for ids ['867d4837-a54c-4393-b0cc-f4824b1abdfb'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:40:59.682458 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed3ad37-c454-4243-a43d-0740433b3959 None None] Routers {'867d4837-a54c-4393-b0cc-f4824b1abdfb'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:40:59.683076 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-0ed3ad37-c454-4243-a43d-0740433b3959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:40:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['867d4837-a54c-4393-b0cc-f4824b1abdfb'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:40:59.920833 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05fb436-a76b-49bb-a7aa-b9adc8f0b265 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:40:59.921301 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05fb436-a76b-49bb-a7aa-b9adc8f0b265 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:40:59.921759 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05fb436-a76b-49bb-a7aa-b9adc8f0b265 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:40:59.922245 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05fb436-a76b-49bb-a7aa-b9adc8f0b265 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:40:59.925197 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-b05fb436-a76b-49bb-a7aa-b9adc8f0b265 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.2581949 May 04 17:40:59.926592 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 57078) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:40:59.943133 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-0ed3ad37-c454-4243-a43d-0740433b3959 None None] Set router 867d4837-a54c-4393-b0cc-f4824b1abdfb gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:40:59.996715 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f6df99-da82-4eac-9688-3ede47d842d6 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:40:59.997179 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f6df99-da82-4eac-9688-3ede47d842d6 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:40:59.998279 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f6df99-da82-4eac-9688-3ede47d842d6 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:40:59.998728 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f6df99-da82-4eac-9688-3ede47d842d6 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:00.000394 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-26f6df99-da82-4eac-9688-3ede47d842d6 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0727735 May 04 17:41:00.003129 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 57082) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:41:00.116273 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-0a473a11-6305-4fff-b1e7-6b3ee2538cba None None] Provisioning complete for port 05bee2ab-bdf2-41b5-84a5-8c12e6802bc2 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:41:00.116654 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0a473a11-6305-4fff-b1e7-6b3ee2538cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:00.202793 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-fc2452d2-febf-46b5-90c3-57f10bda1a7b tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1960306 May 04 17:41:00.203127 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 57086) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:41:00.208595 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-f39e8446-defa-4a32-977a-8da7028f1dda tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1527437541', 'network_id': '7317e051-7715-42ee-ab7a-e5bd314d1d11'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:41:00.233285 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-0a473a11-6305-4fff-b1e7-6b3ee2538cba None None] Port 05bee2ab-bdf2-41b5-84a5-8c12e6802bc2 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:41:00.313802 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-0ed3ad37-c454-4243-a43d-0740433b3959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867d4837-a54c-4393-b0cc-f4824b1abdfb', 'name': 'tempest-TestNetworkBasicOps-router-1979047561', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': 'ca530e1e-0eea-426c-a959-c85e05aeaf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:40:53Z', 'updated_at': '2022-05-04T17:40:58Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': 'ca530e1e-0eea-426c-a959-c85e05aeaf83', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:17:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867d4837-a54c-4393-b0cc-f4824b1abdfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:40:54Z', 'updated_at': '2022-05-04T17:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '05bee2ab-bdf2-41b5-84a5-8c12e6802bc2', 'name': '', 'network_id': '7317e051-7715-42ee-ab7a-e5bd314d1d11', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:47:b2:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867d4837-a54c-4393-b0cc-f4824b1abdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '69e0fc2b-e3a4-435f-a0b2-e074a816f356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:40:57Z', 'updated_at': '2022-05-04T17:40:58Z', 'revision_number': 2, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '69e0fc2b-e3a4-435f-a0b2-e074a816f356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:41:00.317680 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed3ad37-c454-4243-a43d-0740433b3959 None None] Checking router: 867d4837-a54c-4393-b0cc-f4824b1abdfb for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:41:00.318074 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed3ad37-c454-4243-a43d-0740433b3959 None None] Updating router 867d4837-a54c-4393-b0cc-f4824b1abdfb port 05bee2ab-bdf2-41b5-84a5-8c12e6802bc2 binding host dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:41:00.345511 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-f39e8446-defa-4a32-977a-8da7028f1dda tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:41:00.349565 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-f39e8446-defa-4a32-977a-8da7028f1dda tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:port and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:41:00.352377 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-f39e8446-defa-4a32-977a-8da7028f1dda tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:41:00.358604 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-f39e8446-defa-4a32-977a-8da7028f1dda tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:41:00.369154 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39e8446-defa-4a32-977a-8da7028f1dda tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Made reservation on behalf of 8ede911fc7f845af95dd74968234120d for: {'port': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:41:00.372538 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f39e8446-defa-4a32-977a-8da7028f1dda tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:00.374826 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ed3ad37-c454-4243-a43d-0740433b3959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:00.393143 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [None req-f39e8446-defa-4a32-977a-8da7028f1dda tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] device_id is not set on port 3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4 yet. {{(pid=88037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:41:00.532842 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-f39e8446-defa-4a32-977a-8da7028f1dda tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Allocated IP 172.20.0.14 (7317e051-7715-42ee-ab7a-e5bd314d1d11/69e0fc2b-e3a4-435f-a0b2-e074a816f356/3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:41:00.681832 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device ccb46ad3-673e-4d04-9ede-1b370d0d51f5 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:41:00.733088 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f39e8446-defa-4a32-977a-8da7028f1dda tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:00.748615 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-f39e8446-defa-4a32-977a-8da7028f1dda tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Transition to ACTIVE for port object 3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4 will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:41:00.753462 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port ccb46ad3-673e-4d04-9ede-1b370d0d51f5 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:41:00.753829 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:00.772418 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f39e8446-defa-4a32-977a-8da7028f1dda tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:00.849427 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39e8446-defa-4a32-977a-8da7028f1dda tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Network 7317e051-7715-42ee-ab7a-e5bd314d1d11 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:41:00.852644 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-f39e8446-defa-4a32-977a-8da7028f1dda tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:41:00.856562 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39e8446-defa-4a32-977a-8da7028f1dda tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:41:00.890778 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39e8446-defa-4a32-977a-8da7028f1dda tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Port': ['ID=3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:00.928211 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39e8446-defa-4a32-977a-8da7028f1dda tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:00.928848 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f39e8446-defa-4a32-977a-8da7028f1dda tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:00.955165 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-f39e8446-defa-4a32-977a-8da7028f1dda tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7509832 May 04 17:41:00.999130 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device ca530e1e-0eea-426c-a959-c85e05aeaf83 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:41:01.119131 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ed3ad37-c454-4243-a43d-0740433b3959 None None] Notify callbacks [] for port, precommit_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:01.137280 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-0ed3ad37-c454-4243-a43d-0740433b3959 None None] Transition to ACTIVE for port object 05bee2ab-bdf2-41b5-84a5-8c12e6802bc2 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:41:01.140134 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port ca530e1e-0eea-426c-a959-c85e05aeaf83 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:41:01.140506 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:01.164475 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 57092) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:41:01.169912 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-2c3f8d3f-8bbc-429f-84a7-2e2d4bb23c9e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1447038453', 'description': 'tempest-secgroup-smoke-1447038453 description', 'project_id': '8ede911fc7f845af95dd74968234120d'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:41:01.179704 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-2c3f8d3f-8bbc-429f-84a7-2e2d4bb23c9e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:41:01.184130 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-2c3f8d3f-8bbc-429f-84a7-2e2d4bb23c9e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:41:01.187642 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-2c3f8d3f-8bbc-429f-84a7-2e2d4bb23c9e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:41:01.191657 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ed3ad37-c454-4243-a43d-0740433b3959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:01.193990 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-2c3f8d3f-8bbc-429f-84a7-2e2d4bb23c9e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:41:01.205443 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2c3f8d3f-8bbc-429f-84a7-2e2d4bb23c9e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:01.229478 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-2c3f8d3f-8bbc-429f-84a7-2e2d4bb23c9e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:41:01.233511 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-2c3f8d3f-8bbc-429f-84a7-2e2d4bb23c9e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:41:01.236869 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-2c3f8d3f-8bbc-429f-84a7-2e2d4bb23c9e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:41:01.245365 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-2c3f8d3f-8bbc-429f-84a7-2e2d4bb23c9e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:41:01.257399 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-82a74a93-6a1e-4144-a740-d2492f850138 None None] Provisioning for port 3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:41:01.312501 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 17:41:01.322281 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2c3f8d3f-8bbc-429f-84a7-2e2d4bb23c9e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:01.323556 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-82a74a93-6a1e-4144-a740-d2492f850138 None None] Provisioning complete for port 3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:41:01.323955 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-82a74a93-6a1e-4144-a740-d2492f850138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:01.327946 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2c3f8d3f-8bbc-429f-84a7-2e2d4bb23c9e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:01.376708 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3f8d3f-8bbc-429f-84a7-2e2d4bb23c9e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=502d587d-cf20-4c63-8212-889eac2d42d9,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:01.381401 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2c3f8d3f-8bbc-429f-84a7-2e2d4bb23c9e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:01.386323 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57096) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:41:01.386776 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-2c3f8d3f-8bbc-429f-84a7-2e2d4bb23c9e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2207153 May 04 17:41:01.386911 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2744ef6-5e8f-46f9-ae75-b8cadd60b0c7 None None] Pushing event updated for resources: {'Port': ['ID=05bee2ab-bdf2-41b5-84a5-8c12e6802bc2,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:01.392648 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-1dd549c6-788c-4a7d-b89d-772bf19129bd tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group_rule': {'security_group_id': '502d587d-cf20-4c63-8212-889eac2d42d9', 'project_id': '8ede911fc7f845af95dd74968234120d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:41:01.399405 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-1dd549c6-788c-4a7d-b89d-772bf19129bd tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:41:01.403726 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-1dd549c6-788c-4a7d-b89d-772bf19129bd tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:41:01.406932 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-1dd549c6-788c-4a7d-b89d-772bf19129bd tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:41:01.414350 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-1dd549c6-788c-4a7d-b89d-772bf19129bd tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:41:01.433194 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1dd549c6-788c-4a7d-b89d-772bf19129bd tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:01.467344 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-82a74a93-6a1e-4144-a740-d2492f850138 None None] Port 3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:41:01.507851 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1dd549c6-788c-4a7d-b89d-772bf19129bd tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:01.511440 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1dd549c6-788c-4a7d-b89d-772bf19129bd tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:01.535163 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd549c6-788c-4a7d-b89d-772bf19129bd tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a254779b-4ce8-42e8-abd4-ef9211939b62,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:01.537617 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-0ed3ad37-c454-4243-a43d-0740433b3959 None None] Attempting to bind port 05bee2ab-bdf2-41b5-84a5-8c12e6802bc2 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:41:01.538013 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-0ed3ad37-c454-4243-a43d-0740433b3959 None None] Attempting to bind port 05bee2ab-bdf2-41b5-84a5-8c12e6802bc2 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'bdb53174-f461-4e65-b2fd-8c6e5c843991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7317e051-7715-42ee-ab7a-e5bd314d1d11'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:41:01.538383 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed3ad37-c454-4243-a43d-0740433b3959 None None] Attempting to bind port 05bee2ab-bdf2-41b5-84a5-8c12e6802bc2 on network 7317e051-7715-42ee-ab7a-e5bd314d1d11 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:41:01.547372 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1dd549c6-788c-4a7d-b89d-772bf19129bd tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:01.548473 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed3ad37-c454-4243-a43d-0740433b3959 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:41:01.548645 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-1dd549c6-788c-4a7d-b89d-772bf19129bd tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1609674 May 04 17:41:01.548947 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed3ad37-c454-4243-a43d-0740433b3959 None None] Checking segment: {'id': 'bdb53174-f461-4e65-b2fd-8c6e5c843991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7317e051-7715-42ee-ab7a-e5bd314d1d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:41:01.549240 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ed3ad37-c454-4243-a43d-0740433b3959 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:01.549631 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed3ad37-c454-4243-a43d-0740433b3959 None None] Bound using segment: {'id': 'bdb53174-f461-4e65-b2fd-8c6e5c843991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7317e051-7715-42ee-ab7a-e5bd314d1d11'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:41:01.550195 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-0ed3ad37-c454-4243-a43d-0740433b3959 None None] Bound port: 05bee2ab-bdf2-41b5-84a5-8c12e6802bc2, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdb53174-f461-4e65-b2fd-8c6e5c843991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7317e051-7715-42ee-ab7a-e5bd314d1d11'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:41:01.550575 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ed3ad37-c454-4243-a43d-0740433b3959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:01.551409 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57100) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:41:01.556877 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-90059aa4-8aee-4e6c-8a7e-62e5900af919 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group_rule': {'security_group_id': '502d587d-cf20-4c63-8212-889eac2d42d9', 'project_id': '8ede911fc7f845af95dd74968234120d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:41:01.563349 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-90059aa4-8aee-4e6c-8a7e-62e5900af919 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:41:01.567514 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-90059aa4-8aee-4e6c-8a7e-62e5900af919 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:41:01.571561 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-90059aa4-8aee-4e6c-8a7e-62e5900af919 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:41:01.579092 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-90059aa4-8aee-4e6c-8a7e-62e5900af919 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:41:01.597228 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-90059aa4-8aee-4e6c-8a7e-62e5900af919 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:01.659295 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-90059aa4-8aee-4e6c-8a7e-62e5900af919 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:01.664175 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-90059aa4-8aee-4e6c-8a7e-62e5900af919 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:01.693637 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90059aa4-8aee-4e6c-8a7e-62e5900af919 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfaedd9e-97b4-4aa3-967a-37800134659c,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:01.701477 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-90059aa4-8aee-4e6c-8a7e-62e5900af919 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:01.702697 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-90059aa4-8aee-4e6c-8a7e-62e5900af919 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1501791 May 04 17:41:01.703134 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-0ed3ad37-c454-4243-a43d-0740433b3959 None None] For port 05bee2ab-bdf2-41b5-84a5-8c12e6802bc2, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:41:01.706537 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-0ed3ad37-c454-4243-a43d-0740433b3959 None None] For port 05bee2ab-bdf2-41b5-84a5-8c12e6802bc2, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=05bee2ab-bdf2-41b5-84a5-8c12e6802bc2,segment=NetworkSegment(bdb53174-f461-4e65-b2fd-8c6e5c843991),segment_id=bdb53174-f461-4e65-b2fd-8c6e5c843991)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:41:01.706693 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57104) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:41:01.710975 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ed3ad37-c454-4243-a43d-0740433b3959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:01.712253 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-150dd3cf-ca0d-4805-a9fb-cbd4b4abe57c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group_rule': {'security_group_id': '502d587d-cf20-4c63-8212-889eac2d42d9', 'project_id': '8ede911fc7f845af95dd74968234120d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:41:01.718382 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-150dd3cf-ca0d-4805-a9fb-cbd4b4abe57c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:41:01.722420 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-150dd3cf-ca0d-4805-a9fb-cbd4b4abe57c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:41:01.725290 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-150dd3cf-ca0d-4805-a9fb-cbd4b4abe57c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:41:01.731317 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-150dd3cf-ca0d-4805-a9fb-cbd4b4abe57c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:41:01.753972 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-150dd3cf-ca0d-4805-a9fb-cbd4b4abe57c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:01.787145 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed3ad37-c454-4243-a43d-0740433b3959 None None] Routers {'867d4837-a54c-4393-b0cc-f4824b1abdfb'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:41:01.787776 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-0ed3ad37-c454-4243-a43d-0740433b3959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:40:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['867d4837-a54c-4393-b0cc-f4824b1abdfb'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:41:01.831194 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-150dd3cf-ca0d-4805-a9fb-cbd4b4abe57c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:01.836174 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-150dd3cf-ca0d-4805-a9fb-cbd4b4abe57c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:01.867424 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150dd3cf-ca0d-4805-a9fb-cbd4b4abe57c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d58d0a0-e458-4fe5-ab43-58e63be25d8c,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:01.868434 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2744ef6-5e8f-46f9-ae75-b8cadd60b0c7 None None] Pushing event updated for resources: {'Port': ['ID=05bee2ab-bdf2-41b5-84a5-8c12e6802bc2,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:01.881293 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-150dd3cf-ca0d-4805-a9fb-cbd4b4abe57c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:01.882876 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-150dd3cf-ca0d-4805-a9fb-cbd4b4abe57c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1752069 May 04 17:41:01.885978 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 57108) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:41:01.891561 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-74b5c412-5539-4155-86e9-b2354f0c943f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group_rule': {'security_group_id': '502d587d-cf20-4c63-8212-889eac2d42d9', 'project_id': '8ede911fc7f845af95dd74968234120d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:41:01.898100 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-74b5c412-5539-4155-86e9-b2354f0c943f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:41:01.902048 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-74b5c412-5539-4155-86e9-b2354f0c943f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:41:01.906050 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-74b5c412-5539-4155-86e9-b2354f0c943f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:41:01.913261 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-74b5c412-5539-4155-86e9-b2354f0c943f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:41:01.931941 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-74b5c412-5539-4155-86e9-b2354f0c943f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:01.981652 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-0ed3ad37-c454-4243-a43d-0740433b3959 None None] Set router 867d4837-a54c-4393-b0cc-f4824b1abdfb gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:41:02.002813 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-74b5c412-5539-4155-86e9-b2354f0c943f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:02.006456 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-74b5c412-5539-4155-86e9-b2354f0c943f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:02.030200 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5c412-5539-4155-86e9-b2354f0c943f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f249010e-b6a8-455c-acc9-da03304cde3b,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:02.039134 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-74b5c412-5539-4155-86e9-b2354f0c943f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:02.040288 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-74b5c412-5539-4155-86e9-b2354f0c943f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1532967 May 04 17:41:02.043368 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 57112) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:41:02.049417 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-7e0e2fe3-f31e-4e86-bc3b-d1d34e7c6a0d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group_rule': {'security_group_id': '502d587d-cf20-4c63-8212-889eac2d42d9', 'project_id': '8ede911fc7f845af95dd74968234120d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:41:02.055441 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-7e0e2fe3-f31e-4e86-bc3b-d1d34e7c6a0d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:41:02.059314 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-7e0e2fe3-f31e-4e86-bc3b-d1d34e7c6a0d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:41:02.062454 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-7e0e2fe3-f31e-4e86-bc3b-d1d34e7c6a0d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:41:02.068109 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-7e0e2fe3-f31e-4e86-bc3b-d1d34e7c6a0d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:41:02.078326 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.securitygroups_db [None req-7e0e2fe3-f31e-4e86-bc3b-d1d34e7c6a0d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Project 8ede911fc7f845af95dd74968234120d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 17:41:02.084836 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7e0e2fe3-f31e-4e86-bc3b-d1d34e7c6a0d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:02.156983 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7e0e2fe3-f31e-4e86-bc3b-d1d34e7c6a0d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:02.162657 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7e0e2fe3-f31e-4e86-bc3b-d1d34e7c6a0d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:02.190765 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0e2fe3-f31e-4e86-bc3b-d1d34e7c6a0d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67093651-4a89-461d-8c68-0acd2f4535d3,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:02.198081 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7e0e2fe3-f31e-4e86-bc3b-d1d34e7c6a0d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:02.202451 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-7e0e2fe3-f31e-4e86-bc3b-d1d34e7c6a0d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1549258 May 04 17:41:02.202812 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 57116) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:41:02.207790 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-b5faa5f3-504b-498a-8dd7-b628db79d8f0 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group_rule': {'security_group_id': '502d587d-cf20-4c63-8212-889eac2d42d9', 'project_id': '8ede911fc7f845af95dd74968234120d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:41:02.213706 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-b5faa5f3-504b-498a-8dd7-b628db79d8f0 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:41:02.218245 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-b5faa5f3-504b-498a-8dd7-b628db79d8f0 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:41:02.221082 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-b5faa5f3-504b-498a-8dd7-b628db79d8f0 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:41:02.227129 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-b5faa5f3-504b-498a-8dd7-b628db79d8f0 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:41:02.238991 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.securitygroups_db [None req-b5faa5f3-504b-498a-8dd7-b628db79d8f0 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Project 8ede911fc7f845af95dd74968234120d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 17:41:02.246937 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b5faa5f3-504b-498a-8dd7-b628db79d8f0 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:02.311020 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b5faa5f3-504b-498a-8dd7-b628db79d8f0 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:02.314953 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b5faa5f3-504b-498a-8dd7-b628db79d8f0 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:02.336275 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-0ed3ad37-c454-4243-a43d-0740433b3959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867d4837-a54c-4393-b0cc-f4824b1abdfb', 'name': 'tempest-TestNetworkBasicOps-router-1979047561', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': 'ca530e1e-0eea-426c-a959-c85e05aeaf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:40:53Z', 'updated_at': '2022-05-04T17:40:58Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': 'ca530e1e-0eea-426c-a959-c85e05aeaf83', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:17:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867d4837-a54c-4393-b0cc-f4824b1abdfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:40:54Z', 'updated_at': '2022-05-04T17:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '05bee2ab-bdf2-41b5-84a5-8c12e6802bc2', 'name': '', 'network_id': '7317e051-7715-42ee-ab7a-e5bd314d1d11', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:47:b2:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867d4837-a54c-4393-b0cc-f4824b1abdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '69e0fc2b-e3a4-435f-a0b2-e074a816f356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:40:57Z', 'updated_at': '2022-05-04T17:41:01Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '69e0fc2b-e3a4-435f-a0b2-e074a816f356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:41:02.338953 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5faa5f3-504b-498a-8dd7-b628db79d8f0 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=328f0a5e-1e2e-4dff-888a-17f95511c0bf,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:02.340887 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed3ad37-c454-4243-a43d-0740433b3959 None None] The sync data for ids ['867d4837-a54c-4393-b0cc-f4824b1abdfb'] in dv-neutron-840426-1-hyperv is: [{'id': '867d4837-a54c-4393-b0cc-f4824b1abdfb', 'name': 'tempest-TestNetworkBasicOps-router-1979047561', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': 'ca530e1e-0eea-426c-a959-c85e05aeaf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:40:53Z', 'updated_at': '2022-05-04T17:40:58Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': 'ca530e1e-0eea-426c-a959-c85e05aeaf83', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:17:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867d4837-a54c-4393-b0cc-f4824b1abdfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:40:54Z', 'updated_at': '2022-05-04T17:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '05bee2ab-bdf2-41b5-84a5-8c12e6802bc2', 'name': '', 'network_id': '7317e051-7715-42ee-ab7a-e5bd314d1d11', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:47:b2:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867d4837-a54c-4393-b0cc-f4824b1abdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '69e0fc2b-e3a4-435f-a0b2-e074a816f356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:40:57Z', 'updated_at': '2022-05-04T17:41:01Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '69e0fc2b-e3a4-435f-a0b2-e074a816f356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:41:02.352091 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b5faa5f3-504b-498a-8dd7-b628db79d8f0 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:02.362437 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-b5faa5f3-504b-498a-8dd7-b628db79d8f0 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1495700 May 04 17:41:02.542874 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-31272a1b-47a8-47c3-a23e-7865c29ef402 req-840ea0bc-6c7a-4bbf-9d4b-ddeceb339da3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Synchronizing usage tracker for tenant:8ede911fc7f845af95dd74968234120d on resource:security_group {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:41:02.558601 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-31272a1b-47a8-47c3-a23e-7865c29ef402 req-840ea0bc-6c7a-4bbf-9d4b-ddeceb339da3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Unset dirty status for tenant:8ede911fc7f845af95dd74968234120d on resource:security_group {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:41:02.560438 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-31272a1b-47a8-47c3-a23e-7865c29ef402 req-840ea0bc-6c7a-4bbf-9d4b-ddeceb339da3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1447038453&fields=id&tenant_id=8ede911fc7f845af95dd74968234120d HTTP/1.1" status: 200 len: 267 time: 0.0687187 May 04 17:41:02.649320 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31272a1b-47a8-47c3-a23e-7865c29ef402 req-148d3b9c-b749-463d-b429-91f583955516 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:02.649959 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-31272a1b-47a8-47c3-a23e-7865c29ef402 req-148d3b9c-b749-463d-b429-91f583955516 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Synchronizing usage tracker for tenant:8ede911fc7f845af95dd74968234120d on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:41:02.667951 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-31272a1b-47a8-47c3-a23e-7865c29ef402 req-148d3b9c-b749-463d-b429-91f583955516 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Unset dirty status for tenant:8ede911fc7f845af95dd74968234120d on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:41:02.670608 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-31272a1b-47a8-47c3-a23e-7865c29ef402 req-148d3b9c-b749-463d-b429-91f583955516 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports/3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4 HTTP/1.1" status: 200 len: 931 time: 0.1019304 May 04 17:41:02.707714 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 05bee2ab-bdf2-41b5-84a5-8c12e6802bc2 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:41:02.751953 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-31272a1b-47a8-47c3-a23e-7865c29ef402 req-2b65fd5b-2718-4fa3-9f82-1b2eef3ee59f service neutron] 10.222.0.41 "GET /v2.0/ports/3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0699878 May 04 17:41:02.784786 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 05bee2ab-bdf2-41b5-84a5-8c12e6802bc2 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:41:02.789774 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 05bee2ab-bdf2-41b5-84a5-8c12e6802bc2 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:41:02.790252 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:02.891018 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-31272a1b-47a8-47c3-a23e-7865c29ef402 req-d97789bd-e975-4631-a7b5-a01e6508522a service neutron] 10.222.0.41 "GET /v2.0/networks/7317e051-7715-42ee-ab7a-e5bd314d1d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333685 May 04 17:41:02.926921 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:02.961503 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 05bee2ab-bdf2-41b5-84a5-8c12e6802bc2, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=05bee2ab-bdf2-41b5-84a5-8c12e6802bc2,segment=NetworkSegment(bdb53174-f461-4e65-b2fd-8c6e5c843991),segment_id=bdb53174-f461-4e65-b2fd-8c6e5c843991)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:41:02.965977 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:03.043730 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=05bee2ab-bdf2-41b5-84a5-8c12e6802bc2,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:03.145433 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-31272a1b-47a8-47c3-a23e-7865c29ef402 req-2dc0623d-9c3e-439c-a93a-514e27e82ea8 service neutron] 10.222.0.41 "GET /v2.0/networks/7317e051-7715-42ee-ab7a-e5bd314d1d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486093 May 04 17:41:03.168131 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-60c2e165-1803-485c-b3fb-d48bf5fafdd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:03.432252 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-179474fd-40ad-4c63-b565-173edca8e52e req-9d9d4992-7baf-4291-8387-a96d76d4bc60 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Synchronizing usage tracker for tenant:8ede911fc7f845af95dd74968234120d on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:41:03.445098 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-179474fd-40ad-4c63-b565-173edca8e52e req-9d9d4992-7baf-4291-8387-a96d76d4bc60 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Unset dirty status for tenant:8ede911fc7f845af95dd74968234120d on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:41:03.446269 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-179474fd-40ad-4c63-b565-173edca8e52e req-9d9d4992-7baf-4291-8387-a96d76d4bc60 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a061c08-7ca2-48ca-a0b9-e1e26281203c HTTP/1.1" status: 200 len: 210 time: 0.1571791 May 04 17:41:04.298436 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31272a1b-47a8-47c3-a23e-7865c29ef402 req-c9378d06-1869-4fbd-a338-93cc0a19a5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:04.299760 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-31272a1b-47a8-47c3-a23e-7865c29ef402 req-c9378d06-1869-4fbd-a338-93cc0a19a5df service neutron] 10.222.0.42 "GET /v2.0/ports/3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4 HTTP/1.1" status: 200 len: 1027 time: 0.0636902 May 04 17:41:04.451102 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31272a1b-47a8-47c3-a23e-7865c29ef402 req-a3e2ae23-e1f5-4abf-b841-7979a48781b5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:04.451786 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-31272a1b-47a8-47c3-a23e-7865c29ef402 req-a3e2ae23-e1f5-4abf-b841-7979a48781b5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Synchronizing usage tracker for tenant:8ede911fc7f845af95dd74968234120d on resource:network {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:41:04.466919 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-31272a1b-47a8-47c3-a23e-7865c29ef402 req-a3e2ae23-e1f5-4abf-b841-7979a48781b5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Unset dirty status for tenant:8ede911fc7f845af95dd74968234120d on resource:network {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:41:04.468607 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-31272a1b-47a8-47c3-a23e-7865c29ef402 req-a3e2ae23-e1f5-4abf-b841-7979a48781b5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.42 "GET /v2.0/networks?id=7317e051-7715-42ee-ab7a-e5bd314d1d11 HTTP/1.1" status: 200 len: 797 time: 0.1624005 May 04 17:41:04.523479 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-31272a1b-47a8-47c3-a23e-7865c29ef402 req-57b9e3e2-8824-48dd-ba65-161f06ada935 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Synchronizing usage tracker for tenant:8ede911fc7f845af95dd74968234120d on resource:security_group {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:41:04.535116 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-31272a1b-47a8-47c3-a23e-7865c29ef402 req-57b9e3e2-8824-48dd-ba65-161f06ada935 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Unset dirty status for tenant:8ede911fc7f845af95dd74968234120d on resource:security_group {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:41:04.536220 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-31272a1b-47a8-47c3-a23e-7865c29ef402 req-57b9e3e2-8824-48dd-ba65-161f06ada935 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ede911fc7f845af95dd74968234120d HTTP/1.1" status: 200 len: 380 time: 0.0563471 May 04 17:41:04.549614 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [req-31272a1b-47a8-47c3-a23e-7865c29ef402 req-9b4f570b-af23-4db0-8a52-1d8ff4ddc555 service neutron] Request body: {'port': {'device_id': '8a061c08-7ca2-48ca-a0b9-e1e26281203c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:41:04.601689 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-04ed65bc-c601-45d2-8041-7f1957eb0f28 req-b0e767e3-6448-4dfb-b205-97a4ed433aec tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a061c08-7ca2-48ca-a0b9-e1e26281203c HTTP/1.1" status: 200 len: 210 time: 0.0470424 May 04 17:41:04.679354 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 05bee2ab-bdf2-41b5-84a5-8c12e6802bc2 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:41:04.744595 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 05bee2ab-bdf2-41b5-84a5-8c12e6802bc2 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:41:04.744971 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:04.770618 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-31272a1b-47a8-47c3-a23e-7865c29ef402 req-9b4f570b-af23-4db0-8a52-1d8ff4ddc555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:05.108522 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [req-31272a1b-47a8-47c3-a23e-7865c29ef402 req-9b4f570b-af23-4db0-8a52-1d8ff4ddc555 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4 {{(pid=88037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:41:05.115553 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-31272a1b-47a8-47c3-a23e-7865c29ef402 req-9b4f570b-af23-4db0-8a52-1d8ff4ddc555 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:05.130069 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [req-31272a1b-47a8-47c3-a23e-7865c29ef402 req-9b4f570b-af23-4db0-8a52-1d8ff4ddc555 service neutron] Transition to ACTIVE for port object 3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4 will not be triggered until provisioned by entity L2. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:41:05.133973 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-31272a1b-47a8-47c3-a23e-7865c29ef402 req-9b4f570b-af23-4db0-8a52-1d8ff4ddc555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:05.284223 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4f570b-af23-4db0-8a52-1d8ff4ddc555 service neutron] Pushing event updated for resources: {'Port': ['ID=3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:05.366734 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-31272a1b-47a8-47c3-a23e-7865c29ef402 req-9b4f570b-af23-4db0-8a52-1d8ff4ddc555 service neutron] Attempting to bind port 3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:41:05.367007 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-31272a1b-47a8-47c3-a23e-7865c29ef402 req-9b4f570b-af23-4db0-8a52-1d8ff4ddc555 service neutron] Attempting to bind port 3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': 'bdb53174-f461-4e65-b2fd-8c6e5c843991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7317e051-7715-42ee-ab7a-e5bd314d1d11'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:41:05.367347 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31272a1b-47a8-47c3-a23e-7865c29ef402 req-9b4f570b-af23-4db0-8a52-1d8ff4ddc555 service neutron] Attempting to bind port 3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4 on network 7317e051-7715-42ee-ab7a-e5bd314d1d11 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:41:05.371860 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31272a1b-47a8-47c3-a23e-7865c29ef402 req-9b4f570b-af23-4db0-8a52-1d8ff4ddc555 service neutron] Port 3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4 on network 7317e051-7715-42ee-ab7a-e5bd314d1d11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:41:05.372178 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31272a1b-47a8-47c3-a23e-7865c29ef402 req-9b4f570b-af23-4db0-8a52-1d8ff4ddc555 service neutron] Attempting to bind port 3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4 on network 7317e051-7715-42ee-ab7a-e5bd314d1d11 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:41:05.377762 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31272a1b-47a8-47c3-a23e-7865c29ef402 req-9b4f570b-af23-4db0-8a52-1d8ff4ddc555 service neutron] Checking agent: {'id': '84d0dbeb-cfa8-4636-8b1c-9790acf21ef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'started_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:41:05.378134 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31272a1b-47a8-47c3-a23e-7865c29ef402 req-9b4f570b-af23-4db0-8a52-1d8ff4ddc555 service neutron] Checking segment: {'id': 'bdb53174-f461-4e65-b2fd-8c6e5c843991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7317e051-7715-42ee-ab7a-e5bd314d1d11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:41:05.378515 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31272a1b-47a8-47c3-a23e-7865c29ef402 req-9b4f570b-af23-4db0-8a52-1d8ff4ddc555 service neutron] Bound using segment: {'id': 'bdb53174-f461-4e65-b2fd-8c6e5c843991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7317e051-7715-42ee-ab7a-e5bd314d1d11'} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:41:05.378937 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-31272a1b-47a8-47c3-a23e-7865c29ef402 req-9b4f570b-af23-4db0-8a52-1d8ff4ddc555 service neutron] Bound port: 3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdb53174-f461-4e65-b2fd-8c6e5c843991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7317e051-7715-42ee-ab7a-e5bd314d1d11'}}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:41:05.379279 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-31272a1b-47a8-47c3-a23e-7865c29ef402 req-9b4f570b-af23-4db0-8a52-1d8ff4ddc555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:05.465174 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-31272a1b-47a8-47c3-a23e-7865c29ef402 req-9b4f570b-af23-4db0-8a52-1d8ff4ddc555 service neutron] For port 3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4, host hv-neutron-8404, cleared binding levels {{(pid=88037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:41:05.468312 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-31272a1b-47a8-47c3-a23e-7865c29ef402 req-9b4f570b-af23-4db0-8a52-1d8ff4ddc555 service neutron] For port 3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4,segment=NetworkSegment(bdb53174-f461-4e65-b2fd-8c6e5c843991),segment_id=bdb53174-f461-4e65-b2fd-8c6e5c843991)] {{(pid=88037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:41:05.471714 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-31272a1b-47a8-47c3-a23e-7865c29ef402 req-9b4f570b-af23-4db0-8a52-1d8ff4ddc555 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:05.494618 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-75e18f43-3da4-41aa-abc6-60df50978602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:05.533896 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31272a1b-47a8-47c3-a23e-7865c29ef402 req-9b4f570b-af23-4db0-8a52-1d8ff4ddc555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:05.534524 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-31272a1b-47a8-47c3-a23e-7865c29ef402 req-9b4f570b-af23-4db0-8a52-1d8ff4ddc555 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:05.535868 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-31272a1b-47a8-47c3-a23e-7865c29ef402 req-9b4f570b-af23-4db0-8a52-1d8ff4ddc555 service neutron] 10.222.0.42 "PUT /v2.0/ports/3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4 HTTP/1.1" status: 200 len: 1132 time: 0.9903929 May 04 17:41:05.536296 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a061c08-7ca2-48ca-a0b9-e1e26281203c', 'tag': '3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:41:05.559407 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4f570b-af23-4db0-8a52-1d8ff4ddc555 service neutron] Pushing event updated for resources: {'Port': ['ID=3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4,revision_number=3']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:05.583975 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a33049d1-e00c-474a-b0d5-c36ec96d5510'] response: {'name': 'network-changed', 'server_uuid': '8a061c08-7ca2-48ca-a0b9-e1e26281203c', 'tag': '3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4', 'status': 'completed', 'code': 200} May 04 17:41:05.668515 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31272a1b-47a8-47c3-a23e-7865c29ef402 req-2d6d885e-7750-404e-92aa-f7f126b261b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:05.670810 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-31272a1b-47a8-47c3-a23e-7865c29ef402 req-2d6d885e-7750-404e-92aa-f7f126b261b6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ede911fc7f845af95dd74968234120d&device_id=8a061c08-7ca2-48ca-a0b9-e1e26281203c HTTP/1.1" status: 200 len: 1135 time: 0.0773692 May 04 17:41:05.745480 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-31272a1b-47a8-47c3-a23e-7865c29ef402 req-e5a8c742-16c5-422d-899a-084337c90c11 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4 HTTP/1.1" status: 200 len: 217 time: 0.0687170 May 04 17:41:05.794855 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e1b7c-10b7-495f-a82e-469be3e8337e req-a2fc4080-cea4-4904-9488-8bab91420d15 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:05.796967 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-e83e1b7c-10b7-495f-a82e-469be3e8337e req-a2fc4080-cea4-4904-9488-8bab91420d15 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a061c08-7ca2-48ca-a0b9-e1e26281203c HTTP/1.1" status: 200 len: 982 time: 0.0841615 May 04 17:41:05.811294 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31272a1b-47a8-47c3-a23e-7865c29ef402 req-abfd0691-d1e2-4b1b-98e9-f2feb077708e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:05.812752 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-31272a1b-47a8-47c3-a23e-7865c29ef402 req-abfd0691-d1e2-4b1b-98e9-f2feb077708e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=69e0fc2b-e3a4-435f-a0b2-e074a816f356 HTTP/1.1" status: 200 len: 835 time: 0.0618041 May 04 17:41:05.839534 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-e83e1b7c-10b7-495f-a82e-469be3e8337e req-3cbd275c-63fb-4c03-b845-00321ac8efce tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b2b8b0c-05c2-429b-a1a1-02a46c609db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369127 May 04 17:41:05.889259 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31272a1b-47a8-47c3-a23e-7865c29ef402 req-ef953fac-d7a5-43f6-a395-fb2edccaf7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:05.890686 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-31272a1b-47a8-47c3-a23e-7865c29ef402 req-ef953fac-d7a5-43f6-a395-fb2edccaf7cf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7317e051-7715-42ee-ab7a-e5bd314d1d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722849 May 04 17:41:06.025516 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-31272a1b-47a8-47c3-a23e-7865c29ef402 req-526a1ff6-1580-45ef-94a7-fbefc6fb21fc service neutron] 10.222.0.42 "GET /v2.0/networks/7317e051-7715-42ee-ab7a-e5bd314d1d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270308 May 04 17:41:06.151104 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-31272a1b-47a8-47c3-a23e-7865c29ef402 req-126d7243-1dfd-4e78-a0ed-1ef92baab312 service neutron] 10.222.0.42 "GET /v2.0/networks/7317e051-7715-42ee-ab7a-e5bd314d1d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198192 May 04 17:41:06.262004 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab07752-53cf-43e8-9bdd-525b12f64379 req-12f950e9-8740-417a-b579-e37ae6b71efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:06.264014 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-3ab07752-53cf-43e8-9bdd-525b12f64379 req-12f950e9-8740-417a-b579-e37ae6b71efa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ede911fc7f845af95dd74968234120d&device_id=8a061c08-7ca2-48ca-a0b9-e1e26281203c HTTP/1.1" status: 200 len: 1135 time: 0.0712957 May 04 17:41:06.490268 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab07752-53cf-43e8-9bdd-525b12f64379 req-563a2b52-90e8-4506-bf8b-3dac1425b0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:06.491650 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-3ab07752-53cf-43e8-9bdd-525b12f64379 req-563a2b52-90e8-4506-bf8b-3dac1425b0ad service neutron] 10.222.0.42 "GET /v2.0/networks?id=7317e051-7715-42ee-ab7a-e5bd314d1d11 HTTP/1.1" status: 200 len: 898 time: 0.2220919 May 04 17:41:06.512893 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:06.563693 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-3ab07752-53cf-43e8-9bdd-525b12f64379 req-d3ca77e3-bde9-4671-b65c-0c4df92defe1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4 HTTP/1.1" status: 200 len: 217 time: 0.0654812 May 04 17:41:06.571844 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:06.626036 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab07752-53cf-43e8-9bdd-525b12f64379 req-8b6a0ae4-0cdf-4264-91aa-5b51a7dc69bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:06.627465 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-3ab07752-53cf-43e8-9bdd-525b12f64379 req-8b6a0ae4-0cdf-4264-91aa-5b51a7dc69bd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=69e0fc2b-e3a4-435f-a0b2-e074a816f356 HTTP/1.1" status: 200 len: 835 time: 0.0575809 May 04 17:41:06.706911 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab07752-53cf-43e8-9bdd-525b12f64379 req-c7f39655-2ad2-4211-afcd-2eaf755ee8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:06.708364 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-3ab07752-53cf-43e8-9bdd-525b12f64379 req-c7f39655-2ad2-4211-afcd-2eaf755ee8ac service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7317e051-7715-42ee-ab7a-e5bd314d1d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742214 May 04 17:41:06.837455 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-3ab07752-53cf-43e8-9bdd-525b12f64379 req-862b7c37-926a-4a10-a09f-b49298561374 service neutron] 10.222.0.42 "GET /v2.0/networks/7317e051-7715-42ee-ab7a-e5bd314d1d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225746 May 04 17:41:07.021096 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-3ab07752-53cf-43e8-9bdd-525b12f64379 req-d5d2e01d-1354-4e02-aab9-9c2be534d3bd service neutron] 10.222.0.42 "GET /v2.0/networks/7317e051-7715-42ee-ab7a-e5bd314d1d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776547 May 04 17:41:07.049350 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d94e9ff-0e30-4898-a1d9-562e4f00accb req-f6a013b7-738a-497a-8b59-b19a7f447194 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:07.050814 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-7d94e9ff-0e30-4898-a1d9-562e4f00accb req-f6a013b7-738a-497a-8b59-b19a7f447194 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a061c08-7ca2-48ca-a0b9-e1e26281203c HTTP/1.1" status: 200 len: 982 time: 0.1050966 May 04 17:41:07.093781 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-7d94e9ff-0e30-4898-a1d9-562e4f00accb req-8f0f5c9a-66d0-4a06-8c35-a1e7ba21938b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b2b8b0c-05c2-429b-a1a1-02a46c609db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371964 May 04 17:41:07.847741 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:08.327206 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b3a3a3-ba96-4c0b-9fd5-f50d848bcabe req-4f53d154-dd9a-4223-82de-344b8aa8c29b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:08.328656 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-37b3a3a3-ba96-4c0b-9fd5-f50d848bcabe req-4f53d154-dd9a-4223-82de-344b8aa8c29b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a061c08-7ca2-48ca-a0b9-e1e26281203c HTTP/1.1" status: 200 len: 982 time: 0.1296847 May 04 17:41:08.371611 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-37b3a3a3-ba96-4c0b-9fd5-f50d848bcabe req-6e459ab3-52be-40b8-a0ad-0b27f1e12a39 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b2b8b0c-05c2-429b-a1a1-02a46c609db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371413 May 04 17:41:09.289951 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:09.554980 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9dc2d-0482-406b-8c74-f2d0f4bf7698 req-899f54d9-b6e4-482b-9385-00c9927957ba tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:09.556338 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-53f9dc2d-0482-406b-8c74-f2d0f4bf7698 req-899f54d9-b6e4-482b-9385-00c9927957ba tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a061c08-7ca2-48ca-a0b9-e1e26281203c HTTP/1.1" status: 200 len: 982 time: 0.0814641 May 04 17:41:09.603115 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-53f9dc2d-0482-406b-8c74-f2d0f4bf7698 req-a67e26d7-67bb-4f8b-9fec-b692740e59a2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b2b8b0c-05c2-429b-a1a1-02a46c609db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409608 May 04 17:41:09.822108 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:41:09.951704 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4,segment=NetworkSegment(bdb53174-f461-4e65-b2fd-8c6e5c843991),segment_id=bdb53174-f461-4e65-b2fd-8c6e5c843991)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:41:09.967756 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Returning: {'device': '3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4', 'network_id': '7317e051-7715-42ee-ab7a-e5bd314d1d11', 'port_id': '3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4', 'mac_address': 'fa:16:3e:15:35:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69e0fc2b-e3a4-435f-a0b2-e074a816f356', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:41:10.020419 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:10.036979 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4 {{(pid=88039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:41:10.052912 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4,segment=NetworkSegment(bdb53174-f461-4e65-b2fd-8c6e5c843991),segment_id=bdb53174-f461-4e65-b2fd-8c6e5c843991)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:41:10.056409 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:10.120930 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:10.376036 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] get_ports_and_sgs() called for port_ids ['3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4'] {{(pid=88039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:41:10.788005 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363483cc-5cd2-4c48-8060-f7c3c724af35 req-cc555244-0635-44db-a464-913d94594d8b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:10.789445 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-363483cc-5cd2-4c48-8060-f7c3c724af35 req-cc555244-0635-44db-a464-913d94594d8b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a061c08-7ca2-48ca-a0b9-e1e26281203c HTTP/1.1" status: 200 len: 983 time: 0.0824425 May 04 17:41:10.832833 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-363483cc-5cd2-4c48-8060-f7c3c724af35 req-2ccf9fa5-1493-47a1-adb1-3f1a6a8346a4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b2b8b0c-05c2-429b-a1a1-02a46c609db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377491 May 04 17:41:11.823428 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4 up at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:41:11.892356 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning for port 3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:41:11.897136 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning complete for port 3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:41:11.897519 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:12.013107 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:12.018651 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e36ec1-2006-49f4-9587-ce1668116f4c req-e6d2f98d-a738-4464-bbbf-80b29c5de0cc tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:12.020125 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-05e36ec1-2006-49f4-9587-ce1668116f4c req-e6d2f98d-a738-4464-bbbf-80b29c5de0cc tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a061c08-7ca2-48ca-a0b9-e1e26281203c HTTP/1.1" status: 200 len: 983 time: 0.0803208 May 04 17:41:12.039973 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a061c08-7ca2-48ca-a0b9-e1e26281203c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4'}] {{(pid=88039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:41:12.049570 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4,segment=NetworkSegment(bdb53174-f461-4e65-b2fd-8c6e5c843991),segment_id=bdb53174-f461-4e65-b2fd-8c6e5c843991)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:41:12.054276 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:12.066187 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-05e36ec1-2006-49f4-9587-ce1668116f4c req-5062b7d5-b89e-46ac-9c8e-98e35c2ab93d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b2b8b0c-05c2-429b-a1a1-02a46c609db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400403 May 04 17:41:12.101061 dv-neutron-840426-1-hyperv neutron-server[88039]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53ceb3fb-34de-4a64-a862-b323479e7461'] response: {'server_uuid': '8a061c08-7ca2-48ca-a0b9-e1e26281203c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4', 'code': 200} May 04 17:41:12.121173 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:12.321289 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb642dc8-9b75-4a5f-acf4-7a63e7f8d51f req-c6de7e80-51cb-45c6-b0ef-fd6a908de53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:12.322780 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-fb642dc8-9b75-4a5f-acf4-7a63e7f8d51f req-c6de7e80-51cb-45c6-b0ef-fd6a908de53a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8a061c08-7ca2-48ca-a0b9-e1e26281203c HTTP/1.1" status: 200 len: 1137 time: 0.0740693 May 04 17:41:12.362851 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-fb642dc8-9b75-4a5f-acf4-7a63e7f8d51f req-6e3fff54-957a-4675-a0b9-5c71e2084f06 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2b2b8b0c-05c2-429b-a1a1-02a46c609db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343215 May 04 17:41:13.250646 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d43f737-86ec-483d-ad52-2fe2afae4620 req-19a57648-f681-4a35-a747-34830ab93947 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:13.252193 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2d43f737-86ec-483d-ad52-2fe2afae4620 req-19a57648-f681-4a35-a747-34830ab93947 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a061c08-7ca2-48ca-a0b9-e1e26281203c HTTP/1.1" status: 200 len: 984 time: 0.0811372 May 04 17:41:13.299663 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2d43f737-86ec-483d-ad52-2fe2afae4620 req-7964964f-4ce2-444b-a8c9-5ee19e4aebeb tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b2b8b0c-05c2-429b-a1a1-02a46c609db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416741 May 04 17:41:14.480945 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b46cb-33f0-41a8-9a96-c3ab00e565f5 req-ed96d4f4-b463-4d11-a548-55f7a07575a7 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:14.482439 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-833b46cb-33f0-41a8-9a96-c3ab00e565f5 req-ed96d4f4-b463-4d11-a548-55f7a07575a7 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a061c08-7ca2-48ca-a0b9-e1e26281203c HTTP/1.1" status: 200 len: 984 time: 0.0778081 May 04 17:41:14.529282 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-833b46cb-33f0-41a8-9a96-c3ab00e565f5 req-d2b2de2c-c8ad-41c3-a617-3d96710172be tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b2b8b0c-05c2-429b-a1a1-02a46c609db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404706 May 04 17:41:14.718399 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c0b5c-a469-466a-838c-ba24cc631275 req-de320f3b-83a7-413f-bc57-68120c4d02ec tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:14.719840 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d99c0b5c-a469-466a-838c-ba24cc631275 req-de320f3b-83a7-413f-bc57-68120c4d02ec tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a061c08-7ca2-48ca-a0b9-e1e26281203c HTTP/1.1" status: 200 len: 984 time: 0.0780203 May 04 17:41:14.761887 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d99c0b5c-a469-466a-838c-ba24cc631275 req-f8e0e9a9-a101-4eb2-a08c-5aecefb65a77 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b2b8b0c-05c2-429b-a1a1-02a46c609db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365112 May 04 17:41:14.784226 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 57174) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:41:14.856565 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c492ac40-76ea-4ebb-8113-a855ef78134f tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:14.858056 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-c492ac40-76ea-4ebb-8113-a855ef78134f tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=8a061c08-7ca2-48ca-a0b9-e1e26281203c HTTP/1.1" status: 200 len: 1132 time: 0.0729296 May 04 17:41:14.860800 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 57178) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:41:14.865482 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-128a328e-ddb3-4fe7-b40f-8f73dc409919 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'floatingip': {'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'port_id': '3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:41:14.871167 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-128a328e-ddb3-4fe7-b40f-8f73dc409919 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:41:14.875752 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-128a328e-ddb3-4fe7-b40f-8f73dc409919 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:floatingip and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:41:14.878568 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-128a328e-ddb3-4fe7-b40f-8f73dc409919 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:41:14.884462 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-128a328e-ddb3-4fe7-b40f-8f73dc409919 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:41:14.895130 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-128a328e-ddb3-4fe7-b40f-8f73dc409919 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for floatingip, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:15.029549 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-128a328e-ddb3-4fe7-b40f-8f73dc409919 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:15.155723 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-128a328e-ddb3-4fe7-b40f-8f73dc409919 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Allocated IP 172.26.0.58 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/c5b31104-6555-4985-8664-63f2af2bc171) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:41:15.298119 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-128a328e-ddb3-4fe7-b40f-8f73dc409919 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:15.325928 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-128a328e-ddb3-4fe7-b40f-8f73dc409919 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:15.492399 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128a328e-ddb3-4fe7-b40f-8f73dc409919 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:41:15.495134 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-128a328e-ddb3-4fe7-b40f-8f73dc409919 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:41:15.499519 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128a328e-ddb3-4fe7-b40f-8f73dc409919 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:41:15.534951 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128a328e-ddb3-4fe7-b40f-8f73dc409919 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Port': ['ID=c5b31104-6555-4985-8664-63f2af2bc171,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:15.899627 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-128a328e-ddb3-4fe7-b40f-8f73dc409919 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:15.971091 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-128a328e-ddb3-4fe7-b40f-8f73dc409919 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:16.170221 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-128a328e-ddb3-4fe7-b40f-8f73dc409919 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:16.174546 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-128a328e-ddb3-4fe7-b40f-8f73dc409919 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:16.283851 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128a328e-ddb3-4fe7-b40f-8f73dc409919 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Port': ['ID=c5b31104-6555-4985-8664-63f2af2bc171,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:16.295396 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-128a328e-ddb3-4fe7-b40f-8f73dc409919 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710218'] for floatingip, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:16.472943 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.l3_db [None req-128a328e-ddb3-4fe7-b40f-8f73dc409919 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Floating IP 019b17e6-ce1a-4d8b-b7c2-6cb6492d2213 associated. External IP: 172.26.0.58, port: 3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4. May 04 17:41:16.925728 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-128a328e-ddb3-4fe7-b40f-8f73dc409919 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Router 867d4837-a54c-4393-b0cc-f4824b1abdfb has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:41:17.098250 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-128a328e-ddb3-4fe7-b40f-8f73dc409919 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:41:17.108000 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda62f5e-bbbc-4c30-94f9-7fc293c8d54c None None] Sync routers for ids ['867d4837-a54c-4393-b0cc-f4824b1abdfb'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:41:17.117615 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda62f5e-bbbc-4c30-94f9-7fc293c8d54c None None] Routers {'867d4837-a54c-4393-b0cc-f4824b1abdfb'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:41:17.118244 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-cda62f5e-bbbc-4c30-94f9-7fc293c8d54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:41:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['867d4837-a54c-4393-b0cc-f4824b1abdfb'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:41:17.124491 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-128a328e-ddb3-4fe7-b40f-8f73dc409919 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:17.182847 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-128a328e-ddb3-4fe7-b40f-8f73dc409919 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.3208661 May 04 17:41:17.183256 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a061c08-7ca2-48ca-a0b9-e1e26281203c', 'tag': '3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:41:17.186524 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57182) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:41:17.237449 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd286b1f-2d6f-4b23-93ff-7319c857476d'] response: {'name': 'network-changed', 'server_uuid': '8a061c08-7ca2-48ca-a0b9-e1e26281203c', 'tag': '3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4', 'status': 'completed', 'code': 200} May 04 17:41:17.276612 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9b376c-c2cd-4115-9d78-e12bc5e5a99d tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:17.278193 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-aa9b376c-c2cd-4115-9d78-e12bc5e5a99d tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=8a061c08-7ca2-48ca-a0b9-e1e26281203c&network_id=7317e051-7715-42ee-ab7a-e5bd314d1d11 HTTP/1.1" status: 200 len: 1132 time: 0.0903471 May 04 17:41:17.317409 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-cda62f5e-bbbc-4c30-94f9-7fc293c8d54c None None] Set router 867d4837-a54c-4393-b0cc-f4824b1abdfb gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:41:17.339101 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e8f4c-6c31-4f20-bdde-dd96d0b48ecf req-fda1603a-b4f6-4bf5-9d8e-6d7f858846bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:17.341027 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0a6e8f4c-6c31-4f20-bdde-dd96d0b48ecf req-fda1603a-b4f6-4bf5-9d8e-6d7f858846bf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ede911fc7f845af95dd74968234120d&device_id=8a061c08-7ca2-48ca-a0b9-e1e26281203c HTTP/1.1" status: 200 len: 1137 time: 0.0798626 May 04 17:41:17.479526 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e8f4c-6c31-4f20-bdde-dd96d0b48ecf req-0c8a6fef-982c-4696-bc5c-528305f2da52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:17.480893 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0a6e8f4c-6c31-4f20-bdde-dd96d0b48ecf req-0c8a6fef-982c-4696-bc5c-528305f2da52 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7317e051-7715-42ee-ab7a-e5bd314d1d11 HTTP/1.1" status: 200 len: 898 time: 0.1342864 May 04 17:41:17.591923 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0a6e8f4c-6c31-4f20-bdde-dd96d0b48ecf req-8b1563dd-1266-47ba-8833-0b903cbf709c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4 HTTP/1.1" status: 200 len: 1037 time: 0.1017373 May 04 17:41:17.657296 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e8f4c-6c31-4f20-bdde-dd96d0b48ecf req-2fa8741d-7853-428e-afca-a7e9a85bd24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:17.663250 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0a6e8f4c-6c31-4f20-bdde-dd96d0b48ecf req-2fa8741d-7853-428e-afca-a7e9a85bd24b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=69e0fc2b-e3a4-435f-a0b2-e074a816f356 HTTP/1.1" status: 200 len: 835 time: 0.0605803 May 04 17:41:17.663429 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47fae58-2497-4906-97ab-9635a4d7bd5d req-a054e961-e3a4-449d-8472-c93088643e15 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:17.663429 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-f47fae58-2497-4906-97ab-9635a4d7bd5d req-a054e961-e3a4-449d-8472-c93088643e15 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a061c08-7ca2-48ca-a0b9-e1e26281203c HTTP/1.1" status: 200 len: 984 time: 0.0860064 May 04 17:41:17.678447 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-cda62f5e-bbbc-4c30-94f9-7fc293c8d54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867d4837-a54c-4393-b0cc-f4824b1abdfb', 'name': 'tempest-TestNetworkBasicOps-router-1979047561', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': 'ca530e1e-0eea-426c-a959-c85e05aeaf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:40:53Z', 'updated_at': '2022-05-04T17:40:58Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': 'ca530e1e-0eea-426c-a959-c85e05aeaf83', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:17:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867d4837-a54c-4393-b0cc-f4824b1abdfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:40:54Z', 'updated_at': '2022-05-04T17:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': '019b17e6-ce1a-4d8b-b7c2-6cb6492d2213', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'floating_ip_address': '172.26.0.58', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '867d4837-a54c-4393-b0cc-f4824b1abdfb', 'port_id': '3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1527437541', 'network_id': '7317e051-7715-42ee-ab7a-e5bd314d1d11', 'mac_address': 'fa:16:3e:15:35:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a061c08-7ca2-48ca-a0b9-e1e26281203c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:41:15Z', 'updated_at': '2022-05-04T17:41:15Z', 'revision_number': 0, 'project_id': '8ede911fc7f845af95dd74968234120d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05bee2ab-bdf2-41b5-84a5-8c12e6802bc2', 'name': '', 'network_id': '7317e051-7715-42ee-ab7a-e5bd314d1d11', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:47:b2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867d4837-a54c-4393-b0cc-f4824b1abdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '69e0fc2b-e3a4-435f-a0b2-e074a816f356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:40:57Z', 'updated_at': '2022-05-04T17:41:02Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '69e0fc2b-e3a4-435f-a0b2-e074a816f356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:41:17.683057 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda62f5e-bbbc-4c30-94f9-7fc293c8d54c None None] Checking router: 867d4837-a54c-4393-b0cc-f4824b1abdfb for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:41:17.692939 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda62f5e-bbbc-4c30-94f9-7fc293c8d54c None None] Routers {'867d4837-a54c-4393-b0cc-f4824b1abdfb'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:41:17.693540 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-cda62f5e-bbbc-4c30-94f9-7fc293c8d54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:41:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['867d4837-a54c-4393-b0cc-f4824b1abdfb'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:41:17.713613 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-f47fae58-2497-4906-97ab-9635a4d7bd5d req-1fdfcbbf-4aac-4a52-a164-228be01f8874 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b2b8b0c-05c2-429b-a1a1-02a46c609db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449605 May 04 17:41:17.744701 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e8f4c-6c31-4f20-bdde-dd96d0b48ecf req-bb44f914-517e-4d01-99e3-bcfb968c8ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:17.746193 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0a6e8f4c-6c31-4f20-bdde-dd96d0b48ecf req-bb44f914-517e-4d01-99e3-bcfb968c8ecd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7317e051-7715-42ee-ab7a-e5bd314d1d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779905 May 04 17:41:17.867749 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-cda62f5e-bbbc-4c30-94f9-7fc293c8d54c None None] Set router 867d4837-a54c-4393-b0cc-f4824b1abdfb gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:41:17.875824 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0a6e8f4c-6c31-4f20-bdde-dd96d0b48ecf req-60f8099d-67c4-4529-84d2-2c56cc4a269e service neutron] 10.222.0.42 "GET /v2.0/networks/7317e051-7715-42ee-ab7a-e5bd314d1d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223900 May 04 17:41:18.006393 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0a6e8f4c-6c31-4f20-bdde-dd96d0b48ecf req-89c8caed-1f15-4eac-b480-af072048d89a service neutron] 10.222.0.42 "GET /v2.0/networks/7317e051-7715-42ee-ab7a-e5bd314d1d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234365 May 04 17:41:18.231687 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-cda62f5e-bbbc-4c30-94f9-7fc293c8d54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867d4837-a54c-4393-b0cc-f4824b1abdfb', 'name': 'tempest-TestNetworkBasicOps-router-1979047561', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': 'ca530e1e-0eea-426c-a959-c85e05aeaf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:40:53Z', 'updated_at': '2022-05-04T17:40:58Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': 'ca530e1e-0eea-426c-a959-c85e05aeaf83', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:17:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867d4837-a54c-4393-b0cc-f4824b1abdfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:40:54Z', 'updated_at': '2022-05-04T17:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': '019b17e6-ce1a-4d8b-b7c2-6cb6492d2213', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'floating_ip_address': '172.26.0.58', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '867d4837-a54c-4393-b0cc-f4824b1abdfb', 'port_id': '3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1527437541', 'network_id': '7317e051-7715-42ee-ab7a-e5bd314d1d11', 'mac_address': 'fa:16:3e:15:35:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a061c08-7ca2-48ca-a0b9-e1e26281203c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:41:15Z', 'updated_at': '2022-05-04T17:41:15Z', 'revision_number': 0, 'project_id': '8ede911fc7f845af95dd74968234120d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05bee2ab-bdf2-41b5-84a5-8c12e6802bc2', 'name': '', 'network_id': '7317e051-7715-42ee-ab7a-e5bd314d1d11', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:47:b2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867d4837-a54c-4393-b0cc-f4824b1abdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '69e0fc2b-e3a4-435f-a0b2-e074a816f356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:40:57Z', 'updated_at': '2022-05-04T17:41:02Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '69e0fc2b-e3a4-435f-a0b2-e074a816f356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:41:18.235549 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda62f5e-bbbc-4c30-94f9-7fc293c8d54c None None] The sync data for ids ['867d4837-a54c-4393-b0cc-f4824b1abdfb'] in dv-neutron-840426-1-hyperv is: [{'id': '867d4837-a54c-4393-b0cc-f4824b1abdfb', 'name': 'tempest-TestNetworkBasicOps-router-1979047561', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': 'ca530e1e-0eea-426c-a959-c85e05aeaf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:40:53Z', 'updated_at': '2022-05-04T17:40:58Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': 'ca530e1e-0eea-426c-a959-c85e05aeaf83', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:17:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867d4837-a54c-4393-b0cc-f4824b1abdfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:40:54Z', 'updated_at': '2022-05-04T17:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': '019b17e6-ce1a-4d8b-b7c2-6cb6492d2213', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'floating_ip_address': '172.26.0.58', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '867d4837-a54c-4393-b0cc-f4824b1abdfb', 'port_id': '3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1527437541', 'network_id': '7317e051-7715-42ee-ab7a-e5bd314d1d11', 'mac_address': 'fa:16:3e:15:35:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a061c08-7ca2-48ca-a0b9-e1e26281203c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:41:15Z', 'updated_at': '2022-05-04T17:41:15Z', 'revision_number': 0, 'project_id': '8ede911fc7f845af95dd74968234120d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05bee2ab-bdf2-41b5-84a5-8c12e6802bc2', 'name': '', 'network_id': '7317e051-7715-42ee-ab7a-e5bd314d1d11', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:47:b2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867d4837-a54c-4393-b0cc-f4824b1abdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '69e0fc2b-e3a4-435f-a0b2-e074a816f356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:40:57Z', 'updated_at': '2022-05-04T17:41:02Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '69e0fc2b-e3a4-435f-a0b2-e074a816f356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:41:18.420329 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833ae8ac-67b8-45ec-aad8-5b73ccc940b6 None None] New status for floating IP 019b17e6-ce1a-4d8b-b7c2-6cb6492d2213: ACTIVE {{(pid=88039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:41:18.905935 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccee259-6080-47b5-8bfe-73682c77f26a req-25db193d-ea60-4b4e-ae48-a772d67dfcce tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:18.907305 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-7ccee259-6080-47b5-8bfe-73682c77f26a req-25db193d-ea60-4b4e-ae48-a772d67dfcce tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a061c08-7ca2-48ca-a0b9-e1e26281203c HTTP/1.1" status: 200 len: 984 time: 0.0786133 May 04 17:41:19.000212 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-7ccee259-6080-47b5-8bfe-73682c77f26a req-dcec21c7-6a97-447d-ac0a-e71b4e542264 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b2b8b0c-05c2-429b-a1a1-02a46c609db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869250 May 04 17:41:19.036130 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4303e0-2fea-41de-ae27-b41440fa77ce req-b58fde51-85f5-4bf9-a003-ae3f5ee57002 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:19.037839 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-cc4303e0-2fea-41de-ae27-b41440fa77ce req-b58fde51-85f5-4bf9-a003-ae3f5ee57002 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a061c08-7ca2-48ca-a0b9-e1e26281203c HTTP/1.1" status: 200 len: 984 time: 0.1082411 May 04 17:41:19.107144 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4303e0-2fea-41de-ae27-b41440fa77ce req-d837c198-6794-4ff7-9d3e-1a11bc902276 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:19.108472 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-cc4303e0-2fea-41de-ae27-b41440fa77ce req-d837c198-6794-4ff7-9d3e-1a11bc902276 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.42 "GET /v2.0/ports/3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0655999 May 04 17:41:19.250308 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-cc4303e0-2fea-41de-ae27-b41440fa77ce req-49bc83bd-5932-4aa5-86d9-3c7734326aaf tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.42 "GET /v2.0/networks/7317e051-7715-42ee-ab7a-e5bd314d1d11?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1373105 May 04 17:41:19.259827 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [req-cc4303e0-2fea-41de-ae27-b41440fa77ce req-900a4577-08a6-4feb-8ee4-f1e692098f0d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:41:19.375568 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-cc4303e0-2fea-41de-ae27-b41440fa77ce req-900a4577-08a6-4feb-8ee4-f1e692098f0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:19.699812 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-cc4303e0-2fea-41de-ae27-b41440fa77ce req-900a4577-08a6-4feb-8ee4-f1e692098f0d service neutron] For port 3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4,segment=NetworkSegment(bdb53174-f461-4e65-b2fd-8c6e5c843991),segment_id=bdb53174-f461-4e65-b2fd-8c6e5c843991)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:41:19.745325 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-cc4303e0-2fea-41de-ae27-b41440fa77ce req-900a4577-08a6-4feb-8ee4-f1e692098f0d service neutron] For port 3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4, host hv-neutron-8404, cleared binding levels {{(pid=88037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:41:19.797682 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [req-cc4303e0-2fea-41de-ae27-b41440fa77ce req-900a4577-08a6-4feb-8ee4-f1e692098f0d service neutron] device_id is not set on port 3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4 yet. {{(pid=88037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:41:19.806054 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-cc4303e0-2fea-41de-ae27-b41440fa77ce req-900a4577-08a6-4feb-8ee4-f1e692098f0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:19.811425 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-cc4303e0-2fea-41de-ae27-b41440fa77ce req-900a4577-08a6-4feb-8ee4-f1e692098f0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:19.944613 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900a4577-08a6-4feb-8ee4-f1e692098f0d service neutron] Pushing event updated for resources: {'Port': ['ID=3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4,revision_number=6']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:20.001727 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc4303e0-2fea-41de-ae27-b41440fa77ce req-900a4577-08a6-4feb-8ee4-f1e692098f0d service neutron] No DVR routers for this DVR port 3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4 on host hv-neutron-8404 {{(pid=88037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:41:20.080653 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-9e9a32d6-98eb-45c4-b997-f79e64f85912 None None] Provisioning complete for port 3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:41:20.081261 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9e9a32d6-98eb-45c4-b997-f79e64f85912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:20.140342 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-9e9a32d6-98eb-45c4-b997-f79e64f85912 None None] Port 3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:41:20.166545 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-b0bb9a68-5934-4677-9db4-6cb10a999fd1 req-7ea7f3ee-d03d-4c17-ad65-a982a64cd73b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a061c08-7ca2-48ca-a0b9-e1e26281203c HTTP/1.1" status: 200 len: 210 time: 0.0438194 May 04 17:41:20.226830 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [req-cc4303e0-2fea-41de-ae27-b41440fa77ce req-900a4577-08a6-4feb-8ee4-f1e692098f0d service neutron] In _notify_port_updated(), no bound segment for port 3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4 on network 7317e051-7715-42ee-ab7a-e5bd314d1d11 {{(pid=88037) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 04 17:41:20.227613 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4303e0-2fea-41de-ae27-b41440fa77ce req-900a4577-08a6-4feb-8ee4-f1e692098f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:20.228214 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-cc4303e0-2fea-41de-ae27-b41440fa77ce req-900a4577-08a6-4feb-8ee4-f1e692098f0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:20.229511 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-cc4303e0-2fea-41de-ae27-b41440fa77ce req-900a4577-08a6-4feb-8ee4-f1e692098f0d service neutron] 10.222.0.42 "PUT /v2.0/ports/3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4 HTTP/1.1" status: 200 len: 1027 time: 0.9736159 May 04 17:41:21.262270 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57198) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:41:21.333530 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0ce683-da20-4cc0-957b-71c81304ca02 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:21.334884 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-9a0ce683-da20-4cc0-957b-71c81304ca02 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports/3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4 HTTP/1.1" status: 200 len: 926 time: 0.0711253 May 04 17:41:21.557640 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57204) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:41:21.563423 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-0cb88d0f-fe2c-4cad-acb2-099fd4349b34 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1558065796', 'description': 'tempest-secgroup-smoke-1558065796 description', 'project_id': '8ede911fc7f845af95dd74968234120d'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:41:21.569433 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-0cb88d0f-fe2c-4cad-acb2-099fd4349b34 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:41:21.579832 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-0cb88d0f-fe2c-4cad-acb2-099fd4349b34 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:41:21.589250 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0cb88d0f-fe2c-4cad-acb2-099fd4349b34 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:21.608715 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-0cb88d0f-fe2c-4cad-acb2-099fd4349b34 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:41:21.612520 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-0cb88d0f-fe2c-4cad-acb2-099fd4349b34 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:41:21.615287 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-0cb88d0f-fe2c-4cad-acb2-099fd4349b34 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:41:21.620841 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-0cb88d0f-fe2c-4cad-acb2-099fd4349b34 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:41:21.692633 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0cb88d0f-fe2c-4cad-acb2-099fd4349b34 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:21.696404 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0cb88d0f-fe2c-4cad-acb2-099fd4349b34 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:21.739192 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb88d0f-fe2c-4cad-acb2-099fd4349b34 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79a1bbdf-e682-4fe2-ba5c-da81108900bd,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:21.744377 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0cb88d0f-fe2c-4cad-acb2-099fd4349b34 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:21.745672 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-0cb88d0f-fe2c-4cad-acb2-099fd4349b34 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1870170 May 04 17:41:21.749028 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57208) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:41:21.754194 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-1de0db86-89af-4fee-bcf1-1c5601b2e461 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group_rule': {'security_group_id': '79a1bbdf-e682-4fe2-ba5c-da81108900bd', 'project_id': '8ede911fc7f845af95dd74968234120d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:41:21.760065 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-1de0db86-89af-4fee-bcf1-1c5601b2e461 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:41:21.763895 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-1de0db86-89af-4fee-bcf1-1c5601b2e461 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:41:21.766774 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-1de0db86-89af-4fee-bcf1-1c5601b2e461 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:41:21.772451 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-1de0db86-89af-4fee-bcf1-1c5601b2e461 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:41:21.788529 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1de0db86-89af-4fee-bcf1-1c5601b2e461 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:21.846548 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1de0db86-89af-4fee-bcf1-1c5601b2e461 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:21.849879 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1de0db86-89af-4fee-bcf1-1c5601b2e461 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:21.874222 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de0db86-89af-4fee-bcf1-1c5601b2e461 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d8e3a2a-da0d-4d92-b79e-2c1e06f77a5d,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:21.883599 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1de0db86-89af-4fee-bcf1-1c5601b2e461 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:21.884874 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-1de0db86-89af-4fee-bcf1-1c5601b2e461 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1349094 May 04 17:41:21.887572 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57212) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:41:21.892443 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-fdef7142-55b5-478e-a09d-29703e9d61bd tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group_rule': {'security_group_id': '79a1bbdf-e682-4fe2-ba5c-da81108900bd', 'project_id': '8ede911fc7f845af95dd74968234120d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:41:21.898092 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-fdef7142-55b5-478e-a09d-29703e9d61bd tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:41:21.901836 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-fdef7142-55b5-478e-a09d-29703e9d61bd tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:41:21.904742 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-fdef7142-55b5-478e-a09d-29703e9d61bd tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:41:21.910483 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-fdef7142-55b5-478e-a09d-29703e9d61bd tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:41:21.927319 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fdef7142-55b5-478e-a09d-29703e9d61bd tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:21.989320 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fdef7142-55b5-478e-a09d-29703e9d61bd tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:21.992510 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fdef7142-55b5-478e-a09d-29703e9d61bd tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:22.014997 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdef7142-55b5-478e-a09d-29703e9d61bd tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=450c03be-7d6d-4dee-9377-1c99c95b16eb,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:22.023418 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fdef7142-55b5-478e-a09d-29703e9d61bd tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:22.024570 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-fdef7142-55b5-478e-a09d-29703e9d61bd tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1360922 May 04 17:41:22.027337 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57216) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:41:22.032612 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-deb6a3b5-966f-4ab9-b1c0-6d93f9ec2f41 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group_rule': {'security_group_id': '79a1bbdf-e682-4fe2-ba5c-da81108900bd', 'project_id': '8ede911fc7f845af95dd74968234120d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:41:22.038472 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-deb6a3b5-966f-4ab9-b1c0-6d93f9ec2f41 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:41:22.042296 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-deb6a3b5-966f-4ab9-b1c0-6d93f9ec2f41 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:41:22.045696 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-deb6a3b5-966f-4ab9-b1c0-6d93f9ec2f41 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:41:22.051525 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-deb6a3b5-966f-4ab9-b1c0-6d93f9ec2f41 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:41:22.067085 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-deb6a3b5-966f-4ab9-b1c0-6d93f9ec2f41 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:22.127239 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-deb6a3b5-966f-4ab9-b1c0-6d93f9ec2f41 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:22.130503 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-deb6a3b5-966f-4ab9-b1c0-6d93f9ec2f41 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:22.153364 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6a3b5-966f-4ab9-b1c0-6d93f9ec2f41 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6cecfbb-b38b-432e-9e74-831bb2df59ed,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:22.161323 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-deb6a3b5-966f-4ab9-b1c0-6d93f9ec2f41 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:22.162788 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-deb6a3b5-966f-4ab9-b1c0-6d93f9ec2f41 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1345489 May 04 17:41:22.165465 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57220) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:41:22.170286 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-ce8b65e3-04cd-4158-9ef4-6decd7d615ae tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group_rule': {'security_group_id': '79a1bbdf-e682-4fe2-ba5c-da81108900bd', 'project_id': '8ede911fc7f845af95dd74968234120d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:41:22.176029 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-ce8b65e3-04cd-4158-9ef4-6decd7d615ae tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:41:22.179818 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-ce8b65e3-04cd-4158-9ef4-6decd7d615ae tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:41:22.182667 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-ce8b65e3-04cd-4158-9ef4-6decd7d615ae tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:41:22.188794 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-ce8b65e3-04cd-4158-9ef4-6decd7d615ae tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:41:22.205317 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ce8b65e3-04cd-4158-9ef4-6decd7d615ae tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:22.269298 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ce8b65e3-04cd-4158-9ef4-6decd7d615ae tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:22.272714 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ce8b65e3-04cd-4158-9ef4-6decd7d615ae tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:22.298468 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b65e3-04cd-4158-9ef4-6decd7d615ae tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fa83320-e239-42bd-a9dc-2fda4c1c406f,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:22.308075 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ce8b65e3-04cd-4158-9ef4-6decd7d615ae tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:22.309745 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-ce8b65e3-04cd-4158-9ef4-6decd7d615ae tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1428320 May 04 17:41:22.312394 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57224) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:41:22.317243 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-3697be2c-aa9c-4d27-9c6f-f3c09eb3d9f8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group_rule': {'security_group_id': '79a1bbdf-e682-4fe2-ba5c-da81108900bd', 'project_id': '8ede911fc7f845af95dd74968234120d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:41:22.322869 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-3697be2c-aa9c-4d27-9c6f-f3c09eb3d9f8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:41:22.327226 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-3697be2c-aa9c-4d27-9c6f-f3c09eb3d9f8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:41:22.330122 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-3697be2c-aa9c-4d27-9c6f-f3c09eb3d9f8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:41:22.335706 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-3697be2c-aa9c-4d27-9c6f-f3c09eb3d9f8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:41:22.345644 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.securitygroups_db [None req-3697be2c-aa9c-4d27-9c6f-f3c09eb3d9f8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Project 8ede911fc7f845af95dd74968234120d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 17:41:22.352042 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3697be2c-aa9c-4d27-9c6f-f3c09eb3d9f8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:22.416357 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3697be2c-aa9c-4d27-9c6f-f3c09eb3d9f8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:22.420384 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3697be2c-aa9c-4d27-9c6f-f3c09eb3d9f8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:22.443224 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3697be2c-aa9c-4d27-9c6f-f3c09eb3d9f8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=506edb98-1caa-4ba9-b843-0f699d1bd691,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:22.451349 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3697be2c-aa9c-4d27-9c6f-f3c09eb3d9f8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:22.452500 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-3697be2c-aa9c-4d27-9c6f-f3c09eb3d9f8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1391933 May 04 17:41:22.455324 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57228) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:41:22.460147 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-4ef69744-a696-45bb-8682-8da455eaa106 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group_rule': {'security_group_id': '79a1bbdf-e682-4fe2-ba5c-da81108900bd', 'project_id': '8ede911fc7f845af95dd74968234120d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:41:22.465665 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-4ef69744-a696-45bb-8682-8da455eaa106 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:41:22.469415 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-4ef69744-a696-45bb-8682-8da455eaa106 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:41:22.472241 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-4ef69744-a696-45bb-8682-8da455eaa106 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:41:22.477772 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-4ef69744-a696-45bb-8682-8da455eaa106 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:41:22.490170 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.securitygroups_db [None req-4ef69744-a696-45bb-8682-8da455eaa106 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Project 8ede911fc7f845af95dd74968234120d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 17:41:22.497674 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4ef69744-a696-45bb-8682-8da455eaa106 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:22.562087 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4ef69744-a696-45bb-8682-8da455eaa106 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:22.566102 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4ef69744-a696-45bb-8682-8da455eaa106 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:22.588367 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef69744-a696-45bb-8682-8da455eaa106 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ca484cf-a096-482e-a83e-bf9d7d11e5d6,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:22.596631 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4ef69744-a696-45bb-8682-8da455eaa106 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:22.597828 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-4ef69744-a696-45bb-8682-8da455eaa106 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1416152 May 04 17:41:22.758718 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9b119075-49fc-4059-b39f-c9bc1336276c req-730a55b7-282a-4ccc-a63b-dc58247a459c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1558065796&fields=id&tenant_id=8ede911fc7f845af95dd74968234120d HTTP/1.1" status: 200 len: 267 time: 0.0428815 May 04 17:41:22.837875 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b119075-49fc-4059-b39f-c9bc1336276c req-d062c7e5-8b0c-4ca7-98b8-0ef8fea13dbe tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:22.839154 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9b119075-49fc-4059-b39f-c9bc1336276c req-d062c7e5-8b0c-4ca7-98b8-0ef8fea13dbe tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports/3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4 HTTP/1.1" status: 200 len: 931 time: 0.0742090 May 04 17:41:22.950610 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9b119075-49fc-4059-b39f-c9bc1336276c req-e50ca449-9c7b-4a0f-8792-d51cc52e8197 service neutron] 10.222.0.41 "GET /v2.0/ports/3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0991895 May 04 17:41:22.983071 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [req-539ba8b8-2cc7-49b5-a1ad-cc946e2e7ff9 req-7e2489c1-dc7d-4b77-b8ca-259d17fc3e52 service neutron] (88038) timed out ('10.222.0.42', 59589) {{(pid=88038) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 04 17:41:23.078539 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9b119075-49fc-4059-b39f-c9bc1336276c req-9e4ca28c-9f2a-4631-914e-5ee4a12a8b21 service neutron] 10.222.0.41 "GET /v2.0/networks/7317e051-7715-42ee-ab7a-e5bd314d1d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222489 May 04 17:41:23.209497 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9b119075-49fc-4059-b39f-c9bc1336276c req-0b87cfa8-c8e8-4aef-a19c-ba700ae04d0f service neutron] 10.222.0.41 "GET /v2.0/networks/7317e051-7715-42ee-ab7a-e5bd314d1d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249945 May 04 17:41:23.386133 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-de3bcc2e-be2b-4ce4-8ee8-ffd77ddad85b req-c6940480-103a-4a3c-ae18-d827a40722c1 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=c335e73c-26e2-4231-82f3-ccfbeb89ab2a HTTP/1.1" status: 200 len: 210 time: 0.0457637 May 04 17:41:23.853731 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:41:23.910441 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4 not bound to the agent host hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:41:24.455245 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b119075-49fc-4059-b39f-c9bc1336276c req-ed2affeb-fb67-4986-8c39-477313aecb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:24.456598 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9b119075-49fc-4059-b39f-c9bc1336276c req-ed2affeb-fb67-4986-8c39-477313aecb05 service neutron] 10.222.0.42 "GET /v2.0/ports/3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4 HTTP/1.1" status: 200 len: 1027 time: 0.1151395 May 04 17:41:24.594793 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-12d7b099-02e1-48b2-8d24-ba649f8b5d70 req-b5f86598-511c-486c-a0ed-e9cfdce4740c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=c335e73c-26e2-4231-82f3-ccfbeb89ab2a HTTP/1.1" status: 200 len: 210 time: 0.0929008 May 04 17:41:24.644559 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b119075-49fc-4059-b39f-c9bc1336276c req-50c80652-3d64-48d2-80bc-b42b2efd5015 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:24.645988 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9b119075-49fc-4059-b39f-c9bc1336276c req-50c80652-3d64-48d2-80bc-b42b2efd5015 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.42 "GET /v2.0/networks?id=7317e051-7715-42ee-ab7a-e5bd314d1d11 HTTP/1.1" status: 200 len: 797 time: 0.1831594 May 04 17:41:24.701736 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9b119075-49fc-4059-b39f-c9bc1336276c req-0b1848d8-5779-4187-810f-3d7ff19aaf2f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ede911fc7f845af95dd74968234120d HTTP/1.1" status: 200 len: 473 time: 0.0404351 May 04 17:41:24.711328 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [req-9b119075-49fc-4059-b39f-c9bc1336276c req-89ecfe8f-8932-4949-b93d-f7ddb02e800c service neutron] Request body: {'port': {'device_id': 'c335e73c-26e2-4231-82f3-ccfbeb89ab2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:41:24.819749 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-9b119075-49fc-4059-b39f-c9bc1336276c req-89ecfe8f-8932-4949-b93d-f7ddb02e800c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:25.248264 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [req-9b119075-49fc-4059-b39f-c9bc1336276c req-89ecfe8f-8932-4949-b93d-f7ddb02e800c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4 {{(pid=88037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:41:25.255577 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-9b119075-49fc-4059-b39f-c9bc1336276c req-89ecfe8f-8932-4949-b93d-f7ddb02e800c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:25.269606 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [req-9b119075-49fc-4059-b39f-c9bc1336276c req-89ecfe8f-8932-4949-b93d-f7ddb02e800c service neutron] Transition to ACTIVE for port object 3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4 will not be triggered until provisioned by entity L2. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:41:25.274213 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-9b119075-49fc-4059-b39f-c9bc1336276c req-89ecfe8f-8932-4949-b93d-f7ddb02e800c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:25.415254 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ecfe8f-8932-4949-b93d-f7ddb02e800c service neutron] Pushing event updated for resources: {'Port': ['ID=3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4,revision_number=7']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:25.539897 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-9b119075-49fc-4059-b39f-c9bc1336276c req-89ecfe8f-8932-4949-b93d-f7ddb02e800c service neutron] Attempting to bind port 3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:41:25.540530 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-9b119075-49fc-4059-b39f-c9bc1336276c req-89ecfe8f-8932-4949-b93d-f7ddb02e800c service neutron] Attempting to bind port 3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': 'bdb53174-f461-4e65-b2fd-8c6e5c843991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7317e051-7715-42ee-ab7a-e5bd314d1d11'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:41:25.540530 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b119075-49fc-4059-b39f-c9bc1336276c req-89ecfe8f-8932-4949-b93d-f7ddb02e800c service neutron] Attempting to bind port 3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4 on network 7317e051-7715-42ee-ab7a-e5bd314d1d11 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:41:25.544975 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b119075-49fc-4059-b39f-c9bc1336276c req-89ecfe8f-8932-4949-b93d-f7ddb02e800c service neutron] Port 3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4 on network 7317e051-7715-42ee-ab7a-e5bd314d1d11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:41:25.545289 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b119075-49fc-4059-b39f-c9bc1336276c req-89ecfe8f-8932-4949-b93d-f7ddb02e800c service neutron] Attempting to bind port 3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4 on network 7317e051-7715-42ee-ab7a-e5bd314d1d11 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:41:25.550422 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b119075-49fc-4059-b39f-c9bc1336276c req-89ecfe8f-8932-4949-b93d-f7ddb02e800c service neutron] Checking agent: {'id': '84d0dbeb-cfa8-4636-8b1c-9790acf21ef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'started_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:41:25.550754 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b119075-49fc-4059-b39f-c9bc1336276c req-89ecfe8f-8932-4949-b93d-f7ddb02e800c service neutron] Checking segment: {'id': 'bdb53174-f461-4e65-b2fd-8c6e5c843991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7317e051-7715-42ee-ab7a-e5bd314d1d11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:41:25.551127 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b119075-49fc-4059-b39f-c9bc1336276c req-89ecfe8f-8932-4949-b93d-f7ddb02e800c service neutron] Bound using segment: {'id': 'bdb53174-f461-4e65-b2fd-8c6e5c843991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7317e051-7715-42ee-ab7a-e5bd314d1d11'} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:41:25.551549 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-9b119075-49fc-4059-b39f-c9bc1336276c req-89ecfe8f-8932-4949-b93d-f7ddb02e800c service neutron] Bound port: 3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdb53174-f461-4e65-b2fd-8c6e5c843991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7317e051-7715-42ee-ab7a-e5bd314d1d11'}}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:41:25.551887 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-9b119075-49fc-4059-b39f-c9bc1336276c req-89ecfe8f-8932-4949-b93d-f7ddb02e800c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:25.637152 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-9b119075-49fc-4059-b39f-c9bc1336276c req-89ecfe8f-8932-4949-b93d-f7ddb02e800c service neutron] For port 3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4, host hv-neutron-8404, cleared binding levels {{(pid=88037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:41:25.640661 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-9b119075-49fc-4059-b39f-c9bc1336276c req-89ecfe8f-8932-4949-b93d-f7ddb02e800c service neutron] For port 3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4,segment=NetworkSegment(bdb53174-f461-4e65-b2fd-8c6e5c843991),segment_id=bdb53174-f461-4e65-b2fd-8c6e5c843991)] {{(pid=88037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:41:25.646051 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-9b119075-49fc-4059-b39f-c9bc1336276c req-89ecfe8f-8932-4949-b93d-f7ddb02e800c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:25.709652 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b119075-49fc-4059-b39f-c9bc1336276c req-89ecfe8f-8932-4949-b93d-f7ddb02e800c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:25.710280 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-9b119075-49fc-4059-b39f-c9bc1336276c req-89ecfe8f-8932-4949-b93d-f7ddb02e800c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:25.711631 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9b119075-49fc-4059-b39f-c9bc1336276c req-89ecfe8f-8932-4949-b93d-f7ddb02e800c service neutron] 10.222.0.42 "PUT /v2.0/ports/3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4 HTTP/1.1" status: 200 len: 1132 time: 1.0039833 May 04 17:41:25.712062 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c335e73c-26e2-4231-82f3-ccfbeb89ab2a', 'tag': '3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:41:25.736370 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ecfe8f-8932-4949-b93d-f7ddb02e800c service neutron] Pushing event updated for resources: {'Port': ['ID=3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4,revision_number=8']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:25.801850 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dc074bf-8ef7-490e-b6b3-f7c12cbff3a6'] response: {'name': 'network-changed', 'server_uuid': 'c335e73c-26e2-4231-82f3-ccfbeb89ab2a', 'tag': '3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4', 'status': 'completed', 'code': 200} May 04 17:41:25.802531 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06fd4d5-358a-478c-964e-cf3e5bb90e8e req-d5e626be-cf71-42be-9983-d93e2c7902b6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:25.804643 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-a06fd4d5-358a-478c-964e-cf3e5bb90e8e req-d5e626be-cf71-42be-9983-d93e2c7902b6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=c335e73c-26e2-4231-82f3-ccfbeb89ab2a HTTP/1.1" status: 200 len: 982 time: 0.1011055 May 04 17:41:25.843376 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b119075-49fc-4059-b39f-c9bc1336276c req-4294d0bc-001d-4ad3-acc2-8efd6a3b0b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:25.844903 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9b119075-49fc-4059-b39f-c9bc1336276c req-4294d0bc-001d-4ad3-acc2-8efd6a3b0b9e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ede911fc7f845af95dd74968234120d&device_id=c335e73c-26e2-4231-82f3-ccfbeb89ab2a HTTP/1.1" status: 200 len: 1135 time: 0.0936811 May 04 17:41:25.851834 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-a06fd4d5-358a-478c-964e-cf3e5bb90e8e req-cd37a6bb-d487-4638-8ab2-931b52448e64 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Synchronizing usage tracker for tenant:8ede911fc7f845af95dd74968234120d on resource:security_group {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:41:25.869261 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-a06fd4d5-358a-478c-964e-cf3e5bb90e8e req-cd37a6bb-d487-4638-8ab2-931b52448e64 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Unset dirty status for tenant:8ede911fc7f845af95dd74968234120d on resource:security_group {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:41:25.870848 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-a06fd4d5-358a-478c-964e-cf3e5bb90e8e req-cd37a6bb-d487-4638-8ab2-931b52448e64 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b2b8b0c-05c2-429b-a1a1-02a46c609db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599110 May 04 17:41:25.952403 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9b119075-49fc-4059-b39f-c9bc1336276c req-d499a2bc-ed6e-4f44-88af-cf0180438e18 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4 HTTP/1.1" status: 200 len: 1037 time: 0.0999792 May 04 17:41:26.012137 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b119075-49fc-4059-b39f-c9bc1336276c req-40dcb3b2-331f-4ead-9e8f-32775b195041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:26.014088 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9b119075-49fc-4059-b39f-c9bc1336276c req-40dcb3b2-331f-4ead-9e8f-32775b195041 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=69e0fc2b-e3a4-435f-a0b2-e074a816f356 HTTP/1.1" status: 200 len: 835 time: 0.0561957 May 04 17:41:26.089629 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b119075-49fc-4059-b39f-c9bc1336276c req-33a4b140-bc64-4805-adce-08d33669f3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:26.091046 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9b119075-49fc-4059-b39f-c9bc1336276c req-33a4b140-bc64-4805-adce-08d33669f3de service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7317e051-7715-42ee-ab7a-e5bd314d1d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711880 May 04 17:41:26.218175 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9b119075-49fc-4059-b39f-c9bc1336276c req-81e33e90-d2ca-4345-a746-c41a442bdad1 service neutron] 10.222.0.42 "GET /v2.0/networks/7317e051-7715-42ee-ab7a-e5bd314d1d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212263 May 04 17:41:26.350250 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9b119075-49fc-4059-b39f-c9bc1336276c req-fb5f2ef7-faea-4465-9a94-891d7fa1cff1 service neutron] 10.222.0.42 "GET /v2.0/networks/7317e051-7715-42ee-ab7a-e5bd314d1d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259451 May 04 17:41:26.467580 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c51d0b-6715-474d-98ed-2be312eec9df req-a223dcdf-8976-4e80-839d-29fbd164c301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:26.469045 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b1c51d0b-6715-474d-98ed-2be312eec9df req-a223dcdf-8976-4e80-839d-29fbd164c301 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ede911fc7f845af95dd74968234120d&device_id=c335e73c-26e2-4231-82f3-ccfbeb89ab2a HTTP/1.1" status: 200 len: 1135 time: 0.0782793 May 04 17:41:26.600027 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c51d0b-6715-474d-98ed-2be312eec9df req-be64945c-28d6-4762-8201-30e9eba5ad80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:26.601507 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b1c51d0b-6715-474d-98ed-2be312eec9df req-be64945c-28d6-4762-8201-30e9eba5ad80 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7317e051-7715-42ee-ab7a-e5bd314d1d11 HTTP/1.1" status: 200 len: 898 time: 0.1256547 May 04 17:41:26.701817 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b1c51d0b-6715-474d-98ed-2be312eec9df req-c648052e-b44a-4be8-8833-c5045fbd9907 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4 HTTP/1.1" status: 200 len: 1037 time: 0.0942626 May 04 17:41:26.761016 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c51d0b-6715-474d-98ed-2be312eec9df req-5c387586-02e5-41a1-8eeb-46d1a625aadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:26.763048 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b1c51d0b-6715-474d-98ed-2be312eec9df req-5c387586-02e5-41a1-8eeb-46d1a625aadd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=69e0fc2b-e3a4-435f-a0b2-e074a816f356 HTTP/1.1" status: 200 len: 835 time: 0.0549526 May 04 17:41:26.938808 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c51d0b-6715-474d-98ed-2be312eec9df req-d1461c6a-bdc0-4018-8a5d-e8aed5ed2615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:26.940357 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b1c51d0b-6715-474d-98ed-2be312eec9df req-d1461c6a-bdc0-4018-8a5d-e8aed5ed2615 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7317e051-7715-42ee-ab7a-e5bd314d1d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1724005 May 04 17:41:27.125604 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b1c51d0b-6715-474d-98ed-2be312eec9df req-eed39e91-e507-47a9-b4d5-3cf180bf43ab service neutron] 10.222.0.42 "GET /v2.0/networks/7317e051-7715-42ee-ab7a-e5bd314d1d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779256 May 04 17:41:27.137086 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78951f-4d94-4d3f-81f9-bd07f3019c59 req-67b659a6-3668-40db-b92d-194cac2ecf4c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:27.138476 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9d78951f-4d94-4d3f-81f9-bd07f3019c59 req-67b659a6-3668-40db-b92d-194cac2ecf4c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=c335e73c-26e2-4231-82f3-ccfbeb89ab2a HTTP/1.1" status: 200 len: 982 time: 0.1574512 May 04 17:41:27.259476 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9d78951f-4d94-4d3f-81f9-bd07f3019c59 req-cec01a18-a225-4dd0-b943-c27addc7e08c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b2b8b0c-05c2-429b-a1a1-02a46c609db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034312 May 04 17:41:27.295621 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b1c51d0b-6715-474d-98ed-2be312eec9df req-fec4dc41-3787-4568-b639-a94467e5cea5 service neutron] 10.222.0.42 "GET /v2.0/networks/7317e051-7715-42ee-ab7a-e5bd314d1d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562390 May 04 17:41:28.447728 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabde9d-838e-4dbe-a539-68122cc9b8e0 req-74b1dd2f-47cd-47ea-86ad-95639780aeb0 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:28.449208 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-5dabde9d-838e-4dbe-a539-68122cc9b8e0 req-74b1dd2f-47cd-47ea-86ad-95639780aeb0 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=c335e73c-26e2-4231-82f3-ccfbeb89ab2a HTTP/1.1" status: 200 len: 982 time: 0.0853937 May 04 17:41:28.494462 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-5dabde9d-838e-4dbe-a539-68122cc9b8e0 req-67a49fbb-fabb-404f-8cbf-6fbd7ece19e2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b2b8b0c-05c2-429b-a1a1-02a46c609db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386362 May 04 17:41:29.677763 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40915bea-0ebf-4b17-a392-d5f0911d9ed8 req-960e36fa-8de8-4bd9-bdf0-9a72773e0bd9 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:29.679260 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-40915bea-0ebf-4b17-a392-d5f0911d9ed8 req-960e36fa-8de8-4bd9-bdf0-9a72773e0bd9 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=c335e73c-26e2-4231-82f3-ccfbeb89ab2a HTTP/1.1" status: 200 len: 982 time: 0.0815387 May 04 17:41:29.722879 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-40915bea-0ebf-4b17-a392-d5f0911d9ed8 req-078a6a12-0728-4038-af3b-d03b034f6cda tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b2b8b0c-05c2-429b-a1a1-02a46c609db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377779 May 04 17:41:29.854799 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:41:29.986117 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4,segment=NetworkSegment(bdb53174-f461-4e65-b2fd-8c6e5c843991),segment_id=bdb53174-f461-4e65-b2fd-8c6e5c843991)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:41:29.998653 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Returning: {'device': '3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4', 'network_id': '7317e051-7715-42ee-ab7a-e5bd314d1d11', 'port_id': '3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4', 'mac_address': 'fa:16:3e:15:35:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69e0fc2b-e3a4-435f-a0b2-e074a816f356', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:41:30.056400 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:30.072863 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4 {{(pid=88039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:41:30.088301 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4,segment=NetworkSegment(bdb53174-f461-4e65-b2fd-8c6e5c843991),segment_id=bdb53174-f461-4e65-b2fd-8c6e5c843991)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:41:30.093219 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:30.177803 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4,revision_number=9']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:30.408502 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] get_ports_and_sgs() called for port_ids ['3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4'] {{(pid=88039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:41:30.904334 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c32198-b318-4d47-9240-375b3acd7b12 req-a98bbde4-2793-4200-941a-7bea1e0ef2b8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:30.905776 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-f3c32198-b318-4d47-9240-375b3acd7b12 req-a98bbde4-2793-4200-941a-7bea1e0ef2b8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=c335e73c-26e2-4231-82f3-ccfbeb89ab2a HTTP/1.1" status: 200 len: 983 time: 0.0783777 May 04 17:41:30.950710 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-f3c32198-b318-4d47-9240-375b3acd7b12 req-1e2a8c5a-b1b2-4f7d-b1be-95e2a6c2d152 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b2b8b0c-05c2-429b-a1a1-02a46c609db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392911 May 04 17:41:31.869866 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4 up at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:41:31.935571 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning for port 3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:41:31.940079 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning complete for port 3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:41:31.940450 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:32.089480 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:32.114991 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c335e73c-26e2-4231-82f3-ccfbeb89ab2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4'}] {{(pid=88039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:41:32.126067 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4,segment=NetworkSegment(bdb53174-f461-4e65-b2fd-8c6e5c843991),segment_id=bdb53174-f461-4e65-b2fd-8c6e5c843991)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:41:32.131391 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:32.141033 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664124c-81d5-45ed-b89a-12e19efc127b req-bf7b1298-0756-4134-a1a0-8916250980f1 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:32.142749 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b664124c-81d5-45ed-b89a-12e19efc127b req-bf7b1298-0756-4134-a1a0-8916250980f1 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=c335e73c-26e2-4231-82f3-ccfbeb89ab2a HTTP/1.1" status: 200 len: 983 time: 0.0861173 May 04 17:41:32.174639 dv-neutron-840426-1-hyperv neutron-server[88039]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97c7a068-0b09-435d-bde4-dd7f16412050'] response: {'server_uuid': 'c335e73c-26e2-4231-82f3-ccfbeb89ab2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4', 'code': 200} May 04 17:41:32.189496 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b664124c-81d5-45ed-b89a-12e19efc127b req-92ff12fa-115e-46c9-b148-d6ba7c7cea64 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b2b8b0c-05c2-429b-a1a1-02a46c609db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410402 May 04 17:41:32.221714 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4,revision_number=10']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:32.398099 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8076a0bc-6610-4d02-aa16-a36562c5b0be req-330dd563-970e-44bd-8600-0cadf7b5d5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:32.399472 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-8076a0bc-6610-4d02-aa16-a36562c5b0be req-330dd563-970e-44bd-8600-0cadf7b5d5ef service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c335e73c-26e2-4231-82f3-ccfbeb89ab2a HTTP/1.1" status: 200 len: 1138 time: 0.0682421 May 04 17:41:32.442465 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-8076a0bc-6610-4d02-aa16-a36562c5b0be req-8dadca92-f519-40e7-ab77-6ef721006411 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2b2b8b0c-05c2-429b-a1a1-02a46c609db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368192 May 04 17:41:33.170787 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-213c6b6a-e401-4dfa-a725-37ee4e623a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:33.381838 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f8258-ec56-4e53-a6e3-016ceea30838 req-5d3c33a1-94df-4ba3-a33a-f3db7cfd0a88 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:33.383410 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-cc9f8258-ec56-4e53-a6e3-016ceea30838 req-5d3c33a1-94df-4ba3-a33a-f3db7cfd0a88 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=c335e73c-26e2-4231-82f3-ccfbeb89ab2a HTTP/1.1" status: 200 len: 985 time: 0.0832994 May 04 17:41:33.426610 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-cc9f8258-ec56-4e53-a6e3-016ceea30838 req-f9914a6a-f5e8-44e8-a847-aa1571fc334f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b2b8b0c-05c2-429b-a1a1-02a46c609db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368812 May 04 17:41:34.614126 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e2e35f-688b-4815-8f38-dbc4048dc969 req-39d3c3b3-98e0-49d9-98d7-a64580df1753 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:34.615583 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-30e2e35f-688b-4815-8f38-dbc4048dc969 req-39d3c3b3-98e0-49d9-98d7-a64580df1753 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=c335e73c-26e2-4231-82f3-ccfbeb89ab2a HTTP/1.1" status: 200 len: 985 time: 0.0789182 May 04 17:41:34.667578 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-30e2e35f-688b-4815-8f38-dbc4048dc969 req-b70225d9-45f3-4a08-b88d-801b5d0461f7 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b2b8b0c-05c2-429b-a1a1-02a46c609db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464549 May 04 17:41:34.846235 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e78f05-8e03-45a3-b0e6-7783d2f2ade4 req-023971e4-a27e-466d-b656-ae5db00554ee tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:34.847685 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-79e78f05-8e03-45a3-b0e6-7783d2f2ade4 req-023971e4-a27e-466d-b656-ae5db00554ee tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=c335e73c-26e2-4231-82f3-ccfbeb89ab2a HTTP/1.1" status: 200 len: 985 time: 0.0777657 May 04 17:41:34.893386 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-79e78f05-8e03-45a3-b0e6-7783d2f2ade4 req-2c33b663-49b8-4c11-865b-6b8b814198e5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b2b8b0c-05c2-429b-a1a1-02a46c609db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400395 May 04 17:41:34.921308 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57290) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:41:34.990503 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2637c426-beec-44a1-a05e-818d09662fd6 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:34.991987 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-2637c426-beec-44a1-a05e-818d09662fd6 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c335e73c-26e2-4231-82f3-ccfbeb89ab2a&network_id=7317e051-7715-42ee-ab7a-e5bd314d1d11 HTTP/1.1" status: 200 len: 1133 time: 0.0696640 May 04 17:41:35.352967 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d67b3a-d3ac-4587-a133-06bf2fb7c65b req-cd43f84f-6f88-4bf8-821c-f5c7c3940a7b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:35.354457 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-13d67b3a-d3ac-4587-a133-06bf2fb7c65b req-cd43f84f-6f88-4bf8-821c-f5c7c3940a7b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=c335e73c-26e2-4231-82f3-ccfbeb89ab2a HTTP/1.1" status: 200 len: 985 time: 0.0793269 May 04 17:41:35.400486 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-13d67b3a-d3ac-4587-a133-06bf2fb7c65b req-64fb08ab-256b-4871-8aab-3aa17326694b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b2b8b0c-05c2-429b-a1a1-02a46c609db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404193 May 04 17:41:35.496372 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4145e47b-d551-4758-87a9-758c2ec2e2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:36.515448 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:36.567836 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:36.596717 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d10177-7d89-4ee0-a7f6-c450f6e055c0 req-d79fd91f-7f22-4da2-924e-9e3c32984110 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:36.598188 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-38d10177-7d89-4ee0-a7f6-c450f6e055c0 req-d79fd91f-7f22-4da2-924e-9e3c32984110 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=c335e73c-26e2-4231-82f3-ccfbeb89ab2a HTTP/1.1" status: 200 len: 985 time: 0.0929384 May 04 17:41:36.641966 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-38d10177-7d89-4ee0-a7f6-c450f6e055c0 req-f9456b31-0503-4a4d-8288-adab291e7802 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b2b8b0c-05c2-429b-a1a1-02a46c609db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380869 May 04 17:41:36.799684 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c9280d-518d-4271-84c7-3579379e93bd req-5e144858-9d87-4f2c-96fa-eb235d088b87 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:36.800979 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-22c9280d-518d-4271-84c7-3579379e93bd req-5e144858-9d87-4f2c-96fa-eb235d088b87 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.42 "GET /v2.0/ports?device_id=c335e73c-26e2-4231-82f3-ccfbeb89ab2a HTTP/1.1" status: 200 len: 985 time: 0.0777049 May 04 17:41:36.871900 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c9280d-518d-4271-84c7-3579379e93bd req-33e1f40b-e44d-41d8-90f3-b521af1afb72 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:36.873185 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-22c9280d-518d-4271-84c7-3579379e93bd req-33e1f40b-e44d-41d8-90f3-b521af1afb72 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.42 "GET /v2.0/ports/3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0670049 May 04 17:41:37.013394 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-22c9280d-518d-4271-84c7-3579379e93bd req-60daf0dc-fad5-4f97-8f56-2f8f822f29e9 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.42 "GET /v2.0/networks/7317e051-7715-42ee-ab7a-e5bd314d1d11?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1354020 May 04 17:41:37.022787 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [req-22c9280d-518d-4271-84c7-3579379e93bd req-02ea7d39-92b0-4a96-861d-c360516f0226 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:41:37.127420 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-22c9280d-518d-4271-84c7-3579379e93bd req-02ea7d39-92b0-4a96-861d-c360516f0226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:37.322073 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-22c9280d-518d-4271-84c7-3579379e93bd req-02ea7d39-92b0-4a96-861d-c360516f0226 service neutron] For port 3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4,segment=NetworkSegment(bdb53174-f461-4e65-b2fd-8c6e5c843991),segment_id=bdb53174-f461-4e65-b2fd-8c6e5c843991)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:41:37.349895 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-22c9280d-518d-4271-84c7-3579379e93bd req-02ea7d39-92b0-4a96-861d-c360516f0226 service neutron] For port 3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4, host hv-neutron-8404, cleared binding levels {{(pid=88037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:41:37.399111 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [req-22c9280d-518d-4271-84c7-3579379e93bd req-02ea7d39-92b0-4a96-861d-c360516f0226 service neutron] device_id is not set on port 3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4 yet. {{(pid=88037) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 04 17:41:37.406853 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-22c9280d-518d-4271-84c7-3579379e93bd req-02ea7d39-92b0-4a96-861d-c360516f0226 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:37.412015 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-22c9280d-518d-4271-84c7-3579379e93bd req-02ea7d39-92b0-4a96-861d-c360516f0226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:37.652080 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ea7d39-92b0-4a96-861d-c360516f0226 service neutron] Pushing event updated for resources: {'Port': ['ID=3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4,revision_number=11']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:37.708147 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c9280d-518d-4271-84c7-3579379e93bd req-02ea7d39-92b0-4a96-861d-c360516f0226 service neutron] No DVR routers for this DVR port 3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4 on host hv-neutron-8404 {{(pid=88037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:41:37.793899 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-7da2d67e-8855-4634-b708-2152a75aaa88 None None] Provisioning complete for port 3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:41:37.794507 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-7da2d67e-8855-4634-b708-2152a75aaa88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:37.797294 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-15b7c91b-913d-4c94-8dc5-48a611390f8b req-a8133641-f338-4286-b974-cd5056a5e349 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=c335e73c-26e2-4231-82f3-ccfbeb89ab2a HTTP/1.1" status: 200 len: 210 time: 0.0437443 May 04 17:41:37.857255 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-7da2d67e-8855-4634-b708-2152a75aaa88 None None] Port 3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:41:37.859409 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:37.932574 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [req-22c9280d-518d-4271-84c7-3579379e93bd req-02ea7d39-92b0-4a96-861d-c360516f0226 service neutron] In _notify_port_updated(), no bound segment for port 3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4 on network 7317e051-7715-42ee-ab7a-e5bd314d1d11 {{(pid=88037) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 04 17:41:37.933349 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c9280d-518d-4271-84c7-3579379e93bd req-02ea7d39-92b0-4a96-861d-c360516f0226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:37.934453 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-22c9280d-518d-4271-84c7-3579379e93bd req-02ea7d39-92b0-4a96-861d-c360516f0226 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:37.935696 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-22c9280d-518d-4271-84c7-3579379e93bd req-02ea7d39-92b0-4a96-861d-c360516f0226 service neutron] 10.222.0.42 "PUT /v2.0/ports/3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4 HTTP/1.1" status: 200 len: 1028 time: 0.9166584 May 04 17:41:38.313548 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 17:41:38.893291 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57304) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:41:38.962111 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a191de10-022c-4c08-85ae-f3e9f029e703 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:38.992165 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a191de10-022c-4c08-85ae-f3e9f029e703 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:39.060119 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a191de10-022c-4c08-85ae-f3e9f029e703 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:39.077131 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a191de10-022c-4c08-85ae-f3e9f029e703 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a1bbdf-e682-4fe2-ba5c-da81108900bd,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:39.090066 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a191de10-022c-4c08-85ae-f3e9f029e703 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:39.091189 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-a191de10-022c-4c08-85ae-f3e9f029e703 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "DELETE /v2.0/security-groups/79a1bbdf-e682-4fe2-ba5c-da81108900bd HTTP/1.1" status: 204 len: 168 time: 0.1969023 May 04 17:41:39.119987 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57310) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:41:39.292106 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:39.331031 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-2fea93b2-2cb6-4c71-8b3b-726f36057b48 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Deleting port c5b31104-6555-4985-8664-63f2af2bc171 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:41:39.331371 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2fea93b2-2cb6-4c71-8b3b-726f36057b48 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:39.589489 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2fea93b2-2cb6-4c71-8b3b-726f36057b48 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:39.589720 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2fea93b2-2cb6-4c71-8b3b-726f36057b48 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:39.709910 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-2fea93b2-2cb6-4c71-8b3b-726f36057b48 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Calling delete_port for c5b31104-6555-4985-8664-63f2af2bc171 owned by network:floatingip {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:41:39.856874 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2fea93b2-2cb6-4c71-8b3b-726f36057b48 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:39.943233 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fea93b2-2cb6-4c71-8b3b-726f36057b48 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event deleted for resources: {'Port': ['ID=c5b31104-6555-4985-8664-63f2af2bc171,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:40.000226 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2fea93b2-2cb6-4c71-8b3b-726f36057b48 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for floatingip, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:40.000558 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.l3_db [None req-2fea93b2-2cb6-4c71-8b3b-726f36057b48 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Floating IP 019b17e6-ce1a-4d8b-b7c2-6cb6492d2213 disassociated (deleted). External IP: 172.26.0.58, port: 3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4. May 04 17:41:40.344288 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fea93b2-2cb6-4c71-8b3b-726f36057b48 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Router 867d4837-a54c-4393-b0cc-f4824b1abdfb has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:41:40.516386 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fea93b2-2cb6-4c71-8b3b-726f36057b48 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:41:40.525949 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08e19cf-f3f0-4295-b42c-54c6190e54cc None None] Sync routers for ids ['867d4837-a54c-4393-b0cc-f4824b1abdfb'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:41:40.535404 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08e19cf-f3f0-4295-b42c-54c6190e54cc None None] Routers {'867d4837-a54c-4393-b0cc-f4824b1abdfb'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:41:40.535586 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2fea93b2-2cb6-4c71-8b3b-726f36057b48 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:40.536007 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-a08e19cf-f3f0-4295-b42c-54c6190e54cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:41:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['867d4837-a54c-4393-b0cc-f4824b1abdfb'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:41:40.594028 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-2fea93b2-2cb6-4c71-8b3b-726f36057b48 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "DELETE /v2.0/floatingips/019b17e6-ce1a-4d8b-b7c2-6cb6492d2213 HTTP/1.1" status: 204 len: 168 time: 1.4728985 May 04 17:41:40.710334 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-a08e19cf-f3f0-4295-b42c-54c6190e54cc None None] Set router 867d4837-a54c-4393-b0cc-f4824b1abdfb gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:41:40.737161 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 57318) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:41:40.804663 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b132debf-98d5-40da-b7b2-c5ea6f9b5812 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:40.834764 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b132debf-98d5-40da-b7b2-c5ea6f9b5812 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:40.896110 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b132debf-98d5-40da-b7b2-c5ea6f9b5812 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:40.919449 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b132debf-98d5-40da-b7b2-c5ea6f9b5812 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=502d587d-cf20-4c63-8212-889eac2d42d9,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:40.926690 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b132debf-98d5-40da-b7b2-c5ea6f9b5812 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:40.927814 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-b132debf-98d5-40da-b7b2-c5ea6f9b5812 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "DELETE /v2.0/security-groups/502d587d-cf20-4c63-8212-889eac2d42d9 HTTP/1.1" status: 204 len: 168 time: 0.1896548 May 04 17:41:40.957587 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57324) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:41:41.018222 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-a08e19cf-f3f0-4295-b42c-54c6190e54cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867d4837-a54c-4393-b0cc-f4824b1abdfb', 'name': 'tempest-TestNetworkBasicOps-router-1979047561', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': 'ca530e1e-0eea-426c-a959-c85e05aeaf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:40:53Z', 'updated_at': '2022-05-04T17:40:58Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': 'ca530e1e-0eea-426c-a959-c85e05aeaf83', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:17:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867d4837-a54c-4393-b0cc-f4824b1abdfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:40:54Z', 'updated_at': '2022-05-04T17:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '05bee2ab-bdf2-41b5-84a5-8c12e6802bc2', 'name': '', 'network_id': '7317e051-7715-42ee-ab7a-e5bd314d1d11', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:47:b2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867d4837-a54c-4393-b0cc-f4824b1abdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '69e0fc2b-e3a4-435f-a0b2-e074a816f356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:40:57Z', 'updated_at': '2022-05-04T17:41:02Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '69e0fc2b-e3a4-435f-a0b2-e074a816f356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:41:41.022118 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08e19cf-f3f0-4295-b42c-54c6190e54cc None None] Checking router: 867d4837-a54c-4393-b0cc-f4824b1abdfb for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:41:41.026258 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-e14c6d05-184d-41af-9128-28eb49f61bd2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Deleting port 3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:41:41.026607 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e14c6d05-184d-41af-9128-28eb49f61bd2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:41.030792 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08e19cf-f3f0-4295-b42c-54c6190e54cc None None] Routers {'867d4837-a54c-4393-b0cc-f4824b1abdfb'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:41:41.031387 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-a08e19cf-f3f0-4295-b42c-54c6190e54cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:41:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['867d4837-a54c-4393-b0cc-f4824b1abdfb'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:41:41.209654 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-a08e19cf-f3f0-4295-b42c-54c6190e54cc None None] Set router 867d4837-a54c-4393-b0cc-f4824b1abdfb gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:41:41.373679 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e14c6d05-184d-41af-9128-28eb49f61bd2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:41.498750 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-e14c6d05-184d-41af-9128-28eb49f61bd2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Calling delete_port for 3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4 owned by {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:41:41.514530 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-a08e19cf-f3f0-4295-b42c-54c6190e54cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867d4837-a54c-4393-b0cc-f4824b1abdfb', 'name': 'tempest-TestNetworkBasicOps-router-1979047561', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': 'ca530e1e-0eea-426c-a959-c85e05aeaf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:40:53Z', 'updated_at': '2022-05-04T17:40:58Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': 'ca530e1e-0eea-426c-a959-c85e05aeaf83', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:17:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867d4837-a54c-4393-b0cc-f4824b1abdfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:40:54Z', 'updated_at': '2022-05-04T17:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '05bee2ab-bdf2-41b5-84a5-8c12e6802bc2', 'name': '', 'network_id': '7317e051-7715-42ee-ab7a-e5bd314d1d11', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:47:b2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867d4837-a54c-4393-b0cc-f4824b1abdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '69e0fc2b-e3a4-435f-a0b2-e074a816f356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:40:57Z', 'updated_at': '2022-05-04T17:41:02Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '69e0fc2b-e3a4-435f-a0b2-e074a816f356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:41:41.518395 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08e19cf-f3f0-4295-b42c-54c6190e54cc None None] The sync data for ids ['867d4837-a54c-4393-b0cc-f4824b1abdfb'] in dv-neutron-840426-1-hyperv is: [{'id': '867d4837-a54c-4393-b0cc-f4824b1abdfb', 'name': 'tempest-TestNetworkBasicOps-router-1979047561', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': 'ca530e1e-0eea-426c-a959-c85e05aeaf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:40:53Z', 'updated_at': '2022-05-04T17:40:58Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': 'ca530e1e-0eea-426c-a959-c85e05aeaf83', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:17:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867d4837-a54c-4393-b0cc-f4824b1abdfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:40:54Z', 'updated_at': '2022-05-04T17:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '05bee2ab-bdf2-41b5-84a5-8c12e6802bc2', 'name': '', 'network_id': '7317e051-7715-42ee-ab7a-e5bd314d1d11', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:47:b2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867d4837-a54c-4393-b0cc-f4824b1abdfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '69e0fc2b-e3a4-435f-a0b2-e074a816f356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:40:57Z', 'updated_at': '2022-05-04T17:41:02Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '69e0fc2b-e3a4-435f-a0b2-e074a816f356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:41:41.653794 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e14c6d05-184d-41af-9128-28eb49f61bd2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:41.705281 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14c6d05-184d-41af-9128-28eb49f61bd2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event deleted for resources: {'Port': ['ID=3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:41.751779 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b28ff5-e16d-45ae-9f88-3c45b8ce92fe None None] New status for floating IP 019b17e6-ce1a-4d8b-b7c2-6cb6492d2213: DOWN {{(pid=88039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:41:41.810586 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e14c6d05-184d-41af-9128-28eb49f61bd2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:41.822332 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-e14c6d05-184d-41af-9128-28eb49f61bd2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "DELETE /v2.0/ports/3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4 HTTP/1.1" status: 204 len: 168 time: 0.8622100 May 04 17:41:41.823644 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57328) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:41:41.916539 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:41:41.955482 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] No Port match for: 3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:41:41.955826 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 3cc0d6cd-0918-47a5-8ff6-a12f07be3ef4 not bound to the agent host hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:41:42.371342 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-91cdb81a-f7d9-4c6f-aa56-745fe94cb8af tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710748'] for router_interface, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:42.806674 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-91cdb81a-f7d9-4c6f-aa56-745fe94cb8af tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Deleting port 05bee2ab-bdf2-41b5-84a5-8c12e6802bc2 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:41:42.807011 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-91cdb81a-f7d9-4c6f-aa56-745fe94cb8af tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:42.989300 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-91cdb81a-f7d9-4c6f-aa56-745fe94cb8af tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] For port 05bee2ab-bdf2-41b5-84a5-8c12e6802bc2, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=05bee2ab-bdf2-41b5-84a5-8c12e6802bc2,segment=NetworkSegment(bdb53174-f461-4e65-b2fd-8c6e5c843991),segment_id=bdb53174-f461-4e65-b2fd-8c6e5c843991)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:41:42.989564 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-91cdb81a-f7d9-4c6f-aa56-745fe94cb8af tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:43.109003 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-91cdb81a-f7d9-4c6f-aa56-745fe94cb8af tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Calling delete_port for 05bee2ab-bdf2-41b5-84a5-8c12e6802bc2 owned by network:router_interface {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:41:43.290217 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-91cdb81a-f7d9-4c6f-aa56-745fe94cb8af tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:43.366627 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cdb81a-f7d9-4c6f-aa56-745fe94cb8af tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event deleted for resources: {'Port': ['ID=05bee2ab-bdf2-41b5-84a5-8c12e6802bc2,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:43.611135 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-91cdb81a-f7d9-4c6f-aa56-745fe94cb8af tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710832'] for router_interface, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:43.958317 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91cdb81a-f7d9-4c6f-aa56-745fe94cb8af tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Router 867d4837-a54c-4393-b0cc-f4824b1abdfb has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:41:44.238943 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91cdb81a-f7d9-4c6f-aa56-745fe94cb8af tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:41:44.252021 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2514019-a757-4d3e-bdce-b1756383b0d1 None None] Sync routers for ids ['867d4837-a54c-4393-b0cc-f4824b1abdfb'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:41:44.254480 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-91cdb81a-f7d9-4c6f-aa56-745fe94cb8af tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "PUT /v2.0/routers/867d4837-a54c-4393-b0cc-f4824b1abdfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4293289 May 04 17:41:44.256823 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57332) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:41:44.262458 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2514019-a757-4d3e-bdce-b1756383b0d1 None None] Routers {'867d4837-a54c-4393-b0cc-f4824b1abdfb'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:41:44.263062 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-d2514019-a757-4d3e-bdce-b1756383b0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:41:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['867d4837-a54c-4393-b0cc-f4824b1abdfb'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:41:44.320845 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_v2 [None req-44909950-d6bd-40b5-9a8e-9dc9cfd552bd tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Deleting subnet 69e0fc2b-e3a4-435f-a0b2-e074a816f356 {{(pid=88038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:41:44.323799 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-44909950-d6bd-40b5-9a8e-9dc9cfd552bd tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for subnet, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:44.380209 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-44909950-d6bd-40b5-9a8e-9dc9cfd552bd tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-801696'] for subnet, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:44.434257 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-d2514019-a757-4d3e-bdce-b1756383b0d1 None None] Set router 867d4837-a54c-4393-b0cc-f4824b1abdfb gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:41:44.460670 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-44909950-d6bd-40b5-9a8e-9dc9cfd552bd tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:44.532944 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-44909950-d6bd-40b5-9a8e-9dc9cfd552bd tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:44.575098 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44909950-d6bd-40b5-9a8e-9dc9cfd552bd tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event deleted for resources: {'Subnet': ['ID=69e0fc2b-e3a4-435f-a0b2-e074a816f356,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:44.580081 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-44909950-d6bd-40b5-9a8e-9dc9cfd552bd tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:44.586205 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44909950-d6bd-40b5-9a8e-9dc9cfd552bd tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:41:44.586561 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44909950-d6bd-40b5-9a8e-9dc9cfd552bd tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:41:44.586901 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44909950-d6bd-40b5-9a8e-9dc9cfd552bd tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:41:44.587238 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44909950-d6bd-40b5-9a8e-9dc9cfd552bd tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:41:44.587346 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cd21e7-82b5-4623-a57a-9da4fc180079 None None] Network 7317e051-7715-42ee-ab7a-e5bd314d1d11 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:41:44.587764 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44909950-d6bd-40b5-9a8e-9dc9cfd552bd tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:41:44.587888 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44909950-d6bd-40b5-9a8e-9dc9cfd552bd tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:41:44.588224 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44909950-d6bd-40b5-9a8e-9dc9cfd552bd tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:41:44.588536 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44909950-d6bd-40b5-9a8e-9dc9cfd552bd tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:41:44.588865 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44909950-d6bd-40b5-9a8e-9dc9cfd552bd tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:41:44.589190 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44909950-d6bd-40b5-9a8e-9dc9cfd552bd tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:41:44.589515 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44909950-d6bd-40b5-9a8e-9dc9cfd552bd tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:41:44.590390 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44909950-d6bd-40b5-9a8e-9dc9cfd552bd tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:41:44.596682 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-44909950-d6bd-40b5-9a8e-9dc9cfd552bd tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "DELETE /v2.0/subnets/69e0fc2b-e3a4-435f-a0b2-e074a816f356 HTTP/1.1" status: 204 len: 168 time: 0.3388910 May 04 17:41:44.599188 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57336) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:41:44.754758 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-d2514019-a757-4d3e-bdce-b1756383b0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867d4837-a54c-4393-b0cc-f4824b1abdfb', 'name': 'tempest-TestNetworkBasicOps-router-1979047561', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': 'ca530e1e-0eea-426c-a959-c85e05aeaf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:40:53Z', 'updated_at': '2022-05-04T17:41:43Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': 'ca530e1e-0eea-426c-a959-c85e05aeaf83', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:17:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867d4837-a54c-4393-b0cc-f4824b1abdfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:40:54Z', 'updated_at': '2022-05-04T17:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:41:44.758533 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2514019-a757-4d3e-bdce-b1756383b0d1 None None] Checking router: 867d4837-a54c-4393-b0cc-f4824b1abdfb for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:41:44.766879 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2514019-a757-4d3e-bdce-b1756383b0d1 None None] Routers {'867d4837-a54c-4393-b0cc-f4824b1abdfb'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:41:44.767482 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-d2514019-a757-4d3e-bdce-b1756383b0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:41:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['867d4837-a54c-4393-b0cc-f4824b1abdfb'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:41:44.791010 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b58c4d16-ab59-44bd-bdd7-df22bb0112f7 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for router, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:44.843586 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006c05f0-febe-43e5-a809-310470f787b3 None None] DHCP port deletion for 7317e051-7715-42ee-ab7a-e5bd314d1d11 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:41:44.847945 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-006c05f0-febe-43e5-a809-310470f787b3 None None] Deleting port ccb46ad3-673e-4d04-9ede-1b370d0d51f5 {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:41:44.848387 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-006c05f0-febe-43e5-a809-310470f787b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:44.946191 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-d2514019-a757-4d3e-bdce-b1756383b0d1 None None] Set router 867d4837-a54c-4393-b0cc-f4824b1abdfb gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:41:44.975234 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b58c4d16-ab59-44bd-bdd7-df22bb0112f7 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:44.985485 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-b58c4d16-ab59-44bd-bdd7-df22bb0112f7 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Deleting port ca530e1e-0eea-426c-a959-c85e05aeaf83 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:41:44.985976 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b58c4d16-ab59-44bd-bdd7-df22bb0112f7 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:45.057622 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-006c05f0-febe-43e5-a809-310470f787b3 None None] For port ccb46ad3-673e-4d04-9ede-1b370d0d51f5, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=ccb46ad3-673e-4d04-9ede-1b370d0d51f5,segment=NetworkSegment(bdb53174-f461-4e65-b2fd-8c6e5c843991),segment_id=bdb53174-f461-4e65-b2fd-8c6e5c843991)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:41:45.058433 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-006c05f0-febe-43e5-a809-310470f787b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:45.162067 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-b58c4d16-ab59-44bd-bdd7-df22bb0112f7 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] For port ca530e1e-0eea-426c-a959-c85e05aeaf83, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=ca530e1e-0eea-426c-a959-c85e05aeaf83,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:41:45.162725 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b58c4d16-ab59-44bd-bdd7-df22bb0112f7 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:45.179326 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-006c05f0-febe-43e5-a809-310470f787b3 None None] Calling delete_port for ccb46ad3-673e-4d04-9ede-1b370d0d51f5 owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:41:45.251919 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-d2514019-a757-4d3e-bdce-b1756383b0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867d4837-a54c-4393-b0cc-f4824b1abdfb', 'name': 'tempest-TestNetworkBasicOps-router-1979047561', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': 'ca530e1e-0eea-426c-a959-c85e05aeaf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:40:53Z', 'updated_at': '2022-05-04T17:41:43Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': 'ca530e1e-0eea-426c-a959-c85e05aeaf83', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:17:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867d4837-a54c-4393-b0cc-f4824b1abdfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:40:54Z', 'updated_at': '2022-05-04T17:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:41:45.256858 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2514019-a757-4d3e-bdce-b1756383b0d1 None None] The sync data for ids ['867d4837-a54c-4393-b0cc-f4824b1abdfb'] in dv-neutron-840426-1-hyperv is: [{'id': '867d4837-a54c-4393-b0cc-f4824b1abdfb', 'name': 'tempest-TestNetworkBasicOps-router-1979047561', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.251'}], 'enable_snat': True}, 'gw_port_id': 'ca530e1e-0eea-426c-a959-c85e05aeaf83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:40:53Z', 'updated_at': '2022-05-04T17:41:43Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': 'ca530e1e-0eea-426c-a959-c85e05aeaf83', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:17:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867d4837-a54c-4393-b0cc-f4824b1abdfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:40:54Z', 'updated_at': '2022-05-04T17:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:41:45.267993 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-006c05f0-febe-43e5-a809-310470f787b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124'] for port, after_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:45.288182 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-b58c4d16-ab59-44bd-bdd7-df22bb0112f7 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Calling delete_port for ca530e1e-0eea-426c-a959-c85e05aeaf83 owned by network:router_gateway {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:41:45.319820 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006c05f0-febe-43e5-a809-310470f787b3 None None] Pushing event deleted for resources: {'Port': ['ID=ccb46ad3-673e-4d04-9ede-1b370d0d51f5,revision_number=None']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:45.324532 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006c05f0-febe-43e5-a809-310470f787b3 None None] No DVR routers for this DVR port ccb46ad3-673e-4d04-9ede-1b370d0d51f5 on host dv-neutron-840426-1-hyperv {{(pid=88039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:41:45.466683 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b58c4d16-ab59-44bd-bdd7-df22bb0112f7 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:45.514599 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58c4d16-ab59-44bd-bdd7-df22bb0112f7 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event deleted for resources: {'Port': ['ID=ca530e1e-0eea-426c-a959-c85e05aeaf83,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:45.603807 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b58c4d16-ab59-44bd-bdd7-df22bb0112f7 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710199'] for router_gateway, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:45.898418 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b58c4d16-ab59-44bd-bdd7-df22bb0112f7 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:45.900566 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b58c4d16-ab59-44bd-bdd7-df22bb0112f7 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:45.922807 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b58c4d16-ab59-44bd-bdd7-df22bb0112f7 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:45.923459 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b58c4d16-ab59-44bd-bdd7-df22bb0112f7 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Fanout notify agent at l3_agent the message router_deleted on router 867d4837-a54c-4393-b0cc-f4824b1abdfb {{(pid=88038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:41:45.939036 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b58c4d16-ab59-44bd-bdd7-df22bb0112f7 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:45.942720 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 57340) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:41:45.943201 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-b58c4d16-ab59-44bd-bdd7-df22bb0112f7 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "DELETE /v2.0/routers/867d4837-a54c-4393-b0cc-f4824b1abdfb HTTP/1.1" status: 204 len: 168 time: 1.3420188 May 04 17:41:46.055245 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b1979269-d682-4487-a200-65dfa3332919 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:46.197147 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b1979269-d682-4487-a200-65dfa3332919 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:46.225285 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-b1979269-d682-4487-a200-65dfa3332919 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7317e051-7715-42ee-ab7a-e5bd314d1d11']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:41:46.237299 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-b1979269-d682-4487-a200-65dfa3332919 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdb53174-f461-4e65-b2fd-8c6e5c843991') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:41:46.237617 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-b1979269-d682-4487-a200-65dfa3332919 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdb53174-f461-4e65-b2fd-8c6e5c843991') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:41:46.249255 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b1979269-d682-4487-a200-65dfa3332919 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:46.265205 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b1979269-d682-4487-a200-65dfa3332919 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:46.271044 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1979269-d682-4487-a200-65dfa3332919 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:41:46.271423 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b1979269-d682-4487-a200-65dfa3332919 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:46.285525 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 17:41:46.285525 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:41:46.285525 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 17:41:46.285525 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:41:46.285525 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 17:41:46.285525 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:41:46.285525 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 17:41:46.285525 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:41:46.285525 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 17:41:46.285525 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:41:46.285525 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 17:41:46.285525 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:41:46.285525 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 17:41:46.285525 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:41:46.285525 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:41:46.285525 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:41:46.285525 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:41:46.285525 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:41:46.285525 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 17:41:46.285525 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:41:46.285525 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 17:41:46.285525 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:41:46.285525 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:41:46.285525 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:41:46.285525 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 17:41:46.285525 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:41:46.285525 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:41:46.285525 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:41:46.285525 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:41:46.285525 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:41:46.285525 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:41:46.285525 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:41:46.362451 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b1979269-d682-4487-a200-65dfa3332919 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:46.385061 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b1979269-d682-4487-a200-65dfa3332919 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:46.400136 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1979269-d682-4487-a200-65dfa3332919 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event deleted for resources: {'Network': ['ID=7317e051-7715-42ee-ab7a-e5bd314d1d11,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:46.407722 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-b1979269-d682-4487-a200-65dfa3332919 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "DELETE /v2.0/networks/7317e051-7715-42ee-ab7a-e5bd314d1d11 HTTP/1.1" status: 204 len: 168 time: 0.4639864 May 04 17:41:46.409120 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1979269-d682-4487-a200-65dfa3332919 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:41:46.409465 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1979269-d682-4487-a200-65dfa3332919 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:41:46.409805 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1979269-d682-4487-a200-65dfa3332919 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:41:46.410234 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1979269-d682-4487-a200-65dfa3332919 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:41:46.410573 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1979269-d682-4487-a200-65dfa3332919 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:41:46.410897 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1979269-d682-4487-a200-65dfa3332919 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:41:46.411220 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1979269-d682-4487-a200-65dfa3332919 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:41:46.411545 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1979269-d682-4487-a200-65dfa3332919 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:41:46.412122 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1979269-d682-4487-a200-65dfa3332919 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:41:46.412449 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1979269-d682-4487-a200-65dfa3332919 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:41:46.412766 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1979269-d682-4487-a200-65dfa3332919 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:41:46.413094 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1979269-d682-4487-a200-65dfa3332919 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:41:46.421092 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57344) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:41:46.432347 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-ca3973e4-4b35-4876-b2bc-49f4e41b7a1c tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0101531 May 04 17:41:46.435392 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 57348) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:41:46.441170 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-bb995ede-c099-4a3a-8ccf-bdc96d0ed4fa tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'network': {'name': 'tempest-network-smoke--1477173923', 'project_id': '8ede911fc7f845af95dd74968234120d', 'port_security_enabled': True}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:41:46.446106 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-bb995ede-c099-4a3a-8ccf-bdc96d0ed4fa tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:41:46.450256 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-bb995ede-c099-4a3a-8ccf-bdc96d0ed4fa tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:network and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:41:46.453032 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-bb995ede-c099-4a3a-8ccf-bdc96d0ed4fa tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:41:46.459157 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-bb995ede-c099-4a3a-8ccf-bdc96d0ed4fa tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:41:46.468493 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb995ede-c099-4a3a-8ccf-bdc96d0ed4fa tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Made reservation on behalf of 8ede911fc7f845af95dd74968234120d for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:41:46.471801 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-bb995ede-c099-4a3a-8ccf-bdc96d0ed4fa tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:46.499642 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb995ede-c099-4a3a-8ccf-bdc96d0ed4fa tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:41:46.508279 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-bb995ede-c099-4a3a-8ccf-bdc96d0ed4fa tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:46.508677 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-bb995ede-c099-4a3a-8ccf-bdc96d0ed4fa tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Added segment a1b7e601-0212-4c5b-bba9-1fd4c75c6c8c of type vlan for network 7b8ace05-d01c-4eff-8607-1f3498846dc6 May 04 17:41:46.534471 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-bb995ede-c099-4a3a-8ccf-bdc96d0ed4fa tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:46.564917 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-bb995ede-c099-4a3a-8ccf-bdc96d0ed4fa tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:46.570691 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb995ede-c099-4a3a-8ccf-bdc96d0ed4fa tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:46.571271 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-bb995ede-c099-4a3a-8ccf-bdc96d0ed4fa tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:46.678115 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-bb995ede-c099-4a3a-8ccf-bdc96d0ed4fa tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2416155 May 04 17:41:46.681088 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57352) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:41:46.683454 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb995ede-c099-4a3a-8ccf-bdc96d0ed4fa tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Network': ['ID=7b8ace05-d01c-4eff-8607-1f3498846dc6,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:46.687434 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-1f03d124-c909-49b5-b728-c6cd6b9c9fed tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-712116568', 'admin_state_up': True, 'project_id': '8ede911fc7f845af95dd74968234120d', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:41:46.695062 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-1f03d124-c909-49b5-b728-c6cd6b9c9fed tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:41:46.699947 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-1f03d124-c909-49b5-b728-c6cd6b9c9fed tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:router and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:41:46.701685 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 7b8ace05-d01c-4eff-8607-1f3498846dc6 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:41:46.703600 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-1f03d124-c909-49b5-b728-c6cd6b9c9fed tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:41:46.709422 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-1f03d124-c909-49b5-b728-c6cd6b9c9fed tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:41:46.713814 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device ccb46ad3-673e-4d04-9ede-1b370d0d51f5 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:41:46.719416 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1f03d124-c909-49b5-b728-c6cd6b9c9fed tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:46.720568 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1f03d124-c909-49b5-b728-c6cd6b9c9fed tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:46.735918 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1f03d124-c909-49b5-b728-c6cd6b9c9fed tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:46.755697 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: ccb46ad3-673e-4d04-9ede-1b370d0d51f5 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:41:46.756043 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device ccb46ad3-673e-4d04-9ede-1b370d0d51f5 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:41:46.756451 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 05bee2ab-bdf2-41b5-84a5-8c12e6802bc2 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:41:46.799877 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 05bee2ab-bdf2-41b5-84a5-8c12e6802bc2 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:41:46.800218 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 05bee2ab-bdf2-41b5-84a5-8c12e6802bc2 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:41:46.800628 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device ca530e1e-0eea-426c-a959-c85e05aeaf83 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:41:46.885501 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: ca530e1e-0eea-426c-a959-c85e05aeaf83 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:41:46.885842 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device ca530e1e-0eea-426c-a959-c85e05aeaf83 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:41:46.998422 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1f03d124-c909-49b5-b728-c6cd6b9c9fed tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:47.287593 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1f03d124-c909-49b5-b728-c6cd6b9c9fed tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for router_gateway, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:47.315301 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1f03d124-c909-49b5-b728-c6cd6b9c9fed tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:47.451168 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-1f03d124-c909-49b5-b728-c6cd6b9c9fed tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Allocated IP 172.26.0.83 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/67e1a20e-387f-4fac-b238-5b054036c077) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:41:47.592247 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1f03d124-c909-49b5-b728-c6cd6b9c9fed tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:47.620461 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1f03d124-c909-49b5-b728-c6cd6b9c9fed tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:47.687697 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f03d124-c909-49b5-b728-c6cd6b9c9fed tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:41:47.690604 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-1f03d124-c909-49b5-b728-c6cd6b9c9fed tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:41:47.695483 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f03d124-c909-49b5-b728-c6cd6b9c9fed tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:41:47.727435 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f03d124-c909-49b5-b728-c6cd6b9c9fed tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Port': ['ID=67e1a20e-387f-4fac-b238-5b054036c077,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:48.199618 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1f03d124-c909-49b5-b728-c6cd6b9c9fed tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for router_gateway, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:48.533767 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1f03d124-c909-49b5-b728-c6cd6b9c9fed tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:48.728909 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f03d124-c909-49b5-b728-c6cd6b9c9fed tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Router 0533df8a-82b0-444e-9f7d-f5ed486c5b97 is scheduled to L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 with binding_index 1 {{(pid=88038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:41:48.906044 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f03d124-c909-49b5-b728-c6cd6b9c9fed tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:41:48.915423 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea915301-b0a0-4ca0-8698-58c744f73512 None None] Sync routers for ids ['0533df8a-82b0-444e-9f7d-f5ed486c5b97'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:41:48.924474 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea915301-b0a0-4ca0-8698-58c744f73512 None None] Routers {'0533df8a-82b0-444e-9f7d-f5ed486c5b97'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:41:48.925093 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-ea915301-b0a0-4ca0-8698-58c744f73512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:41:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['0533df8a-82b0-444e-9f7d-f5ed486c5b97'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:41:48.932127 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1f03d124-c909-49b5-b728-c6cd6b9c9fed tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:48.936276 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-1f03d124-c909-49b5-b728-c6cd6b9c9fed tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.2514057 May 04 17:41:48.936641 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57356) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:41:48.977414 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-43b95cff-c227-44f5-b5de-5d2a579c7419 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=8ede911fc7f845af95dd74968234120d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0396898 May 04 17:41:48.979887 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57360) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:41:49.112402 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b2b1e6-8a05-44c1-8032-a2af1d859418 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:49.114124 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-e7b2b1e6-8a05-44c1-8032-a2af1d859418 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1332970 May 04 17:41:49.117702 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 57364) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:41:49.138567 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-ea915301-b0a0-4ca0-8698-58c744f73512 None None] Set router 0533df8a-82b0-444e-9f7d-f5ed486c5b97 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:41:49.160028 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-e8a5de52-0603-4335-a1f9-2b3dcf94d09d tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=30bd8d35-9d66-4ec1-9734-58f713c6cd24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385582 May 04 17:41:49.160211 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 57368) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:41:49.165531 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-073a61e3-aee5-4875-ac8a-69b29bcf4ade tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-289596610', 'network_id': '7b8ace05-d01c-4eff-8607-1f3498846dc6', 'project_id': '8ede911fc7f845af95dd74968234120d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:41:49.276168 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-073a61e3-aee5-4875-ac8a-69b29bcf4ade tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:41:49.280062 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-073a61e3-aee5-4875-ac8a-69b29bcf4ade tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:subnet and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:41:49.282923 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-073a61e3-aee5-4875-ac8a-69b29bcf4ade tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:41:49.288768 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-073a61e3-aee5-4875-ac8a-69b29bcf4ade tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:41:49.298252 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-073a61e3-aee5-4875-ac8a-69b29bcf4ade tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Made reservation on behalf of 8ede911fc7f845af95dd74968234120d for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:41:49.301591 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-073a61e3-aee5-4875-ac8a-69b29bcf4ade tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:49.415660 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-ea915301-b0a0-4ca0-8698-58c744f73512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0533df8a-82b0-444e-9f7d-f5ed486c5b97', 'name': 'tempest-TestNetworkBasicOps-router-712116568', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '67e1a20e-387f-4fac-b238-5b054036c077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:41:46Z', 'updated_at': '2022-05-04T17:41:48Z', 'revision_number': 3, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '67e1a20e-387f-4fac-b238-5b054036c077', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d6:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0533df8a-82b0-444e-9f7d-f5ed486c5b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:41:47Z', 'updated_at': '2022-05-04T17:41:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:41:49.424277 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea915301-b0a0-4ca0-8698-58c744f73512 None None] Checking router: 0533df8a-82b0-444e-9f7d-f5ed486c5b97 for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:41:49.424626 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea915301-b0a0-4ca0-8698-58c744f73512 None None] Updating router 0533df8a-82b0-444e-9f7d-f5ed486c5b97 port 67e1a20e-387f-4fac-b238-5b054036c077 binding host dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:41:49.483543 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ea915301-b0a0-4ca0-8698-58c744f73512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:49.518448 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-073a61e3-aee5-4875-ac8a-69b29bcf4ade tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:49.701575 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073a61e3-aee5-4875-ac8a-69b29bcf4ade tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Subnet': ['ID=107c38a9-e6ab-49b6-b3c3-07ab9104018e,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:49.709019 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073a61e3-aee5-4875-ac8a-69b29bcf4ade tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Checking segment: {'id': 'a1b7e601-0212-4c5b-bba9-1fd4c75c6c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7b8ace05-d01c-4eff-8607-1f3498846dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:41:49.710106 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073a61e3-aee5-4875-ac8a-69b29bcf4ade tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Network hostable DHCP agents. Network: 7b8ace05-d01c-4eff-8607-1f3498846dc6, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:41:49.728435 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073a61e3-aee5-4875-ac8a-69b29bcf4ade tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Network 7b8ace05-d01c-4eff-8607-1f3498846dc6 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:41:49.737790 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-073a61e3-aee5-4875-ac8a-69b29bcf4ade tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 7b8ace05-d01c-4eff-8607-1f3498846dc6) {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:41:49.742264 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073a61e3-aee5-4875-ac8a-69b29bcf4ade tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:49.742842 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-073a61e3-aee5-4875-ac8a-69b29bcf4ade tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:49.753043 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32baa7c2-2f15-4eb2-8e0f-fa949c3328b1 None None] Network 7b8ace05-d01c-4eff-8607-1f3498846dc6 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:41:49.764850 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-073a61e3-aee5-4875-ac8a-69b29bcf4ade tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6038332 May 04 17:41:49.767900 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57372) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:41:49.898995 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ea915301-b0a0-4ca0-8698-58c744f73512 None None] Notify callbacks [] for port, precommit_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:49.925756 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-ea915301-b0a0-4ca0-8698-58c744f73512 None None] Transition to ACTIVE for port object 67e1a20e-387f-4fac-b238-5b054036c077 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:41:49.940941 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ea915301-b0a0-4ca0-8698-58c744f73512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:50.063770 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9b7260-6e19-443f-9e14-fcc817a00792 None None] Pushing event updated for resources: {'Port': ['ID=67e1a20e-387f-4fac-b238-5b054036c077,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:50.066040 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-ea915301-b0a0-4ca0-8698-58c744f73512 None None] Attempting to bind port 67e1a20e-387f-4fac-b238-5b054036c077 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:41:50.066417 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-ea915301-b0a0-4ca0-8698-58c744f73512 None None] Attempting to bind port 67e1a20e-387f-4fac-b238-5b054036c077 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:41:50.066784 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea915301-b0a0-4ca0-8698-58c744f73512 None None] Attempting to bind port 67e1a20e-387f-4fac-b238-5b054036c077 on network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:41:50.077492 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea915301-b0a0-4ca0-8698-58c744f73512 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:41:50.078050 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea915301-b0a0-4ca0-8698-58c744f73512 None None] Checking segment: {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:41:50.078380 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ea915301-b0a0-4ca0-8698-58c744f73512 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:50.078680 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea915301-b0a0-4ca0-8698-58c744f73512 None None] Bound using segment: {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:41:50.079150 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-ea915301-b0a0-4ca0-8698-58c744f73512 None None] Bound port: 67e1a20e-387f-4fac-b238-5b054036c077, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:41:50.079529 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ea915301-b0a0-4ca0-8698-58c744f73512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:50.162466 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8aa42e-1462-4bb3-ab0b-f34906951d80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-7b8ace05-d01c-4eff-8607-1f3498846dc6', 'network_id': '7b8ace05-d01c-4eff-8607-1f3498846dc6', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'fixed_ips': [{'subnet_id': '107c38a9-e6ab-49b6-b3c3-07ab9104018e'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:41:50.163274 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9c8aa42e-1462-4bb3-ab0b-f34906951d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:50.193580 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-ea915301-b0a0-4ca0-8698-58c744f73512 None None] For port 67e1a20e-387f-4fac-b238-5b054036c077, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:41:50.196585 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-ea915301-b0a0-4ca0-8698-58c744f73512 None None] For port 67e1a20e-387f-4fac-b238-5b054036c077, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=67e1a20e-387f-4fac-b238-5b054036c077,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:41:50.203769 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ea915301-b0a0-4ca0-8698-58c744f73512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:50.339542 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9b7260-6e19-443f-9e14-fcc817a00792 None None] Pushing event updated for resources: {'Port': ['ID=67e1a20e-387f-4fac-b238-5b054036c077,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:50.353564 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea915301-b0a0-4ca0-8698-58c744f73512 None None] Routers {'0533df8a-82b0-444e-9f7d-f5ed486c5b97'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:41:50.354209 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-ea915301-b0a0-4ca0-8698-58c744f73512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:41:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['0533df8a-82b0-444e-9f7d-f5ed486c5b97'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:41:50.580706 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-35bdf254-2204-43be-9608-b2e69f881981 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:50.622433 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-9c8aa42e-1462-4bb3-ab0b-f34906951d80 None None] Allocated IP 172.20.0.2 (7b8ace05-d01c-4eff-8607-1f3498846dc6/107c38a9-e6ab-49b6-b3c3-07ab9104018e/07eb67fa-2d4f-49db-a269-5a7478394293) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:41:50.643227 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-ea915301-b0a0-4ca0-8698-58c744f73512 None None] Set router 0533df8a-82b0-444e-9f7d-f5ed486c5b97 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:41:51.081258 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9c8aa42e-1462-4bb3-ab0b-f34906951d80 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:51.099036 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-9c8aa42e-1462-4bb3-ab0b-f34906951d80 None None] Transition to ACTIVE for port object 07eb67fa-2d4f-49db-a269-5a7478394293 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:41:51.122018 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-9c8aa42e-1462-4bb3-ab0b-f34906951d80 None None] Transition to ACTIVE for port object 07eb67fa-2d4f-49db-a269-5a7478394293 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:41:51.128282 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9c8aa42e-1462-4bb3-ab0b-f34906951d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:51.172292 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-ea915301-b0a0-4ca0-8698-58c744f73512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0533df8a-82b0-444e-9f7d-f5ed486c5b97', 'name': 'tempest-TestNetworkBasicOps-router-712116568', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '67e1a20e-387f-4fac-b238-5b054036c077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:41:46Z', 'updated_at': '2022-05-04T17:41:48Z', 'revision_number': 3, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '67e1a20e-387f-4fac-b238-5b054036c077', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d6:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0533df8a-82b0-444e-9f7d-f5ed486c5b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:41:47Z', 'updated_at': '2022-05-04T17:41:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:41:51.194555 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-35bdf254-2204-43be-9608-b2e69f881981 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Allocated IP 172.20.0.1 (7b8ace05-d01c-4eff-8607-1f3498846dc6/107c38a9-e6ab-49b6-b3c3-07ab9104018e/73637653-e233-4595-90c7-033f80d7a96e) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:41:51.202901 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea915301-b0a0-4ca0-8698-58c744f73512 None None] The sync data for ids ['0533df8a-82b0-444e-9f7d-f5ed486c5b97'] in dv-neutron-840426-1-hyperv is: [{'id': '0533df8a-82b0-444e-9f7d-f5ed486c5b97', 'name': 'tempest-TestNetworkBasicOps-router-712116568', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '67e1a20e-387f-4fac-b238-5b054036c077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:41:46Z', 'updated_at': '2022-05-04T17:41:48Z', 'revision_number': 3, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '67e1a20e-387f-4fac-b238-5b054036c077', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d6:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0533df8a-82b0-444e-9f7d-f5ed486c5b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:41:47Z', 'updated_at': '2022-05-04T17:41:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:41:51.220821 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8aa42e-1462-4bb3-ab0b-f34906951d80 None None] Network 7b8ace05-d01c-4eff-8607-1f3498846dc6 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:41:51.224131 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-9c8aa42e-1462-4bb3-ab0b-f34906951d80 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:41:51.228340 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8aa42e-1462-4bb3-ab0b-f34906951d80 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:41:51.235301 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8aa42e-1462-4bb3-ab0b-f34906951d80 None None] Pushing event updated for resources: {'Port': ['ID=07eb67fa-2d4f-49db-a269-5a7478394293,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:51.324373 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-9c8aa42e-1462-4bb3-ab0b-f34906951d80 None None] Attempting to bind port 07eb67fa-2d4f-49db-a269-5a7478394293 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:41:51.324747 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-9c8aa42e-1462-4bb3-ab0b-f34906951d80 None None] Attempting to bind port 07eb67fa-2d4f-49db-a269-5a7478394293 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'a1b7e601-0212-4c5b-bba9-1fd4c75c6c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7b8ace05-d01c-4eff-8607-1f3498846dc6'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:41:51.325117 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8aa42e-1462-4bb3-ab0b-f34906951d80 None None] Attempting to bind port 07eb67fa-2d4f-49db-a269-5a7478394293 on network 7b8ace05-d01c-4eff-8607-1f3498846dc6 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:41:51.330976 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8aa42e-1462-4bb3-ab0b-f34906951d80 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:41:51.332247 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8aa42e-1462-4bb3-ab0b-f34906951d80 None None] Checking segment: {'id': 'a1b7e601-0212-4c5b-bba9-1fd4c75c6c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7b8ace05-d01c-4eff-8607-1f3498846dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:41:51.332247 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9c8aa42e-1462-4bb3-ab0b-f34906951d80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:51.332247 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8aa42e-1462-4bb3-ab0b-f34906951d80 None None] Bound using segment: {'id': 'a1b7e601-0212-4c5b-bba9-1fd4c75c6c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7b8ace05-d01c-4eff-8607-1f3498846dc6'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:41:51.332600 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-9c8aa42e-1462-4bb3-ab0b-f34906951d80 None None] Bound port: 07eb67fa-2d4f-49db-a269-5a7478394293, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1b7e601-0212-4c5b-bba9-1fd4c75c6c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7b8ace05-d01c-4eff-8607-1f3498846dc6'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:41:51.332981 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9c8aa42e-1462-4bb3-ab0b-f34906951d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:51.396087 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-35bdf254-2204-43be-9608-b2e69f881981 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:51.413420 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-35bdf254-2204-43be-9608-b2e69f881981 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Transition to ACTIVE for port object 73637653-e233-4595-90c7-033f80d7a96e will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:41:51.447712 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-9c8aa42e-1462-4bb3-ab0b-f34906951d80 None None] For port 07eb67fa-2d4f-49db-a269-5a7478394293, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:41:51.451855 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-9c8aa42e-1462-4bb3-ab0b-f34906951d80 None None] For port 07eb67fa-2d4f-49db-a269-5a7478394293, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=07eb67fa-2d4f-49db-a269-5a7478394293,segment=NetworkSegment(a1b7e601-0212-4c5b-bba9-1fd4c75c6c8c),segment_id=a1b7e601-0212-4c5b-bba9-1fd4c75c6c8c)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:41:51.453718 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-35bdf254-2204-43be-9608-b2e69f881981 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:51.455830 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9c8aa42e-1462-4bb3-ab0b-f34906951d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:51.532768 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bdf254-2204-43be-9608-b2e69f881981 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Network 7b8ace05-d01c-4eff-8607-1f3498846dc6 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:41:51.536682 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-35bdf254-2204-43be-9608-b2e69f881981 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:41:51.540161 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bdf254-2204-43be-9608-b2e69f881981 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:41:51.545812 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8aa42e-1462-4bb3-ab0b-f34906951d80 None None] Pushing event updated for resources: {'Port': ['ID=07eb67fa-2d4f-49db-a269-5a7478394293,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:51.589376 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bdf254-2204-43be-9608-b2e69f881981 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Port': ['ID=73637653-e233-4595-90c7-033f80d7a96e,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:51.615766 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-35bdf254-2204-43be-9608-b2e69f881981 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710357'] for router_interface, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:52.016450 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-35bdf254-2204-43be-9608-b2e69f881981 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:52.439954 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-35bdf254-2204-43be-9608-b2e69f881981 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:52.444620 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-35bdf254-2204-43be-9608-b2e69f881981 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:52.458591 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ceeb746-8bd5-49a5-a18f-a37553cc377c None None] Network 7b8ace05-d01c-4eff-8607-1f3498846dc6 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:41:52.546153 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-c3b92736-2753-47a2-aace-b9787ab42858 None None] Provisioning for port 07eb67fa-2d4f-49db-a269-5a7478394293 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:41:52.557318 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-35bdf254-2204-43be-9608-b2e69f881981 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710702'] for router_interface, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:52.561526 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bdf254-2204-43be-9608-b2e69f881981 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Port': ['ID=73637653-e233-4595-90c7-033f80d7a96e,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:52.711423 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bdf254-2204-43be-9608-b2e69f881981 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Network 7b8ace05-d01c-4eff-8607-1f3498846dc6 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:41:52.712840 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-35bdf254-2204-43be-9608-b2e69f881981 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:41:52.796321 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 07eb67fa-2d4f-49db-a269-5a7478394293 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:41:52.882078 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 07eb67fa-2d4f-49db-a269-5a7478394293 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:41:52.891265 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 07eb67fa-2d4f-49db-a269-5a7478394293 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:41:52.891945 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:52.915721 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35bdf254-2204-43be-9608-b2e69f881981 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Router 0533df8a-82b0-444e-9f7d-f5ed486c5b97 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:41:53.021328 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-2fb78022-b62c-46dc-84d3-93c0d662b756 None None] Provisioning for port 73637653-e233-4595-90c7-033f80d7a96e completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:41:53.043134 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-2fb78022-b62c-46dc-84d3-93c0d662b756 None None] Provisioning complete for port 73637653-e233-4595-90c7-033f80d7a96e triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:41:53.043501 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-2fb78022-b62c-46dc-84d3-93c0d662b756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:53.101614 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:53.145413 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 07eb67fa-2d4f-49db-a269-5a7478394293, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=07eb67fa-2d4f-49db-a269-5a7478394293,segment=NetworkSegment(a1b7e601-0212-4c5b-bba9-1fd4c75c6c8c),segment_id=a1b7e601-0212-4c5b-bba9-1fd4c75c6c8c)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:41:53.147635 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35bdf254-2204-43be-9608-b2e69f881981 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:41:53.154291 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-2fb78022-b62c-46dc-84d3-93c0d662b756 None None] Port 73637653-e233-4595-90c7-033f80d7a96e cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:41:53.156508 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:53.156974 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 67e1a20e-387f-4fac-b238-5b054036c077 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:41:53.159881 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce68495-d6a1-492a-bca0-069571c50a70 None None] Sync routers for ids ['0533df8a-82b0-444e-9f7d-f5ed486c5b97'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:41:53.162873 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-35bdf254-2204-43be-9608-b2e69f881981 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "PUT /v2.0/routers/0533df8a-82b0-444e-9f7d-f5ed486c5b97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3938046 May 04 17:41:53.165161 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57376) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:41:53.170655 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce68495-d6a1-492a-bca0-069571c50a70 None None] Routers {'0533df8a-82b0-444e-9f7d-f5ed486c5b97'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:41:53.171512 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-6ce68495-d6a1-492a-bca0-069571c50a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:41:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['0533df8a-82b0-444e-9f7d-f5ed486c5b97'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:41:53.362543 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-6ce68495-d6a1-492a-bca0-069571c50a70 None None] Set router 0533df8a-82b0-444e-9f7d-f5ed486c5b97 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:41:53.362800 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=07eb67fa-2d4f-49db-a269-5a7478394293,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:53.373089 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:41:53.373530 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:41:53.373882 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:41:53.374245 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:41:53.374582 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:41:53.374914 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:41:53.375241 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:41:53.375565 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:41:53.375891 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:41:53.376215 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:41:53.376536 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:41:53.376855 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:41:53.398116 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-2fb78022-b62c-46dc-84d3-93c0d662b756 None None] Provisioning complete for port 07eb67fa-2d4f-49db-a269-5a7478394293 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:41:53.398586 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-2fb78022-b62c-46dc-84d3-93c0d662b756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:53.424094 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 67e1a20e-387f-4fac-b238-5b054036c077 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:41:53.446073 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 67e1a20e-387f-4fac-b238-5b054036c077 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:41:53.446446 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:53.488325 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6841d471-63b0-4c88-a1bd-9bfa2ab1b123 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:53.488867 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6841d471-63b0-4c88-a1bd-9bfa2ab1b123 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:53.489545 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6841d471-63b0-4c88-a1bd-9bfa2ab1b123 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:53.489711 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6841d471-63b0-4c88-a1bd-9bfa2ab1b123 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:53.494145 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-6841d471-63b0-4c88-a1bd-9bfa2ab1b123 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.3278456 May 04 17:41:53.495085 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 57380) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:41:53.578472 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6f9412-5148-4804-bc34-b9aa5d9c0efd tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:53.579098 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6f9412-5148-4804-bc34-b9aa5d9c0efd tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:53.579629 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6f9412-5148-4804-bc34-b9aa5d9c0efd tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:53.580145 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6f9412-5148-4804-bc34-b9aa5d9c0efd tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:53.584836 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-6d6f9412-5148-4804-bc34-b9aa5d9c0efd tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0852749 May 04 17:41:53.585639 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57384) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:41:53.647053 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:53.664027 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 67e1a20e-387f-4fac-b238-5b054036c077, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=67e1a20e-387f-4fac-b238-5b054036c077,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:41:53.670304 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:53.726580 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-6ce68495-d6a1-492a-bca0-069571c50a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0533df8a-82b0-444e-9f7d-f5ed486c5b97', 'name': 'tempest-TestNetworkBasicOps-router-712116568', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '67e1a20e-387f-4fac-b238-5b054036c077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:41:46Z', 'updated_at': '2022-05-04T17:41:51Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '67e1a20e-387f-4fac-b238-5b054036c077', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d6:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0533df8a-82b0-444e-9f7d-f5ed486c5b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:41:47Z', 'updated_at': '2022-05-04T17:41:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '73637653-e233-4595-90c7-033f80d7a96e', 'name': '', 'network_id': '7b8ace05-d01c-4eff-8607-1f3498846dc6', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:eb:93:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0533df8a-82b0-444e-9f7d-f5ed486c5b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '107c38a9-e6ab-49b6-b3c3-07ab9104018e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:41:50Z', 'updated_at': '2022-05-04T17:41:52Z', 'revision_number': 2, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '107c38a9-e6ab-49b6-b3c3-07ab9104018e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:41:53.730781 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce68495-d6a1-492a-bca0-069571c50a70 None None] Checking router: 0533df8a-82b0-444e-9f7d-f5ed486c5b97 for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:41:53.731131 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce68495-d6a1-492a-bca0-069571c50a70 None None] Updating router 0533df8a-82b0-444e-9f7d-f5ed486c5b97 port 73637653-e233-4595-90c7-033f80d7a96e binding host dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:41:53.740205 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=67e1a20e-387f-4fac-b238-5b054036c077,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:53.767184 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-fd615658-8d01-40d7-a86c-7d13390e85ba None None] Provisioning complete for port 73637653-e233-4595-90c7-033f80d7a96e triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:41:53.767696 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-fd615658-8d01-40d7-a86c-7d13390e85ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:53.784516 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-6ce68495-d6a1-492a-bca0-069571c50a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:53.808044 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-46f69182-e632-4e78-9cdc-d71c19ee4541 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1604 time: 0.2183800 May 04 17:41:53.823457 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-fd615658-8d01-40d7-a86c-7d13390e85ba None None] Port 73637653-e233-4595-90c7-033f80d7a96e cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:41:54.113353 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-6ce68495-d6a1-492a-bca0-069571c50a70 None None] Notify callbacks [] for port, precommit_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:54.124448 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 57390) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:41:54.125498 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.provisioning_blocks [None req-6ce68495-d6a1-492a-bca0-069571c50a70 None None] Transition to ACTIVE for port object 73637653-e233-4595-90c7-033f80d7a96e will not be triggered until provisioned by entity L2. {{(pid=88040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:41:54.129847 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-711b4ecc-b082-4d9b-bb52-52ad747c5778 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1741869520', 'description': 'tempest-secgroup-smoke-1741869520 description', 'project_id': '8ede911fc7f845af95dd74968234120d'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:41:54.133035 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-6ce68495-d6a1-492a-bca0-069571c50a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:54.136080 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-711b4ecc-b082-4d9b-bb52-52ad747c5778 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:41:54.140132 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-711b4ecc-b082-4d9b-bb52-52ad747c5778 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:41:54.142991 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-711b4ecc-b082-4d9b-bb52-52ad747c5778 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:41:54.148679 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-711b4ecc-b082-4d9b-bb52-52ad747c5778 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:41:54.159198 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-711b4ecc-b082-4d9b-bb52-52ad747c5778 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:54.179974 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-711b4ecc-b082-4d9b-bb52-52ad747c5778 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:41:54.184756 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-711b4ecc-b082-4d9b-bb52-52ad747c5778 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:41:54.187748 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-711b4ecc-b082-4d9b-bb52-52ad747c5778 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:41:54.199032 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-711b4ecc-b082-4d9b-bb52-52ad747c5778 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:41:54.257469 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1634d26f-37e5-4ebc-8b6c-63dfccb30e4e None None] Pushing event updated for resources: {'Port': ['ID=73637653-e233-4595-90c7-033f80d7a96e,revision_number=3']} {{(pid=88040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:54.291857 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-711b4ecc-b082-4d9b-bb52-52ad747c5778 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:54.296653 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-711b4ecc-b082-4d9b-bb52-52ad747c5778 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:54.343162 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711b4ecc-b082-4d9b-bb52-52ad747c5778 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eddba34a-d0e6-435c-acb3-ca0223b66218,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:54.347658 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-711b4ecc-b082-4d9b-bb52-52ad747c5778 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:54.352161 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57394) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:41:54.352317 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-711b4ecc-b082-4d9b-bb52-52ad747c5778 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2266970 May 04 17:41:54.359437 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-6ce68495-d6a1-492a-bca0-069571c50a70 None None] Attempting to bind port 73637653-e233-4595-90c7-033f80d7a96e on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:41:54.359988 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-6ce68495-d6a1-492a-bca0-069571c50a70 None None] Attempting to bind port 73637653-e233-4595-90c7-033f80d7a96e by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'a1b7e601-0212-4c5b-bba9-1fd4c75c6c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7b8ace05-d01c-4eff-8607-1f3498846dc6'}] {{(pid=88040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:41:54.360351 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce68495-d6a1-492a-bca0-069571c50a70 None None] Attempting to bind port 73637653-e233-4595-90c7-033f80d7a96e on network 7b8ace05-d01c-4eff-8607-1f3498846dc6 {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:41:54.362205 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-95e20839-791c-4726-9af5-2dc2ee1a0f3f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group_rule': {'security_group_id': 'eddba34a-d0e6-435c-acb3-ca0223b66218', 'project_id': '8ede911fc7f845af95dd74968234120d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:41:54.366214 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce68495-d6a1-492a-bca0-069571c50a70 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:41:54.366550 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce68495-d6a1-492a-bca0-069571c50a70 None None] Checking segment: {'id': 'a1b7e601-0212-4c5b-bba9-1fd4c75c6c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7b8ace05-d01c-4eff-8607-1f3498846dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:41:54.366949 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-6ce68495-d6a1-492a-bca0-069571c50a70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:54.367341 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce68495-d6a1-492a-bca0-069571c50a70 None None] Bound using segment: {'id': 'a1b7e601-0212-4c5b-bba9-1fd4c75c6c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7b8ace05-d01c-4eff-8607-1f3498846dc6'} {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:41:54.367808 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-6ce68495-d6a1-492a-bca0-069571c50a70 None None] Bound port: 73637653-e233-4595-90c7-033f80d7a96e, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1b7e601-0212-4c5b-bba9-1fd4c75c6c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7b8ace05-d01c-4eff-8607-1f3498846dc6'}}] {{(pid=88040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:41:54.368185 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-6ce68495-d6a1-492a-bca0-069571c50a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:54.372958 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-95e20839-791c-4726-9af5-2dc2ee1a0f3f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:41:54.376990 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-95e20839-791c-4726-9af5-2dc2ee1a0f3f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:41:54.380032 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-95e20839-791c-4726-9af5-2dc2ee1a0f3f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:41:54.387292 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-95e20839-791c-4726-9af5-2dc2ee1a0f3f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:41:54.404536 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-95e20839-791c-4726-9af5-2dc2ee1a0f3f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:54.463989 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.db [None req-6ce68495-d6a1-492a-bca0-069571c50a70 None None] For port 73637653-e233-4595-90c7-033f80d7a96e, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:41:54.467772 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.db [None req-6ce68495-d6a1-492a-bca0-069571c50a70 None None] For port 73637653-e233-4595-90c7-033f80d7a96e, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=73637653-e233-4595-90c7-033f80d7a96e,segment=NetworkSegment(a1b7e601-0212-4c5b-bba9-1fd4c75c6c8c),segment_id=a1b7e601-0212-4c5b-bba9-1fd4c75c6c8c)] {{(pid=88040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:41:54.467981 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-95e20839-791c-4726-9af5-2dc2ee1a0f3f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:54.471374 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-6ce68495-d6a1-492a-bca0-069571c50a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:54.471631 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-95e20839-791c-4726-9af5-2dc2ee1a0f3f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:54.492301 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e20839-791c-4726-9af5-2dc2ee1a0f3f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a7a2657-9bdb-45dc-9345-1a8720332c05,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:54.503892 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-95e20839-791c-4726-9af5-2dc2ee1a0f3f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:54.505084 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-95e20839-791c-4726-9af5-2dc2ee1a0f3f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1512108 May 04 17:41:54.507937 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 57398) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:41:54.513312 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-dc603736-8639-46b3-8997-c13cc3eaed68 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group_rule': {'security_group_id': 'eddba34a-d0e6-435c-acb3-ca0223b66218', 'project_id': '8ede911fc7f845af95dd74968234120d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:41:54.519120 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-dc603736-8639-46b3-8997-c13cc3eaed68 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:41:54.522928 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-dc603736-8639-46b3-8997-c13cc3eaed68 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:41:54.525896 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-dc603736-8639-46b3-8997-c13cc3eaed68 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:41:54.532139 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-dc603736-8639-46b3-8997-c13cc3eaed68 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:41:54.544188 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1634d26f-37e5-4ebc-8b6c-63dfccb30e4e None None] Pushing event updated for resources: {'Port': ['ID=73637653-e233-4595-90c7-033f80d7a96e,revision_number=4']} {{(pid=88040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:54.553090 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dc603736-8639-46b3-8997-c13cc3eaed68 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:54.556675 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce68495-d6a1-492a-bca0-069571c50a70 None None] Routers {'0533df8a-82b0-444e-9f7d-f5ed486c5b97'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:41:54.557409 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-6ce68495-d6a1-492a-bca0-069571c50a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:41:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['0533df8a-82b0-444e-9f7d-f5ed486c5b97'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:41:54.620139 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dc603736-8639-46b3-8997-c13cc3eaed68 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:54.625059 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dc603736-8639-46b3-8997-c13cc3eaed68 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:54.652801 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc603736-8639-46b3-8997-c13cc3eaed68 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29cf49fd-09fc-40e0-88df-1c205f67ac47,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:54.664804 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-dc603736-8639-46b3-8997-c13cc3eaed68 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:54.669590 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57402) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:41:54.669768 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-dc603736-8639-46b3-8997-c13cc3eaed68 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1607809 May 04 17:41:54.677167 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-5dfba195-4717-4d72-8ec1-1c1879083075 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group_rule': {'security_group_id': 'eddba34a-d0e6-435c-acb3-ca0223b66218', 'project_id': '8ede911fc7f845af95dd74968234120d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:41:54.684375 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-5dfba195-4717-4d72-8ec1-1c1879083075 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:41:54.689552 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-5dfba195-4717-4d72-8ec1-1c1879083075 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:41:54.698088 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-5dfba195-4717-4d72-8ec1-1c1879083075 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:41:54.706189 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-5dfba195-4717-4d72-8ec1-1c1879083075 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:41:54.726254 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5dfba195-4717-4d72-8ec1-1c1879083075 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:54.735445 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 07eb67fa-2d4f-49db-a269-5a7478394293 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:41:54.768242 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-6ce68495-d6a1-492a-bca0-069571c50a70 None None] Set router 0533df8a-82b0-444e-9f7d-f5ed486c5b97 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:41:54.799826 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5dfba195-4717-4d72-8ec1-1c1879083075 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:54.814610 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5dfba195-4717-4d72-8ec1-1c1879083075 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:54.828820 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 07eb67fa-2d4f-49db-a269-5a7478394293 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:41:54.828820 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:54.838830 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfba195-4717-4d72-8ec1-1c1879083075 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=208febba-a087-45d3-9ce3-d55fd78ac11b,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:54.849977 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5dfba195-4717-4d72-8ec1-1c1879083075 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:54.851431 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-5dfba195-4717-4d72-8ec1-1c1879083075 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1807873 May 04 17:41:54.854308 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57406) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:41:54.860048 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-e0dd7f6c-a5c8-4dab-835a-7e11b9239360 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group_rule': {'security_group_id': 'eddba34a-d0e6-435c-acb3-ca0223b66218', 'project_id': '8ede911fc7f845af95dd74968234120d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:41:54.866051 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-e0dd7f6c-a5c8-4dab-835a-7e11b9239360 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:41:54.869997 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-e0dd7f6c-a5c8-4dab-835a-7e11b9239360 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:41:54.873576 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-e0dd7f6c-a5c8-4dab-835a-7e11b9239360 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:41:54.879400 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-e0dd7f6c-a5c8-4dab-835a-7e11b9239360 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:41:54.898262 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e0dd7f6c-a5c8-4dab-835a-7e11b9239360 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:54.957435 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 67e1a20e-387f-4fac-b238-5b054036c077 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:41:54.972265 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e0dd7f6c-a5c8-4dab-835a-7e11b9239360 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:54.976609 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e0dd7f6c-a5c8-4dab-835a-7e11b9239360 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:55.001889 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dd7f6c-a5c8-4dab-835a-7e11b9239360 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f594ac70-ed5c-4940-b3d8-011ba88c65be,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:55.016736 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e0dd7f6c-a5c8-4dab-835a-7e11b9239360 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:55.017954 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-e0dd7f6c-a5c8-4dab-835a-7e11b9239360 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1626453 May 04 17:41:55.020838 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57410) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:41:55.028671 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-8c0d70ae-44c8-4cb9-acf7-b0edc21c365f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group_rule': {'security_group_id': 'eddba34a-d0e6-435c-acb3-ca0223b66218', 'project_id': '8ede911fc7f845af95dd74968234120d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:41:55.031975 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 67e1a20e-387f-4fac-b238-5b054036c077 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:41:55.032347 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:55.034471 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-8c0d70ae-44c8-4cb9-acf7-b0edc21c365f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:41:55.038707 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-8c0d70ae-44c8-4cb9-acf7-b0edc21c365f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:41:55.041826 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-8c0d70ae-44c8-4cb9-acf7-b0edc21c365f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:41:55.048517 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-8c0d70ae-44c8-4cb9-acf7-b0edc21c365f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:41:55.060415 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.securitygroups_db [None req-8c0d70ae-44c8-4cb9-acf7-b0edc21c365f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Project 8ede911fc7f845af95dd74968234120d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 17:41:55.067949 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8c0d70ae-44c8-4cb9-acf7-b0edc21c365f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:55.107094 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-6ce68495-d6a1-492a-bca0-069571c50a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0533df8a-82b0-444e-9f7d-f5ed486c5b97', 'name': 'tempest-TestNetworkBasicOps-router-712116568', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '67e1a20e-387f-4fac-b238-5b054036c077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:41:46Z', 'updated_at': '2022-05-04T17:41:51Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '67e1a20e-387f-4fac-b238-5b054036c077', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0533df8a-82b0-444e-9f7d-f5ed486c5b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:41:47Z', 'updated_at': '2022-05-04T17:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '73637653-e233-4595-90c7-033f80d7a96e', 'name': '', 'network_id': '7b8ace05-d01c-4eff-8607-1f3498846dc6', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:eb:93:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0533df8a-82b0-444e-9f7d-f5ed486c5b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '107c38a9-e6ab-49b6-b3c3-07ab9104018e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:41:50Z', 'updated_at': '2022-05-04T17:41:54Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '107c38a9-e6ab-49b6-b3c3-07ab9104018e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:41:55.111243 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce68495-d6a1-492a-bca0-069571c50a70 None None] The sync data for ids ['0533df8a-82b0-444e-9f7d-f5ed486c5b97'] in dv-neutron-840426-1-hyperv is: [{'id': '0533df8a-82b0-444e-9f7d-f5ed486c5b97', 'name': 'tempest-TestNetworkBasicOps-router-712116568', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '67e1a20e-387f-4fac-b238-5b054036c077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:41:46Z', 'updated_at': '2022-05-04T17:41:51Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '67e1a20e-387f-4fac-b238-5b054036c077', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0533df8a-82b0-444e-9f7d-f5ed486c5b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:41:47Z', 'updated_at': '2022-05-04T17:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '73637653-e233-4595-90c7-033f80d7a96e', 'name': '', 'network_id': '7b8ace05-d01c-4eff-8607-1f3498846dc6', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:eb:93:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0533df8a-82b0-444e-9f7d-f5ed486c5b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '107c38a9-e6ab-49b6-b3c3-07ab9104018e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:41:50Z', 'updated_at': '2022-05-04T17:41:54Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '107c38a9-e6ab-49b6-b3c3-07ab9104018e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:41:55.138237 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8c0d70ae-44c8-4cb9-acf7-b0edc21c365f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:55.152748 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8c0d70ae-44c8-4cb9-acf7-b0edc21c365f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:55.195846 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0d70ae-44c8-4cb9-acf7-b0edc21c365f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=870e3ec0-7c3e-488a-a3b5-d7c202dbd0d6,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:55.207071 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8c0d70ae-44c8-4cb9-acf7-b0edc21c365f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:55.208258 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-8c0d70ae-44c8-4cb9-acf7-b0edc21c365f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1864409 May 04 17:41:55.211040 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57414) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:41:55.219147 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-d9b93541-5c4d-4906-9cc3-bdd1bc5ed58f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group_rule': {'security_group_id': 'eddba34a-d0e6-435c-acb3-ca0223b66218', 'project_id': '8ede911fc7f845af95dd74968234120d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:41:55.233518 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-d9b93541-5c4d-4906-9cc3-bdd1bc5ed58f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:41:55.238522 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-d9b93541-5c4d-4906-9cc3-bdd1bc5ed58f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:41:55.242364 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-d9b93541-5c4d-4906-9cc3-bdd1bc5ed58f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:41:55.248412 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-d9b93541-5c4d-4906-9cc3-bdd1bc5ed58f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:41:55.259540 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.securitygroups_db [None req-d9b93541-5c4d-4906-9cc3-bdd1bc5ed58f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Project 8ede911fc7f845af95dd74968234120d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 17:41:55.266767 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d9b93541-5c4d-4906-9cc3-bdd1bc5ed58f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:55.337276 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d9b93541-5c4d-4906-9cc3-bdd1bc5ed58f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:55.341727 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d9b93541-5c4d-4906-9cc3-bdd1bc5ed58f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:55.368896 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b93541-5c4d-4906-9cc3-bdd1bc5ed58f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=899a63e9-ee23-4c93-87b6-651624a125c0,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:55.378125 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d9b93541-5c4d-4906-9cc3-bdd1bc5ed58f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:55.379421 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-d9b93541-5c4d-4906-9cc3-bdd1bc5ed58f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1673915 May 04 17:41:55.544934 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-e9cd002a-006d-485e-9fb7-7b51794d05b3 req-71e92917-56af-40f5-8929-52c3980d82a7 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Synchronizing usage tracker for tenant:8ede911fc7f845af95dd74968234120d on resource:security_group {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:41:55.561522 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-e9cd002a-006d-485e-9fb7-7b51794d05b3 req-71e92917-56af-40f5-8929-52c3980d82a7 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Unset dirty status for tenant:8ede911fc7f845af95dd74968234120d on resource:security_group {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:41:55.562807 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e9cd002a-006d-485e-9fb7-7b51794d05b3 req-71e92917-56af-40f5-8929-52c3980d82a7 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1741869520&fields=id&tenant_id=8ede911fc7f845af95dd74968234120d HTTP/1.1" status: 200 len: 267 time: 0.0585701 May 04 17:41:55.718499 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd002a-006d-485e-9fb7-7b51794d05b3 req-7a530a1c-70df-4232-aa55-5da633a579fb tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:55.719206 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-e9cd002a-006d-485e-9fb7-7b51794d05b3 req-7a530a1c-70df-4232-aa55-5da633a579fb tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Synchronizing usage tracker for tenant:8ede911fc7f845af95dd74968234120d on resource:network {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:41:55.736182 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-e9cd002a-006d-485e-9fb7-7b51794d05b3 req-7a530a1c-70df-4232-aa55-5da633a579fb tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Unset dirty status for tenant:8ede911fc7f845af95dd74968234120d on resource:network {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:41:55.737348 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e9cd002a-006d-485e-9fb7-7b51794d05b3 req-7a530a1c-70df-4232-aa55-5da633a579fb tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/networks?id=7b8ace05-d01c-4eff-8607-1f3498846dc6 HTTP/1.1" status: 200 len: 797 time: 0.1669533 May 04 17:41:55.752935 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e9cd002a-006d-485e-9fb7-7b51794d05b3 req-433e199a-f6c3-4c18-a5b8-8bd3c44ae4f3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/quotas/8ede911fc7f845af95dd74968234120d HTTP/1.1" status: 200 len: 375 time: 0.0100002 May 04 17:41:55.839191 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e9cd002a-006d-485e-9fb7-7b51794d05b3 req-dad9e48d-ddc5-41a7-8f2f-e1ae951b41e9 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8ede911fc7f845af95dd74968234120d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0795031 May 04 17:41:55.979426 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e9cd002a-006d-485e-9fb7-7b51794d05b3 req-83d6b77a-7056-4bd0-8f5f-4415a0b4bc4c service neutron] 10.222.0.41 "GET /v2.0/networks/7b8ace05-d01c-4eff-8607-1f3498846dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273830 May 04 17:41:56.111645 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e9cd002a-006d-485e-9fb7-7b51794d05b3 req-7aa86f2c-4d22-4b21-8fe3-6d0a38a004fa service neutron] 10.222.0.41 "GET /v2.0/networks/7b8ace05-d01c-4eff-8607-1f3498846dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263797 May 04 17:41:56.286097 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-b7edb027-f1c2-4d82-8337-6831ae7e4f70 req-f5ca1fe8-792f-4b89-9b17-75bd09146a28 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Synchronizing usage tracker for tenant:8ede911fc7f845af95dd74968234120d on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:41:56.306644 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-b7edb027-f1c2-4d82-8337-6831ae7e4f70 req-f5ca1fe8-792f-4b89-9b17-75bd09146a28 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Unset dirty status for tenant:8ede911fc7f845af95dd74968234120d on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:41:56.307919 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-b7edb027-f1c2-4d82-8337-6831ae7e4f70 req-f5ca1fe8-792f-4b89-9b17-75bd09146a28 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=789b267d-de76-4747-8b24-f4aa98bae4cd HTTP/1.1" status: 200 len: 210 time: 0.0636535 May 04 17:41:56.720312 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 73637653-e233-4595-90c7-033f80d7a96e up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:41:56.786552 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 73637653-e233-4595-90c7-033f80d7a96e completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:41:56.792142 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 73637653-e233-4595-90c7-033f80d7a96e triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:41:56.792521 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:56.910508 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:56.942459 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 73637653-e233-4595-90c7-033f80d7a96e, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=73637653-e233-4595-90c7-033f80d7a96e,segment=NetworkSegment(a1b7e601-0212-4c5b-bba9-1fd4c75c6c8c),segment_id=a1b7e601-0212-4c5b-bba9-1fd4c75c6c8c)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:41:56.946330 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:57.012702 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=73637653-e233-4595-90c7-033f80d7a96e,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:57.281600 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd002a-006d-485e-9fb7-7b51794d05b3 req-4d817c94-2551-47f1-8777-966fee6fd93f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:57.283194 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e9cd002a-006d-485e-9fb7-7b51794d05b3 req-4d817c94-2551-47f1-8777-966fee6fd93f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.42 "GET /v2.0/networks?id=7b8ace05-d01c-4eff-8607-1f3498846dc6 HTTP/1.1" status: 200 len: 797 time: 0.1522450 May 04 17:41:57.333335 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e9cd002a-006d-485e-9fb7-7b51794d05b3 req-4243756f-ac3c-443d-a997-21b65c97c9a0 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ede911fc7f845af95dd74968234120d HTTP/1.1" status: 200 len: 380 time: 0.0416980 May 04 17:41:57.342386 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [req-e9cd002a-006d-485e-9fb7-7b51794d05b3 req-0652a9a6-c191-4833-87e4-fa69d0725616 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'port': {'device_id': '789b267d-de76-4747-8b24-f4aa98bae4cd', 'network_id': '7b8ace05-d01c-4eff-8607-1f3498846dc6', 'admin_state_up': True, 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'security_groups': ['eddba34a-d0e6-435c-acb3-ca0223b66218']}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:41:57.502016 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f179a936-fc08-412c-b6fb-ed9a60db484d req-316861f3-5196-4215-bfc2-8809115ad6eb tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=789b267d-de76-4747-8b24-f4aa98bae4cd HTTP/1.1" status: 200 len: 210 time: 0.0685003 May 04 17:41:57.530016 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [req-e9cd002a-006d-485e-9fb7-7b51794d05b3 req-0652a9a6-c191-4833-87e4-fa69d0725616 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:41:57.539704 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [req-e9cd002a-006d-485e-9fb7-7b51794d05b3 req-0652a9a6-c191-4833-87e4-fa69d0725616 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:41:57.549066 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9cd002a-006d-485e-9fb7-7b51794d05b3 req-0652a9a6-c191-4833-87e4-fa69d0725616 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Made reservation on behalf of 8ede911fc7f845af95dd74968234120d for: {'port': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:41:57.552569 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-e9cd002a-006d-485e-9fb7-7b51794d05b3 req-0652a9a6-c191-4833-87e4-fa69d0725616 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:57.713982 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [req-e9cd002a-006d-485e-9fb7-7b51794d05b3 req-0652a9a6-c191-4833-87e4-fa69d0725616 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Allocated IP 172.20.0.14 (7b8ace05-d01c-4eff-8607-1f3498846dc6/107c38a9-e6ab-49b6-b3c3-07ab9104018e/5818a84b-8d61-4c18-a6c2-478d09e655e2) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:41:57.899140 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-e9cd002a-006d-485e-9fb7-7b51794d05b3 req-0652a9a6-c191-4833-87e4-fa69d0725616 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:57.914731 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [req-e9cd002a-006d-485e-9fb7-7b51794d05b3 req-0652a9a6-c191-4833-87e4-fa69d0725616 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Transition to ACTIVE for port object 5818a84b-8d61-4c18-a6c2-478d09e655e2 will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:41:57.936761 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-e9cd002a-006d-485e-9fb7-7b51794d05b3 req-0652a9a6-c191-4833-87e4-fa69d0725616 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:58.107797 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9cd002a-006d-485e-9fb7-7b51794d05b3 req-0652a9a6-c191-4833-87e4-fa69d0725616 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Network 7b8ace05-d01c-4eff-8607-1f3498846dc6 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:41:58.110993 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [req-e9cd002a-006d-485e-9fb7-7b51794d05b3 req-0652a9a6-c191-4833-87e4-fa69d0725616 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:41:58.114917 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9cd002a-006d-485e-9fb7-7b51794d05b3 req-0652a9a6-c191-4833-87e4-fa69d0725616 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:41:58.151830 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0652a9a6-c191-4833-87e4-fa69d0725616 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Port': ['ID=5818a84b-8d61-4c18-a6c2-478d09e655e2,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:58.184777 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd002a-006d-485e-9fb7-7b51794d05b3 req-0652a9a6-c191-4833-87e4-fa69d0725616 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:58.185386 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-e9cd002a-006d-485e-9fb7-7b51794d05b3 req-0652a9a6-c191-4833-87e4-fa69d0725616 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:58.212433 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e9cd002a-006d-485e-9fb7-7b51794d05b3 req-0652a9a6-c191-4833-87e4-fa69d0725616 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8739979 May 04 17:41:58.223703 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [req-e9cd002a-006d-485e-9fb7-7b51794d05b3 req-c2501d1e-52aa-4ab9-b7eb-cf64eebb4743 service neutron] Request body: {'port': {'device_id': '789b267d-de76-4747-8b24-f4aa98bae4cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:41:58.336696 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-e9cd002a-006d-485e-9fb7-7b51794d05b3 req-c2501d1e-52aa-4ab9-b7eb-cf64eebb4743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:58.355803 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-566a37fc-782b-44c1-97be-17dcac34f23f None None] Provisioning for port 5818a84b-8d61-4c18-a6c2-478d09e655e2 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:41:58.360802 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-566a37fc-782b-44c1-97be-17dcac34f23f None None] Provisioning complete for port 5818a84b-8d61-4c18-a6c2-478d09e655e2 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:41:58.361244 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-566a37fc-782b-44c1-97be-17dcac34f23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:58.414316 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-566a37fc-782b-44c1-97be-17dcac34f23f None None] Port 5818a84b-8d61-4c18-a6c2-478d09e655e2 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:41:58.680506 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [req-e9cd002a-006d-485e-9fb7-7b51794d05b3 req-c2501d1e-52aa-4ab9-b7eb-cf64eebb4743 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5818a84b-8d61-4c18-a6c2-478d09e655e2 {{(pid=88037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:41:58.686618 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca4f7b-4ae9-416c-b1a2-0a3b9a369dea req-2ae804cf-9858-4aa7-bed4-e4a517ce6e45 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:58.688165 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-fdca4f7b-4ae9-416c-b1a2-0a3b9a369dea req-2ae804cf-9858-4aa7-bed4-e4a517ce6e45 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=789b267d-de76-4747-8b24-f4aa98bae4cd HTTP/1.1" status: 200 len: 932 time: 0.0823121 May 04 17:41:58.692193 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-e9cd002a-006d-485e-9fb7-7b51794d05b3 req-c2501d1e-52aa-4ab9-b7eb-cf64eebb4743 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:58.707043 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 73637653-e233-4595-90c7-033f80d7a96e up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:41:58.707342 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [req-e9cd002a-006d-485e-9fb7-7b51794d05b3 req-c2501d1e-52aa-4ab9-b7eb-cf64eebb4743 service neutron] Transition to ACTIVE for port object 5818a84b-8d61-4c18-a6c2-478d09e655e2 will not be triggered until provisioned by entity L2. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:41:58.711705 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-e9cd002a-006d-485e-9fb7-7b51794d05b3 req-c2501d1e-52aa-4ab9-b7eb-cf64eebb4743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:58.736402 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-fdca4f7b-4ae9-416c-b1a2-0a3b9a369dea req-6efbb7e8-9fcb-4117-ba01-bfe8154d5df5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Synchronizing usage tracker for tenant:8ede911fc7f845af95dd74968234120d on resource:security_group {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:41:58.750233 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-fdca4f7b-4ae9-416c-b1a2-0a3b9a369dea req-6efbb7e8-9fcb-4117-ba01-bfe8154d5df5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Unset dirty status for tenant:8ede911fc7f845af95dd74968234120d on resource:security_group {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:41:58.752022 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-fdca4f7b-4ae9-416c-b1a2-0a3b9a369dea req-6efbb7e8-9fcb-4117-ba01-bfe8154d5df5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=eddba34a-d0e6-435c-acb3-ca0223b66218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577641 May 04 17:41:58.774828 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 73637653-e233-4595-90c7-033f80d7a96e triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:41:58.774828 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:58.883022 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2501d1e-52aa-4ab9-b7eb-cf64eebb4743 service neutron] Pushing event updated for resources: {'Port': ['ID=5818a84b-8d61-4c18-a6c2-478d09e655e2,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:58.957378 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-e9cd002a-006d-485e-9fb7-7b51794d05b3 req-c2501d1e-52aa-4ab9-b7eb-cf64eebb4743 service neutron] Attempting to bind port 5818a84b-8d61-4c18-a6c2-478d09e655e2 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:41:58.957679 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-e9cd002a-006d-485e-9fb7-7b51794d05b3 req-c2501d1e-52aa-4ab9-b7eb-cf64eebb4743 service neutron] Attempting to bind port 5818a84b-8d61-4c18-a6c2-478d09e655e2 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': 'a1b7e601-0212-4c5b-bba9-1fd4c75c6c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7b8ace05-d01c-4eff-8607-1f3498846dc6'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:41:58.958039 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9cd002a-006d-485e-9fb7-7b51794d05b3 req-c2501d1e-52aa-4ab9-b7eb-cf64eebb4743 service neutron] Attempting to bind port 5818a84b-8d61-4c18-a6c2-478d09e655e2 on network 7b8ace05-d01c-4eff-8607-1f3498846dc6 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:41:58.962659 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9cd002a-006d-485e-9fb7-7b51794d05b3 req-c2501d1e-52aa-4ab9-b7eb-cf64eebb4743 service neutron] Port 5818a84b-8d61-4c18-a6c2-478d09e655e2 on network 7b8ace05-d01c-4eff-8607-1f3498846dc6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:41:58.962976 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9cd002a-006d-485e-9fb7-7b51794d05b3 req-c2501d1e-52aa-4ab9-b7eb-cf64eebb4743 service neutron] Attempting to bind port 5818a84b-8d61-4c18-a6c2-478d09e655e2 on network 7b8ace05-d01c-4eff-8607-1f3498846dc6 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:41:58.968869 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9cd002a-006d-485e-9fb7-7b51794d05b3 req-c2501d1e-52aa-4ab9-b7eb-cf64eebb4743 service neutron] Checking agent: {'id': '84d0dbeb-cfa8-4636-8b1c-9790acf21ef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'started_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:41:58.969199 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9cd002a-006d-485e-9fb7-7b51794d05b3 req-c2501d1e-52aa-4ab9-b7eb-cf64eebb4743 service neutron] Checking segment: {'id': 'a1b7e601-0212-4c5b-bba9-1fd4c75c6c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7b8ace05-d01c-4eff-8607-1f3498846dc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:41:58.969577 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9cd002a-006d-485e-9fb7-7b51794d05b3 req-c2501d1e-52aa-4ab9-b7eb-cf64eebb4743 service neutron] Bound using segment: {'id': 'a1b7e601-0212-4c5b-bba9-1fd4c75c6c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7b8ace05-d01c-4eff-8607-1f3498846dc6'} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:41:58.970038 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-e9cd002a-006d-485e-9fb7-7b51794d05b3 req-c2501d1e-52aa-4ab9-b7eb-cf64eebb4743 service neutron] Bound port: 5818a84b-8d61-4c18-a6c2-478d09e655e2, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1b7e601-0212-4c5b-bba9-1fd4c75c6c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7b8ace05-d01c-4eff-8607-1f3498846dc6'}}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:41:58.970382 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-e9cd002a-006d-485e-9fb7-7b51794d05b3 req-c2501d1e-52aa-4ab9-b7eb-cf64eebb4743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:59.061106 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-e9cd002a-006d-485e-9fb7-7b51794d05b3 req-c2501d1e-52aa-4ab9-b7eb-cf64eebb4743 service neutron] For port 5818a84b-8d61-4c18-a6c2-478d09e655e2, host hv-neutron-8404, cleared binding levels {{(pid=88037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:41:59.063926 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-e9cd002a-006d-485e-9fb7-7b51794d05b3 req-c2501d1e-52aa-4ab9-b7eb-cf64eebb4743 service neutron] For port 5818a84b-8d61-4c18-a6c2-478d09e655e2, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=5818a84b-8d61-4c18-a6c2-478d09e655e2,segment=NetworkSegment(a1b7e601-0212-4c5b-bba9-1fd4c75c6c8c),segment_id=a1b7e601-0212-4c5b-bba9-1fd4c75c6c8c)] {{(pid=88037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:41:59.068463 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-e9cd002a-006d-485e-9fb7-7b51794d05b3 req-c2501d1e-52aa-4ab9-b7eb-cf64eebb4743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:59.126452 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd002a-006d-485e-9fb7-7b51794d05b3 req-c2501d1e-52aa-4ab9-b7eb-cf64eebb4743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:59.127053 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-e9cd002a-006d-485e-9fb7-7b51794d05b3 req-c2501d1e-52aa-4ab9-b7eb-cf64eebb4743 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:59.128556 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e9cd002a-006d-485e-9fb7-7b51794d05b3 req-c2501d1e-52aa-4ab9-b7eb-cf64eebb4743 service neutron] 10.222.0.42 "PUT /v2.0/ports/5818a84b-8d61-4c18-a6c2-478d09e655e2 HTTP/1.1" status: 200 len: 1094 time: 0.9092383 May 04 17:41:59.128784 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '789b267d-de76-4747-8b24-f4aa98bae4cd', 'tag': '5818a84b-8d61-4c18-a6c2-478d09e655e2'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:41:59.149204 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2501d1e-52aa-4ab9-b7eb-cf64eebb4743 service neutron] Pushing event updated for resources: {'Port': ['ID=5818a84b-8d61-4c18-a6c2-478d09e655e2,revision_number=3']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:41:59.210510 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36d8b0ab-d419-4228-8340-2aa56e6e788a'] response: {'name': 'network-changed', 'server_uuid': '789b267d-de76-4747-8b24-f4aa98bae4cd', 'tag': '5818a84b-8d61-4c18-a6c2-478d09e655e2', 'status': 'completed', 'code': 200} May 04 17:41:59.257264 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd002a-006d-485e-9fb7-7b51794d05b3 req-ad5bd3f5-1c0f-4332-a806-167818f149fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:59.258795 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e9cd002a-006d-485e-9fb7-7b51794d05b3 req-ad5bd3f5-1c0f-4332-a806-167818f149fc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ede911fc7f845af95dd74968234120d&device_id=789b267d-de76-4747-8b24-f4aa98bae4cd HTTP/1.1" status: 200 len: 1097 time: 0.0825300 May 04 17:41:59.325889 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e9cd002a-006d-485e-9fb7-7b51794d05b3 req-7770fbc4-b405-496c-9d68-d35b3092603a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5818a84b-8d61-4c18-a6c2-478d09e655e2 HTTP/1.1" status: 200 len: 217 time: 0.0604482 May 04 17:41:59.389020 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd002a-006d-485e-9fb7-7b51794d05b3 req-a6f84104-be58-493b-ae2a-2aded380f585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:59.390484 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e9cd002a-006d-485e-9fb7-7b51794d05b3 req-a6f84104-be58-493b-ae2a-2aded380f585 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=107c38a9-e6ab-49b6-b3c3-07ab9104018e HTTP/1.1" status: 200 len: 834 time: 0.0589635 May 04 17:41:59.462268 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd002a-006d-485e-9fb7-7b51794d05b3 req-da0bd05a-9e5c-4264-b964-f917c83b440c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:59.463600 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e9cd002a-006d-485e-9fb7-7b51794d05b3 req-da0bd05a-9e5c-4264-b964-f917c83b440c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7b8ace05-d01c-4eff-8607-1f3498846dc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673876 May 04 17:41:59.593825 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e9cd002a-006d-485e-9fb7-7b51794d05b3 req-7534243f-360d-45aa-96ce-1f1500f0b946 service neutron] 10.222.0.42 "GET /v2.0/networks/7b8ace05-d01c-4eff-8607-1f3498846dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233482 May 04 17:41:59.731910 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e9cd002a-006d-485e-9fb7-7b51794d05b3 req-19afa3c4-5a4b-4b3e-82f4-f00dc083cba3 service neutron] 10.222.0.42 "GET /v2.0/networks/7b8ace05-d01c-4eff-8607-1f3498846dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317585 May 04 17:41:59.846505 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750280a7-65ea-4e61-93bf-b28cfb4f620a req-47468f97-cef7-4b6b-b2f2-96c7b22d4b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:59.848011 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-750280a7-65ea-4e61-93bf-b28cfb4f620a req-47468f97-cef7-4b6b-b2f2-96c7b22d4b4e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ede911fc7f845af95dd74968234120d&device_id=789b267d-de76-4747-8b24-f4aa98bae4cd HTTP/1.1" status: 200 len: 1097 time: 0.0717421 May 04 17:41:59.944483 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba58628e-573c-49bf-8e84-ad5c412e7c6d req-d41cb7c2-2605-4efc-964e-98f90b1ef7d3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:41:59.946045 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-ba58628e-573c-49bf-8e84-ad5c412e7c6d req-d41cb7c2-2605-4efc-964e-98f90b1ef7d3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=789b267d-de76-4747-8b24-f4aa98bae4cd HTTP/1.1" status: 200 len: 944 time: 0.0850828 May 04 17:41:59.991027 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-ba58628e-573c-49bf-8e84-ad5c412e7c6d req-4f3fb6de-0b55-4907-92ed-659dfde62758 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=eddba34a-d0e6-435c-acb3-ca0223b66218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389113 May 04 17:42:00.088530 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750280a7-65ea-4e61-93bf-b28cfb4f620a req-1103b3f4-0a60-4d44-b7c3-a92637175b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:42:00.090072 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-750280a7-65ea-4e61-93bf-b28cfb4f620a req-1103b3f4-0a60-4d44-b7c3-a92637175b38 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7b8ace05-d01c-4eff-8607-1f3498846dc6 HTTP/1.1" status: 200 len: 898 time: 0.2353010 May 04 17:42:00.155212 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-750280a7-65ea-4e61-93bf-b28cfb4f620a req-ea97b49a-b660-4a8f-85d2-67555d71ed49 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5818a84b-8d61-4c18-a6c2-478d09e655e2 HTTP/1.1" status: 200 len: 217 time: 0.0593822 May 04 17:42:00.218572 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750280a7-65ea-4e61-93bf-b28cfb4f620a req-d512a6ac-8c92-4ec5-ae04-1593059cff1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:42:00.220050 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-750280a7-65ea-4e61-93bf-b28cfb4f620a req-d512a6ac-8c92-4ec5-ae04-1593059cff1b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=107c38a9-e6ab-49b6-b3c3-07ab9104018e HTTP/1.1" status: 200 len: 834 time: 0.0593607 May 04 17:42:00.294214 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750280a7-65ea-4e61-93bf-b28cfb4f620a req-c5602835-b780-4b46-b0bf-e2a57ed5a263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:42:00.295645 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-750280a7-65ea-4e61-93bf-b28cfb4f620a req-c5602835-b780-4b46-b0bf-e2a57ed5a263 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7b8ace05-d01c-4eff-8607-1f3498846dc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702360 May 04 17:42:00.426729 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-750280a7-65ea-4e61-93bf-b28cfb4f620a req-6f423f53-cf4f-42d8-9249-4b7d64c32e91 service neutron] 10.222.0.42 "GET /v2.0/networks/7b8ace05-d01c-4eff-8607-1f3498846dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237798 May 04 17:42:00.556884 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-750280a7-65ea-4e61-93bf-b28cfb4f620a req-97fb9416-86c6-407c-8e06-141a932fde21 service neutron] 10.222.0.42 "GET /v2.0/networks/7b8ace05-d01c-4eff-8607-1f3498846dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233432 May 04 17:42:01.199892 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ac0e84-5a5f-4d01-9923-7a1cef1d0919 req-ebe5e5ef-3de7-4728-a6cd-bbd469ffa04d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:42:01.200897 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-92ac0e84-5a5f-4d01-9923-7a1cef1d0919 req-ebe5e5ef-3de7-4728-a6cd-bbd469ffa04d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Synchronizing usage tracker for tenant:8ede911fc7f845af95dd74968234120d on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:42:01.221495 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-92ac0e84-5a5f-4d01-9923-7a1cef1d0919 req-ebe5e5ef-3de7-4728-a6cd-bbd469ffa04d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Unset dirty status for tenant:8ede911fc7f845af95dd74968234120d on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:42:01.222794 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-92ac0e84-5a5f-4d01-9923-7a1cef1d0919 req-ebe5e5ef-3de7-4728-a6cd-bbd469ffa04d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=789b267d-de76-4747-8b24-f4aa98bae4cd HTTP/1.1" status: 200 len: 944 time: 0.1271236 May 04 17:42:01.268197 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-92ac0e84-5a5f-4d01-9923-7a1cef1d0919 req-1d463eab-70f9-49f2-b6dd-1455ace1e3e2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=eddba34a-d0e6-435c-acb3-ca0223b66218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397110 May 04 17:42:02.453439 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe29c8-6600-4582-9c7a-e773fe508303 req-480253f4-2304-45a9-9fdd-a47072bf1856 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:42:02.454850 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-3dfe29c8-6600-4582-9c7a-e773fe508303 req-480253f4-2304-45a9-9fdd-a47072bf1856 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=789b267d-de76-4747-8b24-f4aa98bae4cd HTTP/1.1" status: 200 len: 944 time: 0.0820701 May 04 17:42:02.504590 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-3dfe29c8-6600-4582-9c7a-e773fe508303 req-5ff1fab5-9499-4b49-889c-afc97c640347 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=eddba34a-d0e6-435c-acb3-ca0223b66218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437608 May 04 17:42:03.174136 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9f1e5d37-574e-4113-8259-780a0c69be50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:42:03.686550 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e491efa2-b6ae-46e0-9f02-3e391c3dfc09 req-7e74ad28-627c-4227-9120-21d8829be979 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:42:03.690079 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e491efa2-b6ae-46e0-9f02-3e391c3dfc09 req-7e74ad28-627c-4227-9120-21d8829be979 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=789b267d-de76-4747-8b24-f4aa98bae4cd HTTP/1.1" status: 200 len: 944 time: 0.0816422 May 04 17:42:03.732540 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e491efa2-b6ae-46e0-9f02-3e391c3dfc09 req-c318f852-48df-4cb2-8cc9-2ec80502adea tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=eddba34a-d0e6-435c-acb3-ca0223b66218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387664 May 04 17:42:04.011940 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 5818a84b-8d61-4c18-a6c2-478d09e655e2 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:42:04.142131 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 5818a84b-8d61-4c18-a6c2-478d09e655e2, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=5818a84b-8d61-4c18-a6c2-478d09e655e2,segment=NetworkSegment(a1b7e601-0212-4c5b-bba9-1fd4c75c6c8c),segment_id=a1b7e601-0212-4c5b-bba9-1fd4c75c6c8c)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:42:04.154760 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Returning: {'device': '5818a84b-8d61-4c18-a6c2-478d09e655e2', 'network_id': '7b8ace05-d01c-4eff-8607-1f3498846dc6', 'port_id': '5818a84b-8d61-4c18-a6c2-478d09e655e2', 'mac_address': 'fa:16:3e:6b:bc:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '107c38a9-e6ab-49b6-b3c3-07ab9104018e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:42:04.212134 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:42:04.232200 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5818a84b-8d61-4c18-a6c2-478d09e655e2 {{(pid=88039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:42:04.248656 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 5818a84b-8d61-4c18-a6c2-478d09e655e2, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=5818a84b-8d61-4c18-a6c2-478d09e655e2,segment=NetworkSegment(a1b7e601-0212-4c5b-bba9-1fd4c75c6c8c),segment_id=a1b7e601-0212-4c5b-bba9-1fd4c75c6c8c)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:42:04.252858 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:42:04.318266 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=5818a84b-8d61-4c18-a6c2-478d09e655e2,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:42:04.564007 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] get_ports_and_sgs() called for port_ids ['5818a84b-8d61-4c18-a6c2-478d09e655e2'] {{(pid=88039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:42:04.918015 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6040d5b4-ffb3-4346-8d4f-2d1a1e41a6b4 req-a01bb9c1-82db-462f-ac58-ecf5dcb34bf5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:42:04.919401 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-6040d5b4-ffb3-4346-8d4f-2d1a1e41a6b4 req-a01bb9c1-82db-462f-ac58-ecf5dcb34bf5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=789b267d-de76-4747-8b24-f4aa98bae4cd HTTP/1.1" status: 200 len: 945 time: 0.0811689 May 04 17:42:04.961160 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-6040d5b4-ffb3-4346-8d4f-2d1a1e41a6b4 req-c5894bbd-0b61-4f09-9860-476922e1dbed tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=eddba34a-d0e6-435c-acb3-ca0223b66218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361574 May 04 17:42:05.497616 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-31f611eb-ec7e-4d48-af1e-24fe9498b648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:42:06.023850 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 5818a84b-8d61-4c18-a6c2-478d09e655e2 up at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:42:06.090812 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning for port 5818a84b-8d61-4c18-a6c2-478d09e655e2 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:42:06.095822 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning complete for port 5818a84b-8d61-4c18-a6c2-478d09e655e2 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:42:06.096521 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:42:06.149041 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d6effd-6f20-44b4-b536-ec4f4679f632 req-826a7d4b-3b25-49a1-a204-a068dbc710a3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:42:06.150511 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-87d6effd-6f20-44b4-b536-ec4f4679f632 req-826a7d4b-3b25-49a1-a204-a068dbc710a3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=789b267d-de76-4747-8b24-f4aa98bae4cd HTTP/1.1" status: 200 len: 945 time: 0.0832195 May 04 17:42:06.197115 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-87d6effd-6f20-44b4-b536-ec4f4679f632 req-94dd8ded-f927-4e54-81a6-07bd45c60e86 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=eddba34a-d0e6-435c-acb3-ca0223b66218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403523 May 04 17:42:06.217890 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:42:06.245357 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '789b267d-de76-4747-8b24-f4aa98bae4cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5818a84b-8d61-4c18-a6c2-478d09e655e2'}] {{(pid=88039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:42:06.256012 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 5818a84b-8d61-4c18-a6c2-478d09e655e2, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=5818a84b-8d61-4c18-a6c2-478d09e655e2,segment=NetworkSegment(a1b7e601-0212-4c5b-bba9-1fd4c75c6c8c),segment_id=a1b7e601-0212-4c5b-bba9-1fd4c75c6c8c)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:42:06.260434 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:42:06.305036 dv-neutron-840426-1-hyperv neutron-server[88039]: INFO neutron.notifiers.nova [-] Nova event matching ['req-903797d6-c969-4ae8-83d1-ccbf09f26522'] response: {'server_uuid': '789b267d-de76-4747-8b24-f4aa98bae4cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5818a84b-8d61-4c18-a6c2-478d09e655e2', 'code': 200} May 04 17:42:06.336049 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=5818a84b-8d61-4c18-a6c2-478d09e655e2,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:42:06.513333 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32598e85-c42e-4bb6-a8a7-de9dbd2e747b req-c95e1ccb-ff0d-4e95-8a8a-e2d2003fd46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:42:06.515179 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-32598e85-c42e-4bb6-a8a7-de9dbd2e747b req-c95e1ccb-ff0d-4e95-8a8a-e2d2003fd46e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=789b267d-de76-4747-8b24-f4aa98bae4cd HTTP/1.1" status: 200 len: 1099 time: 0.0711195 May 04 17:42:06.519332 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:42:06.555218 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-32598e85-c42e-4bb6-a8a7-de9dbd2e747b req-09fa2728-f986-47c8-aa3d-175a00b6203f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=eddba34a-d0e6-435c-acb3-ca0223b66218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347643 May 04 17:42:06.573194 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:42:07.388202 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ff75e-0c73-4335-9e91-28967ddf516b req-326bcd9c-1dad-4ff6-b9be-5984266f4eb5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:42:07.389661 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f26ff75e-0c73-4335-9e91-28967ddf516b req-326bcd9c-1dad-4ff6-b9be-5984266f4eb5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=789b267d-de76-4747-8b24-f4aa98bae4cd HTTP/1.1" status: 200 len: 946 time: 0.0834625 May 04 17:42:07.433413 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f26ff75e-0c73-4335-9e91-28967ddf516b req-1b1976f1-9c21-49e4-9673-a54302a2cd0f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=eddba34a-d0e6-435c-acb3-ca0223b66218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375390 May 04 17:42:07.853393 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:42:08.619532 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56241dbb-c6d0-429f-ba23-19b1b36a1921 req-ff9df1ef-9c9f-4152-9157-7863aaccd995 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:42:08.621011 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-56241dbb-c6d0-429f-ba23-19b1b36a1921 req-ff9df1ef-9c9f-4152-9157-7863aaccd995 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=789b267d-de76-4747-8b24-f4aa98bae4cd HTTP/1.1" status: 200 len: 946 time: 0.0819838 May 04 17:42:08.663367 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-56241dbb-c6d0-429f-ba23-19b1b36a1921 req-ab226e6d-26a9-44da-8a41-86f4a98b9103 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=eddba34a-d0e6-435c-acb3-ca0223b66218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367298 May 04 17:42:08.843800 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d4c31c-3035-40a4-8936-8236688a476e req-6f0110b7-75f6-463d-a7d1-1838d3d945fb tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:42:08.845310 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d1d4c31c-3035-40a4-8936-8236688a476e req-6f0110b7-75f6-463d-a7d1-1838d3d945fb tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=789b267d-de76-4747-8b24-f4aa98bae4cd HTTP/1.1" status: 200 len: 946 time: 0.0788014 May 04 17:42:08.892063 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d1d4c31c-3035-40a4-8936-8236688a476e req-d4fa16b6-4df0-468c-8c65-f4f4c35b0dd2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=eddba34a-d0e6-435c-acb3-ca0223b66218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409000 May 04 17:42:08.914898 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57470) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:42:08.989556 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089f784b-fdc6-4fe7-88a8-730d36e3c8b2 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:42:08.991780 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-089f784b-fdc6-4fe7-88a8-730d36e3c8b2 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=789b267d-de76-4747-8b24-f4aa98bae4cd HTTP/1.1" status: 200 len: 1094 time: 0.0759194 May 04 17:42:08.994554 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57474) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:42:08.999563 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-95e55e8a-302a-4978-89cc-bdaeb78cbfa8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'floatingip': {'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'port_id': '5818a84b-8d61-4c18-a6c2-478d09e655e2', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:42:09.005416 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-95e55e8a-302a-4978-89cc-bdaeb78cbfa8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:42:09.009297 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-95e55e8a-302a-4978-89cc-bdaeb78cbfa8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:floatingip and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:42:09.012682 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-95e55e8a-302a-4978-89cc-bdaeb78cbfa8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:42:09.018349 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-95e55e8a-302a-4978-89cc-bdaeb78cbfa8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:42:09.028343 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-95e55e8a-302a-4978-89cc-bdaeb78cbfa8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for floatingip, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:42:09.163536 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-95e55e8a-302a-4978-89cc-bdaeb78cbfa8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:42:09.296961 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:42:09.305257 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-95e55e8a-302a-4978-89cc-bdaeb78cbfa8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Allocated IP 172.26.0.53 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/2b40bf34-2f37-4bb9-83a6-9e493b73124c) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:42:09.446364 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-95e55e8a-302a-4978-89cc-bdaeb78cbfa8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:42:09.474411 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-95e55e8a-302a-4978-89cc-bdaeb78cbfa8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:42:09.542335 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e55e8a-302a-4978-89cc-bdaeb78cbfa8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:42:09.545107 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-95e55e8a-302a-4978-89cc-bdaeb78cbfa8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:42:09.548710 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e55e8a-302a-4978-89cc-bdaeb78cbfa8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:42:09.674109 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e55e8a-302a-4978-89cc-bdaeb78cbfa8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Port': ['ID=2b40bf34-2f37-4bb9-83a6-9e493b73124c,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:42:10.049013 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-95e55e8a-302a-4978-89cc-bdaeb78cbfa8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:42:10.121532 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-95e55e8a-302a-4978-89cc-bdaeb78cbfa8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:42:10.333251 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-95e55e8a-302a-4978-89cc-bdaeb78cbfa8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:42:10.337543 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-95e55e8a-302a-4978-89cc-bdaeb78cbfa8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:42:10.441854 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e55e8a-302a-4978-89cc-bdaeb78cbfa8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Port': ['ID=2b40bf34-2f37-4bb9-83a6-9e493b73124c,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:42:10.454368 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-95e55e8a-302a-4978-89cc-bdaeb78cbfa8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710218'] for floatingip, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:42:10.620218 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.l3_db [None req-95e55e8a-302a-4978-89cc-bdaeb78cbfa8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Floating IP f92154c0-8b32-4d8c-a4f5-0c110f47412c associated. External IP: 172.26.0.53, port: 5818a84b-8d61-4c18-a6c2-478d09e655e2. May 04 17:42:10.963006 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95e55e8a-302a-4978-89cc-bdaeb78cbfa8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Router 0533df8a-82b0-444e-9f7d-f5ed486c5b97 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:42:11.251232 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e55e8a-302a-4978-89cc-bdaeb78cbfa8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:42:11.261177 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c4008b-75eb-45b6-9961-36c174cf2890 None None] Sync routers for ids ['0533df8a-82b0-444e-9f7d-f5ed486c5b97'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:42:11.270194 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c4008b-75eb-45b6-9961-36c174cf2890 None None] Routers {'0533df8a-82b0-444e-9f7d-f5ed486c5b97'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:42:11.270802 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-f3c4008b-75eb-45b6-9961-36c174cf2890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:42:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['0533df8a-82b0-444e-9f7d-f5ed486c5b97'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:42:11.274725 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-95e55e8a-302a-4978-89cc-bdaeb78cbfa8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:42:11.334190 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-95e55e8a-302a-4978-89cc-bdaeb78cbfa8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3363006 May 04 17:42:11.334190 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '789b267d-de76-4747-8b24-f4aa98bae4cd', 'tag': '5818a84b-8d61-4c18-a6c2-478d09e655e2'}] {{(pid=88038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:42:11.334792 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 57478) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:42:11.385195 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f7ff8d2-da46-4f31-be1f-41f92a125645'] response: {'name': 'network-changed', 'server_uuid': '789b267d-de76-4747-8b24-f4aa98bae4cd', 'tag': '5818a84b-8d61-4c18-a6c2-478d09e655e2', 'status': 'completed', 'code': 200} May 04 17:42:11.448914 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-f3c4008b-75eb-45b6-9961-36c174cf2890 None None] Set router 0533df8a-82b0-444e-9f7d-f5ed486c5b97 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:42:11.576587 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-62ecaf5a-87ba-416c-a91c-41ecbe851ed4 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/routers/0533df8a-82b0-444e-9f7d-f5ed486c5b97 HTTP/1.1" status: 200 len: 921 time: 0.2380593 May 04 17:42:11.576587 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fcb320-778f-4fba-b0ed-8dcb09528931 req-3c1e6a41-cd6e-4b9f-b297-b9e4a258056c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:42:11.577082 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57484) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:42:11.577592 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-86fcb320-778f-4fba-b0ed-8dcb09528931 req-3c1e6a41-cd6e-4b9f-b297-b9e4a258056c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ede911fc7f845af95dd74968234120d&device_id=789b267d-de76-4747-8b24-f4aa98bae4cd HTTP/1.1" status: 200 len: 1099 time: 0.1597738 May 04 17:42:11.685789 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-99faf5b0-7ada-41e0-bcb2-4de6a17d52ee tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/floatingips/f92154c0-8b32-4d8c-a4f5-0c110f47412c HTTP/1.1" status: 200 len: 991 time: 0.1063907 May 04 17:42:11.793846 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-f3c4008b-75eb-45b6-9961-36c174cf2890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0533df8a-82b0-444e-9f7d-f5ed486c5b97', 'name': 'tempest-TestNetworkBasicOps-router-712116568', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '67e1a20e-387f-4fac-b238-5b054036c077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:41:46Z', 'updated_at': '2022-05-04T17:41:51Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '67e1a20e-387f-4fac-b238-5b054036c077', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0533df8a-82b0-444e-9f7d-f5ed486c5b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:41:47Z', 'updated_at': '2022-05-04T17:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': 'f92154c0-8b32-4d8c-a4f5-0c110f47412c', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'floating_ip_address': '172.26.0.53', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '0533df8a-82b0-444e-9f7d-f5ed486c5b97', 'port_id': '5818a84b-8d61-4c18-a6c2-478d09e655e2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b8ace05-d01c-4eff-8607-1f3498846dc6', 'mac_address': 'fa:16:3e:6b:bc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789b267d-de76-4747-8b24-f4aa98bae4cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:42:09Z', 'updated_at': '2022-05-04T17:42:09Z', 'revision_number': 0, 'project_id': '8ede911fc7f845af95dd74968234120d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73637653-e233-4595-90c7-033f80d7a96e', 'name': '', 'network_id': '7b8ace05-d01c-4eff-8607-1f3498846dc6', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:eb:93:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0533df8a-82b0-444e-9f7d-f5ed486c5b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '107c38a9-e6ab-49b6-b3c3-07ab9104018e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:41:50Z', 'updated_at': '2022-05-04T17:41:56Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '107c38a9-e6ab-49b6-b3c3-07ab9104018e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:42:11.797973 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c4008b-75eb-45b6-9961-36c174cf2890 None None] Checking router: 0533df8a-82b0-444e-9f7d-f5ed486c5b97 for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:42:11.805550 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fcb320-778f-4fba-b0ed-8dcb09528931 req-f71f0a33-f1dc-46bd-82a5-2a2a75f2bcec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:42:11.806114 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c4008b-75eb-45b6-9961-36c174cf2890 None None] Routers {'0533df8a-82b0-444e-9f7d-f5ed486c5b97'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:42:11.806711 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-f3c4008b-75eb-45b6-9961-36c174cf2890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:42:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['0533df8a-82b0-444e-9f7d-f5ed486c5b97'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:42:11.807007 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-86fcb320-778f-4fba-b0ed-8dcb09528931 req-f71f0a33-f1dc-46bd-82a5-2a2a75f2bcec service neutron] 10.222.0.42 "GET /v2.0/networks?id=7b8ace05-d01c-4eff-8607-1f3498846dc6 HTTP/1.1" status: 200 len: 898 time: 0.2237940 May 04 17:42:11.907284 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-86fcb320-778f-4fba-b0ed-8dcb09528931 req-84cf9acc-9792-48c6-a7bb-1b79e5cea39c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5818a84b-8d61-4c18-a6c2-478d09e655e2 HTTP/1.1" status: 200 len: 999 time: 0.0945559 May 04 17:42:11.971394 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fcb320-778f-4fba-b0ed-8dcb09528931 req-5e3ea3c8-40b6-4368-8f2c-0df85acbb885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:42:11.972833 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-86fcb320-778f-4fba-b0ed-8dcb09528931 req-5e3ea3c8-40b6-4368-8f2c-0df85acbb885 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=107c38a9-e6ab-49b6-b3c3-07ab9104018e HTTP/1.1" status: 200 len: 834 time: 0.0587957 May 04 17:42:11.981759 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-f3c4008b-75eb-45b6-9961-36c174cf2890 None None] Set router 0533df8a-82b0-444e-9f7d-f5ed486c5b97 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:42:12.047155 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fcb320-778f-4fba-b0ed-8dcb09528931 req-5b892014-dc9d-4460-9924-e736ccb618fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:42:12.048611 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-86fcb320-778f-4fba-b0ed-8dcb09528931 req-5b892014-dc9d-4460-9924-e736ccb618fb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7b8ace05-d01c-4eff-8607-1f3498846dc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696239 May 04 17:42:12.189239 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-86fcb320-778f-4fba-b0ed-8dcb09528931 req-be5a3835-7e68-493c-a85d-45cb7fd25dd1 service neutron] 10.222.0.42 "GET /v2.0/networks/7b8ace05-d01c-4eff-8607-1f3498846dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332929 May 04 17:42:12.319479 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-86fcb320-778f-4fba-b0ed-8dcb09528931 req-f4808354-0074-44de-98cf-faa388614686 service neutron] 10.222.0.42 "GET /v2.0/networks/7b8ace05-d01c-4eff-8607-1f3498846dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245992 May 04 17:42:12.364801 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-f3c4008b-75eb-45b6-9961-36c174cf2890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0533df8a-82b0-444e-9f7d-f5ed486c5b97', 'name': 'tempest-TestNetworkBasicOps-router-712116568', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '67e1a20e-387f-4fac-b238-5b054036c077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:41:46Z', 'updated_at': '2022-05-04T17:41:51Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '67e1a20e-387f-4fac-b238-5b054036c077', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0533df8a-82b0-444e-9f7d-f5ed486c5b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:41:47Z', 'updated_at': '2022-05-04T17:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': 'f92154c0-8b32-4d8c-a4f5-0c110f47412c', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'floating_ip_address': '172.26.0.53', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '0533df8a-82b0-444e-9f7d-f5ed486c5b97', 'port_id': '5818a84b-8d61-4c18-a6c2-478d09e655e2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b8ace05-d01c-4eff-8607-1f3498846dc6', 'mac_address': 'fa:16:3e:6b:bc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789b267d-de76-4747-8b24-f4aa98bae4cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:42:09Z', 'updated_at': '2022-05-04T17:42:09Z', 'revision_number': 0, 'project_id': '8ede911fc7f845af95dd74968234120d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73637653-e233-4595-90c7-033f80d7a96e', 'name': '', 'network_id': '7b8ace05-d01c-4eff-8607-1f3498846dc6', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:eb:93:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0533df8a-82b0-444e-9f7d-f5ed486c5b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '107c38a9-e6ab-49b6-b3c3-07ab9104018e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:41:50Z', 'updated_at': '2022-05-04T17:41:56Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '107c38a9-e6ab-49b6-b3c3-07ab9104018e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:42:12.368658 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c4008b-75eb-45b6-9961-36c174cf2890 None None] The sync data for ids ['0533df8a-82b0-444e-9f7d-f5ed486c5b97'] in dv-neutron-840426-1-hyperv is: [{'id': '0533df8a-82b0-444e-9f7d-f5ed486c5b97', 'name': 'tempest-TestNetworkBasicOps-router-712116568', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '67e1a20e-387f-4fac-b238-5b054036c077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:41:46Z', 'updated_at': '2022-05-04T17:41:51Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '67e1a20e-387f-4fac-b238-5b054036c077', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0533df8a-82b0-444e-9f7d-f5ed486c5b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:41:47Z', 'updated_at': '2022-05-04T17:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': 'f92154c0-8b32-4d8c-a4f5-0c110f47412c', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'floating_ip_address': '172.26.0.53', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '0533df8a-82b0-444e-9f7d-f5ed486c5b97', 'port_id': '5818a84b-8d61-4c18-a6c2-478d09e655e2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b8ace05-d01c-4eff-8607-1f3498846dc6', 'mac_address': 'fa:16:3e:6b:bc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789b267d-de76-4747-8b24-f4aa98bae4cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:42:09Z', 'updated_at': '2022-05-04T17:42:09Z', 'revision_number': 0, 'project_id': '8ede911fc7f845af95dd74968234120d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73637653-e233-4595-90c7-033f80d7a96e', 'name': '', 'network_id': '7b8ace05-d01c-4eff-8607-1f3498846dc6', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:eb:93:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0533df8a-82b0-444e-9f7d-f5ed486c5b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '107c38a9-e6ab-49b6-b3c3-07ab9104018e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:41:50Z', 'updated_at': '2022-05-04T17:41:56Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '107c38a9-e6ab-49b6-b3c3-07ab9104018e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:42:12.550246 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7227c14-b47a-427f-947b-e4d0b4490c39 None None] New status for floating IP f92154c0-8b32-4d8c-a4f5-0c110f47412c: ACTIVE {{(pid=88040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:42:12.688502 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57488) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:42:12.792712 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-ab2317c2-63c0-4e2b-b1f1-5d26ba21d289 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/floatingips/f92154c0-8b32-4d8c-a4f5-0c110f47412c HTTP/1.1" status: 200 len: 991 time: 0.1024828 May 04 17:42:13.796200 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 57492) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:42:13.900425 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-fc5f815f-0341-4393-bcee-1155a2b99695 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/floatingips/f92154c0-8b32-4d8c-a4f5-0c110f47412c HTTP/1.1" status: 200 len: 993 time: 0.1030774 May 04 17:42:15.313453 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 17:42:33.176442 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d96c45ac-8b9e-49a6-9be0-ad0a0ea6cb90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:42:35.500365 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-58465a0c-2236-4dd2-a579-a6d6451742d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:42:36.519895 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:42:36.574115 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:42:37.855931 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:42:39.304022 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:42:52.312596 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 17:42:52.364183 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-81313f79-d64a-4c7c-96cc-7c8f31e0292e req-6363e09c-0724-4767-83a8-806ba880d89d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=789b267d-de76-4747-8b24-f4aa98bae4cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0677009 May 04 17:42:52.516366 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81313f79-d64a-4c7c-96cc-7c8f31e0292e req-1c8e34ad-b46f-45f6-b277-a5002caf4887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:42:52.517737 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-81313f79-d64a-4c7c-96cc-7c8f31e0292e req-1c8e34ad-b46f-45f6-b277-a5002caf4887 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ede911fc7f845af95dd74968234120d&device_id=789b267d-de76-4747-8b24-f4aa98bae4cd HTTP/1.1" status: 200 len: 1099 time: 0.0716903 May 04 17:42:52.658151 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81313f79-d64a-4c7c-96cc-7c8f31e0292e req-75c0e5bf-d35f-401e-862a-2e91c401c27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:42:52.659614 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-81313f79-d64a-4c7c-96cc-7c8f31e0292e req-75c0e5bf-d35f-401e-862a-2e91c401c27e service neutron] 10.222.0.42 "GET /v2.0/networks?id=7b8ace05-d01c-4eff-8607-1f3498846dc6 HTTP/1.1" status: 200 len: 898 time: 0.1234336 May 04 17:42:52.763080 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-81313f79-d64a-4c7c-96cc-7c8f31e0292e req-cff4d2ef-66eb-4d31-b16c-232f8d4ce6aa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5818a84b-8d61-4c18-a6c2-478d09e655e2 HTTP/1.1" status: 200 len: 1001 time: 0.0959866 May 04 17:42:52.829820 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81313f79-d64a-4c7c-96cc-7c8f31e0292e req-f272a8e1-b15a-441f-8df7-43ac596eb114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:42:52.831212 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-81313f79-d64a-4c7c-96cc-7c8f31e0292e req-f272a8e1-b15a-441f-8df7-43ac596eb114 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=107c38a9-e6ab-49b6-b3c3-07ab9104018e HTTP/1.1" status: 200 len: 834 time: 0.0627367 May 04 17:42:52.902913 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81313f79-d64a-4c7c-96cc-7c8f31e0292e req-75d4eac5-a881-4060-9afd-813f3aae49bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:42:52.904317 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-81313f79-d64a-4c7c-96cc-7c8f31e0292e req-75d4eac5-a881-4060-9afd-813f3aae49bd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7b8ace05-d01c-4eff-8607-1f3498846dc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672395 May 04 17:42:53.029626 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-81313f79-d64a-4c7c-96cc-7c8f31e0292e req-7316ce1c-8b37-4280-9620-ba1ede89b31b service neutron] 10.222.0.42 "GET /v2.0/networks/7b8ace05-d01c-4eff-8607-1f3498846dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187675 May 04 17:42:53.156863 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-81313f79-d64a-4c7c-96cc-7c8f31e0292e req-203fee8d-8840-4eab-a3d2-8e57658b64e8 service neutron] 10.222.0.42 "GET /v2.0/networks/7b8ace05-d01c-4eff-8607-1f3498846dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208587 May 04 17:43:03.178475 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-3d330ba0-42fa-4110-abaa-2d01807db031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:05.502348 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-87820c6b-9e8d-4893-aace-3229547b8dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:06.522768 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:06.576481 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:07.858545 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:09.319479 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:14.619202 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 57516) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:43:15.038699 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-1da95cac-b13e-41bd-b870-a8acacf50813 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/routers/0533df8a-82b0-444e-9f7d-f5ed486c5b97/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.4182584 May 04 17:43:15.041524 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 57522) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:43:15.226438 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8014c52-3dc5-4be3-8995-00d890ba4263 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Notify agent at dv-neutron-840426-1-hyperv the message router_removed_from_agent {{(pid=88037) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} May 04 17:43:15.229593 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-e8014c52-3dc5-4be3-8995-00d890ba4263 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "DELETE /v2.0/agents/a375626f-0a6c-4825-b063-c3d3ceb31a01/l3-routers/0533df8a-82b0-444e-9f7d-f5ed486c5b97 HTTP/1.1" status: 204 len: 168 time: 0.1871526 May 04 17:43:15.232873 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57526) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:43:15.412130 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-04bdc1fa-7919-4896-8054-2348580a27d6 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/routers/0533df8a-82b0-444e-9f7d-f5ed486c5b97/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1781080 May 04 17:43:15.414932 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57530) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:43:15.516927 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-2b5cd36b-d238-4333-9e01-8a62c87f4341 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/floatingips/f92154c0-8b32-4d8c-a4f5-0c110f47412c HTTP/1.1" status: 200 len: 993 time: 0.1009679 May 04 17:43:15.973181 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87601b55-e2d4-42bd-a18a-5a50a7619c2d None None] New status for floating IP f92154c0-8b32-4d8c-a4f5-0c110f47412c: DOWN {{(pid=88039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:43:16.520709 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57534) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:43:16.626490 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-f783c355-0151-4175-8cf7-787150b82339 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/floatingips/f92154c0-8b32-4d8c-a4f5-0c110f47412c HTTP/1.1" status: 200 len: 991 time: 0.1047559 May 04 17:43:16.738308 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 73637653-e233-4595-90c7-033f80d7a96e no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:43:16.846050 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:16.878925 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 73637653-e233-4595-90c7-033f80d7a96e, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=73637653-e233-4595-90c7-033f80d7a96e,segment=NetworkSegment(a1b7e601-0212-4c5b-bba9-1fd4c75c6c8c),segment_id=a1b7e601-0212-4c5b-bba9-1fd4c75c6c8c)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:43:16.882658 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:16.883410 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 67e1a20e-387f-4fac-b238-5b054036c077 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:43:16.991357 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=73637653-e233-4595-90c7-033f80d7a96e,revision_number=6']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:43:17.025301 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:43:17.025648 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:43:17.026013 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:43:17.026353 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:43:17.026684 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:43:17.027017 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:43:17.027343 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:43:17.027667 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:43:17.027996 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:43:17.028318 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:43:17.028638 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:43:17.028984 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:43:17.061378 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:17.077447 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 67e1a20e-387f-4fac-b238-5b054036c077, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=67e1a20e-387f-4fac-b238-5b054036c077,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:43:17.080938 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:17.144863 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=67e1a20e-387f-4fac-b238-5b054036c077,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:43:17.770148 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 57540) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:43:17.968379 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47ee655c-c9ab-4aec-b1b1-f053b2d509d3 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Router 0533df8a-82b0-444e-9f7d-f5ed486c5b97 is scheduled to L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 with binding_index 1 {{(pid=88037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:43:17.968621 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ee655c-c9ab-4aec-b1b1-f053b2d509d3 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Notify agent at dv-neutron-840426-1-hyperv the message router_added_to_agent {{(pid=88037) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} May 04 17:43:17.986351 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-47ee655c-c9ab-4aec-b1b1-f053b2d509d3 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "POST /v2.0/agents/a375626f-0a6c-4825-b063-c3d3ceb31a01/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2151589 May 04 17:43:17.989215 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 57548) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:43:18.000036 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee1a7ad-451d-4681-bdca-06770fa5d904 None None] Sync routers for ids ['0533df8a-82b0-444e-9f7d-f5ed486c5b97'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:43:18.010077 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee1a7ad-451d-4681-bdca-06770fa5d904 None None] Routers {'0533df8a-82b0-444e-9f7d-f5ed486c5b97'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:43:18.010688 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-7ee1a7ad-451d-4681-bdca-06770fa5d904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:43:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['0533df8a-82b0-444e-9f7d-f5ed486c5b97'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:43:18.192842 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-ce8b5384-5f20-4239-868d-db024940d8f2 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/routers/0533df8a-82b0-444e-9f7d-f5ed486c5b97/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2025528 May 04 17:43:18.193979 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-7ee1a7ad-451d-4681-bdca-06770fa5d904 None None] Set router 0533df8a-82b0-444e-9f7d-f5ed486c5b97 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:43:18.195462 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 57552) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:43:18.301633 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-1fa52658-7e7e-4229-9f73-d1654a8f5497 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/floatingips/f92154c0-8b32-4d8c-a4f5-0c110f47412c HTTP/1.1" status: 200 len: 991 time: 0.1050553 May 04 17:43:18.533252 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-7ee1a7ad-451d-4681-bdca-06770fa5d904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0533df8a-82b0-444e-9f7d-f5ed486c5b97', 'name': 'tempest-TestNetworkBasicOps-router-712116568', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '67e1a20e-387f-4fac-b238-5b054036c077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:41:46Z', 'updated_at': '2022-05-04T17:41:51Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '67e1a20e-387f-4fac-b238-5b054036c077', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d6:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0533df8a-82b0-444e-9f7d-f5ed486c5b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:41:47Z', 'updated_at': '2022-05-04T17:43:17Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': 'f92154c0-8b32-4d8c-a4f5-0c110f47412c', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'floating_ip_address': '172.26.0.53', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '0533df8a-82b0-444e-9f7d-f5ed486c5b97', 'port_id': '5818a84b-8d61-4c18-a6c2-478d09e655e2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b8ace05-d01c-4eff-8607-1f3498846dc6', 'mac_address': 'fa:16:3e:6b:bc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789b267d-de76-4747-8b24-f4aa98bae4cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:42:09Z', 'updated_at': '2022-05-04T17:43:16Z', 'revision_number': 2, 'project_id': '8ede911fc7f845af95dd74968234120d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73637653-e233-4595-90c7-033f80d7a96e', 'name': '', 'network_id': '7b8ace05-d01c-4eff-8607-1f3498846dc6', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:eb:93:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0533df8a-82b0-444e-9f7d-f5ed486c5b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '107c38a9-e6ab-49b6-b3c3-07ab9104018e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:41:50Z', 'updated_at': '2022-05-04T17:43:16Z', 'revision_number': 6, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '107c38a9-e6ab-49b6-b3c3-07ab9104018e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:43:18.536944 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee1a7ad-451d-4681-bdca-06770fa5d904 None None] Checking router: 0533df8a-82b0-444e-9f7d-f5ed486c5b97 for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:43:18.545963 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee1a7ad-451d-4681-bdca-06770fa5d904 None None] Routers {'0533df8a-82b0-444e-9f7d-f5ed486c5b97'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:43:18.546548 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-7ee1a7ad-451d-4681-bdca-06770fa5d904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:43:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['0533df8a-82b0-444e-9f7d-f5ed486c5b97'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:43:18.716074 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-7ee1a7ad-451d-4681-bdca-06770fa5d904 None None] Set router 0533df8a-82b0-444e-9f7d-f5ed486c5b97 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:43:19.075085 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-7ee1a7ad-451d-4681-bdca-06770fa5d904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0533df8a-82b0-444e-9f7d-f5ed486c5b97', 'name': 'tempest-TestNetworkBasicOps-router-712116568', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '67e1a20e-387f-4fac-b238-5b054036c077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:41:46Z', 'updated_at': '2022-05-04T17:41:51Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '67e1a20e-387f-4fac-b238-5b054036c077', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d6:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0533df8a-82b0-444e-9f7d-f5ed486c5b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:41:47Z', 'updated_at': '2022-05-04T17:43:17Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': 'f92154c0-8b32-4d8c-a4f5-0c110f47412c', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'floating_ip_address': '172.26.0.53', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '0533df8a-82b0-444e-9f7d-f5ed486c5b97', 'port_id': '5818a84b-8d61-4c18-a6c2-478d09e655e2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b8ace05-d01c-4eff-8607-1f3498846dc6', 'mac_address': 'fa:16:3e:6b:bc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789b267d-de76-4747-8b24-f4aa98bae4cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:42:09Z', 'updated_at': '2022-05-04T17:43:16Z', 'revision_number': 2, 'project_id': '8ede911fc7f845af95dd74968234120d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73637653-e233-4595-90c7-033f80d7a96e', 'name': '', 'network_id': '7b8ace05-d01c-4eff-8607-1f3498846dc6', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:eb:93:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0533df8a-82b0-444e-9f7d-f5ed486c5b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '107c38a9-e6ab-49b6-b3c3-07ab9104018e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:41:50Z', 'updated_at': '2022-05-04T17:43:16Z', 'revision_number': 6, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '107c38a9-e6ab-49b6-b3c3-07ab9104018e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:43:19.079636 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee1a7ad-451d-4681-bdca-06770fa5d904 None None] The sync data for ids ['0533df8a-82b0-444e-9f7d-f5ed486c5b97'] in dv-neutron-840426-1-hyperv is: [{'id': '0533df8a-82b0-444e-9f7d-f5ed486c5b97', 'name': 'tempest-TestNetworkBasicOps-router-712116568', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '67e1a20e-387f-4fac-b238-5b054036c077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:41:46Z', 'updated_at': '2022-05-04T17:41:51Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '67e1a20e-387f-4fac-b238-5b054036c077', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d6:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0533df8a-82b0-444e-9f7d-f5ed486c5b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:41:47Z', 'updated_at': '2022-05-04T17:43:17Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': 'f92154c0-8b32-4d8c-a4f5-0c110f47412c', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'floating_ip_address': '172.26.0.53', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '0533df8a-82b0-444e-9f7d-f5ed486c5b97', 'port_id': '5818a84b-8d61-4c18-a6c2-478d09e655e2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b8ace05-d01c-4eff-8607-1f3498846dc6', 'mac_address': 'fa:16:3e:6b:bc:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789b267d-de76-4747-8b24-f4aa98bae4cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:42:09Z', 'updated_at': '2022-05-04T17:43:16Z', 'revision_number': 2, 'project_id': '8ede911fc7f845af95dd74968234120d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73637653-e233-4595-90c7-033f80d7a96e', 'name': '', 'network_id': '7b8ace05-d01c-4eff-8607-1f3498846dc6', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:eb:93:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0533df8a-82b0-444e-9f7d-f5ed486c5b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '107c38a9-e6ab-49b6-b3c3-07ab9104018e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:41:50Z', 'updated_at': '2022-05-04T17:43:16Z', 'revision_number': 6, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '107c38a9-e6ab-49b6-b3c3-07ab9104018e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:43:19.305117 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 57556) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:43:19.420055 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-b305fbc8-399d-4da7-9591-7c5d6d291bc6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/floatingips/f92154c0-8b32-4d8c-a4f5-0c110f47412c HTTP/1.1" status: 200 len: 991 time: 0.1132953 May 04 17:43:20.424038 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 57560) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:43:20.525810 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-3975d29c-046e-4ff9-ac55-698c4790bf27 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/floatingips/f92154c0-8b32-4d8c-a4f5-0c110f47412c HTTP/1.1" status: 200 len: 991 time: 0.1006560 May 04 17:43:20.602670 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdeef85a-c1c0-4bc4-8e6d-10c16f5ec9bf None None] New status for floating IP f92154c0-8b32-4d8c-a4f5-0c110f47412c: ACTIVE {{(pid=88039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:43:20.785563 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 73637653-e233-4595-90c7-033f80d7a96e up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:43:20.980502 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 73637653-e233-4595-90c7-033f80d7a96e triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:43:20.980865 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:21.096520 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:21.128955 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 73637653-e233-4595-90c7-033f80d7a96e, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=73637653-e233-4595-90c7-033f80d7a96e,segment=NetworkSegment(a1b7e601-0212-4c5b-bba9-1fd4c75c6c8c),segment_id=a1b7e601-0212-4c5b-bba9-1fd4c75c6c8c)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:43:21.132551 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:21.133287 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 67e1a20e-387f-4fac-b238-5b054036c077 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:43:21.247056 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=73637653-e233-4595-90c7-033f80d7a96e,revision_number=7']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:43:21.265604 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 67e1a20e-387f-4fac-b238-5b054036c077 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:43:21.265995 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:21.378867 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:21.395716 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 67e1a20e-387f-4fac-b238-5b054036c077, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=67e1a20e-387f-4fac-b238-5b054036c077,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:43:21.399458 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:21.465093 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=67e1a20e-387f-4fac-b238-5b054036c077,revision_number=6']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:43:21.529354 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 57564) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:43:21.636577 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-703e6b04-7271-4318-a166-c30e905e224e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/floatingips/f92154c0-8b32-4d8c-a4f5-0c110f47412c HTTP/1.1" status: 200 len: 993 time: 0.1045260 May 04 17:43:21.920414 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 57572) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:43:22.223989 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-783b3f09-3671-44c8-9533-8337440d642e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Deleting port 2b40bf34-2f37-4bb9-83a6-9e493b73124c {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:43:22.224242 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-783b3f09-3671-44c8-9533-8337440d642e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:22.388500 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-783b3f09-3671-44c8-9533-8337440d642e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:22.388829 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-783b3f09-3671-44c8-9533-8337440d642e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:22.508507 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-783b3f09-3671-44c8-9533-8337440d642e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Calling delete_port for 2b40bf34-2f37-4bb9-83a6-9e493b73124c owned by network:floatingip {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:43:22.656151 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-783b3f09-3671-44c8-9533-8337440d642e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:22.729187 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783b3f09-3671-44c8-9533-8337440d642e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event deleted for resources: {'Port': ['ID=2b40bf34-2f37-4bb9-83a6-9e493b73124c,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:43:22.749464 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 73637653-e233-4595-90c7-033f80d7a96e up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:43:22.774354 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783b3f09-3671-44c8-9533-8337440d642e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:43:22.774635 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783b3f09-3671-44c8-9533-8337440d642e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:43:22.774975 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783b3f09-3671-44c8-9533-8337440d642e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:43:22.775310 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783b3f09-3671-44c8-9533-8337440d642e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:43:22.775640 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783b3f09-3671-44c8-9533-8337440d642e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:43:22.775969 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783b3f09-3671-44c8-9533-8337440d642e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:43:22.776294 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783b3f09-3671-44c8-9533-8337440d642e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:43:22.776618 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783b3f09-3671-44c8-9533-8337440d642e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:43:22.776948 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783b3f09-3671-44c8-9533-8337440d642e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:43:22.777269 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783b3f09-3671-44c8-9533-8337440d642e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:43:22.777588 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783b3f09-3671-44c8-9533-8337440d642e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:43:22.777903 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783b3f09-3671-44c8-9533-8337440d642e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:43:22.809425 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-783b3f09-3671-44c8-9533-8337440d642e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for floatingip, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:22.810299 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.l3_db [None req-783b3f09-3671-44c8-9533-8337440d642e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Floating IP f92154c0-8b32-4d8c-a4f5-0c110f47412c disassociated (deleted). External IP: 172.26.0.53, port: 5818a84b-8d61-4c18-a6c2-478d09e655e2. May 04 17:43:22.815389 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 73637653-e233-4595-90c7-033f80d7a96e triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:43:22.815764 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:22.949077 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 67e1a20e-387f-4fac-b238-5b054036c077 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:43:23.018703 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 67e1a20e-387f-4fac-b238-5b054036c077 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:43:23.019075 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:23.158112 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-783b3f09-3671-44c8-9533-8337440d642e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Router 0533df8a-82b0-444e-9f7d-f5ed486c5b97 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:43:23.345484 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783b3f09-3671-44c8-9533-8337440d642e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:43:23.355157 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0ead19-fc65-4939-947a-75a485a270ef None None] Sync routers for ids ['0533df8a-82b0-444e-9f7d-f5ed486c5b97'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:43:23.364858 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0ead19-fc65-4939-947a-75a485a270ef None None] Routers {'0533df8a-82b0-444e-9f7d-f5ed486c5b97'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:43:23.365222 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-783b3f09-3671-44c8-9533-8337440d642e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:23.365461 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-2c0ead19-fc65-4939-947a-75a485a270ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:43:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['0533df8a-82b0-444e-9f7d-f5ed486c5b97'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:43:23.421573 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-783b3f09-3671-44c8-9533-8337440d642e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "DELETE /v2.0/floatingips/f92154c0-8b32-4d8c-a4f5-0c110f47412c HTTP/1.1" status: 204 len: 168 time: 1.4970756 May 04 17:43:23.421573 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '789b267d-de76-4747-8b24-f4aa98bae4cd', 'tag': '5818a84b-8d61-4c18-a6c2-478d09e655e2'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:43:23.463647 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d1abaae-83bc-4e1c-85ef-07fab43f8052'] response: {'name': 'network-changed', 'server_uuid': '789b267d-de76-4747-8b24-f4aa98bae4cd', 'tag': '5818a84b-8d61-4c18-a6c2-478d09e655e2', 'status': 'completed', 'code': 200} May 04 17:43:23.543530 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-2c0ead19-fc65-4939-947a-75a485a270ef None None] Set router 0533df8a-82b0-444e-9f7d-f5ed486c5b97 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:43:23.701182 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7844ba3-3a75-4f31-a3fb-d6c7e4dcf976 req-dbd2dded-c806-40c4-8527-232419d7fad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:43:23.702605 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d7844ba3-3a75-4f31-a3fb-d6c7e4dcf976 req-dbd2dded-c806-40c4-8527-232419d7fad0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ede911fc7f845af95dd74968234120d&device_id=789b267d-de76-4747-8b24-f4aa98bae4cd HTTP/1.1" status: 200 len: 1099 time: 0.2180805 May 04 17:43:23.886640 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-2c0ead19-fc65-4939-947a-75a485a270ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0533df8a-82b0-444e-9f7d-f5ed486c5b97', 'name': 'tempest-TestNetworkBasicOps-router-712116568', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '67e1a20e-387f-4fac-b238-5b054036c077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:41:46Z', 'updated_at': '2022-05-04T17:41:51Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '67e1a20e-387f-4fac-b238-5b054036c077', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0533df8a-82b0-444e-9f7d-f5ed486c5b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:41:47Z', 'updated_at': '2022-05-04T17:43:21Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '73637653-e233-4595-90c7-033f80d7a96e', 'name': '', 'network_id': '7b8ace05-d01c-4eff-8607-1f3498846dc6', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:eb:93:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0533df8a-82b0-444e-9f7d-f5ed486c5b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '107c38a9-e6ab-49b6-b3c3-07ab9104018e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:41:50Z', 'updated_at': '2022-05-04T17:43:21Z', 'revision_number': 7, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '107c38a9-e6ab-49b6-b3c3-07ab9104018e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:43:23.889967 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7844ba3-3a75-4f31-a3fb-d6c7e4dcf976 req-0d19b254-1e28-4510-8add-60ac6bea61bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:43:23.890986 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0ead19-fc65-4939-947a-75a485a270ef None None] Checking router: 0533df8a-82b0-444e-9f7d-f5ed486c5b97 for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:43:23.891395 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d7844ba3-3a75-4f31-a3fb-d6c7e4dcf976 req-0d19b254-1e28-4510-8add-60ac6bea61bf service neutron] 10.222.0.42 "GET /v2.0/networks?id=7b8ace05-d01c-4eff-8607-1f3498846dc6 HTTP/1.1" status: 200 len: 898 time: 0.1825094 May 04 17:43:23.899101 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0ead19-fc65-4939-947a-75a485a270ef None None] Routers {'0533df8a-82b0-444e-9f7d-f5ed486c5b97'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:43:23.899545 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f276d0-e3f3-4746-a03a-ff00fe6ca030 req-8b58694d-e6d1-4a39-95a1-8328e6af8bf2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:43:23.899688 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-2c0ead19-fc65-4939-947a-75a485a270ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:43:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['0533df8a-82b0-444e-9f7d-f5ed486c5b97'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:43:23.900194 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-b3f276d0-e3f3-4746-a03a-ff00fe6ca030 req-8b58694d-e6d1-4a39-95a1-8328e6af8bf2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Synchronizing usage tracker for tenant:8ede911fc7f845af95dd74968234120d on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:43:23.971504 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d7844ba3-3a75-4f31-a3fb-d6c7e4dcf976 req-98986143-281d-447e-b246-2bf78965fce7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5818a84b-8d61-4c18-a6c2-478d09e655e2 HTTP/1.1" status: 200 len: 217 time: 0.0685437 May 04 17:43:23.977629 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-b3f276d0-e3f3-4746-a03a-ff00fe6ca030 req-8b58694d-e6d1-4a39-95a1-8328e6af8bf2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Unset dirty status for tenant:8ede911fc7f845af95dd74968234120d on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:43:23.978778 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b3f276d0-e3f3-4746-a03a-ff00fe6ca030 req-8b58694d-e6d1-4a39-95a1-8328e6af8bf2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=789b267d-de76-4747-8b24-f4aa98bae4cd HTTP/1.1" status: 200 len: 946 time: 0.2490129 May 04 17:43:24.067239 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7844ba3-3a75-4f31-a3fb-d6c7e4dcf976 req-feb21f11-df5f-4373-8579-8ff1bb221808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:43:24.068667 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d7844ba3-3a75-4f31-a3fb-d6c7e4dcf976 req-feb21f11-df5f-4373-8579-8ff1bb221808 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=107c38a9-e6ab-49b6-b3c3-07ab9104018e HTTP/1.1" status: 200 len: 834 time: 0.0890737 May 04 17:43:24.073009 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b3f276d0-e3f3-4746-a03a-ff00fe6ca030 req-47240811-71d7-415d-90dc-5caa3177ce5f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=eddba34a-d0e6-435c-acb3-ca0223b66218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614548 May 04 17:43:24.092614 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-2c0ead19-fc65-4939-947a-75a485a270ef None None] Set router 0533df8a-82b0-444e-9f7d-f5ed486c5b97 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:43:24.143343 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7844ba3-3a75-4f31-a3fb-d6c7e4dcf976 req-a2ecf41b-2866-4af2-afad-67ec9af5790e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:43:24.144812 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d7844ba3-3a75-4f31-a3fb-d6c7e4dcf976 req-a2ecf41b-2866-4af2-afad-67ec9af5790e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7b8ace05-d01c-4eff-8607-1f3498846dc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698984 May 04 17:43:24.276386 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d7844ba3-3a75-4f31-a3fb-d6c7e4dcf976 req-add6831c-e985-4734-a75d-809ba9dd73c5 service neutron] 10.222.0.42 "GET /v2.0/networks/7b8ace05-d01c-4eff-8607-1f3498846dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253109 May 04 17:43:24.400734 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-2c0ead19-fc65-4939-947a-75a485a270ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0533df8a-82b0-444e-9f7d-f5ed486c5b97', 'name': 'tempest-TestNetworkBasicOps-router-712116568', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '67e1a20e-387f-4fac-b238-5b054036c077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:41:46Z', 'updated_at': '2022-05-04T17:41:51Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '67e1a20e-387f-4fac-b238-5b054036c077', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0533df8a-82b0-444e-9f7d-f5ed486c5b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:41:47Z', 'updated_at': '2022-05-04T17:43:21Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '73637653-e233-4595-90c7-033f80d7a96e', 'name': '', 'network_id': '7b8ace05-d01c-4eff-8607-1f3498846dc6', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:eb:93:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0533df8a-82b0-444e-9f7d-f5ed486c5b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '107c38a9-e6ab-49b6-b3c3-07ab9104018e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:41:50Z', 'updated_at': '2022-05-04T17:43:21Z', 'revision_number': 7, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '107c38a9-e6ab-49b6-b3c3-07ab9104018e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:43:24.404541 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0ead19-fc65-4939-947a-75a485a270ef None None] The sync data for ids ['0533df8a-82b0-444e-9f7d-f5ed486c5b97'] in dv-neutron-840426-1-hyperv is: [{'id': '0533df8a-82b0-444e-9f7d-f5ed486c5b97', 'name': 'tempest-TestNetworkBasicOps-router-712116568', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '67e1a20e-387f-4fac-b238-5b054036c077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:41:46Z', 'updated_at': '2022-05-04T17:41:51Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '67e1a20e-387f-4fac-b238-5b054036c077', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0533df8a-82b0-444e-9f7d-f5ed486c5b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:41:47Z', 'updated_at': '2022-05-04T17:43:21Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '73637653-e233-4595-90c7-033f80d7a96e', 'name': '', 'network_id': '7b8ace05-d01c-4eff-8607-1f3498846dc6', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:eb:93:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0533df8a-82b0-444e-9f7d-f5ed486c5b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '107c38a9-e6ab-49b6-b3c3-07ab9104018e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:41:50Z', 'updated_at': '2022-05-04T17:43:21Z', 'revision_number': 7, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '107c38a9-e6ab-49b6-b3c3-07ab9104018e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:43:24.405619 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d7844ba3-3a75-4f31-a3fb-d6c7e4dcf976 req-95f78b7a-7b7d-46f2-8555-069612c40533 service neutron] 10.222.0.42 "GET /v2.0/networks/7b8ace05-d01c-4eff-8607-1f3498846dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233778 May 04 17:43:25.017045 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e608ac-be5a-4bfd-8f7e-d3f3e9e95802 None None] New status for floating IP f92154c0-8b32-4d8c-a4f5-0c110f47412c: DOWN {{(pid=88039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:43:25.272674 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba524c57-9364-445b-a470-039a07ba4b5e req-5fcba74f-efbf-43a2-b501-c3d39474ba15 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:43:25.274086 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-ba524c57-9364-445b-a470-039a07ba4b5e req-5fcba74f-efbf-43a2-b501-c3d39474ba15 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=789b267d-de76-4747-8b24-f4aa98bae4cd HTTP/1.1" status: 200 len: 946 time: 0.0808330 May 04 17:43:25.316747 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4335284-b1cf-400d-80b8-47215a23e8ba req-27364749-d707-454a-a70a-5a4d31b3d07c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:43:25.318221 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e4335284-b1cf-400d-80b8-47215a23e8ba req-27364749-d707-454a-a70a-5a4d31b3d07c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.42 "GET /v2.0/ports?device_id=789b267d-de76-4747-8b24-f4aa98bae4cd HTTP/1.1" status: 200 len: 946 time: 0.0815301 May 04 17:43:25.318440 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-ba524c57-9364-445b-a470-039a07ba4b5e req-c13ce750-8be5-4670-97e8-ebfdb31207c9 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=eddba34a-d0e6-435c-acb3-ca0223b66218&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377269 May 04 17:43:25.392391 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [req-e4335284-b1cf-400d-80b8-47215a23e8ba req-d18c49d4-fcc4-489b-bc67-5369de0f910f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Deleting port 5818a84b-8d61-4c18-a6c2-478d09e655e2 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:43:25.392850 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-e4335284-b1cf-400d-80b8-47215a23e8ba req-d18c49d4-fcc4-489b-bc67-5369de0f910f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:25.632619 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-e4335284-b1cf-400d-80b8-47215a23e8ba req-d18c49d4-fcc4-489b-bc67-5369de0f910f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] For port 5818a84b-8d61-4c18-a6c2-478d09e655e2, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=5818a84b-8d61-4c18-a6c2-478d09e655e2,segment=NetworkSegment(a1b7e601-0212-4c5b-bba9-1fd4c75c6c8c),segment_id=a1b7e601-0212-4c5b-bba9-1fd4c75c6c8c)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:43:25.632973 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-e4335284-b1cf-400d-80b8-47215a23e8ba req-d18c49d4-fcc4-489b-bc67-5369de0f910f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:25.752205 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [req-e4335284-b1cf-400d-80b8-47215a23e8ba req-d18c49d4-fcc4-489b-bc67-5369de0f910f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Calling delete_port for 5818a84b-8d61-4c18-a6c2-478d09e655e2 owned by compute:nova {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:43:25.894369 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-e4335284-b1cf-400d-80b8-47215a23e8ba req-d18c49d4-fcc4-489b-bc67-5369de0f910f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:25.943481 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18c49d4-fcc4-489b-bc67-5369de0f910f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event deleted for resources: {'Port': ['ID=5818a84b-8d61-4c18-a6c2-478d09e655e2,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:43:26.116233 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4335284-b1cf-400d-80b8-47215a23e8ba req-d18c49d4-fcc4-489b-bc67-5369de0f910f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] No DVR routers for this DVR port 5818a84b-8d61-4c18-a6c2-478d09e655e2 on host hv-neutron-8404 {{(pid=88037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:43:26.118749 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-e4335284-b1cf-400d-80b8-47215a23e8ba req-d18c49d4-fcc4-489b-bc67-5369de0f910f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:26.121298 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '789b267d-de76-4747-8b24-f4aa98bae4cd', 'name': 'network-vif-deleted', 'tag': '5818a84b-8d61-4c18-a6c2-478d09e655e2'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:43:26.138769 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e4335284-b1cf-400d-80b8-47215a23e8ba req-d18c49d4-fcc4-489b-bc67-5369de0f910f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.42 "DELETE /v2.0/ports/5818a84b-8d61-4c18-a6c2-478d09e655e2 HTTP/1.1" status: 204 len: 173 time: 0.8153439 May 04 17:43:26.172534 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ef3617b-b105-4fb7-aa9a-53fe7eef3ff1'] response: {'server_uuid': '789b267d-de76-4747-8b24-f4aa98bae4cd', 'name': 'network-vif-deleted', 'tag': '5818a84b-8d61-4c18-a6c2-478d09e655e2', 'status': 'completed', 'code': 200} May 04 17:43:26.480831 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-0086d665-a352-48db-a6fc-0c6cbbcab76f req-b9d1852e-2d10-425a-9a0b-46303158260e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=789b267d-de76-4747-8b24-f4aa98bae4cd HTTP/1.1" status: 200 len: 210 time: 0.0414519 May 04 17:43:27.578217 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 57590) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:43:27.644723 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4924b25e-5ca4-4871-8a22-d9531ce0c831 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:27.673727 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4924b25e-5ca4-4871-8a22-d9531ce0c831 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:27.740562 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4924b25e-5ca4-4871-8a22-d9531ce0c831 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:27.758734 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4924b25e-5ca4-4871-8a22-d9531ce0c831 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eddba34a-d0e6-435c-acb3-ca0223b66218,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:43:27.769084 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4924b25e-5ca4-4871-8a22-d9531ce0c831 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:27.770298 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-4924b25e-5ca4-4871-8a22-d9531ce0c831 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "DELETE /v2.0/security-groups/eddba34a-d0e6-435c-acb3-ca0223b66218 HTTP/1.1" status: 204 len: 168 time: 0.1911120 May 04 17:43:27.799870 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 57596) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:43:28.347548 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a0a9be51-85fa-42fa-b673-a5eea5a2f5d2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710748'] for router_interface, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:28.490995 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 5818a84b-8d61-4c18-a6c2-478d09e655e2 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:43:28.526368 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] No Port match for: 5818a84b-8d61-4c18-a6c2-478d09e655e2 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:43:28.526631 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 5818a84b-8d61-4c18-a6c2-478d09e655e2 not bound to the agent host hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:43:28.695126 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-a0a9be51-85fa-42fa-b673-a5eea5a2f5d2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Deleting port 73637653-e233-4595-90c7-033f80d7a96e {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:43:28.695625 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a0a9be51-85fa-42fa-b673-a5eea5a2f5d2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:28.876946 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-a0a9be51-85fa-42fa-b673-a5eea5a2f5d2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] For port 73637653-e233-4595-90c7-033f80d7a96e, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=73637653-e233-4595-90c7-033f80d7a96e,segment=NetworkSegment(a1b7e601-0212-4c5b-bba9-1fd4c75c6c8c),segment_id=a1b7e601-0212-4c5b-bba9-1fd4c75c6c8c)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:43:28.877298 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a0a9be51-85fa-42fa-b673-a5eea5a2f5d2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:29.001447 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-a0a9be51-85fa-42fa-b673-a5eea5a2f5d2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Calling delete_port for 73637653-e233-4595-90c7-033f80d7a96e owned by network:router_interface {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:43:29.312862 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 17:43:29.381940 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a0a9be51-85fa-42fa-b673-a5eea5a2f5d2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:29.433640 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a9be51-85fa-42fa-b673-a5eea5a2f5d2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event deleted for resources: {'Port': ['ID=73637653-e233-4595-90c7-033f80d7a96e,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:43:29.707732 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a0a9be51-85fa-42fa-b673-a5eea5a2f5d2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710832'] for router_interface, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:30.066292 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0a9be51-85fa-42fa-b673-a5eea5a2f5d2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Router 0533df8a-82b0-444e-9f7d-f5ed486c5b97 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:43:30.241233 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0a9be51-85fa-42fa-b673-a5eea5a2f5d2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:43:30.253364 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7695d24-955d-4c76-955d-c4ad63b67f9d None None] Sync routers for ids ['0533df8a-82b0-444e-9f7d-f5ed486c5b97'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:43:30.254042 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-a0a9be51-85fa-42fa-b673-a5eea5a2f5d2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "PUT /v2.0/routers/0533df8a-82b0-444e-9f7d-f5ed486c5b97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4529674 May 04 17:43:30.256728 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 57600) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:43:30.262609 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7695d24-955d-4c76-955d-c4ad63b67f9d None None] Routers {'0533df8a-82b0-444e-9f7d-f5ed486c5b97'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:43:30.263840 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-c7695d24-955d-4c76-955d-c4ad63b67f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:43:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['0533df8a-82b0-444e-9f7d-f5ed486c5b97'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:43:30.323879 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-10952d68-2c64-42d7-ad2f-d8bd25fe3915 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Deleting subnet 107c38a9-e6ab-49b6-b3c3-07ab9104018e {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:43:30.326994 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-10952d68-2c64-42d7-ad2f-d8bd25fe3915 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:30.379925 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-10952d68-2c64-42d7-ad2f-d8bd25fe3915 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:30.433873 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-c7695d24-955d-4c76-955d-c4ad63b67f9d None None] Set router 0533df8a-82b0-444e-9f7d-f5ed486c5b97 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:43:30.463065 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-10952d68-2c64-42d7-ad2f-d8bd25fe3915 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:30.538057 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-10952d68-2c64-42d7-ad2f-d8bd25fe3915 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:30.575358 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10952d68-2c64-42d7-ad2f-d8bd25fe3915 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event deleted for resources: {'Subnet': ['ID=107c38a9-e6ab-49b6-b3c3-07ab9104018e,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:43:30.579662 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-10952d68-2c64-42d7-ad2f-d8bd25fe3915 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:30.585949 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-10952d68-2c64-42d7-ad2f-d8bd25fe3915 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "DELETE /v2.0/subnets/107c38a9-e6ab-49b6-b3c3-07ab9104018e HTTP/1.1" status: 204 len: 168 time: 0.3282681 May 04 17:43:30.588716 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 57604) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:43:30.592017 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6642359c-ea27-4b1f-90d0-8238a3f1ffb5 None None] Network 7b8ace05-d01c-4eff-8607-1f3498846dc6 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:43:30.766192 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-c7695d24-955d-4c76-955d-c4ad63b67f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0533df8a-82b0-444e-9f7d-f5ed486c5b97', 'name': 'tempest-TestNetworkBasicOps-router-712116568', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '67e1a20e-387f-4fac-b238-5b054036c077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:41:46Z', 'updated_at': '2022-05-04T17:43:29Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '67e1a20e-387f-4fac-b238-5b054036c077', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0533df8a-82b0-444e-9f7d-f5ed486c5b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:41:47Z', 'updated_at': '2022-05-04T17:43:21Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:43:30.771053 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7695d24-955d-4c76-955d-c4ad63b67f9d None None] Checking router: 0533df8a-82b0-444e-9f7d-f5ed486c5b97 for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:43:30.780869 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7695d24-955d-4c76-955d-c4ad63b67f9d None None] Routers {'0533df8a-82b0-444e-9f7d-f5ed486c5b97'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:43:30.781657 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-c7695d24-955d-4c76-955d-c4ad63b67f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:43:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['0533df8a-82b0-444e-9f7d-f5ed486c5b97'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:43:30.844131 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851b2b6c-4e75-4658-a1b8-46dc16cd1263 None None] DHCP port deletion for 7b8ace05-d01c-4eff-8607-1f3498846dc6 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:43:30.848484 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-851b2b6c-4e75-4658-a1b8-46dc16cd1263 None None] Deleting port 07eb67fa-2d4f-49db-a269-5a7478394293 {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:43:30.849063 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-851b2b6c-4e75-4658-a1b8-46dc16cd1263 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:30.890845 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e2958198-2a3e-41cf-8c87-23ef0f279c24 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for router, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:30.962562 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-c7695d24-955d-4c76-955d-c4ad63b67f9d None None] Set router 0533df8a-82b0-444e-9f7d-f5ed486c5b97 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:43:31.067933 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-851b2b6c-4e75-4658-a1b8-46dc16cd1263 None None] For port 07eb67fa-2d4f-49db-a269-5a7478394293, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=07eb67fa-2d4f-49db-a269-5a7478394293,segment=NetworkSegment(a1b7e601-0212-4c5b-bba9-1fd4c75c6c8c),segment_id=a1b7e601-0212-4c5b-bba9-1fd4c75c6c8c)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:43:31.068315 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-851b2b6c-4e75-4658-a1b8-46dc16cd1263 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:31.071758 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e2958198-2a3e-41cf-8c87-23ef0f279c24 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:31.082719 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-e2958198-2a3e-41cf-8c87-23ef0f279c24 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Deleting port 67e1a20e-387f-4fac-b238-5b054036c077 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:43:31.083040 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e2958198-2a3e-41cf-8c87-23ef0f279c24 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:31.242476 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-851b2b6c-4e75-4658-a1b8-46dc16cd1263 None None] Calling delete_port for 07eb67fa-2d4f-49db-a269-5a7478394293 owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:43:31.258515 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-c7695d24-955d-4c76-955d-c4ad63b67f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0533df8a-82b0-444e-9f7d-f5ed486c5b97', 'name': 'tempest-TestNetworkBasicOps-router-712116568', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '67e1a20e-387f-4fac-b238-5b054036c077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:41:46Z', 'updated_at': '2022-05-04T17:43:29Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '67e1a20e-387f-4fac-b238-5b054036c077', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0533df8a-82b0-444e-9f7d-f5ed486c5b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:41:47Z', 'updated_at': '2022-05-04T17:43:21Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:43:31.262460 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7695d24-955d-4c76-955d-c4ad63b67f9d None None] The sync data for ids ['0533df8a-82b0-444e-9f7d-f5ed486c5b97'] in dv-neutron-840426-1-hyperv is: [{'id': '0533df8a-82b0-444e-9f7d-f5ed486c5b97', 'name': 'tempest-TestNetworkBasicOps-router-712116568', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.83'}], 'enable_snat': True}, 'gw_port_id': '67e1a20e-387f-4fac-b238-5b054036c077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:41:46Z', 'updated_at': '2022-05-04T17:43:29Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '67e1a20e-387f-4fac-b238-5b054036c077', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0533df8a-82b0-444e-9f7d-f5ed486c5b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:41:47Z', 'updated_at': '2022-05-04T17:43:21Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:43:31.262636 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-e2958198-2a3e-41cf-8c87-23ef0f279c24 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] For port 67e1a20e-387f-4fac-b238-5b054036c077, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=67e1a20e-387f-4fac-b238-5b054036c077,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:43:31.262832 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e2958198-2a3e-41cf-8c87-23ef0f279c24 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:31.326759 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-851b2b6c-4e75-4658-a1b8-46dc16cd1263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124'] for port, after_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:31.373543 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851b2b6c-4e75-4658-a1b8-46dc16cd1263 None None] Pushing event deleted for resources: {'Port': ['ID=07eb67fa-2d4f-49db-a269-5a7478394293,revision_number=None']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:43:31.380509 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851b2b6c-4e75-4658-a1b8-46dc16cd1263 None None] No DVR routers for this DVR port 07eb67fa-2d4f-49db-a269-5a7478394293 on host dv-neutron-840426-1-hyperv {{(pid=88039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:43:31.391254 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-e2958198-2a3e-41cf-8c87-23ef0f279c24 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Calling delete_port for 67e1a20e-387f-4fac-b238-5b054036c077 owned by network:router_gateway {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:43:31.561214 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e2958198-2a3e-41cf-8c87-23ef0f279c24 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:31.608108 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2958198-2a3e-41cf-8c87-23ef0f279c24 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event deleted for resources: {'Port': ['ID=67e1a20e-387f-4fac-b238-5b054036c077,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:43:31.709424 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e2958198-2a3e-41cf-8c87-23ef0f279c24 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710199'] for router_gateway, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:31.883082 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e2958198-2a3e-41cf-8c87-23ef0f279c24 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:31.885151 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e2958198-2a3e-41cf-8c87-23ef0f279c24 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:31.910707 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e2958198-2a3e-41cf-8c87-23ef0f279c24 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:31.911331 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2958198-2a3e-41cf-8c87-23ef0f279c24 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Fanout notify agent at l3_agent the message router_deleted on router 0533df8a-82b0-444e-9f7d-f5ed486c5b97 {{(pid=88037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:43:31.927040 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e2958198-2a3e-41cf-8c87-23ef0f279c24 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:31.928149 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-e2958198-2a3e-41cf-8c87-23ef0f279c24 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "DELETE /v2.0/routers/0533df8a-82b0-444e-9f7d-f5ed486c5b97 HTTP/1.1" status: 204 len: 168 time: 1.3385153 May 04 17:43:31.930847 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 57608) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:43:32.042161 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b6734044-f65c-43d6-8c8e-b8f58da27e56 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:32.263874 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b6734044-f65c-43d6-8c8e-b8f58da27e56 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:32.288094 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-b6734044-f65c-43d6-8c8e-b8f58da27e56 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b8ace05-d01c-4eff-8607-1f3498846dc6']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:43:32.299370 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-b6734044-f65c-43d6-8c8e-b8f58da27e56 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1b7e601-0212-4c5b-bba9-1fd4c75c6c8c') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:43:32.299664 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-b6734044-f65c-43d6-8c8e-b8f58da27e56 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1b7e601-0212-4c5b-bba9-1fd4c75c6c8c') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:43:32.311242 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b6734044-f65c-43d6-8c8e-b8f58da27e56 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:32.328079 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b6734044-f65c-43d6-8c8e-b8f58da27e56 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:32.334780 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6734044-f65c-43d6-8c8e-b8f58da27e56 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:43:32.335285 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b6734044-f65c-43d6-8c8e-b8f58da27e56 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:32.350833 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 17:43:32.350833 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:43:32.350833 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 17:43:32.350833 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:43:32.350833 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 17:43:32.350833 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:43:32.350833 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 17:43:32.350833 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:43:32.350833 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 17:43:32.350833 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:43:32.350833 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 17:43:32.350833 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:43:32.350833 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 17:43:32.350833 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:43:32.350833 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:43:32.350833 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:43:32.350833 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:43:32.350833 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:43:32.350833 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 17:43:32.350833 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:43:32.350833 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 17:43:32.350833 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:43:32.350833 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:43:32.350833 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:43:32.350833 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 17:43:32.350833 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:43:32.350833 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:43:32.350833 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:43:32.350833 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:43:32.350833 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:43:32.350833 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:43:32.350833 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:43:32.428624 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b6734044-f65c-43d6-8c8e-b8f58da27e56 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:32.445839 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b6734044-f65c-43d6-8c8e-b8f58da27e56 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:32.458470 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6734044-f65c-43d6-8c8e-b8f58da27e56 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event deleted for resources: {'Network': ['ID=7b8ace05-d01c-4eff-8607-1f3498846dc6,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:43:32.465328 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-b6734044-f65c-43d6-8c8e-b8f58da27e56 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "DELETE /v2.0/networks/7b8ace05-d01c-4eff-8607-1f3498846dc6 HTTP/1.1" status: 204 len: 168 time: 0.5334945 May 04 17:43:32.486058 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 57612) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:43:32.491496 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-cca5f540-d756-42f4-8600-78f7800fd5bc tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'network': {'name': 'tempest-network-smoke--285384572', 'project_id': '8ede911fc7f845af95dd74968234120d', 'port_security_enabled': True}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:43:32.496456 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-cca5f540-d756-42f4-8600-78f7800fd5bc tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:43:32.501022 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-cca5f540-d756-42f4-8600-78f7800fd5bc tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:network and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:43:32.503850 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-cca5f540-d756-42f4-8600-78f7800fd5bc tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:43:32.509460 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-cca5f540-d756-42f4-8600-78f7800fd5bc tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:43:32.519580 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca5f540-d756-42f4-8600-78f7800fd5bc tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Made reservation on behalf of 8ede911fc7f845af95dd74968234120d for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:43:32.522935 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cca5f540-d756-42f4-8600-78f7800fd5bc tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:32.550075 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cca5f540-d756-42f4-8600-78f7800fd5bc tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:43:32.558707 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cca5f540-d756-42f4-8600-78f7800fd5bc tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:32.559040 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-cca5f540-d756-42f4-8600-78f7800fd5bc tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Added segment feb9e46e-76e5-4e81-97c0-e952a435da1d of type vlan for network 01905893-c9dd-4acf-9f4f-a9f341f73adf May 04 17:43:32.584718 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cca5f540-d756-42f4-8600-78f7800fd5bc tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:32.613106 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cca5f540-d756-42f4-8600-78f7800fd5bc tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:32.618331 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca5f540-d756-42f4-8600-78f7800fd5bc tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:43:32.618901 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cca5f540-d756-42f4-8600-78f7800fd5bc tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:32.679531 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-cca5f540-d756-42f4-8600-78f7800fd5bc tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1924586 May 04 17:43:32.682359 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57616) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:43:32.687608 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-5e162f25-0601-4a14-a90c-93d55c803cdb tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-254864896', 'admin_state_up': True, 'project_id': '8ede911fc7f845af95dd74968234120d', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:43:32.695007 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-5e162f25-0601-4a14-a90c-93d55c803cdb tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:43:32.699983 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-5e162f25-0601-4a14-a90c-93d55c803cdb tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:router and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:43:32.706526 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-5e162f25-0601-4a14-a90c-93d55c803cdb tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:43:32.712328 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-5e162f25-0601-4a14-a90c-93d55c803cdb tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:43:32.727639 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5e162f25-0601-4a14-a90c-93d55c803cdb tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:32.727860 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca5f540-d756-42f4-8600-78f7800fd5bc tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Network': ['ID=01905893-c9dd-4acf-9f4f-a9f341f73adf,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:43:32.728918 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5e162f25-0601-4a14-a90c-93d55c803cdb tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:32.738650 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 01905893-c9dd-4acf-9f4f-a9f341f73adf details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:43:32.756809 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 07eb67fa-2d4f-49db-a269-5a7478394293 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:43:32.757786 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5e162f25-0601-4a14-a90c-93d55c803cdb tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:32.807066 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 07eb67fa-2d4f-49db-a269-5a7478394293 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:43:32.807413 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 07eb67fa-2d4f-49db-a269-5a7478394293 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:43:32.807824 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 73637653-e233-4595-90c7-033f80d7a96e no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:43:32.845111 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 73637653-e233-4595-90c7-033f80d7a96e {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:43:32.845574 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 73637653-e233-4595-90c7-033f80d7a96e not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:43:32.846022 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 67e1a20e-387f-4fac-b238-5b054036c077 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:43:32.931455 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 67e1a20e-387f-4fac-b238-5b054036c077 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:43:32.931819 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 67e1a20e-387f-4fac-b238-5b054036c077 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:43:33.019655 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5e162f25-0601-4a14-a90c-93d55c803cdb tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:33.182378 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-71033e5a-5a94-4de1-999f-3b62734d4a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:33.436238 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5e162f25-0601-4a14-a90c-93d55c803cdb tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for router_gateway, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:33.468498 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5e162f25-0601-4a14-a90c-93d55c803cdb tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:33.601728 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-5e162f25-0601-4a14-a90c-93d55c803cdb tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Allocated IP 172.26.0.51 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/a2167b12-7982-40e1-82dd-b549015d9b57) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:43:33.754317 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5e162f25-0601-4a14-a90c-93d55c803cdb tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:33.785273 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5e162f25-0601-4a14-a90c-93d55c803cdb tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:33.851108 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e162f25-0601-4a14-a90c-93d55c803cdb tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:43:33.853938 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-5e162f25-0601-4a14-a90c-93d55c803cdb tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:43:33.858186 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e162f25-0601-4a14-a90c-93d55c803cdb tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:43:33.891791 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e162f25-0601-4a14-a90c-93d55c803cdb tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Port': ['ID=a2167b12-7982-40e1-82dd-b549015d9b57,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:43:33.907600 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e162f25-0601-4a14-a90c-93d55c803cdb tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:43:33.907950 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e162f25-0601-4a14-a90c-93d55c803cdb tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:43:33.908291 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e162f25-0601-4a14-a90c-93d55c803cdb tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:43:33.908626 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e162f25-0601-4a14-a90c-93d55c803cdb tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:43:33.908960 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e162f25-0601-4a14-a90c-93d55c803cdb tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:43:33.909299 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e162f25-0601-4a14-a90c-93d55c803cdb tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:43:33.909629 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e162f25-0601-4a14-a90c-93d55c803cdb tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:43:33.909977 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e162f25-0601-4a14-a90c-93d55c803cdb tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:43:33.910308 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e162f25-0601-4a14-a90c-93d55c803cdb tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:43:33.910632 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e162f25-0601-4a14-a90c-93d55c803cdb tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:43:33.910954 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e162f25-0601-4a14-a90c-93d55c803cdb tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:43:33.911276 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e162f25-0601-4a14-a90c-93d55c803cdb tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:43:34.273844 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5e162f25-0601-4a14-a90c-93d55c803cdb tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for router_gateway, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:34.713356 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5e162f25-0601-4a14-a90c-93d55c803cdb tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:34.911874 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e162f25-0601-4a14-a90c-93d55c803cdb tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Router 62a10041-1797-4efe-9b3d-ea16662ca075 is scheduled to L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 with binding_index 1 {{(pid=88038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:43:35.087185 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e162f25-0601-4a14-a90c-93d55c803cdb tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:43:35.096441 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82191659-61f3-40f0-ab64-64201d12e632 None None] Sync routers for ids ['62a10041-1797-4efe-9b3d-ea16662ca075'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:43:35.106092 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82191659-61f3-40f0-ab64-64201d12e632 None None] Routers {'62a10041-1797-4efe-9b3d-ea16662ca075'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:43:35.106700 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-82191659-61f3-40f0-ab64-64201d12e632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:43:05Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['62a10041-1797-4efe-9b3d-ea16662ca075'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:43:35.113655 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5e162f25-0601-4a14-a90c-93d55c803cdb tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:35.114884 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-5e162f25-0601-4a14-a90c-93d55c803cdb tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.4314842 May 04 17:43:35.118111 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57620) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:43:35.157220 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-e4c5ac90-d057-4261-896f-63cfea4345cf tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=8ede911fc7f845af95dd74968234120d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380089 May 04 17:43:35.159667 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57624) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:43:35.282540 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-82191659-61f3-40f0-ab64-64201d12e632 None None] Set router 62a10041-1797-4efe-9b3d-ea16662ca075 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:43:35.290878 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e23ebf-9800-425e-8921-6e91de7bec90 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:43:35.292350 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-24e23ebf-9800-425e-8921-6e91de7bec90 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1317594 May 04 17:43:35.295667 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57628) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:43:35.333145 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-e27509d0-41e9-4c17-92af-d1c3ec70f5b3 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=30bd8d35-9d66-4ec1-9734-58f713c6cd24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0364549 May 04 17:43:35.335537 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57632) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:43:35.340655 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-c85010ef-fbda-4128-a6c6-4e37d4016997 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1368378487', 'network_id': '01905893-c9dd-4acf-9f4f-a9f341f73adf', 'project_id': '8ede911fc7f845af95dd74968234120d', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:43:35.447496 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-c85010ef-fbda-4128-a6c6-4e37d4016997 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:43:35.451301 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-c85010ef-fbda-4128-a6c6-4e37d4016997 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:subnet and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:43:35.454049 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-c85010ef-fbda-4128-a6c6-4e37d4016997 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:43:35.459596 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-c85010ef-fbda-4128-a6c6-4e37d4016997 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:43:35.470053 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c85010ef-fbda-4128-a6c6-4e37d4016997 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Made reservation on behalf of 8ede911fc7f845af95dd74968234120d for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:43:35.473637 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c85010ef-fbda-4128-a6c6-4e37d4016997 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:35.512946 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-717bf415-dc74-443a-80a6-99695e318632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:35.575878 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-82191659-61f3-40f0-ab64-64201d12e632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a10041-1797-4efe-9b3d-ea16662ca075', 'name': 'tempest-TestNetworkBasicOps-router-254864896', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.51'}], 'enable_snat': True}, 'gw_port_id': 'a2167b12-7982-40e1-82dd-b549015d9b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:43:32Z', 'updated_at': '2022-05-04T17:43:34Z', 'revision_number': 3, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': 'a2167b12-7982-40e1-82dd-b549015d9b57', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c7:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a10041-1797-4efe-9b3d-ea16662ca075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:43:33Z', 'updated_at': '2022-05-04T17:43:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:43:35.579714 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82191659-61f3-40f0-ab64-64201d12e632 None None] Checking router: 62a10041-1797-4efe-9b3d-ea16662ca075 for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:43:35.580057 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82191659-61f3-40f0-ab64-64201d12e632 None None] Updating router 62a10041-1797-4efe-9b3d-ea16662ca075 port a2167b12-7982-40e1-82dd-b549015d9b57 binding host dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:43:35.631565 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-82191659-61f3-40f0-ab64-64201d12e632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:35.694555 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c85010ef-fbda-4128-a6c6-4e37d4016997 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:35.779446 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85010ef-fbda-4128-a6c6-4e37d4016997 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Subnet': ['ID=1ab9d124-fd51-4765-a7b1-2e0be2da4fd3,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:43:35.786998 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85010ef-fbda-4128-a6c6-4e37d4016997 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Checking segment: {'id': 'feb9e46e-76e5-4e81-97c0-e952a435da1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '01905893-c9dd-4acf-9f4f-a9f341f73adf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:43:35.787905 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85010ef-fbda-4128-a6c6-4e37d4016997 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Network hostable DHCP agents. Network: 01905893-c9dd-4acf-9f4f-a9f341f73adf, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:43:35.806701 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85010ef-fbda-4128-a6c6-4e37d4016997 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Network 01905893-c9dd-4acf-9f4f-a9f341f73adf is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:43:35.816044 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-c85010ef-fbda-4128-a6c6-4e37d4016997 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 01905893-c9dd-4acf-9f4f-a9f341f73adf) {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:43:35.820769 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85010ef-fbda-4128-a6c6-4e37d4016997 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:43:35.821883 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c85010ef-fbda-4128-a6c6-4e37d4016997 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:35.836465 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d419273-5cc0-4726-b0dd-4befd7b8bbc0 None None] Network 01905893-c9dd-4acf-9f4f-a9f341f73adf requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:43:35.844556 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-c85010ef-fbda-4128-a6c6-4e37d4016997 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5080421 May 04 17:43:35.847440 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 57636) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:43:36.167516 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-82191659-61f3-40f0-ab64-64201d12e632 None None] Notify callbacks [] for port, precommit_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:36.177466 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497ada77-9dc3-4f1e-bab7-92b8ed2560d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-01905893-c9dd-4acf-9f4f-a9f341f73adf', 'network_id': '01905893-c9dd-4acf-9f4f-a9f341f73adf', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'fixed_ips': [{'subnet_id': '1ab9d124-fd51-4765-a7b1-2e0be2da4fd3'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:43:36.178291 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-497ada77-9dc3-4f1e-bab7-92b8ed2560d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:36.197774 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-82191659-61f3-40f0-ab64-64201d12e632 None None] Transition to ACTIVE for port object a2167b12-7982-40e1-82dd-b549015d9b57 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:43:36.205539 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-82191659-61f3-40f0-ab64-64201d12e632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:36.339293 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6882d39d-4c02-48f3-beb4-b18dc0660db3 None None] Pushing event updated for resources: {'Port': ['ID=a2167b12-7982-40e1-82dd-b549015d9b57,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:43:36.344292 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-82191659-61f3-40f0-ab64-64201d12e632 None None] Attempting to bind port a2167b12-7982-40e1-82dd-b549015d9b57 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:43:36.344661 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-82191659-61f3-40f0-ab64-64201d12e632 None None] Attempting to bind port a2167b12-7982-40e1-82dd-b549015d9b57 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:43:36.345013 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82191659-61f3-40f0-ab64-64201d12e632 None None] Attempting to bind port a2167b12-7982-40e1-82dd-b549015d9b57 on network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:43:36.358043 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82191659-61f3-40f0-ab64-64201d12e632 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:43:36.358420 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82191659-61f3-40f0-ab64-64201d12e632 None None] Checking segment: {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:43:36.358818 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-82191659-61f3-40f0-ab64-64201d12e632 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:36.359206 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82191659-61f3-40f0-ab64-64201d12e632 None None] Bound using segment: {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:43:36.359674 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-82191659-61f3-40f0-ab64-64201d12e632 None None] Bound port: a2167b12-7982-40e1-82dd-b549015d9b57, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:43:36.360047 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-82191659-61f3-40f0-ab64-64201d12e632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:36.481243 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-497ada77-9dc3-4f1e-bab7-92b8ed2560d5 None None] Allocated IP 172.20.0.2 (01905893-c9dd-4acf-9f4f-a9f341f73adf/1ab9d124-fd51-4765-a7b1-2e0be2da4fd3/d31d006b-d45a-4050-b26c-85f642ba8f87) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:43:36.486367 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-82191659-61f3-40f0-ab64-64201d12e632 None None] For port a2167b12-7982-40e1-82dd-b549015d9b57, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:43:36.490230 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-82191659-61f3-40f0-ab64-64201d12e632 None None] For port a2167b12-7982-40e1-82dd-b549015d9b57, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=a2167b12-7982-40e1-82dd-b549015d9b57,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:43:36.496140 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-82191659-61f3-40f0-ab64-64201d12e632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:36.549591 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7a8221e6-ed1d-4933-bc43-5612e7837900 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:36.665148 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:36.682015 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:36.696094 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82191659-61f3-40f0-ab64-64201d12e632 None None] Routers {'62a10041-1797-4efe-9b3d-ea16662ca075'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:43:36.696733 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-82191659-61f3-40f0-ab64-64201d12e632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:43:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['62a10041-1797-4efe-9b3d-ea16662ca075'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:43:36.755130 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6882d39d-4c02-48f3-beb4-b18dc0660db3 None None] Pushing event updated for resources: {'Port': ['ID=a2167b12-7982-40e1-82dd-b549015d9b57,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:43:36.954954 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-82191659-61f3-40f0-ab64-64201d12e632 None None] Set router 62a10041-1797-4efe-9b3d-ea16662ca075 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:43:36.997174 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-497ada77-9dc3-4f1e-bab7-92b8ed2560d5 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:37.078300 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-497ada77-9dc3-4f1e-bab7-92b8ed2560d5 None None] Transition to ACTIVE for port object d31d006b-d45a-4050-b26c-85f642ba8f87 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:43:37.115782 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-497ada77-9dc3-4f1e-bab7-92b8ed2560d5 None None] Transition to ACTIVE for port object d31d006b-d45a-4050-b26c-85f642ba8f87 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:43:37.165659 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-497ada77-9dc3-4f1e-bab7-92b8ed2560d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:37.226890 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-7a8221e6-ed1d-4933-bc43-5612e7837900 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Allocated IP 172.20.0.1 (01905893-c9dd-4acf-9f4f-a9f341f73adf/1ab9d124-fd51-4765-a7b1-2e0be2da4fd3/7e8f050c-85b2-40b8-a8f6-78e62b397d2e) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:43:37.253545 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497ada77-9dc3-4f1e-bab7-92b8ed2560d5 None None] Network 01905893-c9dd-4acf-9f4f-a9f341f73adf is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:43:37.258514 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-497ada77-9dc3-4f1e-bab7-92b8ed2560d5 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:43:37.264062 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497ada77-9dc3-4f1e-bab7-92b8ed2560d5 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:43:37.297155 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497ada77-9dc3-4f1e-bab7-92b8ed2560d5 None None] Pushing event updated for resources: {'Port': ['ID=d31d006b-d45a-4050-b26c-85f642ba8f87,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:43:37.391798 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-497ada77-9dc3-4f1e-bab7-92b8ed2560d5 None None] Attempting to bind port d31d006b-d45a-4050-b26c-85f642ba8f87 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:43:37.392064 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7a8221e6-ed1d-4933-bc43-5612e7837900 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:37.392174 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-497ada77-9dc3-4f1e-bab7-92b8ed2560d5 None None] Attempting to bind port d31d006b-d45a-4050-b26c-85f642ba8f87 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'feb9e46e-76e5-4e81-97c0-e952a435da1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '01905893-c9dd-4acf-9f4f-a9f341f73adf'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:43:37.392500 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497ada77-9dc3-4f1e-bab7-92b8ed2560d5 None None] Attempting to bind port d31d006b-d45a-4050-b26c-85f642ba8f87 on network 01905893-c9dd-4acf-9f4f-a9f341f73adf {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:43:37.403316 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497ada77-9dc3-4f1e-bab7-92b8ed2560d5 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:43:37.403715 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497ada77-9dc3-4f1e-bab7-92b8ed2560d5 None None] Checking segment: {'id': 'feb9e46e-76e5-4e81-97c0-e952a435da1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '01905893-c9dd-4acf-9f4f-a9f341f73adf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:43:37.404111 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-497ada77-9dc3-4f1e-bab7-92b8ed2560d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:37.404498 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497ada77-9dc3-4f1e-bab7-92b8ed2560d5 None None] Bound using segment: {'id': 'feb9e46e-76e5-4e81-97c0-e952a435da1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '01905893-c9dd-4acf-9f4f-a9f341f73adf'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:43:37.404953 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-497ada77-9dc3-4f1e-bab7-92b8ed2560d5 None None] Bound port: d31d006b-d45a-4050-b26c-85f642ba8f87, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feb9e46e-76e5-4e81-97c0-e952a435da1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '01905893-c9dd-4acf-9f4f-a9f341f73adf'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:43:37.405334 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-497ada77-9dc3-4f1e-bab7-92b8ed2560d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:37.407330 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-7a8221e6-ed1d-4933-bc43-5612e7837900 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Transition to ACTIVE for port object 7e8f050c-85b2-40b8-a8f6-78e62b397d2e will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:43:37.431806 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7a8221e6-ed1d-4933-bc43-5612e7837900 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:37.474049 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-82191659-61f3-40f0-ab64-64201d12e632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a10041-1797-4efe-9b3d-ea16662ca075', 'name': 'tempest-TestNetworkBasicOps-router-254864896', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.51'}], 'enable_snat': True}, 'gw_port_id': 'a2167b12-7982-40e1-82dd-b549015d9b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:43:32Z', 'updated_at': '2022-05-04T17:43:34Z', 'revision_number': 3, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': 'a2167b12-7982-40e1-82dd-b549015d9b57', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c7:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a10041-1797-4efe-9b3d-ea16662ca075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:43:33Z', 'updated_at': '2022-05-04T17:43:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:43:37.488999 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82191659-61f3-40f0-ab64-64201d12e632 None None] The sync data for ids ['62a10041-1797-4efe-9b3d-ea16662ca075'] in dv-neutron-840426-1-hyperv is: [{'id': '62a10041-1797-4efe-9b3d-ea16662ca075', 'name': 'tempest-TestNetworkBasicOps-router-254864896', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.51'}], 'enable_snat': True}, 'gw_port_id': 'a2167b12-7982-40e1-82dd-b549015d9b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:43:32Z', 'updated_at': '2022-05-04T17:43:34Z', 'revision_number': 3, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': 'a2167b12-7982-40e1-82dd-b549015d9b57', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c7:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a10041-1797-4efe-9b3d-ea16662ca075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:43:33Z', 'updated_at': '2022-05-04T17:43:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:43:37.499050 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8221e6-ed1d-4933-bc43-5612e7837900 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Network 01905893-c9dd-4acf-9f4f-a9f341f73adf is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:43:37.502459 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-7a8221e6-ed1d-4933-bc43-5612e7837900 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:43:37.504359 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-497ada77-9dc3-4f1e-bab7-92b8ed2560d5 None None] For port d31d006b-d45a-4050-b26c-85f642ba8f87, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:43:37.506727 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8221e6-ed1d-4933-bc43-5612e7837900 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:43:37.511282 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-497ada77-9dc3-4f1e-bab7-92b8ed2560d5 None None] For port d31d006b-d45a-4050-b26c-85f642ba8f87, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=d31d006b-d45a-4050-b26c-85f642ba8f87,segment=NetworkSegment(feb9e46e-76e5-4e81-97c0-e952a435da1d),segment_id=feb9e46e-76e5-4e81-97c0-e952a435da1d)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:43:37.518348 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-497ada77-9dc3-4f1e-bab7-92b8ed2560d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:37.549117 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8221e6-ed1d-4933-bc43-5612e7837900 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Port': ['ID=7e8f050c-85b2-40b8-a8f6-78e62b397d2e,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:43:37.573680 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7a8221e6-ed1d-4933-bc43-5612e7837900 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710357'] for router_interface, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:37.652918 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497ada77-9dc3-4f1e-bab7-92b8ed2560d5 None None] Pushing event updated for resources: {'Port': ['ID=d31d006b-d45a-4050-b26c-85f642ba8f87,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:43:37.870174 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:37.893388 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7a8221e6-ed1d-4933-bc43-5612e7837900 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:38.332387 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7a8221e6-ed1d-4933-bc43-5612e7837900 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:38.337795 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7a8221e6-ed1d-4933-bc43-5612e7837900 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:38.461719 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7a8221e6-ed1d-4933-bc43-5612e7837900 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710702'] for router_interface, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:38.465370 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8221e6-ed1d-4933-bc43-5612e7837900 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Port': ['ID=7e8f050c-85b2-40b8-a8f6-78e62b397d2e,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:43:38.602334 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8221e6-ed1d-4933-bc43-5612e7837900 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Network 01905893-c9dd-4acf-9f4f-a9f341f73adf is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:43:38.603751 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-7a8221e6-ed1d-4933-bc43-5612e7837900 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:43:38.616793 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e460de3f-2158-4aa8-9ea2-22cf0796a653 None None] Network 01905893-c9dd-4acf-9f4f-a9f341f73adf requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:43:38.738246 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-1ed4f5ab-d0a0-4465-9f18-7bd844990836 None None] Provisioning for port d31d006b-d45a-4050-b26c-85f642ba8f87 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:43:38.859847 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device d31d006b-d45a-4050-b26c-85f642ba8f87 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:43:38.931808 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a8221e6-ed1d-4933-bc43-5612e7837900 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Router 62a10041-1797-4efe-9b3d-ea16662ca075 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:43:38.951915 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port d31d006b-d45a-4050-b26c-85f642ba8f87 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:43:38.956710 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port d31d006b-d45a-4050-b26c-85f642ba8f87 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:43:38.957084 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:39.086464 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:39.124241 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port d31d006b-d45a-4050-b26c-85f642ba8f87, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=d31d006b-d45a-4050-b26c-85f642ba8f87,segment=NetworkSegment(feb9e46e-76e5-4e81-97c0-e952a435da1d),segment_id=feb9e46e-76e5-4e81-97c0-e952a435da1d)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:43:39.128502 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:39.129404 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device a2167b12-7982-40e1-82dd-b549015d9b57 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:43:39.135939 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a8221e6-ed1d-4933-bc43-5612e7837900 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:43:39.148753 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784b5e0d-9b52-4c59-b01f-3978742a1631 None None] Sync routers for ids ['62a10041-1797-4efe-9b3d-ea16662ca075'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:43:39.152049 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-7a8221e6-ed1d-4933-bc43-5612e7837900 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "PUT /v2.0/routers/62a10041-1797-4efe-9b3d-ea16662ca075/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3011286 May 04 17:43:39.152647 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57640) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:43:39.163502 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784b5e0d-9b52-4c59-b01f-3978742a1631 None None] Routers {'62a10041-1797-4efe-9b3d-ea16662ca075'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:43:39.164110 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-784b5e0d-9b52-4c59-b01f-3978742a1631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:43:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['62a10041-1797-4efe-9b3d-ea16662ca075'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:43:39.263611 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=d31d006b-d45a-4050-b26c-85f642ba8f87,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:43:39.305533 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-18e43759-ff6c-4553-9767-b2c0028b22da None None] Provisioning complete for port d31d006b-d45a-4050-b26c-85f642ba8f87 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:43:39.306107 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-18e43759-ff6c-4553-9767-b2c0028b22da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:39.316674 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c666670c-8004-41eb-bc0e-088e5b59c265 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:43:39.317301 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c666670c-8004-41eb-bc0e-088e5b59c265 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:43:39.317831 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c666670c-8004-41eb-bc0e-088e5b59c265 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:43:39.318371 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c666670c-8004-41eb-bc0e-088e5b59c265 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:43:39.320154 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-c666670c-8004-41eb-bc0e-088e5b59c265 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1654563 May 04 17:43:39.322960 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 57644) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:43:39.358206 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-784b5e0d-9b52-4c59-b01f-3978742a1631 None None] Set router 62a10041-1797-4efe-9b3d-ea16662ca075 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:43:39.412051 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f842dc9-5702-46dd-a402-93a51165de91 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:43:39.412890 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f842dc9-5702-46dd-a402-93a51165de91 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:43:39.413207 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f842dc9-5702-46dd-a402-93a51165de91 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:43:39.413645 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f842dc9-5702-46dd-a402-93a51165de91 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:43:39.417944 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-5f842dc9-5702-46dd-a402-93a51165de91 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0914037 May 04 17:43:39.418285 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 57648) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:43:39.437722 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:39.438677 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port a2167b12-7982-40e1-82dd-b549015d9b57 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:43:39.467430 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port a2167b12-7982-40e1-82dd-b549015d9b57 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:43:39.467865 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:39.582586 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-18e43759-ff6c-4553-9767-b2c0028b22da None None] Provisioning for port 7e8f050c-85b2-40b8-a8f6-78e62b397d2e completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:43:39.608382 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-18e43759-ff6c-4553-9767-b2c0028b22da None None] Provisioning complete for port 7e8f050c-85b2-40b8-a8f6-78e62b397d2e triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:43:39.608858 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-18e43759-ff6c-4553-9767-b2c0028b22da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:39.655335 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-6cf28315-62a6-4197-b640-b806056f3602 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1604 time: 0.2323320 May 04 17:43:39.668592 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:39.689762 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-18e43759-ff6c-4553-9767-b2c0028b22da None None] Port 7e8f050c-85b2-40b8-a8f6-78e62b397d2e cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:43:39.693482 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port a2167b12-7982-40e1-82dd-b549015d9b57, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=a2167b12-7982-40e1-82dd-b549015d9b57,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:43:39.698519 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:39.724532 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-784b5e0d-9b52-4c59-b01f-3978742a1631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a10041-1797-4efe-9b3d-ea16662ca075', 'name': 'tempest-TestNetworkBasicOps-router-254864896', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.51'}], 'enable_snat': True}, 'gw_port_id': 'a2167b12-7982-40e1-82dd-b549015d9b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:43:32Z', 'updated_at': '2022-05-04T17:43:37Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': 'a2167b12-7982-40e1-82dd-b549015d9b57', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c7:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a10041-1797-4efe-9b3d-ea16662ca075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:43:33Z', 'updated_at': '2022-05-04T17:43:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '7e8f050c-85b2-40b8-a8f6-78e62b397d2e', 'name': '', 'network_id': '01905893-c9dd-4acf-9f4f-a9f341f73adf', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:24:06:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a10041-1797-4efe-9b3d-ea16662ca075', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '1ab9d124-fd51-4765-a7b1-2e0be2da4fd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:43:36Z', 'updated_at': '2022-05-04T17:43:38Z', 'revision_number': 2, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '1ab9d124-fd51-4765-a7b1-2e0be2da4fd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:43:39.728250 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784b5e0d-9b52-4c59-b01f-3978742a1631 None None] Checking router: 62a10041-1797-4efe-9b3d-ea16662ca075 for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:43:39.728595 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784b5e0d-9b52-4c59-b01f-3978742a1631 None None] Updating router 62a10041-1797-4efe-9b3d-ea16662ca075 port 7e8f050c-85b2-40b8-a8f6-78e62b397d2e binding host dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:43:39.763954 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=a2167b12-7982-40e1-82dd-b549015d9b57,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:43:39.784293 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-784b5e0d-9b52-4c59-b01f-3978742a1631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:39.810111 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-e87b1e7a-80ab-4ca5-bb9f-bef4e06d0d98 None None] Provisioning complete for port 7e8f050c-85b2-40b8-a8f6-78e62b397d2e triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:43:39.810487 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e87b1e7a-80ab-4ca5-bb9f-bef4e06d0d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:39.865822 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-e87b1e7a-80ab-4ca5-bb9f-bef4e06d0d98 None None] Port 7e8f050c-85b2-40b8-a8f6-78e62b397d2e cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:43:39.921109 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57654) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:43:39.926408 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-ed4f3ab4-d8ad-4aa9-b137-c71aa31ed82b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-450270351', 'description': 'tempest-secgroup-smoke-450270351 description', 'project_id': '8ede911fc7f845af95dd74968234120d'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:43:39.932349 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-ed4f3ab4-d8ad-4aa9-b137-c71aa31ed82b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:43:39.936956 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-ed4f3ab4-d8ad-4aa9-b137-c71aa31ed82b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:43:39.939813 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-ed4f3ab4-d8ad-4aa9-b137-c71aa31ed82b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:43:39.945418 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-ed4f3ab4-d8ad-4aa9-b137-c71aa31ed82b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:43:39.956679 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ed4f3ab4-d8ad-4aa9-b137-c71aa31ed82b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:39.975937 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-ed4f3ab4-d8ad-4aa9-b137-c71aa31ed82b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:43:39.979642 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-ed4f3ab4-d8ad-4aa9-b137-c71aa31ed82b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:43:39.982391 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-ed4f3ab4-d8ad-4aa9-b137-c71aa31ed82b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:43:39.988422 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-ed4f3ab4-d8ad-4aa9-b137-c71aa31ed82b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:43:40.062751 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ed4f3ab4-d8ad-4aa9-b137-c71aa31ed82b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:40.066958 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ed4f3ab4-d8ad-4aa9-b137-c71aa31ed82b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:40.112218 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4f3ab4-d8ad-4aa9-b137-c71aa31ed82b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6cb9c1e-97b7-4930-9ca3-dd004eb25401,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:43:40.115698 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ed4f3ab4-d8ad-4aa9-b137-c71aa31ed82b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:40.116988 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-ed4f3ab4-d8ad-4aa9-b137-c71aa31ed82b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1948955 May 04 17:43:40.119901 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57658) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:43:40.128999 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-929d28ad-9c6d-44b8-9cac-f67bf72ed88c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group_rule': {'security_group_id': 'c6cb9c1e-97b7-4930-9ca3-dd004eb25401', 'project_id': '8ede911fc7f845af95dd74968234120d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:43:40.135252 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-929d28ad-9c6d-44b8-9cac-f67bf72ed88c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:43:40.139799 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-929d28ad-9c6d-44b8-9cac-f67bf72ed88c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:43:40.142788 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-929d28ad-9c6d-44b8-9cac-f67bf72ed88c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:43:40.148518 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-929d28ad-9c6d-44b8-9cac-f67bf72ed88c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:43:40.160960 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-784b5e0d-9b52-4c59-b01f-3978742a1631 None None] Notify callbacks [] for port, precommit_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:40.165353 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-929d28ad-9c6d-44b8-9cac-f67bf72ed88c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:40.172995 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.provisioning_blocks [None req-784b5e0d-9b52-4c59-b01f-3978742a1631 None None] Transition to ACTIVE for port object 7e8f050c-85b2-40b8-a8f6-78e62b397d2e will not be triggered until provisioned by entity L2. {{(pid=88040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:43:40.180308 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-784b5e0d-9b52-4c59-b01f-3978742a1631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:40.227525 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-929d28ad-9c6d-44b8-9cac-f67bf72ed88c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:40.232454 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-929d28ad-9c6d-44b8-9cac-f67bf72ed88c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:40.252124 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929d28ad-9c6d-44b8-9cac-f67bf72ed88c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=986218cb-a18f-4936-9001-66acce6e12fb,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:43:40.277872 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-929d28ad-9c6d-44b8-9cac-f67bf72ed88c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:40.279338 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-929d28ad-9c6d-44b8-9cac-f67bf72ed88c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1579163 May 04 17:43:40.282137 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57662) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:43:40.288728 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-fc78de77-145a-4002-bb1b-5d697f9de924 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group_rule': {'security_group_id': 'c6cb9c1e-97b7-4930-9ca3-dd004eb25401', 'project_id': '8ede911fc7f845af95dd74968234120d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:43:40.295972 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-fc78de77-145a-4002-bb1b-5d697f9de924 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:43:40.299812 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-fc78de77-145a-4002-bb1b-5d697f9de924 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:43:40.303595 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-fc78de77-145a-4002-bb1b-5d697f9de924 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:43:40.311350 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-fc78de77-145a-4002-bb1b-5d697f9de924 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:43:40.330954 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fc78de77-145a-4002-bb1b-5d697f9de924 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:40.342189 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90d7e14-7457-4e3f-a3ce-6d45df79d778 None None] Pushing event updated for resources: {'Port': ['ID=7e8f050c-85b2-40b8-a8f6-78e62b397d2e,revision_number=3']} {{(pid=88040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:43:40.357515 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90d7e14-7457-4e3f-a3ce-6d45df79d778 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:43:40.357866 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90d7e14-7457-4e3f-a3ce-6d45df79d778 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:43:40.358221 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90d7e14-7457-4e3f-a3ce-6d45df79d778 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:43:40.358751 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90d7e14-7457-4e3f-a3ce-6d45df79d778 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:43:40.359080 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90d7e14-7457-4e3f-a3ce-6d45df79d778 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:43:40.359405 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90d7e14-7457-4e3f-a3ce-6d45df79d778 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:43:40.359730 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90d7e14-7457-4e3f-a3ce-6d45df79d778 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:43:40.360054 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90d7e14-7457-4e3f-a3ce-6d45df79d778 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:43:40.360372 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90d7e14-7457-4e3f-a3ce-6d45df79d778 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:43:40.360690 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90d7e14-7457-4e3f-a3ce-6d45df79d778 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:43:40.361159 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90d7e14-7457-4e3f-a3ce-6d45df79d778 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:43:40.361633 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90d7e14-7457-4e3f-a3ce-6d45df79d778 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:43:40.418638 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-784b5e0d-9b52-4c59-b01f-3978742a1631 None None] Attempting to bind port 7e8f050c-85b2-40b8-a8f6-78e62b397d2e on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:43:40.419041 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-784b5e0d-9b52-4c59-b01f-3978742a1631 None None] Attempting to bind port 7e8f050c-85b2-40b8-a8f6-78e62b397d2e by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'feb9e46e-76e5-4e81-97c0-e952a435da1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '01905893-c9dd-4acf-9f4f-a9f341f73adf'}] {{(pid=88040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:43:40.419403 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784b5e0d-9b52-4c59-b01f-3978742a1631 None None] Attempting to bind port 7e8f050c-85b2-40b8-a8f6-78e62b397d2e on network 01905893-c9dd-4acf-9f4f-a9f341f73adf {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:43:40.425564 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784b5e0d-9b52-4c59-b01f-3978742a1631 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:43:40.425983 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784b5e0d-9b52-4c59-b01f-3978742a1631 None None] Checking segment: {'id': 'feb9e46e-76e5-4e81-97c0-e952a435da1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '01905893-c9dd-4acf-9f4f-a9f341f73adf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:43:40.426355 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-784b5e0d-9b52-4c59-b01f-3978742a1631 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:40.426741 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784b5e0d-9b52-4c59-b01f-3978742a1631 None None] Bound using segment: {'id': 'feb9e46e-76e5-4e81-97c0-e952a435da1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '01905893-c9dd-4acf-9f4f-a9f341f73adf'} {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:43:40.427251 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-784b5e0d-9b52-4c59-b01f-3978742a1631 None None] Bound port: 7e8f050c-85b2-40b8-a8f6-78e62b397d2e, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feb9e46e-76e5-4e81-97c0-e952a435da1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '01905893-c9dd-4acf-9f4f-a9f341f73adf'}}] {{(pid=88040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:43:40.427624 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-784b5e0d-9b52-4c59-b01f-3978742a1631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:40.521869 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fc78de77-145a-4002-bb1b-5d697f9de924 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:40.523732 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.db [None req-784b5e0d-9b52-4c59-b01f-3978742a1631 None None] For port 7e8f050c-85b2-40b8-a8f6-78e62b397d2e, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:43:40.526129 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fc78de77-145a-4002-bb1b-5d697f9de924 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:40.527000 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.db [None req-784b5e0d-9b52-4c59-b01f-3978742a1631 None None] For port 7e8f050c-85b2-40b8-a8f6-78e62b397d2e, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=7e8f050c-85b2-40b8-a8f6-78e62b397d2e,segment=NetworkSegment(feb9e46e-76e5-4e81-97c0-e952a435da1d),segment_id=feb9e46e-76e5-4e81-97c0-e952a435da1d)] {{(pid=88040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:43:40.532357 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-784b5e0d-9b52-4c59-b01f-3978742a1631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:40.552560 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc78de77-145a-4002-bb1b-5d697f9de924 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0a12111-d21b-4066-a9a1-63ac59f14a75,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:43:40.562210 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fc78de77-145a-4002-bb1b-5d697f9de924 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:40.565960 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-fc78de77-145a-4002-bb1b-5d697f9de924 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2803164 May 04 17:43:40.566145 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57666) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:43:40.571046 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-42566b6f-42d8-4378-8bee-26322c1f939e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group_rule': {'security_group_id': 'c6cb9c1e-97b7-4930-9ca3-dd004eb25401', 'project_id': '8ede911fc7f845af95dd74968234120d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:43:40.577235 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-42566b6f-42d8-4378-8bee-26322c1f939e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:43:40.581048 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-42566b6f-42d8-4378-8bee-26322c1f939e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:43:40.584483 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-42566b6f-42d8-4378-8bee-26322c1f939e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:43:40.593037 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-42566b6f-42d8-4378-8bee-26322c1f939e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:43:40.608428 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784b5e0d-9b52-4c59-b01f-3978742a1631 None None] Routers {'62a10041-1797-4efe-9b3d-ea16662ca075'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:43:40.609056 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-784b5e0d-9b52-4c59-b01f-3978742a1631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:43:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['62a10041-1797-4efe-9b3d-ea16662ca075'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:43:40.610898 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-42566b6f-42d8-4378-8bee-26322c1f939e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:40.677814 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-42566b6f-42d8-4378-8bee-26322c1f939e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:40.680343 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90d7e14-7457-4e3f-a3ce-6d45df79d778 None None] Pushing event updated for resources: {'Port': ['ID=7e8f050c-85b2-40b8-a8f6-78e62b397d2e,revision_number=4']} {{(pid=88040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:43:40.683605 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-42566b6f-42d8-4378-8bee-26322c1f939e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:40.713050 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42566b6f-42d8-4378-8bee-26322c1f939e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e2ba4c0-2b05-4468-8eec-70bf9677d9b5,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:43:40.721601 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-42566b6f-42d8-4378-8bee-26322c1f939e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:40.725381 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-42566b6f-42d8-4378-8bee-26322c1f939e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1558771 May 04 17:43:40.725727 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57670) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:43:40.736160 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-8e3aa608-b9f8-41a9-8734-ed7e6fd279e4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group_rule': {'security_group_id': 'c6cb9c1e-97b7-4930-9ca3-dd004eb25401', 'project_id': '8ede911fc7f845af95dd74968234120d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:43:40.742645 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-8e3aa608-b9f8-41a9-8734-ed7e6fd279e4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:43:40.746742 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-8e3aa608-b9f8-41a9-8734-ed7e6fd279e4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:43:40.750400 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-8e3aa608-b9f8-41a9-8734-ed7e6fd279e4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:43:40.756753 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-8e3aa608-b9f8-41a9-8734-ed7e6fd279e4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:43:40.776339 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8e3aa608-b9f8-41a9-8734-ed7e6fd279e4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:40.796801 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device d31d006b-d45a-4050-b26c-85f642ba8f87 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:43:40.824549 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-784b5e0d-9b52-4c59-b01f-3978742a1631 None None] Set router 62a10041-1797-4efe-9b3d-ea16662ca075 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:43:40.847780 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8e3aa608-b9f8-41a9-8734-ed7e6fd279e4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:40.852431 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8e3aa608-b9f8-41a9-8734-ed7e6fd279e4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:40.878744 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3aa608-b9f8-41a9-8734-ed7e6fd279e4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51795eea-fd52-400e-8a0e-bb605ae9398c,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:43:40.883655 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port d31d006b-d45a-4050-b26c-85f642ba8f87 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:43:40.884032 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:40.891362 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8e3aa608-b9f8-41a9-8734-ed7e6fd279e4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:40.892631 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-8e3aa608-b9f8-41a9-8734-ed7e6fd279e4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1658502 May 04 17:43:40.895506 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 57674) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:43:40.900964 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-241dfd07-cca6-42fb-a563-b45bfbc7931a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group_rule': {'security_group_id': 'c6cb9c1e-97b7-4930-9ca3-dd004eb25401', 'project_id': '8ede911fc7f845af95dd74968234120d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:43:40.907057 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-241dfd07-cca6-42fb-a563-b45bfbc7931a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:43:40.911145 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-241dfd07-cca6-42fb-a563-b45bfbc7931a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:43:40.915397 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-241dfd07-cca6-42fb-a563-b45bfbc7931a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:43:40.921307 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-241dfd07-cca6-42fb-a563-b45bfbc7931a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:43:40.933267 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.securitygroups_db [None req-241dfd07-cca6-42fb-a563-b45bfbc7931a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Project 8ede911fc7f845af95dd74968234120d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 17:43:40.944046 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-241dfd07-cca6-42fb-a563-b45bfbc7931a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:41.011711 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-241dfd07-cca6-42fb-a563-b45bfbc7931a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:41.014031 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device a2167b12-7982-40e1-82dd-b549015d9b57 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:43:41.016932 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-241dfd07-cca6-42fb-a563-b45bfbc7931a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:41.043519 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241dfd07-cca6-42fb-a563-b45bfbc7931a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60eeabe6-4a67-4d93-b2e5-7ba97547b01d,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:43:41.053895 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-241dfd07-cca6-42fb-a563-b45bfbc7931a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:41.058377 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-241dfd07-cca6-42fb-a563-b45bfbc7931a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1617801 May 04 17:43:41.058981 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 57678) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:43:41.066758 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-62adbeb9-ee27-496d-b8c3-c021125d8b2b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group_rule': {'security_group_id': 'c6cb9c1e-97b7-4930-9ca3-dd004eb25401', 'project_id': '8ede911fc7f845af95dd74968234120d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:43:41.072531 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-62adbeb9-ee27-496d-b8c3-c021125d8b2b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:43:41.077174 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-62adbeb9-ee27-496d-b8c3-c021125d8b2b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:43:41.080200 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-62adbeb9-ee27-496d-b8c3-c021125d8b2b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:43:41.083974 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port a2167b12-7982-40e1-82dd-b549015d9b57 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:43:41.084342 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:41.085951 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-62adbeb9-ee27-496d-b8c3-c021125d8b2b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:43:41.098569 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.securitygroups_db [None req-62adbeb9-ee27-496d-b8c3-c021125d8b2b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Project 8ede911fc7f845af95dd74968234120d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 17:43:41.105532 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-62adbeb9-ee27-496d-b8c3-c021125d8b2b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:41.160976 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-784b5e0d-9b52-4c59-b01f-3978742a1631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a10041-1797-4efe-9b3d-ea16662ca075', 'name': 'tempest-TestNetworkBasicOps-router-254864896', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.51'}], 'enable_snat': True}, 'gw_port_id': 'a2167b12-7982-40e1-82dd-b549015d9b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:43:32Z', 'updated_at': '2022-05-04T17:43:37Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': 'a2167b12-7982-40e1-82dd-b549015d9b57', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a10041-1797-4efe-9b3d-ea16662ca075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:43:33Z', 'updated_at': '2022-05-04T17:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '7e8f050c-85b2-40b8-a8f6-78e62b397d2e', 'name': '', 'network_id': '01905893-c9dd-4acf-9f4f-a9f341f73adf', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:24:06:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a10041-1797-4efe-9b3d-ea16662ca075', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '1ab9d124-fd51-4765-a7b1-2e0be2da4fd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:43:36Z', 'updated_at': '2022-05-04T17:43:40Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '1ab9d124-fd51-4765-a7b1-2e0be2da4fd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:43:41.165907 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784b5e0d-9b52-4c59-b01f-3978742a1631 None None] The sync data for ids ['62a10041-1797-4efe-9b3d-ea16662ca075'] in dv-neutron-840426-1-hyperv is: [{'id': '62a10041-1797-4efe-9b3d-ea16662ca075', 'name': 'tempest-TestNetworkBasicOps-router-254864896', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.51'}], 'enable_snat': True}, 'gw_port_id': 'a2167b12-7982-40e1-82dd-b549015d9b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:43:32Z', 'updated_at': '2022-05-04T17:43:37Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': 'a2167b12-7982-40e1-82dd-b549015d9b57', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a10041-1797-4efe-9b3d-ea16662ca075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:43:33Z', 'updated_at': '2022-05-04T17:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '7e8f050c-85b2-40b8-a8f6-78e62b397d2e', 'name': '', 'network_id': '01905893-c9dd-4acf-9f4f-a9f341f73adf', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:24:06:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a10041-1797-4efe-9b3d-ea16662ca075', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '1ab9d124-fd51-4765-a7b1-2e0be2da4fd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:43:36Z', 'updated_at': '2022-05-04T17:43:40Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '1ab9d124-fd51-4765-a7b1-2e0be2da4fd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:43:41.173714 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-62adbeb9-ee27-496d-b8c3-c021125d8b2b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:41.178907 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-62adbeb9-ee27-496d-b8c3-c021125d8b2b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:41.204531 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62adbeb9-ee27-496d-b8c3-c021125d8b2b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4e04486-5156-4385-8b6e-955e294cf971,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:43:41.215257 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-62adbeb9-ee27-496d-b8c3-c021125d8b2b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:41.216953 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-62adbeb9-ee27-496d-b8c3-c021125d8b2b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1545384 May 04 17:43:41.408609 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-2de9baf9-4a46-472e-a44a-b62b1fa6939c req-ba0be097-bf51-4e0b-978b-acf4bc736e14 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Synchronizing usage tracker for tenant:8ede911fc7f845af95dd74968234120d on resource:security_group {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:43:41.424302 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-2de9baf9-4a46-472e-a44a-b62b1fa6939c req-ba0be097-bf51-4e0b-978b-acf4bc736e14 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Unset dirty status for tenant:8ede911fc7f845af95dd74968234120d on resource:security_group {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:43:41.425470 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-2de9baf9-4a46-472e-a44a-b62b1fa6939c req-ba0be097-bf51-4e0b-978b-acf4bc736e14 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-450270351&fields=id&tenant_id=8ede911fc7f845af95dd74968234120d HTTP/1.1" status: 200 len: 267 time: 0.0578339 May 04 17:43:41.580901 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de9baf9-4a46-472e-a44a-b62b1fa6939c req-dcf79be5-7e12-40dc-b88c-d3e12640c12f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:43:41.582439 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-2de9baf9-4a46-472e-a44a-b62b1fa6939c req-dcf79be5-7e12-40dc-b88c-d3e12640c12f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/networks?id=01905893-c9dd-4acf-9f4f-a9f341f73adf HTTP/1.1" status: 200 len: 796 time: 0.1492050 May 04 17:43:41.597664 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-2de9baf9-4a46-472e-a44a-b62b1fa6939c req-de809125-e316-4620-ac83-e64c599cdd76 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/quotas/8ede911fc7f845af95dd74968234120d HTTP/1.1" status: 200 len: 375 time: 0.0096684 May 04 17:43:41.682826 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-2de9baf9-4a46-472e-a44a-b62b1fa6939c req-7af4c50b-b100-4092-82d5-dcc1b2582fcc tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8ede911fc7f845af95dd74968234120d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0797632 May 04 17:43:41.824955 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-2de9baf9-4a46-472e-a44a-b62b1fa6939c req-812d853c-c9eb-4694-9fda-d3c5e08c5b4c service neutron] 10.222.0.41 "GET /v2.0/networks/01905893-c9dd-4acf-9f4f-a9f341f73adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293545 May 04 17:43:41.965601 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-2de9baf9-4a46-472e-a44a-b62b1fa6939c req-25aa4a85-ef0f-4dea-920d-14d56380fda5 service neutron] 10.222.0.41 "GET /v2.0/networks/01905893-c9dd-4acf-9f4f-a9f341f73adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347373 May 04 17:43:42.151483 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-1b3a5382-66b2-4851-b81e-5c05dd78a677 req-64fb841e-4ae8-47d6-8c5e-022dd26bf06e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Synchronizing usage tracker for tenant:8ede911fc7f845af95dd74968234120d on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:43:42.168219 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-1b3a5382-66b2-4851-b81e-5c05dd78a677 req-64fb841e-4ae8-47d6-8c5e-022dd26bf06e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Unset dirty status for tenant:8ede911fc7f845af95dd74968234120d on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:43:42.185754 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-1b3a5382-66b2-4851-b81e-5c05dd78a677 req-64fb841e-4ae8-47d6-8c5e-022dd26bf06e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=85e27a4e-bec9-4570-ab68-2d8fd8267d16 HTTP/1.1" status: 200 len: 210 time: 0.0773726 May 04 17:43:42.771922 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 7e8f050c-85b2-40b8-a8f6-78e62b397d2e up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:43:42.841794 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 7e8f050c-85b2-40b8-a8f6-78e62b397d2e completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:43:42.846352 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 7e8f050c-85b2-40b8-a8f6-78e62b397d2e triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:43:42.846737 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:42.963517 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:43.030578 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 7e8f050c-85b2-40b8-a8f6-78e62b397d2e, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=7e8f050c-85b2-40b8-a8f6-78e62b397d2e,segment=NetworkSegment(feb9e46e-76e5-4e81-97c0-e952a435da1d),segment_id=feb9e46e-76e5-4e81-97c0-e952a435da1d)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:43:43.034781 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:43.105850 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=7e8f050c-85b2-40b8-a8f6-78e62b397d2e,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:43:43.170778 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de9baf9-4a46-472e-a44a-b62b1fa6939c req-ef5b534b-c9cd-4073-90cf-c993da752f6c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:43:43.171450 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-2de9baf9-4a46-472e-a44a-b62b1fa6939c req-ef5b534b-c9cd-4073-90cf-c993da752f6c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Synchronizing usage tracker for tenant:8ede911fc7f845af95dd74968234120d on resource:network {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:43:43.186289 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-2de9baf9-4a46-472e-a44a-b62b1fa6939c req-ef5b534b-c9cd-4073-90cf-c993da752f6c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Unset dirty status for tenant:8ede911fc7f845af95dd74968234120d on resource:network {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:43:43.187609 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2de9baf9-4a46-472e-a44a-b62b1fa6939c req-ef5b534b-c9cd-4073-90cf-c993da752f6c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.42 "GET /v2.0/networks?id=01905893-c9dd-4acf-9f4f-a9f341f73adf HTTP/1.1" status: 200 len: 796 time: 0.1730645 May 04 17:43:43.239773 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-2de9baf9-4a46-472e-a44a-b62b1fa6939c req-e06a51be-8ed9-4ae8-816f-53d925afcaf3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Synchronizing usage tracker for tenant:8ede911fc7f845af95dd74968234120d on resource:security_group {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:43:43.253227 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-2de9baf9-4a46-472e-a44a-b62b1fa6939c req-e06a51be-8ed9-4ae8-816f-53d925afcaf3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Unset dirty status for tenant:8ede911fc7f845af95dd74968234120d on resource:security_group {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:43:43.254214 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2de9baf9-4a46-472e-a44a-b62b1fa6939c req-e06a51be-8ed9-4ae8-816f-53d925afcaf3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ede911fc7f845af95dd74968234120d HTTP/1.1" status: 200 len: 379 time: 0.0587933 May 04 17:43:43.262096 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [req-2de9baf9-4a46-472e-a44a-b62b1fa6939c req-4bc68106-9cc8-4359-81a4-41e35505bb0d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'port': {'device_id': '85e27a4e-bec9-4570-ab68-2d8fd8267d16', 'network_id': '01905893-c9dd-4acf-9f4f-a9f341f73adf', 'admin_state_up': True, 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'security_groups': ['c6cb9c1e-97b7-4930-9ca3-dd004eb25401']}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:43:43.354192 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-f859c084-05b8-4f63-bdd9-d641d74161c5 req-8c4b80a0-543d-46a9-adf3-9a128a80147b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=85e27a4e-bec9-4570-ab68-2d8fd8267d16 HTTP/1.1" status: 200 len: 210 time: 0.0462880 May 04 17:43:43.402120 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [req-2de9baf9-4a46-472e-a44a-b62b1fa6939c req-4bc68106-9cc8-4359-81a4-41e35505bb0d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:43:43.411879 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [req-2de9baf9-4a46-472e-a44a-b62b1fa6939c req-4bc68106-9cc8-4359-81a4-41e35505bb0d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:43:43.421251 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2de9baf9-4a46-472e-a44a-b62b1fa6939c req-4bc68106-9cc8-4359-81a4-41e35505bb0d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Made reservation on behalf of 8ede911fc7f845af95dd74968234120d for: {'port': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:43:43.424625 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-2de9baf9-4a46-472e-a44a-b62b1fa6939c req-4bc68106-9cc8-4359-81a4-41e35505bb0d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:43.582281 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [req-2de9baf9-4a46-472e-a44a-b62b1fa6939c req-4bc68106-9cc8-4359-81a4-41e35505bb0d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Allocated IP 172.20.0.11 (01905893-c9dd-4acf-9f4f-a9f341f73adf/1ab9d124-fd51-4765-a7b1-2e0be2da4fd3/cec1503a-b53a-42c3-b62a-d2ca71ad982c) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:43:43.766693 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-2de9baf9-4a46-472e-a44a-b62b1fa6939c req-4bc68106-9cc8-4359-81a4-41e35505bb0d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:43.781367 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [req-2de9baf9-4a46-472e-a44a-b62b1fa6939c req-4bc68106-9cc8-4359-81a4-41e35505bb0d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Transition to ACTIVE for port object cec1503a-b53a-42c3-b62a-d2ca71ad982c will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:43:43.803925 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-2de9baf9-4a46-472e-a44a-b62b1fa6939c req-4bc68106-9cc8-4359-81a4-41e35505bb0d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:43.872093 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2de9baf9-4a46-472e-a44a-b62b1fa6939c req-4bc68106-9cc8-4359-81a4-41e35505bb0d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Network 01905893-c9dd-4acf-9f4f-a9f341f73adf is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:43:43.875718 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [req-2de9baf9-4a46-472e-a44a-b62b1fa6939c req-4bc68106-9cc8-4359-81a4-41e35505bb0d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:43:43.879585 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [req-2de9baf9-4a46-472e-a44a-b62b1fa6939c req-4bc68106-9cc8-4359-81a4-41e35505bb0d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:43:44.027060 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc68106-9cc8-4359-81a4-41e35505bb0d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Port': ['ID=cec1503a-b53a-42c3-b62a-d2ca71ad982c,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:43:44.059135 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de9baf9-4a46-472e-a44a-b62b1fa6939c req-4bc68106-9cc8-4359-81a4-41e35505bb0d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:43:44.060375 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-2de9baf9-4a46-472e-a44a-b62b1fa6939c req-4bc68106-9cc8-4359-81a4-41e35505bb0d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:44.084090 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2de9baf9-4a46-472e-a44a-b62b1fa6939c req-4bc68106-9cc8-4359-81a4-41e35505bb0d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8255165 May 04 17:43:44.093232 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-4aca3b69-90d0-4e26-9a79-d4ac6d337fa8 None None] Provisioning for port cec1503a-b53a-42c3-b62a-d2ca71ad982c completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:43:44.095980 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [req-2de9baf9-4a46-472e-a44a-b62b1fa6939c req-f6f91df0-49a3-455d-b96b-97aff2390cb5 service neutron] Request body: {'port': {'device_id': '85e27a4e-bec9-4570-ab68-2d8fd8267d16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:43:44.097943 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-4aca3b69-90d0-4e26-9a79-d4ac6d337fa8 None None] Provisioning complete for port cec1503a-b53a-42c3-b62a-d2ca71ad982c triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:43:44.098331 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4aca3b69-90d0-4e26-9a79-d4ac6d337fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:44.154047 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-4aca3b69-90d0-4e26-9a79-d4ac6d337fa8 None None] Port cec1503a-b53a-42c3-b62a-d2ca71ad982c cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:43:44.204809 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-2de9baf9-4a46-472e-a44a-b62b1fa6939c req-f6f91df0-49a3-455d-b96b-97aff2390cb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:44.603687 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [req-2de9baf9-4a46-472e-a44a-b62b1fa6939c req-f6f91df0-49a3-455d-b96b-97aff2390cb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cec1503a-b53a-42c3-b62a-d2ca71ad982c {{(pid=88037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:43:44.614426 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e8188-afa3-4183-8238-06e335be6f1e req-4a69dfd5-1821-42e7-8081-0283b28e6e3b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:43:44.615106 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-be7e8188-afa3-4183-8238-06e335be6f1e req-4a69dfd5-1821-42e7-8081-0283b28e6e3b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Synchronizing usage tracker for tenant:8ede911fc7f845af95dd74968234120d on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:43:44.620963 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-2de9baf9-4a46-472e-a44a-b62b1fa6939c req-f6f91df0-49a3-455d-b96b-97aff2390cb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:44.641556 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [req-2de9baf9-4a46-472e-a44a-b62b1fa6939c req-f6f91df0-49a3-455d-b96b-97aff2390cb5 service neutron] Transition to ACTIVE for port object cec1503a-b53a-42c3-b62a-d2ca71ad982c will not be triggered until provisioned by entity L2. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:43:44.644665 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-be7e8188-afa3-4183-8238-06e335be6f1e req-4a69dfd5-1821-42e7-8081-0283b28e6e3b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Unset dirty status for tenant:8ede911fc7f845af95dd74968234120d on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:43:44.645874 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-be7e8188-afa3-4183-8238-06e335be6f1e req-4a69dfd5-1821-42e7-8081-0283b28e6e3b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=85e27a4e-bec9-4570-ab68-2d8fd8267d16 HTTP/1.1" status: 200 len: 932 time: 0.1799669 May 04 17:43:44.646856 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-2de9baf9-4a46-472e-a44a-b62b1fa6939c req-f6f91df0-49a3-455d-b96b-97aff2390cb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:44.766149 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 7e8f050c-85b2-40b8-a8f6-78e62b397d2e up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:43:44.836519 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 7e8f050c-85b2-40b8-a8f6-78e62b397d2e triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:43:44.837069 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:44.845868 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-be7e8188-afa3-4183-8238-06e335be6f1e req-6d253275-7abe-4b2c-9dae-dd1c6fdacc6b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6cb9c1e-97b7-4930-9ca3-dd004eb25401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580300 May 04 17:43:44.874028 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f91df0-49a3-455d-b96b-97aff2390cb5 service neutron] Pushing event updated for resources: {'Port': ['ID=cec1503a-b53a-42c3-b62a-d2ca71ad982c,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:43:44.923327 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-2de9baf9-4a46-472e-a44a-b62b1fa6939c req-f6f91df0-49a3-455d-b96b-97aff2390cb5 service neutron] Attempting to bind port cec1503a-b53a-42c3-b62a-d2ca71ad982c on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:43:44.923662 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-2de9baf9-4a46-472e-a44a-b62b1fa6939c req-f6f91df0-49a3-455d-b96b-97aff2390cb5 service neutron] Attempting to bind port cec1503a-b53a-42c3-b62a-d2ca71ad982c by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': 'feb9e46e-76e5-4e81-97c0-e952a435da1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '01905893-c9dd-4acf-9f4f-a9f341f73adf'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:43:44.923988 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de9baf9-4a46-472e-a44a-b62b1fa6939c req-f6f91df0-49a3-455d-b96b-97aff2390cb5 service neutron] Attempting to bind port cec1503a-b53a-42c3-b62a-d2ca71ad982c on network 01905893-c9dd-4acf-9f4f-a9f341f73adf {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:43:44.928654 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de9baf9-4a46-472e-a44a-b62b1fa6939c req-f6f91df0-49a3-455d-b96b-97aff2390cb5 service neutron] Port cec1503a-b53a-42c3-b62a-d2ca71ad982c on network 01905893-c9dd-4acf-9f4f-a9f341f73adf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:43:44.928971 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de9baf9-4a46-472e-a44a-b62b1fa6939c req-f6f91df0-49a3-455d-b96b-97aff2390cb5 service neutron] Attempting to bind port cec1503a-b53a-42c3-b62a-d2ca71ad982c on network 01905893-c9dd-4acf-9f4f-a9f341f73adf {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:43:44.934052 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de9baf9-4a46-472e-a44a-b62b1fa6939c req-f6f91df0-49a3-455d-b96b-97aff2390cb5 service neutron] Checking agent: {'id': '84d0dbeb-cfa8-4636-8b1c-9790acf21ef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'started_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:43:44.934391 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de9baf9-4a46-472e-a44a-b62b1fa6939c req-f6f91df0-49a3-455d-b96b-97aff2390cb5 service neutron] Checking segment: {'id': 'feb9e46e-76e5-4e81-97c0-e952a435da1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '01905893-c9dd-4acf-9f4f-a9f341f73adf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:43:44.935516 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de9baf9-4a46-472e-a44a-b62b1fa6939c req-f6f91df0-49a3-455d-b96b-97aff2390cb5 service neutron] Bound using segment: {'id': 'feb9e46e-76e5-4e81-97c0-e952a435da1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '01905893-c9dd-4acf-9f4f-a9f341f73adf'} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:43:44.935946 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-2de9baf9-4a46-472e-a44a-b62b1fa6939c req-f6f91df0-49a3-455d-b96b-97aff2390cb5 service neutron] Bound port: cec1503a-b53a-42c3-b62a-d2ca71ad982c, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feb9e46e-76e5-4e81-97c0-e952a435da1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '01905893-c9dd-4acf-9f4f-a9f341f73adf'}}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:43:44.936290 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-2de9baf9-4a46-472e-a44a-b62b1fa6939c req-f6f91df0-49a3-455d-b96b-97aff2390cb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:45.028095 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-2de9baf9-4a46-472e-a44a-b62b1fa6939c req-f6f91df0-49a3-455d-b96b-97aff2390cb5 service neutron] For port cec1503a-b53a-42c3-b62a-d2ca71ad982c, host hv-neutron-8404, cleared binding levels {{(pid=88037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:43:45.031520 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-2de9baf9-4a46-472e-a44a-b62b1fa6939c req-f6f91df0-49a3-455d-b96b-97aff2390cb5 service neutron] For port cec1503a-b53a-42c3-b62a-d2ca71ad982c, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=cec1503a-b53a-42c3-b62a-d2ca71ad982c,segment=NetworkSegment(feb9e46e-76e5-4e81-97c0-e952a435da1d),segment_id=feb9e46e-76e5-4e81-97c0-e952a435da1d)] {{(pid=88037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:43:45.036666 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-2de9baf9-4a46-472e-a44a-b62b1fa6939c req-f6f91df0-49a3-455d-b96b-97aff2390cb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:45.091263 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de9baf9-4a46-472e-a44a-b62b1fa6939c req-f6f91df0-49a3-455d-b96b-97aff2390cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:43:45.091823 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-2de9baf9-4a46-472e-a44a-b62b1fa6939c req-f6f91df0-49a3-455d-b96b-97aff2390cb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:45.093359 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2de9baf9-4a46-472e-a44a-b62b1fa6939c req-f6f91df0-49a3-455d-b96b-97aff2390cb5 service neutron] 10.222.0.42 "PUT /v2.0/ports/cec1503a-b53a-42c3-b62a-d2ca71ad982c HTTP/1.1" status: 200 len: 1094 time: 1.0018795 May 04 17:43:45.096531 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85e27a4e-bec9-4570-ab68-2d8fd8267d16', 'tag': 'cec1503a-b53a-42c3-b62a-d2ca71ad982c'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:43:45.126735 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f91df0-49a3-455d-b96b-97aff2390cb5 service neutron] Pushing event updated for resources: {'Port': ['ID=cec1503a-b53a-42c3-b62a-d2ca71ad982c,revision_number=3']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:43:45.150031 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dd27b9b-951a-4f57-beca-f13dcef61cbd'] response: {'name': 'network-changed', 'server_uuid': '85e27a4e-bec9-4570-ab68-2d8fd8267d16', 'tag': 'cec1503a-b53a-42c3-b62a-d2ca71ad982c', 'status': 'completed', 'code': 200} May 04 17:43:45.228400 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de9baf9-4a46-472e-a44a-b62b1fa6939c req-77cf684c-4639-4b87-be8c-92081b635ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:43:45.230054 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2de9baf9-4a46-472e-a44a-b62b1fa6939c req-77cf684c-4639-4b87-be8c-92081b635ba6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ede911fc7f845af95dd74968234120d&device_id=85e27a4e-bec9-4570-ab68-2d8fd8267d16 HTTP/1.1" status: 200 len: 1097 time: 0.0771077 May 04 17:43:45.298086 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2de9baf9-4a46-472e-a44a-b62b1fa6939c req-e5f14030-31b2-4d13-8d0e-8fddba6760f2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cec1503a-b53a-42c3-b62a-d2ca71ad982c HTTP/1.1" status: 200 len: 217 time: 0.0618634 May 04 17:43:45.361032 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de9baf9-4a46-472e-a44a-b62b1fa6939c req-3bafee9d-a763-4f18-a6e3-eca5eda9d963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:43:45.362386 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2de9baf9-4a46-472e-a44a-b62b1fa6939c req-3bafee9d-a763-4f18-a6e3-eca5eda9d963 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ab9d124-fd51-4765-a7b1-2e0be2da4fd3 HTTP/1.1" status: 200 len: 844 time: 0.0593412 May 04 17:43:45.435491 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de9baf9-4a46-472e-a44a-b62b1fa6939c req-5f86f677-bbc1-41a7-8df0-258be3319eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:43:45.436818 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2de9baf9-4a46-472e-a44a-b62b1fa6939c req-5f86f677-bbc1-41a7-8df0-258be3319eda service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=01905893-c9dd-4acf-9f4f-a9f341f73adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677412 May 04 17:43:45.564142 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2de9baf9-4a46-472e-a44a-b62b1fa6939c req-f9573252-2eec-47ea-b718-f438c75afec1 service neutron] 10.222.0.42 "GET /v2.0/networks/01905893-c9dd-4acf-9f4f-a9f341f73adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208644 May 04 17:43:45.695829 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2de9baf9-4a46-472e-a44a-b62b1fa6939c req-73945137-8b6e-4cce-9ce5-185f3abfae5e service neutron] 10.222.0.42 "GET /v2.0/networks/01905893-c9dd-4acf-9f4f-a9f341f73adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255360 May 04 17:43:45.816141 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae114bc6-076c-4d17-9512-175df823c5ec req-95567878-7be1-4333-aa8c-6adf2ecfa560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:43:45.817597 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ae114bc6-076c-4d17-9512-175df823c5ec req-95567878-7be1-4333-aa8c-6adf2ecfa560 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ede911fc7f845af95dd74968234120d&device_id=85e27a4e-bec9-4570-ab68-2d8fd8267d16 HTTP/1.1" status: 200 len: 1097 time: 0.0741329 May 04 17:43:46.090334 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae114bc6-076c-4d17-9512-175df823c5ec req-35d22dd4-eedc-4e72-b41d-5e948ac11b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:43:46.091803 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ae114bc6-076c-4d17-9512-175df823c5ec req-35d22dd4-eedc-4e72-b41d-5e948ac11b0b service neutron] 10.222.0.42 "GET /v2.0/networks?id=01905893-c9dd-4acf-9f4f-a9f341f73adf HTTP/1.1" status: 200 len: 897 time: 0.2682092 May 04 17:43:46.164364 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ae114bc6-076c-4d17-9512-175df823c5ec req-2935fe4c-5d5f-43e2-b254-6b65b5eaad32 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cec1503a-b53a-42c3-b62a-d2ca71ad982c HTTP/1.1" status: 200 len: 217 time: 0.0656364 May 04 17:43:46.217433 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4678da8f-d377-429c-aca4-df7e799921c6 req-44f7dec9-6c8a-4b8f-bc71-f0735dcfa7f6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:43:46.218942 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-4678da8f-d377-429c-aca4-df7e799921c6 req-44f7dec9-6c8a-4b8f-bc71-f0735dcfa7f6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=85e27a4e-bec9-4570-ab68-2d8fd8267d16 HTTP/1.1" status: 200 len: 944 time: 0.1988912 May 04 17:43:46.277173 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae114bc6-076c-4d17-9512-175df823c5ec req-f1fd4c5d-b4fc-4644-9350-c72b3ba4f293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:43:46.279074 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ae114bc6-076c-4d17-9512-175df823c5ec req-f1fd4c5d-b4fc-4644-9350-c72b3ba4f293 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ab9d124-fd51-4765-a7b1-2e0be2da4fd3 HTTP/1.1" status: 200 len: 844 time: 0.1089416 May 04 17:43:46.327267 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-4678da8f-d377-429c-aca4-df7e799921c6 req-7f691dde-dc40-45b4-ac1d-310770a8aecd tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6cb9c1e-97b7-4930-9ca3-dd004eb25401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960407 May 04 17:43:46.365868 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae114bc6-076c-4d17-9512-175df823c5ec req-b0c48171-df64-4b5f-a397-7e7dc8772b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:43:46.367293 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ae114bc6-076c-4d17-9512-175df823c5ec req-b0c48171-df64-4b5f-a397-7e7dc8772b33 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=01905893-c9dd-4acf-9f4f-a9f341f73adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805681 May 04 17:43:46.496887 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ae114bc6-076c-4d17-9512-175df823c5ec req-bce01ba5-9383-4b61-869d-55ad5a848032 service neutron] 10.222.0.42 "GET /v2.0/networks/01905893-c9dd-4acf-9f4f-a9f341f73adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228061 May 04 17:43:46.626290 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ae114bc6-076c-4d17-9512-175df823c5ec req-c87c32dc-b12b-4fad-9198-5a9102e8a1f0 service neutron] 10.222.0.42 "GET /v2.0/networks/01905893-c9dd-4acf-9f4f-a9f341f73adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231382 May 04 17:43:47.511374 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6034157-afec-415b-9434-626d16a2c2cd req-0f939b30-d13c-445b-a6f4-738fba02cecf tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:43:47.513315 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-b6034157-afec-415b-9434-626d16a2c2cd req-0f939b30-d13c-445b-a6f4-738fba02cecf tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=85e27a4e-bec9-4570-ab68-2d8fd8267d16 HTTP/1.1" status: 200 len: 944 time: 0.0793815 May 04 17:43:47.555738 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-b6034157-afec-415b-9434-626d16a2c2cd req-37e2b01d-369c-4afd-abb8-e8e69856951b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6cb9c1e-97b7-4930-9ca3-dd004eb25401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367632 May 04 17:43:48.631695 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device cec1503a-b53a-42c3-b62a-d2ca71ad982c details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:43:48.748681 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aebd6a-7c5e-441d-a3b5-07413e48eb65 req-dfd62d93-88a3-475b-9343-b10e8b5f9a17 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:43:48.750230 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d3aebd6a-7c5e-441d-a3b5-07413e48eb65 req-dfd62d93-88a3-475b-9343-b10e8b5f9a17 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=85e27a4e-bec9-4570-ab68-2d8fd8267d16 HTTP/1.1" status: 200 len: 944 time: 0.0862670 May 04 17:43:48.763903 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port cec1503a-b53a-42c3-b62a-d2ca71ad982c, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=cec1503a-b53a-42c3-b62a-d2ca71ad982c,segment=NetworkSegment(feb9e46e-76e5-4e81-97c0-e952a435da1d),segment_id=feb9e46e-76e5-4e81-97c0-e952a435da1d)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:43:48.777074 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Returning: {'device': 'cec1503a-b53a-42c3-b62a-d2ca71ad982c', 'network_id': '01905893-c9dd-4acf-9f4f-a9f341f73adf', 'port_id': 'cec1503a-b53a-42c3-b62a-d2ca71ad982c', 'mac_address': 'fa:16:3e:85:52:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ab9d124-fd51-4765-a7b1-2e0be2da4fd3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:43:48.810798 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d3aebd6a-7c5e-441d-a3b5-07413e48eb65 req-aa4d1aa3-d03e-47be-94fc-11710b83c990 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6cb9c1e-97b7-4930-9ca3-dd004eb25401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486162 May 04 17:43:48.833108 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:48.852537 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cec1503a-b53a-42c3-b62a-d2ca71ad982c {{(pid=88039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:43:48.867805 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port cec1503a-b53a-42c3-b62a-d2ca71ad982c, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=cec1503a-b53a-42c3-b62a-d2ca71ad982c,segment=NetworkSegment(feb9e46e-76e5-4e81-97c0-e952a435da1d),segment_id=feb9e46e-76e5-4e81-97c0-e952a435da1d)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:43:48.871994 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:48.936974 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=cec1503a-b53a-42c3-b62a-d2ca71ad982c,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:43:49.189235 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] get_ports_and_sgs() called for port_ids ['cec1503a-b53a-42c3-b62a-d2ca71ad982c'] {{(pid=88039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:43:49.996697 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b2739-c915-47a7-9d6b-3258feb3f2a3 req-f70ba605-d80d-4c80-9576-aead02d49da0 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:43:49.998656 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-9f5b2739-c915-47a7-9d6b-3258feb3f2a3 req-f70ba605-d80d-4c80-9576-aead02d49da0 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=85e27a4e-bec9-4570-ab68-2d8fd8267d16 HTTP/1.1" status: 200 len: 945 time: 0.0826962 May 04 17:43:50.041327 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-9f5b2739-c915-47a7-9d6b-3258feb3f2a3 req-0d088799-fbeb-4ba5-b293-a8ac99483067 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6cb9c1e-97b7-4930-9ca3-dd004eb25401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369689 May 04 17:43:50.630596 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device cec1503a-b53a-42c3-b62a-d2ca71ad982c up at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:43:50.699758 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning for port cec1503a-b53a-42c3-b62a-d2ca71ad982c completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:43:50.706451 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning complete for port cec1503a-b53a-42c3-b62a-d2ca71ad982c triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:43:50.706827 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:50.821490 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:50.848315 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e27a4e-bec9-4570-ab68-2d8fd8267d16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cec1503a-b53a-42c3-b62a-d2ca71ad982c'}] {{(pid=88039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:43:50.858234 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port cec1503a-b53a-42c3-b62a-d2ca71ad982c, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=cec1503a-b53a-42c3-b62a-d2ca71ad982c,segment=NetworkSegment(feb9e46e-76e5-4e81-97c0-e952a435da1d),segment_id=feb9e46e-76e5-4e81-97c0-e952a435da1d)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:43:50.862785 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:50.928824 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=cec1503a-b53a-42c3-b62a-d2ca71ad982c,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:43:50.947156 dv-neutron-840426-1-hyperv neutron-server[88039]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28e3a33f-97d4-4ac3-a336-57c59f659f52'] response: {'server_uuid': '85e27a4e-bec9-4570-ab68-2d8fd8267d16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cec1503a-b53a-42c3-b62a-d2ca71ad982c', 'code': 200} May 04 17:43:51.167030 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ed215-9704-4541-954a-8ac1cbc71a45 req-e7632fdb-5939-4c84-8c7c-ec9b6f33cd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:43:51.168464 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a43ed215-9704-4541-954a-8ac1cbc71a45 req-e7632fdb-5939-4c84-8c7c-ec9b6f33cd30 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=85e27a4e-bec9-4570-ab68-2d8fd8267d16 HTTP/1.1" status: 200 len: 1099 time: 0.0684979 May 04 17:43:51.208857 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a43ed215-9704-4541-954a-8ac1cbc71a45 req-899cf2fe-ed6f-4aff-a15a-94b4cd69b76f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c6cb9c1e-97b7-4930-9ca3-dd004eb25401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338292 May 04 17:43:51.227265 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0deb6e-5c2c-4875-94ee-5b549c4ea38d req-3f7d3530-11bc-4961-a5a0-b6a1491ee548 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:43:51.228741 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-6e0deb6e-5c2c-4875-94ee-5b549c4ea38d req-3f7d3530-11bc-4961-a5a0-b6a1491ee548 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=85e27a4e-bec9-4570-ab68-2d8fd8267d16 HTTP/1.1" status: 200 len: 946 time: 0.0801454 May 04 17:43:51.272639 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-6e0deb6e-5c2c-4875-94ee-5b549c4ea38d req-7b641a57-7a29-45d6-9c02-cc2d19149fa4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6cb9c1e-97b7-4930-9ca3-dd004eb25401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374079 May 04 17:43:52.458354 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d3861-4b61-4be9-a06d-ca98594c25a7 req-f09deaf7-2530-43c4-83af-f5253b1ba1a1 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:43:52.459810 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b12d3861-4b61-4be9-a06d-ca98594c25a7 req-f09deaf7-2530-43c4-83af-f5253b1ba1a1 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=85e27a4e-bec9-4570-ab68-2d8fd8267d16 HTTP/1.1" status: 200 len: 946 time: 0.0823295 May 04 17:43:52.509531 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b12d3861-4b61-4be9-a06d-ca98594c25a7 req-76b1996b-b452-4236-82f1-974de4f3a798 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6cb9c1e-97b7-4930-9ca3-dd004eb25401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439014 May 04 17:43:53.335342 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a29a8383-f69b-4349-b4d4-05effb3034d2 req-c90f260a-c131-45e3-841f-ca7ce884158d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=85e27a4e-bec9-4570-ab68-2d8fd8267d16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0695281 May 04 17:43:53.491952 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a8383-f69b-4349-b4d4-05effb3034d2 req-cb219f3a-b327-4e57-a5f2-c285bb3a6d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:43:53.493462 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a29a8383-f69b-4349-b4d4-05effb3034d2 req-cb219f3a-b327-4e57-a5f2-c285bb3a6d6a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ede911fc7f845af95dd74968234120d&device_id=85e27a4e-bec9-4570-ab68-2d8fd8267d16 HTTP/1.1" status: 200 len: 1099 time: 0.0730989 May 04 17:43:53.648488 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a8383-f69b-4349-b4d4-05effb3034d2 req-e07716f8-ade5-4f08-bcbd-de3a2dc33be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:43:53.649977 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a29a8383-f69b-4349-b4d4-05effb3034d2 req-e07716f8-ade5-4f08-bcbd-de3a2dc33be0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=01905893-c9dd-4acf-9f4f-a9f341f73adf HTTP/1.1" status: 200 len: 897 time: 0.1377864 May 04 17:43:53.694207 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d6b6c-c8a8-42fa-a15b-a036e2cb70a0 req-b33acf63-ab20-4c90-8faf-411cd593187f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:43:53.695735 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-c71d6b6c-c8a8-42fa-a15b-a036e2cb70a0 req-b33acf63-ab20-4c90-8faf-411cd593187f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=85e27a4e-bec9-4570-ab68-2d8fd8267d16 HTTP/1.1" status: 200 len: 946 time: 0.0839307 May 04 17:43:53.715974 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a29a8383-f69b-4349-b4d4-05effb3034d2 req-dc5035c3-8204-46ae-b5d0-6f827e43212f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cec1503a-b53a-42c3-b62a-d2ca71ad982c HTTP/1.1" status: 200 len: 217 time: 0.0597725 May 04 17:43:53.739956 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-c71d6b6c-c8a8-42fa-a15b-a036e2cb70a0 req-25ac61f9-dca5-4c48-9053-79b6024b1539 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6cb9c1e-97b7-4930-9ca3-dd004eb25401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379140 May 04 17:43:53.780963 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a8383-f69b-4349-b4d4-05effb3034d2 req-013e9ac4-d7ea-4269-a90a-f92b8ce0b752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:43:53.782437 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a29a8383-f69b-4349-b4d4-05effb3034d2 req-013e9ac4-d7ea-4269-a90a-f92b8ce0b752 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ab9d124-fd51-4765-a7b1-2e0be2da4fd3 HTTP/1.1" status: 200 len: 844 time: 0.0610147 May 04 17:43:53.925091 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a8383-f69b-4349-b4d4-05effb3034d2 req-6e18d2e5-22ff-4a47-b216-94184e16209f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:43:53.926574 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a29a8383-f69b-4349-b4d4-05effb3034d2 req-6e18d2e5-22ff-4a47-b216-94184e16209f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=01905893-c9dd-4acf-9f4f-a9f341f73adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1382959 May 04 17:43:54.129137 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c60b2-f4c5-4142-9f0f-9e1fcf1404f8 req-ce4e90d4-15e1-4010-9ec1-dea9d5fb7179 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:43:54.130570 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a54c60b2-f4c5-4142-9f0f-9e1fcf1404f8 req-ce4e90d4-15e1-4010-9ec1-dea9d5fb7179 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=85e27a4e-bec9-4570-ab68-2d8fd8267d16 HTTP/1.1" status: 200 len: 946 time: 0.2853107 May 04 17:43:54.191363 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a29a8383-f69b-4349-b4d4-05effb3034d2 req-1c295784-9725-4a87-a89f-efffa9c1c211 service neutron] 10.222.0.42 "GET /v2.0/networks/01905893-c9dd-4acf-9f4f-a9f341f73adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574449 May 04 17:43:54.198101 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a54c60b2-f4c5-4142-9f0f-9e1fcf1404f8 req-3da6ecd7-e8e8-49a5-aaa4-cd5a961636f6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6cb9c1e-97b7-4930-9ca3-dd004eb25401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561769 May 04 17:43:54.222416 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57734) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:43:54.291821 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42003f96-faef-4ad8-beb8-81be6f3d53e7 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:43:54.295946 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-42003f96-faef-4ad8-beb8-81be6f3d53e7 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=85e27a4e-bec9-4570-ab68-2d8fd8267d16 HTTP/1.1" status: 200 len: 1094 time: 0.0698912 May 04 17:43:54.296293 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57738) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:43:54.301088 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-f2462619-dae2-4eb5-823c-f337b173043e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'floatingip': {'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'port_id': 'cec1503a-b53a-42c3-b62a-d2ca71ad982c', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:43:54.306824 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-f2462619-dae2-4eb5-823c-f337b173043e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:43:54.311201 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-f2462619-dae2-4eb5-823c-f337b173043e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:floatingip and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:43:54.314006 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-f2462619-dae2-4eb5-823c-f337b173043e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:43:54.319579 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-f2462619-dae2-4eb5-823c-f337b173043e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:43:54.326875 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a29a8383-f69b-4349-b4d4-05effb3034d2 req-2d0f53bf-d257-4c6f-8ec9-1515d4fb9cf8 service neutron] 10.222.0.42 "GET /v2.0/networks/01905893-c9dd-4acf-9f4f-a9f341f73adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278729 May 04 17:43:54.331752 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f2462619-dae2-4eb5-823c-f337b173043e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for floatingip, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:54.464597 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f2462619-dae2-4eb5-823c-f337b173043e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:54.595574 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-f2462619-dae2-4eb5-823c-f337b173043e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Allocated IP 172.26.0.213 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/683859f1-bb15-4b96-aa4d-94cb9468da15) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:43:54.740096 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f2462619-dae2-4eb5-823c-f337b173043e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:54.768318 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f2462619-dae2-4eb5-823c-f337b173043e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:54.836674 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2462619-dae2-4eb5-823c-f337b173043e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:43:54.839532 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-f2462619-dae2-4eb5-823c-f337b173043e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:43:54.843165 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2462619-dae2-4eb5-823c-f337b173043e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:43:54.872516 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2462619-dae2-4eb5-823c-f337b173043e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Port': ['ID=683859f1-bb15-4b96-aa4d-94cb9468da15,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:43:55.364190 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f2462619-dae2-4eb5-823c-f337b173043e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:55.436575 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f2462619-dae2-4eb5-823c-f337b173043e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:55.640276 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f2462619-dae2-4eb5-823c-f337b173043e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:55.644800 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f2462619-dae2-4eb5-823c-f337b173043e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:55.755746 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2462619-dae2-4eb5-823c-f337b173043e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Port': ['ID=683859f1-bb15-4b96-aa4d-94cb9468da15,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:43:55.765339 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f2462619-dae2-4eb5-823c-f337b173043e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710218'] for floatingip, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:55.931414 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.l3_db [None req-f2462619-dae2-4eb5-823c-f337b173043e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Floating IP 4f768e7c-4fbd-4da9-a550-c818e8976276 associated. External IP: 172.26.0.213, port: cec1503a-b53a-42c3-b62a-d2ca71ad982c. May 04 17:43:56.274198 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2462619-dae2-4eb5-823c-f337b173043e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Router 62a10041-1797-4efe-9b3d-ea16662ca075 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:43:56.453311 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2462619-dae2-4eb5-823c-f337b173043e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:43:56.463305 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209a8b0d-34a0-42ff-9b2e-7a00a5b45f89 None None] Sync routers for ids ['62a10041-1797-4efe-9b3d-ea16662ca075'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:43:56.472529 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209a8b0d-34a0-42ff-9b2e-7a00a5b45f89 None None] Routers {'62a10041-1797-4efe-9b3d-ea16662ca075'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:43:56.473218 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-209a8b0d-34a0-42ff-9b2e-7a00a5b45f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:43:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['62a10041-1797-4efe-9b3d-ea16662ca075'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:43:56.477331 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f2462619-dae2-4eb5-823c-f337b173043e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:43:56.532317 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-f2462619-dae2-4eb5-823c-f337b173043e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2349265 May 04 17:43:56.532801 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85e27a4e-bec9-4570-ab68-2d8fd8267d16', 'tag': 'cec1503a-b53a-42c3-b62a-d2ca71ad982c'}] {{(pid=88038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:43:56.535048 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 57742) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:43:56.641007 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.notifiers.nova [-] Nova event matching ['req-682908e6-7109-429c-a9e4-9e576e686d49'] response: {'name': 'network-changed', 'server_uuid': '85e27a4e-bec9-4570-ab68-2d8fd8267d16', 'tag': 'cec1503a-b53a-42c3-b62a-d2ca71ad982c', 'status': 'completed', 'code': 200} May 04 17:43:56.648299 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-17a8f6aa-42ad-43c7-ab33-393c7ead0e0d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/floatingips/4f768e7c-4fbd-4da9-a550-c818e8976276 HTTP/1.1" status: 200 len: 992 time: 0.1121111 May 04 17:43:56.657500 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-209a8b0d-34a0-42ff-9b2e-7a00a5b45f89 None None] Set router 62a10041-1797-4efe-9b3d-ea16662ca075 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:43:56.735182 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44084b-0dbd-45aa-b0f0-fb8d977402be req-c3553899-dfc3-4c61-9265-412f520f468a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:43:56.736668 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2d44084b-0dbd-45aa-b0f0-fb8d977402be req-c3553899-dfc3-4c61-9265-412f520f468a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ede911fc7f845af95dd74968234120d&device_id=85e27a4e-bec9-4570-ab68-2d8fd8267d16 HTTP/1.1" status: 200 len: 1099 time: 0.0729198 May 04 17:43:56.865746 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44084b-0dbd-45aa-b0f0-fb8d977402be req-aab87c6b-597b-4810-ba47-2e15b49a83ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:43:56.867248 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2d44084b-0dbd-45aa-b0f0-fb8d977402be req-aab87c6b-597b-4810-ba47-2e15b49a83ca service neutron] 10.222.0.42 "GET /v2.0/networks?id=01905893-c9dd-4acf-9f4f-a9f341f73adf HTTP/1.1" status: 200 len: 897 time: 0.1247334 May 04 17:43:56.978904 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2d44084b-0dbd-45aa-b0f0-fb8d977402be req-41d9c2a6-bae8-4825-95ca-03c838c284f9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cec1503a-b53a-42c3-b62a-d2ca71ad982c HTTP/1.1" status: 200 len: 1000 time: 0.1049869 May 04 17:43:57.028471 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-209a8b0d-34a0-42ff-9b2e-7a00a5b45f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a10041-1797-4efe-9b3d-ea16662ca075', 'name': 'tempest-TestNetworkBasicOps-router-254864896', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.51'}], 'enable_snat': True}, 'gw_port_id': 'a2167b12-7982-40e1-82dd-b549015d9b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:43:32Z', 'updated_at': '2022-05-04T17:43:37Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': 'a2167b12-7982-40e1-82dd-b549015d9b57', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a10041-1797-4efe-9b3d-ea16662ca075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:43:33Z', 'updated_at': '2022-05-04T17:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': '4f768e7c-4fbd-4da9-a550-c818e8976276', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'floating_ip_address': '172.26.0.213', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '62a10041-1797-4efe-9b3d-ea16662ca075', 'port_id': 'cec1503a-b53a-42c3-b62a-d2ca71ad982c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01905893-c9dd-4acf-9f4f-a9f341f73adf', 'mac_address': 'fa:16:3e:85:52:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e27a4e-bec9-4570-ab68-2d8fd8267d16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:43:55Z', 'updated_at': '2022-05-04T17:43:55Z', 'revision_number': 0, 'project_id': '8ede911fc7f845af95dd74968234120d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e8f050c-85b2-40b8-a8f6-78e62b397d2e', 'name': '', 'network_id': '01905893-c9dd-4acf-9f4f-a9f341f73adf', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:24:06:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a10041-1797-4efe-9b3d-ea16662ca075', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '1ab9d124-fd51-4765-a7b1-2e0be2da4fd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:43:36Z', 'updated_at': '2022-05-04T17:43:43Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '1ab9d124-fd51-4765-a7b1-2e0be2da4fd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:43:57.032578 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209a8b0d-34a0-42ff-9b2e-7a00a5b45f89 None None] Checking router: 62a10041-1797-4efe-9b3d-ea16662ca075 for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:43:57.041095 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209a8b0d-34a0-42ff-9b2e-7a00a5b45f89 None None] Routers {'62a10041-1797-4efe-9b3d-ea16662ca075'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:43:57.041688 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-209a8b0d-34a0-42ff-9b2e-7a00a5b45f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:43:35Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['62a10041-1797-4efe-9b3d-ea16662ca075'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:43:57.043298 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44084b-0dbd-45aa-b0f0-fb8d977402be req-f0f55df6-fa3c-4c3c-b5ba-5c918dcabf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:43:57.044728 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2d44084b-0dbd-45aa-b0f0-fb8d977402be req-f0f55df6-fa3c-4c3c-b5ba-5c918dcabf17 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ab9d124-fd51-4765-a7b1-2e0be2da4fd3 HTTP/1.1" status: 200 len: 844 time: 0.0605102 May 04 17:43:57.117557 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44084b-0dbd-45aa-b0f0-fb8d977402be req-57d63566-2041-48d1-bead-c5d3d36d8cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:43:57.118970 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2d44084b-0dbd-45aa-b0f0-fb8d977402be req-57d63566-2041-48d1-bead-c5d3d36d8cc1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=01905893-c9dd-4acf-9f4f-a9f341f73adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685000 May 04 17:43:57.215554 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-209a8b0d-34a0-42ff-9b2e-7a00a5b45f89 None None] Set router 62a10041-1797-4efe-9b3d-ea16662ca075 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:43:57.250914 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2d44084b-0dbd-45aa-b0f0-fb8d977402be req-ad06edb8-b3bf-4344-b6f9-6f480e3c5a71 service neutron] 10.222.0.42 "GET /v2.0/networks/01905893-c9dd-4acf-9f4f-a9f341f73adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259394 May 04 17:43:57.379610 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2d44084b-0dbd-45aa-b0f0-fb8d977402be req-595baa74-d920-4c4d-83fc-dfbde7489794 service neutron] 10.222.0.42 "GET /v2.0/networks/01905893-c9dd-4acf-9f4f-a9f341f73adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225591 May 04 17:43:57.555379 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-209a8b0d-34a0-42ff-9b2e-7a00a5b45f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a10041-1797-4efe-9b3d-ea16662ca075', 'name': 'tempest-TestNetworkBasicOps-router-254864896', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.51'}], 'enable_snat': True}, 'gw_port_id': 'a2167b12-7982-40e1-82dd-b549015d9b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:43:32Z', 'updated_at': '2022-05-04T17:43:37Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': 'a2167b12-7982-40e1-82dd-b549015d9b57', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a10041-1797-4efe-9b3d-ea16662ca075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:43:33Z', 'updated_at': '2022-05-04T17:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': '4f768e7c-4fbd-4da9-a550-c818e8976276', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'floating_ip_address': '172.26.0.213', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '62a10041-1797-4efe-9b3d-ea16662ca075', 'port_id': 'cec1503a-b53a-42c3-b62a-d2ca71ad982c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01905893-c9dd-4acf-9f4f-a9f341f73adf', 'mac_address': 'fa:16:3e:85:52:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e27a4e-bec9-4570-ab68-2d8fd8267d16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:43:55Z', 'updated_at': '2022-05-04T17:43:55Z', 'revision_number': 0, 'project_id': '8ede911fc7f845af95dd74968234120d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e8f050c-85b2-40b8-a8f6-78e62b397d2e', 'name': '', 'network_id': '01905893-c9dd-4acf-9f4f-a9f341f73adf', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:24:06:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a10041-1797-4efe-9b3d-ea16662ca075', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '1ab9d124-fd51-4765-a7b1-2e0be2da4fd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:43:36Z', 'updated_at': '2022-05-04T17:43:43Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '1ab9d124-fd51-4765-a7b1-2e0be2da4fd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:43:57.559863 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209a8b0d-34a0-42ff-9b2e-7a00a5b45f89 None None] The sync data for ids ['62a10041-1797-4efe-9b3d-ea16662ca075'] in dv-neutron-840426-1-hyperv is: [{'id': '62a10041-1797-4efe-9b3d-ea16662ca075', 'name': 'tempest-TestNetworkBasicOps-router-254864896', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.51'}], 'enable_snat': True}, 'gw_port_id': 'a2167b12-7982-40e1-82dd-b549015d9b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:43:32Z', 'updated_at': '2022-05-04T17:43:37Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': 'a2167b12-7982-40e1-82dd-b549015d9b57', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a10041-1797-4efe-9b3d-ea16662ca075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:43:33Z', 'updated_at': '2022-05-04T17:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': '4f768e7c-4fbd-4da9-a550-c818e8976276', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'floating_ip_address': '172.26.0.213', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '62a10041-1797-4efe-9b3d-ea16662ca075', 'port_id': 'cec1503a-b53a-42c3-b62a-d2ca71ad982c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01905893-c9dd-4acf-9f4f-a9f341f73adf', 'mac_address': 'fa:16:3e:85:52:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e27a4e-bec9-4570-ab68-2d8fd8267d16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:43:55Z', 'updated_at': '2022-05-04T17:43:55Z', 'revision_number': 0, 'project_id': '8ede911fc7f845af95dd74968234120d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e8f050c-85b2-40b8-a8f6-78e62b397d2e', 'name': '', 'network_id': '01905893-c9dd-4acf-9f4f-a9f341f73adf', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:24:06:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a10041-1797-4efe-9b3d-ea16662ca075', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '1ab9d124-fd51-4765-a7b1-2e0be2da4fd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:43:36Z', 'updated_at': '2022-05-04T17:43:43Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '1ab9d124-fd51-4765-a7b1-2e0be2da4fd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:43:57.651940 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 57750) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:43:57.737761 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8efaab7-4f8d-47aa-a05b-7fc375581259 None None] New status for floating IP 4f768e7c-4fbd-4da9-a550-c818e8976276: ACTIVE {{(pid=88040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:43:57.763458 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-d5f36dea-458e-4004-9f22-53f117a1c947 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/floatingips/4f768e7c-4fbd-4da9-a550-c818e8976276 HTTP/1.1" status: 200 len: 992 time: 0.1104250 May 04 17:43:58.767333 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57754) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:43:58.985346 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-ebac9791-cb5b-4fc6-a55b-74293352b91c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/floatingips/4f768e7c-4fbd-4da9-a550-c818e8976276 HTTP/1.1" status: 200 len: 994 time: 0.2168198 May 04 17:44:03.185516 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-68412763-2717-40fe-9cda-8e31e52cdae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:44:05.506845 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8782837e-73b0-4ea0-94fd-2d49da5c2c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:44:06.312756 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 17:44:06.528862 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:44:06.572365 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:44:07.865590 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:44:09.335246 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:44:33.186305 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-57b08420-6efb-4297-97e2-4bc860c46b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:44:35.508762 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b9ff497c-e787-4ae3-a457-0c70e33d50d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:44:36.529134 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:44:36.574524 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:44:37.868309 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:44:39.334446 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:44:43.312243 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 17:44:53.500694 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-50b8d45a-0890-4d40-9b46-9b79e6101ddb req-6ad14188-b949-4b81-9557-e60d66440684 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=85e27a4e-bec9-4570-ab68-2d8fd8267d16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0666764 May 04 17:44:53.637733 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b8d45a-0890-4d40-9b46-9b79e6101ddb req-2633e171-ad85-4b60-bc6f-944fdbb5bca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:44:53.639183 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-50b8d45a-0890-4d40-9b46-9b79e6101ddb req-2633e171-ad85-4b60-bc6f-944fdbb5bca9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ede911fc7f845af95dd74968234120d&device_id=85e27a4e-bec9-4570-ab68-2d8fd8267d16 HTTP/1.1" status: 200 len: 1099 time: 0.0711267 May 04 17:44:53.783276 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b8d45a-0890-4d40-9b46-9b79e6101ddb req-c0ce0e3f-e34b-4334-b318-39d55b461706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:44:53.784662 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-50b8d45a-0890-4d40-9b46-9b79e6101ddb req-c0ce0e3f-e34b-4334-b318-39d55b461706 service neutron] 10.222.0.42 "GET /v2.0/networks?id=01905893-c9dd-4acf-9f4f-a9f341f73adf HTTP/1.1" status: 200 len: 897 time: 0.1273289 May 04 17:44:53.985907 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-50b8d45a-0890-4d40-9b46-9b79e6101ddb req-07995a53-d971-4e4e-8d3b-a91fa26c55a8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cec1503a-b53a-42c3-b62a-d2ca71ad982c HTTP/1.1" status: 200 len: 1002 time: 0.1947501 May 04 17:44:54.047652 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b8d45a-0890-4d40-9b46-9b79e6101ddb req-a424c22e-ee78-4e7f-84af-fbf91fb9a9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:44:54.048974 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-50b8d45a-0890-4d40-9b46-9b79e6101ddb req-a424c22e-ee78-4e7f-84af-fbf91fb9a9b7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ab9d124-fd51-4765-a7b1-2e0be2da4fd3 HTTP/1.1" status: 200 len: 844 time: 0.0567248 May 04 17:44:54.121686 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b8d45a-0890-4d40-9b46-9b79e6101ddb req-1319a818-39ff-4f18-88e8-e94306a1b019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:44:54.123123 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-50b8d45a-0890-4d40-9b46-9b79e6101ddb req-1319a818-39ff-4f18-88e8-e94306a1b019 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=01905893-c9dd-4acf-9f4f-a9f341f73adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679610 May 04 17:44:54.250533 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-50b8d45a-0890-4d40-9b46-9b79e6101ddb req-329feaef-b7d1-41c7-8857-7937c3d62e78 service neutron] 10.222.0.42 "GET /v2.0/networks/01905893-c9dd-4acf-9f4f-a9f341f73adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206796 May 04 17:44:54.379868 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-50b8d45a-0890-4d40-9b46-9b79e6101ddb req-37b8c5c7-ad63-4aae-9c7e-1adef7abb22d service neutron] 10.222.0.42 "GET /v2.0/networks/01905893-c9dd-4acf-9f4f-a9f341f73adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219487 May 04 17:45:03.190009 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-35876a13-cf62-477d-bc4e-0133679a0dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:45:05.510657 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-f4c1e38c-3ab9-4ef5-9ed1-3372fcb854ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:45:06.531874 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:45:06.574436 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:45:07.872002 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:45:09.338038 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:45:20.311537 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 17:45:33.191727 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-2173110c-ef3d-4a1a-8978-33c138aa8b1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:45:35.512813 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-feb62f8a-8098-4bc1-9f7e-3fda9fcd041a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:45:36.535674 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:45:36.573890 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:45:37.874825 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:45:39.340216 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:45:54.367354 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-3b465f34-70cd-4023-b2b8-454949d28b0e req-ccc01849-0a45-46f7-9f33-7d6fa718224a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=85e27a4e-bec9-4570-ab68-2d8fd8267d16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0736492 May 04 17:45:54.503800 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b465f34-70cd-4023-b2b8-454949d28b0e req-d0bab7b9-6f96-4f37-8b6c-8b968c353d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:45:54.505146 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-3b465f34-70cd-4023-b2b8-454949d28b0e req-d0bab7b9-6f96-4f37-8b6c-8b968c353d7d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ede911fc7f845af95dd74968234120d&device_id=85e27a4e-bec9-4570-ab68-2d8fd8267d16 HTTP/1.1" status: 200 len: 1099 time: 0.0695145 May 04 17:45:54.650624 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b465f34-70cd-4023-b2b8-454949d28b0e req-c970421d-cd30-4ce8-b491-c34a9f5d7f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:45:54.652051 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-3b465f34-70cd-4023-b2b8-454949d28b0e req-c970421d-cd30-4ce8-b491-c34a9f5d7f9c service neutron] 10.222.0.42 "GET /v2.0/networks?id=01905893-c9dd-4acf-9f4f-a9f341f73adf HTTP/1.1" status: 200 len: 897 time: 0.1267607 May 04 17:45:54.763166 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-3b465f34-70cd-4023-b2b8-454949d28b0e req-f8275607-c186-4ad6-8f6c-283973ec00de service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cec1503a-b53a-42c3-b62a-d2ca71ad982c HTTP/1.1" status: 200 len: 1002 time: 0.0957208 May 04 17:45:54.828513 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b465f34-70cd-4023-b2b8-454949d28b0e req-bd18865b-6766-4382-bd09-79ab3995b126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:45:54.829893 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-3b465f34-70cd-4023-b2b8-454949d28b0e req-bd18865b-6766-4382-bd09-79ab3995b126 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ab9d124-fd51-4765-a7b1-2e0be2da4fd3 HTTP/1.1" status: 200 len: 844 time: 0.0602529 May 04 17:45:54.902683 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b465f34-70cd-4023-b2b8-454949d28b0e req-ba807024-ccf4-49fe-8932-983df11940e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:45:54.904119 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-3b465f34-70cd-4023-b2b8-454949d28b0e req-ba807024-ccf4-49fe-8932-983df11940e2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=01905893-c9dd-4acf-9f4f-a9f341f73adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683141 May 04 17:45:55.039345 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-3b465f34-70cd-4023-b2b8-454949d28b0e req-cc0ad357-fdc5-4995-b700-b676ee08b1cd service neutron] 10.222.0.42 "GET /v2.0/networks/01905893-c9dd-4acf-9f4f-a9f341f73adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291287 May 04 17:45:55.165773 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-3b465f34-70cd-4023-b2b8-454949d28b0e req-02c862d5-5623-47ad-babc-fd9388b77aa8 service neutron] 10.222.0.42 "GET /v2.0/networks/01905893-c9dd-4acf-9f4f-a9f341f73adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203129 May 04 17:45:57.310807 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 17:46:03.192573 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-25c54290-e671-4adf-8dcf-57b9063f24e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:46:05.513738 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a418466a-a889-41e3-b2dc-dd253013c018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:46:06.537278 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:46:06.575214 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:46:07.875759 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:46:09.349275 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:46:23.516881 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57810) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:46:23.522594 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-2291cf99-0a8d-45c1-a020-bcf00163f0e5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:46:23.638091 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2291cf99-0a8d-45c1-a020-bcf00163f0e5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6797989'] for subnet, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:46:23.818067 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2291cf99-0a8d-45c1-a020-bcf00163f0e5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761604174596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7881728'] for subnet, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:46:23.866984 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2291cf99-0a8d-45c1-a020-bcf00163f0e5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:46:23.868062 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2291cf99-0a8d-45c1-a020-bcf00163f0e5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:46:23.869780 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-2291cf99-0a8d-45c1-a020-bcf00163f0e5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "PUT /v2.0/subnets/1ab9d124-fd51-4765-a7b1-2e0be2da4fd3 HTTP/1.1" status: 200 len: 836 time: 0.3515406 May 04 17:46:23.873610 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3524f6-6191-4302-be0f-ec4edd0d9ca1 None None] Network 01905893-c9dd-4acf-9f4f-a9f341f73adf requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:46:23.891225 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2291cf99-0a8d-45c1-a020-bcf00163f0e5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Subnet': ['ID=1ab9d124-fd51-4765-a7b1-2e0be2da4fd3,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:46:23.898238 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2291cf99-0a8d-45c1-a020-bcf00163f0e5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:46:23.898632 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2291cf99-0a8d-45c1-a020-bcf00163f0e5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:46:23.898968 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2291cf99-0a8d-45c1-a020-bcf00163f0e5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:46:23.899298 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2291cf99-0a8d-45c1-a020-bcf00163f0e5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:46:23.899621 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2291cf99-0a8d-45c1-a020-bcf00163f0e5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:46:23.899947 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2291cf99-0a8d-45c1-a020-bcf00163f0e5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:46:23.900269 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2291cf99-0a8d-45c1-a020-bcf00163f0e5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:46:23.900591 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2291cf99-0a8d-45c1-a020-bcf00163f0e5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:46:23.900911 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2291cf99-0a8d-45c1-a020-bcf00163f0e5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:46:23.901229 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2291cf99-0a8d-45c1-a020-bcf00163f0e5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:46:23.901545 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2291cf99-0a8d-45c1-a020-bcf00163f0e5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:46:23.901860 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2291cf99-0a8d-45c1-a020-bcf00163f0e5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:46:24.281780 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-7b3979b0-1b2e-4d2a-9b6e-e2e76ae7b133 None None] Provisioning complete for port d31d006b-d45a-4050-b26c-85f642ba8f87 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:46:24.282181 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-7b3979b0-1b2e-4d2a-9b6e-e2e76ae7b133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:46:24.448641 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-7b3979b0-1b2e-4d2a-9b6e-e2e76ae7b133 None None] Provisioning complete for port 7e8f050c-85b2-40b8-a8f6-78e62b397d2e triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:46:24.449006 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-7b3979b0-1b2e-4d2a-9b6e-e2e76ae7b133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:46:24.581576 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-7b3979b0-1b2e-4d2a-9b6e-e2e76ae7b133 None None] Provisioning complete for port cec1503a-b53a-42c3-b62a-d2ca71ad982c triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:46:24.581974 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-7b3979b0-1b2e-4d2a-9b6e-e2e76ae7b133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:46:33.194080 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-97b774c0-e6d7-4120-a75d-ae0222a7947b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:46:34.309873 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 17:46:35.514176 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-93d59a87-cd3e-4bcc-8b6a-daf78c354fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:46:36.540028 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:46:36.575542 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:46:37.879182 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:46:39.361120 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:46:56.393548 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-570514ed-9791-4f2c-8f91-315fce6abf3f req-a4818cd0-b7f4-48cf-aa13-d0a7e90f308a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=85e27a4e-bec9-4570-ab68-2d8fd8267d16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1044676 May 04 17:46:56.530887 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570514ed-9791-4f2c-8f91-315fce6abf3f req-298b2518-9f2a-4fd5-9bf3-b744277b224e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:46:56.532223 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-570514ed-9791-4f2c-8f91-315fce6abf3f req-298b2518-9f2a-4fd5-9bf3-b744277b224e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ede911fc7f845af95dd74968234120d&device_id=85e27a4e-bec9-4570-ab68-2d8fd8267d16 HTTP/1.1" status: 200 len: 1099 time: 0.0726936 May 04 17:46:56.678809 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570514ed-9791-4f2c-8f91-315fce6abf3f req-d4840d46-7e65-4463-9b5a-1c975ab3ed13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:46:56.680258 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-570514ed-9791-4f2c-8f91-315fce6abf3f req-d4840d46-7e65-4463-9b5a-1c975ab3ed13 service neutron] 10.222.0.42 "GET /v2.0/networks?id=01905893-c9dd-4acf-9f4f-a9f341f73adf HTTP/1.1" status: 200 len: 897 time: 0.1269588 May 04 17:46:56.886367 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-570514ed-9791-4f2c-8f91-315fce6abf3f req-5d6a6e27-c82d-4b5f-b6e0-407c954ba2cf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cec1503a-b53a-42c3-b62a-d2ca71ad982c HTTP/1.1" status: 200 len: 1002 time: 0.2001350 May 04 17:46:56.946829 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570514ed-9791-4f2c-8f91-315fce6abf3f req-4357acdc-3b61-4596-adac-60be674e771c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:46:56.948188 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-570514ed-9791-4f2c-8f91-315fce6abf3f req-4357acdc-3b61-4596-adac-60be674e771c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ab9d124-fd51-4765-a7b1-2e0be2da4fd3 HTTP/1.1" status: 200 len: 844 time: 0.0564039 May 04 17:46:57.023977 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570514ed-9791-4f2c-8f91-315fce6abf3f req-de00a92d-79f5-4542-a804-89cbb706da82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:46:57.025411 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-570514ed-9791-4f2c-8f91-315fce6abf3f req-de00a92d-79f5-4542-a804-89cbb706da82 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=01905893-c9dd-4acf-9f4f-a9f341f73adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713341 May 04 17:46:57.035130 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [req-570514ed-9791-4f2c-8f91-315fce6abf3f req-9ab46075-87a3-4f93-a670-e902807992cb service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:46:57.036030 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-570514ed-9791-4f2c-8f91-315fce6abf3f req-9ab46075-87a3-4f93-a670-e902807992cb service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047405 May 04 17:46:57.170154 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-570514ed-9791-4f2c-8f91-315fce6abf3f req-ab865a2a-5224-4e74-9ed8-4c5c1e30771a service neutron] 10.222.0.42 "GET /v2.0/networks/01905893-c9dd-4acf-9f4f-a9f341f73adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283605 May 04 17:46:57.298224 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-570514ed-9791-4f2c-8f91-315fce6abf3f req-8c0ee7f3-7729-42bf-b070-90e2e51364f8 service neutron] 10.222.0.42 "GET /v2.0/networks/01905893-c9dd-4acf-9f4f-a9f341f73adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221368 May 04 17:47:03.194935 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-f8d96aec-b91e-4af1-b60f-7b6b4210afa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:05.515343 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-65958758-b19d-4499-833b-28197b4e36b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:06.544067 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:06.576408 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:07.504026 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57824) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:47:07.701309 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-d771fd6f-82e2-47d3-858e-9118e6c7d0c8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Deleting port 683859f1-bb15-4b96-aa4d-94cb9468da15 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:47:07.701650 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d771fd6f-82e2-47d3-858e-9118e6c7d0c8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:07.867711 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d771fd6f-82e2-47d3-858e-9118e6c7d0c8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:07.868041 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d771fd6f-82e2-47d3-858e-9118e6c7d0c8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:07.884585 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:07.988329 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-d771fd6f-82e2-47d3-858e-9118e6c7d0c8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Calling delete_port for 683859f1-bb15-4b96-aa4d-94cb9468da15 owned by network:floatingip {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:47:08.138650 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d771fd6f-82e2-47d3-858e-9118e6c7d0c8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:08.184824 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d771fd6f-82e2-47d3-858e-9118e6c7d0c8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event deleted for resources: {'Port': ['ID=683859f1-bb15-4b96-aa4d-94cb9468da15,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:47:08.279249 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d771fd6f-82e2-47d3-858e-9118e6c7d0c8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for floatingip, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:08.279638 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.l3_db [None req-d771fd6f-82e2-47d3-858e-9118e6c7d0c8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Floating IP 4f768e7c-4fbd-4da9-a550-c818e8976276 disassociated (deleted). External IP: 172.26.0.213, port: cec1503a-b53a-42c3-b62a-d2ca71ad982c. May 04 17:47:08.721086 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d771fd6f-82e2-47d3-858e-9118e6c7d0c8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Router 62a10041-1797-4efe-9b3d-ea16662ca075 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:47:08.901882 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d771fd6f-82e2-47d3-858e-9118e6c7d0c8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:47:08.914451 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df41e84c-89d6-4010-a8a1-339ad37126e8 None None] Sync routers for ids ['62a10041-1797-4efe-9b3d-ea16662ca075'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:47:08.921835 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d771fd6f-82e2-47d3-858e-9118e6c7d0c8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:08.924371 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df41e84c-89d6-4010-a8a1-339ad37126e8 None None] Routers {'62a10041-1797-4efe-9b3d-ea16662ca075'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:47:08.924986 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-df41e84c-89d6-4010-a8a1-339ad37126e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:47:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['62a10041-1797-4efe-9b3d-ea16662ca075'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:47:08.978774 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-d771fd6f-82e2-47d3-858e-9118e6c7d0c8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "DELETE /v2.0/floatingips/4f768e7c-4fbd-4da9-a550-c818e8976276 HTTP/1.1" status: 204 len: 168 time: 1.4736590 May 04 17:47:08.979607 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85e27a4e-bec9-4570-ab68-2d8fd8267d16', 'tag': 'cec1503a-b53a-42c3-b62a-d2ca71ad982c'}] {{(pid=88038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:47:09.034639 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8444dac7-91eb-43a9-92fc-9f999ca6f76c'] response: {'name': 'network-changed', 'server_uuid': '85e27a4e-bec9-4570-ab68-2d8fd8267d16', 'tag': 'cec1503a-b53a-42c3-b62a-d2ca71ad982c', 'status': 'completed', 'code': 200} May 04 17:47:09.104179 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-df41e84c-89d6-4010-a8a1-339ad37126e8 None None] Set router 62a10041-1797-4efe-9b3d-ea16662ca075 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:47:09.128067 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae388a31-efb9-4bbf-ab79-6dda013f0372 req-e6128ba5-54b5-4382-bf4b-52992b14582c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:47:09.130199 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ae388a31-efb9-4bbf-ab79-6dda013f0372 req-e6128ba5-54b5-4382-bf4b-52992b14582c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ede911fc7f845af95dd74968234120d&device_id=85e27a4e-bec9-4570-ab68-2d8fd8267d16 HTTP/1.1" status: 200 len: 1099 time: 0.0735452 May 04 17:47:09.279514 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae388a31-efb9-4bbf-ab79-6dda013f0372 req-7de5356d-f9b0-4f55-91b2-0ab2c7a22ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:47:09.281178 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ae388a31-efb9-4bbf-ab79-6dda013f0372 req-7de5356d-f9b0-4f55-91b2-0ab2c7a22ffc service neutron] 10.222.0.42 "GET /v2.0/networks?id=01905893-c9dd-4acf-9f4f-a9f341f73adf HTTP/1.1" status: 200 len: 897 time: 0.1453552 May 04 17:47:09.356579 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ae388a31-efb9-4bbf-ab79-6dda013f0372 req-291a5de6-da8f-489c-9a07-629ddf0403f3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cec1503a-b53a-42c3-b62a-d2ca71ad982c HTTP/1.1" status: 200 len: 217 time: 0.0674839 May 04 17:47:09.387248 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:09.453891 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-df41e84c-89d6-4010-a8a1-339ad37126e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a10041-1797-4efe-9b3d-ea16662ca075', 'name': 'tempest-TestNetworkBasicOps-router-254864896', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.51'}], 'enable_snat': True}, 'gw_port_id': 'a2167b12-7982-40e1-82dd-b549015d9b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:43:32Z', 'updated_at': '2022-05-04T17:43:37Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': 'a2167b12-7982-40e1-82dd-b549015d9b57', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a10041-1797-4efe-9b3d-ea16662ca075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:43:33Z', 'updated_at': '2022-05-04T17:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '7e8f050c-85b2-40b8-a8f6-78e62b397d2e', 'name': '', 'network_id': '01905893-c9dd-4acf-9f4f-a9f341f73adf', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:24:06:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a10041-1797-4efe-9b3d-ea16662ca075', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '1ab9d124-fd51-4765-a7b1-2e0be2da4fd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:43:36Z', 'updated_at': '2022-05-04T17:43:43Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '1ab9d124-fd51-4765-a7b1-2e0be2da4fd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:47:09.457677 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df41e84c-89d6-4010-a8a1-339ad37126e8 None None] Checking router: 62a10041-1797-4efe-9b3d-ea16662ca075 for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:47:09.466743 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df41e84c-89d6-4010-a8a1-339ad37126e8 None None] Routers {'62a10041-1797-4efe-9b3d-ea16662ca075'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:47:09.467341 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-df41e84c-89d6-4010-a8a1-339ad37126e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:47:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['62a10041-1797-4efe-9b3d-ea16662ca075'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:47:09.469794 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae388a31-efb9-4bbf-ab79-6dda013f0372 req-59b1b33f-4611-48b8-84f8-0678fe4c416b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:47:09.471257 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ae388a31-efb9-4bbf-ab79-6dda013f0372 req-59b1b33f-4611-48b8-84f8-0678fe4c416b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ab9d124-fd51-4765-a7b1-2e0be2da4fd3 HTTP/1.1" status: 200 len: 844 time: 0.1087615 May 04 17:47:09.545429 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48fd72-1dc6-4cbc-9f11-9708dcdb69e8 req-2ba83c83-75de-447f-9170-6fcae596f0ab tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:47:09.547576 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-aa48fd72-1dc6-4cbc-9f11-9708dcdb69e8 req-2ba83c83-75de-447f-9170-6fcae596f0ab tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=85e27a4e-bec9-4570-ab68-2d8fd8267d16 HTTP/1.1" status: 200 len: 946 time: 0.2035983 May 04 17:47:09.599761 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae388a31-efb9-4bbf-ab79-6dda013f0372 req-d0a2b18b-ef2b-4cca-b8c1-e2e47f95257f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:47:09.601261 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ae388a31-efb9-4bbf-ab79-6dda013f0372 req-d0a2b18b-ef2b-4cca-b8c1-e2e47f95257f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=01905893-c9dd-4acf-9f4f-a9f341f73adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1224213 May 04 17:47:09.604156 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-aa48fd72-1dc6-4cbc-9f11-9708dcdb69e8 req-9a0a7629-13c5-46cd-a19e-7691a045bd23 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6cb9c1e-97b7-4930-9ca3-dd004eb25401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490477 May 04 17:47:09.645981 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-df41e84c-89d6-4010-a8a1-339ad37126e8 None None] Set router 62a10041-1797-4efe-9b3d-ea16662ca075 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:47:09.734075 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ae388a31-efb9-4bbf-ab79-6dda013f0372 req-dc70c83a-98be-4339-9f48-4cc6b6be97e0 service neutron] 10.222.0.42 "GET /v2.0/networks/01905893-c9dd-4acf-9f4f-a9f341f73adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257606 May 04 17:47:09.865945 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ae388a31-efb9-4bbf-ab79-6dda013f0372 req-0fe647b3-b530-4cfa-8dce-40d6f3a786f1 service neutron] 10.222.0.42 "GET /v2.0/networks/01905893-c9dd-4acf-9f4f-a9f341f73adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248608 May 04 17:47:09.960405 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-df41e84c-89d6-4010-a8a1-339ad37126e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a10041-1797-4efe-9b3d-ea16662ca075', 'name': 'tempest-TestNetworkBasicOps-router-254864896', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.51'}], 'enable_snat': True}, 'gw_port_id': 'a2167b12-7982-40e1-82dd-b549015d9b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:43:32Z', 'updated_at': '2022-05-04T17:43:37Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': 'a2167b12-7982-40e1-82dd-b549015d9b57', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a10041-1797-4efe-9b3d-ea16662ca075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:43:33Z', 'updated_at': '2022-05-04T17:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '7e8f050c-85b2-40b8-a8f6-78e62b397d2e', 'name': '', 'network_id': '01905893-c9dd-4acf-9f4f-a9f341f73adf', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:24:06:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a10041-1797-4efe-9b3d-ea16662ca075', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '1ab9d124-fd51-4765-a7b1-2e0be2da4fd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:43:36Z', 'updated_at': '2022-05-04T17:43:43Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '1ab9d124-fd51-4765-a7b1-2e0be2da4fd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:47:09.964416 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df41e84c-89d6-4010-a8a1-339ad37126e8 None None] The sync data for ids ['62a10041-1797-4efe-9b3d-ea16662ca075'] in dv-neutron-840426-1-hyperv is: [{'id': '62a10041-1797-4efe-9b3d-ea16662ca075', 'name': 'tempest-TestNetworkBasicOps-router-254864896', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.51'}], 'enable_snat': True}, 'gw_port_id': 'a2167b12-7982-40e1-82dd-b549015d9b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:43:32Z', 'updated_at': '2022-05-04T17:43:37Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': 'a2167b12-7982-40e1-82dd-b549015d9b57', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a10041-1797-4efe-9b3d-ea16662ca075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:43:33Z', 'updated_at': '2022-05-04T17:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '7e8f050c-85b2-40b8-a8f6-78e62b397d2e', 'name': '', 'network_id': '01905893-c9dd-4acf-9f4f-a9f341f73adf', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:24:06:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a10041-1797-4efe-9b3d-ea16662ca075', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '1ab9d124-fd51-4765-a7b1-2e0be2da4fd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:43:36Z', 'updated_at': '2022-05-04T17:43:43Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '1ab9d124-fd51-4765-a7b1-2e0be2da4fd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:47:10.163793 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950d2003-b12b-49a2-96cf-306e7e674a4c None None] New status for floating IP 4f768e7c-4fbd-4da9-a550-c818e8976276: DOWN {{(pid=88040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:47:10.838537 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5e1061-0c7a-458f-9b87-38ff9393feec req-3bd9bdce-9f37-4b35-b888-0196081e6536 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:47:10.839228 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-2d5e1061-0c7a-458f-9b87-38ff9393feec req-3bd9bdce-9f37-4b35-b888-0196081e6536 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Synchronizing usage tracker for tenant:8ede911fc7f845af95dd74968234120d on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:47:10.854756 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-2d5e1061-0c7a-458f-9b87-38ff9393feec req-3bd9bdce-9f37-4b35-b888-0196081e6536 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Unset dirty status for tenant:8ede911fc7f845af95dd74968234120d on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:47:10.856087 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-2d5e1061-0c7a-458f-9b87-38ff9393feec req-3bd9bdce-9f37-4b35-b888-0196081e6536 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=85e27a4e-bec9-4570-ab68-2d8fd8267d16 HTTP/1.1" status: 200 len: 946 time: 0.1365857 May 04 17:47:10.911997 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-2d5e1061-0c7a-458f-9b87-38ff9393feec req-bdf09781-c5af-4e29-bf93-c1d7805d3005 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=c6cb9c1e-97b7-4930-9ca3-dd004eb25401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495710 May 04 17:47:10.997074 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827307fa-cd01-45d3-9b03-b185a3c8579a req-b59a8984-e1ce-4a2a-9b50-9d16912ee739 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:47:10.998491 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-827307fa-cd01-45d3-9b03-b185a3c8579a req-b59a8984-e1ce-4a2a-9b50-9d16912ee739 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.42 "GET /v2.0/ports?device_id=85e27a4e-bec9-4570-ab68-2d8fd8267d16 HTTP/1.1" status: 200 len: 946 time: 0.0806520 May 04 17:47:11.064803 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [req-827307fa-cd01-45d3-9b03-b185a3c8579a req-54a17b91-e537-4493-8a24-6b9f18552786 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Deleting port cec1503a-b53a-42c3-b62a-d2ca71ad982c {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:47:11.065140 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-827307fa-cd01-45d3-9b03-b185a3c8579a req-54a17b91-e537-4493-8a24-6b9f18552786 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:11.309004 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 17:47:11.400091 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-827307fa-cd01-45d3-9b03-b185a3c8579a req-54a17b91-e537-4493-8a24-6b9f18552786 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] For port cec1503a-b53a-42c3-b62a-d2ca71ad982c, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=cec1503a-b53a-42c3-b62a-d2ca71ad982c,segment=NetworkSegment(feb9e46e-76e5-4e81-97c0-e952a435da1d),segment_id=feb9e46e-76e5-4e81-97c0-e952a435da1d)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:47:11.400446 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-827307fa-cd01-45d3-9b03-b185a3c8579a req-54a17b91-e537-4493-8a24-6b9f18552786 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:11.519630 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [req-827307fa-cd01-45d3-9b03-b185a3c8579a req-54a17b91-e537-4493-8a24-6b9f18552786 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Calling delete_port for cec1503a-b53a-42c3-b62a-d2ca71ad982c owned by compute:nova {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:47:11.661634 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-827307fa-cd01-45d3-9b03-b185a3c8579a req-54a17b91-e537-4493-8a24-6b9f18552786 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:11.713880 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a17b91-e537-4493-8a24-6b9f18552786 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event deleted for resources: {'Port': ['ID=cec1503a-b53a-42c3-b62a-d2ca71ad982c,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:47:11.751480 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a17b91-e537-4493-8a24-6b9f18552786 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:47:11.751839 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a17b91-e537-4493-8a24-6b9f18552786 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:47:11.752183 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a17b91-e537-4493-8a24-6b9f18552786 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:47:11.752518 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a17b91-e537-4493-8a24-6b9f18552786 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:47:11.752858 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a17b91-e537-4493-8a24-6b9f18552786 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:47:11.753192 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a17b91-e537-4493-8a24-6b9f18552786 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:47:11.753523 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a17b91-e537-4493-8a24-6b9f18552786 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:47:11.753850 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a17b91-e537-4493-8a24-6b9f18552786 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:47:11.754208 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a17b91-e537-4493-8a24-6b9f18552786 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:47:11.754533 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a17b91-e537-4493-8a24-6b9f18552786 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:47:11.754854 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a17b91-e537-4493-8a24-6b9f18552786 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:47:11.755177 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a17b91-e537-4493-8a24-6b9f18552786 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:47:11.796062 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [req-827307fa-cd01-45d3-9b03-b185a3c8579a req-54a17b91-e537-4493-8a24-6b9f18552786 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] No DVR routers for this DVR port cec1503a-b53a-42c3-b62a-d2ca71ad982c on host hv-neutron-8404 {{(pid=88037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:47:11.798226 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-827307fa-cd01-45d3-9b03-b185a3c8579a req-54a17b91-e537-4493-8a24-6b9f18552786 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:11.800594 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e27a4e-bec9-4570-ab68-2d8fd8267d16', 'name': 'network-vif-deleted', 'tag': 'cec1503a-b53a-42c3-b62a-d2ca71ad982c'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:47:11.817614 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-827307fa-cd01-45d3-9b03-b185a3c8579a req-54a17b91-e537-4493-8a24-6b9f18552786 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.42 "DELETE /v2.0/ports/cec1503a-b53a-42c3-b62a-d2ca71ad982c HTTP/1.1" status: 204 len: 173 time: 0.8133349 May 04 17:47:11.893328 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-779deb20-467d-4047-ab3d-560ac91ac17c'] response: {'server_uuid': '85e27a4e-bec9-4570-ab68-2d8fd8267d16', 'name': 'network-vif-deleted', 'tag': 'cec1503a-b53a-42c3-b62a-d2ca71ad982c', 'status': 'completed', 'code': 200} May 04 17:47:12.077494 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-893b9dfc-1d0f-4253-99c5-26bc595efcb7 req-cf695c0c-7581-4190-ad81-915689d6cecf tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=85e27a4e-bec9-4570-ab68-2d8fd8267d16 HTTP/1.1" status: 200 len: 210 time: 0.0460596 May 04 17:47:13.174632 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 57854) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:47:13.249614 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6e5999d6-23d6-4a21-8245-08bb166b01a5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:13.278678 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6e5999d6-23d6-4a21-8245-08bb166b01a5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:13.344493 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6e5999d6-23d6-4a21-8245-08bb166b01a5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:13.362701 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5999d6-23d6-4a21-8245-08bb166b01a5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6cb9c1e-97b7-4930-9ca3-dd004eb25401,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:47:13.375707 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6e5999d6-23d6-4a21-8245-08bb166b01a5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:13.376829 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-6e5999d6-23d6-4a21-8245-08bb166b01a5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "DELETE /v2.0/security-groups/c6cb9c1e-97b7-4930-9ca3-dd004eb25401 HTTP/1.1" status: 204 len: 168 time: 0.2012088 May 04 17:47:13.410110 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 57860) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:47:13.619513 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device cec1503a-b53a-42c3-b62a-d2ca71ad982c no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:47:13.652187 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] No Port match for: cec1503a-b53a-42c3-b62a-d2ca71ad982c {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:47:13.652534 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device cec1503a-b53a-42c3-b62a-d2ca71ad982c not bound to the agent host hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:47:13.947981 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0d612a79-9722-4218-b07c-59701f6eb350 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710748'] for router_interface, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:14.381033 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-0d612a79-9722-4218-b07c-59701f6eb350 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Deleting port 7e8f050c-85b2-40b8-a8f6-78e62b397d2e {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:47:14.382250 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0d612a79-9722-4218-b07c-59701f6eb350 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:14.570971 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-0d612a79-9722-4218-b07c-59701f6eb350 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] For port 7e8f050c-85b2-40b8-a8f6-78e62b397d2e, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=7e8f050c-85b2-40b8-a8f6-78e62b397d2e,segment=NetworkSegment(feb9e46e-76e5-4e81-97c0-e952a435da1d),segment_id=feb9e46e-76e5-4e81-97c0-e952a435da1d)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:47:14.571238 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0d612a79-9722-4218-b07c-59701f6eb350 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:14.689607 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-0d612a79-9722-4218-b07c-59701f6eb350 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Calling delete_port for 7e8f050c-85b2-40b8-a8f6-78e62b397d2e owned by network:router_interface {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:47:15.002981 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0d612a79-9722-4218-b07c-59701f6eb350 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:15.054420 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d612a79-9722-4218-b07c-59701f6eb350 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event deleted for resources: {'Port': ['ID=7e8f050c-85b2-40b8-a8f6-78e62b397d2e,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:47:15.320417 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0d612a79-9722-4218-b07c-59701f6eb350 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710832'] for router_interface, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:15.765406 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d612a79-9722-4218-b07c-59701f6eb350 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Router 62a10041-1797-4efe-9b3d-ea16662ca075 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:47:15.938144 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d612a79-9722-4218-b07c-59701f6eb350 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:47:15.949717 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e581956a-52b9-4c57-8e2d-dc300d5401d7 None None] Sync routers for ids ['62a10041-1797-4efe-9b3d-ea16662ca075'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:47:15.952011 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-0d612a79-9722-4218-b07c-59701f6eb350 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "PUT /v2.0/routers/62a10041-1797-4efe-9b3d-ea16662ca075/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5408576 May 04 17:47:15.954675 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 57864) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:47:15.959095 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e581956a-52b9-4c57-8e2d-dc300d5401d7 None None] Routers {'62a10041-1797-4efe-9b3d-ea16662ca075'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:47:15.960304 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-e581956a-52b9-4c57-8e2d-dc300d5401d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:47:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['62a10041-1797-4efe-9b3d-ea16662ca075'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:47:16.022983 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a8699d2-f784-469b-9df7-8c0add4fdfd3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Deleting subnet 1ab9d124-fd51-4765-a7b1-2e0be2da4fd3 {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:47:16.025864 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4a8699d2-f784-469b-9df7-8c0add4fdfd3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:16.078565 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4a8699d2-f784-469b-9df7-8c0add4fdfd3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:16.136526 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-e581956a-52b9-4c57-8e2d-dc300d5401d7 None None] Set router 62a10041-1797-4efe-9b3d-ea16662ca075 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:47:16.163708 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4a8699d2-f784-469b-9df7-8c0add4fdfd3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:16.247810 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4a8699d2-f784-469b-9df7-8c0add4fdfd3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:16.286885 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8699d2-f784-469b-9df7-8c0add4fdfd3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event deleted for resources: {'Subnet': ['ID=1ab9d124-fd51-4765-a7b1-2e0be2da4fd3,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:47:16.292248 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4a8699d2-f784-469b-9df7-8c0add4fdfd3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:16.299556 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-4a8699d2-f784-469b-9df7-8c0add4fdfd3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "DELETE /v2.0/subnets/1ab9d124-fd51-4765-a7b1-2e0be2da4fd3 HTTP/1.1" status: 204 len: 168 time: 0.3439281 May 04 17:47:16.302362 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 57868) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:47:16.332471 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff13ffe0-5588-453c-9b7b-e3ada1518d4e None None] Network 01905893-c9dd-4acf-9f4f-a9f341f73adf requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:47:16.483477 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9d4516e4-d18d-4ed1-884f-0c94e8aeb1fa tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for router, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:16.615401 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-e581956a-52b9-4c57-8e2d-dc300d5401d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a10041-1797-4efe-9b3d-ea16662ca075', 'name': 'tempest-TestNetworkBasicOps-router-254864896', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.51'}], 'enable_snat': True}, 'gw_port_id': 'a2167b12-7982-40e1-82dd-b549015d9b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:43:32Z', 'updated_at': '2022-05-04T17:47:14Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': 'a2167b12-7982-40e1-82dd-b549015d9b57', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a10041-1797-4efe-9b3d-ea16662ca075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:43:33Z', 'updated_at': '2022-05-04T17:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:47:16.620359 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e581956a-52b9-4c57-8e2d-dc300d5401d7 None None] Checking router: 62a10041-1797-4efe-9b3d-ea16662ca075 for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:47:16.628857 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e581956a-52b9-4c57-8e2d-dc300d5401d7 None None] Routers {'62a10041-1797-4efe-9b3d-ea16662ca075'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:47:16.629492 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-e581956a-52b9-4c57-8e2d-dc300d5401d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:47:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['62a10041-1797-4efe-9b3d-ea16662ca075'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:47:16.695989 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d74f0f-9c79-4125-85b8-1daa992873e4 None None] DHCP port deletion for 01905893-c9dd-4acf-9f4f-a9f341f73adf request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:47:16.699662 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9d4516e4-d18d-4ed1-884f-0c94e8aeb1fa tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:16.705390 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-33d74f0f-9c79-4125-85b8-1daa992873e4 None None] Deleting port d31d006b-d45a-4050-b26c-85f642ba8f87 {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:47:16.705760 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-33d74f0f-9c79-4125-85b8-1daa992873e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:16.708999 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-9d4516e4-d18d-4ed1-884f-0c94e8aeb1fa tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Deleting port a2167b12-7982-40e1-82dd-b549015d9b57 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:47:16.709506 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9d4516e4-d18d-4ed1-884f-0c94e8aeb1fa tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:16.891259 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-9d4516e4-d18d-4ed1-884f-0c94e8aeb1fa tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] For port a2167b12-7982-40e1-82dd-b549015d9b57, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=a2167b12-7982-40e1-82dd-b549015d9b57,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:47:16.891259 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9d4516e4-d18d-4ed1-884f-0c94e8aeb1fa tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:16.908260 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-e581956a-52b9-4c57-8e2d-dc300d5401d7 None None] Set router 62a10041-1797-4efe-9b3d-ea16662ca075 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:47:16.998279 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device d31d006b-d45a-4050-b26c-85f642ba8f87 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:47:17.015307 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-9d4516e4-d18d-4ed1-884f-0c94e8aeb1fa tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Calling delete_port for a2167b12-7982-40e1-82dd-b549015d9b57 owned by network:router_gateway {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:47:17.210813 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-33d74f0f-9c79-4125-85b8-1daa992873e4 None None] For port d31d006b-d45a-4050-b26c-85f642ba8f87, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=d31d006b-d45a-4050-b26c-85f642ba8f87,segment=NetworkSegment(feb9e46e-76e5-4e81-97c0-e952a435da1d),segment_id=feb9e46e-76e5-4e81-97c0-e952a435da1d)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:47:17.210813 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-33d74f0f-9c79-4125-85b8-1daa992873e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:17.296715 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9d4516e4-d18d-4ed1-884f-0c94e8aeb1fa tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:17.344881 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4516e4-d18d-4ed1-884f-0c94e8aeb1fa tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event deleted for resources: {'Port': ['ID=a2167b12-7982-40e1-82dd-b549015d9b57,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:47:17.381495 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-33d74f0f-9c79-4125-85b8-1daa992873e4 None None] Calling delete_port for d31d006b-d45a-4050-b26c-85f642ba8f87 owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:47:17.434434 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9d4516e4-d18d-4ed1-884f-0c94e8aeb1fa tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710199'] for router_gateway, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:17.547130 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:17.579703 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-33d74f0f-9c79-4125-85b8-1daa992873e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124'] for port, after_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:17.607541 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9d4516e4-d18d-4ed1-884f-0c94e8aeb1fa tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:17.609705 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9d4516e4-d18d-4ed1-884f-0c94e8aeb1fa tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:17.632387 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9d4516e4-d18d-4ed1-884f-0c94e8aeb1fa tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:17.632979 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4516e4-d18d-4ed1-884f-0c94e8aeb1fa tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Fanout notify agent at l3_agent the message router_deleted on router 62a10041-1797-4efe-9b3d-ea16662ca075 {{(pid=88037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:47:17.648561 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9d4516e4-d18d-4ed1-884f-0c94e8aeb1fa tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:17.649653 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-9d4516e4-d18d-4ed1-884f-0c94e8aeb1fa tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "DELETE /v2.0/routers/62a10041-1797-4efe-9b3d-ea16662ca075 HTTP/1.1" status: 204 len: 168 time: 1.3455122 May 04 17:47:17.652471 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 57872) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:47:17.653602 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d74f0f-9c79-4125-85b8-1daa992873e4 None None] Pushing event deleted for resources: {'Port': ['ID=d31d006b-d45a-4050-b26c-85f642ba8f87,revision_number=None']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:47:17.675548 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d74f0f-9c79-4125-85b8-1daa992873e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:47:17.675806 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d74f0f-9c79-4125-85b8-1daa992873e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:47:17.676142 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d74f0f-9c79-4125-85b8-1daa992873e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:47:17.676474 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d74f0f-9c79-4125-85b8-1daa992873e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:47:17.676801 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d74f0f-9c79-4125-85b8-1daa992873e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:47:17.677130 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d74f0f-9c79-4125-85b8-1daa992873e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:47:17.677453 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d74f0f-9c79-4125-85b8-1daa992873e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:47:17.677781 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d74f0f-9c79-4125-85b8-1daa992873e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:47:17.678167 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d74f0f-9c79-4125-85b8-1daa992873e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:47:17.678480 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d74f0f-9c79-4125-85b8-1daa992873e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:47:17.678794 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d74f0f-9c79-4125-85b8-1daa992873e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:47:17.679116 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d74f0f-9c79-4125-85b8-1daa992873e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:47:17.681811 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d74f0f-9c79-4125-85b8-1daa992873e4 None None] No DVR routers for this DVR port d31d006b-d45a-4050-b26c-85f642ba8f87 on host dv-neutron-840426-1-hyperv {{(pid=88039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:47:17.702788 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-e581956a-52b9-4c57-8e2d-dc300d5401d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a10041-1797-4efe-9b3d-ea16662ca075', 'name': 'tempest-TestNetworkBasicOps-router-254864896', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.51'}], 'enable_snat': True}, 'gw_port_id': 'a2167b12-7982-40e1-82dd-b549015d9b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:43:32Z', 'updated_at': '2022-05-04T17:47:14Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': 'a2167b12-7982-40e1-82dd-b549015d9b57', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a10041-1797-4efe-9b3d-ea16662ca075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:43:33Z', 'updated_at': '2022-05-04T17:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:47:17.706822 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e581956a-52b9-4c57-8e2d-dc300d5401d7 None None] The sync data for ids ['62a10041-1797-4efe-9b3d-ea16662ca075'] in dv-neutron-840426-1-hyperv is: [{'id': '62a10041-1797-4efe-9b3d-ea16662ca075', 'name': 'tempest-TestNetworkBasicOps-router-254864896', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.51'}], 'enable_snat': True}, 'gw_port_id': 'a2167b12-7982-40e1-82dd-b549015d9b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:43:32Z', 'updated_at': '2022-05-04T17:47:14Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': 'a2167b12-7982-40e1-82dd-b549015d9b57', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a10041-1797-4efe-9b3d-ea16662ca075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:43:33Z', 'updated_at': '2022-05-04T17:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:47:17.764933 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5b670300-0c4d-4d49-8d6b-70e307225f46 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:17.892511 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5b670300-0c4d-4d49-8d6b-70e307225f46 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:17.917772 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-5b670300-0c4d-4d49-8d6b-70e307225f46 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01905893-c9dd-4acf-9f4f-a9f341f73adf']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:47:17.929322 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-5b670300-0c4d-4d49-8d6b-70e307225f46 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feb9e46e-76e5-4e81-97c0-e952a435da1d') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:47:17.929610 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-5b670300-0c4d-4d49-8d6b-70e307225f46 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feb9e46e-76e5-4e81-97c0-e952a435da1d') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:47:17.940468 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5b670300-0c4d-4d49-8d6b-70e307225f46 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:17.960316 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5b670300-0c4d-4d49-8d6b-70e307225f46 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:17.966775 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b670300-0c4d-4d49-8d6b-70e307225f46 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:47:17.967160 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5b670300-0c4d-4d49-8d6b-70e307225f46 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:17.982366 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 17:47:17.982366 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:47:17.982366 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 17:47:17.982366 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:47:17.982366 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 17:47:17.982366 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:47:17.982366 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 17:47:17.982366 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:47:17.982366 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 17:47:17.982366 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:47:17.982366 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 17:47:17.982366 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:47:17.982366 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 17:47:17.982366 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:47:17.982366 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:47:17.982366 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:47:17.982366 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:47:17.982366 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:47:17.982366 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 17:47:17.982366 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:47:17.982366 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 17:47:17.982366 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:47:17.982366 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:47:17.982366 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:47:17.982366 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 17:47:17.982366 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:47:17.982366 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:47:17.982366 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:47:17.982366 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:47:17.982366 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:47:17.982366 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:47:17.982366 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:47:18.062373 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5b670300-0c4d-4d49-8d6b-70e307225f46 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:18.080509 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5b670300-0c4d-4d49-8d6b-70e307225f46 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:18.092800 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b670300-0c4d-4d49-8d6b-70e307225f46 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event deleted for resources: {'Network': ['ID=01905893-c9dd-4acf-9f4f-a9f341f73adf,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:47:18.101126 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-5b670300-0c4d-4d49-8d6b-70e307225f46 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "DELETE /v2.0/networks/01905893-c9dd-4acf-9f4f-a9f341f73adf HTTP/1.1" status: 204 len: 168 time: 0.4475956 May 04 17:47:18.113312 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 57876) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:47:18.120549 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-84fe047d-ffce-4b1c-8c7c-9d31ab27d7c8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'network': {'name': 'tempest-network-smoke--683628442', 'project_id': '8ede911fc7f845af95dd74968234120d', 'port_security_enabled': True}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:47:18.125793 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-84fe047d-ffce-4b1c-8c7c-9d31ab27d7c8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:47:18.129990 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-84fe047d-ffce-4b1c-8c7c-9d31ab27d7c8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:network and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:47:18.133463 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-84fe047d-ffce-4b1c-8c7c-9d31ab27d7c8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:47:18.139333 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-84fe047d-ffce-4b1c-8c7c-9d31ab27d7c8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:47:18.159517 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84fe047d-ffce-4b1c-8c7c-9d31ab27d7c8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Made reservation on behalf of 8ede911fc7f845af95dd74968234120d for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:47:18.163066 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-84fe047d-ffce-4b1c-8c7c-9d31ab27d7c8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:18.191363 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84fe047d-ffce-4b1c-8c7c-9d31ab27d7c8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:47:18.200617 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-84fe047d-ffce-4b1c-8c7c-9d31ab27d7c8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:18.200944 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-84fe047d-ffce-4b1c-8c7c-9d31ab27d7c8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Added segment 76408e17-01e0-45fd-a881-cf587e9985ab of type vlan for network 6dc9d681-344a-48bb-a20c-706a87e47f18 May 04 17:47:18.226967 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-84fe047d-ffce-4b1c-8c7c-9d31ab27d7c8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:18.258119 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-84fe047d-ffce-4b1c-8c7c-9d31ab27d7c8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:18.263758 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fe047d-ffce-4b1c-8c7c-9d31ab27d7c8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:47:18.264343 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-84fe047d-ffce-4b1c-8c7c-9d31ab27d7c8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:18.329371 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57880) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:47:18.329987 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-84fe047d-ffce-4b1c-8c7c-9d31ab27d7c8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2150352 May 04 17:47:18.336149 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-a4739fae-2f55-4698-a198-f803c31c1f93 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-537955100', 'admin_state_up': True, 'project_id': '8ede911fc7f845af95dd74968234120d', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:47:18.344211 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-a4739fae-2f55-4698-a198-f803c31c1f93 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:47:18.348436 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-a4739fae-2f55-4698-a198-f803c31c1f93 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:router and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:47:18.351907 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-a4739fae-2f55-4698-a198-f803c31c1f93 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:47:18.357593 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-a4739fae-2f55-4698-a198-f803c31c1f93 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:47:18.367747 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a4739fae-2f55-4698-a198-f803c31c1f93 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:18.368725 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a4739fae-2f55-4698-a198-f803c31c1f93 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:18.383727 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a4739fae-2f55-4698-a198-f803c31c1f93 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:18.384105 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fe047d-ffce-4b1c-8c7c-9d31ab27d7c8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Network': ['ID=6dc9d681-344a-48bb-a20c-706a87e47f18,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:47:18.394565 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 6dc9d681-344a-48bb-a20c-706a87e47f18 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:47:18.644477 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a4739fae-2f55-4698-a198-f803c31c1f93 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:18.865422 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 7e8f050c-85b2-40b8-a8f6-78e62b397d2e no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:47:18.905023 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 7e8f050c-85b2-40b8-a8f6-78e62b397d2e {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:47:18.905395 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 7e8f050c-85b2-40b8-a8f6-78e62b397d2e not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:47:18.905830 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device a2167b12-7982-40e1-82dd-b549015d9b57 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:47:18.945548 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: a2167b12-7982-40e1-82dd-b549015d9b57 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:47:18.945819 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device a2167b12-7982-40e1-82dd-b549015d9b57 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:47:18.955372 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a4739fae-2f55-4698-a198-f803c31c1f93 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for router_gateway, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:18.984307 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a4739fae-2f55-4698-a198-f803c31c1f93 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:19.226082 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-a4739fae-2f55-4698-a198-f803c31c1f93 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Allocated IP 172.26.0.89 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/01c31617-1a4d-432d-97ba-6e3576a9802c) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:47:19.367419 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a4739fae-2f55-4698-a198-f803c31c1f93 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:19.395555 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a4739fae-2f55-4698-a198-f803c31c1f93 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:19.465090 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4739fae-2f55-4698-a198-f803c31c1f93 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:47:19.467979 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-a4739fae-2f55-4698-a198-f803c31c1f93 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:47:19.471619 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4739fae-2f55-4698-a198-f803c31c1f93 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:47:19.500250 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4739fae-2f55-4698-a198-f803c31c1f93 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Port': ['ID=01c31617-1a4d-432d-97ba-6e3576a9802c,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:47:19.872350 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a4739fae-2f55-4698-a198-f803c31c1f93 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for router_gateway, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:20.211729 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a4739fae-2f55-4698-a198-f803c31c1f93 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:20.410066 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4739fae-2f55-4698-a198-f803c31c1f93 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Router 02d3a967-2ec1-4e29-9c39-44e3de3a689f is scheduled to L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 with binding_index 1 {{(pid=88038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:47:20.691753 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4739fae-2f55-4698-a198-f803c31c1f93 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:47:20.701669 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c75bc1e-5d50-4fef-ad69-57c244e1aa89 None None] Sync routers for ids ['02d3a967-2ec1-4e29-9c39-44e3de3a689f'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:47:20.710635 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c75bc1e-5d50-4fef-ad69-57c244e1aa89 None None] Routers {'02d3a967-2ec1-4e29-9c39-44e3de3a689f'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:47:20.711310 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-6c75bc1e-5d50-4fef-ad69-57c244e1aa89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:47:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['02d3a967-2ec1-4e29-9c39-44e3de3a689f'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:47:20.718633 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a4739fae-2f55-4698-a198-f803c31c1f93 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:20.720019 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-a4739fae-2f55-4698-a198-f803c31c1f93 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.3887687 May 04 17:47:20.723131 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57884) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:47:20.764547 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-e529a719-6c8c-4de1-b0d9-aef3c4a93a5e tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=8ede911fc7f845af95dd74968234120d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0402846 May 04 17:47:20.767017 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57888) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:47:20.883427 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-6c75bc1e-5d50-4fef-ad69-57c244e1aa89 None None] Set router 02d3a967-2ec1-4e29-9c39-44e3de3a689f gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:47:20.897133 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969378d9-b7ab-49e6-ad47-7456ddd87d1d tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:47:20.898681 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-969378d9-b7ab-49e6-ad47-7456ddd87d1d tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1307766 May 04 17:47:20.901494 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57892) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:47:20.943551 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-33f0c28e-b630-434f-9d1d-f927aec8d914 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=30bd8d35-9d66-4ec1-9734-58f713c6cd24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0408916 May 04 17:47:20.946559 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57896) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:47:20.951951 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-8ed53b37-fdd0-4150-8d96-e483f672a59c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1388797450', 'network_id': '6dc9d681-344a-48bb-a20c-706a87e47f18', 'project_id': '8ede911fc7f845af95dd74968234120d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:47:21.059566 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-8ed53b37-fdd0-4150-8d96-e483f672a59c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:47:21.063414 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-8ed53b37-fdd0-4150-8d96-e483f672a59c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:subnet and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:47:21.066180 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-8ed53b37-fdd0-4150-8d96-e483f672a59c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:47:21.071865 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-8ed53b37-fdd0-4150-8d96-e483f672a59c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:47:21.081474 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed53b37-fdd0-4150-8d96-e483f672a59c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Made reservation on behalf of 8ede911fc7f845af95dd74968234120d for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:47:21.084953 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8ed53b37-fdd0-4150-8d96-e483f672a59c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:21.158843 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-6c75bc1e-5d50-4fef-ad69-57c244e1aa89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d3a967-2ec1-4e29-9c39-44e3de3a689f', 'name': 'tempest-TestNetworkBasicOps-router-537955100', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.89'}], 'enable_snat': True}, 'gw_port_id': '01c31617-1a4d-432d-97ba-6e3576a9802c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:47:18Z', 'updated_at': '2022-05-04T17:47:19Z', 'revision_number': 3, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '01c31617-1a4d-432d-97ba-6e3576a9802c', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:66:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d3a967-2ec1-4e29-9c39-44e3de3a689f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:47:19Z', 'updated_at': '2022-05-04T17:47:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:47:21.163104 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c75bc1e-5d50-4fef-ad69-57c244e1aa89 None None] Checking router: 02d3a967-2ec1-4e29-9c39-44e3de3a689f for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:47:21.163702 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c75bc1e-5d50-4fef-ad69-57c244e1aa89 None None] Updating router 02d3a967-2ec1-4e29-9c39-44e3de3a689f port 01c31617-1a4d-432d-97ba-6e3576a9802c binding host dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:47:21.217318 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-6c75bc1e-5d50-4fef-ad69-57c244e1aa89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:21.300632 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8ed53b37-fdd0-4150-8d96-e483f672a59c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:21.381057 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed53b37-fdd0-4150-8d96-e483f672a59c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Subnet': ['ID=1ccfed4b-53dc-4bd6-a151-97c6b526edad,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:47:21.391155 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed53b37-fdd0-4150-8d96-e483f672a59c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Checking segment: {'id': '76408e17-01e0-45fd-a881-cf587e9985ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '6dc9d681-344a-48bb-a20c-706a87e47f18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:47:21.391672 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed53b37-fdd0-4150-8d96-e483f672a59c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Network hostable DHCP agents. Network: 6dc9d681-344a-48bb-a20c-706a87e47f18, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:47:21.410410 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed53b37-fdd0-4150-8d96-e483f672a59c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Network 6dc9d681-344a-48bb-a20c-706a87e47f18 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:47:21.420446 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-8ed53b37-fdd0-4150-8d96-e483f672a59c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 6dc9d681-344a-48bb-a20c-706a87e47f18) {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:47:21.425559 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed53b37-fdd0-4150-8d96-e483f672a59c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:47:21.426352 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8ed53b37-fdd0-4150-8d96-e483f672a59c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:21.430446 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d39823e-7e5a-461a-926f-b26006751db6 None None] Network 6dc9d681-344a-48bb-a20c-706a87e47f18 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:47:21.450614 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-8ed53b37-fdd0-4150-8d96-e483f672a59c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5005224 May 04 17:47:21.450822 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57900) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:47:21.571750 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-6c75bc1e-5d50-4fef-ad69-57c244e1aa89 None None] Notify callbacks [] for port, precommit_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:21.583161 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.provisioning_blocks [None req-6c75bc1e-5d50-4fef-ad69-57c244e1aa89 None None] Transition to ACTIVE for port object 01c31617-1a4d-432d-97ba-6e3576a9802c will not be triggered until provisioned by entity L2. {{(pid=88040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:47:21.591182 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-6c75bc1e-5d50-4fef-ad69-57c244e1aa89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:21.656886 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e20936-5a2b-484c-9e79-ac87e645e93f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-6dc9d681-344a-48bb-a20c-706a87e47f18', 'network_id': '6dc9d681-344a-48bb-a20c-706a87e47f18', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'fixed_ips': [{'subnet_id': '1ccfed4b-53dc-4bd6-a151-97c6b526edad'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:47:21.657721 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-54e20936-5a2b-484c-9e79-ac87e645e93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:21.674505 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-6c75bc1e-5d50-4fef-ad69-57c244e1aa89 None None] Attempting to bind port 01c31617-1a4d-432d-97ba-6e3576a9802c on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:47:21.674867 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-6c75bc1e-5d50-4fef-ad69-57c244e1aa89 None None] Attempting to bind port 01c31617-1a4d-432d-97ba-6e3576a9802c by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}] {{(pid=88040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:47:21.675219 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c75bc1e-5d50-4fef-ad69-57c244e1aa89 None None] Attempting to bind port 01c31617-1a4d-432d-97ba-6e3576a9802c on network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:47:21.679116 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf297564-3b50-4472-9e7d-243257ad8166 None None] Pushing event updated for resources: {'Port': ['ID=01c31617-1a4d-432d-97ba-6e3576a9802c,revision_number=2']} {{(pid=88040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:47:21.683769 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c75bc1e-5d50-4fef-ad69-57c244e1aa89 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:47:21.684126 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c75bc1e-5d50-4fef-ad69-57c244e1aa89 None None] Checking segment: {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:47:21.684512 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-6c75bc1e-5d50-4fef-ad69-57c244e1aa89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:21.684891 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c75bc1e-5d50-4fef-ad69-57c244e1aa89 None None] Bound using segment: {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'} {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:47:21.685340 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-6c75bc1e-5d50-4fef-ad69-57c244e1aa89 None None] Bound port: 01c31617-1a4d-432d-97ba-6e3576a9802c, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}}] {{(pid=88040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:47:21.685699 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-6c75bc1e-5d50-4fef-ad69-57c244e1aa89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:21.726329 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf297564-3b50-4472-9e7d-243257ad8166 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:47:21.727037 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf297564-3b50-4472-9e7d-243257ad8166 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:47:21.727037 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf297564-3b50-4472-9e7d-243257ad8166 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:47:21.727286 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf297564-3b50-4472-9e7d-243257ad8166 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:47:21.727611 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf297564-3b50-4472-9e7d-243257ad8166 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:47:21.727929 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf297564-3b50-4472-9e7d-243257ad8166 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:47:21.728245 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf297564-3b50-4472-9e7d-243257ad8166 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:47:21.728558 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf297564-3b50-4472-9e7d-243257ad8166 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:47:21.728910 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf297564-3b50-4472-9e7d-243257ad8166 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:47:21.729174 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf297564-3b50-4472-9e7d-243257ad8166 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:47:21.729488 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf297564-3b50-4472-9e7d-243257ad8166 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:47:21.729794 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf297564-3b50-4472-9e7d-243257ad8166 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:47:21.765964 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.db [None req-6c75bc1e-5d50-4fef-ad69-57c244e1aa89 None None] For port 01c31617-1a4d-432d-97ba-6e3576a9802c, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:47:21.769344 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.db [None req-6c75bc1e-5d50-4fef-ad69-57c244e1aa89 None None] For port 01c31617-1a4d-432d-97ba-6e3576a9802c, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=01c31617-1a4d-432d-97ba-6e3576a9802c,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:47:21.773108 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-6c75bc1e-5d50-4fef-ad69-57c244e1aa89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:21.830204 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-54e20936-5a2b-484c-9e79-ac87e645e93f None None] Allocated IP 172.20.0.2 (6dc9d681-344a-48bb-a20c-706a87e47f18/1ccfed4b-53dc-4bd6-a151-97c6b526edad/3eec5b5e-46a2-4ff1-b44d-473c335f60b4) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:47:21.847102 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c75bc1e-5d50-4fef-ad69-57c244e1aa89 None None] Routers {'02d3a967-2ec1-4e29-9c39-44e3de3a689f'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:47:21.847722 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-6c75bc1e-5d50-4fef-ad69-57c244e1aa89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:47:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['02d3a967-2ec1-4e29-9c39-44e3de3a689f'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:47:21.939373 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf297564-3b50-4472-9e7d-243257ad8166 None None] Pushing event updated for resources: {'Port': ['ID=01c31617-1a4d-432d-97ba-6e3576a9802c,revision_number=3']} {{(pid=88040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:47:22.036203 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-6c75bc1e-5d50-4fef-ad69-57c244e1aa89 None None] Set router 02d3a967-2ec1-4e29-9c39-44e3de3a689f gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:47:22.079159 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-54e20936-5a2b-484c-9e79-ac87e645e93f None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:22.090753 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-54e20936-5a2b-484c-9e79-ac87e645e93f None None] Transition to ACTIVE for port object 3eec5b5e-46a2-4ff1-b44d-473c335f60b4 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:47:22.110304 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-54e20936-5a2b-484c-9e79-ac87e645e93f None None] Transition to ACTIVE for port object 3eec5b5e-46a2-4ff1-b44d-473c335f60b4 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:47:22.117680 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-54e20936-5a2b-484c-9e79-ac87e645e93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:22.183047 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e20936-5a2b-484c-9e79-ac87e645e93f None None] Network 6dc9d681-344a-48bb-a20c-706a87e47f18 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:47:22.186007 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-54e20936-5a2b-484c-9e79-ac87e645e93f None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:47:22.189774 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e20936-5a2b-484c-9e79-ac87e645e93f None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:47:22.267509 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e20936-5a2b-484c-9e79-ac87e645e93f None None] Pushing event updated for resources: {'Port': ['ID=3eec5b5e-46a2-4ff1-b44d-473c335f60b4,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:47:22.288765 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-54e20936-5a2b-484c-9e79-ac87e645e93f None None] Attempting to bind port 3eec5b5e-46a2-4ff1-b44d-473c335f60b4 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:47:22.289144 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-54e20936-5a2b-484c-9e79-ac87e645e93f None None] Attempting to bind port 3eec5b5e-46a2-4ff1-b44d-473c335f60b4 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '76408e17-01e0-45fd-a881-cf587e9985ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '6dc9d681-344a-48bb-a20c-706a87e47f18'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:47:22.289515 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e20936-5a2b-484c-9e79-ac87e645e93f None None] Attempting to bind port 3eec5b5e-46a2-4ff1-b44d-473c335f60b4 on network 6dc9d681-344a-48bb-a20c-706a87e47f18 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:47:22.294887 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e20936-5a2b-484c-9e79-ac87e645e93f None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:47:22.295284 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e20936-5a2b-484c-9e79-ac87e645e93f None None] Checking segment: {'id': '76408e17-01e0-45fd-a881-cf587e9985ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '6dc9d681-344a-48bb-a20c-706a87e47f18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:47:22.295673 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-54e20936-5a2b-484c-9e79-ac87e645e93f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:22.296371 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e20936-5a2b-484c-9e79-ac87e645e93f None None] Bound using segment: {'id': '76408e17-01e0-45fd-a881-cf587e9985ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '6dc9d681-344a-48bb-a20c-706a87e47f18'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:47:22.296561 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-54e20936-5a2b-484c-9e79-ac87e645e93f None None] Bound port: 3eec5b5e-46a2-4ff1-b44d-473c335f60b4, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76408e17-01e0-45fd-a881-cf587e9985ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '6dc9d681-344a-48bb-a20c-706a87e47f18'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:47:22.296907 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-54e20936-5a2b-484c-9e79-ac87e645e93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:22.308177 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fc56fe1e-2f21-4efe-8756-5f65dec66768 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:22.342331 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-6c75bc1e-5d50-4fef-ad69-57c244e1aa89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d3a967-2ec1-4e29-9c39-44e3de3a689f', 'name': 'tempest-TestNetworkBasicOps-router-537955100', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.89'}], 'enable_snat': True}, 'gw_port_id': '01c31617-1a4d-432d-97ba-6e3576a9802c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:47:18Z', 'updated_at': '2022-05-04T17:47:19Z', 'revision_number': 3, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '01c31617-1a4d-432d-97ba-6e3576a9802c', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:66:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d3a967-2ec1-4e29-9c39-44e3de3a689f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:47:19Z', 'updated_at': '2022-05-04T17:47:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:47:22.346154 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c75bc1e-5d50-4fef-ad69-57c244e1aa89 None None] The sync data for ids ['02d3a967-2ec1-4e29-9c39-44e3de3a689f'] in dv-neutron-840426-1-hyperv is: [{'id': '02d3a967-2ec1-4e29-9c39-44e3de3a689f', 'name': 'tempest-TestNetworkBasicOps-router-537955100', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.89'}], 'enable_snat': True}, 'gw_port_id': '01c31617-1a4d-432d-97ba-6e3576a9802c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:47:18Z', 'updated_at': '2022-05-04T17:47:19Z', 'revision_number': 3, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '01c31617-1a4d-432d-97ba-6e3576a9802c', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:66:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d3a967-2ec1-4e29-9c39-44e3de3a689f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:47:19Z', 'updated_at': '2022-05-04T17:47:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:47:22.386639 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-54e20936-5a2b-484c-9e79-ac87e645e93f None None] For port 3eec5b5e-46a2-4ff1-b44d-473c335f60b4, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:47:22.391604 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-54e20936-5a2b-484c-9e79-ac87e645e93f None None] For port 3eec5b5e-46a2-4ff1-b44d-473c335f60b4, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=3eec5b5e-46a2-4ff1-b44d-473c335f60b4,segment=NetworkSegment(76408e17-01e0-45fd-a881-cf587e9985ab),segment_id=76408e17-01e0-45fd-a881-cf587e9985ab)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:47:22.397276 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-54e20936-5a2b-484c-9e79-ac87e645e93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:22.483792 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e20936-5a2b-484c-9e79-ac87e645e93f None None] Pushing event updated for resources: {'Port': ['ID=3eec5b5e-46a2-4ff1-b44d-473c335f60b4,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:47:22.748260 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-fc56fe1e-2f21-4efe-8756-5f65dec66768 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Allocated IP 172.20.0.1 (6dc9d681-344a-48bb-a20c-706a87e47f18/1ccfed4b-53dc-4bd6-a151-97c6b526edad/17e3d714-331a-4065-bcc1-c1d27e5d272c) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:47:22.953580 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 3eec5b5e-46a2-4ff1-b44d-473c335f60b4 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:47:22.956033 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fc56fe1e-2f21-4efe-8756-5f65dec66768 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:22.974627 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-fc56fe1e-2f21-4efe-8756-5f65dec66768 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Transition to ACTIVE for port object 17e3d714-331a-4065-bcc1-c1d27e5d272c will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:47:23.000571 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fc56fe1e-2f21-4efe-8756-5f65dec66768 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:23.027097 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 3eec5b5e-46a2-4ff1-b44d-473c335f60b4 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:47:23.033163 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 01c31617-1a4d-432d-97ba-6e3576a9802c up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:47:23.071516 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc56fe1e-2f21-4efe-8756-5f65dec66768 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Network 6dc9d681-344a-48bb-a20c-706a87e47f18 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:47:23.074770 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-fc56fe1e-2f21-4efe-8756-5f65dec66768 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:47:23.077365 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc56fe1e-2f21-4efe-8756-5f65dec66768 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:47:23.110095 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 01c31617-1a4d-432d-97ba-6e3576a9802c completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:47:23.116688 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 01c31617-1a4d-432d-97ba-6e3576a9802c triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:47:23.117064 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:23.125313 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc56fe1e-2f21-4efe-8756-5f65dec66768 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Port': ['ID=17e3d714-331a-4065-bcc1-c1d27e5d272c,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:47:23.151665 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fc56fe1e-2f21-4efe-8756-5f65dec66768 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710357'] for router_interface, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:23.245784 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:23.270585 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 01c31617-1a4d-432d-97ba-6e3576a9802c, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=01c31617-1a4d-432d-97ba-6e3576a9802c,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:47:23.276376 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:23.306141 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fc56fe1e-2f21-4efe-8756-5f65dec66768 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:23.347045 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=01c31617-1a4d-432d-97ba-6e3576a9802c,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:47:23.581738 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e5d89c-e2d4-4780-ba13-653a0cec4173 None None] Network 6dc9d681-344a-48bb-a20c-706a87e47f18 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:47:23.687018 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-b9b2b342-a795-4f94-a89f-5a4731d2559c None None] Provisioning for port 3eec5b5e-46a2-4ff1-b44d-473c335f60b4 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:47:23.697067 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-b9b2b342-a795-4f94-a89f-5a4731d2559c None None] Provisioning complete for port 3eec5b5e-46a2-4ff1-b44d-473c335f60b4 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:47:23.697444 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b9b2b342-a795-4f94-a89f-5a4731d2559c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:23.737136 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fc56fe1e-2f21-4efe-8756-5f65dec66768 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:23.741814 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fc56fe1e-2f21-4efe-8756-5f65dec66768 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:23.856277 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc56fe1e-2f21-4efe-8756-5f65dec66768 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Port': ['ID=17e3d714-331a-4065-bcc1-c1d27e5d272c,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:47:23.858709 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fc56fe1e-2f21-4efe-8756-5f65dec66768 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710702'] for router_interface, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:23.921687 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b9b2b342-a795-4f94-a89f-5a4731d2559c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:23.970481 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-b9b2b342-a795-4f94-a89f-5a4731d2559c None None] For port 3eec5b5e-46a2-4ff1-b44d-473c335f60b4, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=3eec5b5e-46a2-4ff1-b44d-473c335f60b4,segment=NetworkSegment(76408e17-01e0-45fd-a881-cf587e9985ab),segment_id=76408e17-01e0-45fd-a881-cf587e9985ab)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:47:23.975884 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b9b2b342-a795-4f94-a89f-5a4731d2559c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:24.049524 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b2b342-a795-4f94-a89f-5a4731d2559c None None] Pushing event updated for resources: {'Port': ['ID=3eec5b5e-46a2-4ff1-b44d-473c335f60b4,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:47:24.123168 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc56fe1e-2f21-4efe-8756-5f65dec66768 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Network 6dc9d681-344a-48bb-a20c-706a87e47f18 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:47:24.124511 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-fc56fe1e-2f21-4efe-8756-5f65dec66768 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:47:24.207074 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-b37b3385-014c-41dd-9558-63725f2dc909 None None] Provisioning complete for port 3eec5b5e-46a2-4ff1-b44d-473c335f60b4 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:47:24.207471 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b37b3385-014c-41dd-9558-63725f2dc909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:24.328629 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc56fe1e-2f21-4efe-8756-5f65dec66768 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Router 02d3a967-2ec1-4e29-9c39-44e3de3a689f has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:47:24.358217 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-b37b3385-014c-41dd-9558-63725f2dc909 None None] Provisioning for port 17e3d714-331a-4065-bcc1-c1d27e5d272c completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:47:24.363318 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-b37b3385-014c-41dd-9558-63725f2dc909 None None] Provisioning complete for port 17e3d714-331a-4065-bcc1-c1d27e5d272c triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:47:24.363692 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b37b3385-014c-41dd-9558-63725f2dc909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:24.426489 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-b37b3385-014c-41dd-9558-63725f2dc909 None None] Port 17e3d714-331a-4065-bcc1-c1d27e5d272c cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:47:24.518777 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc56fe1e-2f21-4efe-8756-5f65dec66768 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:47:24.528006 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affc45ca-7abe-42f9-81e8-7131c1cd655b None None] Sync routers for ids ['02d3a967-2ec1-4e29-9c39-44e3de3a689f'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:47:24.532430 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-fc56fe1e-2f21-4efe-8756-5f65dec66768 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "PUT /v2.0/routers/02d3a967-2ec1-4e29-9c39-44e3de3a689f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0807290 May 04 17:47:24.534903 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57904) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:47:24.541684 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affc45ca-7abe-42f9-81e8-7131c1cd655b None None] Routers {'02d3a967-2ec1-4e29-9c39-44e3de3a689f'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:47:24.542323 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-affc45ca-7abe-42f9-81e8-7131c1cd655b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:47:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['02d3a967-2ec1-4e29-9c39-44e3de3a689f'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:47:24.629142 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-fde03971-e9c2-4a6e-8c06-fd18031cac20 None None] Provisioning complete for port 17e3d714-331a-4065-bcc1-c1d27e5d272c triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:47:24.629798 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-fde03971-e9c2-4a6e-8c06-fd18031cac20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:24.673712 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7953a338-93b9-45b9-8f51-ac3a3478277b tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:47:24.674337 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7953a338-93b9-45b9-8f51-ac3a3478277b tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:47:24.674809 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7953a338-93b9-45b9-8f51-ac3a3478277b tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:47:24.675274 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7953a338-93b9-45b9-8f51-ac3a3478277b tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:47:24.676936 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-7953a338-93b9-45b9-8f51-ac3a3478277b tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1409874 May 04 17:47:24.680611 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57908) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:47:24.747957 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef71d0c4-8fd2-4092-9783-3fff63a7765b tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:47:24.748339 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef71d0c4-8fd2-4092-9783-3fff63a7765b tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:47:24.748800 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef71d0c4-8fd2-4092-9783-3fff63a7765b tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:47:24.749250 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef71d0c4-8fd2-4092-9783-3fff63a7765b tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:47:24.750913 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-ef71d0c4-8fd2-4092-9783-3fff63a7765b tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0694003 May 04 17:47:24.753576 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57912) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:47:24.823736 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-fde03971-e9c2-4a6e-8c06-fd18031cac20 None None] Port 17e3d714-331a-4065-bcc1-c1d27e5d272c cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:47:24.838394 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-affc45ca-7abe-42f9-81e8-7131c1cd655b None None] Set router 02d3a967-2ec1-4e29-9c39-44e3de3a689f gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:47:24.880157 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 3eec5b5e-46a2-4ff1-b44d-473c335f60b4 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:47:24.959699 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-31535e17-a1b6-4fee-802c-80f109bbd5a1 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1604 time: 0.2050300 May 04 17:47:25.115864 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 3eec5b5e-46a2-4ff1-b44d-473c335f60b4 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:47:25.116254 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:25.306003 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 01c31617-1a4d-432d-97ba-6e3576a9802c up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:47:25.360002 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57918) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:47:25.361746 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-affc45ca-7abe-42f9-81e8-7131c1cd655b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d3a967-2ec1-4e29-9c39-44e3de3a689f', 'name': 'tempest-TestNetworkBasicOps-router-537955100', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.89'}], 'enable_snat': True}, 'gw_port_id': '01c31617-1a4d-432d-97ba-6e3576a9802c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:47:18Z', 'updated_at': '2022-05-04T17:47:23Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '01c31617-1a4d-432d-97ba-6e3576a9802c', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:66:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d3a967-2ec1-4e29-9c39-44e3de3a689f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:47:19Z', 'updated_at': '2022-05-04T17:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '17e3d714-331a-4065-bcc1-c1d27e5d272c', 'name': '', 'network_id': '6dc9d681-344a-48bb-a20c-706a87e47f18', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:88:82:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d3a967-2ec1-4e29-9c39-44e3de3a689f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '1ccfed4b-53dc-4bd6-a151-97c6b526edad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:47:22Z', 'updated_at': '2022-05-04T17:47:23Z', 'revision_number': 2, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '1ccfed4b-53dc-4bd6-a151-97c6b526edad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:47:25.366134 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-c884a6c3-3c12-42af-b09f-8f083e311f43 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-443214810', 'description': 'tempest-secgroup-smoke-443214810 description', 'project_id': '8ede911fc7f845af95dd74968234120d'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:47:25.372187 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affc45ca-7abe-42f9-81e8-7131c1cd655b None None] Checking router: 02d3a967-2ec1-4e29-9c39-44e3de3a689f for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:47:25.372336 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-c884a6c3-3c12-42af-b09f-8f083e311f43 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:47:25.372699 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affc45ca-7abe-42f9-81e8-7131c1cd655b None None] Updating router 02d3a967-2ec1-4e29-9c39-44e3de3a689f port 17e3d714-331a-4065-bcc1-c1d27e5d272c binding host dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:47:25.376574 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-c884a6c3-3c12-42af-b09f-8f083e311f43 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:47:25.379590 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-c884a6c3-3c12-42af-b09f-8f083e311f43 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:47:25.385296 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-c884a6c3-3c12-42af-b09f-8f083e311f43 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:47:25.395420 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c884a6c3-3c12-42af-b09f-8f083e311f43 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:25.415527 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-c884a6c3-3c12-42af-b09f-8f083e311f43 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:47:25.419368 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-c884a6c3-3c12-42af-b09f-8f083e311f43 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:47:25.422143 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-c884a6c3-3c12-42af-b09f-8f083e311f43 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:47:25.427782 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-c884a6c3-3c12-42af-b09f-8f083e311f43 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:47:25.432310 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-affc45ca-7abe-42f9-81e8-7131c1cd655b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:25.442731 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 01c31617-1a4d-432d-97ba-6e3576a9802c triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:47:25.443107 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:25.499145 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c884a6c3-3c12-42af-b09f-8f083e311f43 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:25.502645 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c884a6c3-3c12-42af-b09f-8f083e311f43 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:25.546009 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c884a6c3-3c12-42af-b09f-8f083e311f43 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ea01d1-b8b6-4c3e-8943-97cbee205599,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:47:25.555023 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c884a6c3-3c12-42af-b09f-8f083e311f43 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:47:25.555365 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c884a6c3-3c12-42af-b09f-8f083e311f43 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:47:25.555703 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c884a6c3-3c12-42af-b09f-8f083e311f43 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:47:25.556035 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c884a6c3-3c12-42af-b09f-8f083e311f43 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:47:25.556640 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c884a6c3-3c12-42af-b09f-8f083e311f43 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:47:25.556976 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c884a6c3-3c12-42af-b09f-8f083e311f43 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:47:25.557302 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c884a6c3-3c12-42af-b09f-8f083e311f43 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:47:25.557625 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c884a6c3-3c12-42af-b09f-8f083e311f43 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:47:25.557973 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c884a6c3-3c12-42af-b09f-8f083e311f43 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:47:25.558298 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c884a6c3-3c12-42af-b09f-8f083e311f43 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:47:25.558630 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c884a6c3-3c12-42af-b09f-8f083e311f43 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:47:25.558928 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c884a6c3-3c12-42af-b09f-8f083e311f43 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:47:25.563447 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c884a6c3-3c12-42af-b09f-8f083e311f43 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:25.564657 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-c884a6c3-3c12-42af-b09f-8f083e311f43 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2035768 May 04 17:47:25.567463 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57922) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:47:25.573253 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-34790c55-0520-4576-8c0e-d2c03241ae12 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group_rule': {'security_group_id': 'e1ea01d1-b8b6-4c3e-8943-97cbee205599', 'project_id': '8ede911fc7f845af95dd74968234120d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:47:25.579086 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-34790c55-0520-4576-8c0e-d2c03241ae12 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:47:25.582835 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-34790c55-0520-4576-8c0e-d2c03241ae12 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:47:25.585677 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-34790c55-0520-4576-8c0e-d2c03241ae12 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:47:25.591568 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-34790c55-0520-4576-8c0e-d2c03241ae12 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:47:25.608750 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-34790c55-0520-4576-8c0e-d2c03241ae12 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:25.672369 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-34790c55-0520-4576-8c0e-d2c03241ae12 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:25.676160 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-34790c55-0520-4576-8c0e-d2c03241ae12 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:25.698092 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34790c55-0520-4576-8c0e-d2c03241ae12 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddc7424d-c511-48e2-a755-f3bc815a2109,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:47:25.709573 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-34790c55-0520-4576-8c0e-d2c03241ae12 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:25.711013 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-34790c55-0520-4576-8c0e-d2c03241ae12 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1423659 May 04 17:47:25.713692 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57926) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:47:25.718631 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-d913a98d-6924-4199-a30b-d3a1130cc7a3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group_rule': {'security_group_id': 'e1ea01d1-b8b6-4c3e-8943-97cbee205599', 'project_id': '8ede911fc7f845af95dd74968234120d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:47:25.724293 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-d913a98d-6924-4199-a30b-d3a1130cc7a3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:47:25.728693 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-d913a98d-6924-4199-a30b-d3a1130cc7a3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:47:25.731577 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-d913a98d-6924-4199-a30b-d3a1130cc7a3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:47:25.737375 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-d913a98d-6924-4199-a30b-d3a1130cc7a3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:47:25.753801 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d913a98d-6924-4199-a30b-d3a1130cc7a3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:25.814940 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d913a98d-6924-4199-a30b-d3a1130cc7a3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:25.818770 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d913a98d-6924-4199-a30b-d3a1130cc7a3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:25.843502 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d913a98d-6924-4199-a30b-d3a1130cc7a3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7767469-9864-4905-83b0-779f45b3852c,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:47:25.853811 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d913a98d-6924-4199-a30b-d3a1130cc7a3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:25.855154 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-d913a98d-6924-4199-a30b-d3a1130cc7a3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1404815 May 04 17:47:25.857963 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57930) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:47:25.863145 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-e1182f86-16db-4c4b-a6a7-9fcdcc0588ac tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group_rule': {'security_group_id': 'e1ea01d1-b8b6-4c3e-8943-97cbee205599', 'project_id': '8ede911fc7f845af95dd74968234120d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:47:25.868852 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-e1182f86-16db-4c4b-a6a7-9fcdcc0588ac tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:47:25.872735 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-e1182f86-16db-4c4b-a6a7-9fcdcc0588ac tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:47:25.875641 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-e1182f86-16db-4c4b-a6a7-9fcdcc0588ac tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:47:25.877696 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-affc45ca-7abe-42f9-81e8-7131c1cd655b None None] Notify callbacks [] for port, precommit_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:25.882243 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-e1182f86-16db-4c4b-a6a7-9fcdcc0588ac tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:47:25.890259 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-affc45ca-7abe-42f9-81e8-7131c1cd655b None None] Transition to ACTIVE for port object 17e3d714-331a-4065-bcc1-c1d27e5d272c will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:47:25.896248 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-affc45ca-7abe-42f9-81e8-7131c1cd655b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:25.900807 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e1182f86-16db-4c4b-a6a7-9fcdcc0588ac tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:25.964356 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e1182f86-16db-4c4b-a6a7-9fcdcc0588ac tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:25.968631 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e1182f86-16db-4c4b-a6a7-9fcdcc0588ac tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:25.992203 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1182f86-16db-4c4b-a6a7-9fcdcc0588ac tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d81d220-d228-44f5-8149-0869c9ac6d13,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:47:26.000907 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e1182f86-16db-4c4b-a6a7-9fcdcc0588ac tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:26.002231 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-e1182f86-16db-4c4b-a6a7-9fcdcc0588ac tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1433372 May 04 17:47:26.004915 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 57934) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:47:26.011534 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-9e64f8d5-c3b3-4824-bd1b-608369436f69 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group_rule': {'security_group_id': 'e1ea01d1-b8b6-4c3e-8943-97cbee205599', 'project_id': '8ede911fc7f845af95dd74968234120d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:47:26.017708 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-9e64f8d5-c3b3-4824-bd1b-608369436f69 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:47:26.023803 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-9e64f8d5-c3b3-4824-bd1b-608369436f69 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:47:26.027467 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-9e64f8d5-c3b3-4824-bd1b-608369436f69 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:47:26.033599 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-9e64f8d5-c3b3-4824-bd1b-608369436f69 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:47:26.054863 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9e64f8d5-c3b3-4824-bd1b-608369436f69 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:26.062232 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed45d3cd-a8ba-4891-93e4-4c4040cafc37 None None] Pushing event updated for resources: {'Port': ['ID=17e3d714-331a-4065-bcc1-c1d27e5d272c,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:47:26.121271 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-affc45ca-7abe-42f9-81e8-7131c1cd655b None None] Attempting to bind port 17e3d714-331a-4065-bcc1-c1d27e5d272c on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:47:26.121646 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-affc45ca-7abe-42f9-81e8-7131c1cd655b None None] Attempting to bind port 17e3d714-331a-4065-bcc1-c1d27e5d272c by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '76408e17-01e0-45fd-a881-cf587e9985ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '6dc9d681-344a-48bb-a20c-706a87e47f18'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:47:26.122042 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affc45ca-7abe-42f9-81e8-7131c1cd655b None None] Attempting to bind port 17e3d714-331a-4065-bcc1-c1d27e5d272c on network 6dc9d681-344a-48bb-a20c-706a87e47f18 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:47:26.124156 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9e64f8d5-c3b3-4824-bd1b-608369436f69 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:26.128160 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affc45ca-7abe-42f9-81e8-7131c1cd655b None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:47:26.128427 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9e64f8d5-c3b3-4824-bd1b-608369436f69 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:26.128739 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affc45ca-7abe-42f9-81e8-7131c1cd655b None None] Checking segment: {'id': '76408e17-01e0-45fd-a881-cf587e9985ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '6dc9d681-344a-48bb-a20c-706a87e47f18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:47:26.129016 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-affc45ca-7abe-42f9-81e8-7131c1cd655b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:26.129363 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affc45ca-7abe-42f9-81e8-7131c1cd655b None None] Bound using segment: {'id': '76408e17-01e0-45fd-a881-cf587e9985ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '6dc9d681-344a-48bb-a20c-706a87e47f18'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:47:26.130246 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-affc45ca-7abe-42f9-81e8-7131c1cd655b None None] Bound port: 17e3d714-331a-4065-bcc1-c1d27e5d272c, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76408e17-01e0-45fd-a881-cf587e9985ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '6dc9d681-344a-48bb-a20c-706a87e47f18'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:47:26.130246 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-affc45ca-7abe-42f9-81e8-7131c1cd655b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:26.153673 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e64f8d5-c3b3-4824-bd1b-608369436f69 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dce80e4-c916-4f5e-9157-1b5abd3d84e0,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:47:26.162275 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9e64f8d5-c3b3-4824-bd1b-608369436f69 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:26.166294 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-9e64f8d5-c3b3-4824-bd1b-608369436f69 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1574492 May 04 17:47:26.166573 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 57938) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:47:26.171823 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-707e36e6-ee11-4288-9373-e2498fd47696 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group_rule': {'security_group_id': 'e1ea01d1-b8b6-4c3e-8943-97cbee205599', 'project_id': '8ede911fc7f845af95dd74968234120d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:47:26.177911 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-707e36e6-ee11-4288-9373-e2498fd47696 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:47:26.181725 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-707e36e6-ee11-4288-9373-e2498fd47696 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:47:26.184824 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-707e36e6-ee11-4288-9373-e2498fd47696 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:47:26.193235 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-707e36e6-ee11-4288-9373-e2498fd47696 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:47:26.204075 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.securitygroups_db [None req-707e36e6-ee11-4288-9373-e2498fd47696 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Project 8ede911fc7f845af95dd74968234120d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 17:47:26.211546 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-707e36e6-ee11-4288-9373-e2498fd47696 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:26.227057 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-affc45ca-7abe-42f9-81e8-7131c1cd655b None None] For port 17e3d714-331a-4065-bcc1-c1d27e5d272c, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:47:26.230571 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-affc45ca-7abe-42f9-81e8-7131c1cd655b None None] For port 17e3d714-331a-4065-bcc1-c1d27e5d272c, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=17e3d714-331a-4065-bcc1-c1d27e5d272c,segment=NetworkSegment(76408e17-01e0-45fd-a881-cf587e9985ab),segment_id=76408e17-01e0-45fd-a881-cf587e9985ab)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:47:26.234924 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-affc45ca-7abe-42f9-81e8-7131c1cd655b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:26.282981 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-707e36e6-ee11-4288-9373-e2498fd47696 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:26.286770 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-707e36e6-ee11-4288-9373-e2498fd47696 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:26.311744 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707e36e6-ee11-4288-9373-e2498fd47696 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abb5cfd3-6c0f-4a84-b473-7f7d4036bbc6,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:47:26.320900 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-707e36e6-ee11-4288-9373-e2498fd47696 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:26.322276 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-707e36e6-ee11-4288-9373-e2498fd47696 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1546681 May 04 17:47:26.324939 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 57942) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:47:26.330238 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-a1b88e38-0ea0-475a-ab48-292defbb62f6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group_rule': {'security_group_id': 'e1ea01d1-b8b6-4c3e-8943-97cbee205599', 'project_id': '8ede911fc7f845af95dd74968234120d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:47:26.336105 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-a1b88e38-0ea0-475a-ab48-292defbb62f6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:47:26.340471 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-a1b88e38-0ea0-475a-ab48-292defbb62f6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:47:26.343473 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-a1b88e38-0ea0-475a-ab48-292defbb62f6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:47:26.351883 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-a1b88e38-0ea0-475a-ab48-292defbb62f6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:47:26.363096 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.securitygroups_db [None req-a1b88e38-0ea0-475a-ab48-292defbb62f6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Project 8ede911fc7f845af95dd74968234120d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 17:47:26.371782 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a1b88e38-0ea0-475a-ab48-292defbb62f6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:26.374159 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affc45ca-7abe-42f9-81e8-7131c1cd655b None None] Routers {'02d3a967-2ec1-4e29-9c39-44e3de3a689f'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:47:26.374820 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-affc45ca-7abe-42f9-81e8-7131c1cd655b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:47:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['02d3a967-2ec1-4e29-9c39-44e3de3a689f'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:47:26.446934 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a1b88e38-0ea0-475a-ab48-292defbb62f6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:26.451034 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a1b88e38-0ea0-475a-ab48-292defbb62f6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:26.466270 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed45d3cd-a8ba-4891-93e4-4c4040cafc37 None None] Pushing event updated for resources: {'Port': ['ID=17e3d714-331a-4065-bcc1-c1d27e5d272c,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:47:26.479265 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b88e38-0ea0-475a-ab48-292defbb62f6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=201f72ce-6cf4-457e-b3bf-19b038bd9d41,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:47:26.489960 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a1b88e38-0ea0-475a-ab48-292defbb62f6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:26.501343 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-a1b88e38-0ea0-475a-ab48-292defbb62f6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1753170 May 04 17:47:26.582322 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-affc45ca-7abe-42f9-81e8-7131c1cd655b None None] Set router 02d3a967-2ec1-4e29-9c39-44e3de3a689f gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:47:26.654126 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-d7b6bf1d-d8cb-4f82-9bee-ab1fc857bfa7 req-46dc4b1c-2fed-438b-8503-a8de9321fd13 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Synchronizing usage tracker for tenant:8ede911fc7f845af95dd74968234120d on resource:security_group {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:47:26.671062 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-d7b6bf1d-d8cb-4f82-9bee-ab1fc857bfa7 req-46dc4b1c-2fed-438b-8503-a8de9321fd13 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Unset dirty status for tenant:8ede911fc7f845af95dd74968234120d on resource:security_group {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:47:26.672332 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-d7b6bf1d-d8cb-4f82-9bee-ab1fc857bfa7 req-46dc4b1c-2fed-438b-8503-a8de9321fd13 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-443214810&fields=id&tenant_id=8ede911fc7f845af95dd74968234120d HTTP/1.1" status: 200 len: 267 time: 0.0574822 May 04 17:47:26.819700 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6bf1d-d8cb-4f82-9bee-ab1fc857bfa7 req-b68337e3-fa90-45a1-a68b-ca28c04fa0d4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:47:26.821124 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-d7b6bf1d-d8cb-4f82-9bee-ab1fc857bfa7 req-b68337e3-fa90-45a1-a68b-ca28c04fa0d4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/networks?id=6dc9d681-344a-48bb-a20c-706a87e47f18 HTTP/1.1" status: 200 len: 796 time: 0.1418948 May 04 17:47:26.836787 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-d7b6bf1d-d8cb-4f82-9bee-ab1fc857bfa7 req-180435a8-1180-4751-851c-c3b3553a7445 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/quotas/8ede911fc7f845af95dd74968234120d HTTP/1.1" status: 200 len: 375 time: 0.0100079 May 04 17:47:26.902729 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-affc45ca-7abe-42f9-81e8-7131c1cd655b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d3a967-2ec1-4e29-9c39-44e3de3a689f', 'name': 'tempest-TestNetworkBasicOps-router-537955100', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.89'}], 'enable_snat': True}, 'gw_port_id': '01c31617-1a4d-432d-97ba-6e3576a9802c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:47:18Z', 'updated_at': '2022-05-04T17:47:23Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '01c31617-1a4d-432d-97ba-6e3576a9802c', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:66:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d3a967-2ec1-4e29-9c39-44e3de3a689f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:47:19Z', 'updated_at': '2022-05-04T17:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '17e3d714-331a-4065-bcc1-c1d27e5d272c', 'name': '', 'network_id': '6dc9d681-344a-48bb-a20c-706a87e47f18', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:88:82:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d3a967-2ec1-4e29-9c39-44e3de3a689f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '1ccfed4b-53dc-4bd6-a151-97c6b526edad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:47:22Z', 'updated_at': '2022-05-04T17:47:26Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '1ccfed4b-53dc-4bd6-a151-97c6b526edad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:47:26.906756 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affc45ca-7abe-42f9-81e8-7131c1cd655b None None] The sync data for ids ['02d3a967-2ec1-4e29-9c39-44e3de3a689f'] in dv-neutron-840426-1-hyperv is: [{'id': '02d3a967-2ec1-4e29-9c39-44e3de3a689f', 'name': 'tempest-TestNetworkBasicOps-router-537955100', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.89'}], 'enable_snat': True}, 'gw_port_id': '01c31617-1a4d-432d-97ba-6e3576a9802c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:47:18Z', 'updated_at': '2022-05-04T17:47:23Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '01c31617-1a4d-432d-97ba-6e3576a9802c', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:66:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d3a967-2ec1-4e29-9c39-44e3de3a689f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:47:19Z', 'updated_at': '2022-05-04T17:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '17e3d714-331a-4065-bcc1-c1d27e5d272c', 'name': '', 'network_id': '6dc9d681-344a-48bb-a20c-706a87e47f18', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:88:82:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d3a967-2ec1-4e29-9c39-44e3de3a689f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '1ccfed4b-53dc-4bd6-a151-97c6b526edad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:47:22Z', 'updated_at': '2022-05-04T17:47:26Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '1ccfed4b-53dc-4bd6-a151-97c6b526edad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:47:26.919814 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-d7b6bf1d-d8cb-4f82-9bee-ab1fc857bfa7 req-327c0abb-c499-44d9-8c0a-a46e90e7a2d4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Synchronizing usage tracker for tenant:8ede911fc7f845af95dd74968234120d on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:47:26.936147 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-d7b6bf1d-d8cb-4f82-9bee-ab1fc857bfa7 req-327c0abb-c499-44d9-8c0a-a46e90e7a2d4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Unset dirty status for tenant:8ede911fc7f845af95dd74968234120d on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:47:26.943107 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-d7b6bf1d-d8cb-4f82-9bee-ab1fc857bfa7 req-327c0abb-c499-44d9-8c0a-a46e90e7a2d4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8ede911fc7f845af95dd74968234120d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0999188 May 04 17:47:27.257963 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-d7b6bf1d-d8cb-4f82-9bee-ab1fc857bfa7 req-22849715-bc42-48c2-8526-0e42793b39e5 service neutron] 10.222.0.41 "GET /v2.0/networks/6dc9d681-344a-48bb-a20c-706a87e47f18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076293 May 04 17:47:27.393625 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-d7b6bf1d-d8cb-4f82-9bee-ab1fc857bfa7 req-0f3c6597-4c38-4d1b-8650-814d8da5ba13 service neutron] 10.222.0.41 "GET /v2.0/networks/6dc9d681-344a-48bb-a20c-706a87e47f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296728 May 04 17:47:27.590400 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-e3a00550-fe44-411b-b146-79b7333c59f5 req-177231a7-8584-45da-a70b-ff1e817de141 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Synchronizing usage tracker for tenant:8ede911fc7f845af95dd74968234120d on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:47:27.603380 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-e3a00550-fe44-411b-b146-79b7333c59f5 req-177231a7-8584-45da-a70b-ff1e817de141 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Unset dirty status for tenant:8ede911fc7f845af95dd74968234120d on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:47:27.604691 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e3a00550-fe44-411b-b146-79b7333c59f5 req-177231a7-8584-45da-a70b-ff1e817de141 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=842f0908-66c6-4d4e-ac48-0e0fd611cb17 HTTP/1.1" status: 200 len: 210 time: 0.0686049 May 04 17:47:28.702039 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6bf1d-d8cb-4f82-9bee-ab1fc857bfa7 req-8e8d4b85-f1c2-4ecb-92d8-ab36a515ea83 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:47:28.703547 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-d7b6bf1d-d8cb-4f82-9bee-ab1fc857bfa7 req-8e8d4b85-f1c2-4ecb-92d8-ab36a515ea83 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Synchronizing usage tracker for tenant:8ede911fc7f845af95dd74968234120d on resource:network {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:47:28.724362 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-d7b6bf1d-d8cb-4f82-9bee-ab1fc857bfa7 req-8e8d4b85-f1c2-4ecb-92d8-ab36a515ea83 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Unset dirty status for tenant:8ede911fc7f845af95dd74968234120d on resource:network {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:47:28.725842 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d7b6bf1d-d8cb-4f82-9bee-ab1fc857bfa7 req-8e8d4b85-f1c2-4ecb-92d8-ab36a515ea83 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.42 "GET /v2.0/networks?id=6dc9d681-344a-48bb-a20c-706a87e47f18 HTTP/1.1" status: 200 len: 796 time: 0.1671576 May 04 17:47:28.761933 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-469ace21-bb78-45b0-8690-218d87be84de req-a2b1ec91-3044-41e9-aaa5-c2dad935309e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=842f0908-66c6-4d4e-ac48-0e0fd611cb17 HTTP/1.1" status: 200 len: 210 time: 0.0486774 May 04 17:47:28.776407 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-d7b6bf1d-d8cb-4f82-9bee-ab1fc857bfa7 req-57b5d78c-d60f-43a6-84ee-88aeacc5f129 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Synchronizing usage tracker for tenant:8ede911fc7f845af95dd74968234120d on resource:security_group {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:47:28.788822 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-d7b6bf1d-d8cb-4f82-9bee-ab1fc857bfa7 req-57b5d78c-d60f-43a6-84ee-88aeacc5f129 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Unset dirty status for tenant:8ede911fc7f845af95dd74968234120d on resource:security_group {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:47:28.790021 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d7b6bf1d-d8cb-4f82-9bee-ab1fc857bfa7 req-57b5d78c-d60f-43a6-84ee-88aeacc5f129 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ede911fc7f845af95dd74968234120d HTTP/1.1" status: 200 len: 379 time: 0.0565324 May 04 17:47:28.799596 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [req-d7b6bf1d-d8cb-4f82-9bee-ab1fc857bfa7 req-125daaed-4229-4ec8-acd0-93e4d5c0cb10 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'port': {'device_id': '842f0908-66c6-4d4e-ac48-0e0fd611cb17', 'network_id': '6dc9d681-344a-48bb-a20c-706a87e47f18', 'admin_state_up': True, 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'security_groups': ['e1ea01d1-b8b6-4c3e-8943-97cbee205599']}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:47:28.889659 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 17e3d714-331a-4065-bcc1-c1d27e5d272c up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:47:28.959331 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 17e3d714-331a-4065-bcc1-c1d27e5d272c completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:47:28.964422 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 17e3d714-331a-4065-bcc1-c1d27e5d272c triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:47:28.964792 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:29.031779 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [req-d7b6bf1d-d8cb-4f82-9bee-ab1fc857bfa7 req-125daaed-4229-4ec8-acd0-93e4d5c0cb10 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:47:29.042147 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [req-d7b6bf1d-d8cb-4f82-9bee-ab1fc857bfa7 req-125daaed-4229-4ec8-acd0-93e4d5c0cb10 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:47:29.051323 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7b6bf1d-d8cb-4f82-9bee-ab1fc857bfa7 req-125daaed-4229-4ec8-acd0-93e4d5c0cb10 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Made reservation on behalf of 8ede911fc7f845af95dd74968234120d for: {'port': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:47:29.054860 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-d7b6bf1d-d8cb-4f82-9bee-ab1fc857bfa7 req-125daaed-4229-4ec8-acd0-93e4d5c0cb10 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:29.079884 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:29.112749 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 17e3d714-331a-4065-bcc1-c1d27e5d272c, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=17e3d714-331a-4065-bcc1-c1d27e5d272c,segment=NetworkSegment(76408e17-01e0-45fd-a881-cf587e9985ab),segment_id=76408e17-01e0-45fd-a881-cf587e9985ab)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:47:29.116580 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:29.181296 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=17e3d714-331a-4065-bcc1-c1d27e5d272c,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:47:29.224743 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [req-d7b6bf1d-d8cb-4f82-9bee-ab1fc857bfa7 req-125daaed-4229-4ec8-acd0-93e4d5c0cb10 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Allocated IP 172.20.0.7 (6dc9d681-344a-48bb-a20c-706a87e47f18/1ccfed4b-53dc-4bd6-a151-97c6b526edad/8e26ee56-da4c-4cbd-a199-9d39ccc7d05a) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:47:29.417203 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-d7b6bf1d-d8cb-4f82-9bee-ab1fc857bfa7 req-125daaed-4229-4ec8-acd0-93e4d5c0cb10 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:29.432578 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [req-d7b6bf1d-d8cb-4f82-9bee-ab1fc857bfa7 req-125daaed-4229-4ec8-acd0-93e4d5c0cb10 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Transition to ACTIVE for port object 8e26ee56-da4c-4cbd-a199-9d39ccc7d05a will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:47:29.455695 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-d7b6bf1d-d8cb-4f82-9bee-ab1fc857bfa7 req-125daaed-4229-4ec8-acd0-93e4d5c0cb10 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:29.527132 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7b6bf1d-d8cb-4f82-9bee-ab1fc857bfa7 req-125daaed-4229-4ec8-acd0-93e4d5c0cb10 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Network 6dc9d681-344a-48bb-a20c-706a87e47f18 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:47:29.530259 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [req-d7b6bf1d-d8cb-4f82-9bee-ab1fc857bfa7 req-125daaed-4229-4ec8-acd0-93e4d5c0cb10 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:47:29.534165 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b6bf1d-d8cb-4f82-9bee-ab1fc857bfa7 req-125daaed-4229-4ec8-acd0-93e4d5c0cb10 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:47:29.570574 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125daaed-4229-4ec8-acd0-93e4d5c0cb10 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Port': ['ID=8e26ee56-da4c-4cbd-a199-9d39ccc7d05a,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:47:29.602940 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6bf1d-d8cb-4f82-9bee-ab1fc857bfa7 req-125daaed-4229-4ec8-acd0-93e4d5c0cb10 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:47:29.603565 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-d7b6bf1d-d8cb-4f82-9bee-ab1fc857bfa7 req-125daaed-4229-4ec8-acd0-93e4d5c0cb10 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:29.629177 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d7b6bf1d-d8cb-4f82-9bee-ab1fc857bfa7 req-125daaed-4229-4ec8-acd0-93e4d5c0cb10 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8330083 May 04 17:47:29.643538 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [req-d7b6bf1d-d8cb-4f82-9bee-ab1fc857bfa7 req-8380438f-9d8c-4930-a23a-72b53266f3c0 service neutron] Request body: {'port': {'device_id': '842f0908-66c6-4d4e-ac48-0e0fd611cb17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:47:29.765925 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-d7b6bf1d-d8cb-4f82-9bee-ab1fc857bfa7 req-8380438f-9d8c-4930-a23a-72b53266f3c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:29.794122 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-5f4de78f-a94d-439d-a5e3-0abf9a3b7aca None None] Provisioning for port 8e26ee56-da4c-4cbd-a199-9d39ccc7d05a completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:47:29.800136 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-5f4de78f-a94d-439d-a5e3-0abf9a3b7aca None None] Provisioning complete for port 8e26ee56-da4c-4cbd-a199-9d39ccc7d05a triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:47:29.800557 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-5f4de78f-a94d-439d-a5e3-0abf9a3b7aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:29.859048 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-5f4de78f-a94d-439d-a5e3-0abf9a3b7aca None None] Port 8e26ee56-da4c-4cbd-a199-9d39ccc7d05a cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:47:30.095539 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa2659-0f19-40f1-b9cf-ccea6f606b12 req-99bee35c-ae19-4a0d-a33e-325deb66c2cd tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:47:30.096218 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-98fa2659-0f19-40f1-b9cf-ccea6f606b12 req-99bee35c-ae19-4a0d-a33e-325deb66c2cd tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Synchronizing usage tracker for tenant:8ede911fc7f845af95dd74968234120d on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:47:30.130948 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-98fa2659-0f19-40f1-b9cf-ccea6f606b12 req-99bee35c-ae19-4a0d-a33e-325deb66c2cd tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Unset dirty status for tenant:8ede911fc7f845af95dd74968234120d on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:47:30.132092 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-98fa2659-0f19-40f1-b9cf-ccea6f606b12 req-99bee35c-ae19-4a0d-a33e-325deb66c2cd tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=842f0908-66c6-4d4e-ac48-0e0fd611cb17 HTTP/1.1" status: 200 len: 931 time: 0.2301080 May 04 17:47:30.233985 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [req-d7b6bf1d-d8cb-4f82-9bee-ab1fc857bfa7 req-8380438f-9d8c-4930-a23a-72b53266f3c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e26ee56-da4c-4cbd-a199-9d39ccc7d05a {{(pid=88037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:47:30.240513 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-98fa2659-0f19-40f1-b9cf-ccea6f606b12 req-124fdbed-f065-4e8e-a97f-09442c30afac tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1ea01d1-b8b6-4c3e-8943-97cbee205599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964067 May 04 17:47:30.244540 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-d7b6bf1d-d8cb-4f82-9bee-ab1fc857bfa7 req-8380438f-9d8c-4930-a23a-72b53266f3c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:30.259276 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [req-d7b6bf1d-d8cb-4f82-9bee-ab1fc857bfa7 req-8380438f-9d8c-4930-a23a-72b53266f3c0 service neutron] Transition to ACTIVE for port object 8e26ee56-da4c-4cbd-a199-9d39ccc7d05a will not be triggered until provisioned by entity L2. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:47:30.262365 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-d7b6bf1d-d8cb-4f82-9bee-ab1fc857bfa7 req-8380438f-9d8c-4930-a23a-72b53266f3c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:30.414849 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8380438f-9d8c-4930-a23a-72b53266f3c0 service neutron] Pushing event updated for resources: {'Port': ['ID=8e26ee56-da4c-4cbd-a199-9d39ccc7d05a,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:47:30.496044 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-d7b6bf1d-d8cb-4f82-9bee-ab1fc857bfa7 req-8380438f-9d8c-4930-a23a-72b53266f3c0 service neutron] Attempting to bind port 8e26ee56-da4c-4cbd-a199-9d39ccc7d05a on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:47:30.496369 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-d7b6bf1d-d8cb-4f82-9bee-ab1fc857bfa7 req-8380438f-9d8c-4930-a23a-72b53266f3c0 service neutron] Attempting to bind port 8e26ee56-da4c-4cbd-a199-9d39ccc7d05a by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '76408e17-01e0-45fd-a881-cf587e9985ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '6dc9d681-344a-48bb-a20c-706a87e47f18'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:47:30.496683 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b6bf1d-d8cb-4f82-9bee-ab1fc857bfa7 req-8380438f-9d8c-4930-a23a-72b53266f3c0 service neutron] Attempting to bind port 8e26ee56-da4c-4cbd-a199-9d39ccc7d05a on network 6dc9d681-344a-48bb-a20c-706a87e47f18 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:47:30.501167 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b6bf1d-d8cb-4f82-9bee-ab1fc857bfa7 req-8380438f-9d8c-4930-a23a-72b53266f3c0 service neutron] Port 8e26ee56-da4c-4cbd-a199-9d39ccc7d05a on network 6dc9d681-344a-48bb-a20c-706a87e47f18 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:47:30.501475 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b6bf1d-d8cb-4f82-9bee-ab1fc857bfa7 req-8380438f-9d8c-4930-a23a-72b53266f3c0 service neutron] Attempting to bind port 8e26ee56-da4c-4cbd-a199-9d39ccc7d05a on network 6dc9d681-344a-48bb-a20c-706a87e47f18 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:47:30.507031 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b6bf1d-d8cb-4f82-9bee-ab1fc857bfa7 req-8380438f-9d8c-4930-a23a-72b53266f3c0 service neutron] Checking agent: {'id': '84d0dbeb-cfa8-4636-8b1c-9790acf21ef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'started_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:47:30.507355 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b6bf1d-d8cb-4f82-9bee-ab1fc857bfa7 req-8380438f-9d8c-4930-a23a-72b53266f3c0 service neutron] Checking segment: {'id': '76408e17-01e0-45fd-a881-cf587e9985ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '6dc9d681-344a-48bb-a20c-706a87e47f18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:47:30.507726 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b6bf1d-d8cb-4f82-9bee-ab1fc857bfa7 req-8380438f-9d8c-4930-a23a-72b53266f3c0 service neutron] Bound using segment: {'id': '76408e17-01e0-45fd-a881-cf587e9985ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '6dc9d681-344a-48bb-a20c-706a87e47f18'} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:47:30.508140 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-d7b6bf1d-d8cb-4f82-9bee-ab1fc857bfa7 req-8380438f-9d8c-4930-a23a-72b53266f3c0 service neutron] Bound port: 8e26ee56-da4c-4cbd-a199-9d39ccc7d05a, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76408e17-01e0-45fd-a881-cf587e9985ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '6dc9d681-344a-48bb-a20c-706a87e47f18'}}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:47:30.508477 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-d7b6bf1d-d8cb-4f82-9bee-ab1fc857bfa7 req-8380438f-9d8c-4930-a23a-72b53266f3c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:30.596725 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-d7b6bf1d-d8cb-4f82-9bee-ab1fc857bfa7 req-8380438f-9d8c-4930-a23a-72b53266f3c0 service neutron] For port 8e26ee56-da4c-4cbd-a199-9d39ccc7d05a, host hv-neutron-8404, cleared binding levels {{(pid=88037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:47:30.600374 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-d7b6bf1d-d8cb-4f82-9bee-ab1fc857bfa7 req-8380438f-9d8c-4930-a23a-72b53266f3c0 service neutron] For port 8e26ee56-da4c-4cbd-a199-9d39ccc7d05a, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=8e26ee56-da4c-4cbd-a199-9d39ccc7d05a,segment=NetworkSegment(76408e17-01e0-45fd-a881-cf587e9985ab),segment_id=76408e17-01e0-45fd-a881-cf587e9985ab)] {{(pid=88037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:47:30.605489 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-d7b6bf1d-d8cb-4f82-9bee-ab1fc857bfa7 req-8380438f-9d8c-4930-a23a-72b53266f3c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:30.662514 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6bf1d-d8cb-4f82-9bee-ab1fc857bfa7 req-8380438f-9d8c-4930-a23a-72b53266f3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:47:30.663150 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-d7b6bf1d-d8cb-4f82-9bee-ab1fc857bfa7 req-8380438f-9d8c-4930-a23a-72b53266f3c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:30.664741 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d7b6bf1d-d8cb-4f82-9bee-ab1fc857bfa7 req-8380438f-9d8c-4930-a23a-72b53266f3c0 service neutron] 10.222.0.42 "PUT /v2.0/ports/8e26ee56-da4c-4cbd-a199-9d39ccc7d05a HTTP/1.1" status: 200 len: 1093 time: 1.0286310 May 04 17:47:30.665174 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '842f0908-66c6-4d4e-ac48-0e0fd611cb17', 'tag': '8e26ee56-da4c-4cbd-a199-9d39ccc7d05a'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:47:30.688215 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8380438f-9d8c-4930-a23a-72b53266f3c0 service neutron] Pushing event updated for resources: {'Port': ['ID=8e26ee56-da4c-4cbd-a199-9d39ccc7d05a,revision_number=3']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:47:30.745203 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81c854d2-de56-4eef-bac9-fcb0f058aa15'] response: {'name': 'network-changed', 'server_uuid': '842f0908-66c6-4d4e-ac48-0e0fd611cb17', 'tag': '8e26ee56-da4c-4cbd-a199-9d39ccc7d05a', 'status': 'completed', 'code': 200} May 04 17:47:30.786041 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6bf1d-d8cb-4f82-9bee-ab1fc857bfa7 req-30335ebd-c157-47d4-83c1-2c9856d9d255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:47:30.787619 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d7b6bf1d-d8cb-4f82-9bee-ab1fc857bfa7 req-30335ebd-c157-47d4-83c1-2c9856d9d255 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ede911fc7f845af95dd74968234120d&device_id=842f0908-66c6-4d4e-ac48-0e0fd611cb17 HTTP/1.1" status: 200 len: 1096 time: 0.0756443 May 04 17:47:30.859342 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d7b6bf1d-d8cb-4f82-9bee-ab1fc857bfa7 req-8b02d6a3-b46b-47b8-98b7-099678cca2c6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e26ee56-da4c-4cbd-a199-9d39ccc7d05a HTTP/1.1" status: 200 len: 217 time: 0.0651758 May 04 17:47:30.874129 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 17e3d714-331a-4065-bcc1-c1d27e5d272c up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:47:30.920481 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6bf1d-d8cb-4f82-9bee-ab1fc857bfa7 req-8663f401-2a6d-416f-aa93-cbc771862def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:47:30.921877 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d7b6bf1d-d8cb-4f82-9bee-ab1fc857bfa7 req-8663f401-2a6d-416f-aa93-cbc771862def service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ccfed4b-53dc-4bd6-a151-97c6b526edad HTTP/1.1" status: 200 len: 835 time: 0.0572033 May 04 17:47:30.950408 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 17e3d714-331a-4065-bcc1-c1d27e5d272c triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:47:30.950789 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:31.000151 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6bf1d-d8cb-4f82-9bee-ab1fc857bfa7 req-a8296b6e-4805-4434-8ddb-899e4469cc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:47:31.001635 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d7b6bf1d-d8cb-4f82-9bee-ab1fc857bfa7 req-a8296b6e-4805-4434-8ddb-899e4469cc3a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6dc9d681-344a-48bb-a20c-706a87e47f18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739558 May 04 17:47:31.226642 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d7b6bf1d-d8cb-4f82-9bee-ab1fc857bfa7 req-5dc112d0-b44c-413b-8e9b-c9fe7df2ae8d service neutron] 10.222.0.42 "GET /v2.0/networks/6dc9d681-344a-48bb-a20c-706a87e47f18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187841 May 04 17:47:31.389394 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d7b6bf1d-d8cb-4f82-9bee-ab1fc857bfa7 req-fb9709d8-012c-4707-88b0-6c4c0fa353b6 service neutron] 10.222.0.42 "GET /v2.0/networks/6dc9d681-344a-48bb-a20c-706a87e47f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573238 May 04 17:47:31.436647 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b247f4d1-e2d3-4449-83bd-dcb97ef14a0e req-08704639-db9d-4572-8e02-9f9a73d36b3b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:47:31.438124 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b247f4d1-e2d3-4449-83bd-dcb97ef14a0e req-08704639-db9d-4572-8e02-9f9a73d36b3b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=842f0908-66c6-4d4e-ac48-0e0fd611cb17 HTTP/1.1" status: 200 len: 943 time: 0.0897310 May 04 17:47:31.529091 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b247f4d1-e2d3-4449-83bd-dcb97ef14a0e req-57cbd88e-2231-422c-a2e6-298cc7edd7d6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1ea01d1-b8b6-4c3e-8943-97cbee205599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573716 May 04 17:47:31.545473 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2a6d7-8864-4b15-b591-3000eaff75f1 req-cb4a9ae7-254b-4810-a272-4c4e6f53d807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:47:31.546952 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dec2a6d7-8864-4b15-b591-3000eaff75f1 req-cb4a9ae7-254b-4810-a272-4c4e6f53d807 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ede911fc7f845af95dd74968234120d&device_id=842f0908-66c6-4d4e-ac48-0e0fd611cb17 HTTP/1.1" status: 200 len: 1096 time: 0.1079929 May 04 17:47:31.675792 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2a6d7-8864-4b15-b591-3000eaff75f1 req-8e591bfc-9cc1-4fb1-aad5-243ebe98bf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:47:31.677215 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dec2a6d7-8864-4b15-b591-3000eaff75f1 req-8e591bfc-9cc1-4fb1-aad5-243ebe98bf00 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6dc9d681-344a-48bb-a20c-706a87e47f18 HTTP/1.1" status: 200 len: 897 time: 0.1233125 May 04 17:47:31.751096 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dec2a6d7-8864-4b15-b591-3000eaff75f1 req-ce2c1ad3-4ffe-45dd-9158-7148a0435348 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e26ee56-da4c-4cbd-a199-9d39ccc7d05a HTTP/1.1" status: 200 len: 217 time: 0.0673897 May 04 17:47:31.811272 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2a6d7-8864-4b15-b591-3000eaff75f1 req-7cb2b8d6-0211-43e7-83f3-72ba82c31bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:47:31.812565 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dec2a6d7-8864-4b15-b591-3000eaff75f1 req-7cb2b8d6-0211-43e7-83f3-72ba82c31bb7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ccfed4b-53dc-4bd6-a151-97c6b526edad HTTP/1.1" status: 200 len: 835 time: 0.0552824 May 04 17:47:31.888665 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2a6d7-8864-4b15-b591-3000eaff75f1 req-7a2a6b12-8a36-4ae2-8c12-a827b679ef8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:47:31.890157 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dec2a6d7-8864-4b15-b591-3000eaff75f1 req-7a2a6b12-8a36-4ae2-8c12-a827b679ef8b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6dc9d681-344a-48bb-a20c-706a87e47f18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718162 May 04 17:47:32.020026 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dec2a6d7-8864-4b15-b591-3000eaff75f1 req-59a13dd0-6512-4136-ad79-8775ac6da10a service neutron] 10.222.0.42 "GET /v2.0/networks/6dc9d681-344a-48bb-a20c-706a87e47f18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229784 May 04 17:47:32.152155 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dec2a6d7-8864-4b15-b591-3000eaff75f1 req-6df9755d-103a-450b-ae4d-3012b8769741 service neutron] 10.222.0.42 "GET /v2.0/networks/6dc9d681-344a-48bb-a20c-706a87e47f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256962 May 04 17:47:32.717276 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b37148-b090-4186-957e-ad12402216f1 req-083a4a0f-5b19-4960-bf4c-ab059aa21dca tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:47:32.719583 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-81b37148-b090-4186-957e-ad12402216f1 req-083a4a0f-5b19-4960-bf4c-ab059aa21dca tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=842f0908-66c6-4d4e-ac48-0e0fd611cb17 HTTP/1.1" status: 200 len: 943 time: 0.0783424 May 04 17:47:32.770237 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-81b37148-b090-4186-957e-ad12402216f1 req-64f58bc9-c42d-48a3-983e-5b0db3b64c85 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1ea01d1-b8b6-4c3e-8943-97cbee205599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407963 May 04 17:47:33.196699 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-6f3da522-e3cc-4b9a-9f66-3c0e2113cd38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:33.683421 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 8e26ee56-da4c-4cbd-a199-9d39ccc7d05a details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:47:33.813754 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 8e26ee56-da4c-4cbd-a199-9d39ccc7d05a, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=8e26ee56-da4c-4cbd-a199-9d39ccc7d05a,segment=NetworkSegment(76408e17-01e0-45fd-a881-cf587e9985ab),segment_id=76408e17-01e0-45fd-a881-cf587e9985ab)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:47:33.827080 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Returning: {'device': '8e26ee56-da4c-4cbd-a199-9d39ccc7d05a', 'network_id': '6dc9d681-344a-48bb-a20c-706a87e47f18', 'port_id': '8e26ee56-da4c-4cbd-a199-9d39ccc7d05a', 'mac_address': 'fa:16:3e:d7:32:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ccfed4b-53dc-4bd6-a151-97c6b526edad', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:47:33.884666 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:33.901749 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e26ee56-da4c-4cbd-a199-9d39ccc7d05a {{(pid=88039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:47:33.917648 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 8e26ee56-da4c-4cbd-a199-9d39ccc7d05a, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=8e26ee56-da4c-4cbd-a199-9d39ccc7d05a,segment=NetworkSegment(76408e17-01e0-45fd-a881-cf587e9985ab),segment_id=76408e17-01e0-45fd-a881-cf587e9985ab)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:47:33.921662 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:33.958463 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ee726-8f19-4394-830d-3bddd1f1a15f req-c1da7908-ee20-433e-a108-d6bca1df54d6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:47:33.960000 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-332ee726-8f19-4394-830d-3bddd1f1a15f req-c1da7908-ee20-433e-a108-d6bca1df54d6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=842f0908-66c6-4d4e-ac48-0e0fd611cb17 HTTP/1.1" status: 200 len: 943 time: 0.0829859 May 04 17:47:33.987171 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=8e26ee56-da4c-4cbd-a199-9d39ccc7d05a,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:47:34.003476 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-332ee726-8f19-4394-830d-3bddd1f1a15f req-e71b4c5c-2011-40a9-b39f-94582b37cde0 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1ea01d1-b8b6-4c3e-8943-97cbee205599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375319 May 04 17:47:34.321297 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] get_ports_and_sgs() called for port_ids ['8e26ee56-da4c-4cbd-a199-9d39ccc7d05a'] {{(pid=88039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:47:35.183996 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15944d53-f9e6-4875-b311-b5da35edd976 req-5b2f3c4e-176c-4373-8644-440e7c293f9f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:47:35.185457 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-15944d53-f9e6-4875-b311-b5da35edd976 req-5b2f3c4e-176c-4373-8644-440e7c293f9f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=842f0908-66c6-4d4e-ac48-0e0fd611cb17 HTTP/1.1" status: 200 len: 944 time: 0.0792956 May 04 17:47:35.228214 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-15944d53-f9e6-4875-b311-b5da35edd976 req-8f0be472-18dc-4a6e-9264-e33b0974ddbd tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1ea01d1-b8b6-4c3e-8943-97cbee205599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370858 May 04 17:47:35.516978 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ec586685-f71f-44f0-8cf3-58b714ccfe4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:35.699473 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 8e26ee56-da4c-4cbd-a199-9d39ccc7d05a up at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:47:35.765665 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning for port 8e26ee56-da4c-4cbd-a199-9d39ccc7d05a completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:47:35.770225 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning complete for port 8e26ee56-da4c-4cbd-a199-9d39ccc7d05a triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:47:35.770547 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:35.882929 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:35.908228 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '842f0908-66c6-4d4e-ac48-0e0fd611cb17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e26ee56-da4c-4cbd-a199-9d39ccc7d05a'}] {{(pid=88039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:47:35.919011 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 8e26ee56-da4c-4cbd-a199-9d39ccc7d05a, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=8e26ee56-da4c-4cbd-a199-9d39ccc7d05a,segment=NetworkSegment(76408e17-01e0-45fd-a881-cf587e9985ab),segment_id=76408e17-01e0-45fd-a881-cf587e9985ab)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:47:35.922522 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:35.957798 dv-neutron-840426-1-hyperv neutron-server[88039]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18126432-d936-4a82-9bda-1d9266513db3'] response: {'server_uuid': '842f0908-66c6-4d4e-ac48-0e0fd611cb17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e26ee56-da4c-4cbd-a199-9d39ccc7d05a', 'code': 200} May 04 17:47:35.992917 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=8e26ee56-da4c-4cbd-a199-9d39ccc7d05a,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:47:36.180065 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f431b05a-6226-47b5-865e-7a9bafbb1615 req-ea91ae9a-86cd-4811-b25e-c95fc123aaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:47:36.181551 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f431b05a-6226-47b5-865e-7a9bafbb1615 req-ea91ae9a-86cd-4811-b25e-c95fc123aaf6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=842f0908-66c6-4d4e-ac48-0e0fd611cb17 HTTP/1.1" status: 200 len: 1098 time: 0.0728178 May 04 17:47:36.221968 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f431b05a-6226-47b5-865e-7a9bafbb1615 req-b6008e15-2a96-473d-b2f9-3f13144aabf0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e1ea01d1-b8b6-4c3e-8943-97cbee205599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343673 May 04 17:47:36.415125 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e86bea-2e81-44a5-aaa9-1d954bf7aa7c req-81f9fbf3-5649-45e9-a972-052c323de7ea tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:47:36.416593 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-90e86bea-2e81-44a5-aaa9-1d954bf7aa7c req-81f9fbf3-5649-45e9-a972-052c323de7ea tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=842f0908-66c6-4d4e-ac48-0e0fd611cb17 HTTP/1.1" status: 200 len: 945 time: 0.0864782 May 04 17:47:36.459983 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-90e86bea-2e81-44a5-aaa9-1d954bf7aa7c req-e28a0067-0e09-42d5-a541-878f01db17f5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1ea01d1-b8b6-4c3e-8943-97cbee205599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376866 May 04 17:47:36.545557 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:36.577976 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:37.647978 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f4924-4fe3-41f0-b7e0-ae6d469b39f1 req-54d0334d-8d66-4615-8b72-5ce1f96afcc8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:47:37.649432 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-8f3f4924-4fe3-41f0-b7e0-ae6d469b39f1 req-54d0334d-8d66-4615-8b72-5ce1f96afcc8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=842f0908-66c6-4d4e-ac48-0e0fd611cb17 HTTP/1.1" status: 200 len: 945 time: 0.0788107 May 04 17:47:37.692687 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-8f3f4924-4fe3-41f0-b7e0-ae6d469b39f1 req-a61b4c0d-a0d7-444f-bb21-2a074b9a9101 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1ea01d1-b8b6-4c3e-8943-97cbee205599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376747 May 04 17:47:37.875481 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28985ac8-2c4a-4d6f-82b3-1c1a969969c4 req-85ad096c-6c10-48ce-84cb-b1185eda2fa4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:47:37.876938 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-28985ac8-2c4a-4d6f-82b3-1c1a969969c4 req-85ad096c-6c10-48ce-84cb-b1185eda2fa4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=842f0908-66c6-4d4e-ac48-0e0fd611cb17 HTTP/1.1" status: 200 len: 945 time: 0.0791385 May 04 17:47:37.884932 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:37.923167 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-28985ac8-2c4a-4d6f-82b3-1c1a969969c4 req-a8cb0afa-69a9-4480-a772-568dd36a5fd8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1ea01d1-b8b6-4c3e-8943-97cbee205599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392606 May 04 17:47:37.945860 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 58000) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:47:38.018642 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e0a9f4-e6b0-4a2b-afd2-9ca58698065f tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:47:38.020138 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-69e0a9f4-e6b0-4a2b-afd2-9ca58698065f tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=842f0908-66c6-4d4e-ac48-0e0fd611cb17 HTTP/1.1" status: 200 len: 1093 time: 0.0733161 May 04 17:47:38.023056 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 58004) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:47:38.027793 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-a2ee3ea8-e5db-481a-864b-bd3a08fbc7ff tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'floatingip': {'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'port_id': '8e26ee56-da4c-4cbd-a199-9d39ccc7d05a', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:47:38.033430 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-a2ee3ea8-e5db-481a-864b-bd3a08fbc7ff tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:47:38.037720 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-a2ee3ea8-e5db-481a-864b-bd3a08fbc7ff tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:floatingip and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:47:38.040751 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-a2ee3ea8-e5db-481a-864b-bd3a08fbc7ff tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:47:38.046350 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-a2ee3ea8-e5db-481a-864b-bd3a08fbc7ff tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:47:38.055645 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a2ee3ea8-e5db-481a-864b-bd3a08fbc7ff tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for floatingip, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:38.189113 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a2ee3ea8-e5db-481a-864b-bd3a08fbc7ff tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:38.318912 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-a2ee3ea8-e5db-481a-864b-bd3a08fbc7ff tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Allocated IP 172.26.0.214 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/3a827369-9048-40cf-8d7b-9b77ae484d6f) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:47:38.464730 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a2ee3ea8-e5db-481a-864b-bd3a08fbc7ff tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:38.495515 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a2ee3ea8-e5db-481a-864b-bd3a08fbc7ff tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:38.556916 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ee3ea8-e5db-481a-864b-bd3a08fbc7ff tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:47:38.559574 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-a2ee3ea8-e5db-481a-864b-bd3a08fbc7ff tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:47:38.563972 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ee3ea8-e5db-481a-864b-bd3a08fbc7ff tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:47:38.602828 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ee3ea8-e5db-481a-864b-bd3a08fbc7ff tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Port': ['ID=3a827369-9048-40cf-8d7b-9b77ae484d6f,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:47:39.065766 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a2ee3ea8-e5db-481a-864b-bd3a08fbc7ff tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:39.141111 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a2ee3ea8-e5db-481a-864b-bd3a08fbc7ff tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:39.340955 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a2ee3ea8-e5db-481a-864b-bd3a08fbc7ff tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:39.345325 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a2ee3ea8-e5db-481a-864b-bd3a08fbc7ff tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:39.381373 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:39.459108 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ee3ea8-e5db-481a-864b-bd3a08fbc7ff tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Port': ['ID=3a827369-9048-40cf-8d7b-9b77ae484d6f,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:47:39.467216 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a2ee3ea8-e5db-481a-864b-bd3a08fbc7ff tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710218'] for floatingip, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:39.633973 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.l3_db [None req-a2ee3ea8-e5db-481a-864b-bd3a08fbc7ff tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Floating IP a086704d-2d0f-480c-a7fc-4094280e6f35 associated. External IP: 172.26.0.214, port: 8e26ee56-da4c-4cbd-a199-9d39ccc7d05a. May 04 17:47:39.982642 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2ee3ea8-e5db-481a-864b-bd3a08fbc7ff tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Router 02d3a967-2ec1-4e29-9c39-44e3de3a689f has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:47:40.167554 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ee3ea8-e5db-481a-864b-bd3a08fbc7ff tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:47:40.178972 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f71d39-5c1e-4571-a48c-4d0d599ac6cc None None] Sync routers for ids ['02d3a967-2ec1-4e29-9c39-44e3de3a689f'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:47:40.190238 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f71d39-5c1e-4571-a48c-4d0d599ac6cc None None] Routers {'02d3a967-2ec1-4e29-9c39-44e3de3a689f'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:47:40.191236 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-89f71d39-5c1e-4571-a48c-4d0d599ac6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:47:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['02d3a967-2ec1-4e29-9c39-44e3de3a689f'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:47:40.193549 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a2ee3ea8-e5db-481a-864b-bd3a08fbc7ff tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:40.258426 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-a2ee3ea8-e5db-481a-864b-bd3a08fbc7ff tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2343411 May 04 17:47:40.259107 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '842f0908-66c6-4d4e-ac48-0e0fd611cb17', 'tag': '8e26ee56-da4c-4cbd-a199-9d39ccc7d05a'}] {{(pid=88038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:47:40.261178 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 58012) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:47:40.305489 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8fde918-1187-43b8-8e3e-79b3190d08ed'] response: {'name': 'network-changed', 'server_uuid': '842f0908-66c6-4d4e-ac48-0e0fd611cb17', 'tag': '8e26ee56-da4c-4cbd-a199-9d39ccc7d05a', 'status': 'completed', 'code': 200} May 04 17:47:40.378890 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d638795-be41-4a93-b70a-4d912991c2a6 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:47:40.380299 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-89f71d39-5c1e-4571-a48c-4d0d599ac6cc None None] Set router 02d3a967-2ec1-4e29-9c39-44e3de3a689f gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:47:40.380411 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-2d638795-be41-4a93-b70a-4d912991c2a6 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=842f0908-66c6-4d4e-ac48-0e0fd611cb17 HTTP/1.1" status: 200 len: 1093 time: 0.1182175 May 04 17:47:40.408326 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95cc698-9726-417d-bd37-0e63d1a9ffe8 req-36390c28-26e0-43a4-b012-9125cd669290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:47:40.410076 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d95cc698-9726-417d-bd37-0e63d1a9ffe8 req-36390c28-26e0-43a4-b012-9125cd669290 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ede911fc7f845af95dd74968234120d&device_id=842f0908-66c6-4d4e-ac48-0e0fd611cb17 HTTP/1.1" status: 200 len: 1098 time: 0.0826554 May 04 17:47:40.566552 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95cc698-9726-417d-bd37-0e63d1a9ffe8 req-c130afbe-810b-4415-8c3d-9558998d492a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:47:40.569262 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d95cc698-9726-417d-bd37-0e63d1a9ffe8 req-c130afbe-810b-4415-8c3d-9558998d492a service neutron] 10.222.0.42 "GET /v2.0/networks?id=6dc9d681-344a-48bb-a20c-706a87e47f18 HTTP/1.1" status: 200 len: 897 time: 0.1520739 May 04 17:47:40.723466 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 58020) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:47:40.730036 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-c3618493-8946-4900-81b1-8e5199a15eca tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1105088123', 'description': 'tempest-secgroup-smoke-1105088123 description', 'project_id': '8ede911fc7f845af95dd74968234120d'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:47:40.736936 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-c3618493-8946-4900-81b1-8e5199a15eca tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:47:40.754038 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-c3618493-8946-4900-81b1-8e5199a15eca tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:47:40.766950 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c3618493-8946-4900-81b1-8e5199a15eca tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:40.780671 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-89f71d39-5c1e-4571-a48c-4d0d599ac6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d3a967-2ec1-4e29-9c39-44e3de3a689f', 'name': 'tempest-TestNetworkBasicOps-router-537955100', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.89'}], 'enable_snat': True}, 'gw_port_id': '01c31617-1a4d-432d-97ba-6e3576a9802c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:47:18Z', 'updated_at': '2022-05-04T17:47:23Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '01c31617-1a4d-432d-97ba-6e3576a9802c', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:66:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d3a967-2ec1-4e29-9c39-44e3de3a689f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:47:19Z', 'updated_at': '2022-05-04T17:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': 'a086704d-2d0f-480c-a7fc-4094280e6f35', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'floating_ip_address': '172.26.0.214', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '02d3a967-2ec1-4e29-9c39-44e3de3a689f', 'port_id': '8e26ee56-da4c-4cbd-a199-9d39ccc7d05a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dc9d681-344a-48bb-a20c-706a87e47f18', 'mac_address': 'fa:16:3e:d7:32:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842f0908-66c6-4d4e-ac48-0e0fd611cb17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:47:39Z', 'updated_at': '2022-05-04T17:47:39Z', 'revision_number': 0, 'project_id': '8ede911fc7f845af95dd74968234120d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17e3d714-331a-4065-bcc1-c1d27e5d272c', 'name': '', 'network_id': '6dc9d681-344a-48bb-a20c-706a87e47f18', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:88:82:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d3a967-2ec1-4e29-9c39-44e3de3a689f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '1ccfed4b-53dc-4bd6-a151-97c6b526edad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:47:22Z', 'updated_at': '2022-05-04T17:47:29Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '1ccfed4b-53dc-4bd6-a151-97c6b526edad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:47:40.783020 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d95cc698-9726-417d-bd37-0e63d1a9ffe8 req-4a89156f-a205-46b6-9679-8709edbcf2b1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e26ee56-da4c-4cbd-a199-9d39ccc7d05a HTTP/1.1" status: 200 len: 999 time: 0.2091839 May 04 17:47:40.784708 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f71d39-5c1e-4571-a48c-4d0d599ac6cc None None] Checking router: 02d3a967-2ec1-4e29-9c39-44e3de3a689f for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:47:40.792129 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-c3618493-8946-4900-81b1-8e5199a15eca tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:47:40.793377 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f71d39-5c1e-4571-a48c-4d0d599ac6cc None None] Routers {'02d3a967-2ec1-4e29-9c39-44e3de3a689f'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:47:40.794007 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-89f71d39-5c1e-4571-a48c-4d0d599ac6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:47:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['02d3a967-2ec1-4e29-9c39-44e3de3a689f'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:47:40.796051 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-c3618493-8946-4900-81b1-8e5199a15eca tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:47:40.798902 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-c3618493-8946-4900-81b1-8e5199a15eca tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:47:40.805207 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-c3618493-8946-4900-81b1-8e5199a15eca tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:47:40.848838 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95cc698-9726-417d-bd37-0e63d1a9ffe8 req-b6b9156c-fde7-4e66-bde2-07b1a1566a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:47:40.850322 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d95cc698-9726-417d-bd37-0e63d1a9ffe8 req-b6b9156c-fde7-4e66-bde2-07b1a1566a4b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ccfed4b-53dc-4bd6-a151-97c6b526edad HTTP/1.1" status: 200 len: 835 time: 0.0606246 May 04 17:47:40.879777 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c3618493-8946-4900-81b1-8e5199a15eca tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:40.884520 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c3618493-8946-4900-81b1-8e5199a15eca tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:40.928413 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95cc698-9726-417d-bd37-0e63d1a9ffe8 req-69c52157-beed-4d04-ba75-953fb759f201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:47:40.930074 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d95cc698-9726-417d-bd37-0e63d1a9ffe8 req-69c52157-beed-4d04-ba75-953fb759f201 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6dc9d681-344a-48bb-a20c-706a87e47f18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738981 May 04 17:47:40.930249 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3618493-8946-4900-81b1-8e5199a15eca tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7eab3d-f71d-4f28-987b-3068c2d5e9c8,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:47:40.932975 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c3618493-8946-4900-81b1-8e5199a15eca tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:40.936826 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-c3618493-8946-4900-81b1-8e5199a15eca tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2096708 May 04 17:47:40.937307 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 58026) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:47:40.942199 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-92f1153e-0397-4485-a564-7440006584c7 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group_rule': {'security_group_id': '5a7eab3d-f71d-4f28-987b-3068c2d5e9c8', 'project_id': '8ede911fc7f845af95dd74968234120d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:47:40.948165 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-92f1153e-0397-4485-a564-7440006584c7 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:47:40.951987 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-92f1153e-0397-4485-a564-7440006584c7 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:47:40.954814 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-92f1153e-0397-4485-a564-7440006584c7 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:47:40.961128 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-92f1153e-0397-4485-a564-7440006584c7 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:47:40.978994 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-92f1153e-0397-4485-a564-7440006584c7 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:40.985907 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-89f71d39-5c1e-4571-a48c-4d0d599ac6cc None None] Set router 02d3a967-2ec1-4e29-9c39-44e3de3a689f gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:47:41.039277 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-92f1153e-0397-4485-a564-7440006584c7 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:41.044422 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-92f1153e-0397-4485-a564-7440006584c7 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:41.071434 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f1153e-0397-4485-a564-7440006584c7 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dffb7ac0-ebb6-4b50-b55f-8969e5d45710,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:47:41.080019 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d95cc698-9726-417d-bd37-0e63d1a9ffe8 req-dc0b20bf-85a7-4cd7-b374-4e229c556435 service neutron] 10.222.0.42 "GET /v2.0/networks/6dc9d681-344a-48bb-a20c-706a87e47f18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438367 May 04 17:47:41.081825 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-92f1153e-0397-4485-a564-7440006584c7 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:41.083233 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-92f1153e-0397-4485-a564-7440006584c7 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1450338 May 04 17:47:41.086500 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 58030) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:47:41.093851 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-b748b4fd-607f-4ad3-8dc7-da8fd93f5cc9 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group_rule': {'security_group_id': '5a7eab3d-f71d-4f28-987b-3068c2d5e9c8', 'project_id': '8ede911fc7f845af95dd74968234120d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:47:41.100063 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-b748b4fd-607f-4ad3-8dc7-da8fd93f5cc9 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:47:41.104044 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-b748b4fd-607f-4ad3-8dc7-da8fd93f5cc9 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:47:41.107166 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-b748b4fd-607f-4ad3-8dc7-da8fd93f5cc9 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:47:41.113262 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-b748b4fd-607f-4ad3-8dc7-da8fd93f5cc9 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:47:41.241860 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d95cc698-9726-417d-bd37-0e63d1a9ffe8 req-31dd3630-3593-47ff-ab6d-ef5238a572a7 service neutron] 10.222.0.42 "GET /v2.0/networks/6dc9d681-344a-48bb-a20c-706a87e47f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555982 May 04 17:47:41.257042 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b748b4fd-607f-4ad3-8dc7-da8fd93f5cc9 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:41.318478 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b748b4fd-607f-4ad3-8dc7-da8fd93f5cc9 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:41.322687 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b748b4fd-607f-4ad3-8dc7-da8fd93f5cc9 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:41.342115 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-89f71d39-5c1e-4571-a48c-4d0d599ac6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d3a967-2ec1-4e29-9c39-44e3de3a689f', 'name': 'tempest-TestNetworkBasicOps-router-537955100', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.89'}], 'enable_snat': True}, 'gw_port_id': '01c31617-1a4d-432d-97ba-6e3576a9802c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:47:18Z', 'updated_at': '2022-05-04T17:47:23Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '01c31617-1a4d-432d-97ba-6e3576a9802c', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:66:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d3a967-2ec1-4e29-9c39-44e3de3a689f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:47:19Z', 'updated_at': '2022-05-04T17:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': 'a086704d-2d0f-480c-a7fc-4094280e6f35', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'floating_ip_address': '172.26.0.214', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '02d3a967-2ec1-4e29-9c39-44e3de3a689f', 'port_id': '8e26ee56-da4c-4cbd-a199-9d39ccc7d05a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dc9d681-344a-48bb-a20c-706a87e47f18', 'mac_address': 'fa:16:3e:d7:32:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842f0908-66c6-4d4e-ac48-0e0fd611cb17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:47:39Z', 'updated_at': '2022-05-04T17:47:39Z', 'revision_number': 0, 'project_id': '8ede911fc7f845af95dd74968234120d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17e3d714-331a-4065-bcc1-c1d27e5d272c', 'name': '', 'network_id': '6dc9d681-344a-48bb-a20c-706a87e47f18', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:88:82:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d3a967-2ec1-4e29-9c39-44e3de3a689f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '1ccfed4b-53dc-4bd6-a151-97c6b526edad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:47:22Z', 'updated_at': '2022-05-04T17:47:29Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '1ccfed4b-53dc-4bd6-a151-97c6b526edad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:47:41.345021 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b748b4fd-607f-4ad3-8dc7-da8fd93f5cc9 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d2e708c-7e1d-4683-b78d-6aa74d6b3049,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:47:41.346142 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f71d39-5c1e-4571-a48c-4d0d599ac6cc None None] The sync data for ids ['02d3a967-2ec1-4e29-9c39-44e3de3a689f'] in dv-neutron-840426-1-hyperv is: [{'id': '02d3a967-2ec1-4e29-9c39-44e3de3a689f', 'name': 'tempest-TestNetworkBasicOps-router-537955100', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.89'}], 'enable_snat': True}, 'gw_port_id': '01c31617-1a4d-432d-97ba-6e3576a9802c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:47:18Z', 'updated_at': '2022-05-04T17:47:23Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '01c31617-1a4d-432d-97ba-6e3576a9802c', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:66:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d3a967-2ec1-4e29-9c39-44e3de3a689f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:47:19Z', 'updated_at': '2022-05-04T17:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': 'a086704d-2d0f-480c-a7fc-4094280e6f35', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'floating_ip_address': '172.26.0.214', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '02d3a967-2ec1-4e29-9c39-44e3de3a689f', 'port_id': '8e26ee56-da4c-4cbd-a199-9d39ccc7d05a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dc9d681-344a-48bb-a20c-706a87e47f18', 'mac_address': 'fa:16:3e:d7:32:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842f0908-66c6-4d4e-ac48-0e0fd611cb17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:47:39Z', 'updated_at': '2022-05-04T17:47:39Z', 'revision_number': 0, 'project_id': '8ede911fc7f845af95dd74968234120d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17e3d714-331a-4065-bcc1-c1d27e5d272c', 'name': '', 'network_id': '6dc9d681-344a-48bb-a20c-706a87e47f18', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:88:82:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d3a967-2ec1-4e29-9c39-44e3de3a689f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '1ccfed4b-53dc-4bd6-a151-97c6b526edad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:47:22Z', 'updated_at': '2022-05-04T17:47:29Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '1ccfed4b-53dc-4bd6-a151-97c6b526edad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:47:41.354838 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b748b4fd-607f-4ad3-8dc7-da8fd93f5cc9 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:41.356093 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-b748b4fd-607f-4ad3-8dc7-da8fd93f5cc9 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2686985 May 04 17:47:41.358884 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 58034) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:47:41.363903 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-f4cb035d-95b8-4992-92c2-8af2cebd5908 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group_rule': {'security_group_id': '5a7eab3d-f71d-4f28-987b-3068c2d5e9c8', 'project_id': '8ede911fc7f845af95dd74968234120d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:47:41.369849 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-f4cb035d-95b8-4992-92c2-8af2cebd5908 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:47:41.373810 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-f4cb035d-95b8-4992-92c2-8af2cebd5908 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:47:41.376852 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-f4cb035d-95b8-4992-92c2-8af2cebd5908 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:47:41.382802 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-f4cb035d-95b8-4992-92c2-8af2cebd5908 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:47:41.402203 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f4cb035d-95b8-4992-92c2-8af2cebd5908 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:41.464803 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f4cb035d-95b8-4992-92c2-8af2cebd5908 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:41.468759 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f4cb035d-95b8-4992-92c2-8af2cebd5908 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:41.493555 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cb035d-95b8-4992-92c2-8af2cebd5908 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=035adae5-f2d3-467b-884b-3a4f9a6c5df4,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:47:41.502704 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f4cb035d-95b8-4992-92c2-8af2cebd5908 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:41.506529 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-f4cb035d-95b8-4992-92c2-8af2cebd5908 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1441519 May 04 17:47:41.506745 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 58038) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:47:41.511854 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-549e206f-118e-4c05-beb3-801d694d2147 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group_rule': {'security_group_id': '5a7eab3d-f71d-4f28-987b-3068c2d5e9c8', 'project_id': '8ede911fc7f845af95dd74968234120d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:47:41.518164 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-549e206f-118e-4c05-beb3-801d694d2147 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:47:41.522737 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-549e206f-118e-4c05-beb3-801d694d2147 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:47:41.525683 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-549e206f-118e-4c05-beb3-801d694d2147 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:47:41.531531 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-549e206f-118e-4c05-beb3-801d694d2147 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:47:41.549579 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-549e206f-118e-4c05-beb3-801d694d2147 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:41.551236 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89e87bf-3fed-4a75-9741-3b3e37606e46 None None] New status for floating IP a086704d-2d0f-480c-a7fc-4094280e6f35: ACTIVE {{(pid=88039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:47:41.618409 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-549e206f-118e-4c05-beb3-801d694d2147 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:41.622208 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-549e206f-118e-4c05-beb3-801d694d2147 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:41.644662 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549e206f-118e-4c05-beb3-801d694d2147 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d849245-bb19-478c-bf7c-88fac8903fab,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:47:41.654606 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-549e206f-118e-4c05-beb3-801d694d2147 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:41.655772 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-549e206f-118e-4c05-beb3-801d694d2147 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1481102 May 04 17:47:41.658581 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 58042) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:47:41.664109 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-95e88f2d-28dc-4e7e-a33e-dd3e9c8e36d8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group_rule': {'security_group_id': '5a7eab3d-f71d-4f28-987b-3068c2d5e9c8', 'project_id': '8ede911fc7f845af95dd74968234120d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:47:41.670236 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-95e88f2d-28dc-4e7e-a33e-dd3e9c8e36d8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:47:41.674139 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-95e88f2d-28dc-4e7e-a33e-dd3e9c8e36d8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:47:41.677023 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-95e88f2d-28dc-4e7e-a33e-dd3e9c8e36d8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:47:41.683217 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-95e88f2d-28dc-4e7e-a33e-dd3e9c8e36d8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:47:41.693785 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.securitygroups_db [None req-95e88f2d-28dc-4e7e-a33e-dd3e9c8e36d8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Project 8ede911fc7f845af95dd74968234120d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 17:47:41.700776 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-95e88f2d-28dc-4e7e-a33e-dd3e9c8e36d8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:41.765598 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-95e88f2d-28dc-4e7e-a33e-dd3e9c8e36d8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:41.769239 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-95e88f2d-28dc-4e7e-a33e-dd3e9c8e36d8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:41.795969 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e88f2d-28dc-4e7e-a33e-dd3e9c8e36d8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a252b58-40a0-4dad-993b-6b7d115ef0cd,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:47:41.805218 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-95e88f2d-28dc-4e7e-a33e-dd3e9c8e36d8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:41.806842 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-95e88f2d-28dc-4e7e-a33e-dd3e9c8e36d8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1471839 May 04 17:47:41.809638 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 58046) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:47:41.814835 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-339d0bbb-4331-4878-8470-cedc108050a4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group_rule': {'security_group_id': '5a7eab3d-f71d-4f28-987b-3068c2d5e9c8', 'project_id': '8ede911fc7f845af95dd74968234120d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:47:41.821705 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-339d0bbb-4331-4878-8470-cedc108050a4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:47:41.825619 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-339d0bbb-4331-4878-8470-cedc108050a4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:47:41.828610 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-339d0bbb-4331-4878-8470-cedc108050a4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:47:41.835301 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-339d0bbb-4331-4878-8470-cedc108050a4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:47:41.847903 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.securitygroups_db [None req-339d0bbb-4331-4878-8470-cedc108050a4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Project 8ede911fc7f845af95dd74968234120d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 17:47:41.854611 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-339d0bbb-4331-4878-8470-cedc108050a4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:41.918342 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-339d0bbb-4331-4878-8470-cedc108050a4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:41.921811 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-339d0bbb-4331-4878-8470-cedc108050a4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:41.948914 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339d0bbb-4331-4878-8470-cedc108050a4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4d74363-72ed-40a0-976e-429b621413a3,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:47:41.955833 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-339d0bbb-4331-4878-8470-cedc108050a4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:41.957238 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-339d0bbb-4331-4878-8470-cedc108050a4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1465445 May 04 17:47:42.170518 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-fd6723ec-8999-457c-b7cd-2464924ed80e req-21ebc62b-001f-45af-aeb3-a168284543fe tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1105088123&fields=id&tenant_id=8ede911fc7f845af95dd74968234120d HTTP/1.1" status: 200 len: 267 time: 0.0389040 May 04 17:47:42.320522 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6723ec-8999-457c-b7cd-2464924ed80e req-156b4be1-f79c-4f9e-aff9-5cafd19ade29 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:47:42.321973 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-fd6723ec-8999-457c-b7cd-2464924ed80e req-156b4be1-f79c-4f9e-aff9-5cafd19ade29 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/networks?id=6dc9d681-344a-48bb-a20c-706a87e47f18 HTTP/1.1" status: 200 len: 796 time: 0.1446025 May 04 17:47:42.336125 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-fd6723ec-8999-457c-b7cd-2464924ed80e req-e2b122a6-1772-4eba-94f7-a9abf51dab84 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/quotas/8ede911fc7f845af95dd74968234120d HTTP/1.1" status: 200 len: 375 time: 0.0087407 May 04 17:47:42.428588 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-fd6723ec-8999-457c-b7cd-2464924ed80e req-e0ff4ce2-8f8a-4f3f-ab7e-ebb19e137909 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8ede911fc7f845af95dd74968234120d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0875185 May 04 17:47:42.480183 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [req-fd6723ec-8999-457c-b7cd-2464924ed80e req-2009b1bf-09ac-41d9-98dd-b2aaf21a0020 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:47:42.481187 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-fd6723ec-8999-457c-b7cd-2464924ed80e req-2009b1bf-09ac-41d9-98dd-b2aaf21a0020 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0416102 May 04 17:47:42.611874 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-fd6723ec-8999-457c-b7cd-2464924ed80e req-4179f2ff-72d5-4b0c-8ab2-8b3b21721415 service neutron] 10.222.0.41 "GET /v2.0/networks/6dc9d681-344a-48bb-a20c-706a87e47f18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249492 May 04 17:47:42.744989 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-fd6723ec-8999-457c-b7cd-2464924ed80e req-e6cddc8b-17d0-4711-8bd2-c0ec6ec43c39 service neutron] 10.222.0.41 "GET /v2.0/networks/6dc9d681-344a-48bb-a20c-706a87e47f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264410 May 04 17:47:42.916080 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-8177e771-124e-4739-b7ce-643d5ac0e6b6 req-0b3843d6-3360-49d7-8a8f-983a226cfdad tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e885dcf-9b3f-42ff-a833-2c780b6f4d62 HTTP/1.1" status: 200 len: 210 time: 0.0426946 May 04 17:47:44.109808 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-618100d6-ad5a-4931-9885-0003dc0416d5 req-f865583d-2a1f-4db7-9b9b-eacf6831e0d1 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e885dcf-9b3f-42ff-a833-2c780b6f4d62 HTTP/1.1" status: 200 len: 210 time: 0.0407920 May 04 17:47:44.980771 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6723ec-8999-457c-b7cd-2464924ed80e req-5c21da48-2a08-4f6d-8dc3-24c3fdaf25ef tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:47:44.982228 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-fd6723ec-8999-457c-b7cd-2464924ed80e req-5c21da48-2a08-4f6d-8dc3-24c3fdaf25ef tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.42 "GET /v2.0/networks?id=6dc9d681-344a-48bb-a20c-706a87e47f18 HTTP/1.1" status: 200 len: 796 time: 0.1487565 May 04 17:47:45.032389 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-fd6723ec-8999-457c-b7cd-2464924ed80e req-87004ed5-4234-4bd2-9a8d-433349dd0928 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ede911fc7f845af95dd74968234120d HTTP/1.1" status: 200 len: 472 time: 0.0425718 May 04 17:47:45.041477 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [req-fd6723ec-8999-457c-b7cd-2464924ed80e req-cf1958a6-2cc9-467e-ac53-0269fe4d5c80 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'port': {'device_id': '3e885dcf-9b3f-42ff-a833-2c780b6f4d62', 'network_id': '6dc9d681-344a-48bb-a20c-706a87e47f18', 'admin_state_up': True, 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'security_groups': ['5a7eab3d-f71d-4f28-987b-3068c2d5e9c8']}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:47:45.173656 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [req-fd6723ec-8999-457c-b7cd-2464924ed80e req-cf1958a6-2cc9-467e-ac53-0269fe4d5c80 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:47:45.183176 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [req-fd6723ec-8999-457c-b7cd-2464924ed80e req-cf1958a6-2cc9-467e-ac53-0269fe4d5c80 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:47:45.193097 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd6723ec-8999-457c-b7cd-2464924ed80e req-cf1958a6-2cc9-467e-ac53-0269fe4d5c80 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Made reservation on behalf of 8ede911fc7f845af95dd74968234120d for: {'port': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:47:45.196898 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-fd6723ec-8999-457c-b7cd-2464924ed80e req-cf1958a6-2cc9-467e-ac53-0269fe4d5c80 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:45.257626 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-7ef4efd0-3c9c-40f5-959d-14d4e960069e req-ac16994c-a6e1-4a0c-a4eb-c19dffcf5636 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e885dcf-9b3f-42ff-a833-2c780b6f4d62 HTTP/1.1" status: 200 len: 210 time: 0.0452635 May 04 17:47:45.459985 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [req-fd6723ec-8999-457c-b7cd-2464924ed80e req-cf1958a6-2cc9-467e-ac53-0269fe4d5c80 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Allocated IP 172.20.0.3 (6dc9d681-344a-48bb-a20c-706a87e47f18/1ccfed4b-53dc-4bd6-a151-97c6b526edad/59a765ef-c954-4828-8a7f-d804399a0c2f) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:47:45.662023 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-fd6723ec-8999-457c-b7cd-2464924ed80e req-cf1958a6-2cc9-467e-ac53-0269fe4d5c80 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:45.677040 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [req-fd6723ec-8999-457c-b7cd-2464924ed80e req-cf1958a6-2cc9-467e-ac53-0269fe4d5c80 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Transition to ACTIVE for port object 59a765ef-c954-4828-8a7f-d804399a0c2f will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:47:45.699704 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-fd6723ec-8999-457c-b7cd-2464924ed80e req-cf1958a6-2cc9-467e-ac53-0269fe4d5c80 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:45.767918 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd6723ec-8999-457c-b7cd-2464924ed80e req-cf1958a6-2cc9-467e-ac53-0269fe4d5c80 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Network 6dc9d681-344a-48bb-a20c-706a87e47f18 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:47:45.770862 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [req-fd6723ec-8999-457c-b7cd-2464924ed80e req-cf1958a6-2cc9-467e-ac53-0269fe4d5c80 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:47:45.775231 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd6723ec-8999-457c-b7cd-2464924ed80e req-cf1958a6-2cc9-467e-ac53-0269fe4d5c80 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:47:45.805148 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1958a6-2cc9-467e-ac53-0269fe4d5c80 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Port': ['ID=59a765ef-c954-4828-8a7f-d804399a0c2f,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:47:45.841493 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6723ec-8999-457c-b7cd-2464924ed80e req-cf1958a6-2cc9-467e-ac53-0269fe4d5c80 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:47:45.842158 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-fd6723ec-8999-457c-b7cd-2464924ed80e req-cf1958a6-2cc9-467e-ac53-0269fe4d5c80 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:45.867649 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-fd6723ec-8999-457c-b7cd-2464924ed80e req-cf1958a6-2cc9-467e-ac53-0269fe4d5c80 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8298264 May 04 17:47:45.878723 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [req-fd6723ec-8999-457c-b7cd-2464924ed80e req-807ba18f-06d8-48b2-9bf1-e6c4a63926b8 service neutron] Request body: {'port': {'device_id': '3e885dcf-9b3f-42ff-a833-2c780b6f4d62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:47:45.991973 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-fd6723ec-8999-457c-b7cd-2464924ed80e req-807ba18f-06d8-48b2-9bf1-e6c4a63926b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:46.044950 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-5e11f58b-d830-46df-9a53-43b191d75b25 None None] Provisioning for port 59a765ef-c954-4828-8a7f-d804399a0c2f completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:47:46.049577 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-5e11f58b-d830-46df-9a53-43b191d75b25 None None] Provisioning complete for port 59a765ef-c954-4828-8a7f-d804399a0c2f triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:47:46.050221 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-5e11f58b-d830-46df-9a53-43b191d75b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:46.103718 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-5e11f58b-d830-46df-9a53-43b191d75b25 None None] Port 59a765ef-c954-4828-8a7f-d804399a0c2f cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:47:46.328054 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [req-fd6723ec-8999-457c-b7cd-2464924ed80e req-807ba18f-06d8-48b2-9bf1-e6c4a63926b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59a765ef-c954-4828-8a7f-d804399a0c2f {{(pid=88037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:47:46.335439 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-fd6723ec-8999-457c-b7cd-2464924ed80e req-807ba18f-06d8-48b2-9bf1-e6c4a63926b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:46.350372 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [req-fd6723ec-8999-457c-b7cd-2464924ed80e req-807ba18f-06d8-48b2-9bf1-e6c4a63926b8 service neutron] Transition to ACTIVE for port object 59a765ef-c954-4828-8a7f-d804399a0c2f will not be triggered until provisioned by entity L2. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:47:46.353976 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-fd6723ec-8999-457c-b7cd-2464924ed80e req-807ba18f-06d8-48b2-9bf1-e6c4a63926b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:46.529639 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807ba18f-06d8-48b2-9bf1-e6c4a63926b8 service neutron] Pushing event updated for resources: {'Port': ['ID=59a765ef-c954-4828-8a7f-d804399a0c2f,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:47:46.636668 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6644c76c-ba2d-4ac3-a847-408771992fcf req-943563bb-8b14-4f26-83d4-5113c04ccc2e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:47:46.637350 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-6644c76c-ba2d-4ac3-a847-408771992fcf req-943563bb-8b14-4f26-83d4-5113c04ccc2e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Synchronizing usage tracker for tenant:8ede911fc7f845af95dd74968234120d on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:47:46.663323 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-fd6723ec-8999-457c-b7cd-2464924ed80e req-807ba18f-06d8-48b2-9bf1-e6c4a63926b8 service neutron] Attempting to bind port 59a765ef-c954-4828-8a7f-d804399a0c2f on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:47:46.663812 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-fd6723ec-8999-457c-b7cd-2464924ed80e req-807ba18f-06d8-48b2-9bf1-e6c4a63926b8 service neutron] Attempting to bind port 59a765ef-c954-4828-8a7f-d804399a0c2f by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '76408e17-01e0-45fd-a881-cf587e9985ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '6dc9d681-344a-48bb-a20c-706a87e47f18'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:47:46.664141 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6723ec-8999-457c-b7cd-2464924ed80e req-807ba18f-06d8-48b2-9bf1-e6c4a63926b8 service neutron] Attempting to bind port 59a765ef-c954-4828-8a7f-d804399a0c2f on network 6dc9d681-344a-48bb-a20c-706a87e47f18 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:47:46.669886 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6723ec-8999-457c-b7cd-2464924ed80e req-807ba18f-06d8-48b2-9bf1-e6c4a63926b8 service neutron] Port 59a765ef-c954-4828-8a7f-d804399a0c2f on network 6dc9d681-344a-48bb-a20c-706a87e47f18 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:47:46.670244 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6723ec-8999-457c-b7cd-2464924ed80e req-807ba18f-06d8-48b2-9bf1-e6c4a63926b8 service neutron] Attempting to bind port 59a765ef-c954-4828-8a7f-d804399a0c2f on network 6dc9d681-344a-48bb-a20c-706a87e47f18 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:47:46.673560 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-6644c76c-ba2d-4ac3-a847-408771992fcf req-943563bb-8b14-4f26-83d4-5113c04ccc2e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Unset dirty status for tenant:8ede911fc7f845af95dd74968234120d on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:47:46.674768 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6644c76c-ba2d-4ac3-a847-408771992fcf req-943563bb-8b14-4f26-83d4-5113c04ccc2e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e885dcf-9b3f-42ff-a833-2c780b6f4d62 HTTP/1.1" status: 200 len: 943 time: 0.2862055 May 04 17:47:46.677313 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6723ec-8999-457c-b7cd-2464924ed80e req-807ba18f-06d8-48b2-9bf1-e6c4a63926b8 service neutron] Checking agent: {'id': '84d0dbeb-cfa8-4636-8b1c-9790acf21ef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'started_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:47:46.677777 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6723ec-8999-457c-b7cd-2464924ed80e req-807ba18f-06d8-48b2-9bf1-e6c4a63926b8 service neutron] Checking segment: {'id': '76408e17-01e0-45fd-a881-cf587e9985ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '6dc9d681-344a-48bb-a20c-706a87e47f18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:47:46.678059 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6723ec-8999-457c-b7cd-2464924ed80e req-807ba18f-06d8-48b2-9bf1-e6c4a63926b8 service neutron] Bound using segment: {'id': '76408e17-01e0-45fd-a881-cf587e9985ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '6dc9d681-344a-48bb-a20c-706a87e47f18'} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:47:46.678489 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-fd6723ec-8999-457c-b7cd-2464924ed80e req-807ba18f-06d8-48b2-9bf1-e6c4a63926b8 service neutron] Bound port: 59a765ef-c954-4828-8a7f-d804399a0c2f, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76408e17-01e0-45fd-a881-cf587e9985ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '6dc9d681-344a-48bb-a20c-706a87e47f18'}}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:47:46.678823 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-fd6723ec-8999-457c-b7cd-2464924ed80e req-807ba18f-06d8-48b2-9bf1-e6c4a63926b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:46.774433 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6644c76c-ba2d-4ac3-a847-408771992fcf req-8dc7d6ba-1cde-4834-8758-f0295253d537 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a7eab3d-f71d-4f28-987b-3068c2d5e9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865180 May 04 17:47:46.800302 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-fd6723ec-8999-457c-b7cd-2464924ed80e req-807ba18f-06d8-48b2-9bf1-e6c4a63926b8 service neutron] For port 59a765ef-c954-4828-8a7f-d804399a0c2f, host hv-neutron-8404, cleared binding levels {{(pid=88037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:47:46.803274 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-fd6723ec-8999-457c-b7cd-2464924ed80e req-807ba18f-06d8-48b2-9bf1-e6c4a63926b8 service neutron] For port 59a765ef-c954-4828-8a7f-d804399a0c2f, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=59a765ef-c954-4828-8a7f-d804399a0c2f,segment=NetworkSegment(76408e17-01e0-45fd-a881-cf587e9985ab),segment_id=76408e17-01e0-45fd-a881-cf587e9985ab)] {{(pid=88037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:47:46.807772 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-fd6723ec-8999-457c-b7cd-2464924ed80e req-807ba18f-06d8-48b2-9bf1-e6c4a63926b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:46.865628 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6723ec-8999-457c-b7cd-2464924ed80e req-807ba18f-06d8-48b2-9bf1-e6c4a63926b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:47:46.866247 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-fd6723ec-8999-457c-b7cd-2464924ed80e req-807ba18f-06d8-48b2-9bf1-e6c4a63926b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:46.867569 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-fd6723ec-8999-457c-b7cd-2464924ed80e req-807ba18f-06d8-48b2-9bf1-e6c4a63926b8 service neutron] 10.222.0.42 "PUT /v2.0/ports/59a765ef-c954-4828-8a7f-d804399a0c2f HTTP/1.1" status: 200 len: 1093 time: 0.9930029 May 04 17:47:46.867992 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e885dcf-9b3f-42ff-a833-2c780b6f4d62', 'tag': '59a765ef-c954-4828-8a7f-d804399a0c2f'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:47:46.888137 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807ba18f-06d8-48b2-9bf1-e6c4a63926b8 service neutron] Pushing event updated for resources: {'Port': ['ID=59a765ef-c954-4828-8a7f-d804399a0c2f,revision_number=3']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:47:46.942228 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8ac8fbd-6134-4c28-ab42-f5d358218774'] response: {'name': 'network-changed', 'server_uuid': '3e885dcf-9b3f-42ff-a833-2c780b6f4d62', 'tag': '59a765ef-c954-4828-8a7f-d804399a0c2f', 'status': 'completed', 'code': 200} May 04 17:47:46.988960 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6723ec-8999-457c-b7cd-2464924ed80e req-26400005-2c32-4cfd-a6a4-f4893620958f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:47:46.990654 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-fd6723ec-8999-457c-b7cd-2464924ed80e req-26400005-2c32-4cfd-a6a4-f4893620958f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ede911fc7f845af95dd74968234120d&device_id=3e885dcf-9b3f-42ff-a833-2c780b6f4d62 HTTP/1.1" status: 200 len: 1096 time: 0.0819917 May 04 17:47:47.061604 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-fd6723ec-8999-457c-b7cd-2464924ed80e req-0c7d3400-c580-4af0-a158-95646b1f969d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59a765ef-c954-4828-8a7f-d804399a0c2f HTTP/1.1" status: 200 len: 217 time: 0.0647650 May 04 17:47:47.121809 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6723ec-8999-457c-b7cd-2464924ed80e req-c72d5c19-ad3c-47be-a58c-647682006baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:47:47.123210 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-fd6723ec-8999-457c-b7cd-2464924ed80e req-c72d5c19-ad3c-47be-a58c-647682006baf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ccfed4b-53dc-4bd6-a151-97c6b526edad HTTP/1.1" status: 200 len: 835 time: 0.0559402 May 04 17:47:47.195722 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6723ec-8999-457c-b7cd-2464924ed80e req-2368edb9-81b2-479d-a835-76014125a45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:47:47.197187 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-fd6723ec-8999-457c-b7cd-2464924ed80e req-2368edb9-81b2-479d-a835-76014125a45c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6dc9d681-344a-48bb-a20c-706a87e47f18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687962 May 04 17:47:47.426171 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-fd6723ec-8999-457c-b7cd-2464924ed80e req-df1fc6f6-480c-45d3-baea-1eb8a63f5f1e service neutron] 10.222.0.42 "GET /v2.0/networks/6dc9d681-344a-48bb-a20c-706a87e47f18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231231 May 04 17:47:47.557085 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-fd6723ec-8999-457c-b7cd-2464924ed80e req-5168663e-12c8-4826-8e64-b4e27457330a service neutron] 10.222.0.42 "GET /v2.0/networks/6dc9d681-344a-48bb-a20c-706a87e47f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208422 May 04 17:47:47.689564 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fd4e11-779a-4d26-9aa2-9a61c37c6891 req-ab242741-b32f-41bb-bdcd-da596aaa20f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:47:47.691029 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-09fd4e11-779a-4d26-9aa2-9a61c37c6891 req-ab242741-b32f-41bb-bdcd-da596aaa20f3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ede911fc7f845af95dd74968234120d&device_id=3e885dcf-9b3f-42ff-a833-2c780b6f4d62 HTTP/1.1" status: 200 len: 1096 time: 0.0766017 May 04 17:47:47.817780 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fd4e11-779a-4d26-9aa2-9a61c37c6891 req-cb844c8f-82fa-4c3b-b2c0-2dd28a7aac5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:47:47.819252 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-09fd4e11-779a-4d26-9aa2-9a61c37c6891 req-cb844c8f-82fa-4c3b-b2c0-2dd28a7aac5b service neutron] 10.222.0.42 "GET /v2.0/networks?id=6dc9d681-344a-48bb-a20c-706a87e47f18 HTTP/1.1" status: 200 len: 897 time: 0.1223016 May 04 17:47:47.917044 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-09fd4e11-779a-4d26-9aa2-9a61c37c6891 req-9318a5d5-da84-4e7d-a612-d0e506834ef1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59a765ef-c954-4828-8a7f-d804399a0c2f HTTP/1.1" status: 200 len: 217 time: 0.0915704 May 04 17:47:48.002975 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fd4e11-779a-4d26-9aa2-9a61c37c6891 req-7f06dcb3-2bf5-4907-8cdd-454fc80d3763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:47:48.004309 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-09fd4e11-779a-4d26-9aa2-9a61c37c6891 req-7f06dcb3-2bf5-4907-8cdd-454fc80d3763 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ccfed4b-53dc-4bd6-a151-97c6b526edad HTTP/1.1" status: 200 len: 835 time: 0.0767164 May 04 17:47:48.048052 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044084f1-d996-4947-b265-f7baa311e71f req-d26a1d0e-c639-44be-8da2-fb29faed165a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:47:48.049431 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-044084f1-d996-4947-b265-f7baa311e71f req-d26a1d0e-c639-44be-8da2-fb29faed165a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e885dcf-9b3f-42ff-a833-2c780b6f4d62 HTTP/1.1" status: 200 len: 943 time: 0.1692421 May 04 17:47:48.107541 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-044084f1-d996-4947-b265-f7baa311e71f req-b25b6b48-fd37-4505-b7ca-9c5ed26efaf3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a7eab3d-f71d-4f28-987b-3068c2d5e9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523827 May 04 17:47:48.122694 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fd4e11-779a-4d26-9aa2-9a61c37c6891 req-af50c272-7d49-469d-9450-dde777ba5559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:47:48.124092 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-09fd4e11-779a-4d26-9aa2-9a61c37c6891 req-af50c272-7d49-469d-9450-dde777ba5559 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6dc9d681-344a-48bb-a20c-706a87e47f18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1127858 May 04 17:47:48.251417 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-09fd4e11-779a-4d26-9aa2-9a61c37c6891 req-247f3fc5-2264-42f2-9f38-481bebf99fbd service neutron] 10.222.0.42 "GET /v2.0/networks/6dc9d681-344a-48bb-a20c-706a87e47f18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204100 May 04 17:47:48.308070 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 17:47:48.379230 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-09fd4e11-779a-4d26-9aa2-9a61c37c6891 req-94e09302-8b4b-4b5c-9823-066cf299b4ad service neutron] 10.222.0.42 "GET /v2.0/networks/6dc9d681-344a-48bb-a20c-706a87e47f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209993 May 04 17:47:49.293571 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c7715-9933-46c9-bb26-0cba39e551a3 req-c1463224-70e4-447f-b1f6-e8a156568f66 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:47:49.295079 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-2d9c7715-9933-46c9-bb26-0cba39e551a3 req-c1463224-70e4-447f-b1f6-e8a156568f66 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e885dcf-9b3f-42ff-a833-2c780b6f4d62 HTTP/1.1" status: 200 len: 943 time: 0.0820358 May 04 17:47:49.337749 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-2d9c7715-9933-46c9-bb26-0cba39e551a3 req-7ecbd8c9-b1ef-42b2-b884-18abff25ee89 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Synchronizing usage tracker for tenant:8ede911fc7f845af95dd74968234120d on resource:security_group {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:47:49.352331 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-2d9c7715-9933-46c9-bb26-0cba39e551a3 req-7ecbd8c9-b1ef-42b2-b884-18abff25ee89 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Unset dirty status for tenant:8ede911fc7f845af95dd74968234120d on resource:security_group {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:47:49.353454 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-2d9c7715-9933-46c9-bb26-0cba39e551a3 req-7ecbd8c9-b1ef-42b2-b884-18abff25ee89 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a7eab3d-f71d-4f28-987b-3068c2d5e9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527365 May 04 17:47:49.766528 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 59a765ef-c954-4828-8a7f-d804399a0c2f details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:47:49.896602 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 59a765ef-c954-4828-8a7f-d804399a0c2f, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=59a765ef-c954-4828-8a7f-d804399a0c2f,segment=NetworkSegment(76408e17-01e0-45fd-a881-cf587e9985ab),segment_id=76408e17-01e0-45fd-a881-cf587e9985ab)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:47:49.910395 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Returning: {'device': '59a765ef-c954-4828-8a7f-d804399a0c2f', 'network_id': '6dc9d681-344a-48bb-a20c-706a87e47f18', 'port_id': '59a765ef-c954-4828-8a7f-d804399a0c2f', 'mac_address': 'fa:16:3e:f5:0d:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ccfed4b-53dc-4bd6-a151-97c6b526edad', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:47:49.964669 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:49.981151 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59a765ef-c954-4828-8a7f-d804399a0c2f {{(pid=88039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:47:49.997006 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 59a765ef-c954-4828-8a7f-d804399a0c2f, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=59a765ef-c954-4828-8a7f-d804399a0c2f,segment=NetworkSegment(76408e17-01e0-45fd-a881-cf587e9985ab),segment_id=76408e17-01e0-45fd-a881-cf587e9985ab)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:47:50.001195 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:50.069092 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=59a765ef-c954-4828-8a7f-d804399a0c2f,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:47:50.327231 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] get_ports_and_sgs() called for port_ids ['59a765ef-c954-4828-8a7f-d804399a0c2f'] {{(pid=88039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:47:50.537753 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23202342-c59f-4666-b505-09690dbd21e1 req-54e3c6c3-7ea0-4589-90af-85dedf459ebe tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:47:50.539549 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-23202342-c59f-4666-b505-09690dbd21e1 req-54e3c6c3-7ea0-4589-90af-85dedf459ebe tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e885dcf-9b3f-42ff-a833-2c780b6f4d62 HTTP/1.1" status: 200 len: 944 time: 0.0812724 May 04 17:47:50.582923 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-23202342-c59f-4666-b505-09690dbd21e1 req-28b1797b-b8b8-4054-a3e9-ebce4ed48ab2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a7eab3d-f71d-4f28-987b-3068c2d5e9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376446 May 04 17:47:51.760715 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87373565-5a2d-41e4-bce6-85d2e83cf3c7 req-d1009c07-b892-40a1-a468-bd9f2699992d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:47:51.762200 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-87373565-5a2d-41e4-bce6-85d2e83cf3c7 req-d1009c07-b892-40a1-a468-bd9f2699992d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e885dcf-9b3f-42ff-a833-2c780b6f4d62 HTTP/1.1" status: 200 len: 944 time: 0.0771866 May 04 17:47:51.763906 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 59a765ef-c954-4828-8a7f-d804399a0c2f up at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:47:51.809893 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-87373565-5a2d-41e4-bce6-85d2e83cf3c7 req-56091b00-ce3d-4cd8-8ecd-81a5738bcc8b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a7eab3d-f71d-4f28-987b-3068c2d5e9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418184 May 04 17:47:51.830775 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning for port 59a765ef-c954-4828-8a7f-d804399a0c2f completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:47:51.835862 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning complete for port 59a765ef-c954-4828-8a7f-d804399a0c2f triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:47:51.836231 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:51.949632 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:51.975916 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e885dcf-9b3f-42ff-a833-2c780b6f4d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a765ef-c954-4828-8a7f-d804399a0c2f'}] {{(pid=88039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:47:51.985269 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 59a765ef-c954-4828-8a7f-d804399a0c2f, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=59a765ef-c954-4828-8a7f-d804399a0c2f,segment=NetworkSegment(76408e17-01e0-45fd-a881-cf587e9985ab),segment_id=76408e17-01e0-45fd-a881-cf587e9985ab)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:47:51.989075 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:52.058043 dv-neutron-840426-1-hyperv neutron-server[88039]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e08f7333-67fe-429e-ade0-a9097c1b6936'] response: {'server_uuid': '3e885dcf-9b3f-42ff-a833-2c780b6f4d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a765ef-c954-4828-8a7f-d804399a0c2f', 'code': 200} May 04 17:47:52.095459 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=59a765ef-c954-4828-8a7f-d804399a0c2f,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:47:52.267526 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db69a94-7ebf-4a42-91e6-6fafa8e3adb7 req-68b5f6e3-42d3-4ec3-acc1-b74bcbdb77f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:47:52.268992 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5db69a94-7ebf-4a42-91e6-6fafa8e3adb7 req-68b5f6e3-42d3-4ec3-acc1-b74bcbdb77f3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3e885dcf-9b3f-42ff-a833-2c780b6f4d62 HTTP/1.1" status: 200 len: 1098 time: 0.0702062 May 04 17:47:52.318711 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5db69a94-7ebf-4a42-91e6-6fafa8e3adb7 req-144663f6-d78a-4c51-bdb4-146109a7156c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5a7eab3d-f71d-4f28-987b-3068c2d5e9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341835 May 04 17:47:52.990080 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a88c4a7-8ef3-41ca-8798-3ea552d4a5f9 req-52dda42d-17ee-4559-8acc-35bc918458ab tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:47:52.991553 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-8a88c4a7-8ef3-41ca-8798-3ea552d4a5f9 req-52dda42d-17ee-4559-8acc-35bc918458ab tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e885dcf-9b3f-42ff-a833-2c780b6f4d62 HTTP/1.1" status: 200 len: 945 time: 0.0790620 May 04 17:47:53.035652 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-8a88c4a7-8ef3-41ca-8798-3ea552d4a5f9 req-a50dd4dd-3899-43af-9e30-68942afc9d8e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a7eab3d-f71d-4f28-987b-3068c2d5e9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379794 May 04 17:47:54.219416 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a0b70b-e1fd-4f40-a7f0-cd53404dee2b req-265fc88c-7b71-4f0e-9f24-f477f5635752 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:47:54.220872 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-25a0b70b-e1fd-4f40-a7f0-cd53404dee2b req-265fc88c-7b71-4f0e-9f24-f477f5635752 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e885dcf-9b3f-42ff-a833-2c780b6f4d62 HTTP/1.1" status: 200 len: 945 time: 0.0819893 May 04 17:47:54.266147 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-25a0b70b-e1fd-4f40-a7f0-cd53404dee2b req-15707ac8-db2a-4e04-9108-42cc368aedb9 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a7eab3d-f71d-4f28-987b-3068c2d5e9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389800 May 04 17:47:54.452193 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c92a7-6b12-40b5-a66b-1f6c30004022 req-920f2fd4-3f3f-4745-89c8-1fec6b324f35 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:47:54.453631 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-e93c92a7-6b12-40b5-a66b-1f6c30004022 req-920f2fd4-3f3f-4745-89c8-1fec6b324f35 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e885dcf-9b3f-42ff-a833-2c780b6f4d62 HTTP/1.1" status: 200 len: 945 time: 0.0831449 May 04 17:47:54.496727 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-e93c92a7-6b12-40b5-a66b-1f6c30004022 req-d85cb6d9-5b79-4ec9-8c57-411e1e891152 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a7eab3d-f71d-4f28-987b-3068c2d5e9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368173 May 04 17:47:54.518457 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 58108) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:47:54.589681 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bed44f-1f37-44d0-b7dc-40caa1243f5e tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:47:54.591243 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-30bed44f-1f37-44d0-b7dc-40caa1243f5e tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3e885dcf-9b3f-42ff-a833-2c780b6f4d62 HTTP/1.1" status: 200 len: 1093 time: 0.0718524 May 04 17:47:54.594006 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 58112) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:47:54.598848 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-be08e799-2b37-4fa2-a558-4f2112312cf3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'floatingip': {'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'port_id': '59a765ef-c954-4828-8a7f-d804399a0c2f', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:47:54.604649 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-be08e799-2b37-4fa2-a558-4f2112312cf3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:47:54.608793 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-be08e799-2b37-4fa2-a558-4f2112312cf3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:floatingip and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:47:54.611637 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-be08e799-2b37-4fa2-a558-4f2112312cf3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:47:54.617260 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-be08e799-2b37-4fa2-a558-4f2112312cf3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:47:54.627377 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-be08e799-2b37-4fa2-a558-4f2112312cf3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for floatingip, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:54.762500 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-be08e799-2b37-4fa2-a558-4f2112312cf3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:54.895453 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-be08e799-2b37-4fa2-a558-4f2112312cf3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Allocated IP 172.26.0.167 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/7a80f056-cf0a-4a3a-832d-232dd2f5e9cc) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:47:55.039100 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-be08e799-2b37-4fa2-a558-4f2112312cf3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:55.066750 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-be08e799-2b37-4fa2-a558-4f2112312cf3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:55.134188 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be08e799-2b37-4fa2-a558-4f2112312cf3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:47:55.137020 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-be08e799-2b37-4fa2-a558-4f2112312cf3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:47:55.139623 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be08e799-2b37-4fa2-a558-4f2112312cf3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:47:55.175699 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be08e799-2b37-4fa2-a558-4f2112312cf3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Port': ['ID=7a80f056-cf0a-4a3a-832d-232dd2f5e9cc,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:47:55.645470 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-be08e799-2b37-4fa2-a558-4f2112312cf3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:55.726174 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-be08e799-2b37-4fa2-a558-4f2112312cf3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:55.928642 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-be08e799-2b37-4fa2-a558-4f2112312cf3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:55.932981 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-be08e799-2b37-4fa2-a558-4f2112312cf3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:56.041192 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be08e799-2b37-4fa2-a558-4f2112312cf3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Port': ['ID=7a80f056-cf0a-4a3a-832d-232dd2f5e9cc,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:47:56.049222 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-be08e799-2b37-4fa2-a558-4f2112312cf3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710218'] for floatingip, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:56.220068 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.l3_db [None req-be08e799-2b37-4fa2-a558-4f2112312cf3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Floating IP 0f049993-6bbb-438c-8ef6-c4733b8a493f associated. External IP: 172.26.0.167, port: 59a765ef-c954-4828-8a7f-d804399a0c2f. May 04 17:47:56.561304 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be08e799-2b37-4fa2-a558-4f2112312cf3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Router 02d3a967-2ec1-4e29-9c39-44e3de3a689f has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:47:56.741224 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be08e799-2b37-4fa2-a558-4f2112312cf3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:47:56.750563 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abb0057-3745-495f-a432-c5c4fd7142aa None None] Sync routers for ids ['02d3a967-2ec1-4e29-9c39-44e3de3a689f'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:47:56.759825 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abb0057-3745-495f-a432-c5c4fd7142aa None None] Routers {'02d3a967-2ec1-4e29-9c39-44e3de3a689f'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:47:56.760502 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-8abb0057-3745-495f-a432-c5c4fd7142aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:47:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['02d3a967-2ec1-4e29-9c39-44e3de3a689f'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:47:56.765431 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-be08e799-2b37-4fa2-a558-4f2112312cf3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:47:56.822789 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-be08e799-2b37-4fa2-a558-4f2112312cf3 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2276804 May 04 17:47:56.823297 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e885dcf-9b3f-42ff-a833-2c780b6f4d62', 'tag': '59a765ef-c954-4828-8a7f-d804399a0c2f'}] {{(pid=88038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:47:56.875419 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dc462b1-fbed-4b2a-b25a-dd546555d75a'] response: {'name': 'network-changed', 'server_uuid': '3e885dcf-9b3f-42ff-a833-2c780b6f4d62', 'tag': '59a765ef-c954-4828-8a7f-d804399a0c2f', 'status': 'completed', 'code': 200} May 04 17:47:56.937291 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-8abb0057-3745-495f-a432-c5c4fd7142aa None None] Set router 02d3a967-2ec1-4e29-9c39-44e3de3a689f gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:47:56.963798 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d262f3-4963-4861-8908-55ed004c4320 req-81cc20ba-4c7d-41dd-80bd-8aa39976549c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:47:56.965288 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-54d262f3-4963-4861-8908-55ed004c4320 req-81cc20ba-4c7d-41dd-80bd-8aa39976549c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ede911fc7f845af95dd74968234120d&device_id=3e885dcf-9b3f-42ff-a833-2c780b6f4d62 HTTP/1.1" status: 200 len: 1098 time: 0.0687199 May 04 17:47:57.096409 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d262f3-4963-4861-8908-55ed004c4320 req-a89345f9-0daf-4160-9f30-0aab3b7a4668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:47:57.097864 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-54d262f3-4963-4861-8908-55ed004c4320 req-a89345f9-0daf-4160-9f30-0aab3b7a4668 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6dc9d681-344a-48bb-a20c-706a87e47f18 HTTP/1.1" status: 200 len: 897 time: 0.1259124 May 04 17:47:57.202065 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-54d262f3-4963-4861-8908-55ed004c4320 req-0eb042c1-17c6-4abb-a29a-d976ff0583ec service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59a765ef-c954-4828-8a7f-d804399a0c2f HTTP/1.1" status: 200 len: 999 time: 0.0973847 May 04 17:47:57.312645 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-8abb0057-3745-495f-a432-c5c4fd7142aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d3a967-2ec1-4e29-9c39-44e3de3a689f', 'name': 'tempest-TestNetworkBasicOps-router-537955100', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.89'}], 'enable_snat': True}, 'gw_port_id': '01c31617-1a4d-432d-97ba-6e3576a9802c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:47:18Z', 'updated_at': '2022-05-04T17:47:23Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '01c31617-1a4d-432d-97ba-6e3576a9802c', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:66:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d3a967-2ec1-4e29-9c39-44e3de3a689f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:47:19Z', 'updated_at': '2022-05-04T17:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': '0f049993-6bbb-438c-8ef6-c4733b8a493f', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'floating_ip_address': '172.26.0.167', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '02d3a967-2ec1-4e29-9c39-44e3de3a689f', 'port_id': '59a765ef-c954-4828-8a7f-d804399a0c2f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dc9d681-344a-48bb-a20c-706a87e47f18', 'mac_address': 'fa:16:3e:f5:0d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e885dcf-9b3f-42ff-a833-2c780b6f4d62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:47:55Z', 'updated_at': '2022-05-04T17:47:55Z', 'revision_number': 0, 'project_id': '8ede911fc7f845af95dd74968234120d', 'fixed_ip_address_scope': None}, {'id': 'a086704d-2d0f-480c-a7fc-4094280e6f35', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'floating_ip_address': '172.26.0.214', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '02d3a967-2ec1-4e29-9c39-44e3de3a689f', 'port_id': '8e26ee56-da4c-4cbd-a199-9d39ccc7d05a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dc9d681-344a-48bb-a20c-706a87e47f18', 'mac_address': 'fa:16:3e:d7:32:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842f0908-66c6-4d4e-ac48-0e0fd611cb17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:47:39Z', 'updated_at': '2022-05-04T17:47:41Z', 'revision_number': 1, 'project_id': '8ede911fc7f845af95dd74968234120d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17e3d714-331a-4065-bcc1-c1d27e5d272c', 'name': '', 'network_id': '6dc9d681-344a-48bb-a20c-706a87e47f18', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:88:82:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d3a967-2ec1-4e29-9c39-44e3de3a689f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '1ccfed4b-53dc-4bd6-a151-97c6b526edad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:47:22Z', 'updated_at': '2022-05-04T17:47:29Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '1ccfed4b-53dc-4bd6-a151-97c6b526edad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:47:57.316763 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abb0057-3745-495f-a432-c5c4fd7142aa None None] Checking router: 02d3a967-2ec1-4e29-9c39-44e3de3a689f for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:47:57.325479 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abb0057-3745-495f-a432-c5c4fd7142aa None None] Routers {'02d3a967-2ec1-4e29-9c39-44e3de3a689f'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:47:57.326123 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-8abb0057-3745-495f-a432-c5c4fd7142aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:47:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['02d3a967-2ec1-4e29-9c39-44e3de3a689f'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:47:57.372165 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d262f3-4963-4861-8908-55ed004c4320 req-34bccb69-2b7b-4331-b938-f306356696c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:47:57.374848 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-54d262f3-4963-4861-8908-55ed004c4320 req-34bccb69-2b7b-4331-b938-f306356696c4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ccfed4b-53dc-4bd6-a151-97c6b526edad HTTP/1.1" status: 200 len: 835 time: 0.1668220 May 04 17:47:57.381948 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-49d7d396-8487-41bc-8019-2b56360471c2 req-7b7f970a-af83-4ae2-b248-871fed009877 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=842f0908-66c6-4d4e-ac48-0e0fd611cb17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0743909 May 04 17:47:57.461592 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d262f3-4963-4861-8908-55ed004c4320 req-05cc1ad2-c3ae-4ac4-af65-8dd600b186cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:47:57.463329 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-54d262f3-4963-4861-8908-55ed004c4320 req-05cc1ad2-c3ae-4ac4-af65-8dd600b186cf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6dc9d681-344a-48bb-a20c-706a87e47f18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747826 May 04 17:47:57.516108 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-8abb0057-3745-495f-a432-c5c4fd7142aa None None] Set router 02d3a967-2ec1-4e29-9c39-44e3de3a689f gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:47:57.521855 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7d396-8487-41bc-8019-2b56360471c2 req-99b9f1f5-6ec5-4a4f-8d32-6b5111d3ef0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:47:57.523376 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-49d7d396-8487-41bc-8019-2b56360471c2 req-99b9f1f5-6ec5-4a4f-8d32-6b5111d3ef0d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ede911fc7f845af95dd74968234120d&device_id=842f0908-66c6-4d4e-ac48-0e0fd611cb17 HTTP/1.1" status: 200 len: 1098 time: 0.0708203 May 04 17:47:57.598598 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-54d262f3-4963-4861-8908-55ed004c4320 req-425a9ae2-799f-4fe1-b292-35879c5b1807 service neutron] 10.222.0.42 "GET /v2.0/networks/6dc9d681-344a-48bb-a20c-706a87e47f18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292095 May 04 17:47:57.744296 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-54d262f3-4963-4861-8908-55ed004c4320 req-af0bcd03-adec-42e9-900d-3d258d99a5f9 service neutron] 10.222.0.42 "GET /v2.0/networks/6dc9d681-344a-48bb-a20c-706a87e47f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337118 May 04 17:47:57.792351 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7d396-8487-41bc-8019-2b56360471c2 req-d5d7fe8c-b37e-47d3-9a60-8cbf0b994565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:47:57.793804 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-49d7d396-8487-41bc-8019-2b56360471c2 req-d5d7fe8c-b37e-47d3-9a60-8cbf0b994565 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6dc9d681-344a-48bb-a20c-706a87e47f18 HTTP/1.1" status: 200 len: 897 time: 0.2500672 May 04 17:47:57.877115 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-8abb0057-3745-495f-a432-c5c4fd7142aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d3a967-2ec1-4e29-9c39-44e3de3a689f', 'name': 'tempest-TestNetworkBasicOps-router-537955100', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.89'}], 'enable_snat': True}, 'gw_port_id': '01c31617-1a4d-432d-97ba-6e3576a9802c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:47:18Z', 'updated_at': '2022-05-04T17:47:23Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '01c31617-1a4d-432d-97ba-6e3576a9802c', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:66:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d3a967-2ec1-4e29-9c39-44e3de3a689f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:47:19Z', 'updated_at': '2022-05-04T17:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': '0f049993-6bbb-438c-8ef6-c4733b8a493f', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'floating_ip_address': '172.26.0.167', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '02d3a967-2ec1-4e29-9c39-44e3de3a689f', 'port_id': '59a765ef-c954-4828-8a7f-d804399a0c2f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dc9d681-344a-48bb-a20c-706a87e47f18', 'mac_address': 'fa:16:3e:f5:0d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e885dcf-9b3f-42ff-a833-2c780b6f4d62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:47:55Z', 'updated_at': '2022-05-04T17:47:55Z', 'revision_number': 0, 'project_id': '8ede911fc7f845af95dd74968234120d', 'fixed_ip_address_scope': None}, {'id': 'a086704d-2d0f-480c-a7fc-4094280e6f35', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'floating_ip_address': '172.26.0.214', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '02d3a967-2ec1-4e29-9c39-44e3de3a689f', 'port_id': '8e26ee56-da4c-4cbd-a199-9d39ccc7d05a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dc9d681-344a-48bb-a20c-706a87e47f18', 'mac_address': 'fa:16:3e:d7:32:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842f0908-66c6-4d4e-ac48-0e0fd611cb17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:47:39Z', 'updated_at': '2022-05-04T17:47:41Z', 'revision_number': 1, 'project_id': '8ede911fc7f845af95dd74968234120d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17e3d714-331a-4065-bcc1-c1d27e5d272c', 'name': '', 'network_id': '6dc9d681-344a-48bb-a20c-706a87e47f18', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:88:82:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d3a967-2ec1-4e29-9c39-44e3de3a689f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '1ccfed4b-53dc-4bd6-a151-97c6b526edad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:47:22Z', 'updated_at': '2022-05-04T17:47:29Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '1ccfed4b-53dc-4bd6-a151-97c6b526edad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:47:57.881584 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abb0057-3745-495f-a432-c5c4fd7142aa None None] The sync data for ids ['02d3a967-2ec1-4e29-9c39-44e3de3a689f'] in dv-neutron-840426-1-hyperv is: [{'id': '02d3a967-2ec1-4e29-9c39-44e3de3a689f', 'name': 'tempest-TestNetworkBasicOps-router-537955100', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.89'}], 'enable_snat': True}, 'gw_port_id': '01c31617-1a4d-432d-97ba-6e3576a9802c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:47:18Z', 'updated_at': '2022-05-04T17:47:23Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '01c31617-1a4d-432d-97ba-6e3576a9802c', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:66:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d3a967-2ec1-4e29-9c39-44e3de3a689f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:47:19Z', 'updated_at': '2022-05-04T17:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': '0f049993-6bbb-438c-8ef6-c4733b8a493f', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'floating_ip_address': '172.26.0.167', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '02d3a967-2ec1-4e29-9c39-44e3de3a689f', 'port_id': '59a765ef-c954-4828-8a7f-d804399a0c2f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dc9d681-344a-48bb-a20c-706a87e47f18', 'mac_address': 'fa:16:3e:f5:0d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e885dcf-9b3f-42ff-a833-2c780b6f4d62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:47:55Z', 'updated_at': '2022-05-04T17:47:55Z', 'revision_number': 0, 'project_id': '8ede911fc7f845af95dd74968234120d', 'fixed_ip_address_scope': None}, {'id': 'a086704d-2d0f-480c-a7fc-4094280e6f35', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'floating_ip_address': '172.26.0.214', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '02d3a967-2ec1-4e29-9c39-44e3de3a689f', 'port_id': '8e26ee56-da4c-4cbd-a199-9d39ccc7d05a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dc9d681-344a-48bb-a20c-706a87e47f18', 'mac_address': 'fa:16:3e:d7:32:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842f0908-66c6-4d4e-ac48-0e0fd611cb17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:47:39Z', 'updated_at': '2022-05-04T17:47:41Z', 'revision_number': 1, 'project_id': '8ede911fc7f845af95dd74968234120d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17e3d714-331a-4065-bcc1-c1d27e5d272c', 'name': '', 'network_id': '6dc9d681-344a-48bb-a20c-706a87e47f18', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:88:82:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d3a967-2ec1-4e29-9c39-44e3de3a689f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '1ccfed4b-53dc-4bd6-a151-97c6b526edad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:47:22Z', 'updated_at': '2022-05-04T17:47:29Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '1ccfed4b-53dc-4bd6-a151-97c6b526edad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:47:57.898102 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-49d7d396-8487-41bc-8019-2b56360471c2 req-2653a94c-056f-4581-a2cb-cfeeaebdbef0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e26ee56-da4c-4cbd-a199-9d39ccc7d05a HTTP/1.1" status: 200 len: 1001 time: 0.0977111 May 04 17:47:57.968266 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7d396-8487-41bc-8019-2b56360471c2 req-bdc34a61-3c4b-4240-b3a9-6352bcc8d2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:47:57.969723 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-49d7d396-8487-41bc-8019-2b56360471c2 req-bdc34a61-3c4b-4240-b3a9-6352bcc8d2a6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ccfed4b-53dc-4bd6-a151-97c6b526edad HTTP/1.1" status: 200 len: 835 time: 0.0617847 May 04 17:47:58.050749 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7d396-8487-41bc-8019-2b56360471c2 req-07eb7a39-e0e0-4300-9cdc-659888aa6544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:47:58.052745 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-49d7d396-8487-41bc-8019-2b56360471c2 req-07eb7a39-e0e0-4300-9cdc-659888aa6544 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6dc9d681-344a-48bb-a20c-706a87e47f18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728106 May 04 17:47:58.076928 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc2351e-2295-405d-8120-3b7b5c44f68f None None] New status for floating IP 0f049993-6bbb-438c-8ef6-c4733b8a493f: ACTIVE {{(pid=88039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:47:58.184311 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-49d7d396-8487-41bc-8019-2b56360471c2 req-d697de77-751c-4fd7-a112-8d9f66448ba4 service neutron] 10.222.0.42 "GET /v2.0/networks/6dc9d681-344a-48bb-a20c-706a87e47f18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255319 May 04 17:47:58.325619 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-49d7d396-8487-41bc-8019-2b56360471c2 req-2be87400-ca69-4355-82d9-b60ac3d4bed3 service neutron] 10.222.0.42 "GET /v2.0/networks/6dc9d681-344a-48bb-a20c-706a87e47f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313741 May 04 17:48:03.198954 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-560116b9-8849-4936-820e-5fd2b6b8985c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:48:05.519653 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e2485e2b-d5d5-4b14-9a34-fb9752bbd3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:48:06.549499 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:48:06.578485 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:48:07.888362 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:48:09.384228 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:48:25.306696 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 17:48:33.201188 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b5a64ec3-27a6-4fb7-9a0c-eb56cd40ca8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:48:35.523224 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-66b4d34f-36f9-47ec-8118-a2a354c916fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:48:36.553586 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:48:36.578587 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:48:37.891017 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:48:39.388974 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:48:57.447344 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-09e312b2-46d2-4b1e-9418-38619a6710a3 req-d6b77f05-0d6e-490e-a115-96d85a1b9d37 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3e885dcf-9b3f-42ff-a833-2c780b6f4d62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0748289 May 04 17:48:57.539261 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e312b2-46d2-4b1e-9418-38619a6710a3 req-cb393003-778c-43f1-b449-6f0ef8765a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:48:57.540647 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-09e312b2-46d2-4b1e-9418-38619a6710a3 req-cb393003-778c-43f1-b449-6f0ef8765a46 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ede911fc7f845af95dd74968234120d&device_id=3e885dcf-9b3f-42ff-a833-2c780b6f4d62 HTTP/1.1" status: 200 len: 1098 time: 0.0704141 May 04 17:48:57.691305 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e312b2-46d2-4b1e-9418-38619a6710a3 req-d2090022-c920-4592-8b44-7252848e2236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:48:57.693253 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-09e312b2-46d2-4b1e-9418-38619a6710a3 req-d2090022-c920-4592-8b44-7252848e2236 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6dc9d681-344a-48bb-a20c-706a87e47f18 HTTP/1.1" status: 200 len: 897 time: 0.1315417 May 04 17:48:57.795611 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-09e312b2-46d2-4b1e-9418-38619a6710a3 req-bb3ca362-a1f1-4c37-bdc8-eecd7afc747b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59a765ef-c954-4828-8a7f-d804399a0c2f HTTP/1.1" status: 200 len: 1001 time: 0.0937808 May 04 17:48:57.855513 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e312b2-46d2-4b1e-9418-38619a6710a3 req-141a1c81-6771-4097-92b7-02b8c979516e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:48:57.856869 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-09e312b2-46d2-4b1e-9418-38619a6710a3 req-141a1c81-6771-4097-92b7-02b8c979516e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ccfed4b-53dc-4bd6-a151-97c6b526edad HTTP/1.1" status: 200 len: 835 time: 0.0541806 May 04 17:48:57.933371 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e312b2-46d2-4b1e-9418-38619a6710a3 req-ca129014-c386-4c5a-9f2e-77563487865d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:48:57.934839 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-09e312b2-46d2-4b1e-9418-38619a6710a3 req-ca129014-c386-4c5a-9f2e-77563487865d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6dc9d681-344a-48bb-a20c-706a87e47f18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715764 May 04 17:48:58.064545 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-09e312b2-46d2-4b1e-9418-38619a6710a3 req-e2104aa2-4f09-4f65-b95f-5e745bbdadc6 service neutron] 10.222.0.42 "GET /v2.0/networks/6dc9d681-344a-48bb-a20c-706a87e47f18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222870 May 04 17:48:58.194485 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-09e312b2-46d2-4b1e-9418-38619a6710a3 req-9b3484dd-04bd-4b86-a6fe-b8b49e0f666f service neutron] 10.222.0.42 "GET /v2.0/networks/6dc9d681-344a-48bb-a20c-706a87e47f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234016 May 04 17:49:02.305793 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 17:49:03.203170 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-536a5771-e7a0-4a97-8cbd-1558f21db059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:05.525978 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-7a9d96c4-7f81-42d2-b986-06e9bc29751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:06.556363 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:06.579997 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:07.893259 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:09.387138 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:12.118439 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 58140) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:49:12.342905 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-c4e3219d-48e2-40fa-9083-b715f7293197 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/floatingips/a086704d-2d0f-480c-a7fc-4094280e6f35 HTTP/1.1" status: 200 len: 993 time: 0.2230725 May 04 17:49:13.096729 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 58150) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:49:13.103388 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-5df898c8-ea22-4af4-b167-75f163b6803a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'port': {'admin_state_up': False}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:49:13.223724 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5df898c8-ea22-4af4-b167-75f163b6803a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:13.436548 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-5df898c8-ea22-4af4-b167-75f163b6803a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] For port 8e26ee56-da4c-4cbd-a199-9d39ccc7d05a, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=8e26ee56-da4c-4cbd-a199-9d39ccc7d05a,segment=NetworkSegment(76408e17-01e0-45fd-a881-cf587e9985ab),segment_id=76408e17-01e0-45fd-a881-cf587e9985ab)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:49:13.460684 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5df898c8-ea22-4af4-b167-75f163b6803a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:13.464959 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5df898c8-ea22-4af4-b167-75f163b6803a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:13.533328 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df898c8-ea22-4af4-b167-75f163b6803a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:49:13.533944 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5df898c8-ea22-4af4-b167-75f163b6803a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:13.535306 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-5df898c8-ea22-4af4-b167-75f163b6803a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "PUT /v2.0/ports/8e26ee56-da4c-4cbd-a199-9d39ccc7d05a HTTP/1.1" status: 200 len: 938 time: 0.4375830 May 04 17:49:13.535974 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '842f0908-66c6-4d4e-ac48-0e0fd611cb17', 'tag': '8e26ee56-da4c-4cbd-a199-9d39ccc7d05a'}] {{(pid=88038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:49:13.557860 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df898c8-ea22-4af4-b167-75f163b6803a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Port': ['ID=8e26ee56-da4c-4cbd-a199-9d39ccc7d05a,revision_number=6']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:49:13.565313 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df898c8-ea22-4af4-b167-75f163b6803a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:13.565663 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df898c8-ea22-4af4-b167-75f163b6803a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:13.566021 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df898c8-ea22-4af4-b167-75f163b6803a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:13.566356 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df898c8-ea22-4af4-b167-75f163b6803a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:13.566849 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df898c8-ea22-4af4-b167-75f163b6803a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:13.567601 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df898c8-ea22-4af4-b167-75f163b6803a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:13.567928 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df898c8-ea22-4af4-b167-75f163b6803a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:13.568248 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df898c8-ea22-4af4-b167-75f163b6803a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:13.568571 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df898c8-ea22-4af4-b167-75f163b6803a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:13.568889 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df898c8-ea22-4af4-b167-75f163b6803a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:13.569207 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df898c8-ea22-4af4-b167-75f163b6803a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:13.569521 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df898c8-ea22-4af4-b167-75f163b6803a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:13.671997 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.notifiers.nova [-] Nova event matching ['req-559cfaee-632e-4ab5-9022-8e1b4dc9fed8'] response: {'name': 'network-changed', 'server_uuid': '842f0908-66c6-4d4e-ac48-0e0fd611cb17', 'tag': '8e26ee56-da4c-4cbd-a199-9d39ccc7d05a', 'status': 'completed', 'code': 200} May 04 17:49:13.768514 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5c0b4-6f35-4aea-87ab-63174ff7bc75 req-38c5fd3f-a4e7-406c-98ac-4d707a5de4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:49:13.770099 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-46a5c0b4-6f35-4aea-87ab-63174ff7bc75 req-38c5fd3f-a4e7-406c-98ac-4d707a5de4b7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ede911fc7f845af95dd74968234120d&device_id=842f0908-66c6-4d4e-ac48-0e0fd611cb17 HTTP/1.1" status: 200 len: 1099 time: 0.0691710 May 04 17:49:13.789252 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-28ba6ea6-1ddd-4fa7-9d85-cfe795957300 None None] Provisioning complete for port 8e26ee56-da4c-4cbd-a199-9d39ccc7d05a triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:49:13.789779 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-28ba6ea6-1ddd-4fa7-9d85-cfe795957300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:13.848536 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-28ba6ea6-1ddd-4fa7-9d85-cfe795957300 None None] Port 8e26ee56-da4c-4cbd-a199-9d39ccc7d05a is administratively disabled so it will not transition to active. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} May 04 17:49:13.901994 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5c0b4-6f35-4aea-87ab-63174ff7bc75 req-40849a2c-b882-4a24-9195-552f809ecf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:49:13.903425 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-46a5c0b4-6f35-4aea-87ab-63174ff7bc75 req-40849a2c-b882-4a24-9195-552f809ecf13 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6dc9d681-344a-48bb-a20c-706a87e47f18 HTTP/1.1" status: 200 len: 897 time: 0.1241539 May 04 17:49:14.003294 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-46a5c0b4-6f35-4aea-87ab-63174ff7bc75 req-af707e0e-c7fc-4655-9463-69ec4bce5f50 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e26ee56-da4c-4cbd-a199-9d39ccc7d05a HTTP/1.1" status: 200 len: 1002 time: 0.0933619 May 04 17:49:14.063390 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5c0b4-6f35-4aea-87ab-63174ff7bc75 req-3e343248-1a19-4ee7-968b-477c37f47677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:49:14.064706 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-46a5c0b4-6f35-4aea-87ab-63174ff7bc75 req-3e343248-1a19-4ee7-968b-477c37f47677 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ccfed4b-53dc-4bd6-a151-97c6b526edad HTTP/1.1" status: 200 len: 835 time: 0.0555029 May 04 17:49:14.142361 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5c0b4-6f35-4aea-87ab-63174ff7bc75 req-ed785060-5ea1-4684-8325-3d954114425c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:49:14.143793 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-46a5c0b4-6f35-4aea-87ab-63174ff7bc75 req-ed785060-5ea1-4684-8325-3d954114425c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6dc9d681-344a-48bb-a20c-706a87e47f18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715852 May 04 17:49:14.275589 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-46a5c0b4-6f35-4aea-87ab-63174ff7bc75 req-3fcf5c9f-2a93-42b2-b8fe-b42b5a29f38e service neutron] 10.222.0.42 "GET /v2.0/networks/6dc9d681-344a-48bb-a20c-706a87e47f18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246202 May 04 17:49:14.412780 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-46a5c0b4-6f35-4aea-87ab-63174ff7bc75 req-8d2f84a4-ee9e-4215-aa7c-914a97d33ff3 service neutron] 10.222.0.42 "GET /v2.0/networks/6dc9d681-344a-48bb-a20c-706a87e47f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306629 May 04 17:49:16.978145 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 58162) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:49:16.984432 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-cc098608-4d46-4a4c-9a79-4071fb290581 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'port': {'admin_state_up': True}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:49:17.101393 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cc098608-4d46-4a4c-9a79-4071fb290581 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:17.310496 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-cc098608-4d46-4a4c-9a79-4071fb290581 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] For port 8e26ee56-da4c-4cbd-a199-9d39ccc7d05a, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=8e26ee56-da4c-4cbd-a199-9d39ccc7d05a,segment=NetworkSegment(76408e17-01e0-45fd-a881-cf587e9985ab),segment_id=76408e17-01e0-45fd-a881-cf587e9985ab)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:49:17.334367 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cc098608-4d46-4a4c-9a79-4071fb290581 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:17.338892 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cc098608-4d46-4a4c-9a79-4071fb290581 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:17.405421 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc098608-4d46-4a4c-9a79-4071fb290581 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:49:17.406055 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-cc098608-4d46-4a4c-9a79-4071fb290581 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:17.407417 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-cc098608-4d46-4a4c-9a79-4071fb290581 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "PUT /v2.0/ports/8e26ee56-da4c-4cbd-a199-9d39ccc7d05a HTTP/1.1" status: 200 len: 937 time: 0.4282806 May 04 17:49:17.407962 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '842f0908-66c6-4d4e-ac48-0e0fd611cb17', 'tag': '8e26ee56-da4c-4cbd-a199-9d39ccc7d05a'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:49:17.411080 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 58166) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:49:17.429520 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc098608-4d46-4a4c-9a79-4071fb290581 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Port': ['ID=8e26ee56-da4c-4cbd-a199-9d39ccc7d05a,revision_number=7']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:49:17.437382 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc098608-4d46-4a4c-9a79-4071fb290581 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:17.437736 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc098608-4d46-4a4c-9a79-4071fb290581 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:17.438099 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc098608-4d46-4a4c-9a79-4071fb290581 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:17.438433 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc098608-4d46-4a4c-9a79-4071fb290581 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:17.438762 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc098608-4d46-4a4c-9a79-4071fb290581 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:17.439089 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc098608-4d46-4a4c-9a79-4071fb290581 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:17.439412 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc098608-4d46-4a4c-9a79-4071fb290581 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:17.439734 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc098608-4d46-4a4c-9a79-4071fb290581 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:17.440055 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc098608-4d46-4a4c-9a79-4071fb290581 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:17.440376 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc098608-4d46-4a4c-9a79-4071fb290581 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:17.440692 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc098608-4d46-4a4c-9a79-4071fb290581 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:17.441004 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc098608-4d46-4a4c-9a79-4071fb290581 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:17.463678 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4db5930-b0a5-477d-a3e7-bc5b50716089'] response: {'name': 'network-changed', 'server_uuid': '842f0908-66c6-4d4e-ac48-0e0fd611cb17', 'tag': '8e26ee56-da4c-4cbd-a199-9d39ccc7d05a', 'status': 'completed', 'code': 200} May 04 17:49:17.579747 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-baeaa3b5-2530-46fb-945e-8865a2aac442 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/floatingips/a086704d-2d0f-480c-a7fc-4094280e6f35 HTTP/1.1" status: 200 len: 993 time: 0.1675456 May 04 17:49:17.600334 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe800c1-916e-46f2-ba52-d93f3d592403 req-3daf52ce-d9d4-49f0-8c40-736a565ae1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:49:17.601778 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-ebe800c1-916e-46f2-ba52-d93f3d592403 req-3daf52ce-d9d4-49f0-8c40-736a565ae1e8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ede911fc7f845af95dd74968234120d&device_id=842f0908-66c6-4d4e-ac48-0e0fd611cb17 HTTP/1.1" status: 200 len: 1098 time: 0.1015589 May 04 17:49:17.686993 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-ac535c2f-a90c-452a-aea2-55f5e952c68c None None] Provisioning complete for port 8e26ee56-da4c-4cbd-a199-9d39ccc7d05a triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:49:17.687542 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ac535c2f-a90c-452a-aea2-55f5e952c68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:17.730745 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe800c1-916e-46f2-ba52-d93f3d592403 req-4f7596ff-44fb-49e2-9f1e-cf5ae9821ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:49:17.732174 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-ebe800c1-916e-46f2-ba52-d93f3d592403 req-4f7596ff-44fb-49e2-9f1e-cf5ae9821ec5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6dc9d681-344a-48bb-a20c-706a87e47f18 HTTP/1.1" status: 200 len: 897 time: 0.1233890 May 04 17:49:17.800276 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] get_ports_and_sgs() called for port_ids ['8e26ee56-da4c-4cbd-a199-9d39ccc7d05a'] {{(pid=88039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:49:17.945619 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-ebe800c1-916e-46f2-ba52-d93f3d592403 req-5daa52e2-28e7-4932-b7c0-feacc03bd712 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e26ee56-da4c-4cbd-a199-9d39ccc7d05a HTTP/1.1" status: 200 len: 1001 time: 0.2067468 May 04 17:49:18.011640 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe800c1-916e-46f2-ba52-d93f3d592403 req-a0f168d4-1429-4111-8905-24cee5ae7b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:49:18.013062 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-ebe800c1-916e-46f2-ba52-d93f3d592403 req-a0f168d4-1429-4111-8905-24cee5ae7b30 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ccfed4b-53dc-4bd6-a151-97c6b526edad HTTP/1.1" status: 200 len: 835 time: 0.0600064 May 04 17:49:18.086988 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe800c1-916e-46f2-ba52-d93f3d592403 req-df7db707-4765-46ac-8f2b-e994f10a2872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:49:18.088412 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-ebe800c1-916e-46f2-ba52-d93f3d592403 req-df7db707-4765-46ac-8f2b-e994f10a2872 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6dc9d681-344a-48bb-a20c-706a87e47f18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690050 May 04 17:49:18.221476 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-ebe800c1-916e-46f2-ba52-d93f3d592403 req-d443bb4a-9fc0-42e9-bcfe-adac1fac42dd service neutron] 10.222.0.42 "GET /v2.0/networks/6dc9d681-344a-48bb-a20c-706a87e47f18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231856 May 04 17:49:18.360774 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-ebe800c1-916e-46f2-ba52-d93f3d592403 req-c74608d5-2087-4e38-9241-ef1bf60d4375 service neutron] 10.222.0.42 "GET /v2.0/networks/6dc9d681-344a-48bb-a20c-706a87e47f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321647 May 04 17:49:20.174320 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 58178) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:49:20.381292 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-e583fa8a-ea0e-43a3-a209-bb45681ee9ac tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Deleting port 7a80f056-cf0a-4a3a-832d-232dd2f5e9cc {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:49:20.381636 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e583fa8a-ea0e-43a3-a209-bb45681ee9ac tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:20.545559 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e583fa8a-ea0e-43a3-a209-bb45681ee9ac tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:20.545806 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e583fa8a-ea0e-43a3-a209-bb45681ee9ac tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:20.668649 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-e583fa8a-ea0e-43a3-a209-bb45681ee9ac tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Calling delete_port for 7a80f056-cf0a-4a3a-832d-232dd2f5e9cc owned by network:floatingip {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:49:20.812633 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e583fa8a-ea0e-43a3-a209-bb45681ee9ac tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:20.860687 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e583fa8a-ea0e-43a3-a209-bb45681ee9ac tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event deleted for resources: {'Port': ['ID=7a80f056-cf0a-4a3a-832d-232dd2f5e9cc,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:49:20.950820 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e583fa8a-ea0e-43a3-a209-bb45681ee9ac tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for floatingip, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:20.951154 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.l3_db [None req-e583fa8a-ea0e-43a3-a209-bb45681ee9ac tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Floating IP 0f049993-6bbb-438c-8ef6-c4733b8a493f disassociated (deleted). External IP: 172.26.0.167, port: 59a765ef-c954-4828-8a7f-d804399a0c2f. May 04 17:49:21.399517 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e583fa8a-ea0e-43a3-a209-bb45681ee9ac tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Router 02d3a967-2ec1-4e29-9c39-44e3de3a689f has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:49:21.571027 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e583fa8a-ea0e-43a3-a209-bb45681ee9ac tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:49:21.580707 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc79daab-9782-4a93-b4da-25e80dff4da5 None None] Sync routers for ids ['02d3a967-2ec1-4e29-9c39-44e3de3a689f'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:49:21.590846 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc79daab-9782-4a93-b4da-25e80dff4da5 None None] Routers {'02d3a967-2ec1-4e29-9c39-44e3de3a689f'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:49:21.591122 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e583fa8a-ea0e-43a3-a209-bb45681ee9ac tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:21.591442 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-bc79daab-9782-4a93-b4da-25e80dff4da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:49:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['02d3a967-2ec1-4e29-9c39-44e3de3a689f'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:49:21.650169 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-e583fa8a-ea0e-43a3-a209-bb45681ee9ac tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "DELETE /v2.0/floatingips/0f049993-6bbb-438c-8ef6-c4733b8a493f HTTP/1.1" status: 204 len: 168 time: 1.4723973 May 04 17:49:21.650169 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e885dcf-9b3f-42ff-a833-2c780b6f4d62', 'tag': '59a765ef-c954-4828-8a7f-d804399a0c2f'}] {{(pid=88038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:49:21.694175 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4e48017-1a4e-449d-9251-7f247c374792'] response: {'name': 'network-changed', 'server_uuid': '3e885dcf-9b3f-42ff-a833-2c780b6f4d62', 'tag': '59a765ef-c954-4828-8a7f-d804399a0c2f', 'status': 'completed', 'code': 200} May 04 17:49:21.780110 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-bc79daab-9782-4a93-b4da-25e80dff4da5 None None] Set router 02d3a967-2ec1-4e29-9c39-44e3de3a689f gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:49:21.786353 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da434e8-cb48-4550-bb9e-1274c7798101 req-ec5026fe-2f03-46be-a3b8-83cb1c86b7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:49:21.788112 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-5da434e8-cb48-4550-bb9e-1274c7798101 req-ec5026fe-2f03-46be-a3b8-83cb1c86b7e9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ede911fc7f845af95dd74968234120d&device_id=3e885dcf-9b3f-42ff-a833-2c780b6f4d62 HTTP/1.1" status: 200 len: 1098 time: 0.0731802 May 04 17:49:21.931344 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da434e8-cb48-4550-bb9e-1274c7798101 req-7e021993-8495-470a-8cbf-ac15ba0190d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:49:21.932212 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-5da434e8-cb48-4550-bb9e-1274c7798101 req-7e021993-8495-470a-8cbf-ac15ba0190d4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6dc9d681-344a-48bb-a20c-706a87e47f18 HTTP/1.1" status: 200 len: 897 time: 0.1370330 May 04 17:49:22.005705 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-5da434e8-cb48-4550-bb9e-1274c7798101 req-7ab955f9-b8ae-4f25-854a-580e3c82fc44 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59a765ef-c954-4828-8a7f-d804399a0c2f HTTP/1.1" status: 200 len: 217 time: 0.0672643 May 04 17:49:22.077474 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da434e8-cb48-4550-bb9e-1274c7798101 req-48b81d4b-99a8-4804-bc9f-3457d5d974df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:49:22.078977 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-5da434e8-cb48-4550-bb9e-1274c7798101 req-48b81d4b-99a8-4804-bc9f-3457d5d974df service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ccfed4b-53dc-4bd6-a151-97c6b526edad HTTP/1.1" status: 200 len: 835 time: 0.0620291 May 04 17:49:22.143024 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-bc79daab-9782-4a93-b4da-25e80dff4da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d3a967-2ec1-4e29-9c39-44e3de3a689f', 'name': 'tempest-TestNetworkBasicOps-router-537955100', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.89'}], 'enable_snat': True}, 'gw_port_id': '01c31617-1a4d-432d-97ba-6e3576a9802c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:47:18Z', 'updated_at': '2022-05-04T17:47:23Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '01c31617-1a4d-432d-97ba-6e3576a9802c', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:66:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d3a967-2ec1-4e29-9c39-44e3de3a689f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:47:19Z', 'updated_at': '2022-05-04T17:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': 'a086704d-2d0f-480c-a7fc-4094280e6f35', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'floating_ip_address': '172.26.0.214', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '02d3a967-2ec1-4e29-9c39-44e3de3a689f', 'port_id': '8e26ee56-da4c-4cbd-a199-9d39ccc7d05a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dc9d681-344a-48bb-a20c-706a87e47f18', 'mac_address': 'fa:16:3e:d7:32:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842f0908-66c6-4d4e-ac48-0e0fd611cb17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:47:39Z', 'updated_at': '2022-05-04T17:47:41Z', 'revision_number': 1, 'project_id': '8ede911fc7f845af95dd74968234120d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17e3d714-331a-4065-bcc1-c1d27e5d272c', 'name': '', 'network_id': '6dc9d681-344a-48bb-a20c-706a87e47f18', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:88:82:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d3a967-2ec1-4e29-9c39-44e3de3a689f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '1ccfed4b-53dc-4bd6-a151-97c6b526edad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:47:22Z', 'updated_at': '2022-05-04T17:47:29Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '1ccfed4b-53dc-4bd6-a151-97c6b526edad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:49:22.147444 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc79daab-9782-4a93-b4da-25e80dff4da5 None None] Checking router: 02d3a967-2ec1-4e29-9c39-44e3de3a689f for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:49:22.155693 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc79daab-9782-4a93-b4da-25e80dff4da5 None None] Routers {'02d3a967-2ec1-4e29-9c39-44e3de3a689f'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:49:22.156261 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-bc79daab-9782-4a93-b4da-25e80dff4da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:49:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['02d3a967-2ec1-4e29-9c39-44e3de3a689f'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:49:22.215069 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da434e8-cb48-4550-bb9e-1274c7798101 req-6be38163-f70f-4ef1-80d7-40396314149d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:49:22.216446 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-5da434e8-cb48-4550-bb9e-1274c7798101 req-6be38163-f70f-4ef1-80d7-40396314149d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6dc9d681-344a-48bb-a20c-706a87e47f18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1306369 May 04 17:49:22.224760 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fca358-1f80-4957-8733-089e5d17e9c7 req-195f791a-dc63-4536-a98a-c6d17dee7975 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:49:22.225429 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-83fca358-1f80-4957-8733-089e5d17e9c7 req-195f791a-dc63-4536-a98a-c6d17dee7975 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Synchronizing usage tracker for tenant:8ede911fc7f845af95dd74968234120d on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:49:22.275933 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-83fca358-1f80-4957-8733-089e5d17e9c7 req-195f791a-dc63-4536-a98a-c6d17dee7975 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Unset dirty status for tenant:8ede911fc7f845af95dd74968234120d on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:49:22.277103 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-83fca358-1f80-4957-8733-089e5d17e9c7 req-195f791a-dc63-4536-a98a-c6d17dee7975 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e885dcf-9b3f-42ff-a833-2c780b6f4d62 HTTP/1.1" status: 200 len: 945 time: 0.1901722 May 04 17:49:22.362843 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-bc79daab-9782-4a93-b4da-25e80dff4da5 None None] Set router 02d3a967-2ec1-4e29-9c39-44e3de3a689f gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:49:22.390938 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-83fca358-1f80-4957-8733-089e5d17e9c7 req-ef95ebf7-63d2-48a5-bb74-afe339d23475 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a7eab3d-f71d-4f28-987b-3068c2d5e9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665042 May 04 17:49:22.394096 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-5da434e8-cb48-4550-bb9e-1274c7798101 req-fc822a3a-2f46-4e4c-afdd-3fcad9ce4fd6 service neutron] 10.222.0.42 "GET /v2.0/networks/6dc9d681-344a-48bb-a20c-706a87e47f18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659849 May 04 17:49:22.525028 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-5da434e8-cb48-4550-bb9e-1274c7798101 req-f70c96e3-774d-415c-b25e-6316dbdfde43 service neutron] 10.222.0.42 "GET /v2.0/networks/6dc9d681-344a-48bb-a20c-706a87e47f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233652 May 04 17:49:22.703902 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-bc79daab-9782-4a93-b4da-25e80dff4da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d3a967-2ec1-4e29-9c39-44e3de3a689f', 'name': 'tempest-TestNetworkBasicOps-router-537955100', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.89'}], 'enable_snat': True}, 'gw_port_id': '01c31617-1a4d-432d-97ba-6e3576a9802c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:47:18Z', 'updated_at': '2022-05-04T17:47:23Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '01c31617-1a4d-432d-97ba-6e3576a9802c', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:66:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d3a967-2ec1-4e29-9c39-44e3de3a689f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:47:19Z', 'updated_at': '2022-05-04T17:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': 'a086704d-2d0f-480c-a7fc-4094280e6f35', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'floating_ip_address': '172.26.0.214', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '02d3a967-2ec1-4e29-9c39-44e3de3a689f', 'port_id': '8e26ee56-da4c-4cbd-a199-9d39ccc7d05a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dc9d681-344a-48bb-a20c-706a87e47f18', 'mac_address': 'fa:16:3e:d7:32:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842f0908-66c6-4d4e-ac48-0e0fd611cb17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:47:39Z', 'updated_at': '2022-05-04T17:47:41Z', 'revision_number': 1, 'project_id': '8ede911fc7f845af95dd74968234120d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17e3d714-331a-4065-bcc1-c1d27e5d272c', 'name': '', 'network_id': '6dc9d681-344a-48bb-a20c-706a87e47f18', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:88:82:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d3a967-2ec1-4e29-9c39-44e3de3a689f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '1ccfed4b-53dc-4bd6-a151-97c6b526edad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:47:22Z', 'updated_at': '2022-05-04T17:47:29Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '1ccfed4b-53dc-4bd6-a151-97c6b526edad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:49:22.708341 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc79daab-9782-4a93-b4da-25e80dff4da5 None None] The sync data for ids ['02d3a967-2ec1-4e29-9c39-44e3de3a689f'] in dv-neutron-840426-1-hyperv is: [{'id': '02d3a967-2ec1-4e29-9c39-44e3de3a689f', 'name': 'tempest-TestNetworkBasicOps-router-537955100', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.89'}], 'enable_snat': True}, 'gw_port_id': '01c31617-1a4d-432d-97ba-6e3576a9802c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:47:18Z', 'updated_at': '2022-05-04T17:47:23Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '01c31617-1a4d-432d-97ba-6e3576a9802c', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:66:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d3a967-2ec1-4e29-9c39-44e3de3a689f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:47:19Z', 'updated_at': '2022-05-04T17:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': 'a086704d-2d0f-480c-a7fc-4094280e6f35', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'floating_ip_address': '172.26.0.214', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '02d3a967-2ec1-4e29-9c39-44e3de3a689f', 'port_id': '8e26ee56-da4c-4cbd-a199-9d39ccc7d05a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dc9d681-344a-48bb-a20c-706a87e47f18', 'mac_address': 'fa:16:3e:d7:32:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842f0908-66c6-4d4e-ac48-0e0fd611cb17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:47:39Z', 'updated_at': '2022-05-04T17:47:41Z', 'revision_number': 1, 'project_id': '8ede911fc7f845af95dd74968234120d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17e3d714-331a-4065-bcc1-c1d27e5d272c', 'name': '', 'network_id': '6dc9d681-344a-48bb-a20c-706a87e47f18', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:88:82:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d3a967-2ec1-4e29-9c39-44e3de3a689f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '1ccfed4b-53dc-4bd6-a151-97c6b526edad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:47:22Z', 'updated_at': '2022-05-04T17:47:29Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '1ccfed4b-53dc-4bd6-a151-97c6b526edad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:49:22.917351 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e9ffaa-1913-4928-879d-75d04e7b1dfb None None] New status for floating IP 0f049993-6bbb-438c-8ef6-c4733b8a493f: DOWN {{(pid=88039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:49:23.584030 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a007e-4470-40a5-ac6d-2a3d9cd5df9a req-ccb0c104-09ff-469b-a0a2-aedba5581f66 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:49:23.585537 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6f4a007e-4470-40a5-ac6d-2a3d9cd5df9a req-ccb0c104-09ff-469b-a0a2-aedba5581f66 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e885dcf-9b3f-42ff-a833-2c780b6f4d62 HTTP/1.1" status: 200 len: 945 time: 0.0851467 May 04 17:49:23.630079 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6f4a007e-4470-40a5-ac6d-2a3d9cd5df9a req-bfab1501-461d-4dc6-ba43-129d8a40a4da tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=5a7eab3d-f71d-4f28-987b-3068c2d5e9c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388155 May 04 17:49:23.828462 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e82ad0-00d9-4083-8a6f-e937a1b1b59d req-07fa2faf-1060-40a6-b4d9-f921d0f436a5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:49:23.829791 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-e1e82ad0-00d9-4083-8a6f-e937a1b1b59d req-07fa2faf-1060-40a6-b4d9-f921d0f436a5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e885dcf-9b3f-42ff-a833-2c780b6f4d62 HTTP/1.1" status: 200 len: 945 time: 0.0841761 May 04 17:49:23.898419 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [req-e1e82ad0-00d9-4083-8a6f-e937a1b1b59d req-0eaf8d6c-5c04-4163-a50a-fe4c620923d4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Deleting port 59a765ef-c954-4828-8a7f-d804399a0c2f {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:49:23.898857 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-e1e82ad0-00d9-4083-8a6f-e937a1b1b59d req-0eaf8d6c-5c04-4163-a50a-fe4c620923d4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:24.243660 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [req-e1e82ad0-00d9-4083-8a6f-e937a1b1b59d req-0eaf8d6c-5c04-4163-a50a-fe4c620923d4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] For port 59a765ef-c954-4828-8a7f-d804399a0c2f, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=59a765ef-c954-4828-8a7f-d804399a0c2f,segment=NetworkSegment(76408e17-01e0-45fd-a881-cf587e9985ab),segment_id=76408e17-01e0-45fd-a881-cf587e9985ab)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:49:24.244020 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-e1e82ad0-00d9-4083-8a6f-e937a1b1b59d req-0eaf8d6c-5c04-4163-a50a-fe4c620923d4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:24.363019 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [req-e1e82ad0-00d9-4083-8a6f-e937a1b1b59d req-0eaf8d6c-5c04-4163-a50a-fe4c620923d4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Calling delete_port for 59a765ef-c954-4828-8a7f-d804399a0c2f owned by compute:nova {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:49:24.501840 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-e1e82ad0-00d9-4083-8a6f-e937a1b1b59d req-0eaf8d6c-5c04-4163-a50a-fe4c620923d4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:24.552124 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaf8d6c-5c04-4163-a50a-fe4c620923d4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event deleted for resources: {'Port': ['ID=59a765ef-c954-4828-8a7f-d804399a0c2f,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:49:24.625280 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e82ad0-00d9-4083-8a6f-e937a1b1b59d req-0eaf8d6c-5c04-4163-a50a-fe4c620923d4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] No DVR routers for this DVR port 59a765ef-c954-4828-8a7f-d804399a0c2f on host hv-neutron-8404 {{(pid=88038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:49:24.627841 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-e1e82ad0-00d9-4083-8a6f-e937a1b1b59d req-0eaf8d6c-5c04-4163-a50a-fe4c620923d4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:24.630886 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e885dcf-9b3f-42ff-a833-2c780b6f4d62', 'name': 'network-vif-deleted', 'tag': '59a765ef-c954-4828-8a7f-d804399a0c2f'}] {{(pid=88038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:49:24.647820 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-e1e82ad0-00d9-4083-8a6f-e937a1b1b59d req-0eaf8d6c-5c04-4163-a50a-fe4c620923d4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.42 "DELETE /v2.0/ports/59a765ef-c954-4828-8a7f-d804399a0c2f HTTP/1.1" status: 204 len: 173 time: 0.8127215 May 04 17:49:24.679634 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cbea8cf-ceb8-4ca7-9126-e1d53a7e3c38'] response: {'server_uuid': '3e885dcf-9b3f-42ff-a833-2c780b6f4d62', 'name': 'network-vif-deleted', 'tag': '59a765ef-c954-4828-8a7f-d804399a0c2f', 'status': 'completed', 'code': 200} May 04 17:49:24.785302 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-460c19be-5e6f-494e-a39d-50ba1caa03ea req-1d01c623-2b84-40ef-8e7e-73a50c4f3c8e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e885dcf-9b3f-42ff-a833-2c780b6f4d62 HTTP/1.1" status: 200 len: 210 time: 0.0485287 May 04 17:49:25.881087 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 58196) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:49:25.950818 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d25866eb-9113-4a03-bf4e-4f4a7467bf9f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:25.980057 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d25866eb-9113-4a03-bf4e-4f4a7467bf9f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:26.045655 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d25866eb-9113-4a03-bf4e-4f4a7467bf9f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:26.062808 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25866eb-9113-4a03-bf4e-4f4a7467bf9f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7eab3d-f71d-4f28-987b-3068c2d5e9c8,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:49:26.074941 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d25866eb-9113-4a03-bf4e-4f4a7467bf9f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:26.076071 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-d25866eb-9113-4a03-bf4e-4f4a7467bf9f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "DELETE /v2.0/security-groups/5a7eab3d-f71d-4f28-987b-3068c2d5e9c8 HTTP/1.1" status: 204 len: 168 time: 0.1940041 May 04 17:49:26.104678 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 58202) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:49:26.282028 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 59a765ef-c954-4828-8a7f-d804399a0c2f no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:49:26.304514 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-adade77f-3df1-41a2-ac0a-1323f901d40c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Deleting port 3a827369-9048-40cf-8d7b-9b77ae484d6f {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:49:26.304858 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-adade77f-3df1-41a2-ac0a-1323f901d40c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:26.315461 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] No Port match for: 59a765ef-c954-4828-8a7f-d804399a0c2f {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:49:26.315807 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 59a765ef-c954-4828-8a7f-d804399a0c2f not bound to the agent host hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:49:26.467918 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-adade77f-3df1-41a2-ac0a-1323f901d40c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:26.468244 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-adade77f-3df1-41a2-ac0a-1323f901d40c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:26.585202 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-adade77f-3df1-41a2-ac0a-1323f901d40c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Calling delete_port for 3a827369-9048-40cf-8d7b-9b77ae484d6f owned by network:floatingip {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:49:26.731526 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-adade77f-3df1-41a2-ac0a-1323f901d40c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:26.777646 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adade77f-3df1-41a2-ac0a-1323f901d40c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event deleted for resources: {'Port': ['ID=3a827369-9048-40cf-8d7b-9b77ae484d6f,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:49:26.968084 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-adade77f-3df1-41a2-ac0a-1323f901d40c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for floatingip, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:26.968793 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.l3_db [None req-adade77f-3df1-41a2-ac0a-1323f901d40c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Floating IP a086704d-2d0f-480c-a7fc-4094280e6f35 disassociated (deleted). External IP: 172.26.0.214, port: 8e26ee56-da4c-4cbd-a199-9d39ccc7d05a. May 04 17:49:27.315388 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adade77f-3df1-41a2-ac0a-1323f901d40c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Router 02d3a967-2ec1-4e29-9c39-44e3de3a689f has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:49:27.497108 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adade77f-3df1-41a2-ac0a-1323f901d40c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:49:27.506879 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9b18e1-7faf-41e9-a520-0de5cac7677a None None] Sync routers for ids ['02d3a967-2ec1-4e29-9c39-44e3de3a689f'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:49:27.515506 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-adade77f-3df1-41a2-ac0a-1323f901d40c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:27.515664 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9b18e1-7faf-41e9-a520-0de5cac7677a None None] Routers {'02d3a967-2ec1-4e29-9c39-44e3de3a689f'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:49:27.516188 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-ee9b18e1-7faf-41e9-a520-0de5cac7677a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:49:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['02d3a967-2ec1-4e29-9c39-44e3de3a689f'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:49:27.581157 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-adade77f-3df1-41a2-ac0a-1323f901d40c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "DELETE /v2.0/floatingips/a086704d-2d0f-480c-a7fc-4094280e6f35 HTTP/1.1" status: 204 len: 168 time: 1.4730897 May 04 17:49:27.581157 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '842f0908-66c6-4d4e-ac48-0e0fd611cb17', 'tag': '8e26ee56-da4c-4cbd-a199-9d39ccc7d05a'}] {{(pid=88038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:49:27.629235 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.notifiers.nova [-] Nova event matching ['req-361d4bcf-c660-4bf6-a8df-816c16e854b2'] response: {'name': 'network-changed', 'server_uuid': '842f0908-66c6-4d4e-ac48-0e0fd611cb17', 'tag': '8e26ee56-da4c-4cbd-a199-9d39ccc7d05a', 'status': 'completed', 'code': 200} May 04 17:49:27.695718 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-ee9b18e1-7faf-41e9-a520-0de5cac7677a None None] Set router 02d3a967-2ec1-4e29-9c39-44e3de3a689f gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:49:27.727414 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cdbf21-d5f8-44dd-9a07-7360e1737369 req-3ff51f4e-b521-4a6a-a450-769f385c856c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:49:27.728907 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-f3cdbf21-d5f8-44dd-9a07-7360e1737369 req-3ff51f4e-b521-4a6a-a450-769f385c856c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ede911fc7f845af95dd74968234120d&device_id=842f0908-66c6-4d4e-ac48-0e0fd611cb17 HTTP/1.1" status: 200 len: 1098 time: 0.0773973 May 04 17:49:27.873679 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cdbf21-d5f8-44dd-9a07-7360e1737369 req-1892b4b7-f335-45f6-b403-2ee253df4358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:49:27.875267 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-f3cdbf21-d5f8-44dd-9a07-7360e1737369 req-1892b4b7-f335-45f6-b403-2ee253df4358 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6dc9d681-344a-48bb-a20c-706a87e47f18 HTTP/1.1" status: 200 len: 897 time: 0.1403313 May 04 17:49:27.947500 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-f3cdbf21-d5f8-44dd-9a07-7360e1737369 req-d9b05dac-5b55-45ab-8cbd-099ad4df25b4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e26ee56-da4c-4cbd-a199-9d39ccc7d05a HTTP/1.1" status: 200 len: 217 time: 0.0660396 May 04 17:49:27.974153 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24d0d5-80ce-4849-8b5b-186c7b5c65ba req-1f273425-d589-4a97-92be-b6af09459aea tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:49:27.976368 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2b24d0d5-80ce-4849-8b5b-186c7b5c65ba req-1f273425-d589-4a97-92be-b6af09459aea tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=842f0908-66c6-4d4e-ac48-0e0fd611cb17 HTTP/1.1" status: 200 len: 945 time: 0.0849259 May 04 17:49:28.017228 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cdbf21-d5f8-44dd-9a07-7360e1737369 req-8334166f-a856-4efc-8e0b-2b320f1d3389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:49:28.018775 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-f3cdbf21-d5f8-44dd-9a07-7360e1737369 req-8334166f-a856-4efc-8e0b-2b320f1d3389 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1ccfed4b-53dc-4bd6-a151-97c6b526edad HTTP/1.1" status: 200 len: 835 time: 0.0647304 May 04 17:49:28.033076 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2b24d0d5-80ce-4849-8b5b-186c7b5c65ba req-ed419a55-b449-4320-ba71-bb03d80b947d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1ea01d1-b8b6-4c3e-8943-97cbee205599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504832 May 04 17:49:28.039781 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-ee9b18e1-7faf-41e9-a520-0de5cac7677a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d3a967-2ec1-4e29-9c39-44e3de3a689f', 'name': 'tempest-TestNetworkBasicOps-router-537955100', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.89'}], 'enable_snat': True}, 'gw_port_id': '01c31617-1a4d-432d-97ba-6e3576a9802c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:47:18Z', 'updated_at': '2022-05-04T17:47:23Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '01c31617-1a4d-432d-97ba-6e3576a9802c', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:66:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d3a967-2ec1-4e29-9c39-44e3de3a689f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:47:19Z', 'updated_at': '2022-05-04T17:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '17e3d714-331a-4065-bcc1-c1d27e5d272c', 'name': '', 'network_id': '6dc9d681-344a-48bb-a20c-706a87e47f18', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:88:82:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d3a967-2ec1-4e29-9c39-44e3de3a689f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '1ccfed4b-53dc-4bd6-a151-97c6b526edad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:47:22Z', 'updated_at': '2022-05-04T17:47:29Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '1ccfed4b-53dc-4bd6-a151-97c6b526edad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:49:28.044633 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9b18e1-7faf-41e9-a520-0de5cac7677a None None] Checking router: 02d3a967-2ec1-4e29-9c39-44e3de3a689f for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:49:28.056010 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9b18e1-7faf-41e9-a520-0de5cac7677a None None] Routers {'02d3a967-2ec1-4e29-9c39-44e3de3a689f'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:49:28.056010 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-ee9b18e1-7faf-41e9-a520-0de5cac7677a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:49:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['02d3a967-2ec1-4e29-9c39-44e3de3a689f'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:49:28.096396 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cdbf21-d5f8-44dd-9a07-7360e1737369 req-eb707955-c062-464e-8f94-611b0de99470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:49:28.098438 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-f3cdbf21-d5f8-44dd-9a07-7360e1737369 req-eb707955-c062-464e-8f94-611b0de99470 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6dc9d681-344a-48bb-a20c-706a87e47f18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711243 May 04 17:49:28.230012 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-f3cdbf21-d5f8-44dd-9a07-7360e1737369 req-7b5ba51d-d7cb-418a-8d09-031d66814c9b service neutron] 10.222.0.42 "GET /v2.0/networks/6dc9d681-344a-48bb-a20c-706a87e47f18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247468 May 04 17:49:28.230267 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-ee9b18e1-7faf-41e9-a520-0de5cac7677a None None] Set router 02d3a967-2ec1-4e29-9c39-44e3de3a689f gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:49:28.361550 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-f3cdbf21-d5f8-44dd-9a07-7360e1737369 req-0eae4d64-941b-4ea8-ac68-7317df8f5c33 service neutron] 10.222.0.42 "GET /v2.0/networks/6dc9d681-344a-48bb-a20c-706a87e47f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244895 May 04 17:49:28.572200 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-ee9b18e1-7faf-41e9-a520-0de5cac7677a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d3a967-2ec1-4e29-9c39-44e3de3a689f', 'name': 'tempest-TestNetworkBasicOps-router-537955100', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.89'}], 'enable_snat': True}, 'gw_port_id': '01c31617-1a4d-432d-97ba-6e3576a9802c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:47:18Z', 'updated_at': '2022-05-04T17:47:23Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '01c31617-1a4d-432d-97ba-6e3576a9802c', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:66:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d3a967-2ec1-4e29-9c39-44e3de3a689f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:47:19Z', 'updated_at': '2022-05-04T17:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '17e3d714-331a-4065-bcc1-c1d27e5d272c', 'name': '', 'network_id': '6dc9d681-344a-48bb-a20c-706a87e47f18', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:88:82:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d3a967-2ec1-4e29-9c39-44e3de3a689f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '1ccfed4b-53dc-4bd6-a151-97c6b526edad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:47:22Z', 'updated_at': '2022-05-04T17:47:29Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '1ccfed4b-53dc-4bd6-a151-97c6b526edad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:49:28.575944 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9b18e1-7faf-41e9-a520-0de5cac7677a None None] The sync data for ids ['02d3a967-2ec1-4e29-9c39-44e3de3a689f'] in dv-neutron-840426-1-hyperv is: [{'id': '02d3a967-2ec1-4e29-9c39-44e3de3a689f', 'name': 'tempest-TestNetworkBasicOps-router-537955100', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.89'}], 'enable_snat': True}, 'gw_port_id': '01c31617-1a4d-432d-97ba-6e3576a9802c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:47:18Z', 'updated_at': '2022-05-04T17:47:23Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '01c31617-1a4d-432d-97ba-6e3576a9802c', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:66:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d3a967-2ec1-4e29-9c39-44e3de3a689f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:47:19Z', 'updated_at': '2022-05-04T17:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '17e3d714-331a-4065-bcc1-c1d27e5d272c', 'name': '', 'network_id': '6dc9d681-344a-48bb-a20c-706a87e47f18', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:88:82:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d3a967-2ec1-4e29-9c39-44e3de3a689f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '1ccfed4b-53dc-4bd6-a151-97c6b526edad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:47:22Z', 'updated_at': '2022-05-04T17:47:29Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '1ccfed4b-53dc-4bd6-a151-97c6b526edad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:49:28.786360 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9119071-7e49-48ef-acee-58450acdc3be None None] New status for floating IP a086704d-2d0f-480c-a7fc-4094280e6f35: DOWN {{(pid=88039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:49:29.337509 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7706b53-9050-40c1-8ad4-ce884b11d84d req-a48bd7fa-84b5-4371-9752-2fd1c67d0b40 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:49:29.338225 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-b7706b53-9050-40c1-8ad4-ce884b11d84d req-a48bd7fa-84b5-4371-9752-2fd1c67d0b40 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Synchronizing usage tracker for tenant:8ede911fc7f845af95dd74968234120d on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:49:29.353472 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-b7706b53-9050-40c1-8ad4-ce884b11d84d req-a48bd7fa-84b5-4371-9752-2fd1c67d0b40 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Unset dirty status for tenant:8ede911fc7f845af95dd74968234120d on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:49:29.354819 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-b7706b53-9050-40c1-8ad4-ce884b11d84d req-a48bd7fa-84b5-4371-9752-2fd1c67d0b40 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=842f0908-66c6-4d4e-ac48-0e0fd611cb17 HTTP/1.1" status: 200 len: 945 time: 0.2148376 May 04 17:49:29.399980 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-b7706b53-9050-40c1-8ad4-ce884b11d84d req-d33c977d-748b-4571-9c14-05ad3b62f704 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Synchronizing usage tracker for tenant:8ede911fc7f845af95dd74968234120d on resource:security_group {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:49:29.414958 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-b7706b53-9050-40c1-8ad4-ce884b11d84d req-d33c977d-748b-4571-9c14-05ad3b62f704 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Unset dirty status for tenant:8ede911fc7f845af95dd74968234120d on resource:security_group {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:49:29.416273 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-b7706b53-9050-40c1-8ad4-ce884b11d84d req-d33c977d-748b-4571-9c14-05ad3b62f704 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1ea01d1-b8b6-4c3e-8943-97cbee205599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554605 May 04 17:49:29.516190 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341529ff-8165-4f5b-8b8c-b0e9edb6b26d req-99ec45a8-d8e3-4f61-b8e5-c9f08aee3aa2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:49:29.517500 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-341529ff-8165-4f5b-8b8c-b0e9edb6b26d req-99ec45a8-d8e3-4f61-b8e5-c9f08aee3aa2 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.42 "GET /v2.0/ports?device_id=842f0908-66c6-4d4e-ac48-0e0fd611cb17 HTTP/1.1" status: 200 len: 945 time: 0.0827422 May 04 17:49:29.585889 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [req-341529ff-8165-4f5b-8b8c-b0e9edb6b26d req-7ed16ed0-6609-4630-9f65-22238d034f4f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Deleting port 8e26ee56-da4c-4cbd-a199-9d39ccc7d05a {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:49:29.586267 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-341529ff-8165-4f5b-8b8c-b0e9edb6b26d req-7ed16ed0-6609-4630-9f65-22238d034f4f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:29.857557 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [req-341529ff-8165-4f5b-8b8c-b0e9edb6b26d req-7ed16ed0-6609-4630-9f65-22238d034f4f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] For port 8e26ee56-da4c-4cbd-a199-9d39ccc7d05a, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=8e26ee56-da4c-4cbd-a199-9d39ccc7d05a,segment=NetworkSegment(76408e17-01e0-45fd-a881-cf587e9985ab),segment_id=76408e17-01e0-45fd-a881-cf587e9985ab)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:49:29.857910 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-341529ff-8165-4f5b-8b8c-b0e9edb6b26d req-7ed16ed0-6609-4630-9f65-22238d034f4f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:29.980589 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [req-341529ff-8165-4f5b-8b8c-b0e9edb6b26d req-7ed16ed0-6609-4630-9f65-22238d034f4f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Calling delete_port for 8e26ee56-da4c-4cbd-a199-9d39ccc7d05a owned by compute:nova {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:49:30.128282 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-341529ff-8165-4f5b-8b8c-b0e9edb6b26d req-7ed16ed0-6609-4630-9f65-22238d034f4f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:30.176210 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed16ed0-6609-4630-9f65-22238d034f4f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event deleted for resources: {'Port': ['ID=8e26ee56-da4c-4cbd-a199-9d39ccc7d05a,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:49:30.256985 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [req-341529ff-8165-4f5b-8b8c-b0e9edb6b26d req-7ed16ed0-6609-4630-9f65-22238d034f4f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] No DVR routers for this DVR port 8e26ee56-da4c-4cbd-a199-9d39ccc7d05a on host hv-neutron-8404 {{(pid=88038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:49:30.259225 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-341529ff-8165-4f5b-8b8c-b0e9edb6b26d req-7ed16ed0-6609-4630-9f65-22238d034f4f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:30.261636 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '842f0908-66c6-4d4e-ac48-0e0fd611cb17', 'name': 'network-vif-deleted', 'tag': '8e26ee56-da4c-4cbd-a199-9d39ccc7d05a'}] {{(pid=88038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:49:30.277415 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-341529ff-8165-4f5b-8b8c-b0e9edb6b26d req-7ed16ed0-6609-4630-9f65-22238d034f4f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.42 "DELETE /v2.0/ports/8e26ee56-da4c-4cbd-a199-9d39ccc7d05a HTTP/1.1" status: 204 len: 173 time: 0.7547638 May 04 17:49:30.306185 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2adc63e-57dc-4d8d-b366-aa0d8745f323'] response: {'server_uuid': '842f0908-66c6-4d4e-ac48-0e0fd611cb17', 'name': 'network-vif-deleted', 'tag': '8e26ee56-da4c-4cbd-a199-9d39ccc7d05a', 'status': 'completed', 'code': 200} May 04 17:49:30.579207 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-e8b2d2f7-556c-4f79-81d9-a9460ba0d705 req-82a4c9d9-e68d-4221-aa10-f970e8b2db91 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Synchronizing usage tracker for tenant:8ede911fc7f845af95dd74968234120d on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:49:30.594856 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-e8b2d2f7-556c-4f79-81d9-a9460ba0d705 req-82a4c9d9-e68d-4221-aa10-f970e8b2db91 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Unset dirty status for tenant:8ede911fc7f845af95dd74968234120d on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:49:30.596113 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-e8b2d2f7-556c-4f79-81d9-a9460ba0d705 req-82a4c9d9-e68d-4221-aa10-f970e8b2db91 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=842f0908-66c6-4d4e-ac48-0e0fd611cb17 HTTP/1.1" status: 200 len: 210 time: 0.0587108 May 04 17:49:31.696227 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 58220) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:49:31.764590 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-600ed995-a218-4b35-923e-f24039eef523 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:31.794105 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-600ed995-a218-4b35-923e-f24039eef523 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:31.855313 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-600ed995-a218-4b35-923e-f24039eef523 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:31.873069 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600ed995-a218-4b35-923e-f24039eef523 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ea01d1-b8b6-4c3e-8943-97cbee205599,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:49:31.883449 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-600ed995-a218-4b35-923e-f24039eef523 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:31.884552 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-600ed995-a218-4b35-923e-f24039eef523 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "DELETE /v2.0/security-groups/e1ea01d1-b8b6-4c3e-8943-97cbee205599 HTTP/1.1" status: 204 len: 168 time: 0.1873524 May 04 17:49:31.914416 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 58226) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:49:32.342366 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 8e26ee56-da4c-4cbd-a199-9d39ccc7d05a no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:49:32.376444 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] No Port match for: 8e26ee56-da4c-4cbd-a199-9d39ccc7d05a {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:49:32.376789 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 8e26ee56-da4c-4cbd-a199-9d39ccc7d05a not bound to the agent host hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:49:32.560815 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4fcb74b9-b46c-4ef9-8346-5afedd83c79b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710748'] for router_interface, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:32.903445 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-4fcb74b9-b46c-4ef9-8346-5afedd83c79b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Deleting port 17e3d714-331a-4065-bcc1-c1d27e5d272c {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:49:32.904123 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4fcb74b9-b46c-4ef9-8346-5afedd83c79b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:33.092225 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-4fcb74b9-b46c-4ef9-8346-5afedd83c79b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] For port 17e3d714-331a-4065-bcc1-c1d27e5d272c, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=17e3d714-331a-4065-bcc1-c1d27e5d272c,segment=NetworkSegment(76408e17-01e0-45fd-a881-cf587e9985ab),segment_id=76408e17-01e0-45fd-a881-cf587e9985ab)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:49:33.092578 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4fcb74b9-b46c-4ef9-8346-5afedd83c79b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:33.207958 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-2c771b28-94f1-430c-91ee-2d8ad04728fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:33.214197 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-4fcb74b9-b46c-4ef9-8346-5afedd83c79b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Calling delete_port for 17e3d714-331a-4065-bcc1-c1d27e5d272c owned by network:router_interface {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:49:33.545340 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4fcb74b9-b46c-4ef9-8346-5afedd83c79b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:33.592129 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcb74b9-b46c-4ef9-8346-5afedd83c79b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event deleted for resources: {'Port': ['ID=17e3d714-331a-4065-bcc1-c1d27e5d272c,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:49:33.972004 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4fcb74b9-b46c-4ef9-8346-5afedd83c79b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710832'] for router_interface, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:34.338083 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fcb74b9-b46c-4ef9-8346-5afedd83c79b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Router 02d3a967-2ec1-4e29-9c39-44e3de3a689f has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:49:34.508936 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fcb74b9-b46c-4ef9-8346-5afedd83c79b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:49:34.517980 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25433de7-38d0-405f-aea5-293bf2d7ca7d None None] Sync routers for ids ['02d3a967-2ec1-4e29-9c39-44e3de3a689f'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:49:34.527212 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-4fcb74b9-b46c-4ef9-8346-5afedd83c79b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "PUT /v2.0/routers/02d3a967-2ec1-4e29-9c39-44e3de3a689f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6092579 May 04 17:49:34.527467 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25433de7-38d0-405f-aea5-293bf2d7ca7d None None] Routers {'02d3a967-2ec1-4e29-9c39-44e3de3a689f'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:49:34.527588 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 58230) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:49:34.528169 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-25433de7-38d0-405f-aea5-293bf2d7ca7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:49:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['02d3a967-2ec1-4e29-9c39-44e3de3a689f'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:49:34.594666 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_v2 [None req-08c483a8-2b1b-4d4e-b623-df4bda386f0a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Deleting subnet 1ccfed4b-53dc-4bd6-a151-97c6b526edad {{(pid=88038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:49:34.597628 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-08c483a8-2b1b-4d4e-b623-df4bda386f0a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for subnet, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:34.650758 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-08c483a8-2b1b-4d4e-b623-df4bda386f0a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-801696'] for subnet, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:34.699722 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-25433de7-38d0-405f-aea5-293bf2d7ca7d None None] Set router 02d3a967-2ec1-4e29-9c39-44e3de3a689f gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:49:34.733937 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-08c483a8-2b1b-4d4e-b623-df4bda386f0a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:34.810795 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-08c483a8-2b1b-4d4e-b623-df4bda386f0a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:34.849128 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c483a8-2b1b-4d4e-b623-df4bda386f0a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event deleted for resources: {'Subnet': ['ID=1ccfed4b-53dc-4bd6-a151-97c6b526edad,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:49:34.852821 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-08c483a8-2b1b-4d4e-b623-df4bda386f0a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:34.858943 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-08c483a8-2b1b-4d4e-b623-df4bda386f0a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "DELETE /v2.0/subnets/1ccfed4b-53dc-4bd6-a151-97c6b526edad HTTP/1.1" status: 204 len: 168 time: 0.3305113 May 04 17:49:34.859770 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c809bd3-4061-4cb2-80a7-74cada1f8da8 None None] Network 6dc9d681-344a-48bb-a20c-706a87e47f18 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:49:34.861489 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 58234) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:49:34.979106 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-25433de7-38d0-405f-aea5-293bf2d7ca7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d3a967-2ec1-4e29-9c39-44e3de3a689f', 'name': 'tempest-TestNetworkBasicOps-router-537955100', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.89'}], 'enable_snat': True}, 'gw_port_id': '01c31617-1a4d-432d-97ba-6e3576a9802c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:47:18Z', 'updated_at': '2022-05-04T17:49:33Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '01c31617-1a4d-432d-97ba-6e3576a9802c', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:66:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d3a967-2ec1-4e29-9c39-44e3de3a689f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:47:19Z', 'updated_at': '2022-05-04T17:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:49:34.983003 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25433de7-38d0-405f-aea5-293bf2d7ca7d None None] Checking router: 02d3a967-2ec1-4e29-9c39-44e3de3a689f for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:49:34.991947 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25433de7-38d0-405f-aea5-293bf2d7ca7d None None] Routers {'02d3a967-2ec1-4e29-9c39-44e3de3a689f'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:49:34.992631 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-25433de7-38d0-405f-aea5-293bf2d7ca7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:49:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['02d3a967-2ec1-4e29-9c39-44e3de3a689f'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:49:35.049276 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6bc5b763-1ec9-4199-a21b-0ad235e4e89c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for router, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:35.159420 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89605124-a14a-4654-916d-ef9db4ba236a None None] DHCP port deletion for 6dc9d681-344a-48bb-a20c-706a87e47f18 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:49:35.164472 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-89605124-a14a-4654-916d-ef9db4ba236a None None] Deleting port 3eec5b5e-46a2-4ff1-b44d-473c335f60b4 {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:49:35.164853 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-89605124-a14a-4654-916d-ef9db4ba236a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:35.199918 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-25433de7-38d0-405f-aea5-293bf2d7ca7d None None] Set router 02d3a967-2ec1-4e29-9c39-44e3de3a689f gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:49:35.244155 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6bc5b763-1ec9-4199-a21b-0ad235e4e89c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:35.254237 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-6bc5b763-1ec9-4199-a21b-0ad235e4e89c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Deleting port 01c31617-1a4d-432d-97ba-6e3576a9802c {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:49:35.254699 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6bc5b763-1ec9-4199-a21b-0ad235e4e89c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:35.391176 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-89605124-a14a-4654-916d-ef9db4ba236a None None] For port 3eec5b5e-46a2-4ff1-b44d-473c335f60b4, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=3eec5b5e-46a2-4ff1-b44d-473c335f60b4,segment=NetworkSegment(76408e17-01e0-45fd-a881-cf587e9985ab),segment_id=76408e17-01e0-45fd-a881-cf587e9985ab)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:49:35.391552 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-89605124-a14a-4654-916d-ef9db4ba236a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:35.523078 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-25433de7-38d0-405f-aea5-293bf2d7ca7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d3a967-2ec1-4e29-9c39-44e3de3a689f', 'name': 'tempest-TestNetworkBasicOps-router-537955100', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.89'}], 'enable_snat': True}, 'gw_port_id': '01c31617-1a4d-432d-97ba-6e3576a9802c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:47:18Z', 'updated_at': '2022-05-04T17:49:33Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '01c31617-1a4d-432d-97ba-6e3576a9802c', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:66:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d3a967-2ec1-4e29-9c39-44e3de3a689f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:47:19Z', 'updated_at': '2022-05-04T17:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:49:35.527286 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-89605124-a14a-4654-916d-ef9db4ba236a None None] Calling delete_port for 3eec5b5e-46a2-4ff1-b44d-473c335f60b4 owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:49:35.528319 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25433de7-38d0-405f-aea5-293bf2d7ca7d None None] The sync data for ids ['02d3a967-2ec1-4e29-9c39-44e3de3a689f'] in dv-neutron-840426-1-hyperv is: [{'id': '02d3a967-2ec1-4e29-9c39-44e3de3a689f', 'name': 'tempest-TestNetworkBasicOps-router-537955100', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.89'}], 'enable_snat': True}, 'gw_port_id': '01c31617-1a4d-432d-97ba-6e3576a9802c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:47:18Z', 'updated_at': '2022-05-04T17:49:33Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': '01c31617-1a4d-432d-97ba-6e3576a9802c', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:66:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d3a967-2ec1-4e29-9c39-44e3de3a689f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:47:19Z', 'updated_at': '2022-05-04T17:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:49:35.572784 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-6bc5b763-1ec9-4199-a21b-0ad235e4e89c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] For port 01c31617-1a4d-432d-97ba-6e3576a9802c, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=01c31617-1a4d-432d-97ba-6e3576a9802c,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:49:35.573161 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6bc5b763-1ec9-4199-a21b-0ad235e4e89c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:35.578536 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-cf8a746d-9d29-42e4-8a0e-18b748893aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:35.612578 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-89605124-a14a-4654-916d-ef9db4ba236a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124'] for port, after_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:35.659101 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89605124-a14a-4654-916d-ef9db4ba236a None None] Pushing event deleted for resources: {'Port': ['ID=3eec5b5e-46a2-4ff1-b44d-473c335f60b4,revision_number=None']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:49:35.663773 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89605124-a14a-4654-916d-ef9db4ba236a None None] No DVR routers for this DVR port 3eec5b5e-46a2-4ff1-b44d-473c335f60b4 on host dv-neutron-840426-1-hyperv {{(pid=88039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:49:35.673119 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89605124-a14a-4654-916d-ef9db4ba236a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:35.673381 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89605124-a14a-4654-916d-ef9db4ba236a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:35.673573 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89605124-a14a-4654-916d-ef9db4ba236a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:35.673834 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89605124-a14a-4654-916d-ef9db4ba236a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:35.674178 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89605124-a14a-4654-916d-ef9db4ba236a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:35.674543 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89605124-a14a-4654-916d-ef9db4ba236a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:35.674820 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89605124-a14a-4654-916d-ef9db4ba236a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:35.675144 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89605124-a14a-4654-916d-ef9db4ba236a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:35.676113 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89605124-a14a-4654-916d-ef9db4ba236a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:35.676445 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89605124-a14a-4654-916d-ef9db4ba236a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:35.676765 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89605124-a14a-4654-916d-ef9db4ba236a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:35.677083 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89605124-a14a-4654-916d-ef9db4ba236a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:35.698319 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-6bc5b763-1ec9-4199-a21b-0ad235e4e89c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Calling delete_port for 01c31617-1a4d-432d-97ba-6e3576a9802c owned by network:router_gateway {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:49:35.861789 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6bc5b763-1ec9-4199-a21b-0ad235e4e89c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:35.909090 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc5b763-1ec9-4199-a21b-0ad235e4e89c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event deleted for resources: {'Port': ['ID=01c31617-1a4d-432d-97ba-6e3576a9802c,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:49:36.005509 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6bc5b763-1ec9-4199-a21b-0ad235e4e89c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710199'] for router_gateway, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:36.179562 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6bc5b763-1ec9-4199-a21b-0ad235e4e89c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:36.181658 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6bc5b763-1ec9-4199-a21b-0ad235e4e89c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:36.204358 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6bc5b763-1ec9-4199-a21b-0ad235e4e89c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:36.204845 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bc5b763-1ec9-4199-a21b-0ad235e4e89c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Fanout notify agent at l3_agent the message router_deleted on router 02d3a967-2ec1-4e29-9c39-44e3de3a689f {{(pid=88038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:49:36.220170 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6bc5b763-1ec9-4199-a21b-0ad235e4e89c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:36.224159 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-6bc5b763-1ec9-4199-a21b-0ad235e4e89c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "DELETE /v2.0/routers/02d3a967-2ec1-4e29-9c39-44e3de3a689f HTTP/1.1" status: 204 len: 168 time: 1.3586273 May 04 17:49:36.224257 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 58238) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:49:36.340122 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6f67a2a3-26e1-4fc4-9c94-e8e6a964b950 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:36.470277 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6f67a2a3-26e1-4fc4-9c94-e8e6a964b950 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:36.494587 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-6f67a2a3-26e1-4fc4-9c94-e8e6a964b950 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dc9d681-344a-48bb-a20c-706a87e47f18']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:49:36.506048 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-6f67a2a3-26e1-4fc4-9c94-e8e6a964b950 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76408e17-01e0-45fd-a881-cf587e9985ab') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:49:36.506340 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-6f67a2a3-26e1-4fc4-9c94-e8e6a964b950 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76408e17-01e0-45fd-a881-cf587e9985ab') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:49:36.517100 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6f67a2a3-26e1-4fc4-9c94-e8e6a964b950 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:36.532208 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6f67a2a3-26e1-4fc4-9c94-e8e6a964b950 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:36.538510 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f67a2a3-26e1-4fc4-9c94-e8e6a964b950 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:49:36.538884 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6f67a2a3-26e1-4fc4-9c94-e8e6a964b950 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:36.554223 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 17:49:36.554223 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:49:36.554223 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 17:49:36.554223 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:49:36.554223 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 17:49:36.554223 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:49:36.554223 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 17:49:36.554223 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:49:36.554223 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 17:49:36.554223 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:49:36.554223 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 17:49:36.554223 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:49:36.554223 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 17:49:36.554223 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:49:36.554223 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:49:36.554223 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:49:36.554223 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:49:36.554223 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:49:36.554223 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 17:49:36.554223 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:49:36.554223 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 17:49:36.554223 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:49:36.554223 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:49:36.554223 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:49:36.554223 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 17:49:36.554223 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:49:36.554223 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:49:36.554223 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:49:36.554223 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:49:36.554223 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:49:36.554223 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:49:36.554223 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:49:36.559654 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:36.582686 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:36.638224 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6f67a2a3-26e1-4fc4-9c94-e8e6a964b950 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:36.658622 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6f67a2a3-26e1-4fc4-9c94-e8e6a964b950 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:36.665777 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f67a2a3-26e1-4fc4-9c94-e8e6a964b950 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event deleted for resources: {'Network': ['ID=6dc9d681-344a-48bb-a20c-706a87e47f18,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:49:36.677378 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-6f67a2a3-26e1-4fc4-9c94-e8e6a964b950 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "DELETE /v2.0/networks/6dc9d681-344a-48bb-a20c-706a87e47f18 HTTP/1.1" status: 204 len: 168 time: 0.4520841 May 04 17:49:36.706250 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 58242) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:49:36.713724 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-256ec0a4-ff61-48d0-8dde-45ff73c9f4e5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'network': {'name': 'tempest-network-smoke--1945687680', 'project_id': '8ede911fc7f845af95dd74968234120d', 'port_security_enabled': True}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:49:36.718637 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-256ec0a4-ff61-48d0-8dde-45ff73c9f4e5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:49:36.723350 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-256ec0a4-ff61-48d0-8dde-45ff73c9f4e5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:network and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:49:36.726405 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-256ec0a4-ff61-48d0-8dde-45ff73c9f4e5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:49:36.732144 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-256ec0a4-ff61-48d0-8dde-45ff73c9f4e5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:49:36.742015 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256ec0a4-ff61-48d0-8dde-45ff73c9f4e5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Made reservation on behalf of 8ede911fc7f845af95dd74968234120d for: {'network': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:49:36.745326 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-256ec0a4-ff61-48d0-8dde-45ff73c9f4e5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:36.772520 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-256ec0a4-ff61-48d0-8dde-45ff73c9f4e5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=88038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:49:36.780804 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-256ec0a4-ff61-48d0-8dde-45ff73c9f4e5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:36.781151 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.segments_db [None req-256ec0a4-ff61-48d0-8dde-45ff73c9f4e5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Added segment 83996842-d3cc-4a9a-8549-507c75a058d6 of type vlan for network 3e683509-f229-4844-85a9-79fc7df986d5 May 04 17:49:36.807735 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-256ec0a4-ff61-48d0-8dde-45ff73c9f4e5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:36.835581 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-256ec0a4-ff61-48d0-8dde-45ff73c9f4e5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:36.840962 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256ec0a4-ff61-48d0-8dde-45ff73c9f4e5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:49:36.841544 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-256ec0a4-ff61-48d0-8dde-45ff73c9f4e5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:36.903029 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-256ec0a4-ff61-48d0-8dde-45ff73c9f4e5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1941838 May 04 17:49:36.905911 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 58246) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:49:36.912334 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-46d17ecf-d92b-4f96-8af1-d521fd71405a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2134764772', 'admin_state_up': True, 'project_id': '8ede911fc7f845af95dd74968234120d', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:49:36.920338 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-46d17ecf-d92b-4f96-8af1-d521fd71405a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:49:36.924215 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-46d17ecf-d92b-4f96-8af1-d521fd71405a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:router and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:49:36.928641 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-46d17ecf-d92b-4f96-8af1-d521fd71405a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:49:36.931638 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 17e3d714-331a-4065-bcc1-c1d27e5d272c no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:49:36.935584 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-46d17ecf-d92b-4f96-8af1-d521fd71405a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:49:36.947075 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-46d17ecf-d92b-4f96-8af1-d521fd71405a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:36.948488 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-46d17ecf-d92b-4f96-8af1-d521fd71405a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:36.963658 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ec0a4-ff61-48d0-8dde-45ff73c9f4e5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Network': ['ID=3e683509-f229-4844-85a9-79fc7df986d5,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:49:36.964800 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-46d17ecf-d92b-4f96-8af1-d521fd71405a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:36.968280 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 17e3d714-331a-4065-bcc1-c1d27e5d272c {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:49:36.968636 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 17e3d714-331a-4065-bcc1-c1d27e5d272c not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:49:36.969055 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 3eec5b5e-46a2-4ff1-b44d-473c335f60b4 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:49:36.997835 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 3e683509-f229-4844-85a9-79fc7df986d5 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:49:37.015887 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 3eec5b5e-46a2-4ff1-b44d-473c335f60b4 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:49:37.016234 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 3eec5b5e-46a2-4ff1-b44d-473c335f60b4 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:49:37.016647 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 01c31617-1a4d-432d-97ba-6e3576a9802c no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:49:37.066018 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 01c31617-1a4d-432d-97ba-6e3576a9802c {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:49:37.068103 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 01c31617-1a4d-432d-97ba-6e3576a9802c not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:49:37.336746 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-46d17ecf-d92b-4f96-8af1-d521fd71405a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:37.633668 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-46d17ecf-d92b-4f96-8af1-d521fd71405a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for router_gateway, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:37.664903 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-46d17ecf-d92b-4f96-8af1-d521fd71405a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:37.795484 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-46d17ecf-d92b-4f96-8af1-d521fd71405a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Allocated IP 172.26.0.25 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/e4c62bcb-e1b4-47b3-9758-2fd706fcd473) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:49:37.895616 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:37.941270 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-46d17ecf-d92b-4f96-8af1-d521fd71405a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:37.969398 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-46d17ecf-d92b-4f96-8af1-d521fd71405a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:38.033752 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d17ecf-d92b-4f96-8af1-d521fd71405a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:49:38.036998 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-46d17ecf-d92b-4f96-8af1-d521fd71405a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:49:38.040944 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d17ecf-d92b-4f96-8af1-d521fd71405a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:49:38.079567 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d17ecf-d92b-4f96-8af1-d521fd71405a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Port': ['ID=e4c62bcb-e1b4-47b3-9758-2fd706fcd473,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:49:38.451424 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-46d17ecf-d92b-4f96-8af1-d521fd71405a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for router_gateway, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:38.882165 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-46d17ecf-d92b-4f96-8af1-d521fd71405a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:39.082246 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46d17ecf-d92b-4f96-8af1-d521fd71405a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Router ac6860cf-5220-4ea2-b63a-113bfc9f3547 is scheduled to L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 with binding_index 1 {{(pid=88037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:49:39.256406 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d17ecf-d92b-4f96-8af1-d521fd71405a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:49:39.266752 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c701f158-d8cf-4493-a7cb-5a3183f0a0ed None None] Sync routers for ids ['ac6860cf-5220-4ea2-b63a-113bfc9f3547'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:49:39.276999 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c701f158-d8cf-4493-a7cb-5a3183f0a0ed None None] Routers {'ac6860cf-5220-4ea2-b63a-113bfc9f3547'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:49:39.277617 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-c701f158-d8cf-4493-a7cb-5a3183f0a0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:49:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['ac6860cf-5220-4ea2-b63a-113bfc9f3547'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:49:39.282387 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-46d17ecf-d92b-4f96-8af1-d521fd71405a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:39.283787 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-46d17ecf-d92b-4f96-8af1-d521fd71405a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3766673 May 04 17:49:39.286986 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 58250) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:49:39.305057 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 17:49:39.443560 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:39.464301 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-6ccc5484-efeb-42bc-8e7b-c8c976d27709 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=8ede911fc7f845af95dd74968234120d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1761799 May 04 17:49:39.465183 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-c701f158-d8cf-4493-a7cb-5a3183f0a0ed None None] Set router ac6860cf-5220-4ea2-b63a-113bfc9f3547 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:49:39.466807 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 58256) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:49:39.598643 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd43c0b-2695-48f0-8aeb-a18d94e22971 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:49:39.600120 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-4cd43c0b-2695-48f0-8aeb-a18d94e22971 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1324124 May 04 17:49:39.603063 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 58260) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:49:39.644902 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-da2d5def-583e-495d-a3be-9dbfe3e2e668 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=30bd8d35-9d66-4ec1-9734-58f713c6cd24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375566 May 04 17:49:39.645107 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 58264) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:49:39.650489 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-e9ca1c41-508d-42ff-8fe5-85484f17abae tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1479698269', 'network_id': '3e683509-f229-4844-85a9-79fc7df986d5', 'project_id': '8ede911fc7f845af95dd74968234120d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:49:39.756131 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-e9ca1c41-508d-42ff-8fe5-85484f17abae tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:49:39.759912 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-e9ca1c41-508d-42ff-8fe5-85484f17abae tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:subnet and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:49:39.762828 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-e9ca1c41-508d-42ff-8fe5-85484f17abae tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:49:39.768399 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-e9ca1c41-508d-42ff-8fe5-85484f17abae tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:49:39.774781 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-c701f158-d8cf-4493-a7cb-5a3183f0a0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac6860cf-5220-4ea2-b63a-113bfc9f3547', 'name': 'tempest-TestNetworkBasicOps-router-2134764772', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.25'}], 'enable_snat': True}, 'gw_port_id': 'e4c62bcb-e1b4-47b3-9758-2fd706fcd473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:36Z', 'updated_at': '2022-05-04T17:49:38Z', 'revision_number': 3, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': 'e4c62bcb-e1b4-47b3-9758-2fd706fcd473', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:10:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac6860cf-5220-4ea2-b63a-113bfc9f3547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:37Z', 'updated_at': '2022-05-04T17:49:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:49:39.779073 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ca1c41-508d-42ff-8fe5-85484f17abae tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Made reservation on behalf of 8ede911fc7f845af95dd74968234120d for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:49:39.779325 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c701f158-d8cf-4493-a7cb-5a3183f0a0ed None None] Checking router: ac6860cf-5220-4ea2-b63a-113bfc9f3547 for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:49:39.779690 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c701f158-d8cf-4493-a7cb-5a3183f0a0ed None None] Updating router ac6860cf-5220-4ea2-b63a-113bfc9f3547 port e4c62bcb-e1b4-47b3-9758-2fd706fcd473 binding host dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:49:39.782695 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e9ca1c41-508d-42ff-8fe5-85484f17abae tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:39.834348 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-c701f158-d8cf-4493-a7cb-5a3183f0a0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:39.996901 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e9ca1c41-508d-42ff-8fe5-85484f17abae tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:40.161683 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-c701f158-d8cf-4493-a7cb-5a3183f0a0ed None None] Notify callbacks [] for port, precommit_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:40.174405 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-c701f158-d8cf-4493-a7cb-5a3183f0a0ed None None] Transition to ACTIVE for port object e4c62bcb-e1b4-47b3-9758-2fd706fcd473 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:49:40.181952 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-c701f158-d8cf-4493-a7cb-5a3183f0a0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:40.195097 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ca1c41-508d-42ff-8fe5-85484f17abae tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Subnet': ['ID=1e70a5d6-b212-4deb-9654-59f58e624bd1,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:49:40.200587 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ca1c41-508d-42ff-8fe5-85484f17abae tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Checking segment: {'id': '83996842-d3cc-4a9a-8549-507c75a058d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '3e683509-f229-4844-85a9-79fc7df986d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:49:40.200936 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ca1c41-508d-42ff-8fe5-85484f17abae tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Network hostable DHCP agents. Network: 3e683509-f229-4844-85a9-79fc7df986d5, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:49:40.220391 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ca1c41-508d-42ff-8fe5-85484f17abae tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Network 3e683509-f229-4844-85a9-79fc7df986d5 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:49:40.230169 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-e9ca1c41-508d-42ff-8fe5-85484f17abae tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 3e683509-f229-4844-85a9-79fc7df986d5) {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:49:40.239121 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ca1c41-508d-42ff-8fe5-85484f17abae tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:49:40.239697 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e9ca1c41-508d-42ff-8fe5-85484f17abae tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:40.249976 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4680895e-a918-4481-b73e-05764e61e782 None None] Network 3e683509-f229-4844-85a9-79fc7df986d5 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:49:40.261134 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-e9ca1c41-508d-42ff-8fe5-85484f17abae tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6149967 May 04 17:49:40.263889 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 58268) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:49:40.285038 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-c701f158-d8cf-4493-a7cb-5a3183f0a0ed None None] Attempting to bind port e4c62bcb-e1b4-47b3-9758-2fd706fcd473 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:49:40.285607 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-c701f158-d8cf-4493-a7cb-5a3183f0a0ed None None] Attempting to bind port e4c62bcb-e1b4-47b3-9758-2fd706fcd473 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:49:40.285766 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c701f158-d8cf-4493-a7cb-5a3183f0a0ed None None] Attempting to bind port e4c62bcb-e1b4-47b3-9758-2fd706fcd473 on network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:49:40.309837 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c701f158-d8cf-4493-a7cb-5a3183f0a0ed None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:49:40.310248 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c701f158-d8cf-4493-a7cb-5a3183f0a0ed None None] Checking segment: {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:49:40.310649 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-c701f158-d8cf-4493-a7cb-5a3183f0a0ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:40.311047 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c701f158-d8cf-4493-a7cb-5a3183f0a0ed None None] Bound using segment: {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:49:40.311517 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-c701f158-d8cf-4493-a7cb-5a3183f0a0ed None None] Bound port: e4c62bcb-e1b4-47b3-9758-2fd706fcd473, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:49:40.311892 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-c701f158-d8cf-4493-a7cb-5a3183f0a0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:40.397785 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ae7c60-e8ca-4ac1-a75e-4be910e2bebe None None] Pushing event updated for resources: {'Port': ['ID=e4c62bcb-e1b4-47b3-9758-2fd706fcd473,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:49:40.489068 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-c701f158-d8cf-4493-a7cb-5a3183f0a0ed None None] For port e4c62bcb-e1b4-47b3-9758-2fd706fcd473, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:49:40.507235 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-c701f158-d8cf-4493-a7cb-5a3183f0a0ed None None] For port e4c62bcb-e1b4-47b3-9758-2fd706fcd473, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=e4c62bcb-e1b4-47b3-9758-2fd706fcd473,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:49:40.514670 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-c701f158-d8cf-4493-a7cb-5a3183f0a0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:40.615984 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15aeeac3-c1ad-458f-a4ca-4ac72b946423 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-3e683509-f229-4844-85a9-79fc7df986d5', 'network_id': '3e683509-f229-4844-85a9-79fc7df986d5', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'fixed_ips': [{'subnet_id': '1e70a5d6-b212-4deb-9654-59f58e624bd1'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:49:40.616785 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-15aeeac3-c1ad-458f-a4ca-4ac72b946423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:40.643468 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c701f158-d8cf-4493-a7cb-5a3183f0a0ed None None] Routers {'ac6860cf-5220-4ea2-b63a-113bfc9f3547'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:49:40.644663 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-c701f158-d8cf-4493-a7cb-5a3183f0a0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:49:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['ac6860cf-5220-4ea2-b63a-113bfc9f3547'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:49:40.754142 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ae7c60-e8ca-4ac1-a75e-4be910e2bebe None None] Pushing event updated for resources: {'Port': ['ID=e4c62bcb-e1b4-47b3-9758-2fd706fcd473,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:49:40.927969 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-c701f158-d8cf-4493-a7cb-5a3183f0a0ed None None] Set router ac6860cf-5220-4ea2-b63a-113bfc9f3547 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:49:40.950502 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-51d9efc8-caf0-4349-8cc2-2f3ea688def6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:41.059858 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-15aeeac3-c1ad-458f-a4ca-4ac72b946423 None None] Allocated IP 172.20.0.2 (3e683509-f229-4844-85a9-79fc7df986d5/1e70a5d6-b212-4deb-9654-59f58e624bd1/c176f677-19a7-4e8c-bd68-47769acc3342) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:49:41.429414 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-15aeeac3-c1ad-458f-a4ca-4ac72b946423 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:41.441655 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-c701f158-d8cf-4493-a7cb-5a3183f0a0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac6860cf-5220-4ea2-b63a-113bfc9f3547', 'name': 'tempest-TestNetworkBasicOps-router-2134764772', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.25'}], 'enable_snat': True}, 'gw_port_id': 'e4c62bcb-e1b4-47b3-9758-2fd706fcd473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:36Z', 'updated_at': '2022-05-04T17:49:38Z', 'revision_number': 3, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': 'e4c62bcb-e1b4-47b3-9758-2fd706fcd473', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:10:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac6860cf-5220-4ea2-b63a-113bfc9f3547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:37Z', 'updated_at': '2022-05-04T17:49:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:49:41.443984 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-15aeeac3-c1ad-458f-a4ca-4ac72b946423 None None] Transition to ACTIVE for port object c176f677-19a7-4e8c-bd68-47769acc3342 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:49:41.453436 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c701f158-d8cf-4493-a7cb-5a3183f0a0ed None None] The sync data for ids ['ac6860cf-5220-4ea2-b63a-113bfc9f3547'] in dv-neutron-840426-1-hyperv is: [{'id': 'ac6860cf-5220-4ea2-b63a-113bfc9f3547', 'name': 'tempest-TestNetworkBasicOps-router-2134764772', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.25'}], 'enable_snat': True}, 'gw_port_id': 'e4c62bcb-e1b4-47b3-9758-2fd706fcd473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:36Z', 'updated_at': '2022-05-04T17:49:38Z', 'revision_number': 3, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': 'e4c62bcb-e1b4-47b3-9758-2fd706fcd473', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:10:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac6860cf-5220-4ea2-b63a-113bfc9f3547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:37Z', 'updated_at': '2022-05-04T17:49:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:49:41.464899 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-15aeeac3-c1ad-458f-a4ca-4ac72b946423 None None] Transition to ACTIVE for port object c176f677-19a7-4e8c-bd68-47769acc3342 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:49:41.470575 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-15aeeac3-c1ad-458f-a4ca-4ac72b946423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:41.534514 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15aeeac3-c1ad-458f-a4ca-4ac72b946423 None None] Network 3e683509-f229-4844-85a9-79fc7df986d5 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:49:41.538497 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-15aeeac3-c1ad-458f-a4ca-4ac72b946423 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:49:41.542428 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15aeeac3-c1ad-458f-a4ca-4ac72b946423 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:49:41.555686 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-51d9efc8-caf0-4349-8cc2-2f3ea688def6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Allocated IP 172.20.0.1 (3e683509-f229-4844-85a9-79fc7df986d5/1e70a5d6-b212-4deb-9654-59f58e624bd1/ad0301f2-14c9-43d2-b14f-565ab494d6b5) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:49:41.623676 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aeeac3-c1ad-458f-a4ca-4ac72b946423 None None] Pushing event updated for resources: {'Port': ['ID=c176f677-19a7-4e8c-bd68-47769acc3342,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:49:41.642447 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-15aeeac3-c1ad-458f-a4ca-4ac72b946423 None None] Attempting to bind port c176f677-19a7-4e8c-bd68-47769acc3342 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:49:41.642810 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-15aeeac3-c1ad-458f-a4ca-4ac72b946423 None None] Attempting to bind port c176f677-19a7-4e8c-bd68-47769acc3342 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '83996842-d3cc-4a9a-8549-507c75a058d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '3e683509-f229-4844-85a9-79fc7df986d5'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:49:41.643167 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15aeeac3-c1ad-458f-a4ca-4ac72b946423 None None] Attempting to bind port c176f677-19a7-4e8c-bd68-47769acc3342 on network 3e683509-f229-4844-85a9-79fc7df986d5 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:49:41.648868 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15aeeac3-c1ad-458f-a4ca-4ac72b946423 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:49:41.649240 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15aeeac3-c1ad-458f-a4ca-4ac72b946423 None None] Checking segment: {'id': '83996842-d3cc-4a9a-8549-507c75a058d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '3e683509-f229-4844-85a9-79fc7df986d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:49:41.649736 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-15aeeac3-c1ad-458f-a4ca-4ac72b946423 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:41.650040 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15aeeac3-c1ad-458f-a4ca-4ac72b946423 None None] Bound using segment: {'id': '83996842-d3cc-4a9a-8549-507c75a058d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '3e683509-f229-4844-85a9-79fc7df986d5'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:49:41.650635 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-15aeeac3-c1ad-458f-a4ca-4ac72b946423 None None] Bound port: c176f677-19a7-4e8c-bd68-47769acc3342, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83996842-d3cc-4a9a-8549-507c75a058d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '3e683509-f229-4844-85a9-79fc7df986d5'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:49:41.651068 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-15aeeac3-c1ad-458f-a4ca-4ac72b946423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:41.737776 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-51d9efc8-caf0-4349-8cc2-2f3ea688def6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:41.755977 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-51d9efc8-caf0-4349-8cc2-2f3ea688def6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Transition to ACTIVE for port object ad0301f2-14c9-43d2-b14f-565ab494d6b5 will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:49:41.772317 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-15aeeac3-c1ad-458f-a4ca-4ac72b946423 None None] For port c176f677-19a7-4e8c-bd68-47769acc3342, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:49:41.776274 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-15aeeac3-c1ad-458f-a4ca-4ac72b946423 None None] For port c176f677-19a7-4e8c-bd68-47769acc3342, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=c176f677-19a7-4e8c-bd68-47769acc3342,segment=NetworkSegment(83996842-d3cc-4a9a-8549-507c75a058d6),segment_id=83996842-d3cc-4a9a-8549-507c75a058d6)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:49:41.781229 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-15aeeac3-c1ad-458f-a4ca-4ac72b946423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:41.785962 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-51d9efc8-caf0-4349-8cc2-2f3ea688def6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:41.854349 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d9efc8-caf0-4349-8cc2-2f3ea688def6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Network 3e683509-f229-4844-85a9-79fc7df986d5 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:49:41.857532 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-51d9efc8-caf0-4349-8cc2-2f3ea688def6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:49:41.859975 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d9efc8-caf0-4349-8cc2-2f3ea688def6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:49:41.865662 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aeeac3-c1ad-458f-a4ca-4ac72b946423 None None] Pushing event updated for resources: {'Port': ['ID=c176f677-19a7-4e8c-bd68-47769acc3342,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:49:41.914970 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d9efc8-caf0-4349-8cc2-2f3ea688def6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Port': ['ID=ad0301f2-14c9-43d2-b14f-565ab494d6b5,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:49:41.937734 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-51d9efc8-caf0-4349-8cc2-2f3ea688def6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710357'] for router_interface, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:42.351559 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-51d9efc8-caf0-4349-8cc2-2f3ea688def6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:42.768071 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-51d9efc8-caf0-4349-8cc2-2f3ea688def6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:42.772742 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-51d9efc8-caf0-4349-8cc2-2f3ea688def6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:42.802620 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e732677c-92f9-4937-9108-2871fe63d5e3 None None] Network 3e683509-f229-4844-85a9-79fc7df986d5 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:49:42.886114 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-51d9efc8-caf0-4349-8cc2-2f3ea688def6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710702'] for router_interface, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:42.890417 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d9efc8-caf0-4349-8cc2-2f3ea688def6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Port': ['ID=ad0301f2-14c9-43d2-b14f-565ab494d6b5,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:49:42.893021 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-14f25b7f-feef-4144-a376-26abb8abcd30 None None] Provisioning for port c176f677-19a7-4e8c-bd68-47769acc3342 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:49:43.041939 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device c176f677-19a7-4e8c-bd68-47769acc3342 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:49:43.046512 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d9efc8-caf0-4349-8cc2-2f3ea688def6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Network 3e683509-f229-4844-85a9-79fc7df986d5 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:49:43.047731 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-51d9efc8-caf0-4349-8cc2-2f3ea688def6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:49:43.134062 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port c176f677-19a7-4e8c-bd68-47769acc3342 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:49:43.140604 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port c176f677-19a7-4e8c-bd68-47769acc3342 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:49:43.140977 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:43.246373 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51d9efc8-caf0-4349-8cc2-2f3ea688def6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Router ac6860cf-5220-4ea2-b63a-113bfc9f3547 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:49:43.276144 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:43.309499 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port c176f677-19a7-4e8c-bd68-47769acc3342, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=c176f677-19a7-4e8c-bd68-47769acc3342,segment=NetworkSegment(83996842-d3cc-4a9a-8549-507c75a058d6),segment_id=83996842-d3cc-4a9a-8549-507c75a058d6)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:49:43.314166 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:43.314951 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device e4c62bcb-e1b4-47b3-9758-2fd706fcd473 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:49:43.434684 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=c176f677-19a7-4e8c-bd68-47769acc3342,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:49:43.451202 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-0d048b3d-a2bb-47b7-adf1-726a9c56a483 None None] Provisioning complete for port c176f677-19a7-4e8c-bd68-47769acc3342 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:49:43.451543 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0d048b3d-a2bb-47b7-adf1-726a9c56a483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:43.452194 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51d9efc8-caf0-4349-8cc2-2f3ea688def6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:49:43.463870 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7750d60d-6fff-4ccb-8e33-cfac5b50ebbc None None] Sync routers for ids ['ac6860cf-5220-4ea2-b63a-113bfc9f3547'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:49:43.468545 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-51d9efc8-caf0-4349-8cc2-2f3ea688def6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "PUT /v2.0/routers/ac6860cf-5220-4ea2-b63a-113bfc9f3547/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2036610 May 04 17:49:43.471825 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 58272) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:49:43.480339 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7750d60d-6fff-4ccb-8e33-cfac5b50ebbc None None] Routers {'ac6860cf-5220-4ea2-b63a-113bfc9f3547'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:49:43.481228 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-7750d60d-6fff-4ccb-8e33-cfac5b50ebbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:49:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['ac6860cf-5220-4ea2-b63a-113bfc9f3547'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:49:43.482538 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port e4c62bcb-e1b4-47b3-9758-2fd706fcd473 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:49:43.499884 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port e4c62bcb-e1b4-47b3-9758-2fd706fcd473 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:49:43.500256 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:43.683827 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-7750d60d-6fff-4ccb-8e33-cfac5b50ebbc None None] Set router ac6860cf-5220-4ea2-b63a-113bfc9f3547 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:49:43.688520 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:43.728052 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port e4c62bcb-e1b4-47b3-9758-2fd706fcd473, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=e4c62bcb-e1b4-47b3-9758-2fd706fcd473,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:49:43.738983 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:43.758725 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b69a357-57ae-45d7-ada5-d6f0f2b03831 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:49:43.759194 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b69a357-57ae-45d7-ada5-d6f0f2b03831 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:49:43.759649 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b69a357-57ae-45d7-ada5-d6f0f2b03831 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:49:43.760094 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b69a357-57ae-45d7-ada5-d6f0f2b03831 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:49:43.764316 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-9b69a357-57ae-45d7-ada5-d6f0f2b03831 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.2891161 May 04 17:49:43.764957 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 58276) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:49:43.832295 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-0d048b3d-a2bb-47b7-adf1-726a9c56a483 None None] Provisioning for port ad0301f2-14c9-43d2-b14f-565ab494d6b5 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:49:43.840280 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-0d048b3d-a2bb-47b7-adf1-726a9c56a483 None None] Provisioning complete for port ad0301f2-14c9-43d2-b14f-565ab494d6b5 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:49:43.841100 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0d048b3d-a2bb-47b7-adf1-726a9c56a483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:43.855709 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44346ff-3ccf-4832-91fd-b6108479a455 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:49:43.856405 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44346ff-3ccf-4832-91fd-b6108479a455 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:49:43.857031 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44346ff-3ccf-4832-91fd-b6108479a455 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:49:43.857620 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44346ff-3ccf-4832-91fd-b6108479a455 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:49:43.862487 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 58280) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:49:43.874527 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-c44346ff-3ccf-4832-91fd-b6108479a455 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.1085222 May 04 17:49:43.905813 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=e4c62bcb-e1b4-47b3-9758-2fd706fcd473,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:49:43.939047 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-0d048b3d-a2bb-47b7-adf1-726a9c56a483 None None] Port ad0301f2-14c9-43d2-b14f-565ab494d6b5 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:49:44.059418 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-375d7d04-43e1-4137-b3b9-32f78bb00cc6 None None] Provisioning complete for port ad0301f2-14c9-43d2-b14f-565ab494d6b5 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:49:44.059712 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-375d7d04-43e1-4137-b3b9-32f78bb00cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:44.077164 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-7750d60d-6fff-4ccb-8e33-cfac5b50ebbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac6860cf-5220-4ea2-b63a-113bfc9f3547', 'name': 'tempest-TestNetworkBasicOps-router-2134764772', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.25'}], 'enable_snat': True}, 'gw_port_id': 'e4c62bcb-e1b4-47b3-9758-2fd706fcd473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:36Z', 'updated_at': '2022-05-04T17:49:42Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': 'e4c62bcb-e1b4-47b3-9758-2fd706fcd473', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:10:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac6860cf-5220-4ea2-b63a-113bfc9f3547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:37Z', 'updated_at': '2022-05-04T17:49:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': 'ad0301f2-14c9-43d2-b14f-565ab494d6b5', 'name': '', 'network_id': '3e683509-f229-4844-85a9-79fc7df986d5', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:ff:62:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac6860cf-5220-4ea2-b63a-113bfc9f3547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '1e70a5d6-b212-4deb-9654-59f58e624bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:41Z', 'updated_at': '2022-05-04T17:49:42Z', 'revision_number': 2, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '1e70a5d6-b212-4deb-9654-59f58e624bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:49:44.077726 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-4905648e-18cd-4143-9b2b-2ad32685d5a7 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.2133510 May 04 17:49:44.081202 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7750d60d-6fff-4ccb-8e33-cfac5b50ebbc None None] Checking router: ac6860cf-5220-4ea2-b63a-113bfc9f3547 for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:49:44.081593 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7750d60d-6fff-4ccb-8e33-cfac5b50ebbc None None] Updating router ac6860cf-5220-4ea2-b63a-113bfc9f3547 port ad0301f2-14c9-43d2-b14f-565ab494d6b5 binding host dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:49:44.117141 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-375d7d04-43e1-4137-b3b9-32f78bb00cc6 None None] Port ad0301f2-14c9-43d2-b14f-565ab494d6b5 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:49:44.135220 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-7750d60d-6fff-4ccb-8e33-cfac5b50ebbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:44.341200 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 58286) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:49:44.346410 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-6be8726e-5514-4d40-bcad-74c047ba3c9e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1507398353', 'description': 'tempest-secgroup-smoke-1507398353 description', 'project_id': '8ede911fc7f845af95dd74968234120d'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:49:44.352525 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-6be8726e-5514-4d40-bcad-74c047ba3c9e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:49:44.356727 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-6be8726e-5514-4d40-bcad-74c047ba3c9e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:49:44.359605 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-6be8726e-5514-4d40-bcad-74c047ba3c9e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:49:44.365723 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-6be8726e-5514-4d40-bcad-74c047ba3c9e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:49:44.376291 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6be8726e-5514-4d40-bcad-74c047ba3c9e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:44.395964 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-6be8726e-5514-4d40-bcad-74c047ba3c9e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:49:44.399946 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-6be8726e-5514-4d40-bcad-74c047ba3c9e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:49:44.402846 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-6be8726e-5514-4d40-bcad-74c047ba3c9e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:49:44.408451 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-6be8726e-5514-4d40-bcad-74c047ba3c9e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:49:44.473889 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-7750d60d-6fff-4ccb-8e33-cfac5b50ebbc None None] Notify callbacks [] for port, precommit_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:44.479365 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6be8726e-5514-4d40-bcad-74c047ba3c9e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:44.483540 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6be8726e-5514-4d40-bcad-74c047ba3c9e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:44.486402 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.provisioning_blocks [None req-7750d60d-6fff-4ccb-8e33-cfac5b50ebbc None None] Transition to ACTIVE for port object ad0301f2-14c9-43d2-b14f-565ab494d6b5 will not be triggered until provisioned by entity L2. {{(pid=88040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:49:44.492271 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-7750d60d-6fff-4ccb-8e33-cfac5b50ebbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:44.528438 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be8726e-5514-4d40-bcad-74c047ba3c9e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4128fc1-0975-433b-b0f6-0ce6c2b577de,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:49:44.531260 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6be8726e-5514-4d40-bcad-74c047ba3c9e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:44.534412 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-6be8726e-5514-4d40-bcad-74c047ba3c9e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1920626 May 04 17:49:44.535517 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 58290) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:49:44.541132 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-e403fb91-76ca-4788-af73-ce8dc8e304b0 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group_rule': {'security_group_id': 'e4128fc1-0975-433b-b0f6-0ce6c2b577de', 'project_id': '8ede911fc7f845af95dd74968234120d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:49:44.547066 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-e403fb91-76ca-4788-af73-ce8dc8e304b0 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:49:44.551379 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-e403fb91-76ca-4788-af73-ce8dc8e304b0 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:49:44.554331 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-e403fb91-76ca-4788-af73-ce8dc8e304b0 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:49:44.560696 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-e403fb91-76ca-4788-af73-ce8dc8e304b0 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:49:44.579198 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e403fb91-76ca-4788-af73-ce8dc8e304b0 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:44.651210 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e403fb91-76ca-4788-af73-ce8dc8e304b0 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:44.655202 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e403fb91-76ca-4788-af73-ce8dc8e304b0 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:44.658156 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6f26f5-2b62-4a31-b49e-22d1d6bcc811 None None] Pushing event updated for resources: {'Port': ['ID=ad0301f2-14c9-43d2-b14f-565ab494d6b5,revision_number=3']} {{(pid=88040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:49:44.679359 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e403fb91-76ca-4788-af73-ce8dc8e304b0 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dfee425-183e-4f83-9c3c-e9869532591a,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:49:44.689031 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e403fb91-76ca-4788-af73-ce8dc8e304b0 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:44.693707 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-e403fb91-76ca-4788-af73-ce8dc8e304b0 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1539938 May 04 17:49:44.694042 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 58294) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:49:44.699160 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-bb8677da-ebca-4f82-b782-e1617cf75d8c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group_rule': {'security_group_id': 'e4128fc1-0975-433b-b0f6-0ce6c2b577de', 'project_id': '8ede911fc7f845af95dd74968234120d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:49:44.699636 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6f26f5-2b62-4a31-b49e-22d1d6bcc811 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:44.699979 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6f26f5-2b62-4a31-b49e-22d1d6bcc811 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:44.700319 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6f26f5-2b62-4a31-b49e-22d1d6bcc811 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:44.700645 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6f26f5-2b62-4a31-b49e-22d1d6bcc811 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:44.700972 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6f26f5-2b62-4a31-b49e-22d1d6bcc811 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:44.701304 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6f26f5-2b62-4a31-b49e-22d1d6bcc811 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:44.701622 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6f26f5-2b62-4a31-b49e-22d1d6bcc811 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:44.701963 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6f26f5-2b62-4a31-b49e-22d1d6bcc811 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:44.702291 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6f26f5-2b62-4a31-b49e-22d1d6bcc811 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:44.702610 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6f26f5-2b62-4a31-b49e-22d1d6bcc811 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:44.702927 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6f26f5-2b62-4a31-b49e-22d1d6bcc811 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:44.703243 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6f26f5-2b62-4a31-b49e-22d1d6bcc811 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:49:44.705494 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-bb8677da-ebca-4f82-b782-e1617cf75d8c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:49:44.710871 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-bb8677da-ebca-4f82-b782-e1617cf75d8c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:49:44.714230 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-bb8677da-ebca-4f82-b782-e1617cf75d8c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:49:44.720101 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-bb8677da-ebca-4f82-b782-e1617cf75d8c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:49:44.734192 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-7750d60d-6fff-4ccb-8e33-cfac5b50ebbc None None] Attempting to bind port ad0301f2-14c9-43d2-b14f-565ab494d6b5 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:49:44.734561 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-7750d60d-6fff-4ccb-8e33-cfac5b50ebbc None None] Attempting to bind port ad0301f2-14c9-43d2-b14f-565ab494d6b5 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '83996842-d3cc-4a9a-8549-507c75a058d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '3e683509-f229-4844-85a9-79fc7df986d5'}] {{(pid=88040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:49:44.734923 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7750d60d-6fff-4ccb-8e33-cfac5b50ebbc None None] Attempting to bind port ad0301f2-14c9-43d2-b14f-565ab494d6b5 on network 3e683509-f229-4844-85a9-79fc7df986d5 {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:49:44.739218 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-bb8677da-ebca-4f82-b782-e1617cf75d8c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:44.740537 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7750d60d-6fff-4ccb-8e33-cfac5b50ebbc None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:49:44.740911 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7750d60d-6fff-4ccb-8e33-cfac5b50ebbc None None] Checking segment: {'id': '83996842-d3cc-4a9a-8549-507c75a058d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '3e683509-f229-4844-85a9-79fc7df986d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:49:44.741308 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-7750d60d-6fff-4ccb-8e33-cfac5b50ebbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:44.741698 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7750d60d-6fff-4ccb-8e33-cfac5b50ebbc None None] Bound using segment: {'id': '83996842-d3cc-4a9a-8549-507c75a058d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '3e683509-f229-4844-85a9-79fc7df986d5'} {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:49:44.742215 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-7750d60d-6fff-4ccb-8e33-cfac5b50ebbc None None] Bound port: ad0301f2-14c9-43d2-b14f-565ab494d6b5, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83996842-d3cc-4a9a-8549-507c75a058d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '3e683509-f229-4844-85a9-79fc7df986d5'}}] {{(pid=88040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:49:44.742575 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-7750d60d-6fff-4ccb-8e33-cfac5b50ebbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:44.801074 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-bb8677da-ebca-4f82-b782-e1617cf75d8c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:44.804954 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-bb8677da-ebca-4f82-b782-e1617cf75d8c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:44.827473 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8677da-ebca-4f82-b782-e1617cf75d8c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=839fe2dc-6bb7-4094-ad42-f933eab77f81,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:49:44.833744 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.db [None req-7750d60d-6fff-4ccb-8e33-cfac5b50ebbc None None] For port ad0301f2-14c9-43d2-b14f-565ab494d6b5, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:49:44.837125 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.db [None req-7750d60d-6fff-4ccb-8e33-cfac5b50ebbc None None] For port ad0301f2-14c9-43d2-b14f-565ab494d6b5, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=ad0301f2-14c9-43d2-b14f-565ab494d6b5,segment=NetworkSegment(83996842-d3cc-4a9a-8549-507c75a058d6),segment_id=83996842-d3cc-4a9a-8549-507c75a058d6)] {{(pid=88040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:49:44.838495 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-bb8677da-ebca-4f82-b782-e1617cf75d8c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:44.839881 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-bb8677da-ebca-4f82-b782-e1617cf75d8c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1448879 May 04 17:49:44.841552 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-7750d60d-6fff-4ccb-8e33-cfac5b50ebbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:44.842978 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 58298) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:49:44.848891 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-128afe58-798d-49db-ad87-cd70f7a1f777 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group_rule': {'security_group_id': 'e4128fc1-0975-433b-b0f6-0ce6c2b577de', 'project_id': '8ede911fc7f845af95dd74968234120d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:49:44.857002 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-128afe58-798d-49db-ad87-cd70f7a1f777 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:49:44.860793 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-128afe58-798d-49db-ad87-cd70f7a1f777 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:49:44.864304 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-128afe58-798d-49db-ad87-cd70f7a1f777 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:49:44.869836 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-128afe58-798d-49db-ad87-cd70f7a1f777 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:49:44.890998 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-128afe58-798d-49db-ad87-cd70f7a1f777 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:44.922296 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7750d60d-6fff-4ccb-8e33-cfac5b50ebbc None None] Routers {'ac6860cf-5220-4ea2-b63a-113bfc9f3547'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:49:44.922901 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-7750d60d-6fff-4ccb-8e33-cfac5b50ebbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:49:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['ac6860cf-5220-4ea2-b63a-113bfc9f3547'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:49:44.955264 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device c176f677-19a7-4e8c-bd68-47769acc3342 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:49:44.968287 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-128afe58-798d-49db-ad87-cd70f7a1f777 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:44.973019 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-128afe58-798d-49db-ad87-cd70f7a1f777 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:44.983611 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6f26f5-2b62-4a31-b49e-22d1d6bcc811 None None] Pushing event updated for resources: {'Port': ['ID=ad0301f2-14c9-43d2-b14f-565ab494d6b5,revision_number=4']} {{(pid=88040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:49:45.000938 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128afe58-798d-49db-ad87-cd70f7a1f777 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5371b589-bdc6-4553-ac86-05902a47509a,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:49:45.017937 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-128afe58-798d-49db-ad87-cd70f7a1f777 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:45.019740 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-128afe58-798d-49db-ad87-cd70f7a1f777 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1757698 May 04 17:49:45.022561 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 58302) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:49:45.029357 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-608c0afb-3fbf-4d2c-830d-e14905f21694 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group_rule': {'security_group_id': 'e4128fc1-0975-433b-b0f6-0ce6c2b577de', 'project_id': '8ede911fc7f845af95dd74968234120d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:49:45.036131 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-608c0afb-3fbf-4d2c-830d-e14905f21694 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:49:45.041082 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-608c0afb-3fbf-4d2c-830d-e14905f21694 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:49:45.044602 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-608c0afb-3fbf-4d2c-830d-e14905f21694 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:49:45.047465 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port c176f677-19a7-4e8c-bd68-47769acc3342 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:49:45.047923 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:45.051789 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-608c0afb-3fbf-4d2c-830d-e14905f21694 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:49:45.072199 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-608c0afb-3fbf-4d2c-830d-e14905f21694 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:45.127844 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-7750d60d-6fff-4ccb-8e33-cfac5b50ebbc None None] Set router ac6860cf-5220-4ea2-b63a-113bfc9f3547 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:49:45.151020 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-608c0afb-3fbf-4d2c-830d-e14905f21694 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:45.156498 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-608c0afb-3fbf-4d2c-830d-e14905f21694 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:45.186663 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device e4c62bcb-e1b4-47b3-9758-2fd706fcd473 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:49:45.191651 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c0afb-3fbf-4d2c-830d-e14905f21694 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7440f6c-ce28-4ab1-ac3e-0f0f1ffcb1ed,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:49:45.207759 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-608c0afb-3fbf-4d2c-830d-e14905f21694 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:45.212178 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 58306) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:49:45.212764 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-608c0afb-3fbf-4d2c-830d-e14905f21694 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1888361 May 04 17:49:45.217451 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-bbbbe56f-b0d7-477d-be32-3407aea978a6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group_rule': {'security_group_id': 'e4128fc1-0975-433b-b0f6-0ce6c2b577de', 'project_id': '8ede911fc7f845af95dd74968234120d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:49:45.224290 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-bbbbe56f-b0d7-477d-be32-3407aea978a6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:49:45.228906 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-bbbbe56f-b0d7-477d-be32-3407aea978a6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:49:45.232250 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-bbbbe56f-b0d7-477d-be32-3407aea978a6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:49:45.239037 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-bbbbe56f-b0d7-477d-be32-3407aea978a6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:49:45.254229 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.securitygroups_db [None req-bbbbe56f-b0d7-477d-be32-3407aea978a6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Project 8ede911fc7f845af95dd74968234120d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 17:49:45.264017 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port e4c62bcb-e1b4-47b3-9758-2fd706fcd473 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:49:45.264399 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:45.265170 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-bbbbe56f-b0d7-477d-be32-3407aea978a6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:45.337419 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-bbbbe56f-b0d7-477d-be32-3407aea978a6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:45.341711 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-bbbbe56f-b0d7-477d-be32-3407aea978a6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:45.367496 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbbe56f-b0d7-477d-be32-3407aea978a6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=505189d4-0927-4836-9a9d-49685aa3626d,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:49:45.378857 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-bbbbe56f-b0d7-477d-be32-3407aea978a6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:45.382965 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-bbbbe56f-b0d7-477d-be32-3407aea978a6 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1669738 May 04 17:49:45.383274 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 58310) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:49:45.390074 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-3c3a693f-28c3-4bca-9381-dffd931cbc2c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'security_group_rule': {'security_group_id': 'e4128fc1-0975-433b-b0f6-0ce6c2b577de', 'project_id': '8ede911fc7f845af95dd74968234120d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:49:45.395908 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-3c3a693f-28c3-4bca-9381-dffd931cbc2c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:49:45.399825 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-3c3a693f-28c3-4bca-9381-dffd931cbc2c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:security_group_rule and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:49:45.402790 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-3c3a693f-28c3-4bca-9381-dffd931cbc2c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:49:45.408609 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-3c3a693f-28c3-4bca-9381-dffd931cbc2c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:49:45.420215 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.securitygroups_db [None req-3c3a693f-28c3-4bca-9381-dffd931cbc2c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Project 8ede911fc7f845af95dd74968234120d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 17:49:45.426831 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3c3a693f-28c3-4bca-9381-dffd931cbc2c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:45.489588 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-7750d60d-6fff-4ccb-8e33-cfac5b50ebbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac6860cf-5220-4ea2-b63a-113bfc9f3547', 'name': 'tempest-TestNetworkBasicOps-router-2134764772', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.25'}], 'enable_snat': True}, 'gw_port_id': 'e4c62bcb-e1b4-47b3-9758-2fd706fcd473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:36Z', 'updated_at': '2022-05-04T17:49:42Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': 'e4c62bcb-e1b4-47b3-9758-2fd706fcd473', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:10:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6860cf-5220-4ea2-b63a-113bfc9f3547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:37Z', 'updated_at': '2022-05-04T17:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': 'ad0301f2-14c9-43d2-b14f-565ab494d6b5', 'name': '', 'network_id': '3e683509-f229-4844-85a9-79fc7df986d5', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:ff:62:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac6860cf-5220-4ea2-b63a-113bfc9f3547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '1e70a5d6-b212-4deb-9654-59f58e624bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:41Z', 'updated_at': '2022-05-04T17:49:44Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '1e70a5d6-b212-4deb-9654-59f58e624bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:49:45.493471 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7750d60d-6fff-4ccb-8e33-cfac5b50ebbc None None] The sync data for ids ['ac6860cf-5220-4ea2-b63a-113bfc9f3547'] in dv-neutron-840426-1-hyperv is: [{'id': 'ac6860cf-5220-4ea2-b63a-113bfc9f3547', 'name': 'tempest-TestNetworkBasicOps-router-2134764772', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.25'}], 'enable_snat': True}, 'gw_port_id': 'e4c62bcb-e1b4-47b3-9758-2fd706fcd473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:36Z', 'updated_at': '2022-05-04T17:49:42Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': 'e4c62bcb-e1b4-47b3-9758-2fd706fcd473', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:10:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6860cf-5220-4ea2-b63a-113bfc9f3547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:37Z', 'updated_at': '2022-05-04T17:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': 'ad0301f2-14c9-43d2-b14f-565ab494d6b5', 'name': '', 'network_id': '3e683509-f229-4844-85a9-79fc7df986d5', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:ff:62:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac6860cf-5220-4ea2-b63a-113bfc9f3547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '1e70a5d6-b212-4deb-9654-59f58e624bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:41Z', 'updated_at': '2022-05-04T17:49:44Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '1e70a5d6-b212-4deb-9654-59f58e624bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:49:45.606490 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3c3a693f-28c3-4bca-9381-dffd931cbc2c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:45.613874 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3c3a693f-28c3-4bca-9381-dffd931cbc2c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:45.650939 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3a693f-28c3-4bca-9381-dffd931cbc2c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c7bfe2f-d3f3-4a74-849d-70d674caba58,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:49:45.659945 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3c3a693f-28c3-4bca-9381-dffd931cbc2c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:45.669637 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-3c3a693f-28c3-4bca-9381-dffd931cbc2c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2772996 May 04 17:49:45.897246 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-53aa4703-c425-43fd-b238-e9229c029551 req-27a069b9-4b8e-4737-ae70-6cecbc1b24d8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Synchronizing usage tracker for tenant:8ede911fc7f845af95dd74968234120d on resource:security_group {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:49:45.913275 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-53aa4703-c425-43fd-b238-e9229c029551 req-27a069b9-4b8e-4737-ae70-6cecbc1b24d8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Unset dirty status for tenant:8ede911fc7f845af95dd74968234120d on resource:security_group {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:49:45.914748 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-53aa4703-c425-43fd-b238-e9229c029551 req-27a069b9-4b8e-4737-ae70-6cecbc1b24d8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1507398353&fields=id&tenant_id=8ede911fc7f845af95dd74968234120d HTTP/1.1" status: 200 len: 267 time: 0.0574732 May 04 17:49:46.072488 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa4703-c425-43fd-b238-e9229c029551 req-a5c2a164-3c57-41e1-8efc-738227e84c67 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:49:46.073176 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-53aa4703-c425-43fd-b238-e9229c029551 req-a5c2a164-3c57-41e1-8efc-738227e84c67 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Synchronizing usage tracker for tenant:8ede911fc7f845af95dd74968234120d on resource:network {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:49:46.089721 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-53aa4703-c425-43fd-b238-e9229c029551 req-a5c2a164-3c57-41e1-8efc-738227e84c67 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Unset dirty status for tenant:8ede911fc7f845af95dd74968234120d on resource:network {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:49:46.091003 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-53aa4703-c425-43fd-b238-e9229c029551 req-a5c2a164-3c57-41e1-8efc-738227e84c67 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/networks?id=3e683509-f229-4844-85a9-79fc7df986d5 HTTP/1.1" status: 200 len: 797 time: 0.1696062 May 04 17:49:46.107519 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-53aa4703-c425-43fd-b238-e9229c029551 req-8c9e60d0-e954-412c-a739-acbf62518e6f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/quotas/8ede911fc7f845af95dd74968234120d HTTP/1.1" status: 200 len: 375 time: 0.0107262 May 04 17:49:46.192093 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-53aa4703-c425-43fd-b238-e9229c029551 req-34d32c94-e11d-4e33-b151-b171f7f77361 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Synchronizing usage tracker for tenant:8ede911fc7f845af95dd74968234120d on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:49:46.208450 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-53aa4703-c425-43fd-b238-e9229c029551 req-34d32c94-e11d-4e33-b151-b171f7f77361 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Unset dirty status for tenant:8ede911fc7f845af95dd74968234120d on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:49:46.210004 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-53aa4703-c425-43fd-b238-e9229c029551 req-34d32c94-e11d-4e33-b151-b171f7f77361 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8ede911fc7f845af95dd74968234120d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0970588 May 04 17:49:46.227703 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [req-53aa4703-c425-43fd-b238-e9229c029551 req-2f516fca-45ac-4404-be7f-af6937bd5743 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:49:46.228697 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-53aa4703-c425-43fd-b238-e9229c029551 req-2f516fca-45ac-4404-be7f-af6937bd5743 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055106 May 04 17:49:46.365492 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-53aa4703-c425-43fd-b238-e9229c029551 req-5b34ef2d-7b53-47db-a176-97e41f6d97c3 service neutron] 10.222.0.41 "GET /v2.0/networks/3e683509-f229-4844-85a9-79fc7df986d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307571 May 04 17:49:46.501613 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-53aa4703-c425-43fd-b238-e9229c029551 req-e9297dee-1888-4f81-b336-d302cc8c36de service neutron] 10.222.0.41 "GET /v2.0/networks/3e683509-f229-4844-85a9-79fc7df986d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300061 May 04 17:49:46.675482 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-740f8f0a-319b-4a2d-b3a4-f52f01aeb8b3 req-d61bbad9-5438-4fc8-8438-7b55d40eaa04 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Synchronizing usage tracker for tenant:8ede911fc7f845af95dd74968234120d on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:49:46.687544 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-740f8f0a-319b-4a2d-b3a4-f52f01aeb8b3 req-d61bbad9-5438-4fc8-8438-7b55d40eaa04 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Unset dirty status for tenant:8ede911fc7f845af95dd74968234120d on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:49:46.688685 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-740f8f0a-319b-4a2d-b3a4-f52f01aeb8b3 req-d61bbad9-5438-4fc8-8438-7b55d40eaa04 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e65427b-7546-4938-9456-58299490f89d HTTP/1.1" status: 200 len: 210 time: 0.0558336 May 04 17:49:46.954329 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device ad0301f2-14c9-43d2-b14f-565ab494d6b5 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:49:47.022343 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port ad0301f2-14c9-43d2-b14f-565ab494d6b5 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:49:47.027157 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port ad0301f2-14c9-43d2-b14f-565ab494d6b5 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:49:47.027564 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:47.143957 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:47.177369 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port ad0301f2-14c9-43d2-b14f-565ab494d6b5, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=ad0301f2-14c9-43d2-b14f-565ab494d6b5,segment=NetworkSegment(83996842-d3cc-4a9a-8549-507c75a058d6),segment_id=83996842-d3cc-4a9a-8549-507c75a058d6)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:49:47.181624 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:47.256893 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=ad0301f2-14c9-43d2-b14f-565ab494d6b5,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:49:47.703779 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa4703-c425-43fd-b238-e9229c029551 req-c44b8124-ddf0-40bf-972a-0b0f65530e88 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:49:47.705180 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-53aa4703-c425-43fd-b238-e9229c029551 req-c44b8124-ddf0-40bf-972a-0b0f65530e88 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.42 "GET /v2.0/networks?id=3e683509-f229-4844-85a9-79fc7df986d5 HTTP/1.1" status: 200 len: 797 time: 0.1609569 May 04 17:49:47.757402 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-53aa4703-c425-43fd-b238-e9229c029551 req-e969c3bb-1a15-4444-97e0-666c6236e6ee tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ede911fc7f845af95dd74968234120d HTTP/1.1" status: 200 len: 380 time: 0.0429962 May 04 17:49:47.767821 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [req-53aa4703-c425-43fd-b238-e9229c029551 req-1dadf54e-d2cd-45a7-b272-35029bfefab5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'port': {'device_id': '7e65427b-7546-4938-9456-58299490f89d', 'network_id': '3e683509-f229-4844-85a9-79fc7df986d5', 'admin_state_up': True, 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'security_groups': ['e4128fc1-0975-433b-b0f6-0ce6c2b577de']}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:49:47.892751 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-f692ec66-c6d0-4acf-80d7-e675b4380759 req-e6c39117-0a87-41e8-bddd-184b2ff80ca4 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e65427b-7546-4938-9456-58299490f89d HTTP/1.1" status: 200 len: 210 time: 0.0893624 May 04 17:49:47.943292 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [req-53aa4703-c425-43fd-b238-e9229c029551 req-1dadf54e-d2cd-45a7-b272-35029bfefab5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:49:47.952547 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [req-53aa4703-c425-43fd-b238-e9229c029551 req-1dadf54e-d2cd-45a7-b272-35029bfefab5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:49:47.962548 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53aa4703-c425-43fd-b238-e9229c029551 req-1dadf54e-d2cd-45a7-b272-35029bfefab5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Made reservation on behalf of 8ede911fc7f845af95dd74968234120d for: {'port': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:49:47.966026 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-53aa4703-c425-43fd-b238-e9229c029551 req-1dadf54e-d2cd-45a7-b272-35029bfefab5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:48.123469 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [req-53aa4703-c425-43fd-b238-e9229c029551 req-1dadf54e-d2cd-45a7-b272-35029bfefab5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Allocated IP 172.20.0.3 (3e683509-f229-4844-85a9-79fc7df986d5/1e70a5d6-b212-4deb-9654-59f58e624bd1/6d35c898-0651-4fbd-ab07-4de773a22cee) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:49:48.305437 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-53aa4703-c425-43fd-b238-e9229c029551 req-1dadf54e-d2cd-45a7-b272-35029bfefab5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:48.320655 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [req-53aa4703-c425-43fd-b238-e9229c029551 req-1dadf54e-d2cd-45a7-b272-35029bfefab5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Transition to ACTIVE for port object 6d35c898-0651-4fbd-ab07-4de773a22cee will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:49:48.343551 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-53aa4703-c425-43fd-b238-e9229c029551 req-1dadf54e-d2cd-45a7-b272-35029bfefab5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:48.415128 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53aa4703-c425-43fd-b238-e9229c029551 req-1dadf54e-d2cd-45a7-b272-35029bfefab5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Network 3e683509-f229-4844-85a9-79fc7df986d5 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:49:48.418249 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [req-53aa4703-c425-43fd-b238-e9229c029551 req-1dadf54e-d2cd-45a7-b272-35029bfefab5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:49:48.422146 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [req-53aa4703-c425-43fd-b238-e9229c029551 req-1dadf54e-d2cd-45a7-b272-35029bfefab5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:49:48.458757 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dadf54e-d2cd-45a7-b272-35029bfefab5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Port': ['ID=6d35c898-0651-4fbd-ab07-4de773a22cee,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:49:48.494406 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa4703-c425-43fd-b238-e9229c029551 req-1dadf54e-d2cd-45a7-b272-35029bfefab5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:49:48.495023 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-53aa4703-c425-43fd-b238-e9229c029551 req-1dadf54e-d2cd-45a7-b272-35029bfefab5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:48.520419 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-53aa4703-c425-43fd-b238-e9229c029551 req-1dadf54e-d2cd-45a7-b272-35029bfefab5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7562749 May 04 17:49:48.533055 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [req-53aa4703-c425-43fd-b238-e9229c029551 req-514af1dd-5c0c-46d8-8b33-da28b29032b3 service neutron] Request body: {'port': {'device_id': '7e65427b-7546-4938-9456-58299490f89d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:49:48.646230 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-53aa4703-c425-43fd-b238-e9229c029551 req-514af1dd-5c0c-46d8-8b33-da28b29032b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:48.671287 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-3f0daf41-fd2d-4e28-97a3-5c52d49dc066 None None] Provisioning for port 6d35c898-0651-4fbd-ab07-4de773a22cee completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:49:48.675955 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-3f0daf41-fd2d-4e28-97a3-5c52d49dc066 None None] Provisioning complete for port 6d35c898-0651-4fbd-ab07-4de773a22cee triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:49:48.676319 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-3f0daf41-fd2d-4e28-97a3-5c52d49dc066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:48.727836 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-3f0daf41-fd2d-4e28-97a3-5c52d49dc066 None None] Port 6d35c898-0651-4fbd-ab07-4de773a22cee cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:49:48.940394 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device ad0301f2-14c9-43d2-b14f-565ab494d6b5 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:49:49.014601 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port ad0301f2-14c9-43d2-b14f-565ab494d6b5 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:49:49.014982 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:49.090503 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [req-53aa4703-c425-43fd-b238-e9229c029551 req-514af1dd-5c0c-46d8-8b33-da28b29032b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d35c898-0651-4fbd-ab07-4de773a22cee {{(pid=88038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:49:49.095725 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d7e13-1ba1-4d0b-9587-0c978ee3f364 req-261773b0-f41a-49d8-95e1-5d92fd51d870 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:49:49.097959 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ab7d7e13-1ba1-4d0b-9587-0c978ee3f364 req-261773b0-f41a-49d8-95e1-5d92fd51d870 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e65427b-7546-4938-9456-58299490f89d HTTP/1.1" status: 200 len: 931 time: 0.0814493 May 04 17:49:49.098789 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-53aa4703-c425-43fd-b238-e9229c029551 req-514af1dd-5c0c-46d8-8b33-da28b29032b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:49.114040 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [req-53aa4703-c425-43fd-b238-e9229c029551 req-514af1dd-5c0c-46d8-8b33-da28b29032b3 service neutron] Transition to ACTIVE for port object 6d35c898-0651-4fbd-ab07-4de773a22cee will not be triggered until provisioned by entity L2. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:49:49.120299 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-53aa4703-c425-43fd-b238-e9229c029551 req-514af1dd-5c0c-46d8-8b33-da28b29032b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:49.151108 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ab7d7e13-1ba1-4d0b-9587-0c978ee3f364 req-8a572154-18f3-4946-882b-2bb476412a8a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4128fc1-0975-433b-b0f6-0ce6c2b577de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469668 May 04 17:49:49.254293 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514af1dd-5c0c-46d8-8b33-da28b29032b3 service neutron] Pushing event updated for resources: {'Port': ['ID=6d35c898-0651-4fbd-ab07-4de773a22cee,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:49:49.358110 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [req-53aa4703-c425-43fd-b238-e9229c029551 req-514af1dd-5c0c-46d8-8b33-da28b29032b3 service neutron] Attempting to bind port 6d35c898-0651-4fbd-ab07-4de773a22cee on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:49:49.358551 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [req-53aa4703-c425-43fd-b238-e9229c029551 req-514af1dd-5c0c-46d8-8b33-da28b29032b3 service neutron] Attempting to bind port 6d35c898-0651-4fbd-ab07-4de773a22cee by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '83996842-d3cc-4a9a-8549-507c75a058d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '3e683509-f229-4844-85a9-79fc7df986d5'}] {{(pid=88038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:49:49.358888 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53aa4703-c425-43fd-b238-e9229c029551 req-514af1dd-5c0c-46d8-8b33-da28b29032b3 service neutron] Attempting to bind port 6d35c898-0651-4fbd-ab07-4de773a22cee on network 3e683509-f229-4844-85a9-79fc7df986d5 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:49:49.364238 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53aa4703-c425-43fd-b238-e9229c029551 req-514af1dd-5c0c-46d8-8b33-da28b29032b3 service neutron] Port 6d35c898-0651-4fbd-ab07-4de773a22cee on network 3e683509-f229-4844-85a9-79fc7df986d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:49:49.364561 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53aa4703-c425-43fd-b238-e9229c029551 req-514af1dd-5c0c-46d8-8b33-da28b29032b3 service neutron] Attempting to bind port 6d35c898-0651-4fbd-ab07-4de773a22cee on network 3e683509-f229-4844-85a9-79fc7df986d5 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:49:49.369654 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53aa4703-c425-43fd-b238-e9229c029551 req-514af1dd-5c0c-46d8-8b33-da28b29032b3 service neutron] Checking agent: {'id': '84d0dbeb-cfa8-4636-8b1c-9790acf21ef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'started_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:49:49.370020 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53aa4703-c425-43fd-b238-e9229c029551 req-514af1dd-5c0c-46d8-8b33-da28b29032b3 service neutron] Checking segment: {'id': '83996842-d3cc-4a9a-8549-507c75a058d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '3e683509-f229-4844-85a9-79fc7df986d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:49:49.370408 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53aa4703-c425-43fd-b238-e9229c029551 req-514af1dd-5c0c-46d8-8b33-da28b29032b3 service neutron] Bound using segment: {'id': '83996842-d3cc-4a9a-8549-507c75a058d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '3e683509-f229-4844-85a9-79fc7df986d5'} {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:49:49.370838 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [req-53aa4703-c425-43fd-b238-e9229c029551 req-514af1dd-5c0c-46d8-8b33-da28b29032b3 service neutron] Bound port: 6d35c898-0651-4fbd-ab07-4de773a22cee, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83996842-d3cc-4a9a-8549-507c75a058d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '3e683509-f229-4844-85a9-79fc7df986d5'}}] {{(pid=88038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:49:49.371190 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-53aa4703-c425-43fd-b238-e9229c029551 req-514af1dd-5c0c-46d8-8b33-da28b29032b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:49.461542 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [req-53aa4703-c425-43fd-b238-e9229c029551 req-514af1dd-5c0c-46d8-8b33-da28b29032b3 service neutron] For port 6d35c898-0651-4fbd-ab07-4de773a22cee, host hv-neutron-8404, cleared binding levels {{(pid=88038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:49:49.464374 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [req-53aa4703-c425-43fd-b238-e9229c029551 req-514af1dd-5c0c-46d8-8b33-da28b29032b3 service neutron] For port 6d35c898-0651-4fbd-ab07-4de773a22cee, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=6d35c898-0651-4fbd-ab07-4de773a22cee,segment=NetworkSegment(83996842-d3cc-4a9a-8549-507c75a058d6),segment_id=83996842-d3cc-4a9a-8549-507c75a058d6)] {{(pid=88038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:49:49.468702 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-53aa4703-c425-43fd-b238-e9229c029551 req-514af1dd-5c0c-46d8-8b33-da28b29032b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:49.526922 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa4703-c425-43fd-b238-e9229c029551 req-514af1dd-5c0c-46d8-8b33-da28b29032b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:49:49.527584 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-53aa4703-c425-43fd-b238-e9229c029551 req-514af1dd-5c0c-46d8-8b33-da28b29032b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:49.528912 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-53aa4703-c425-43fd-b238-e9229c029551 req-514af1dd-5c0c-46d8-8b33-da28b29032b3 service neutron] 10.222.0.42 "PUT /v2.0/ports/6d35c898-0651-4fbd-ab07-4de773a22cee HTTP/1.1" status: 200 len: 1093 time: 1.0001647 May 04 17:49:49.529335 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e65427b-7546-4938-9456-58299490f89d', 'tag': '6d35c898-0651-4fbd-ab07-4de773a22cee'}] {{(pid=88038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:49:49.552582 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514af1dd-5c0c-46d8-8b33-da28b29032b3 service neutron] Pushing event updated for resources: {'Port': ['ID=6d35c898-0651-4fbd-ab07-4de773a22cee,revision_number=3']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:49:49.611285 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a789238b-f13c-4ebb-bb84-a637b3aee347'] response: {'name': 'network-changed', 'server_uuid': '7e65427b-7546-4938-9456-58299490f89d', 'tag': '6d35c898-0651-4fbd-ab07-4de773a22cee', 'status': 'completed', 'code': 200} May 04 17:49:49.656730 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa4703-c425-43fd-b238-e9229c029551 req-748125f7-a9c5-43cb-951a-b733e98fa617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:49:49.658263 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-53aa4703-c425-43fd-b238-e9229c029551 req-748125f7-a9c5-43cb-951a-b733e98fa617 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ede911fc7f845af95dd74968234120d&device_id=7e65427b-7546-4938-9456-58299490f89d HTTP/1.1" status: 200 len: 1096 time: 0.0805500 May 04 17:49:49.726256 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-53aa4703-c425-43fd-b238-e9229c029551 req-a7f4cdf7-5b4a-4c67-8a5e-ccfba40e73fe service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d35c898-0651-4fbd-ab07-4de773a22cee HTTP/1.1" status: 200 len: 217 time: 0.0608034 May 04 17:49:49.792611 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa4703-c425-43fd-b238-e9229c029551 req-72b59064-d5f2-432d-98d8-89903d228662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:49:49.794029 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-53aa4703-c425-43fd-b238-e9229c029551 req-72b59064-d5f2-432d-98d8-89903d228662 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1e70a5d6-b212-4deb-9654-59f58e624bd1 HTTP/1.1" status: 200 len: 835 time: 0.0601270 May 04 17:49:49.876913 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa4703-c425-43fd-b238-e9229c029551 req-af369e80-16a1-4f7a-ab99-412a8f96a269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:49:49.878424 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-53aa4703-c425-43fd-b238-e9229c029551 req-af369e80-16a1-4f7a-ab99-412a8f96a269 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3e683509-f229-4844-85a9-79fc7df986d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776649 May 04 17:49:50.007439 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-53aa4703-c425-43fd-b238-e9229c029551 req-8c60244c-a850-42ac-95ad-27746c42b3dc service neutron] 10.222.0.42 "GET /v2.0/networks/3e683509-f229-4844-85a9-79fc7df986d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223791 May 04 17:49:50.136618 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-53aa4703-c425-43fd-b238-e9229c029551 req-243a57f7-c68c-4614-87e9-805ae6dc39c9 service neutron] 10.222.0.42 "GET /v2.0/networks/3e683509-f229-4844-85a9-79fc7df986d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223750 May 04 17:49:50.260559 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4bda7-f581-4449-a27f-855fefe61a0c req-d1101598-8e63-4e27-b9b5-185cc66aa4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:49:50.261969 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-b4e4bda7-f581-4449-a27f-855fefe61a0c req-d1101598-8e63-4e27-b9b5-185cc66aa4a6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ede911fc7f845af95dd74968234120d&device_id=7e65427b-7546-4938-9456-58299490f89d HTTP/1.1" status: 200 len: 1096 time: 0.0750339 May 04 17:49:50.336362 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b4adcb-56a6-4ccf-8eaf-12e5eaea8c0e req-8cff8d5c-fe72-48dd-ae91-502c23b7b387 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:49:50.337862 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-22b4adcb-56a6-4ccf-8eaf-12e5eaea8c0e req-8cff8d5c-fe72-48dd-ae91-502c23b7b387 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e65427b-7546-4938-9456-58299490f89d HTTP/1.1" status: 200 len: 943 time: 0.0803785 May 04 17:49:50.386335 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-22b4adcb-56a6-4ccf-8eaf-12e5eaea8c0e req-26005184-ada8-47b2-9b59-35ed056e5edf tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4128fc1-0975-433b-b0f6-0ce6c2b577de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412407 May 04 17:49:50.394769 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4bda7-f581-4449-a27f-855fefe61a0c req-38d1aed8-6d5d-4efd-8646-4bdbc085e6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:49:50.396236 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-b4e4bda7-f581-4449-a27f-855fefe61a0c req-38d1aed8-6d5d-4efd-8646-4bdbc085e6b6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3e683509-f229-4844-85a9-79fc7df986d5 HTTP/1.1" status: 200 len: 898 time: 0.1281734 May 04 17:49:50.463654 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-b4e4bda7-f581-4449-a27f-855fefe61a0c req-6cca6803-491b-4524-bb3f-2cc81a1b5634 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d35c898-0651-4fbd-ab07-4de773a22cee HTTP/1.1" status: 200 len: 217 time: 0.0598493 May 04 17:49:50.619736 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4bda7-f581-4449-a27f-855fefe61a0c req-460be673-16c0-417c-9b15-c3503890a129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:49:50.621156 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-b4e4bda7-f581-4449-a27f-855fefe61a0c req-460be673-16c0-417c-9b15-c3503890a129 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1e70a5d6-b212-4deb-9654-59f58e624bd1 HTTP/1.1" status: 200 len: 835 time: 0.1510165 May 04 17:49:50.714579 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4bda7-f581-4449-a27f-855fefe61a0c req-e551125a-fb72-42e7-9410-b873d91632e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:49:50.716046 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-b4e4bda7-f581-4449-a27f-855fefe61a0c req-e551125a-fb72-42e7-9410-b873d91632e5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3e683509-f229-4844-85a9-79fc7df986d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0884576 May 04 17:49:50.846013 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-b4e4bda7-f581-4449-a27f-855fefe61a0c req-7487fc78-d37f-4f77-90d5-b89985e5073b service neutron] 10.222.0.42 "GET /v2.0/networks/3e683509-f229-4844-85a9-79fc7df986d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234047 May 04 17:49:50.978256 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-b4e4bda7-f581-4449-a27f-855fefe61a0c req-237f107d-6565-438f-9622-fbb89e31758d service neutron] 10.222.0.42 "GET /v2.0/networks/3e683509-f229-4844-85a9-79fc7df986d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258464 May 04 17:49:51.573650 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1d1c3-22a2-48cd-ab74-239ccbc0b818 req-46a2beba-e37c-413d-a0ab-535e7cd5d67c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:49:51.574406 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-85d1d1c3-22a2-48cd-ab74-239ccbc0b818 req-46a2beba-e37c-413d-a0ab-535e7cd5d67c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Synchronizing usage tracker for tenant:8ede911fc7f845af95dd74968234120d on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:49:51.589893 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-85d1d1c3-22a2-48cd-ab74-239ccbc0b818 req-46a2beba-e37c-413d-a0ab-535e7cd5d67c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Unset dirty status for tenant:8ede911fc7f845af95dd74968234120d on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:49:51.591107 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-85d1d1c3-22a2-48cd-ab74-239ccbc0b818 req-46a2beba-e37c-413d-a0ab-535e7cd5d67c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e65427b-7546-4938-9456-58299490f89d HTTP/1.1" status: 200 len: 943 time: 0.1009436 May 04 17:49:51.634869 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-85d1d1c3-22a2-48cd-ab74-239ccbc0b818 req-499c4877-2f14-476b-8632-46a8fc401a05 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4128fc1-0975-433b-b0f6-0ce6c2b577de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379255 May 04 17:49:52.482538 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 6d35c898-0651-4fbd-ab07-4de773a22cee details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:49:52.609522 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 6d35c898-0651-4fbd-ab07-4de773a22cee, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=6d35c898-0651-4fbd-ab07-4de773a22cee,segment=NetworkSegment(83996842-d3cc-4a9a-8549-507c75a058d6),segment_id=83996842-d3cc-4a9a-8549-507c75a058d6)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:49:52.622505 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Returning: {'device': '6d35c898-0651-4fbd-ab07-4de773a22cee', 'network_id': '3e683509-f229-4844-85a9-79fc7df986d5', 'port_id': '6d35c898-0651-4fbd-ab07-4de773a22cee', 'mac_address': 'fa:16:3e:3b:df:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e70a5d6-b212-4deb-9654-59f58e624bd1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:49:52.678509 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:52.695350 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d35c898-0651-4fbd-ab07-4de773a22cee {{(pid=88039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:49:52.710367 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 6d35c898-0651-4fbd-ab07-4de773a22cee, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=6d35c898-0651-4fbd-ab07-4de773a22cee,segment=NetworkSegment(83996842-d3cc-4a9a-8549-507c75a058d6),segment_id=83996842-d3cc-4a9a-8549-507c75a058d6)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:49:52.714129 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:52.779417 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=6d35c898-0651-4fbd-ab07-4de773a22cee,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:49:52.822299 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a82b8-75c7-4d06-9d13-f76ce9c91443 req-dfbf0b05-3b93-4496-a3c3-e4400a94018a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:49:52.823748 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9e8a82b8-75c7-4d06-9d13-f76ce9c91443 req-dfbf0b05-3b93-4496-a3c3-e4400a94018a tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e65427b-7546-4938-9456-58299490f89d HTTP/1.1" status: 200 len: 944 time: 0.0848987 May 04 17:49:52.866923 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9e8a82b8-75c7-4d06-9d13-f76ce9c91443 req-08f854af-b2d3-4ab9-9bc0-61a12ef95bfa tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4128fc1-0975-433b-b0f6-0ce6c2b577de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375383 May 04 17:49:53.037583 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] get_ports_and_sgs() called for port_ids ['6d35c898-0651-4fbd-ab07-4de773a22cee'] {{(pid=88039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:49:54.049450 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f69e2-9181-433b-b268-08843504cfab req-b1b781fb-c47c-4eb0-844f-14ef5db2fcf8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:49:54.051459 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-d29f69e2-9181-433b-b268-08843504cfab req-b1b781fb-c47c-4eb0-844f-14ef5db2fcf8 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e65427b-7546-4938-9456-58299490f89d HTTP/1.1" status: 200 len: 944 time: 0.0797892 May 04 17:49:54.098433 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-d29f69e2-9181-433b-b268-08843504cfab req-e2ffa96f-1f7c-451b-a8c4-070382eb1a1d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4128fc1-0975-433b-b0f6-0ce6c2b577de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413611 May 04 17:49:54.483112 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 6d35c898-0651-4fbd-ab07-4de773a22cee up at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:49:54.549254 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning for port 6d35c898-0651-4fbd-ab07-4de773a22cee completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:49:54.554350 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning complete for port 6d35c898-0651-4fbd-ab07-4de773a22cee triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:49:54.554723 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:54.690021 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:54.716153 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e65427b-7546-4938-9456-58299490f89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d35c898-0651-4fbd-ab07-4de773a22cee'}] {{(pid=88039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:49:54.726030 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 6d35c898-0651-4fbd-ab07-4de773a22cee, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=6d35c898-0651-4fbd-ab07-4de773a22cee,segment=NetworkSegment(83996842-d3cc-4a9a-8549-507c75a058d6),segment_id=83996842-d3cc-4a9a-8549-507c75a058d6)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:49:54.730300 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:54.798614 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=6d35c898-0651-4fbd-ab07-4de773a22cee,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:49:54.873224 dv-neutron-840426-1-hyperv neutron-server[88039]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0cd18ef-f195-4b7d-9d4e-0e134857d04d'] response: {'server_uuid': '7e65427b-7546-4938-9456-58299490f89d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d35c898-0651-4fbd-ab07-4de773a22cee', 'code': 200} May 04 17:49:55.095183 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4418c9e-d711-4df0-bbe1-661c3c9ea8be req-d5e65a60-4e90-4295-8b67-31c11554b7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:49:55.097308 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-c4418c9e-d711-4df0-bbe1-661c3c9ea8be req-d5e65a60-4e90-4295-8b67-31c11554b7cd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7e65427b-7546-4938-9456-58299490f89d HTTP/1.1" status: 200 len: 1098 time: 0.0719755 May 04 17:49:55.136586 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-c4418c9e-d711-4df0-bbe1-661c3c9ea8be req-04dae0f9-e9a8-4191-b956-9b8aa1e7d3e9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e4128fc1-0975-433b-b0f6-0ce6c2b577de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340452 May 04 17:49:55.288454 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c07e64-2475-49e9-8616-fb1fee2c6393 req-e1f4b2ba-3a63-4db1-be11-5bdea1745dbe tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:49:55.290166 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-e6c07e64-2475-49e9-8616-fb1fee2c6393 req-e1f4b2ba-3a63-4db1-be11-5bdea1745dbe tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e65427b-7546-4938-9456-58299490f89d HTTP/1.1" status: 200 len: 945 time: 0.0847476 May 04 17:49:55.334113 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-e6c07e64-2475-49e9-8616-fb1fee2c6393 req-77df3531-ab3e-4c8b-9027-c3b69d76510e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4128fc1-0975-433b-b0f6-0ce6c2b577de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380058 May 04 17:49:56.525315 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c77ba-1967-4330-8a60-871888553d22 req-cb9b2658-0c3c-456f-9545-09e22fd1b72c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:49:56.526804 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-bb5c77ba-1967-4330-8a60-871888553d22 req-cb9b2658-0c3c-456f-9545-09e22fd1b72c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e65427b-7546-4938-9456-58299490f89d HTTP/1.1" status: 200 len: 945 time: 0.0843010 May 04 17:49:56.570276 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-bb5c77ba-1967-4330-8a60-871888553d22 req-275247d4-d68f-4bc7-af5a-7ec9d25b6d11 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4128fc1-0975-433b-b0f6-0ce6c2b577de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377893 May 04 17:49:57.816353 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb0a2f-47f4-4c66-af1f-5ea51773bc43 req-a18a8ad9-13cb-42a5-9226-a9131aef128b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:49:57.817805 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-1fbb0a2f-47f4-4c66-af1f-5ea51773bc43 req-a18a8ad9-13cb-42a5-9226-a9131aef128b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e65427b-7546-4938-9456-58299490f89d HTTP/1.1" status: 200 len: 945 time: 0.1447971 May 04 17:49:57.821168 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-5e63cddb-981b-48b4-adcd-2dae24e3724a req-1a63ac71-2409-4226-a67c-d90832243e9b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7e65427b-7546-4938-9456-58299490f89d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0958323 May 04 17:49:57.861738 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-1fbb0a2f-47f4-4c66-af1f-5ea51773bc43 req-83b80d98-29f1-433c-b4be-2535bdd33d74 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4128fc1-0975-433b-b0f6-0ce6c2b577de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380538 May 04 17:49:57.957709 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e63cddb-981b-48b4-adcd-2dae24e3724a req-0b9a977f-fcd8-41b7-a6d9-978d268df936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:49:57.959223 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-5e63cddb-981b-48b4-adcd-2dae24e3724a req-0b9a977f-fcd8-41b7-a6d9-978d268df936 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ede911fc7f845af95dd74968234120d&device_id=7e65427b-7546-4938-9456-58299490f89d HTTP/1.1" status: 200 len: 1098 time: 0.0702577 May 04 17:49:58.049297 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e24608e-75f7-4804-af5f-a0614de553c1 req-89bfb9a0-90bf-4479-b9b0-d791de16860c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:49:58.050836 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-1e24608e-75f7-4804-af5f-a0614de553c1 req-89bfb9a0-90bf-4479-b9b0-d791de16860c tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e65427b-7546-4938-9456-58299490f89d HTTP/1.1" status: 200 len: 945 time: 0.0849988 May 04 17:49:58.094586 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-1e24608e-75f7-4804-af5f-a0614de553c1 req-3e706ff3-0065-4277-bcc9-19c5eeee963d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4128fc1-0975-433b-b0f6-0ce6c2b577de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379891 May 04 17:49:58.102919 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e63cddb-981b-48b4-adcd-2dae24e3724a req-cfaa913c-ca3b-4576-bd3b-62cd5693fc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:49:58.104363 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-5e63cddb-981b-48b4-adcd-2dae24e3724a req-cfaa913c-ca3b-4576-bd3b-62cd5693fc30 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3e683509-f229-4844-85a9-79fc7df986d5 HTTP/1.1" status: 200 len: 898 time: 0.1266184 May 04 17:49:58.117221 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 58368) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:49:58.175564 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-5e63cddb-981b-48b4-adcd-2dae24e3724a req-d07f4094-38a6-4ddf-a577-f64409884aa3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d35c898-0651-4fbd-ab07-4de773a22cee HTTP/1.1" status: 200 len: 217 time: 0.0645127 May 04 17:49:58.185515 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f2618e-891c-439b-872c-6b3d0b7773b0 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:49:58.187049 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-79f2618e-891c-439b-872c-6b3d0b7773b0 tempest-TestNetworkBasicOps-758559682 tempest-TestNetworkBasicOps-758559682-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7e65427b-7546-4938-9456-58299490f89d HTTP/1.1" status: 200 len: 1093 time: 0.0688887 May 04 17:49:58.189787 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 58372) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:49:58.195347 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-91ec8055-957a-416b-9261-8e04f8f8cb8e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'floatingip': {'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'port_id': '6d35c898-0651-4fbd-ab07-4de773a22cee', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:49:58.201675 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-91ec8055-957a-416b-9261-8e04f8f8cb8e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:49:58.205552 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-91ec8055-957a-416b-9261-8e04f8f8cb8e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Usage tracker for resource:floatingip and tenant:8ede911fc7f845af95dd74968234120d is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:49:58.209148 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-91ec8055-957a-416b-9261-8e04f8f8cb8e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:49:58.214992 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-91ec8055-957a-416b-9261-8e04f8f8cb8e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:49:58.226674 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-91ec8055-957a-416b-9261-8e04f8f8cb8e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for floatingip, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:58.245680 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e63cddb-981b-48b4-adcd-2dae24e3724a req-81fdafac-1d84-40fd-9235-526e05e16ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:49:58.247205 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-5e63cddb-981b-48b4-adcd-2dae24e3724a req-81fdafac-1d84-40fd-9235-526e05e16ba3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1e70a5d6-b212-4deb-9654-59f58e624bd1 HTTP/1.1" status: 200 len: 835 time: 0.0652418 May 04 17:49:58.321664 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e63cddb-981b-48b4-adcd-2dae24e3724a req-eaac765e-ca17-4279-93ee-0e3e124ab4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:49:58.323172 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-5e63cddb-981b-48b4-adcd-2dae24e3724a req-eaac765e-ca17-4279-93ee-0e3e124ab4ce service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3e683509-f229-4844-85a9-79fc7df986d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688541 May 04 17:49:58.362480 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-91ec8055-957a-416b-9261-8e04f8f8cb8e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:58.459137 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-5e63cddb-981b-48b4-adcd-2dae24e3724a req-34eb90f6-f6a6-482e-b16f-a9712ae8e86a service neutron] 10.222.0.42 "GET /v2.0/networks/3e683509-f229-4844-85a9-79fc7df986d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268950 May 04 17:49:58.502485 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-91ec8055-957a-416b-9261-8e04f8f8cb8e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Allocated IP 172.26.0.51 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/4a182b36-1ae1-467c-a3e1-01bc04dbdfd6) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:49:58.590487 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-5e63cddb-981b-48b4-adcd-2dae24e3724a req-efe9dda7-741f-461b-a2c4-5d6201f597a1 service neutron] 10.222.0.42 "GET /v2.0/networks/3e683509-f229-4844-85a9-79fc7df986d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239736 May 04 17:49:58.648689 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-91ec8055-957a-416b-9261-8e04f8f8cb8e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:58.677748 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-91ec8055-957a-416b-9261-8e04f8f8cb8e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:58.746339 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ec8055-957a-416b-9261-8e04f8f8cb8e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:49:58.749332 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-91ec8055-957a-416b-9261-8e04f8f8cb8e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:49:58.751854 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ec8055-957a-416b-9261-8e04f8f8cb8e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:49:58.790839 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ec8055-957a-416b-9261-8e04f8f8cb8e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Port': ['ID=4a182b36-1ae1-467c-a3e1-01bc04dbdfd6,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:49:59.267295 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-91ec8055-957a-416b-9261-8e04f8f8cb8e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:59.338324 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-91ec8055-957a-416b-9261-8e04f8f8cb8e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:59.544765 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-91ec8055-957a-416b-9261-8e04f8f8cb8e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:59.549031 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-91ec8055-957a-416b-9261-8e04f8f8cb8e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:59.653332 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ec8055-957a-416b-9261-8e04f8f8cb8e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event updated for resources: {'Port': ['ID=4a182b36-1ae1-467c-a3e1-01bc04dbdfd6,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:49:59.666249 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-91ec8055-957a-416b-9261-8e04f8f8cb8e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710218'] for floatingip, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:49:59.839100 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.l3_db [None req-91ec8055-957a-416b-9261-8e04f8f8cb8e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Floating IP 7854cae6-ca4c-47b6-ae87-5e18f078cf24 associated. External IP: 172.26.0.51, port: 6d35c898-0651-4fbd-ab07-4de773a22cee. May 04 17:50:00.175260 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91ec8055-957a-416b-9261-8e04f8f8cb8e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Router ac6860cf-5220-4ea2-b63a-113bfc9f3547 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:50:00.351573 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ec8055-957a-416b-9261-8e04f8f8cb8e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:50:00.360958 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e70c435-abba-46ff-bbff-9eea9ad09a3d None None] Sync routers for ids ['ac6860cf-5220-4ea2-b63a-113bfc9f3547'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:50:00.370734 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e70c435-abba-46ff-bbff-9eea9ad09a3d None None] Routers {'ac6860cf-5220-4ea2-b63a-113bfc9f3547'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:50:00.371545 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-7e70c435-abba-46ff-bbff-9eea9ad09a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:49:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['ac6860cf-5220-4ea2-b63a-113bfc9f3547'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:50:00.376756 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-91ec8055-957a-416b-9261-8e04f8f8cb8e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:50:00.431592 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-91ec8055-957a-416b-9261-8e04f8f8cb8e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2401810 May 04 17:50:00.432193 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e65427b-7546-4938-9456-58299490f89d', 'tag': '6d35c898-0651-4fbd-ab07-4de773a22cee'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:50:00.434268 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 58376) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:50:00.478289 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a5a0602-c616-4adf-a5d1-d71cebe00690'] response: {'name': 'network-changed', 'server_uuid': '7e65427b-7546-4938-9456-58299490f89d', 'tag': '6d35c898-0651-4fbd-ab07-4de773a22cee', 'status': 'completed', 'code': 200} May 04 17:50:00.553484 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-7e70c435-abba-46ff-bbff-9eea9ad09a3d None None] Set router ac6860cf-5220-4ea2-b63a-113bfc9f3547 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:50:00.687897 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-8edc0c8d-5b5b-4f72-9af5-7ca2ea6d558d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/floatingips/7854cae6-ca4c-47b6-ae87-5e18f078cf24 HTTP/1.1" status: 200 len: 990 time: 0.2522993 May 04 17:50:00.703784 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef8a93-2ed1-49a0-9954-b4bfa41019be req-84dc452d-43de-4899-ae92-57626c0463f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:00.705219 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-56ef8a93-2ed1-49a0-9954-b4bfa41019be req-84dc452d-43de-4899-ae92-57626c0463f2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ede911fc7f845af95dd74968234120d&device_id=7e65427b-7546-4938-9456-58299490f89d HTTP/1.1" status: 200 len: 1098 time: 0.1090815 May 04 17:50:00.846064 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef8a93-2ed1-49a0-9954-b4bfa41019be req-e25d193b-d074-48c3-8690-9e22371a1d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:00.847561 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-56ef8a93-2ed1-49a0-9954-b4bfa41019be req-e25d193b-d074-48c3-8690-9e22371a1d36 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3e683509-f229-4844-85a9-79fc7df986d5 HTTP/1.1" status: 200 len: 898 time: 0.1359601 May 04 17:50:00.902129 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-7e70c435-abba-46ff-bbff-9eea9ad09a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac6860cf-5220-4ea2-b63a-113bfc9f3547', 'name': 'tempest-TestNetworkBasicOps-router-2134764772', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.25'}], 'enable_snat': True}, 'gw_port_id': 'e4c62bcb-e1b4-47b3-9758-2fd706fcd473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:36Z', 'updated_at': '2022-05-04T17:49:42Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': 'e4c62bcb-e1b4-47b3-9758-2fd706fcd473', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:10:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6860cf-5220-4ea2-b63a-113bfc9f3547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:37Z', 'updated_at': '2022-05-04T17:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': '7854cae6-ca4c-47b6-ae87-5e18f078cf24', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'floating_ip_address': '172.26.0.51', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': 'ac6860cf-5220-4ea2-b63a-113bfc9f3547', 'port_id': '6d35c898-0651-4fbd-ab07-4de773a22cee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e683509-f229-4844-85a9-79fc7df986d5', 'mac_address': 'fa:16:3e:3b:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e65427b-7546-4938-9456-58299490f89d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:49:59Z', 'updated_at': '2022-05-04T17:49:59Z', 'revision_number': 0, 'project_id': '8ede911fc7f845af95dd74968234120d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad0301f2-14c9-43d2-b14f-565ab494d6b5', 'name': '', 'network_id': '3e683509-f229-4844-85a9-79fc7df986d5', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:ff:62:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6860cf-5220-4ea2-b63a-113bfc9f3547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '1e70a5d6-b212-4deb-9654-59f58e624bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:41Z', 'updated_at': '2022-05-04T17:49:47Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '1e70a5d6-b212-4deb-9654-59f58e624bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:50:00.905899 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e70c435-abba-46ff-bbff-9eea9ad09a3d None None] Checking router: ac6860cf-5220-4ea2-b63a-113bfc9f3547 for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:50:00.914139 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e70c435-abba-46ff-bbff-9eea9ad09a3d None None] Routers {'ac6860cf-5220-4ea2-b63a-113bfc9f3547'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:50:00.914984 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-7e70c435-abba-46ff-bbff-9eea9ad09a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:49:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['ac6860cf-5220-4ea2-b63a-113bfc9f3547'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:50:00.948553 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-56ef8a93-2ed1-49a0-9954-b4bfa41019be req-ec4edcac-9e65-425f-904c-8f6527000921 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d35c898-0651-4fbd-ab07-4de773a22cee HTTP/1.1" status: 200 len: 998 time: 0.0935173 May 04 17:50:01.026431 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef8a93-2ed1-49a0-9954-b4bfa41019be req-7273bd3d-a0ba-45c4-bf01-a010f0cdd729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:01.027866 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-56ef8a93-2ed1-49a0-9954-b4bfa41019be req-7273bd3d-a0ba-45c4-bf01-a010f0cdd729 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1e70a5d6-b212-4deb-9654-59f58e624bd1 HTTP/1.1" status: 200 len: 835 time: 0.0605254 May 04 17:50:01.092178 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-7e70c435-abba-46ff-bbff-9eea9ad09a3d None None] Set router ac6860cf-5220-4ea2-b63a-113bfc9f3547 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:50:01.109009 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef8a93-2ed1-49a0-9954-b4bfa41019be req-72e17e3c-a263-4e90-8191-2342d73561bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:01.110537 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-56ef8a93-2ed1-49a0-9954-b4bfa41019be req-72e17e3c-a263-4e90-8191-2342d73561bc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3e683509-f229-4844-85a9-79fc7df986d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761731 May 04 17:50:01.244000 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-56ef8a93-2ed1-49a0-9954-b4bfa41019be req-77efeb68-bea3-40c3-854a-ed721ac8dd58 service neutron] 10.222.0.42 "GET /v2.0/networks/3e683509-f229-4844-85a9-79fc7df986d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262085 May 04 17:50:01.380479 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-56ef8a93-2ed1-49a0-9954-b4bfa41019be req-6f25e059-1b50-4e05-9e94-278a8359c33b service neutron] 10.222.0.42 "GET /v2.0/networks/3e683509-f229-4844-85a9-79fc7df986d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258492 May 04 17:50:01.435015 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-7e70c435-abba-46ff-bbff-9eea9ad09a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac6860cf-5220-4ea2-b63a-113bfc9f3547', 'name': 'tempest-TestNetworkBasicOps-router-2134764772', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.25'}], 'enable_snat': True}, 'gw_port_id': 'e4c62bcb-e1b4-47b3-9758-2fd706fcd473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:36Z', 'updated_at': '2022-05-04T17:49:42Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': 'e4c62bcb-e1b4-47b3-9758-2fd706fcd473', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:10:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6860cf-5220-4ea2-b63a-113bfc9f3547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:37Z', 'updated_at': '2022-05-04T17:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': '7854cae6-ca4c-47b6-ae87-5e18f078cf24', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'floating_ip_address': '172.26.0.51', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': 'ac6860cf-5220-4ea2-b63a-113bfc9f3547', 'port_id': '6d35c898-0651-4fbd-ab07-4de773a22cee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e683509-f229-4844-85a9-79fc7df986d5', 'mac_address': 'fa:16:3e:3b:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e65427b-7546-4938-9456-58299490f89d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:49:59Z', 'updated_at': '2022-05-04T17:49:59Z', 'revision_number': 0, 'project_id': '8ede911fc7f845af95dd74968234120d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad0301f2-14c9-43d2-b14f-565ab494d6b5', 'name': '', 'network_id': '3e683509-f229-4844-85a9-79fc7df986d5', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:ff:62:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6860cf-5220-4ea2-b63a-113bfc9f3547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '1e70a5d6-b212-4deb-9654-59f58e624bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:41Z', 'updated_at': '2022-05-04T17:49:47Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '1e70a5d6-b212-4deb-9654-59f58e624bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:50:01.438997 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e70c435-abba-46ff-bbff-9eea9ad09a3d None None] The sync data for ids ['ac6860cf-5220-4ea2-b63a-113bfc9f3547'] in dv-neutron-840426-1-hyperv is: [{'id': 'ac6860cf-5220-4ea2-b63a-113bfc9f3547', 'name': 'tempest-TestNetworkBasicOps-router-2134764772', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.25'}], 'enable_snat': True}, 'gw_port_id': 'e4c62bcb-e1b4-47b3-9758-2fd706fcd473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:36Z', 'updated_at': '2022-05-04T17:49:42Z', 'revision_number': 4, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': 'e4c62bcb-e1b4-47b3-9758-2fd706fcd473', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:10:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6860cf-5220-4ea2-b63a-113bfc9f3547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:37Z', 'updated_at': '2022-05-04T17:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': '7854cae6-ca4c-47b6-ae87-5e18f078cf24', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'floating_ip_address': '172.26.0.51', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': 'ac6860cf-5220-4ea2-b63a-113bfc9f3547', 'port_id': '6d35c898-0651-4fbd-ab07-4de773a22cee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e683509-f229-4844-85a9-79fc7df986d5', 'mac_address': 'fa:16:3e:3b:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e65427b-7546-4938-9456-58299490f89d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:49:59Z', 'updated_at': '2022-05-04T17:49:59Z', 'revision_number': 0, 'project_id': '8ede911fc7f845af95dd74968234120d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad0301f2-14c9-43d2-b14f-565ab494d6b5', 'name': '', 'network_id': '3e683509-f229-4844-85a9-79fc7df986d5', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:ff:62:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6860cf-5220-4ea2-b63a-113bfc9f3547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '1e70a5d6-b212-4deb-9654-59f58e624bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:41Z', 'updated_at': '2022-05-04T17:49:47Z', 'revision_number': 5, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '1e70a5d6-b212-4deb-9654-59f58e624bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:50:01.622458 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26692f76-3014-4caa-bb8f-679b54027717 None None] New status for floating IP 7854cae6-ca4c-47b6-ae87-5e18f078cf24: ACTIVE {{(pid=88040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:50:01.691647 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 58382) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:50:01.804291 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-48dcca0f-c453-4f44-8ebd-29f32714f959 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/floatingips/7854cae6-ca4c-47b6-ae87-5e18f078cf24 HTTP/1.1" status: 200 len: 990 time: 0.1114302 May 04 17:50:02.807167 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 58386) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:50:03.012682 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-f6669b31-30e4-47d9-a3d2-fb94e99d90ec tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/floatingips/7854cae6-ca4c-47b6-ae87-5e18f078cf24 HTTP/1.1" status: 200 len: 992 time: 0.2043023 May 04 17:50:03.209991 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8cc55c04-a9cb-4d84-9d30-9cb24c63088f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:50:05.535028 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-75b91aef-ece1-4413-9a7e-80dffb3b15b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:50:06.562241 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:50:06.583697 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:50:07.898724 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:50:09.388894 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:50:16.304646 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 17:50:33.218712 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-764899e3-8682-4664-8a2d-6c052ff28a79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:50:35.526488 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-fa68d329-76bf-42fb-8853-563eae12b103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:50:36.567709 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:50:36.584918 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:50:37.902361 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:50:39.416496 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:50:53.304070 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 17:50:59.343524 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-d9e208c8-f9a5-40bd-ab11-df9961e1cdfe req-820f4b3f-2c5d-46a8-8268-2b1d4706effc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7e65427b-7546-4938-9456-58299490f89d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715818 May 04 17:50:59.483206 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e208c8-f9a5-40bd-ab11-df9961e1cdfe req-e4a5ba2f-c038-4bc5-a0cd-75b1e75a6bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:59.484665 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-d9e208c8-f9a5-40bd-ab11-df9961e1cdfe req-e4a5ba2f-c038-4bc5-a0cd-75b1e75a6bf9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ede911fc7f845af95dd74968234120d&device_id=7e65427b-7546-4938-9456-58299490f89d HTTP/1.1" status: 200 len: 1098 time: 0.0711744 May 04 17:50:59.624971 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e208c8-f9a5-40bd-ab11-df9961e1cdfe req-d39090f0-bd72-4a95-8ea2-0b5f08a99834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:59.627143 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-d9e208c8-f9a5-40bd-ab11-df9961e1cdfe req-d39090f0-bd72-4a95-8ea2-0b5f08a99834 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3e683509-f229-4844-85a9-79fc7df986d5 HTTP/1.1" status: 200 len: 898 time: 0.1245627 May 04 17:50:59.730949 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-d9e208c8-f9a5-40bd-ab11-df9961e1cdfe req-0adef0fb-19cd-4eb0-8768-c6d796e93cbd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d35c898-0651-4fbd-ab07-4de773a22cee HTTP/1.1" status: 200 len: 1000 time: 0.0963418 May 04 17:50:59.791136 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e208c8-f9a5-40bd-ab11-df9961e1cdfe req-409b409c-f274-4298-86fd-3418eeadf3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:59.792502 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-d9e208c8-f9a5-40bd-ab11-df9961e1cdfe req-409b409c-f274-4298-86fd-3418eeadf3d9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1e70a5d6-b212-4deb-9654-59f58e624bd1 HTTP/1.1" status: 200 len: 835 time: 0.0552626 May 04 17:50:59.868503 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e208c8-f9a5-40bd-ab11-df9961e1cdfe req-ac7a166b-d88b-479d-b620-a389519f4994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:50:59.869941 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-d9e208c8-f9a5-40bd-ab11-df9961e1cdfe req-ac7a166b-d88b-479d-b620-a389519f4994 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3e683509-f229-4844-85a9-79fc7df986d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709288 May 04 17:51:00.100969 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-d9e208c8-f9a5-40bd-ab11-df9961e1cdfe req-f56d0cef-b7a9-4bb8-94bd-30328ecd6b51 service neutron] 10.222.0.42 "GET /v2.0/networks/3e683509-f229-4844-85a9-79fc7df986d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243805 May 04 17:51:00.234537 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-d9e208c8-f9a5-40bd-ab11-df9961e1cdfe req-0130dfce-7669-4f7a-a825-b420ede33bfc service neutron] 10.222.0.42 "GET /v2.0/networks/3e683509-f229-4844-85a9-79fc7df986d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227236 May 04 17:51:03.214844 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-07679b2c-cc9b-4cec-a31a-52b9aa5ad577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:03.595162 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 58420) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:51:03.600271 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-3e3f00e8-5eb6-4b78-9710-04be0ff48a4d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'router': {'admin_state_up': False}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:51:04.123348 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3e3f00e8-5eb6-4b78-9710-04be0ff48a4d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:04.133763 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3e3f00e8-5eb6-4b78-9710-04be0ff48a4d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-712177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-712168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-709817'] for router, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:04.316695 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e3f00e8-5eb6-4b78-9710-04be0ff48a4d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Router ac6860cf-5220-4ea2-b63a-113bfc9f3547 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:51:04.498345 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e3f00e8-5eb6-4b78-9710-04be0ff48a4d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:51:04.505685 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3e3f00e8-5eb6-4b78-9710-04be0ff48a4d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:04.506875 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-3e3f00e8-5eb6-4b78-9710-04be0ff48a4d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "PUT /v2.0/routers/ac6860cf-5220-4ea2-b63a-113bfc9f3547 HTTP/1.1" status: 200 len: 888 time: 0.9106839 May 04 17:51:04.508516 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd6adf1-3ebe-4522-8b84-e2d60836c135 None None] Sync routers for ids ['ac6860cf-5220-4ea2-b63a-113bfc9f3547'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:51:04.518616 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd6adf1-3ebe-4522-8b84-e2d60836c135 None None] Routers {'ac6860cf-5220-4ea2-b63a-113bfc9f3547'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:51:04.519229 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-0bd6adf1-3ebe-4522-8b84-e2d60836c135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:50:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['ac6860cf-5220-4ea2-b63a-113bfc9f3547'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:51:04.613101 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-0bd6adf1-3ebe-4522-8b84-e2d60836c135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:51:04.621398 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd6adf1-3ebe-4522-8b84-e2d60836c135 None None] Routers {'ac6860cf-5220-4ea2-b63a-113bfc9f3547'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:51:04.622039 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-0bd6adf1-3ebe-4522-8b84-e2d60836c135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:50:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['ac6860cf-5220-4ea2-b63a-113bfc9f3547'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:51:04.694732 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-0bd6adf1-3ebe-4522-8b84-e2d60836c135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:51:04.695141 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd6adf1-3ebe-4522-8b84-e2d60836c135 None None] The sync data for ids ['ac6860cf-5220-4ea2-b63a-113bfc9f3547'] in dv-neutron-840426-1-hyperv is: [] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:51:05.090964 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device ad0301f2-14c9-43d2-b14f-565ab494d6b5 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:51:05.203620 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:05.234064 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port ad0301f2-14c9-43d2-b14f-565ab494d6b5, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=ad0301f2-14c9-43d2-b14f-565ab494d6b5,segment=NetworkSegment(83996842-d3cc-4a9a-8549-507c75a058d6),segment_id=83996842-d3cc-4a9a-8549-507c75a058d6)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:51:05.238751 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:05.303418 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=ad0301f2-14c9-43d2-b14f-565ab494d6b5,revision_number=6']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:05.310242 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:05.310592 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:05.310937 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:05.311272 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:05.311601 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:05.311933 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:05.312258 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:05.312585 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:05.312909 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:05.313257 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:05.313578 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:05.313898 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:05.448909 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf04e33-f108-4228-9253-1f1d8df5059c None None] New status for floating IP 7854cae6-ca4c-47b6-ae87-5e18f078cf24: DOWN {{(pid=88040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:51:05.528866 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b0bc74e7-8e28-4c53-920c-c617a953e73e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:06.570105 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:06.586496 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:06.652569 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 58426) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:51:06.657672 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-effeca0d-a3a8-4d76-9486-d05e7b548123 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:51:06.977862 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device e4c62bcb-e1b4-47b3-9758-2fd706fcd473 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:51:07.089894 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:07.105436 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port e4c62bcb-e1b4-47b3-9758-2fd706fcd473, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=e4c62bcb-e1b4-47b3-9758-2fd706fcd473,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:51:07.111111 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:07.178006 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=e4c62bcb-e1b4-47b3-9758-2fd706fcd473,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:07.291730 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-effeca0d-a3a8-4d76-9486-d05e7b548123 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:07.302175 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-effeca0d-a3a8-4d76-9486-d05e7b548123 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-712177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-712168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-709817'] for router, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:07.482479 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-effeca0d-a3a8-4d76-9486-d05e7b548123 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Router ac6860cf-5220-4ea2-b63a-113bfc9f3547 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:51:07.663605 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-effeca0d-a3a8-4d76-9486-d05e7b548123 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:51:07.670436 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-effeca0d-a3a8-4d76-9486-d05e7b548123 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:07.671453 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-effeca0d-a3a8-4d76-9486-d05e7b548123 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "PUT /v2.0/routers/ac6860cf-5220-4ea2-b63a-113bfc9f3547 HTTP/1.1" status: 200 len: 887 time: 1.0178981 May 04 17:51:07.674789 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 58430) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:51:07.676674 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0043609e-5dbd-4ca5-baad-2dfcdf1d5a7e None None] Sync routers for ids ['ac6860cf-5220-4ea2-b63a-113bfc9f3547'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:51:07.685943 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0043609e-5dbd-4ca5-baad-2dfcdf1d5a7e None None] Routers {'ac6860cf-5220-4ea2-b63a-113bfc9f3547'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:51:07.686551 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-0043609e-5dbd-4ca5-baad-2dfcdf1d5a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:51:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['ac6860cf-5220-4ea2-b63a-113bfc9f3547'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:51:07.788316 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-bda1cd51-c96d-459c-8980-440f70f0e871 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/floatingips/7854cae6-ca4c-47b6-ae87-5e18f078cf24 HTTP/1.1" status: 200 len: 990 time: 0.1115444 May 04 17:51:07.868057 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-0043609e-5dbd-4ca5-baad-2dfcdf1d5a7e None None] Set router ac6860cf-5220-4ea2-b63a-113bfc9f3547 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:51:07.944200 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:08.231875 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-0043609e-5dbd-4ca5-baad-2dfcdf1d5a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac6860cf-5220-4ea2-b63a-113bfc9f3547', 'name': 'tempest-TestNetworkBasicOps-router-2134764772', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.25'}], 'enable_snat': True}, 'gw_port_id': 'e4c62bcb-e1b4-47b3-9758-2fd706fcd473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:36Z', 'updated_at': '2022-05-04T17:51:07Z', 'revision_number': 6, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': 'e4c62bcb-e1b4-47b3-9758-2fd706fcd473', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:10:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac6860cf-5220-4ea2-b63a-113bfc9f3547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:37Z', 'updated_at': '2022-05-04T17:51:07Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': '7854cae6-ca4c-47b6-ae87-5e18f078cf24', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'floating_ip_address': '172.26.0.51', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': 'ac6860cf-5220-4ea2-b63a-113bfc9f3547', 'port_id': '6d35c898-0651-4fbd-ab07-4de773a22cee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e683509-f229-4844-85a9-79fc7df986d5', 'mac_address': 'fa:16:3e:3b:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e65427b-7546-4938-9456-58299490f89d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:49:59Z', 'updated_at': '2022-05-04T17:51:05Z', 'revision_number': 2, 'project_id': '8ede911fc7f845af95dd74968234120d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad0301f2-14c9-43d2-b14f-565ab494d6b5', 'name': '', 'network_id': '3e683509-f229-4844-85a9-79fc7df986d5', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:ff:62:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac6860cf-5220-4ea2-b63a-113bfc9f3547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '1e70a5d6-b212-4deb-9654-59f58e624bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:41Z', 'updated_at': '2022-05-04T17:51:05Z', 'revision_number': 6, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '1e70a5d6-b212-4deb-9654-59f58e624bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:51:08.236170 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0043609e-5dbd-4ca5-baad-2dfcdf1d5a7e None None] Checking router: ac6860cf-5220-4ea2-b63a-113bfc9f3547 for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:51:08.244547 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0043609e-5dbd-4ca5-baad-2dfcdf1d5a7e None None] Routers {'ac6860cf-5220-4ea2-b63a-113bfc9f3547'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:51:08.245136 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-0043609e-5dbd-4ca5-baad-2dfcdf1d5a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:51:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['ac6860cf-5220-4ea2-b63a-113bfc9f3547'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:51:08.416131 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-0043609e-5dbd-4ca5-baad-2dfcdf1d5a7e None None] Set router ac6860cf-5220-4ea2-b63a-113bfc9f3547 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:51:08.786445 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-0043609e-5dbd-4ca5-baad-2dfcdf1d5a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac6860cf-5220-4ea2-b63a-113bfc9f3547', 'name': 'tempest-TestNetworkBasicOps-router-2134764772', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.25'}], 'enable_snat': True}, 'gw_port_id': 'e4c62bcb-e1b4-47b3-9758-2fd706fcd473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:36Z', 'updated_at': '2022-05-04T17:51:07Z', 'revision_number': 6, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': 'e4c62bcb-e1b4-47b3-9758-2fd706fcd473', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:10:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac6860cf-5220-4ea2-b63a-113bfc9f3547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:37Z', 'updated_at': '2022-05-04T17:51:07Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': '7854cae6-ca4c-47b6-ae87-5e18f078cf24', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'floating_ip_address': '172.26.0.51', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': 'ac6860cf-5220-4ea2-b63a-113bfc9f3547', 'port_id': '6d35c898-0651-4fbd-ab07-4de773a22cee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e683509-f229-4844-85a9-79fc7df986d5', 'mac_address': 'fa:16:3e:3b:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e65427b-7546-4938-9456-58299490f89d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:49:59Z', 'updated_at': '2022-05-04T17:51:05Z', 'revision_number': 2, 'project_id': '8ede911fc7f845af95dd74968234120d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad0301f2-14c9-43d2-b14f-565ab494d6b5', 'name': '', 'network_id': '3e683509-f229-4844-85a9-79fc7df986d5', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:ff:62:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac6860cf-5220-4ea2-b63a-113bfc9f3547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '1e70a5d6-b212-4deb-9654-59f58e624bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:41Z', 'updated_at': '2022-05-04T17:51:05Z', 'revision_number': 6, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '1e70a5d6-b212-4deb-9654-59f58e624bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:51:08.790631 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0043609e-5dbd-4ca5-baad-2dfcdf1d5a7e None None] The sync data for ids ['ac6860cf-5220-4ea2-b63a-113bfc9f3547'] in dv-neutron-840426-1-hyperv is: [{'id': 'ac6860cf-5220-4ea2-b63a-113bfc9f3547', 'name': 'tempest-TestNetworkBasicOps-router-2134764772', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.25'}], 'enable_snat': True}, 'gw_port_id': 'e4c62bcb-e1b4-47b3-9758-2fd706fcd473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:36Z', 'updated_at': '2022-05-04T17:51:07Z', 'revision_number': 6, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': 'e4c62bcb-e1b4-47b3-9758-2fd706fcd473', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:10:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac6860cf-5220-4ea2-b63a-113bfc9f3547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:37Z', 'updated_at': '2022-05-04T17:51:07Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': '7854cae6-ca4c-47b6-ae87-5e18f078cf24', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'floating_ip_address': '172.26.0.51', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': 'ac6860cf-5220-4ea2-b63a-113bfc9f3547', 'port_id': '6d35c898-0651-4fbd-ab07-4de773a22cee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e683509-f229-4844-85a9-79fc7df986d5', 'mac_address': 'fa:16:3e:3b:df:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e65427b-7546-4938-9456-58299490f89d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:49:59Z', 'updated_at': '2022-05-04T17:51:05Z', 'revision_number': 2, 'project_id': '8ede911fc7f845af95dd74968234120d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad0301f2-14c9-43d2-b14f-565ab494d6b5', 'name': '', 'network_id': '3e683509-f229-4844-85a9-79fc7df986d5', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:ff:62:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac6860cf-5220-4ea2-b63a-113bfc9f3547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '1e70a5d6-b212-4deb-9654-59f58e624bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:41Z', 'updated_at': '2022-05-04T17:51:05Z', 'revision_number': 6, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '1e70a5d6-b212-4deb-9654-59f58e624bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:51:08.791656 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 58434) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:51:08.897580 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-bee5ba44-1359-4cb9-94ce-6b6ab03ded1d tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/floatingips/7854cae6-ca4c-47b6-ae87-5e18f078cf24 HTTP/1.1" status: 200 len: 990 time: 0.1047964 May 04 17:51:09.435267 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:09.901461 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 58438) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:51:10.007141 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-a0c2f536-95bf-431f-8d1b-1c16aa1be85e tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/floatingips/7854cae6-ca4c-47b6-ae87-5e18f078cf24 HTTP/1.1" status: 200 len: 990 time: 0.1044962 May 04 17:51:10.323822 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3999c1b1-427c-4f0b-924c-daccc2210168 None None] New status for floating IP 7854cae6-ca4c-47b6-ae87-5e18f078cf24: ACTIVE {{(pid=88040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:51:11.010959 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 58442) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:51:11.013478 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device ad0301f2-14c9-43d2-b14f-565ab494d6b5 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:51:11.084018 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port ad0301f2-14c9-43d2-b14f-565ab494d6b5 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:51:11.084414 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:11.115900 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-ecb0d26b-43d5-4743-a015-a3688a08edfa tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/floatingips/7854cae6-ca4c-47b6-ae87-5e18f078cf24 HTTP/1.1" status: 200 len: 992 time: 0.0995042 May 04 17:51:11.199982 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:11.232534 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port ad0301f2-14c9-43d2-b14f-565ab494d6b5, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=ad0301f2-14c9-43d2-b14f-565ab494d6b5,segment=NetworkSegment(83996842-d3cc-4a9a-8549-507c75a058d6),segment_id=83996842-d3cc-4a9a-8549-507c75a058d6)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:51:11.236532 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:11.237295 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device e4c62bcb-e1b4-47b3-9758-2fd706fcd473 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:51:11.352136 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=ad0301f2-14c9-43d2-b14f-565ab494d6b5,revision_number=7']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:11.365860 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port e4c62bcb-e1b4-47b3-9758-2fd706fcd473 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:51:11.366269 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:11.395693 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 58450) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:51:11.481703 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:11.498168 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port e4c62bcb-e1b4-47b3-9758-2fd706fcd473, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=e4c62bcb-e1b4-47b3-9758-2fd706fcd473,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:51:11.502331 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:11.571974 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=e4c62bcb-e1b4-47b3-9758-2fd706fcd473,revision_number=6']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:11.597717 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-e1b9c3b0-6995-4b3e-a58a-5c7d73bb5e81 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Deleting port 4a182b36-1ae1-467c-a3e1-01bc04dbdfd6 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:51:11.598089 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e1b9c3b0-6995-4b3e-a58a-5c7d73bb5e81 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:11.780745 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e1b9c3b0-6995-4b3e-a58a-5c7d73bb5e81 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:11.781013 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e1b9c3b0-6995-4b3e-a58a-5c7d73bb5e81 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:11.901845 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-e1b9c3b0-6995-4b3e-a58a-5c7d73bb5e81 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Calling delete_port for 4a182b36-1ae1-467c-a3e1-01bc04dbdfd6 owned by network:floatingip {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:51:12.057783 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e1b9c3b0-6995-4b3e-a58a-5c7d73bb5e81 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:12.110117 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b9c3b0-6995-4b3e-a58a-5c7d73bb5e81 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event deleted for resources: {'Port': ['ID=4a182b36-1ae1-467c-a3e1-01bc04dbdfd6,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:12.153363 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b9c3b0-6995-4b3e-a58a-5c7d73bb5e81 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:12.153707 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b9c3b0-6995-4b3e-a58a-5c7d73bb5e81 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:12.154072 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b9c3b0-6995-4b3e-a58a-5c7d73bb5e81 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:12.154413 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b9c3b0-6995-4b3e-a58a-5c7d73bb5e81 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:12.154730 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b9c3b0-6995-4b3e-a58a-5c7d73bb5e81 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:12.155053 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b9c3b0-6995-4b3e-a58a-5c7d73bb5e81 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:12.155374 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b9c3b0-6995-4b3e-a58a-5c7d73bb5e81 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:12.155694 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b9c3b0-6995-4b3e-a58a-5c7d73bb5e81 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:12.156011 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b9c3b0-6995-4b3e-a58a-5c7d73bb5e81 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:12.156326 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b9c3b0-6995-4b3e-a58a-5c7d73bb5e81 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:12.156684 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b9c3b0-6995-4b3e-a58a-5c7d73bb5e81 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:12.156998 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b9c3b0-6995-4b3e-a58a-5c7d73bb5e81 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:12.213844 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e1b9c3b0-6995-4b3e-a58a-5c7d73bb5e81 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for floatingip, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:12.214206 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.l3_db [None req-e1b9c3b0-6995-4b3e-a58a-5c7d73bb5e81 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Floating IP 7854cae6-ca4c-47b6-ae87-5e18f078cf24 disassociated (deleted). External IP: 172.26.0.51, port: 6d35c898-0651-4fbd-ab07-4de773a22cee. May 04 17:51:12.567845 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b9c3b0-6995-4b3e-a58a-5c7d73bb5e81 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Router ac6860cf-5220-4ea2-b63a-113bfc9f3547 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:51:12.848886 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b9c3b0-6995-4b3e-a58a-5c7d73bb5e81 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:51:12.858455 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8427a57c-ad33-4cc1-aa55-e3e350d6d4b0 None None] Sync routers for ids ['ac6860cf-5220-4ea2-b63a-113bfc9f3547'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:51:12.868790 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8427a57c-ad33-4cc1-aa55-e3e350d6d4b0 None None] Routers {'ac6860cf-5220-4ea2-b63a-113bfc9f3547'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:51:12.869362 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e1b9c3b0-6995-4b3e-a58a-5c7d73bb5e81 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:12.869519 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-8427a57c-ad33-4cc1-aa55-e3e350d6d4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:51:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['ac6860cf-5220-4ea2-b63a-113bfc9f3547'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:51:12.928937 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-e1b9c3b0-6995-4b3e-a58a-5c7d73bb5e81 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "DELETE /v2.0/floatingips/7854cae6-ca4c-47b6-ae87-5e18f078cf24 HTTP/1.1" status: 204 len: 168 time: 1.5319748 May 04 17:51:12.929649 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e65427b-7546-4938-9456-58299490f89d', 'tag': '6d35c898-0651-4fbd-ab07-4de773a22cee'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:51:12.998036 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2e44ed7-9dce-4d7e-a90d-2187e8da124f'] response: {'name': 'network-changed', 'server_uuid': '7e65427b-7546-4938-9456-58299490f89d', 'tag': '6d35c898-0651-4fbd-ab07-4de773a22cee', 'status': 'completed', 'code': 200} May 04 17:51:13.016636 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device ad0301f2-14c9-43d2-b14f-565ab494d6b5 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:51:13.091223 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a0563-709a-4d15-9241-59bd5b6a0082 req-96b263d5-d429-4555-84f5-37120825b620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:13.093430 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-3a5a0563-709a-4d15-9241-59bd5b6a0082 req-96b263d5-d429-4555-84f5-37120825b620 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8ede911fc7f845af95dd74968234120d&device_id=7e65427b-7546-4938-9456-58299490f89d HTTP/1.1" status: 200 len: 1098 time: 0.0743194 May 04 17:51:13.197242 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-8427a57c-ad33-4cc1-aa55-e3e350d6d4b0 None None] Set router ac6860cf-5220-4ea2-b63a-113bfc9f3547 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:51:13.277525 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port ad0301f2-14c9-43d2-b14f-565ab494d6b5 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:51:13.277899 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:13.345698 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166edc42-a9eb-4969-ad69-4869815ab57f req-dcc8529b-8ab2-40fd-a646-96e656e32e66 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:13.346515 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-166edc42-a9eb-4969-ad69-4869815ab57f req-dcc8529b-8ab2-40fd-a646-96e656e32e66 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Synchronizing usage tracker for tenant:8ede911fc7f845af95dd74968234120d on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:51:13.351750 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a0563-709a-4d15-9241-59bd5b6a0082 req-f3978d7c-2e6f-4ac8-b3f0-d3579a8113d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:13.353191 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-3a5a0563-709a-4d15-9241-59bd5b6a0082 req-f3978d7c-2e6f-4ac8-b3f0-d3579a8113d4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3e683509-f229-4844-85a9-79fc7df986d5 HTTP/1.1" status: 200 len: 898 time: 0.2540751 May 04 17:51:13.363074 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-166edc42-a9eb-4969-ad69-4869815ab57f req-dcc8529b-8ab2-40fd-a646-96e656e32e66 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Unset dirty status for tenant:8ede911fc7f845af95dd74968234120d on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:51:13.364252 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-166edc42-a9eb-4969-ad69-4869815ab57f req-dcc8529b-8ab2-40fd-a646-96e656e32e66 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e65427b-7546-4938-9456-58299490f89d HTTP/1.1" status: 200 len: 945 time: 0.1007559 May 04 17:51:13.411925 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-166edc42-a9eb-4969-ad69-4869815ab57f req-e71ce9a8-da14-40d2-9ee6-60d3b9f5092b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4128fc1-0975-433b-b0f6-0ce6c2b577de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402794 May 04 17:51:13.426872 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-3a5a0563-709a-4d15-9241-59bd5b6a0082 req-f0c300f0-1404-4dd8-8d94-185854ddb6b5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d35c898-0651-4fbd-ab07-4de773a22cee HTTP/1.1" status: 200 len: 217 time: 0.0661237 May 04 17:51:13.491514 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a0563-709a-4d15-9241-59bd5b6a0082 req-4a5750b8-efff-4a59-afdc-723c61497f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:13.492953 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-3a5a0563-709a-4d15-9241-59bd5b6a0082 req-4a5750b8-efff-4a59-afdc-723c61497f73 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1e70a5d6-b212-4deb-9654-59f58e624bd1 HTTP/1.1" status: 200 len: 835 time: 0.0585201 May 04 17:51:13.572219 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a0563-709a-4d15-9241-59bd5b6a0082 req-01cb4e35-6bf1-4a35-b684-0ce7449276b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:13.573808 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-3a5a0563-709a-4d15-9241-59bd5b6a0082 req-01cb4e35-6bf1-4a35-b684-0ce7449276b7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3e683509-f229-4844-85a9-79fc7df986d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738149 May 04 17:51:13.706544 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-3a5a0563-709a-4d15-9241-59bd5b6a0082 req-66e147bc-cc3b-4faa-a3e7-82b5edb4b8d6 service neutron] 10.222.0.42 "GET /v2.0/networks/3e683509-f229-4844-85a9-79fc7df986d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253440 May 04 17:51:13.737205 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device e4c62bcb-e1b4-47b3-9758-2fd706fcd473 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:51:13.830474 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-8427a57c-ad33-4cc1-aa55-e3e350d6d4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac6860cf-5220-4ea2-b63a-113bfc9f3547', 'name': 'tempest-TestNetworkBasicOps-router-2134764772', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.25'}], 'enable_snat': True}, 'gw_port_id': 'e4c62bcb-e1b4-47b3-9758-2fd706fcd473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:36Z', 'updated_at': '2022-05-04T17:51:07Z', 'revision_number': 6, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': 'e4c62bcb-e1b4-47b3-9758-2fd706fcd473', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:10:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6860cf-5220-4ea2-b63a-113bfc9f3547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:37Z', 'updated_at': '2022-05-04T17:51:11Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': 'ad0301f2-14c9-43d2-b14f-565ab494d6b5', 'name': '', 'network_id': '3e683509-f229-4844-85a9-79fc7df986d5', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:ff:62:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6860cf-5220-4ea2-b63a-113bfc9f3547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '1e70a5d6-b212-4deb-9654-59f58e624bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:41Z', 'updated_at': '2022-05-04T17:51:11Z', 'revision_number': 7, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '1e70a5d6-b212-4deb-9654-59f58e624bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:51:13.834532 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port e4c62bcb-e1b4-47b3-9758-2fd706fcd473 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:51:13.834909 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:13.842642 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-3a5a0563-709a-4d15-9241-59bd5b6a0082 req-86162970-8737-403a-b841-3301889af11e service neutron] 10.222.0.42 "GET /v2.0/networks/3e683509-f229-4844-85a9-79fc7df986d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278803 May 04 17:51:13.866082 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8427a57c-ad33-4cc1-aa55-e3e350d6d4b0 None None] Checking router: ac6860cf-5220-4ea2-b63a-113bfc9f3547 for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:51:13.894301 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8427a57c-ad33-4cc1-aa55-e3e350d6d4b0 None None] Routers {'ac6860cf-5220-4ea2-b63a-113bfc9f3547'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:51:13.894953 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-8427a57c-ad33-4cc1-aa55-e3e350d6d4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:51:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['ac6860cf-5220-4ea2-b63a-113bfc9f3547'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:51:14.128695 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-8427a57c-ad33-4cc1-aa55-e3e350d6d4b0 None None] Set router ac6860cf-5220-4ea2-b63a-113bfc9f3547 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:51:14.439433 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-8427a57c-ad33-4cc1-aa55-e3e350d6d4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac6860cf-5220-4ea2-b63a-113bfc9f3547', 'name': 'tempest-TestNetworkBasicOps-router-2134764772', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.25'}], 'enable_snat': True}, 'gw_port_id': 'e4c62bcb-e1b4-47b3-9758-2fd706fcd473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:36Z', 'updated_at': '2022-05-04T17:51:07Z', 'revision_number': 6, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': 'e4c62bcb-e1b4-47b3-9758-2fd706fcd473', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:10:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6860cf-5220-4ea2-b63a-113bfc9f3547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:37Z', 'updated_at': '2022-05-04T17:51:11Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': 'ad0301f2-14c9-43d2-b14f-565ab494d6b5', 'name': '', 'network_id': '3e683509-f229-4844-85a9-79fc7df986d5', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:ff:62:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6860cf-5220-4ea2-b63a-113bfc9f3547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '1e70a5d6-b212-4deb-9654-59f58e624bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:41Z', 'updated_at': '2022-05-04T17:51:11Z', 'revision_number': 7, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '1e70a5d6-b212-4deb-9654-59f58e624bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:51:14.443441 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8427a57c-ad33-4cc1-aa55-e3e350d6d4b0 None None] The sync data for ids ['ac6860cf-5220-4ea2-b63a-113bfc9f3547'] in dv-neutron-840426-1-hyperv is: [{'id': 'ac6860cf-5220-4ea2-b63a-113bfc9f3547', 'name': 'tempest-TestNetworkBasicOps-router-2134764772', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.25'}], 'enable_snat': True}, 'gw_port_id': 'e4c62bcb-e1b4-47b3-9758-2fd706fcd473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:36Z', 'updated_at': '2022-05-04T17:51:07Z', 'revision_number': 6, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': 'e4c62bcb-e1b4-47b3-9758-2fd706fcd473', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:10:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6860cf-5220-4ea2-b63a-113bfc9f3547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:37Z', 'updated_at': '2022-05-04T17:51:11Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': 'ad0301f2-14c9-43d2-b14f-565ab494d6b5', 'name': '', 'network_id': '3e683509-f229-4844-85a9-79fc7df986d5', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'mac_address': 'fa:16:3e:ff:62:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6860cf-5220-4ea2-b63a-113bfc9f3547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '1e70a5d6-b212-4deb-9654-59f58e624bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:41Z', 'updated_at': '2022-05-04T17:51:11Z', 'revision_number': 7, 'project_id': '8ede911fc7f845af95dd74968234120d', 'subnets': [{'id': '1e70a5d6-b212-4deb-9654-59f58e624bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:51:14.606673 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2648d68a-4819-4d3a-9ee9-06d077032f70 req-f0bc02c7-6f10-4df6-886d-91242cd07fae tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:14.608388 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-2648d68a-4819-4d3a-9ee9-06d077032f70 req-f0bc02c7-6f10-4df6-886d-91242cd07fae tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e65427b-7546-4938-9456-58299490f89d HTTP/1.1" status: 200 len: 945 time: 0.0816956 May 04 17:51:14.654134 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-2648d68a-4819-4d3a-9ee9-06d077032f70 req-6bba3d18-e830-4932-8fa2-c71565294320 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/security-groups?id=e4128fc1-0975-433b-b0f6-0ce6c2b577de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392747 May 04 17:51:14.981317 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34febe-1828-447a-b3ed-db6a8b5dff60 req-7b450dde-8e3c-4452-839a-c48b4ed43d2b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:14.982751 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-df34febe-1828-447a-b3ed-db6a8b5dff60 req-7b450dde-8e3c-4452-839a-c48b4ed43d2b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e65427b-7546-4938-9456-58299490f89d HTTP/1.1" status: 200 len: 945 time: 0.0853465 May 04 17:51:15.052149 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [req-df34febe-1828-447a-b3ed-db6a8b5dff60 req-96b8b892-fe96-4f53-9460-8f48f87c7c6f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Deleting port 6d35c898-0651-4fbd-ab07-4de773a22cee {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:51:15.052492 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-df34febe-1828-447a-b3ed-db6a8b5dff60 req-96b8b892-fe96-4f53-9460-8f48f87c7c6f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:15.292915 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [req-df34febe-1828-447a-b3ed-db6a8b5dff60 req-96b8b892-fe96-4f53-9460-8f48f87c7c6f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] For port 6d35c898-0651-4fbd-ab07-4de773a22cee, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=6d35c898-0651-4fbd-ab07-4de773a22cee,segment=NetworkSegment(83996842-d3cc-4a9a-8549-507c75a058d6),segment_id=83996842-d3cc-4a9a-8549-507c75a058d6)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:51:15.293267 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-df34febe-1828-447a-b3ed-db6a8b5dff60 req-96b8b892-fe96-4f53-9460-8f48f87c7c6f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:15.413769 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [req-df34febe-1828-447a-b3ed-db6a8b5dff60 req-96b8b892-fe96-4f53-9460-8f48f87c7c6f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Calling delete_port for 6d35c898-0651-4fbd-ab07-4de773a22cee owned by compute:nova {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:51:15.512512 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb6d529-96c1-4124-b806-be4ffc2f1c95 None None] New status for floating IP 7854cae6-ca4c-47b6-ae87-5e18f078cf24: DOWN {{(pid=88040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:51:15.565514 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-df34febe-1828-447a-b3ed-db6a8b5dff60 req-96b8b892-fe96-4f53-9460-8f48f87c7c6f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:15.616169 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b8b892-fe96-4f53-9460-8f48f87c7c6f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event deleted for resources: {'Port': ['ID=6d35c898-0651-4fbd-ab07-4de773a22cee,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:15.654366 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b8b892-fe96-4f53-9460-8f48f87c7c6f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:15.654717 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b8b892-fe96-4f53-9460-8f48f87c7c6f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:15.655059 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b8b892-fe96-4f53-9460-8f48f87c7c6f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:15.655397 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b8b892-fe96-4f53-9460-8f48f87c7c6f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:15.655731 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b8b892-fe96-4f53-9460-8f48f87c7c6f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:15.656067 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b8b892-fe96-4f53-9460-8f48f87c7c6f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:15.656397 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b8b892-fe96-4f53-9460-8f48f87c7c6f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:15.656758 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b8b892-fe96-4f53-9460-8f48f87c7c6f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:15.657087 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b8b892-fe96-4f53-9460-8f48f87c7c6f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:15.657413 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b8b892-fe96-4f53-9460-8f48f87c7c6f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:15.657743 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b8b892-fe96-4f53-9460-8f48f87c7c6f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:15.658093 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b8b892-fe96-4f53-9460-8f48f87c7c6f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:51:15.705212 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [req-df34febe-1828-447a-b3ed-db6a8b5dff60 req-96b8b892-fe96-4f53-9460-8f48f87c7c6f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] No DVR routers for this DVR port 6d35c898-0651-4fbd-ab07-4de773a22cee on host hv-neutron-8404 {{(pid=88038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:51:15.707758 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-df34febe-1828-447a-b3ed-db6a8b5dff60 req-96b8b892-fe96-4f53-9460-8f48f87c7c6f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:15.710419 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e65427b-7546-4938-9456-58299490f89d', 'name': 'network-vif-deleted', 'tag': '6d35c898-0651-4fbd-ab07-4de773a22cee'}] {{(pid=88038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:51:15.728178 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-df34febe-1828-447a-b3ed-db6a8b5dff60 req-96b8b892-fe96-4f53-9460-8f48f87c7c6f tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.42 "DELETE /v2.0/ports/6d35c898-0651-4fbd-ab07-4de773a22cee HTTP/1.1" status: 204 len: 173 time: 0.7400603 May 04 17:51:15.764549 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9798c41-6740-4704-9efa-bb37905d5834'] response: {'server_uuid': '7e65427b-7546-4938-9456-58299490f89d', 'name': 'network-vif-deleted', 'tag': '6d35c898-0651-4fbd-ab07-4de773a22cee', 'status': 'completed', 'code': 200} May 04 17:51:15.821258 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-3079c262-02f8-47ec-85bc-f046edc21107 req-46aaa083-8a08-45d9-b0ac-23b684511459 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "GET /v2.0/ports?device_id=7e65427b-7546-4938-9456-58299490f89d HTTP/1.1" status: 200 len: 210 time: 0.0460317 May 04 17:51:16.915141 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 58468) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:51:16.981505 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-154bcd59-ca31-42de-a5d4-a255bbb68576 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:17.011587 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-154bcd59-ca31-42de-a5d4-a255bbb68576 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:17.076036 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-154bcd59-ca31-42de-a5d4-a255bbb68576 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:17.095564 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154bcd59-ca31-42de-a5d4-a255bbb68576 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4128fc1-0975-433b-b0f6-0ce6c2b577de,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:17.108278 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-154bcd59-ca31-42de-a5d4-a255bbb68576 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:17.109339 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-154bcd59-ca31-42de-a5d4-a255bbb68576 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "DELETE /v2.0/security-groups/e4128fc1-0975-433b-b0f6-0ce6c2b577de HTTP/1.1" status: 204 len: 168 time: 0.1932433 May 04 17:51:17.141264 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 58474) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:51:17.786764 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-80c72fae-fa94-409b-aef7-9ee7a85b9de7 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710748'] for router_interface, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:18.146987 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-80c72fae-fa94-409b-aef7-9ee7a85b9de7 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Deleting port ad0301f2-14c9-43d2-b14f-565ab494d6b5 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:51:18.147710 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-80c72fae-fa94-409b-aef7-9ee7a85b9de7 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:18.332690 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-80c72fae-fa94-409b-aef7-9ee7a85b9de7 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] For port ad0301f2-14c9-43d2-b14f-565ab494d6b5, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=ad0301f2-14c9-43d2-b14f-565ab494d6b5,segment=NetworkSegment(83996842-d3cc-4a9a-8549-507c75a058d6),segment_id=83996842-d3cc-4a9a-8549-507c75a058d6)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:51:18.333049 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-80c72fae-fa94-409b-aef7-9ee7a85b9de7 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:18.457427 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-80c72fae-fa94-409b-aef7-9ee7a85b9de7 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Calling delete_port for ad0301f2-14c9-43d2-b14f-565ab494d6b5 owned by network:router_interface {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:51:18.638944 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-80c72fae-fa94-409b-aef7-9ee7a85b9de7 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:18.686014 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c72fae-fa94-409b-aef7-9ee7a85b9de7 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event deleted for resources: {'Port': ['ID=ad0301f2-14c9-43d2-b14f-565ab494d6b5,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:18.901838 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 6d35c898-0651-4fbd-ab07-4de773a22cee no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:51:18.937434 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] No Port match for: 6d35c898-0651-4fbd-ab07-4de773a22cee {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:51:18.937434 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 6d35c898-0651-4fbd-ab07-4de773a22cee not bound to the agent host hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:51:19.070605 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-80c72fae-fa94-409b-aef7-9ee7a85b9de7 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710832'] for router_interface, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:19.426046 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80c72fae-fa94-409b-aef7-9ee7a85b9de7 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Router ac6860cf-5220-4ea2-b63a-113bfc9f3547 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:51:19.599837 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c72fae-fa94-409b-aef7-9ee7a85b9de7 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:51:19.610178 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e21029-95d4-4fc8-a505-23d49fa34e43 None None] Sync routers for ids ['ac6860cf-5220-4ea2-b63a-113bfc9f3547'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:51:19.612180 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-80c72fae-fa94-409b-aef7-9ee7a85b9de7 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "PUT /v2.0/routers/ac6860cf-5220-4ea2-b63a-113bfc9f3547/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4697840 May 04 17:51:19.614889 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 58478) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:51:19.620586 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e21029-95d4-4fc8-a505-23d49fa34e43 None None] Routers {'ac6860cf-5220-4ea2-b63a-113bfc9f3547'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:51:19.621188 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-09e21029-95d4-4fc8-a505-23d49fa34e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:51:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['ac6860cf-5220-4ea2-b63a-113bfc9f3547'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:51:19.683073 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ee12744-f15a-42ea-955b-397fbd7534b5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Deleting subnet 1e70a5d6-b212-4deb-9654-59f58e624bd1 {{(pid=88038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:51:19.685900 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6ee12744-f15a-42ea-955b-397fbd7534b5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for subnet, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:19.738985 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6ee12744-f15a-42ea-955b-397fbd7534b5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-801696'] for subnet, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:19.801684 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-09e21029-95d4-4fc8-a505-23d49fa34e43 None None] Set router ac6860cf-5220-4ea2-b63a-113bfc9f3547 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:51:19.826737 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6ee12744-f15a-42ea-955b-397fbd7534b5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:19.902702 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6ee12744-f15a-42ea-955b-397fbd7534b5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:19.942418 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee12744-f15a-42ea-955b-397fbd7534b5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event deleted for resources: {'Subnet': ['ID=1e70a5d6-b212-4deb-9654-59f58e624bd1,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:19.946257 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6ee12744-f15a-42ea-955b-397fbd7534b5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:19.952653 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-6ee12744-f15a-42ea-955b-397fbd7534b5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "DELETE /v2.0/subnets/1e70a5d6-b212-4deb-9654-59f58e624bd1 HTTP/1.1" status: 204 len: 168 time: 0.3367908 May 04 17:51:19.955335 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 58482) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:51:19.990803 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6487a72a-08e3-4966-a497-cd647681eebc None None] Network 3e683509-f229-4844-85a9-79fc7df986d5 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:51:20.146591 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-98d3d127-7360-414b-b576-e3dd9d333bc5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for router, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:20.302592 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-09e21029-95d4-4fc8-a505-23d49fa34e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac6860cf-5220-4ea2-b63a-113bfc9f3547', 'name': 'tempest-TestNetworkBasicOps-router-2134764772', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.25'}], 'enable_snat': True}, 'gw_port_id': 'e4c62bcb-e1b4-47b3-9758-2fd706fcd473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:36Z', 'updated_at': '2022-05-04T17:51:18Z', 'revision_number': 7, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': 'e4c62bcb-e1b4-47b3-9758-2fd706fcd473', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:10:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6860cf-5220-4ea2-b63a-113bfc9f3547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:37Z', 'updated_at': '2022-05-04T17:51:11Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:51:20.308746 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e21029-95d4-4fc8-a505-23d49fa34e43 None None] Checking router: ac6860cf-5220-4ea2-b63a-113bfc9f3547 for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:51:20.321711 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e21029-95d4-4fc8-a505-23d49fa34e43 None None] Routers {'ac6860cf-5220-4ea2-b63a-113bfc9f3547'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:51:20.322377 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-09e21029-95d4-4fc8-a505-23d49fa34e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:51:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['ac6860cf-5220-4ea2-b63a-113bfc9f3547'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:51:20.395558 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708fc6d0-a672-4c09-ad8c-69caabc14e7c None None] DHCP port deletion for 3e683509-f229-4844-85a9-79fc7df986d5 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:51:20.406125 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-708fc6d0-a672-4c09-ad8c-69caabc14e7c None None] Deleting port c176f677-19a7-4e8c-bd68-47769acc3342 {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:51:20.407025 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-708fc6d0-a672-4c09-ad8c-69caabc14e7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:20.453641 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-98d3d127-7360-414b-b576-e3dd9d333bc5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:20.463967 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-98d3d127-7360-414b-b576-e3dd9d333bc5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Deleting port e4c62bcb-e1b4-47b3-9758-2fd706fcd473 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:51:20.464303 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-98d3d127-7360-414b-b576-e3dd9d333bc5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:20.592880 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-09e21029-95d4-4fc8-a505-23d49fa34e43 None None] Set router ac6860cf-5220-4ea2-b63a-113bfc9f3547 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:51:20.638396 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-98d3d127-7360-414b-b576-e3dd9d333bc5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] For port e4c62bcb-e1b4-47b3-9758-2fd706fcd473, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=e4c62bcb-e1b4-47b3-9758-2fd706fcd473,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:51:20.638664 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-98d3d127-7360-414b-b576-e3dd9d333bc5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:20.759828 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-98d3d127-7360-414b-b576-e3dd9d333bc5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Calling delete_port for e4c62bcb-e1b4-47b3-9758-2fd706fcd473 owned by network:router_gateway {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:51:20.879502 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-708fc6d0-a672-4c09-ad8c-69caabc14e7c None None] For port c176f677-19a7-4e8c-bd68-47769acc3342, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=c176f677-19a7-4e8c-bd68-47769acc3342,segment=NetworkSegment(83996842-d3cc-4a9a-8549-507c75a058d6),segment_id=83996842-d3cc-4a9a-8549-507c75a058d6)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:51:20.879810 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-708fc6d0-a672-4c09-ad8c-69caabc14e7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:20.930350 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-98d3d127-7360-414b-b576-e3dd9d333bc5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:20.978839 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d3d127-7360-414b-b576-e3dd9d333bc5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event deleted for resources: {'Port': ['ID=e4c62bcb-e1b4-47b3-9758-2fd706fcd473,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:21.012856 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device c176f677-19a7-4e8c-bd68-47769acc3342 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:51:21.042451 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-708fc6d0-a672-4c09-ad8c-69caabc14e7c None None] Calling delete_port for c176f677-19a7-4e8c-bd68-47769acc3342 owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:51:21.072382 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-98d3d127-7360-414b-b576-e3dd9d333bc5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710199'] for router_gateway, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:21.216774 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-708fc6d0-a672-4c09-ad8c-69caabc14e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124'] for port, after_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:21.251570 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Port c176f677-19a7-4e8c-bd68-47769acc3342 update to DOWN by agent not found {{(pid=88039) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 04 17:51:21.252211 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-98d3d127-7360-414b-b576-e3dd9d333bc5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:21.254644 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-98d3d127-7360-414b-b576-e3dd9d333bc5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:21.283553 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-98d3d127-7360-414b-b576-e3dd9d333bc5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:21.284183 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d3d127-7360-414b-b576-e3dd9d333bc5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Fanout notify agent at l3_agent the message router_deleted on router ac6860cf-5220-4ea2-b63a-113bfc9f3547 {{(pid=88038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:51:21.300661 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-98d3d127-7360-414b-b576-e3dd9d333bc5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:21.304461 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-98d3d127-7360-414b-b576-e3dd9d333bc5 tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "DELETE /v2.0/routers/ac6860cf-5220-4ea2-b63a-113bfc9f3547 HTTP/1.1" status: 204 len: 168 time: 1.3455472 May 04 17:51:21.304658 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 58486) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:51:21.327875 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708fc6d0-a672-4c09-ad8c-69caabc14e7c None None] Pushing event deleted for resources: {'Port': ['ID=c176f677-19a7-4e8c-bd68-47769acc3342,revision_number=None']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:21.333661 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708fc6d0-a672-4c09-ad8c-69caabc14e7c None None] No DVR routers for this DVR port c176f677-19a7-4e8c-bd68-47769acc3342 on host dv-neutron-840426-1-hyperv {{(pid=88039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:51:21.342719 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-09e21029-95d4-4fc8-a505-23d49fa34e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac6860cf-5220-4ea2-b63a-113bfc9f3547', 'name': 'tempest-TestNetworkBasicOps-router-2134764772', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.25'}], 'enable_snat': True}, 'gw_port_id': 'e4c62bcb-e1b4-47b3-9758-2fd706fcd473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:36Z', 'updated_at': '2022-05-04T17:51:18Z', 'revision_number': 7, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': 'e4c62bcb-e1b4-47b3-9758-2fd706fcd473', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:10:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6860cf-5220-4ea2-b63a-113bfc9f3547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:37Z', 'updated_at': '2022-05-04T17:51:11Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:51:21.347277 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e21029-95d4-4fc8-a505-23d49fa34e43 None None] The sync data for ids ['ac6860cf-5220-4ea2-b63a-113bfc9f3547'] in dv-neutron-840426-1-hyperv is: [{'id': 'ac6860cf-5220-4ea2-b63a-113bfc9f3547', 'name': 'tempest-TestNetworkBasicOps-router-2134764772', 'tenant_id': '8ede911fc7f845af95dd74968234120d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.25'}], 'enable_snat': True}, 'gw_port_id': 'e4c62bcb-e1b4-47b3-9758-2fd706fcd473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:49:36Z', 'updated_at': '2022-05-04T17:51:18Z', 'revision_number': 7, 'project_id': '8ede911fc7f845af95dd74968234120d', 'gw_port': {'id': 'e4c62bcb-e1b4-47b3-9758-2fd706fcd473', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:10:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac6860cf-5220-4ea2-b63a-113bfc9f3547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:49:37Z', 'updated_at': '2022-05-04T17:51:11Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:51:21.430491 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-bf781580-973b-4d30-8dae-cd1f0ee2a47b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:21.560927 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-bf781580-973b-4d30-8dae-cd1f0ee2a47b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:21.585371 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-bf781580-973b-4d30-8dae-cd1f0ee2a47b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e683509-f229-4844-85a9-79fc7df986d5']}} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:51:21.597077 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-bf781580-973b-4d30-8dae-cd1f0ee2a47b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83996842-d3cc-4a9a-8549-507c75a058d6') {'for_net_delete': True} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:51:21.597338 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-bf781580-973b-4d30-8dae-cd1f0ee2a47b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83996842-d3cc-4a9a-8549-507c75a058d6') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:51:21.608318 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-bf781580-973b-4d30-8dae-cd1f0ee2a47b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801627'] for segment, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:21.624278 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-bf781580-973b-4d30-8dae-cd1f0ee2a47b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:21.630788 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf781580-973b-4d30-8dae-cd1f0ee2a47b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=88038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:51:21.631172 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-bf781580-973b-4d30-8dae-cd1f0ee2a47b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7881827'] for segment, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:21.645260 dv-neutron-840426-1-hyperv neutron-server[88038]: Traceback (most recent call last): May 04 17:51:21.645260 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:51:21.645260 dv-neutron-840426-1-hyperv neutron-server[88038]: timer() May 04 17:51:21.645260 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:51:21.645260 dv-neutron-840426-1-hyperv neutron-server[88038]: cb(*args, **kw) May 04 17:51:21.645260 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:51:21.645260 dv-neutron-840426-1-hyperv neutron-server[88038]: return func(*args, **kwargs) May 04 17:51:21.645260 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:51:21.645260 dv-neutron-840426-1-hyperv neutron-server[88038]: self._notify() May 04 17:51:21.645260 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:51:21.645260 dv-neutron-840426-1-hyperv neutron-server[88038]: self.callback(batched_events) May 04 17:51:21.645260 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:51:21.645260 dv-neutron-840426-1-hyperv neutron-server[88038]: event.method(event) May 04 17:51:21.645260 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:51:21.645260 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:51:21.645260 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:51:21.645260 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:51:21.645260 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:51:21.645260 dv-neutron-840426-1-hyperv neutron-server[88038]: return f(self, *a, **k) May 04 17:51:21.645260 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:51:21.645260 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._get(url).json() May 04 17:51:21.645260 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:51:21.645260 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:51:21.645260 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:51:21.645260 dv-neutron-840426-1-hyperv neutron-server[88038]: return self.request(url, 'GET', **kwargs) May 04 17:51:21.645260 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:51:21.645260 dv-neutron-840426-1-hyperv neutron-server[88038]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:51:21.645260 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:51:21.645260 dv-neutron-840426-1-hyperv neutron-server[88038]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:51:21.645260 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:51:21.645260 dv-neutron-840426-1-hyperv neutron-server[88038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:51:21.645260 dv-neutron-840426-1-hyperv neutron-server[88038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:51:21.726841 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-bf781580-973b-4d30-8dae-cd1f0ee2a47b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:21.745287 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-bf781580-973b-4d30-8dae-cd1f0ee2a47b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:21.757221 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf781580-973b-4d30-8dae-cd1f0ee2a47b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] Pushing event deleted for resources: {'Network': ['ID=3e683509-f229-4844-85a9-79fc7df986d5,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:21.778632 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-bf781580-973b-4d30-8dae-cd1f0ee2a47b tempest-TestNetworkBasicOps-1352262854 tempest-TestNetworkBasicOps-1352262854-project] 10.222.0.41 "DELETE /v2.0/networks/3e683509-f229-4844-85a9-79fc7df986d5 HTTP/1.1" status: 204 len: 168 time: 0.4699030 May 04 17:51:22.108972 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 58494) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:51:22.278119 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-bffadc34-b1d1-4461-bab0-41815148504e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8ede911fc7f845af95dd74968234120d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1678362 May 04 17:51:22.280452 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 58500) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:51:22.342460 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9cb0d2eb-411b-46af-8d03-876b0bfce53f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:22.369751 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9cb0d2eb-411b-46af-8d03-876b0bfce53f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:22.421609 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9cb0d2eb-411b-46af-8d03-876b0bfce53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:22.440140 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb0d2eb-411b-46af-8d03-876b0bfce53f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2b8b0c-05c2-429b-a1a1-02a46c609db7,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:22.450240 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9cb0d2eb-411b-46af-8d03-876b0bfce53f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:22.451341 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-9cb0d2eb-411b-46af-8d03-876b0bfce53f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2b2b8b0c-05c2-429b-a1a1-02a46c609db7 HTTP/1.1" status: 204 len: 168 time: 0.1700110 May 04 17:51:22.717683 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 58508) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:51:22.736079 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9b678400-7ff6-46cb-92e2-b14667ba3486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:22.749888 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-9b678400-7ff6-46cb-92e2-b14667ba3486 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:51:22.753832 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-9b678400-7ff6-46cb-92e2-b14667ba3486 admin admin] Usage tracker for resource:security_group_rule and tenant:3139d38bdc64430ab6a9571ff3e93f69 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:51:22.756645 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-9b678400-7ff6-46cb-92e2-b14667ba3486 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:51:22.762307 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-9b678400-7ff6-46cb-92e2-b14667ba3486 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:51:22.854034 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9b678400-7ff6-46cb-92e2-b14667ba3486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:22.857764 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9b678400-7ff6-46cb-92e2-b14667ba3486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:22.987566 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device ad0301f2-14c9-43d2-b14f-565ab494d6b5 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:51:23.012698 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-9b678400-7ff6-46cb-92e2-b14667ba3486 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3139d38bdc64430ab6a9571ff3e93f69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2914422 May 04 17:51:23.012698 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b678400-7ff6-46cb-92e2-b14667ba3486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d03909-de19-4f0d-85e7-33698b8f1b7b,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:23.013392 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 58512) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:51:23.020871 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: ad0301f2-14c9-43d2-b14f-565ab494d6b5 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:51:23.021216 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device ad0301f2-14c9-43d2-b14f-565ab494d6b5 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:51:23.021626 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device e4c62bcb-e1b4-47b3-9758-2fd706fcd473 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:51:23.054010 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: e4c62bcb-e1b4-47b3-9758-2fd706fcd473 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:51:23.054361 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device e4c62bcb-e1b4-47b3-9758-2fd706fcd473 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:51:23.074808 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e9b7b1f3-a775-4fee-9cdc-ca888d90f8d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:23.108290 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e9b7b1f3-a775-4fee-9cdc-ca888d90f8d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:23.160406 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e9b7b1f3-a775-4fee-9cdc-ca888d90f8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:23.177367 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b7b1f3-a775-4fee-9cdc-ca888d90f8d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d03909-de19-4f0d-85e7-33698b8f1b7b,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:23.183735 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e9b7b1f3-a775-4fee-9cdc-ca888d90f8d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:23.184835 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-e9b7b1f3-a775-4fee-9cdc-ca888d90f8d9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e5d03909-de19-4f0d-85e7-33698b8f1b7b HTTP/1.1" status: 204 len: 168 time: 0.1703026 May 04 17:51:23.959017 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 58536) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:51:24.061275 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-567e0fde-d0cd-4cd3-8fac-a8e76a0053a4 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-98983084-network', 'tenant_id': '1366fc3eebb4418a9f72d6f1fc6ea9bd'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:51:24.065904 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-567e0fde-d0cd-4cd3-8fac-a8e76a0053a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:51:24.069753 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-567e0fde-d0cd-4cd3-8fac-a8e76a0053a4 admin admin] Usage tracker for resource:network and tenant:1366fc3eebb4418a9f72d6f1fc6ea9bd is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:51:24.072604 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-567e0fde-d0cd-4cd3-8fac-a8e76a0053a4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:51:24.078919 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-567e0fde-d0cd-4cd3-8fac-a8e76a0053a4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:51:24.088263 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-567e0fde-d0cd-4cd3-8fac-a8e76a0053a4 admin admin] Made reservation on behalf of 1366fc3eebb4418a9f72d6f1fc6ea9bd for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:51:24.090477 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-567e0fde-d0cd-4cd3-8fac-a8e76a0053a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:24.102557 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-567e0fde-d0cd-4cd3-8fac-a8e76a0053a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:24.116916 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-567e0fde-d0cd-4cd3-8fac-a8e76a0053a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:51:24.120668 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-567e0fde-d0cd-4cd3-8fac-a8e76a0053a4 admin admin] Usage tracker for resource:security_group_rule and tenant:1366fc3eebb4418a9f72d6f1fc6ea9bd is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:51:24.123401 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-567e0fde-d0cd-4cd3-8fac-a8e76a0053a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:51:24.129078 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-567e0fde-d0cd-4cd3-8fac-a8e76a0053a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:51:24.214369 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-567e0fde-d0cd-4cd3-8fac-a8e76a0053a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:24.219255 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-567e0fde-d0cd-4cd3-8fac-a8e76a0053a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:24.247597 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-567e0fde-d0cd-4cd3-8fac-a8e76a0053a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:51:24.260352 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567e0fde-d0cd-4cd3-8fac-a8e76a0053a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71532ac3-81c4-46ae-ae7d-21ea97df8ccd,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:24.265707 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-567e0fde-d0cd-4cd3-8fac-a8e76a0053a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:24.266081 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-567e0fde-d0cd-4cd3-8fac-a8e76a0053a4 admin admin] Added segment d39f01bc-e00d-4576-aad1-a34a88d17b83 of type vlan for network ace4206a-e284-4066-a097-5516f2e59197 May 04 17:51:24.293321 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-567e0fde-d0cd-4cd3-8fac-a8e76a0053a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:24.321355 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-567e0fde-d0cd-4cd3-8fac-a8e76a0053a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:24.322302 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567e0fde-d0cd-4cd3-8fac-a8e76a0053a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:24.322876 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-567e0fde-d0cd-4cd3-8fac-a8e76a0053a4 admin admin] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:24.424794 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-567e0fde-d0cd-4cd3-8fac-a8e76a0053a4 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4646795 May 04 17:51:24.427837 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 58542) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:51:24.429761 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567e0fde-d0cd-4cd3-8fac-a8e76a0053a4 admin admin] Pushing event updated for resources: {'Network': ['ID=ace4206a-e284-4066-a097-5516f2e59197,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:24.434040 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-6fde9382-d7f2-4103-beaa-dc08107c4adb admin admin] Request body: {'subnet': {'network_id': 'ace4206a-e284-4066-a097-5516f2e59197', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-98983084-subnet', 'tenant_id': '1366fc3eebb4418a9f72d6f1fc6ea9bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:51:24.439079 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-6fde9382-d7f2-4103-beaa-dc08107c4adb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:51:24.440384 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network ace4206a-e284-4066-a097-5516f2e59197 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:51:24.443086 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-6fde9382-d7f2-4103-beaa-dc08107c4adb admin admin] Usage tracker for resource:subnet and tenant:1366fc3eebb4418a9f72d6f1fc6ea9bd is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:51:24.445897 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-6fde9382-d7f2-4103-beaa-dc08107c4adb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:51:24.452044 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-6fde9382-d7f2-4103-beaa-dc08107c4adb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:51:24.462005 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fde9382-d7f2-4103-beaa-dc08107c4adb admin admin] Made reservation on behalf of 1366fc3eebb4418a9f72d6f1fc6ea9bd for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:51:24.464282 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6fde9382-d7f2-4103-beaa-dc08107c4adb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:24.659685 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6fde9382-d7f2-4103-beaa-dc08107c4adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:24.732249 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fde9382-d7f2-4103-beaa-dc08107c4adb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e566a352-3411-4a8e-a81b-650f772d1c61,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:24.741146 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fde9382-d7f2-4103-beaa-dc08107c4adb admin admin] Checking segment: {'id': 'd39f01bc-e00d-4576-aad1-a34a88d17b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ace4206a-e284-4066-a097-5516f2e59197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:51:24.741497 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fde9382-d7f2-4103-beaa-dc08107c4adb admin admin] Network hostable DHCP agents. Network: ace4206a-e284-4066-a097-5516f2e59197, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:51:24.759409 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fde9382-d7f2-4103-beaa-dc08107c4adb admin admin] Network ace4206a-e284-4066-a097-5516f2e59197 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:51:24.767828 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-6fde9382-d7f2-4103-beaa-dc08107c4adb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, ace4206a-e284-4066-a097-5516f2e59197) {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:51:24.771538 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fde9382-d7f2-4103-beaa-dc08107c4adb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:24.772109 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6fde9382-d7f2-4103-beaa-dc08107c4adb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:24.777750 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff18e26-a748-4483-bc4d-9e2e3e8b9603 None None] Network ace4206a-e284-4066-a097-5516f2e59197 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:51:24.796275 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-6fde9382-d7f2-4103-beaa-dc08107c4adb admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3671947 May 04 17:51:24.993728 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2db372-7e7c-4583-8475-7dae486731e1 None None] Network ace4206a-e284-4066-a097-5516f2e59197 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:51:25.284900 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 58560) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:51:25.290646 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-377d938e-a547-49bb-bd04-44f94fd96098 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1250373275-network', 'tenant_id': '4237a04c9fbf4ec4a8a9b001d74ea515'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:51:25.295338 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-377d938e-a547-49bb-bd04-44f94fd96098 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:51:25.299159 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-377d938e-a547-49bb-bd04-44f94fd96098 admin admin] Usage tracker for resource:network and tenant:4237a04c9fbf4ec4a8a9b001d74ea515 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:51:25.301965 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-377d938e-a547-49bb-bd04-44f94fd96098 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:51:25.307507 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-377d938e-a547-49bb-bd04-44f94fd96098 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:51:25.317298 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377d938e-a547-49bb-bd04-44f94fd96098 admin admin] Made reservation on behalf of 4237a04c9fbf4ec4a8a9b001d74ea515 for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:51:25.319473 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-377d938e-a547-49bb-bd04-44f94fd96098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:25.331368 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-377d938e-a547-49bb-bd04-44f94fd96098 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:25.345663 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-377d938e-a547-49bb-bd04-44f94fd96098 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:51:25.349409 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-377d938e-a547-49bb-bd04-44f94fd96098 admin admin] Usage tracker for resource:security_group_rule and tenant:4237a04c9fbf4ec4a8a9b001d74ea515 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:51:25.352114 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-377d938e-a547-49bb-bd04-44f94fd96098 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:51:25.357547 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-377d938e-a547-49bb-bd04-44f94fd96098 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:51:25.444285 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-377d938e-a547-49bb-bd04-44f94fd96098 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:25.447840 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-377d938e-a547-49bb-bd04-44f94fd96098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:25.475316 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-377d938e-a547-49bb-bd04-44f94fd96098 admin admin] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:51:25.487315 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377d938e-a547-49bb-bd04-44f94fd96098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb7e268-8deb-4589-bf7e-75213b05543f,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:25.492715 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-377d938e-a547-49bb-bd04-44f94fd96098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:25.493058 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-377d938e-a547-49bb-bd04-44f94fd96098 admin admin] Added segment e6c05f11-039f-45c8-a36a-5d3b5dad3bdb of type vlan for network fab968a2-52b4-4f3b-9cc2-f16f13f182e3 May 04 17:51:25.519577 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-377d938e-a547-49bb-bd04-44f94fd96098 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:25.548511 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-377d938e-a547-49bb-bd04-44f94fd96098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:25.549439 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377d938e-a547-49bb-bd04-44f94fd96098 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:25.550044 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-377d938e-a547-49bb-bd04-44f94fd96098 admin admin] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:25.646503 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-377d938e-a547-49bb-bd04-44f94fd96098 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3604515 May 04 17:51:25.649376 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 58564) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:51:25.651512 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377d938e-a547-49bb-bd04-44f94fd96098 admin admin] Pushing event updated for resources: {'Network': ['ID=fab968a2-52b4-4f3b-9cc2-f16f13f182e3,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:25.654967 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-dc0d4c3e-0e8a-4cec-b4e0-139bcebbba21 admin admin] Request body: {'subnet': {'network_id': 'fab968a2-52b4-4f3b-9cc2-f16f13f182e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1250373275-subnet', 'tenant_id': '4237a04c9fbf4ec4a8a9b001d74ea515', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:51:25.660232 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-dc0d4c3e-0e8a-4cec-b4e0-139bcebbba21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:51:25.662188 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network fab968a2-52b4-4f3b-9cc2-f16f13f182e3 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:51:25.664098 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-dc0d4c3e-0e8a-4cec-b4e0-139bcebbba21 admin admin] Usage tracker for resource:subnet and tenant:4237a04c9fbf4ec4a8a9b001d74ea515 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:51:25.667260 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-dc0d4c3e-0e8a-4cec-b4e0-139bcebbba21 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:51:25.673634 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-dc0d4c3e-0e8a-4cec-b4e0-139bcebbba21 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:51:25.684163 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc0d4c3e-0e8a-4cec-b4e0-139bcebbba21 admin admin] Made reservation on behalf of 4237a04c9fbf4ec4a8a9b001d74ea515 for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:51:25.686562 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-dc0d4c3e-0e8a-4cec-b4e0-139bcebbba21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:25.883971 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-dc0d4c3e-0e8a-4cec-b4e0-139bcebbba21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:25.959728 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0d4c3e-0e8a-4cec-b4e0-139bcebbba21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a698cb5-7b01-4562-bc1d-00e7b18a8868,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:25.968028 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0d4c3e-0e8a-4cec-b4e0-139bcebbba21 admin admin] Checking segment: {'id': 'e6c05f11-039f-45c8-a36a-5d3b5dad3bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'fab968a2-52b4-4f3b-9cc2-f16f13f182e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:51:25.968388 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0d4c3e-0e8a-4cec-b4e0-139bcebbba21 admin admin] Network hostable DHCP agents. Network: fab968a2-52b4-4f3b-9cc2-f16f13f182e3, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:51:25.986732 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0d4c3e-0e8a-4cec-b4e0-139bcebbba21 admin admin] Network fab968a2-52b4-4f3b-9cc2-f16f13f182e3 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:51:25.995198 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-dc0d4c3e-0e8a-4cec-b4e0-139bcebbba21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, fab968a2-52b4-4f3b-9cc2-f16f13f182e3) {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:51:25.999046 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0d4c3e-0e8a-4cec-b4e0-139bcebbba21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:25.999624 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-dc0d4c3e-0e8a-4cec-b4e0-139bcebbba21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:26.004049 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab5e3c0-914f-4305-aaa0-a82988039303 None None] Network fab968a2-52b4-4f3b-9cc2-f16f13f182e3 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:51:26.019934 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-dc0d4c3e-0e8a-4cec-b4e0-139bcebbba21 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3693612 May 04 17:51:26.222240 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3fcdcc-5f10-45ef-a78c-2d587bfe4d71 None None] Network fab968a2-52b4-4f3b-9cc2-f16f13f182e3 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:51:26.621660 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34394981-1290-46ed-8b78-25ee9bab1b29 req-ca78446a-b704-4bcc-8e62-cc02a800ef82 tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:26.623126 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-34394981-1290-46ed-8b78-25ee9bab1b29 req-ca78446a-b704-4bcc-8e62-cc02a800ef82 tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] 10.222.0.41 "GET /v2.0/networks?id=ace4206a-e284-4066-a097-5516f2e59197 HTTP/1.1" status: 200 len: 810 time: 0.1427302 May 04 17:51:26.637740 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-34394981-1290-46ed-8b78-25ee9bab1b29 req-820eca13-34e6-4a0e-a8e1-253fe648127e tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] 10.222.0.41 "GET /v2.0/quotas/1366fc3eebb4418a9f72d6f1fc6ea9bd HTTP/1.1" status: 200 len: 375 time: 0.0086033 May 04 17:51:26.683423 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-34394981-1290-46ed-8b78-25ee9bab1b29 req-0be936e1-8746-4381-a68f-5ad165bbfe2d tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1366fc3eebb4418a9f72d6f1fc6ea9bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407658 May 04 17:51:26.814723 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-34394981-1290-46ed-8b78-25ee9bab1b29 req-9df1c418-bb1c-485a-be98-9c38432d312a service neutron] 10.222.0.41 "GET /v2.0/networks/ace4206a-e284-4066-a097-5516f2e59197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242361 May 04 17:51:26.942863 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-34394981-1290-46ed-8b78-25ee9bab1b29 req-16780c0f-81f7-499d-b3d9-df4342888fc8 service neutron] 10.222.0.41 "GET /v2.0/networks/ace4206a-e284-4066-a097-5516f2e59197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223733 May 04 17:51:27.114441 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0f9138ae-a761-4a51-9cf3-04ea059485bf req-2e9fe3eb-3365-42b9-b7fd-c1902fa8164b tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] 10.222.0.41 "GET /v2.0/ports?device_id=db829d21-f017-417d-821b-47c51bf8cd0c HTTP/1.1" status: 200 len: 210 time: 0.0424695 May 04 17:51:28.136354 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34394981-1290-46ed-8b78-25ee9bab1b29 req-a61d9f01-3c56-4251-88d6-10668f5a4ae9 tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:28.138007 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-34394981-1290-46ed-8b78-25ee9bab1b29 req-a61d9f01-3c56-4251-88d6-10668f5a4ae9 tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] 10.222.0.42 "GET /v2.0/networks?id=ace4206a-e284-4066-a097-5516f2e59197 HTTP/1.1" status: 200 len: 810 time: 0.1506293 May 04 17:51:28.149997 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [req-34394981-1290-46ed-8b78-25ee9bab1b29 req-b04e46e8-4e4e-4c77-92ed-d15c432a29df tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] Request body: {'port': {'device_id': 'db829d21-f017-417d-821b-47c51bf8cd0c', 'network_id': 'ace4206a-e284-4066-a097-5516f2e59197', 'admin_state_up': True, 'tenant_id': '1366fc3eebb4418a9f72d6f1fc6ea9bd'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:51:28.301528 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-580c7df4-81c3-4f50-80dd-9848b962763f req-18f2ea68-d24d-43a0-bbc7-b1ca6150428a tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] 10.222.0.41 "GET /v2.0/ports?device_id=db829d21-f017-417d-821b-47c51bf8cd0c HTTP/1.1" status: 200 len: 210 time: 0.0599682 May 04 17:51:28.328907 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [req-34394981-1290-46ed-8b78-25ee9bab1b29 req-b04e46e8-4e4e-4c77-92ed-d15c432a29df tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:51:28.332639 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-34394981-1290-46ed-8b78-25ee9bab1b29 req-b04e46e8-4e4e-4c77-92ed-d15c432a29df tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] Usage tracker for resource:port and tenant:1366fc3eebb4418a9f72d6f1fc6ea9bd is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:51:28.335354 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-34394981-1290-46ed-8b78-25ee9bab1b29 req-b04e46e8-4e4e-4c77-92ed-d15c432a29df tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:51:28.340859 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [req-34394981-1290-46ed-8b78-25ee9bab1b29 req-b04e46e8-4e4e-4c77-92ed-d15c432a29df tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:51:28.350076 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34394981-1290-46ed-8b78-25ee9bab1b29 req-b04e46e8-4e4e-4c77-92ed-d15c432a29df tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] Made reservation on behalf of 1366fc3eebb4418a9f72d6f1fc6ea9bd for: {'port': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:51:28.353424 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-34394981-1290-46ed-8b78-25ee9bab1b29 req-b04e46e8-4e4e-4c77-92ed-d15c432a29df tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:28.610123 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [req-34394981-1290-46ed-8b78-25ee9bab1b29 req-b04e46e8-4e4e-4c77-92ed-d15c432a29df tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] Allocated IP 172.20.0.5 (ace4206a-e284-4066-a097-5516f2e59197/e566a352-3411-4a8e-a81b-650f772d1c61/7cfa77db-979e-4524-8a88-333aa67186a8) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:51:28.806813 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-34394981-1290-46ed-8b78-25ee9bab1b29 req-b04e46e8-4e4e-4c77-92ed-d15c432a29df tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:28.836836 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-34394981-1290-46ed-8b78-25ee9bab1b29 req-b04e46e8-4e4e-4c77-92ed-d15c432a29df tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:28.908786 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34394981-1290-46ed-8b78-25ee9bab1b29 req-b04e46e8-4e4e-4c77-92ed-d15c432a29df tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] Network ace4206a-e284-4066-a097-5516f2e59197 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:51:28.911794 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [req-34394981-1290-46ed-8b78-25ee9bab1b29 req-b04e46e8-4e4e-4c77-92ed-d15c432a29df tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:51:28.914202 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [req-34394981-1290-46ed-8b78-25ee9bab1b29 req-b04e46e8-4e4e-4c77-92ed-d15c432a29df tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:51:28.955047 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04e46e8-4e4e-4c77-92ed-d15c432a29df tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] Pushing event updated for resources: {'Port': ['ID=7cfa77db-979e-4524-8a88-333aa67186a8,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:28.983487 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34394981-1290-46ed-8b78-25ee9bab1b29 req-b04e46e8-4e4e-4c77-92ed-d15c432a29df tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:28.984606 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-34394981-1290-46ed-8b78-25ee9bab1b29 req-b04e46e8-4e4e-4c77-92ed-d15c432a29df tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:29.006215 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-34394981-1290-46ed-8b78-25ee9bab1b29 req-b04e46e8-4e4e-4c77-92ed-d15c432a29df tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8599377 May 04 17:51:29.018172 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [req-34394981-1290-46ed-8b78-25ee9bab1b29 req-eabe59e5-fdc6-4336-8070-4b9f92d70e5d service neutron] Request body: {'port': {'device_id': 'db829d21-f017-417d-821b-47c51bf8cd0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:51:29.128128 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-34394981-1290-46ed-8b78-25ee9bab1b29 req-eabe59e5-fdc6-4336-8070-4b9f92d70e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:29.478330 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [req-34394981-1290-46ed-8b78-25ee9bab1b29 req-eabe59e5-fdc6-4336-8070-4b9f92d70e5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cfa77db-979e-4524-8a88-333aa67186a8 {{(pid=88038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:51:29.486314 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175de852-3f61-41ce-bc52-1f0611d77344 req-211bd926-c06f-4128-af50-47088b66c36a tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:29.487273 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-34394981-1290-46ed-8b78-25ee9bab1b29 req-eabe59e5-fdc6-4336-8070-4b9f92d70e5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:29.487704 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-175de852-3f61-41ce-bc52-1f0611d77344 req-211bd926-c06f-4128-af50-47088b66c36a tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] 10.222.0.41 "GET /v2.0/ports?device_id=db829d21-f017-417d-821b-47c51bf8cd0c HTTP/1.1" status: 200 len: 931 time: 0.0790431 May 04 17:51:29.508244 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [req-34394981-1290-46ed-8b78-25ee9bab1b29 req-eabe59e5-fdc6-4336-8070-4b9f92d70e5d service neutron] Transition to ACTIVE for port object 7cfa77db-979e-4524-8a88-333aa67186a8 will not be triggered until provisioned by entity L2. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:51:29.511752 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-34394981-1290-46ed-8b78-25ee9bab1b29 req-eabe59e5-fdc6-4336-8070-4b9f92d70e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:29.536491 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-175de852-3f61-41ce-bc52-1f0611d77344 req-d3f40280-fbad-45e5-995d-02c6e0bdc966 tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] Synchronizing usage tracker for tenant:1366fc3eebb4418a9f72d6f1fc6ea9bd on resource:security_group {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:51:29.554206 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-175de852-3f61-41ce-bc52-1f0611d77344 req-d3f40280-fbad-45e5-995d-02c6e0bdc966 tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] Unset dirty status for tenant:1366fc3eebb4418a9f72d6f1fc6ea9bd on resource:security_group {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:51:29.555389 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-175de852-3f61-41ce-bc52-1f0611d77344 req-d3f40280-fbad-45e5-995d-02c6e0bdc966 tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] 10.222.0.41 "GET /v2.0/security-groups?id=71532ac3-81c4-46ae-ae7d-21ea97df8ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615606 May 04 17:51:29.670221 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabe59e5-fdc6-4336-8070-4b9f92d70e5d service neutron] Pushing event updated for resources: {'Port': ['ID=7cfa77db-979e-4524-8a88-333aa67186a8,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:29.749835 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [req-34394981-1290-46ed-8b78-25ee9bab1b29 req-eabe59e5-fdc6-4336-8070-4b9f92d70e5d service neutron] Attempting to bind port 7cfa77db-979e-4524-8a88-333aa67186a8 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:51:29.750633 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [req-34394981-1290-46ed-8b78-25ee9bab1b29 req-eabe59e5-fdc6-4336-8070-4b9f92d70e5d service neutron] Attempting to bind port 7cfa77db-979e-4524-8a88-333aa67186a8 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': 'd39f01bc-e00d-4576-aad1-a34a88d17b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ace4206a-e284-4066-a097-5516f2e59197'}] {{(pid=88038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:51:29.750962 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34394981-1290-46ed-8b78-25ee9bab1b29 req-eabe59e5-fdc6-4336-8070-4b9f92d70e5d service neutron] Attempting to bind port 7cfa77db-979e-4524-8a88-333aa67186a8 on network ace4206a-e284-4066-a097-5516f2e59197 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:51:29.755542 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34394981-1290-46ed-8b78-25ee9bab1b29 req-eabe59e5-fdc6-4336-8070-4b9f92d70e5d service neutron] Port 7cfa77db-979e-4524-8a88-333aa67186a8 on network ace4206a-e284-4066-a097-5516f2e59197 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:51:29.755860 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34394981-1290-46ed-8b78-25ee9bab1b29 req-eabe59e5-fdc6-4336-8070-4b9f92d70e5d service neutron] Attempting to bind port 7cfa77db-979e-4524-8a88-333aa67186a8 on network ace4206a-e284-4066-a097-5516f2e59197 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:51:29.760890 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34394981-1290-46ed-8b78-25ee9bab1b29 req-eabe59e5-fdc6-4336-8070-4b9f92d70e5d service neutron] Checking agent: {'id': '84d0dbeb-cfa8-4636-8b1c-9790acf21ef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'started_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:51:29.761227 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34394981-1290-46ed-8b78-25ee9bab1b29 req-eabe59e5-fdc6-4336-8070-4b9f92d70e5d service neutron] Checking segment: {'id': 'd39f01bc-e00d-4576-aad1-a34a88d17b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ace4206a-e284-4066-a097-5516f2e59197'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:51:29.761616 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34394981-1290-46ed-8b78-25ee9bab1b29 req-eabe59e5-fdc6-4336-8070-4b9f92d70e5d service neutron] Bound using segment: {'id': 'd39f01bc-e00d-4576-aad1-a34a88d17b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ace4206a-e284-4066-a097-5516f2e59197'} {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:51:29.762076 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [req-34394981-1290-46ed-8b78-25ee9bab1b29 req-eabe59e5-fdc6-4336-8070-4b9f92d70e5d service neutron] Bound port: 7cfa77db-979e-4524-8a88-333aa67186a8, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd39f01bc-e00d-4576-aad1-a34a88d17b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'ace4206a-e284-4066-a097-5516f2e59197'}}] {{(pid=88038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:51:29.762425 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-34394981-1290-46ed-8b78-25ee9bab1b29 req-eabe59e5-fdc6-4336-8070-4b9f92d70e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:29.853432 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [req-34394981-1290-46ed-8b78-25ee9bab1b29 req-eabe59e5-fdc6-4336-8070-4b9f92d70e5d service neutron] For port 7cfa77db-979e-4524-8a88-333aa67186a8, host hv-neutron-8404, cleared binding levels {{(pid=88038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:51:29.856342 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [req-34394981-1290-46ed-8b78-25ee9bab1b29 req-eabe59e5-fdc6-4336-8070-4b9f92d70e5d service neutron] For port 7cfa77db-979e-4524-8a88-333aa67186a8, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=7cfa77db-979e-4524-8a88-333aa67186a8,segment=NetworkSegment(d39f01bc-e00d-4576-aad1-a34a88d17b83),segment_id=d39f01bc-e00d-4576-aad1-a34a88d17b83)] {{(pid=88038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:51:29.861516 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-34394981-1290-46ed-8b78-25ee9bab1b29 req-eabe59e5-fdc6-4336-8070-4b9f92d70e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:29.921141 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34394981-1290-46ed-8b78-25ee9bab1b29 req-eabe59e5-fdc6-4336-8070-4b9f92d70e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:29.922309 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-34394981-1290-46ed-8b78-25ee9bab1b29 req-eabe59e5-fdc6-4336-8070-4b9f92d70e5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:29.923673 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-34394981-1290-46ed-8b78-25ee9bab1b29 req-eabe59e5-fdc6-4336-8070-4b9f92d70e5d service neutron] 10.222.0.42 "PUT /v2.0/ports/7cfa77db-979e-4524-8a88-333aa67186a8 HTTP/1.1" status: 200 len: 1093 time: 0.9095285 May 04 17:51:29.924105 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db829d21-f017-417d-821b-47c51bf8cd0c', 'tag': '7cfa77db-979e-4524-8a88-333aa67186a8'}] {{(pid=88038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:51:29.944753 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabe59e5-fdc6-4336-8070-4b9f92d70e5d service neutron] Pushing event updated for resources: {'Port': ['ID=7cfa77db-979e-4524-8a88-333aa67186a8,revision_number=3']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:30.001801 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ed33ba1-b879-4921-bf86-63e83cafa509'] response: {'name': 'network-changed', 'server_uuid': 'db829d21-f017-417d-821b-47c51bf8cd0c', 'tag': '7cfa77db-979e-4524-8a88-333aa67186a8', 'status': 'completed', 'code': 200} May 04 17:51:30.045012 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34394981-1290-46ed-8b78-25ee9bab1b29 req-a6d70c34-1123-4188-902a-53de6086e0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:30.046591 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-34394981-1290-46ed-8b78-25ee9bab1b29 req-a6d70c34-1123-4188-902a-53de6086e0e8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1366fc3eebb4418a9f72d6f1fc6ea9bd&device_id=db829d21-f017-417d-821b-47c51bf8cd0c HTTP/1.1" status: 200 len: 1096 time: 0.0777194 May 04 17:51:30.113695 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-34394981-1290-46ed-8b78-25ee9bab1b29 req-1ba20cfe-9491-4d52-9734-93b6f174ba57 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7cfa77db-979e-4524-8a88-333aa67186a8 HTTP/1.1" status: 200 len: 217 time: 0.0603368 May 04 17:51:30.179968 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34394981-1290-46ed-8b78-25ee9bab1b29 req-9a8a4204-8521-494b-a2dd-487a69f08106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:30.181399 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-34394981-1290-46ed-8b78-25ee9bab1b29 req-9a8a4204-8521-494b-a2dd-487a69f08106 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e566a352-3411-4a8e-a81b-650f772d1c61 HTTP/1.1" status: 200 len: 850 time: 0.0620701 May 04 17:51:30.227042 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-34394981-1290-46ed-8b78-25ee9bab1b29 req-1eaeaf25-6212-40f2-915f-bb5cac4111a5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ace4206a-e284-4066-a097-5516f2e59197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396650 May 04 17:51:30.302483 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 17:51:30.455876 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-34394981-1290-46ed-8b78-25ee9bab1b29 req-cecbd0a4-9043-4c10-836f-c1ad61f11bf1 service neutron] 10.222.0.42 "GET /v2.0/networks/ace4206a-e284-4066-a097-5516f2e59197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222605 May 04 17:51:30.582889 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-34394981-1290-46ed-8b78-25ee9bab1b29 req-46740022-6b2e-4b41-9852-a0a6c5b62c4a service neutron] 10.222.0.42 "GET /v2.0/networks/ace4206a-e284-4066-a097-5516f2e59197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209867 May 04 17:51:30.701328 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e016c8-d7bc-44b5-bcbd-73e6222b11a6 req-357dae78-15c0-4238-b548-eca071d84e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:30.702895 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-80e016c8-d7bc-44b5-bcbd-73e6222b11a6 req-357dae78-15c0-4238-b548-eca071d84e50 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1366fc3eebb4418a9f72d6f1fc6ea9bd&device_id=db829d21-f017-417d-821b-47c51bf8cd0c HTTP/1.1" status: 200 len: 1096 time: 0.0757067 May 04 17:51:30.742047 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61266567-e5e4-4782-b59c-9990717853fd req-2a768365-a825-49b6-a1cf-8fd7339c690d tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:30.743547 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-61266567-e5e4-4782-b59c-9990717853fd req-2a768365-a825-49b6-a1cf-8fd7339c690d tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] 10.222.0.41 "GET /v2.0/ports?device_id=db829d21-f017-417d-821b-47c51bf8cd0c HTTP/1.1" status: 200 len: 943 time: 0.0798306 May 04 17:51:30.787732 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-61266567-e5e4-4782-b59c-9990717853fd req-69de91ae-79f3-40fd-b488-20bdbe07fc52 tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] 10.222.0.41 "GET /v2.0/security-groups?id=71532ac3-81c4-46ae-ae7d-21ea97df8ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385227 May 04 17:51:30.835723 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e016c8-d7bc-44b5-bcbd-73e6222b11a6 req-08e0b73b-1774-4891-96f0-c52866bbcaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:30.837086 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-80e016c8-d7bc-44b5-bcbd-73e6222b11a6 req-08e0b73b-1774-4891-96f0-c52866bbcaea service neutron] 10.222.0.42 "GET /v2.0/networks?id=ace4206a-e284-4066-a097-5516f2e59197 HTTP/1.1" status: 200 len: 911 time: 0.1281178 May 04 17:51:30.903354 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-80e016c8-d7bc-44b5-bcbd-73e6222b11a6 req-a8eb4387-0379-45b4-828b-2fa14bc8ed1c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7cfa77db-979e-4524-8a88-333aa67186a8 HTTP/1.1" status: 200 len: 217 time: 0.0593317 May 04 17:51:30.967346 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e016c8-d7bc-44b5-bcbd-73e6222b11a6 req-9c119e46-0d8a-438b-9ae7-adae5dd4a1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:30.968780 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-80e016c8-d7bc-44b5-bcbd-73e6222b11a6 req-9c119e46-0d8a-438b-9ae7-adae5dd4a1e1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e566a352-3411-4a8e-a81b-650f772d1c61 HTTP/1.1" status: 200 len: 850 time: 0.0593512 May 04 17:51:31.013817 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-80e016c8-d7bc-44b5-bcbd-73e6222b11a6 req-5b63c8d8-b9a0-4766-83ea-df3d9ae8fefe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ace4206a-e284-4066-a097-5516f2e59197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392604 May 04 17:51:31.143803 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-80e016c8-d7bc-44b5-bcbd-73e6222b11a6 req-1438e17d-f05d-45e3-b964-9be3e6fee56e service neutron] 10.222.0.42 "GET /v2.0/networks/ace4206a-e284-4066-a097-5516f2e59197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235118 May 04 17:51:31.279082 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-80e016c8-d7bc-44b5-bcbd-73e6222b11a6 req-e3a07910-d968-45b9-829e-ce76024e154c service neutron] 10.222.0.42 "GET /v2.0/networks/ace4206a-e284-4066-a097-5516f2e59197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285121 May 04 17:51:31.977874 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81b2eb2-1d87-47fe-9d40-d2576a2a5743 req-f1a74284-cb1a-4b52-95d6-323aecfd4442 tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:31.978953 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-e81b2eb2-1d87-47fe-9d40-d2576a2a5743 req-f1a74284-cb1a-4b52-95d6-323aecfd4442 tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] Synchronizing usage tracker for tenant:1366fc3eebb4418a9f72d6f1fc6ea9bd on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:51:31.995745 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-e81b2eb2-1d87-47fe-9d40-d2576a2a5743 req-f1a74284-cb1a-4b52-95d6-323aecfd4442 tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] Unset dirty status for tenant:1366fc3eebb4418a9f72d6f1fc6ea9bd on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:51:31.996896 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-e81b2eb2-1d87-47fe-9d40-d2576a2a5743 req-f1a74284-cb1a-4b52-95d6-323aecfd4442 tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] 10.222.0.41 "GET /v2.0/ports?device_id=db829d21-f017-417d-821b-47c51bf8cd0c HTTP/1.1" status: 200 len: 943 time: 0.1042418 May 04 17:51:32.040679 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-e81b2eb2-1d87-47fe-9d40-d2576a2a5743 req-b71397fb-1638-49ca-88f9-faf37aacfb9f tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] 10.222.0.41 "GET /v2.0/security-groups?id=71532ac3-81c4-46ae-ae7d-21ea97df8ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380139 May 04 17:51:32.965565 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 7cfa77db-979e-4524-8a88-333aa67186a8 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:51:33.095540 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 7cfa77db-979e-4524-8a88-333aa67186a8, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=7cfa77db-979e-4524-8a88-333aa67186a8,segment=NetworkSegment(d39f01bc-e00d-4576-aad1-a34a88d17b83),segment_id=d39f01bc-e00d-4576-aad1-a34a88d17b83)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:51:33.112432 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Returning: {'device': '7cfa77db-979e-4524-8a88-333aa67186a8', 'network_id': 'ace4206a-e284-4066-a097-5516f2e59197', 'port_id': '7cfa77db-979e-4524-8a88-333aa67186a8', 'mac_address': 'fa:16:3e:f7:94:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e566a352-3411-4a8e-a81b-650f772d1c61', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:51:33.165821 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:33.182827 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cfa77db-979e-4524-8a88-333aa67186a8 {{(pid=88039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:51:33.203966 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 7cfa77db-979e-4524-8a88-333aa67186a8, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=7cfa77db-979e-4524-8a88-333aa67186a8,segment=NetworkSegment(d39f01bc-e00d-4576-aad1-a34a88d17b83),segment_id=d39f01bc-e00d-4576-aad1-a34a88d17b83)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:51:33.210871 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:33.231488 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c6613-fd00-44d1-9f24-6ef8eac71ad1 req-e026e564-84dd-45eb-937b-b8543c1ed630 tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:33.233188 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c49c6613-fd00-44d1-9f24-6ef8eac71ad1 req-e026e564-84dd-45eb-937b-b8543c1ed630 tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] 10.222.0.41 "GET /v2.0/ports?device_id=db829d21-f017-417d-821b-47c51bf8cd0c HTTP/1.1" status: 200 len: 943 time: 0.0864694 May 04 17:51:33.253306 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-856cae9e-12e8-474f-96fe-63bb4ec8707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:33.279554 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c49c6613-fd00-44d1-9f24-6ef8eac71ad1 req-b38ee4e9-f5fa-403e-babf-73a45cb9533b tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] 10.222.0.41 "GET /v2.0/security-groups?id=71532ac3-81c4-46ae-ae7d-21ea97df8ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386775 May 04 17:51:33.288777 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=7cfa77db-979e-4524-8a88-333aa67186a8,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:33.525231 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] get_ports_and_sgs() called for port_ids ['7cfa77db-979e-4524-8a88-333aa67186a8'] {{(pid=88039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:51:34.460819 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3633cc66-f263-4d25-b0fd-c2cc03f97ced req-eadba80e-1285-4cca-89c4-d808d703adf1 tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:34.462279 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-3633cc66-f263-4d25-b0fd-c2cc03f97ced req-eadba80e-1285-4cca-89c4-d808d703adf1 tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] 10.222.0.41 "GET /v2.0/ports?device_id=db829d21-f017-417d-821b-47c51bf8cd0c HTTP/1.1" status: 200 len: 944 time: 0.0777698 May 04 17:51:34.504803 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-3633cc66-f263-4d25-b0fd-c2cc03f97ced req-639acdae-620a-4065-8ab3-6c6c2dc2a3b0 tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] 10.222.0.41 "GET /v2.0/security-groups?id=71532ac3-81c4-46ae-ae7d-21ea97df8ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368259 May 04 17:51:34.970330 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 7cfa77db-979e-4524-8a88-333aa67186a8 up at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:51:35.036568 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning for port 7cfa77db-979e-4524-8a88-333aa67186a8 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:51:35.041200 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning complete for port 7cfa77db-979e-4524-8a88-333aa67186a8 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:51:35.041569 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:35.152267 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:35.178056 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db829d21-f017-417d-821b-47c51bf8cd0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cfa77db-979e-4524-8a88-333aa67186a8'}] {{(pid=88039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:51:35.187956 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 7cfa77db-979e-4524-8a88-333aa67186a8, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=7cfa77db-979e-4524-8a88-333aa67186a8,segment=NetworkSegment(d39f01bc-e00d-4576-aad1-a34a88d17b83),segment_id=d39f01bc-e00d-4576-aad1-a34a88d17b83)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:51:35.192872 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:35.224738 dv-neutron-840426-1-hyperv neutron-server[88039]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4071fa3-1e97-4c21-9f9f-370e80979ad9'] response: {'server_uuid': 'db829d21-f017-417d-821b-47c51bf8cd0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cfa77db-979e-4524-8a88-333aa67186a8', 'code': 200} May 04 17:51:35.269808 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=7cfa77db-979e-4524-8a88-333aa67186a8,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:35.449943 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e53ee-32bf-4094-9e83-3b1135269fcb req-73a819eb-27cb-4ba6-8a17-3aa4d7d38690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:35.451336 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-7f6e53ee-32bf-4094-9e83-3b1135269fcb req-73a819eb-27cb-4ba6-8a17-3aa4d7d38690 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=db829d21-f017-417d-821b-47c51bf8cd0c HTTP/1.1" status: 200 len: 1098 time: 0.0725160 May 04 17:51:35.490378 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-7f6e53ee-32bf-4094-9e83-3b1135269fcb req-b1f1242c-010b-469a-9375-ec8ec4fc0c46 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=71532ac3-81c4-46ae-ae7d-21ea97df8ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326028 May 04 17:51:35.530497 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-c1a570c7-49be-4610-ba1a-acf85a44d935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:35.693934 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc7ad88-a5fc-4d58-ad84-bae67f384834 req-827ed107-2037-4e24-aeb8-554b6eb0b159 tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:35.695374 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-4dc7ad88-a5fc-4d58-ad84-bae67f384834 req-827ed107-2037-4e24-aeb8-554b6eb0b159 tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] 10.222.0.41 "GET /v2.0/ports?device_id=db829d21-f017-417d-821b-47c51bf8cd0c HTTP/1.1" status: 200 len: 945 time: 0.0784042 May 04 17:51:35.737662 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-4dc7ad88-a5fc-4d58-ad84-bae67f384834 req-40cabc21-77ef-469b-a5de-59b542f71ae0 tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] 10.222.0.41 "GET /v2.0/security-groups?id=71532ac3-81c4-46ae-ae7d-21ea97df8ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366809 May 04 17:51:36.572095 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:36.587882 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:36.931361 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e676a0c5-b854-433d-a7a9-bc0ff7599ddb req-c7420520-854f-474f-80da-233438d5c06a tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:36.932854 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e676a0c5-b854-433d-a7a9-bc0ff7599ddb req-c7420520-854f-474f-80da-233438d5c06a tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] 10.222.0.41 "GET /v2.0/ports?device_id=db829d21-f017-417d-821b-47c51bf8cd0c HTTP/1.1" status: 200 len: 945 time: 0.0845199 May 04 17:51:36.976909 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e676a0c5-b854-433d-a7a9-bc0ff7599ddb req-0658a398-454a-4a37-89c9-12d6e4a07089 tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] 10.222.0.41 "GET /v2.0/security-groups?id=71532ac3-81c4-46ae-ae7d-21ea97df8ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381842 May 04 17:51:37.907015 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:38.161705 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf72ca7-bc82-4391-aea5-deeba0f1a1aa req-07db722f-7257-4d29-aecd-defbdd2ddeff tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:38.163100 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-8bf72ca7-bc82-4391-aea5-deeba0f1a1aa req-07db722f-7257-4d29-aecd-defbdd2ddeff tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] 10.222.0.41 "GET /v2.0/ports?device_id=db829d21-f017-417d-821b-47c51bf8cd0c HTTP/1.1" status: 200 len: 945 time: 0.0813818 May 04 17:51:38.206464 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-8bf72ca7-bc82-4391-aea5-deeba0f1a1aa req-b2765670-545b-4cb8-9e1a-d9867fd7971e tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] 10.222.0.41 "GET /v2.0/security-groups?id=71532ac3-81c4-46ae-ae7d-21ea97df8ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375555 May 04 17:51:38.399304 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4b91f-ad52-4a63-a13e-d25631c63add req-cce84202-60d8-451a-9fd9-a81d70140797 tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:38.400751 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-91a4b91f-ad52-4a63-a13e-d25631c63add req-cce84202-60d8-451a-9fd9-a81d70140797 tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] 10.222.0.41 "GET /v2.0/ports?device_id=db829d21-f017-417d-821b-47c51bf8cd0c HTTP/1.1" status: 200 len: 945 time: 0.0840998 May 04 17:51:38.443995 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-91a4b91f-ad52-4a63-a13e-d25631c63add req-48e943f5-043a-407a-8501-1887bf35c1a2 tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] 10.222.0.41 "GET /v2.0/security-groups?id=71532ac3-81c4-46ae-ae7d-21ea97df8ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370095 May 04 17:51:38.849047 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da6b15-5386-432e-a349-8016ef6549cd req-c766052b-e061-4bda-af1e-2e61ea017dce tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:38.850486 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b6da6b15-5386-432e-a349-8016ef6549cd req-c766052b-e061-4bda-af1e-2e61ea017dce tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] 10.222.0.41 "GET /v2.0/ports?device_id=db829d21-f017-417d-821b-47c51bf8cd0c HTTP/1.1" status: 200 len: 945 time: 0.0779498 May 04 17:51:38.899099 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b6da6b15-5386-432e-a349-8016ef6549cd req-e0df195e-6f05-40bf-8362-2993ae6b38f8 tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] 10.222.0.41 "GET /v2.0/security-groups?id=71532ac3-81c4-46ae-ae7d-21ea97df8ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429327 May 04 17:51:39.431648 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:40.086368 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3232cafd-b326-4679-9b38-e5d55bad3f10 req-bac11b50-013a-4adb-bf8f-f55fd1aa1d48 tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:40.087826 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-3232cafd-b326-4679-9b38-e5d55bad3f10 req-bac11b50-013a-4adb-bf8f-f55fd1aa1d48 tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] 10.222.0.41 "GET /v2.0/ports?device_id=db829d21-f017-417d-821b-47c51bf8cd0c HTTP/1.1" status: 200 len: 945 time: 0.0790961 May 04 17:51:40.134875 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-3232cafd-b326-4679-9b38-e5d55bad3f10 req-15c87c2c-da6e-4d44-bef3-657e6897b632 tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] 10.222.0.41 "GET /v2.0/security-groups?id=71532ac3-81c4-46ae-ae7d-21ea97df8ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403354 May 04 17:51:40.631774 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f490164-c0fb-4ca2-ad9d-c23107663742 req-805765ac-2781-4e5a-9687-69d50d965e01 tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:40.633236 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-5f490164-c0fb-4ca2-ad9d-c23107663742 req-805765ac-2781-4e5a-9687-69d50d965e01 tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] 10.222.0.41 "GET /v2.0/ports?device_id=db829d21-f017-417d-821b-47c51bf8cd0c HTTP/1.1" status: 200 len: 945 time: 0.2371190 May 04 17:51:40.635098 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f506551-ad0c-4968-9dd1-a6c1e55541dc req-a192e5b6-07da-43ad-947c-dc9da190e465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:40.636423 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-9f506551-ad0c-4968-9dd1-a6c1e55541dc req-a192e5b6-07da-43ad-947c-dc9da190e465 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1366fc3eebb4418a9f72d6f1fc6ea9bd&device_id=db829d21-f017-417d-821b-47c51bf8cd0c HTTP/1.1" status: 200 len: 1098 time: 0.2091761 May 04 17:51:40.755260 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-5f490164-c0fb-4ca2-ad9d-c23107663742 req-10c15887-90f9-4e7d-9382-bfcbcaa3f376 tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] 10.222.0.41 "GET /v2.0/security-groups?id=71532ac3-81c4-46ae-ae7d-21ea97df8ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163008 May 04 17:51:40.794165 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f506551-ad0c-4968-9dd1-a6c1e55541dc req-dacc3a9a-d024-46ae-b382-698c59dfda32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:40.795582 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-9f506551-ad0c-4968-9dd1-a6c1e55541dc req-dacc3a9a-d024-46ae-b382-698c59dfda32 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ace4206a-e284-4066-a097-5516f2e59197 HTTP/1.1" status: 200 len: 911 time: 0.1439996 May 04 17:51:40.862385 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-9f506551-ad0c-4968-9dd1-a6c1e55541dc req-9fffbdae-54a9-4426-883a-b021f9be10f3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7cfa77db-979e-4524-8a88-333aa67186a8 HTTP/1.1" status: 200 len: 217 time: 0.0600984 May 04 17:51:40.928492 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f506551-ad0c-4968-9dd1-a6c1e55541dc req-100b7c2c-4038-4d61-bc66-b4b79de47b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:40.929796 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-9f506551-ad0c-4968-9dd1-a6c1e55541dc req-100b7c2c-4038-4d61-bc66-b4b79de47b8f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e566a352-3411-4a8e-a81b-650f772d1c61 HTTP/1.1" status: 200 len: 850 time: 0.0591130 May 04 17:51:40.982127 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-9f506551-ad0c-4968-9dd1-a6c1e55541dc req-4b9ca4e4-3242-4524-bc40-2c99873c8379 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ace4206a-e284-4066-a097-5516f2e59197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460808 May 04 17:51:41.112318 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-9f506551-ad0c-4968-9dd1-a6c1e55541dc req-e6595f46-59ae-4a83-8a6c-f306150f7e52 service neutron] 10.222.0.42 "GET /v2.0/networks/ace4206a-e284-4066-a097-5516f2e59197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233535 May 04 17:51:41.243790 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-9f506551-ad0c-4968-9dd1-a6c1e55541dc req-eb505b69-bc24-40c8-8b02-fd5f9c166648 service neutron] 10.222.0.42 "GET /v2.0/networks/ace4206a-e284-4066-a097-5516f2e59197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235065 May 04 17:51:41.938542 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d7165-612d-438a-a4b5-6b632ab929be req-451ef2fd-7294-453b-a96c-bd0615cb510c tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:41.940003 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-195d7165-612d-438a-a4b5-6b632ab929be req-451ef2fd-7294-453b-a96c-bd0615cb510c tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] 10.222.0.41 "GET /v2.0/ports?device_id=db829d21-f017-417d-821b-47c51bf8cd0c HTTP/1.1" status: 200 len: 945 time: 0.0781901 May 04 17:51:41.983524 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-195d7165-612d-438a-a4b5-6b632ab929be req-ce8e97f7-3922-4259-9387-9cbdf719db9c tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] 10.222.0.41 "GET /v2.0/security-groups?id=71532ac3-81c4-46ae-ae7d-21ea97df8ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378985 May 04 17:51:43.170697 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be32bc-87e5-42c9-b91d-866c6362d8a4 req-ff7c903d-d082-4a92-815e-a16a9b5ba4d2 tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:43.172162 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-c0be32bc-87e5-42c9-b91d-866c6362d8a4 req-ff7c903d-d082-4a92-815e-a16a9b5ba4d2 tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] 10.222.0.41 "GET /v2.0/ports?device_id=db829d21-f017-417d-821b-47c51bf8cd0c HTTP/1.1" status: 200 len: 945 time: 0.0848081 May 04 17:51:43.215158 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-c0be32bc-87e5-42c9-b91d-866c6362d8a4 req-342d99c2-ca49-4975-bd70-7cdbe2e3f9f1 tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] 10.222.0.41 "GET /v2.0/security-groups?id=71532ac3-81c4-46ae-ae7d-21ea97df8ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372372 May 04 17:51:43.604312 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6624ecb-5f93-41e7-adb0-e3544951f01b req-ed8ec9e5-0647-4c6a-91b1-ba61610550a0 tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:43.605770 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-e6624ecb-5f93-41e7-adb0-e3544951f01b req-ed8ec9e5-0647-4c6a-91b1-ba61610550a0 tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] 10.222.0.41 "GET /v2.0/ports?device_id=db829d21-f017-417d-821b-47c51bf8cd0c HTTP/1.1" status: 200 len: 945 time: 0.0791862 May 04 17:51:43.648478 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-e6624ecb-5f93-41e7-adb0-e3544951f01b req-1f6ddf05-969b-4ba6-ae66-a2601ed1a572 tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] 10.222.0.41 "GET /v2.0/security-groups?id=71532ac3-81c4-46ae-ae7d-21ea97df8ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364287 May 04 17:51:44.835023 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea8339-a893-4319-a866-9972cfdb4471 req-9d26ef40-5e02-47c4-aabc-ea517d1e8c86 tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:44.836460 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a8ea8339-a893-4319-a866-9972cfdb4471 req-9d26ef40-5e02-47c4-aabc-ea517d1e8c86 tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] 10.222.0.41 "GET /v2.0/ports?device_id=db829d21-f017-417d-821b-47c51bf8cd0c HTTP/1.1" status: 200 len: 945 time: 0.0817158 May 04 17:51:44.879360 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a8ea8339-a893-4319-a866-9972cfdb4471 req-dd4fd6c5-6e23-4c95-837d-5db634f147ac tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] 10.222.0.41 "GET /v2.0/security-groups?id=71532ac3-81c4-46ae-ae7d-21ea97df8ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372765 May 04 17:51:45.218555 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ebed7-eaee-4ced-9ce0-df27d65afca6 req-0c196938-80ce-4bf0-81dd-3a563eba60e1 tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:45.220080 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e89ebed7-eaee-4ced-9ce0-df27d65afca6 req-0c196938-80ce-4bf0-81dd-3a563eba60e1 tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] 10.222.0.41 "GET /v2.0/ports?device_id=db829d21-f017-417d-821b-47c51bf8cd0c HTTP/1.1" status: 200 len: 945 time: 0.0821147 May 04 17:51:45.234494 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e87767e-1718-409d-93c5-b4847f928ec4 req-9fdae594-2e8c-451c-baf8-50e04771f23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:45.236765 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-5e87767e-1718-409d-93c5-b4847f928ec4 req-9fdae594-2e8c-451c-baf8-50e04771f23c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1366fc3eebb4418a9f72d6f1fc6ea9bd&device_id=db829d21-f017-417d-821b-47c51bf8cd0c HTTP/1.1" status: 200 len: 1098 time: 0.0760369 May 04 17:51:45.263710 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e89ebed7-eaee-4ced-9ce0-df27d65afca6 req-a1227a39-02e3-4767-8e04-e197a1365623 tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] 10.222.0.41 "GET /v2.0/security-groups?id=71532ac3-81c4-46ae-ae7d-21ea97df8ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374951 May 04 17:51:45.368474 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e87767e-1718-409d-93c5-b4847f928ec4 req-4539dbff-fab4-47ec-b8b8-8efe02f18394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:45.369961 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-5e87767e-1718-409d-93c5-b4847f928ec4 req-4539dbff-fab4-47ec-b8b8-8efe02f18394 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ace4206a-e284-4066-a097-5516f2e59197 HTTP/1.1" status: 200 len: 911 time: 0.1269724 May 04 17:51:45.440827 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-5e87767e-1718-409d-93c5-b4847f928ec4 req-27e97c2c-2999-479e-9161-79a86d4c21dd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7cfa77db-979e-4524-8a88-333aa67186a8 HTTP/1.1" status: 200 len: 217 time: 0.0638797 May 04 17:51:45.502992 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e87767e-1718-409d-93c5-b4847f928ec4 req-98b68d7c-d677-4eca-8c79-14729efac089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:45.504296 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-5e87767e-1718-409d-93c5-b4847f928ec4 req-98b68d7c-d677-4eca-8c79-14729efac089 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=e566a352-3411-4a8e-a81b-650f772d1c61 HTTP/1.1" status: 200 len: 850 time: 0.0569396 May 04 17:51:45.550367 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-5e87767e-1718-409d-93c5-b4847f928ec4 req-23982810-6e8a-49eb-ab50-b107bd937340 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ace4206a-e284-4066-a097-5516f2e59197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390553 May 04 17:51:45.679092 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-5e87767e-1718-409d-93c5-b4847f928ec4 req-b17cc7da-5466-4c34-a004-fd1fbaae741a service neutron] 10.222.0.42 "GET /v2.0/networks/ace4206a-e284-4066-a097-5516f2e59197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215398 May 04 17:51:45.810062 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-5e87767e-1718-409d-93c5-b4847f928ec4 req-2ac968eb-1b7b-40fc-b300-2f1807a0367c service neutron] 10.222.0.42 "GET /v2.0/networks/ace4206a-e284-4066-a097-5516f2e59197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231649 May 04 17:51:46.553820 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4471f-8429-4cc3-9436-a485c59a4219 req-56d3fd80-bc4b-46fc-8a25-8e392783d50e tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:46.555222 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-f2a4471f-8429-4cc3-9436-a485c59a4219 req-56d3fd80-bc4b-46fc-8a25-8e392783d50e tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] 10.222.0.41 "GET /v2.0/ports?device_id=db829d21-f017-417d-821b-47c51bf8cd0c HTTP/1.1" status: 200 len: 945 time: 0.1782339 May 04 17:51:46.597622 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-f2a4471f-8429-4cc3-9436-a485c59a4219 req-f3c89e8b-0d55-4666-9ba3-ae5db895c3a0 tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] 10.222.0.41 "GET /v2.0/security-groups?id=71532ac3-81c4-46ae-ae7d-21ea97df8ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368035 May 04 17:51:47.870535 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a111e93-e49f-44d4-88fa-92de37ef1005 req-6d6a50e4-b256-4731-907f-ffea2bbbff2f tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:47.871965 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9a111e93-e49f-44d4-88fa-92de37ef1005 req-6d6a50e4-b256-4731-907f-ffea2bbbff2f tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] 10.222.0.41 "GET /v2.0/ports?device_id=db829d21-f017-417d-821b-47c51bf8cd0c HTTP/1.1" status: 200 len: 945 time: 0.1724148 May 04 17:51:47.914953 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9a111e93-e49f-44d4-88fa-92de37ef1005 req-348f6eb0-3424-4bbc-8810-d28f2af02839 tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] 10.222.0.41 "GET /v2.0/security-groups?id=71532ac3-81c4-46ae-ae7d-21ea97df8ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362289 May 04 17:51:48.287866 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea3b91-f91c-45cd-a9b2-ab9a874705d7 req-70c40af8-206d-4de0-9485-bd90458630ef tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:48.289329 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-10ea3b91-f91c-45cd-a9b2-ab9a874705d7 req-70c40af8-206d-4de0-9485-bd90458630ef tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] 10.222.0.41 "GET /v2.0/ports?device_id=db829d21-f017-417d-821b-47c51bf8cd0c HTTP/1.1" status: 200 len: 945 time: 0.0802774 May 04 17:51:48.332229 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-10ea3b91-f91c-45cd-a9b2-ab9a874705d7 req-49d0581b-ef89-439d-b65a-339e6d2738bd tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] 10.222.0.41 "GET /v2.0/security-groups?id=71532ac3-81c4-46ae-ae7d-21ea97df8ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369372 May 04 17:51:49.517360 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2028ce40-9a59-4834-ac70-726a5839308a req-fa3ba527-9837-449c-9249-6aa3df5f56ec tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:49.518737 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-2028ce40-9a59-4834-ac70-726a5839308a req-fa3ba527-9837-449c-9249-6aa3df5f56ec tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] 10.222.0.41 "GET /v2.0/ports?device_id=db829d21-f017-417d-821b-47c51bf8cd0c HTTP/1.1" status: 200 len: 945 time: 0.0781431 May 04 17:51:49.560445 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-2028ce40-9a59-4834-ac70-726a5839308a req-06008bf0-9db0-4d5a-b796-d1dee5256e10 tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] 10.222.0.41 "GET /v2.0/security-groups?id=71532ac3-81c4-46ae-ae7d-21ea97df8ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360599 May 04 17:51:50.453495 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8dbd1e-45a9-4a30-8084-0255305b7311 req-710f5fb7-8a6b-4eb5-ae14-9346ea4d58b7 tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:50.454994 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-9c8dbd1e-45a9-4a30-8084-0255305b7311 req-710f5fb7-8a6b-4eb5-ae14-9346ea4d58b7 tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] 10.222.0.42 "GET /v2.0/ports?device_id=db829d21-f017-417d-821b-47c51bf8cd0c HTTP/1.1" status: 200 len: 945 time: 0.0873110 May 04 17:51:50.524520 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [req-9c8dbd1e-45a9-4a30-8084-0255305b7311 req-0703d5b7-bed1-4c97-9f39-37191dea2e2a tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] Deleting port 7cfa77db-979e-4524-8a88-333aa67186a8 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:51:50.525152 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-9c8dbd1e-45a9-4a30-8084-0255305b7311 req-0703d5b7-bed1-4c97-9f39-37191dea2e2a tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:50.755576 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade4d8fe-6548-40d0-9889-2fba922863e6 req-f6e95164-47cc-4918-becd-1c0b9dd3d1ef tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:51:50.757103 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ade4d8fe-6548-40d0-9889-2fba922863e6 req-f6e95164-47cc-4918-becd-1c0b9dd3d1ef tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] 10.222.0.41 "GET /v2.0/ports?device_id=db829d21-f017-417d-821b-47c51bf8cd0c HTTP/1.1" status: 200 len: 945 time: 0.0910695 May 04 17:51:50.777348 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [req-9c8dbd1e-45a9-4a30-8084-0255305b7311 req-0703d5b7-bed1-4c97-9f39-37191dea2e2a tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] For port 7cfa77db-979e-4524-8a88-333aa67186a8, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=7cfa77db-979e-4524-8a88-333aa67186a8,segment=NetworkSegment(d39f01bc-e00d-4576-aad1-a34a88d17b83),segment_id=d39f01bc-e00d-4576-aad1-a34a88d17b83)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:51:50.777673 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-9c8dbd1e-45a9-4a30-8084-0255305b7311 req-0703d5b7-bed1-4c97-9f39-37191dea2e2a tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:50.804480 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ade4d8fe-6548-40d0-9889-2fba922863e6 req-02a01f3a-827f-4ada-a93a-60e48ff64e8e tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] 10.222.0.41 "GET /v2.0/security-groups?id=71532ac3-81c4-46ae-ae7d-21ea97df8ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386653 May 04 17:51:50.900843 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [req-9c8dbd1e-45a9-4a30-8084-0255305b7311 req-0703d5b7-bed1-4c97-9f39-37191dea2e2a tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] Calling delete_port for 7cfa77db-979e-4524-8a88-333aa67186a8 owned by compute:nova {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:51:51.040579 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-9c8dbd1e-45a9-4a30-8084-0255305b7311 req-0703d5b7-bed1-4c97-9f39-37191dea2e2a tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:51.052615 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] get_ports_and_sgs() called for port_ids ['7cfa77db-979e-4524-8a88-333aa67186a8'] {{(pid=88039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:51:51.104518 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0703d5b7-bed1-4c97-9f39-37191dea2e2a tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] Pushing event deleted for resources: {'Port': ['ID=7cfa77db-979e-4524-8a88-333aa67186a8,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:51.177663 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8dbd1e-45a9-4a30-8084-0255305b7311 req-0703d5b7-bed1-4c97-9f39-37191dea2e2a tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] No DVR routers for this DVR port 7cfa77db-979e-4524-8a88-333aa67186a8 on host hv-neutron-8404 {{(pid=88038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:51:51.180021 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-9c8dbd1e-45a9-4a30-8084-0255305b7311 req-0703d5b7-bed1-4c97-9f39-37191dea2e2a tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:51.182420 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db829d21-f017-417d-821b-47c51bf8cd0c', 'name': 'network-vif-deleted', 'tag': '7cfa77db-979e-4524-8a88-333aa67186a8'}] {{(pid=88038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:51:51.199525 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-9c8dbd1e-45a9-4a30-8084-0255305b7311 req-0703d5b7-bed1-4c97-9f39-37191dea2e2a tempest-TestServerAdvancedOps-295200818 tempest-TestServerAdvancedOps-295200818-project] 10.222.0.42 "DELETE /v2.0/ports/7cfa77db-979e-4524-8a88-333aa67186a8 HTTP/1.1" status: 204 len: 173 time: 0.7384932 May 04 17:51:51.231388 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7675237c-192d-4d62-bd20-e1cc5dc74b85'] response: {'server_uuid': 'db829d21-f017-417d-821b-47c51bf8cd0c', 'name': 'network-vif-deleted', 'tag': '7cfa77db-979e-4524-8a88-333aa67186a8', 'status': 'completed', 'code': 200} May 04 17:51:51.899952 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 58662) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:51:51.961657 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_v2 [None req-4611500c-3255-469e-9b55-c3ef1b444f09 admin admin] Deleting subnet e566a352-3411-4a8e-a81b-650f772d1c61 {{(pid=88038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:51:51.964465 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4611500c-3255-469e-9b55-c3ef1b444f09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:52.011393 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4611500c-3255-469e-9b55-c3ef1b444f09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-801696'] for subnet, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:52.064273 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4611500c-3255-469e-9b55-c3ef1b444f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:52.132495 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4611500c-3255-469e-9b55-c3ef1b444f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:52.170789 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4611500c-3255-469e-9b55-c3ef1b444f09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e566a352-3411-4a8e-a81b-650f772d1c61,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:52.174517 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4611500c-3255-469e-9b55-c3ef1b444f09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:52.180493 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-4611500c-3255-469e-9b55-c3ef1b444f09 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e566a352-3411-4a8e-a81b-650f772d1c61 HTTP/1.1" status: 204 len: 168 time: 0.2795103 May 04 17:51:52.182906 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 58666) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:51:52.286867 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cb7b271e-aaaa-42b8-811f-565b6dc1b281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:52.414981 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cb7b271e-aaaa-42b8-811f-565b6dc1b281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:52.440819 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-cb7b271e-aaaa-42b8-811f-565b6dc1b281 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ace4206a-e284-4066-a097-5516f2e59197']}} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:51:52.453840 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-cb7b271e-aaaa-42b8-811f-565b6dc1b281 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd39f01bc-e00d-4576-aad1-a34a88d17b83') {'for_net_delete': True} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:51:52.454172 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-cb7b271e-aaaa-42b8-811f-565b6dc1b281 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd39f01bc-e00d-4576-aad1-a34a88d17b83') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:51:52.465398 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cb7b271e-aaaa-42b8-811f-565b6dc1b281 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801627'] for segment, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:52.481467 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cb7b271e-aaaa-42b8-811f-565b6dc1b281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:52.487752 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb7b271e-aaaa-42b8-811f-565b6dc1b281 admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=88038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:51:52.488174 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cb7b271e-aaaa-42b8-811f-565b6dc1b281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7881827'] for segment, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:52.501623 dv-neutron-840426-1-hyperv neutron-server[88038]: Traceback (most recent call last): May 04 17:51:52.501623 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:51:52.501623 dv-neutron-840426-1-hyperv neutron-server[88038]: timer() May 04 17:51:52.501623 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:51:52.501623 dv-neutron-840426-1-hyperv neutron-server[88038]: cb(*args, **kw) May 04 17:51:52.501623 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:51:52.501623 dv-neutron-840426-1-hyperv neutron-server[88038]: return func(*args, **kwargs) May 04 17:51:52.501623 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:51:52.501623 dv-neutron-840426-1-hyperv neutron-server[88038]: self._notify() May 04 17:51:52.501623 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:51:52.501623 dv-neutron-840426-1-hyperv neutron-server[88038]: self.callback(batched_events) May 04 17:51:52.501623 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:51:52.501623 dv-neutron-840426-1-hyperv neutron-server[88038]: event.method(event) May 04 17:51:52.501623 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:51:52.501623 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:51:52.501623 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:51:52.501623 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:51:52.501623 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:51:52.501623 dv-neutron-840426-1-hyperv neutron-server[88038]: return f(self, *a, **k) May 04 17:51:52.501623 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:51:52.501623 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._get(url).json() May 04 17:51:52.501623 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:51:52.501623 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:51:52.501623 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:51:52.501623 dv-neutron-840426-1-hyperv neutron-server[88038]: return self.request(url, 'GET', **kwargs) May 04 17:51:52.501623 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:51:52.501623 dv-neutron-840426-1-hyperv neutron-server[88038]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:51:52.501623 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:51:52.501623 dv-neutron-840426-1-hyperv neutron-server[88038]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:51:52.501623 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:51:52.501623 dv-neutron-840426-1-hyperv neutron-server[88038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:51:52.501623 dv-neutron-840426-1-hyperv neutron-server[88038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:51:52.578298 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cb7b271e-aaaa-42b8-811f-565b6dc1b281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:52.593942 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-cb7b271e-aaaa-42b8-811f-565b6dc1b281 admin admin] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:52.602640 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7b271e-aaaa-42b8-811f-565b6dc1b281 admin admin] Pushing event deleted for resources: {'Network': ['ID=ace4206a-e284-4066-a097-5516f2e59197,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:52.605403 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-cb7b271e-aaaa-42b8-811f-565b6dc1b281 admin admin] 10.222.0.41 "DELETE /v2.0/networks/ace4206a-e284-4066-a097-5516f2e59197 HTTP/1.1" status: 204 len: 168 time: 0.4215171 May 04 17:51:52.608138 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 58670) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:51:52.669836 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_v2 [None req-332ed914-bba2-455d-aa26-04b2a83329c6 admin admin] Deleting subnet 0a698cb5-7b01-4562-bc1d-00e7b18a8868 {{(pid=88038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:51:52.672894 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-332ed914-bba2-455d-aa26-04b2a83329c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:52.721264 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-332ed914-bba2-455d-aa26-04b2a83329c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-801696'] for subnet, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:52.787505 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-332ed914-bba2-455d-aa26-04b2a83329c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:52.956195 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-332ed914-bba2-455d-aa26-04b2a83329c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:52.993447 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332ed914-bba2-455d-aa26-04b2a83329c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a698cb5-7b01-4562-bc1d-00e7b18a8868,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:52.997146 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-332ed914-bba2-455d-aa26-04b2a83329c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:53.003745 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-332ed914-bba2-455d-aa26-04b2a83329c6 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/0a698cb5-7b01-4562-bc1d-00e7b18a8868 HTTP/1.1" status: 204 len: 168 time: 0.3946440 May 04 17:51:53.006196 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 58674) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:51:53.097382 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 7cfa77db-979e-4524-8a88-333aa67186a8 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:51:53.108982 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-658e95b4-19b4-4978-83b9-1e3b126c96ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:53.135330 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] No Port match for: 7cfa77db-979e-4524-8a88-333aa67186a8 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:51:53.135680 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 7cfa77db-979e-4524-8a88-333aa67186a8 not bound to the agent host hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:51:53.232348 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-658e95b4-19b4-4978-83b9-1e3b126c96ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:53.257227 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-658e95b4-19b4-4978-83b9-1e3b126c96ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fab968a2-52b4-4f3b-9cc2-f16f13f182e3']}} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:51:53.269653 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-658e95b4-19b4-4978-83b9-1e3b126c96ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6c05f11-039f-45c8-a36a-5d3b5dad3bdb') {'for_net_delete': True} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:51:53.269984 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-658e95b4-19b4-4978-83b9-1e3b126c96ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6c05f11-039f-45c8-a36a-5d3b5dad3bdb') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:51:53.280926 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-658e95b4-19b4-4978-83b9-1e3b126c96ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801627'] for segment, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:53.296921 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-658e95b4-19b4-4978-83b9-1e3b126c96ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:53.302955 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-658e95b4-19b4-4978-83b9-1e3b126c96ce admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=88038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:51:53.303341 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-658e95b4-19b4-4978-83b9-1e3b126c96ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7881827'] for segment, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:53.316828 dv-neutron-840426-1-hyperv neutron-server[88038]: Traceback (most recent call last): May 04 17:51:53.316828 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:51:53.316828 dv-neutron-840426-1-hyperv neutron-server[88038]: timer() May 04 17:51:53.316828 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:51:53.316828 dv-neutron-840426-1-hyperv neutron-server[88038]: cb(*args, **kw) May 04 17:51:53.316828 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:51:53.316828 dv-neutron-840426-1-hyperv neutron-server[88038]: return func(*args, **kwargs) May 04 17:51:53.316828 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:51:53.316828 dv-neutron-840426-1-hyperv neutron-server[88038]: self._notify() May 04 17:51:53.316828 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:51:53.316828 dv-neutron-840426-1-hyperv neutron-server[88038]: self.callback(batched_events) May 04 17:51:53.316828 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:51:53.316828 dv-neutron-840426-1-hyperv neutron-server[88038]: event.method(event) May 04 17:51:53.316828 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:51:53.316828 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:51:53.316828 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:51:53.316828 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:51:53.316828 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:51:53.316828 dv-neutron-840426-1-hyperv neutron-server[88038]: return f(self, *a, **k) May 04 17:51:53.316828 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:51:53.316828 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._get(url).json() May 04 17:51:53.316828 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:51:53.316828 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:51:53.316828 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:51:53.316828 dv-neutron-840426-1-hyperv neutron-server[88038]: return self.request(url, 'GET', **kwargs) May 04 17:51:53.316828 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:51:53.316828 dv-neutron-840426-1-hyperv neutron-server[88038]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:51:53.316828 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:51:53.316828 dv-neutron-840426-1-hyperv neutron-server[88038]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:51:53.316828 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:51:53.316828 dv-neutron-840426-1-hyperv neutron-server[88038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:51:53.316828 dv-neutron-840426-1-hyperv neutron-server[88038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:51:53.394684 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-658e95b4-19b4-4978-83b9-1e3b126c96ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:53.410277 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-658e95b4-19b4-4978-83b9-1e3b126c96ce admin admin] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:53.419082 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658e95b4-19b4-4978-83b9-1e3b126c96ce admin admin] Pushing event deleted for resources: {'Network': ['ID=fab968a2-52b4-4f3b-9cc2-f16f13f182e3,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:53.422426 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-658e95b4-19b4-4978-83b9-1e3b126c96ce admin admin] 10.222.0.41 "DELETE /v2.0/networks/fab968a2-52b4-4f3b-9cc2-f16f13f182e3 HTTP/1.1" status: 204 len: 168 time: 0.4152608 May 04 17:51:53.587599 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 58680) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:51:53.634534 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-f33ca065-38be-47b7-af7f-189c43e1ff1e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1366fc3eebb4418a9f72d6f1fc6ea9bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0457921 May 04 17:51:53.636845 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 58684) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:51:53.696975 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d9f8e270-7c0a-4903-b8b1-bc3a8358022c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:53.722539 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d9f8e270-7c0a-4903-b8b1-bc3a8358022c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:53.773468 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d9f8e270-7c0a-4903-b8b1-bc3a8358022c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:53.788937 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f8e270-7c0a-4903-b8b1-bc3a8358022c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71532ac3-81c4-46ae-ae7d-21ea97df8ccd,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:53.801128 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d9f8e270-7c0a-4903-b8b1-bc3a8358022c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:53.802492 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-d9f8e270-7c0a-4903-b8b1-bc3a8358022c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/71532ac3-81c4-46ae-ae7d-21ea97df8ccd HTTP/1.1" status: 204 len: 168 time: 0.1645472 May 04 17:51:54.139850 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 58692) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:51:54.189654 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-74467ed5-934d-4f29-b990-33df13467456 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4237a04c9fbf4ec4a8a9b001d74ea515&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0486083 May 04 17:51:54.192181 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 58696) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:51:54.249336 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a29ef486-e4d2-4567-83ed-0b3b71a4c3b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:54.274102 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a29ef486-e4d2-4567-83ed-0b3b71a4c3b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:54.327732 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a29ef486-e4d2-4567-83ed-0b3b71a4c3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:54.341847 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ef486-e4d2-4567-83ed-0b3b71a4c3b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb7e268-8deb-4589-bf7e-75213b05543f,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:51:54.348514 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a29ef486-e4d2-4567-83ed-0b3b71a4c3b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:51:54.349641 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-a29ef486-e4d2-4567-83ed-0b3b71a4c3b0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4eb7e268-8deb-4589-bf7e-75213b05543f HTTP/1.1" status: 204 len: 168 time: 0.1565151 May 04 17:52:01.657051 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-f0c1f17d-174e-419a-9049-7a0608694f31 req-e08c4ca9-149d-4f60-8649-eed464696789 tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=50b2ae2bb0124f3d9a91abbef5c66e5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271785 May 04 17:52:01.808971 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1f17d-174e-419a-9049-7a0608694f31 req-1cea293e-6f9b-4e79-8d82-711b3c2c5cf0 tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:01.810445 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-f0c1f17d-174e-419a-9049-7a0608694f31 req-1cea293e-6f9b-4e79-8d82-711b3c2c5cf0 tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1486042 May 04 17:52:01.824997 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-f0c1f17d-174e-419a-9049-7a0608694f31 req-54e998d6-7356-4e04-b573-b4ebaee9b4c6 tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] 10.222.0.41 "GET /v2.0/quotas/50b2ae2bb0124f3d9a91abbef5c66e5d HTTP/1.1" status: 200 len: 375 time: 0.0087109 May 04 17:52:01.870876 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-f0c1f17d-174e-419a-9049-7a0608694f31 req-119ab026-cac1-42a2-87bf-917be23934d4 tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=50b2ae2bb0124f3d9a91abbef5c66e5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403929 May 04 17:52:02.041046 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ef3baae5-aaea-49cd-a1c7-c2c42baf45f6 req-0a11dc87-8b03-4429-9f9e-f8067ec0a309 tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e1e3a9b-98d5-437b-8b28-5219ef540021 HTTP/1.1" status: 200 len: 210 time: 0.0420578 May 04 17:52:03.188106 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-f032dd23-2555-4d1d-8307-eca21638a64f req-a616931a-3933-48c0-9ca6-a2077292a014 tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e1e3a9b-98d5-437b-8b28-5219ef540021 HTTP/1.1" status: 200 len: 210 time: 0.0450449 May 04 17:52:03.207996 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-67c56071-ee3e-4798-b162-0428fb27548a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:52:04.012158 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-f0c1f17d-174e-419a-9049-7a0608694f31 req-44c5212d-dfd5-400a-9ab9-c0566fcb4110 tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=50b2ae2bb0124f3d9a91abbef5c66e5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259624 May 04 17:52:04.166716 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1f17d-174e-419a-9049-7a0608694f31 req-425844b7-b5d6-42e3-a6fd-b656ea205016 tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:04.168213 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-f0c1f17d-174e-419a-9049-7a0608694f31 req-425844b7-b5d6-42e3-a6fd-b656ea205016 tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1480749 May 04 17:52:04.183211 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [req-f0c1f17d-174e-419a-9049-7a0608694f31 req-0cb1da47-1b61-459e-8469-ab9f729e658f tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] Request body: {'port': {'device_id': '2e1e3a9b-98d5-437b-8b28-5219ef540021', 'network_id': 'fb0c96af-9dcc-4171-9770-c7b7d4655cd6', 'admin_state_up': True, 'tenant_id': '50b2ae2bb0124f3d9a91abbef5c66e5d'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:52:04.323781 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [req-f0c1f17d-174e-419a-9049-7a0608694f31 req-0cb1da47-1b61-459e-8469-ab9f729e658f tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:52:04.327571 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-f0c1f17d-174e-419a-9049-7a0608694f31 req-0cb1da47-1b61-459e-8469-ab9f729e658f tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] Usage tracker for resource:port and tenant:50b2ae2bb0124f3d9a91abbef5c66e5d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:52:04.330519 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-f0c1f17d-174e-419a-9049-7a0608694f31 req-0cb1da47-1b61-459e-8469-ab9f729e658f tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:52:04.336420 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [req-f0c1f17d-174e-419a-9049-7a0608694f31 req-0cb1da47-1b61-459e-8469-ab9f729e658f tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:52:04.341584 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ac5f13c5-e3c6-43b5-a6c9-07b155f5c4d3 req-f0d4cc86-3cb0-468d-bd89-d88da474f669 tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e1e3a9b-98d5-437b-8b28-5219ef540021 HTTP/1.1" status: 200 len: 210 time: 0.0459237 May 04 17:52:04.346489 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0c1f17d-174e-419a-9049-7a0608694f31 req-0cb1da47-1b61-459e-8469-ab9f729e658f tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] Made reservation on behalf of 50b2ae2bb0124f3d9a91abbef5c66e5d for: {'port': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:52:04.350052 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-f0c1f17d-174e-419a-9049-7a0608694f31 req-0cb1da47-1b61-459e-8469-ab9f729e658f tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:52:04.362787 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-f0c1f17d-174e-419a-9049-7a0608694f31 req-0cb1da47-1b61-459e-8469-ab9f729e658f tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:52:04.378358 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [req-f0c1f17d-174e-419a-9049-7a0608694f31 req-0cb1da47-1b61-459e-8469-ab9f729e658f tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:52:04.382207 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-f0c1f17d-174e-419a-9049-7a0608694f31 req-0cb1da47-1b61-459e-8469-ab9f729e658f tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] Usage tracker for resource:security_group_rule and tenant:50b2ae2bb0124f3d9a91abbef5c66e5d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:52:04.384955 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-f0c1f17d-174e-419a-9049-7a0608694f31 req-0cb1da47-1b61-459e-8469-ab9f729e658f tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:52:04.391360 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [req-f0c1f17d-174e-419a-9049-7a0608694f31 req-0cb1da47-1b61-459e-8469-ab9f729e658f tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:52:04.480662 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-f0c1f17d-174e-419a-9049-7a0608694f31 req-0cb1da47-1b61-459e-8469-ab9f729e658f tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:52:04.485264 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-f0c1f17d-174e-419a-9049-7a0608694f31 req-0cb1da47-1b61-459e-8469-ab9f729e658f tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:52:04.597578 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb1da47-1b61-459e-8469-ab9f729e658f tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09302a8d-bc1e-4434-8778-48633002e45c,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:04.681053 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [req-f0c1f17d-174e-419a-9049-7a0608694f31 req-0cb1da47-1b61-459e-8469-ab9f729e658f tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] Allocated IP 192.168.233.113 (fb0c96af-9dcc-4171-9770-c7b7d4655cd6/061aa7ad-28b5-40de-a962-5f00e9a648af/4378752c-ca40-4327-b86d-0d76edc2f7d9) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:52:04.976294 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-f0c1f17d-174e-419a-9049-7a0608694f31 req-0cb1da47-1b61-459e-8469-ab9f729e658f tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:52:04.990918 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [req-f0c1f17d-174e-419a-9049-7a0608694f31 req-0cb1da47-1b61-459e-8469-ab9f729e658f tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] Transition to ACTIVE for port object 4378752c-ca40-4327-b86d-0d76edc2f7d9 will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:52:05.014692 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-f0c1f17d-174e-419a-9049-7a0608694f31 req-0cb1da47-1b61-459e-8469-ab9f729e658f tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:52:05.083886 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0c1f17d-174e-419a-9049-7a0608694f31 req-0cb1da47-1b61-459e-8469-ab9f729e658f tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] Network fb0c96af-9dcc-4171-9770-c7b7d4655cd6 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:52:05.086988 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [req-f0c1f17d-174e-419a-9049-7a0608694f31 req-0cb1da47-1b61-459e-8469-ab9f729e658f tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:52:05.091208 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0c1f17d-174e-419a-9049-7a0608694f31 req-0cb1da47-1b61-459e-8469-ab9f729e658f tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:52:05.121500 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb1da47-1b61-459e-8469-ab9f729e658f tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] Pushing event updated for resources: {'Port': ['ID=4378752c-ca40-4327-b86d-0d76edc2f7d9,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:05.158771 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1f17d-174e-419a-9049-7a0608694f31 req-0cb1da47-1b61-459e-8469-ab9f729e658f tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:05.159398 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-f0c1f17d-174e-419a-9049-7a0608694f31 req-0cb1da47-1b61-459e-8469-ab9f729e658f tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:52:05.188096 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-f0c1f17d-174e-419a-9049-7a0608694f31 req-0cb1da47-1b61-459e-8469-ab9f729e658f tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0099699 May 04 17:52:05.300672 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [req-f0c1f17d-174e-419a-9049-7a0608694f31 req-2a5f0ef7-a7f4-4a56-9199-d02b10a604e8 service neutron] Request body: {'port': {'device_id': '2e1e3a9b-98d5-437b-8b28-5219ef540021', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:52:05.330031 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-512aef27-86d0-4ba8-8f44-ff7c9baa9e8e None None] Provisioning for port 4378752c-ca40-4327-b86d-0d76edc2f7d9 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:52:05.335123 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-512aef27-86d0-4ba8-8f44-ff7c9baa9e8e None None] Provisioning complete for port 4378752c-ca40-4327-b86d-0d76edc2f7d9 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:52:05.335663 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-512aef27-86d0-4ba8-8f44-ff7c9baa9e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:52:05.395430 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-512aef27-86d0-4ba8-8f44-ff7c9baa9e8e None None] Port 4378752c-ca40-4327-b86d-0d76edc2f7d9 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:52:05.412996 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-f0c1f17d-174e-419a-9049-7a0608694f31 req-2a5f0ef7-a7f4-4a56-9199-d02b10a604e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:52:05.531962 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1563b736-3a11-4d61-a42d-3ad8fe7d6e7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:52:05.636986 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81127e-c1c4-4e17-9133-4e76e0c9e4a6 req-ba1d9c1d-6791-4dc0-8d2c-fc64144a45f4 tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:05.637669 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-2f81127e-c1c4-4e17-9133-4e76e0c9e4a6 req-ba1d9c1d-6791-4dc0-8d2c-fc64144a45f4 tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] Synchronizing usage tracker for tenant:50b2ae2bb0124f3d9a91abbef5c66e5d on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:52:05.717310 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-2f81127e-c1c4-4e17-9133-4e76e0c9e4a6 req-ba1d9c1d-6791-4dc0-8d2c-fc64144a45f4 tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] Unset dirty status for tenant:50b2ae2bb0124f3d9a91abbef5c66e5d on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:52:05.718484 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-2f81127e-c1c4-4e17-9133-4e76e0c9e4a6 req-ba1d9c1d-6791-4dc0-8d2c-fc64144a45f4 tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e1e3a9b-98d5-437b-8b28-5219ef540021 HTTP/1.1" status: 200 len: 936 time: 0.2631862 May 04 17:52:05.783820 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-2f81127e-c1c4-4e17-9133-4e76e0c9e4a6 req-1694d259-9116-4712-943f-d0ef71204d03 tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] Synchronizing usage tracker for tenant:50b2ae2bb0124f3d9a91abbef5c66e5d on resource:security_group {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:52:05.838043 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-2f81127e-c1c4-4e17-9133-4e76e0c9e4a6 req-1694d259-9116-4712-943f-d0ef71204d03 tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] Unset dirty status for tenant:50b2ae2bb0124f3d9a91abbef5c66e5d on resource:security_group {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:52:05.839168 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-2f81127e-c1c4-4e17-9133-4e76e0c9e4a6 req-1694d259-9116-4712-943f-d0ef71204d03 tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] 10.222.0.41 "GET /v2.0/security-groups?id=09302a8d-bc1e-4434-8778-48633002e45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136622 May 04 17:52:05.863270 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [req-f0c1f17d-174e-419a-9049-7a0608694f31 req-2a5f0ef7-a7f4-4a56-9199-d02b10a604e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4378752c-ca40-4327-b86d-0d76edc2f7d9 {{(pid=88038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:52:05.870341 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-f0c1f17d-174e-419a-9049-7a0608694f31 req-2a5f0ef7-a7f4-4a56-9199-d02b10a604e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:52:05.884302 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [req-f0c1f17d-174e-419a-9049-7a0608694f31 req-2a5f0ef7-a7f4-4a56-9199-d02b10a604e8 service neutron] Transition to ACTIVE for port object 4378752c-ca40-4327-b86d-0d76edc2f7d9 will not be triggered until provisioned by entity L2. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:52:05.887149 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-f0c1f17d-174e-419a-9049-7a0608694f31 req-2a5f0ef7-a7f4-4a56-9199-d02b10a604e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:52:06.049469 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5f0ef7-a7f4-4a56-9199-d02b10a604e8 service neutron] Pushing event updated for resources: {'Port': ['ID=4378752c-ca40-4327-b86d-0d76edc2f7d9,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:06.122101 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [req-f0c1f17d-174e-419a-9049-7a0608694f31 req-2a5f0ef7-a7f4-4a56-9199-d02b10a604e8 service neutron] Attempting to bind port 4378752c-ca40-4327-b86d-0d76edc2f7d9 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:52:06.122435 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [req-f0c1f17d-174e-419a-9049-7a0608694f31 req-2a5f0ef7-a7f4-4a56-9199-d02b10a604e8 service neutron] Attempting to bind port 4378752c-ca40-4327-b86d-0d76edc2f7d9 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': 'ac2e73fe-4798-4b85-b839-59254739a673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'fb0c96af-9dcc-4171-9770-c7b7d4655cd6'}] {{(pid=88038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:52:06.122755 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c1f17d-174e-419a-9049-7a0608694f31 req-2a5f0ef7-a7f4-4a56-9199-d02b10a604e8 service neutron] Attempting to bind port 4378752c-ca40-4327-b86d-0d76edc2f7d9 on network fb0c96af-9dcc-4171-9770-c7b7d4655cd6 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:52:06.127774 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c1f17d-174e-419a-9049-7a0608694f31 req-2a5f0ef7-a7f4-4a56-9199-d02b10a604e8 service neutron] Port 4378752c-ca40-4327-b86d-0d76edc2f7d9 on network fb0c96af-9dcc-4171-9770-c7b7d4655cd6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:52:06.128086 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c1f17d-174e-419a-9049-7a0608694f31 req-2a5f0ef7-a7f4-4a56-9199-d02b10a604e8 service neutron] Attempting to bind port 4378752c-ca40-4327-b86d-0d76edc2f7d9 on network fb0c96af-9dcc-4171-9770-c7b7d4655cd6 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:52:06.133021 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c1f17d-174e-419a-9049-7a0608694f31 req-2a5f0ef7-a7f4-4a56-9199-d02b10a604e8 service neutron] Checking agent: {'id': '84d0dbeb-cfa8-4636-8b1c-9790acf21ef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'started_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:52:06.133350 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c1f17d-174e-419a-9049-7a0608694f31 req-2a5f0ef7-a7f4-4a56-9199-d02b10a604e8 service neutron] Checking segment: {'id': 'ac2e73fe-4798-4b85-b839-59254739a673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'fb0c96af-9dcc-4171-9770-c7b7d4655cd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:52:06.133723 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c1f17d-174e-419a-9049-7a0608694f31 req-2a5f0ef7-a7f4-4a56-9199-d02b10a604e8 service neutron] Bound using segment: {'id': 'ac2e73fe-4798-4b85-b839-59254739a673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'fb0c96af-9dcc-4171-9770-c7b7d4655cd6'} {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:52:06.134172 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [req-f0c1f17d-174e-419a-9049-7a0608694f31 req-2a5f0ef7-a7f4-4a56-9199-d02b10a604e8 service neutron] Bound port: 4378752c-ca40-4327-b86d-0d76edc2f7d9, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac2e73fe-4798-4b85-b839-59254739a673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'fb0c96af-9dcc-4171-9770-c7b7d4655cd6'}}] {{(pid=88038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:52:06.134515 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-f0c1f17d-174e-419a-9049-7a0608694f31 req-2a5f0ef7-a7f4-4a56-9199-d02b10a604e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:52:06.234935 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [req-f0c1f17d-174e-419a-9049-7a0608694f31 req-2a5f0ef7-a7f4-4a56-9199-d02b10a604e8 service neutron] For port 4378752c-ca40-4327-b86d-0d76edc2f7d9, host hv-neutron-8404, cleared binding levels {{(pid=88038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:52:06.237957 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [req-f0c1f17d-174e-419a-9049-7a0608694f31 req-2a5f0ef7-a7f4-4a56-9199-d02b10a604e8 service neutron] For port 4378752c-ca40-4327-b86d-0d76edc2f7d9, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=4378752c-ca40-4327-b86d-0d76edc2f7d9,segment=NetworkSegment(ac2e73fe-4798-4b85-b839-59254739a673),segment_id=ac2e73fe-4798-4b85-b839-59254739a673)] {{(pid=88038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:52:06.242337 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-f0c1f17d-174e-419a-9049-7a0608694f31 req-2a5f0ef7-a7f4-4a56-9199-d02b10a604e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:52:06.301724 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1f17d-174e-419a-9049-7a0608694f31 req-2a5f0ef7-a7f4-4a56-9199-d02b10a604e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:06.302427 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-f0c1f17d-174e-419a-9049-7a0608694f31 req-2a5f0ef7-a7f4-4a56-9199-d02b10a604e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:52:06.303824 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-f0c1f17d-174e-419a-9049-7a0608694f31 req-2a5f0ef7-a7f4-4a56-9199-d02b10a604e8 service neutron] 10.222.0.42 "PUT /v2.0/ports/4378752c-ca40-4327-b86d-0d76edc2f7d9 HTTP/1.1" status: 200 len: 1098 time: 1.1086788 May 04 17:52:06.306340 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e1e3a9b-98d5-437b-8b28-5219ef540021', 'tag': '4378752c-ca40-4327-b86d-0d76edc2f7d9'}] {{(pid=88038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:52:06.331923 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5f0ef7-a7f4-4a56-9199-d02b10a604e8 service neutron] Pushing event updated for resources: {'Port': ['ID=4378752c-ca40-4327-b86d-0d76edc2f7d9,revision_number=3']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:06.381181 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58981fd7-4481-439a-b102-86e6597768d5'] response: {'name': 'network-changed', 'server_uuid': '2e1e3a9b-98d5-437b-8b28-5219ef540021', 'tag': '4378752c-ca40-4327-b86d-0d76edc2f7d9', 'status': 'completed', 'code': 200} May 04 17:52:06.421678 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1f17d-174e-419a-9049-7a0608694f31 req-914e1fd8-3bdb-42b2-ac87-150fc16de72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:06.423207 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-f0c1f17d-174e-419a-9049-7a0608694f31 req-914e1fd8-3bdb-42b2-ac87-150fc16de72b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=50b2ae2bb0124f3d9a91abbef5c66e5d&device_id=2e1e3a9b-98d5-437b-8b28-5219ef540021 HTTP/1.1" status: 200 len: 1101 time: 0.0782139 May 04 17:52:06.493227 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-f0c1f17d-174e-419a-9049-7a0608694f31 req-650f40cd-9e6e-42a1-93fb-73952ef894c4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=4378752c-ca40-4327-b86d-0d76edc2f7d9 HTTP/1.1" status: 200 len: 217 time: 0.0626249 May 04 17:52:06.567052 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1f17d-174e-419a-9049-7a0608694f31 req-e1046d96-313e-4606-b730-3c575be9f5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:06.568552 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-f0c1f17d-174e-419a-9049-7a0608694f31 req-e1046d96-313e-4606-b730-3c575be9f5fa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=061aa7ad-28b5-40de-a962-5f00e9a648af HTTP/1.1" status: 200 len: 843 time: 0.0683637 May 04 17:52:06.580296 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:52:06.591097 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:52:06.645092 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1f17d-174e-419a-9049-7a0608694f31 req-a25923bb-71e8-4abe-8e41-54d8a120fc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:06.646602 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-f0c1f17d-174e-419a-9049-7a0608694f31 req-a25923bb-71e8-4abe-8e41-54d8a120fc3c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fb0c96af-9dcc-4171-9770-c7b7d4655cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0713980 May 04 17:52:06.878145 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-f0c1f17d-174e-419a-9049-7a0608694f31 req-a4dd8365-0513-45d8-965d-21480f35d943 service neutron] 10.222.0.42 "GET /v2.0/networks/fb0c96af-9dcc-4171-9770-c7b7d4655cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236433 May 04 17:52:07.057162 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-f0c1f17d-174e-419a-9049-7a0608694f31 req-31335a3b-226a-4d64-8cc3-1e11df4c5e81 service neutron] 10.222.0.42 "GET /v2.0/networks/fb0c96af-9dcc-4171-9770-c7b7d4655cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729949 May 04 17:52:07.079315 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea887b1b-2340-42f2-aa23-88a7f4c5d29e req-82f04deb-3f72-4279-a3bb-ba5c27393f93 tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:07.080726 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-ea887b1b-2340-42f2-aa23-88a7f4c5d29e req-82f04deb-3f72-4279-a3bb-ba5c27393f93 tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e1e3a9b-98d5-437b-8b28-5219ef540021 HTTP/1.1" status: 200 len: 948 time: 0.1124191 May 04 17:52:07.171464 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-ea887b1b-2340-42f2-aa23-88a7f4c5d29e req-46046340-643e-40a6-9fa9-ce9dc94a7227 tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] 10.222.0.41 "GET /v2.0/security-groups?id=09302a8d-bc1e-4434-8778-48633002e45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848031 May 04 17:52:07.199311 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fb0442-8a96-42fb-a3ce-3cf23f81dfe4 req-570d4544-7810-468e-96c6-e4715102b3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:07.200785 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-b5fb0442-8a96-42fb-a3ce-3cf23f81dfe4 req-570d4544-7810-468e-96c6-e4715102b3c1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=50b2ae2bb0124f3d9a91abbef5c66e5d&device_id=2e1e3a9b-98d5-437b-8b28-5219ef540021 HTTP/1.1" status: 200 len: 1101 time: 0.0975916 May 04 17:52:07.300130 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 17:52:07.328286 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fb0442-8a96-42fb-a3ce-3cf23f81dfe4 req-28c3f969-ec73-4159-94be-3c31c3027522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:07.329717 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-b5fb0442-8a96-42fb-a3ce-3cf23f81dfe4 req-28c3f969-ec73-4159-94be-3c31c3027522 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fb0c96af-9dcc-4171-9770-c7b7d4655cd6 HTTP/1.1" status: 200 len: 870 time: 0.1227684 May 04 17:52:07.396572 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-b5fb0442-8a96-42fb-a3ce-3cf23f81dfe4 req-8ff98256-e5d1-46a5-97f2-3d513eecaa20 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=4378752c-ca40-4327-b86d-0d76edc2f7d9 HTTP/1.1" status: 200 len: 217 time: 0.0600946 May 04 17:52:07.459858 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fb0442-8a96-42fb-a3ce-3cf23f81dfe4 req-29e4d1d6-82a1-4d4a-b48b-d1aedec064d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:07.461153 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-b5fb0442-8a96-42fb-a3ce-3cf23f81dfe4 req-29e4d1d6-82a1-4d4a-b48b-d1aedec064d8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=061aa7ad-28b5-40de-a962-5f00e9a648af HTTP/1.1" status: 200 len: 843 time: 0.0586207 May 04 17:52:07.534215 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fb0442-8a96-42fb-a3ce-3cf23f81dfe4 req-18a7f659-8de7-4338-b8bd-228533131e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:07.535670 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-b5fb0442-8a96-42fb-a3ce-3cf23f81dfe4 req-18a7f659-8de7-4338-b8bd-228533131e40 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fb0c96af-9dcc-4171-9770-c7b7d4655cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0668709 May 04 17:52:07.661840 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-b5fb0442-8a96-42fb-a3ce-3cf23f81dfe4 req-15554985-d377-489d-9a4c-67138ad2af66 service neutron] 10.222.0.42 "GET /v2.0/networks/fb0c96af-9dcc-4171-9770-c7b7d4655cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197760 May 04 17:52:07.792606 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-b5fb0442-8a96-42fb-a3ce-3cf23f81dfe4 req-2d59b1c8-f031-4247-aa72-1ee44956beb4 service neutron] 10.222.0.42 "GET /v2.0/networks/fb0c96af-9dcc-4171-9770-c7b7d4655cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245513 May 04 17:52:07.909075 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:52:08.356750 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ed4c0-b81b-4221-892d-f03fbfd9246a req-6f1f8c57-cb65-4161-b90f-087cbde4a439 tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:08.358247 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6e5ed4c0-b81b-4221-892d-f03fbfd9246a req-6f1f8c57-cb65-4161-b90f-087cbde4a439 tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e1e3a9b-98d5-437b-8b28-5219ef540021 HTTP/1.1" status: 200 len: 948 time: 0.0784452 May 04 17:52:08.402877 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6e5ed4c0-b81b-4221-892d-f03fbfd9246a req-552cb9e3-91b7-4b7c-9b5e-1acaacbbb878 tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] 10.222.0.41 "GET /v2.0/security-groups?id=09302a8d-bc1e-4434-8778-48633002e45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389030 May 04 17:52:09.206309 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 4378752c-ca40-4327-b86d-0d76edc2f7d9 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:52:09.337462 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 4378752c-ca40-4327-b86d-0d76edc2f7d9, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=4378752c-ca40-4327-b86d-0d76edc2f7d9,segment=NetworkSegment(ac2e73fe-4798-4b85-b839-59254739a673),segment_id=ac2e73fe-4798-4b85-b839-59254739a673)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:52:09.350062 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Returning: {'device': '4378752c-ca40-4327-b86d-0d76edc2f7d9', 'network_id': 'fb0c96af-9dcc-4171-9770-c7b7d4655cd6', 'port_id': '4378752c-ca40-4327-b86d-0d76edc2f7d9', 'mac_address': 'fa:16:3e:34:7c:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '061aa7ad-28b5-40de-a962-5f00e9a648af', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:52:09.405831 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:52:09.425398 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4378752c-ca40-4327-b86d-0d76edc2f7d9 {{(pid=88039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:52:09.450550 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 4378752c-ca40-4327-b86d-0d76edc2f7d9, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=4378752c-ca40-4327-b86d-0d76edc2f7d9,segment=NetworkSegment(ac2e73fe-4798-4b85-b839-59254739a673),segment_id=ac2e73fe-4798-4b85-b839-59254739a673)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:52:09.454861 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:52:09.489397 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:52:09.523670 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=4378752c-ca40-4327-b86d-0d76edc2f7d9,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:09.532483 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:52:09.532827 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:52:09.533162 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:52:09.533492 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:52:09.533818 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:52:09.534170 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:52:09.534494 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:52:09.534815 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:52:09.535197 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:52:09.535522 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:52:09.535840 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:52:09.536155 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:52:09.600363 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2764c984-73eb-409d-869f-c3cec45339e7 req-9c7ad46d-4e87-474a-8cb9-c7705215999e tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:09.601823 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-2764c984-73eb-409d-869f-c3cec45339e7 req-9c7ad46d-4e87-474a-8cb9-c7705215999e tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e1e3a9b-98d5-437b-8b28-5219ef540021 HTTP/1.1" status: 200 len: 949 time: 0.0863736 May 04 17:52:09.645557 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-2764c984-73eb-409d-869f-c3cec45339e7 req-1dd5e98f-3f26-4af2-8547-205fbe37a427 tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] 10.222.0.41 "GET /v2.0/security-groups?id=09302a8d-bc1e-4434-8778-48633002e45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379033 May 04 17:52:09.798445 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] get_ports_and_sgs() called for port_ids ['4378752c-ca40-4327-b86d-0d76edc2f7d9'] {{(pid=88039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:52:10.884169 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf619260-aa64-4db7-bca1-3c8290922363 req-fa0774c6-3af9-4524-b8d4-2d993ecd6aaa tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:10.885605 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-bf619260-aa64-4db7-bca1-3c8290922363 req-fa0774c6-3af9-4524-b8d4-2d993ecd6aaa tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e1e3a9b-98d5-437b-8b28-5219ef540021 HTTP/1.1" status: 200 len: 949 time: 0.1377087 May 04 17:52:10.930072 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-bf619260-aa64-4db7-bca1-3c8290922363 req-e37f97ad-4c4c-4503-aa70-8a28e49af2a2 tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] 10.222.0.41 "GET /v2.0/security-groups?id=09302a8d-bc1e-4434-8778-48633002e45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380049 May 04 17:52:11.197510 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 4378752c-ca40-4327-b86d-0d76edc2f7d9 up at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:52:11.263657 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning for port 4378752c-ca40-4327-b86d-0d76edc2f7d9 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:52:11.268387 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning complete for port 4378752c-ca40-4327-b86d-0d76edc2f7d9 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:52:11.268779 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:52:11.382205 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:52:11.408378 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e1e3a9b-98d5-437b-8b28-5219ef540021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4378752c-ca40-4327-b86d-0d76edc2f7d9'}] {{(pid=88039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:52:11.418187 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 4378752c-ca40-4327-b86d-0d76edc2f7d9, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=4378752c-ca40-4327-b86d-0d76edc2f7d9,segment=NetworkSegment(ac2e73fe-4798-4b85-b839-59254739a673),segment_id=ac2e73fe-4798-4b85-b839-59254739a673)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:52:11.422523 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:52:11.456767 dv-neutron-840426-1-hyperv neutron-server[88039]: INFO neutron.notifiers.nova [-] Nova event matching ['req-988922e5-99d3-4ab3-84eb-b960f796fb6c'] response: {'server_uuid': '2e1e3a9b-98d5-437b-8b28-5219ef540021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4378752c-ca40-4327-b86d-0d76edc2f7d9', 'code': 200} May 04 17:52:11.495154 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=4378752c-ca40-4327-b86d-0d76edc2f7d9,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:11.683699 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45867b-db2e-4a76-b19b-c45d1f1b5634 req-75bfc7e2-2db6-421e-aecc-c5ae10b47d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:11.685204 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-dd45867b-db2e-4a76-b19b-c45d1f1b5634 req-75bfc7e2-2db6-421e-aecc-c5ae10b47d67 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2e1e3a9b-98d5-437b-8b28-5219ef540021 HTTP/1.1" status: 200 len: 1103 time: 0.0712707 May 04 17:52:11.726222 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-dd45867b-db2e-4a76-b19b-c45d1f1b5634 req-3c6dd86a-d780-4577-a149-c3baf0ef002e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=09302a8d-bc1e-4434-8778-48633002e45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341537 May 04 17:52:12.115679 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594c9c03-3d47-42b9-b41f-dc9e73779f3b req-4dff02f2-d6a1-46d5-a827-5e9a192f805f tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:12.117146 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-594c9c03-3d47-42b9-b41f-dc9e73779f3b req-4dff02f2-d6a1-46d5-a827-5e9a192f805f tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e1e3a9b-98d5-437b-8b28-5219ef540021 HTTP/1.1" status: 200 len: 950 time: 0.0794249 May 04 17:52:12.162089 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-594c9c03-3d47-42b9-b41f-dc9e73779f3b req-945a1147-5ddb-4c47-9786-e380814536b5 tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] 10.222.0.41 "GET /v2.0/security-groups?id=09302a8d-bc1e-4434-8778-48633002e45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385716 May 04 17:52:13.396782 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc0c14d-791b-4272-8406-91081cc30328 req-ef56c9f8-fdfc-4d87-88ac-0e34b3699933 tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:13.398278 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-bcc0c14d-791b-4272-8406-91081cc30328 req-ef56c9f8-fdfc-4d87-88ac-0e34b3699933 tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e1e3a9b-98d5-437b-8b28-5219ef540021 HTTP/1.1" status: 200 len: 950 time: 0.1286769 May 04 17:52:13.441903 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-bcc0c14d-791b-4272-8406-91081cc30328 req-1e18ea3d-af25-420c-b1e5-127ed2e5fb11 tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] 10.222.0.41 "GET /v2.0/security-groups?id=09302a8d-bc1e-4434-8778-48633002e45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380194 May 04 17:52:14.505178 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d612e-4850-40ca-abd7-6c510aae2c17 req-d6e35878-31ee-4b4e-8482-46d11ea03f48 tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:14.506646 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-9f7d612e-4850-40ca-abd7-6c510aae2c17 req-d6e35878-31ee-4b4e-8482-46d11ea03f48 tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e1e3a9b-98d5-437b-8b28-5219ef540021 HTTP/1.1" status: 200 len: 950 time: 0.0774729 May 04 17:52:14.553241 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-9f7d612e-4850-40ca-abd7-6c510aae2c17 req-8676e812-e3f5-4a66-90fe-f739c545c647 tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] 10.222.0.41 "GET /v2.0/security-groups?id=09302a8d-bc1e-4434-8778-48633002e45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410066 May 04 17:52:15.737712 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583af05c-dc56-45be-99fd-8e11cf67ac43 req-0a6158ac-e6d6-43c0-a796-1463c313f774 tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:15.739181 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-583af05c-dc56-45be-99fd-8e11cf67ac43 req-0a6158ac-e6d6-43c0-a796-1463c313f774 tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e1e3a9b-98d5-437b-8b28-5219ef540021 HTTP/1.1" status: 200 len: 950 time: 0.0818803 May 04 17:52:15.783153 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-583af05c-dc56-45be-99fd-8e11cf67ac43 req-b3c7d9db-e72e-4b66-9d04-bb70ca526c96 tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] 10.222.0.41 "GET /v2.0/security-groups?id=09302a8d-bc1e-4434-8778-48633002e45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377154 May 04 17:52:16.211096 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c676099-c102-4c5e-a184-997c3e321574 req-6e7f9a77-b270-4d57-b461-3ab73eb56b7c tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:16.212547 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-0c676099-c102-4c5e-a184-997c3e321574 req-6e7f9a77-b270-4d57-b461-3ab73eb56b7c tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e1e3a9b-98d5-437b-8b28-5219ef540021 HTTP/1.1" status: 200 len: 950 time: 0.0792234 May 04 17:52:16.280601 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [req-0c676099-c102-4c5e-a184-997c3e321574 req-c8d999fb-fec7-40a9-b62b-1e9c09c7c18c tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] Deleting port 4378752c-ca40-4327-b86d-0d76edc2f7d9 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:52:16.280948 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-0c676099-c102-4c5e-a184-997c3e321574 req-c8d999fb-fec7-40a9-b62b-1e9c09c7c18c tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:52:16.635405 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [req-0c676099-c102-4c5e-a184-997c3e321574 req-c8d999fb-fec7-40a9-b62b-1e9c09c7c18c tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] For port 4378752c-ca40-4327-b86d-0d76edc2f7d9, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=4378752c-ca40-4327-b86d-0d76edc2f7d9,segment=NetworkSegment(ac2e73fe-4798-4b85-b839-59254739a673),segment_id=ac2e73fe-4798-4b85-b839-59254739a673)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:52:16.635770 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-0c676099-c102-4c5e-a184-997c3e321574 req-c8d999fb-fec7-40a9-b62b-1e9c09c7c18c tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:52:16.760440 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [req-0c676099-c102-4c5e-a184-997c3e321574 req-c8d999fb-fec7-40a9-b62b-1e9c09c7c18c tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] Calling delete_port for 4378752c-ca40-4327-b86d-0d76edc2f7d9 owned by compute:nova {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:52:16.954853 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-0c676099-c102-4c5e-a184-997c3e321574 req-c8d999fb-fec7-40a9-b62b-1e9c09c7c18c tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:52:16.965597 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] get_ports_and_sgs() called for port_ids ['4378752c-ca40-4327-b86d-0d76edc2f7d9'] {{(pid=88039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:52:17.039583 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d999fb-fec7-40a9-b62b-1e9c09c7c18c tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] Pushing event deleted for resources: {'Port': ['ID=4378752c-ca40-4327-b86d-0d76edc2f7d9,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:17.058463 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d999fb-fec7-40a9-b62b-1e9c09c7c18c tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:52:17.058821 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d999fb-fec7-40a9-b62b-1e9c09c7c18c tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:52:17.059168 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d999fb-fec7-40a9-b62b-1e9c09c7c18c tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:52:17.059507 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d999fb-fec7-40a9-b62b-1e9c09c7c18c tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:52:17.059844 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d999fb-fec7-40a9-b62b-1e9c09c7c18c tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:52:17.060180 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d999fb-fec7-40a9-b62b-1e9c09c7c18c tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:52:17.060515 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d999fb-fec7-40a9-b62b-1e9c09c7c18c tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:52:17.060895 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d999fb-fec7-40a9-b62b-1e9c09c7c18c tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:52:17.061227 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d999fb-fec7-40a9-b62b-1e9c09c7c18c tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:52:17.061557 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d999fb-fec7-40a9-b62b-1e9c09c7c18c tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:52:17.061883 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d999fb-fec7-40a9-b62b-1e9c09c7c18c tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:52:17.062235 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d999fb-fec7-40a9-b62b-1e9c09c7c18c tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:52:17.104610 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c676099-c102-4c5e-a184-997c3e321574 req-c8d999fb-fec7-40a9-b62b-1e9c09c7c18c tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] No DVR routers for this DVR port 4378752c-ca40-4327-b86d-0d76edc2f7d9 on host hv-neutron-8404 {{(pid=88038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:52:17.107413 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-0c676099-c102-4c5e-a184-997c3e321574 req-c8d999fb-fec7-40a9-b62b-1e9c09c7c18c tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:52:17.110178 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e1e3a9b-98d5-437b-8b28-5219ef540021', 'name': 'network-vif-deleted', 'tag': '4378752c-ca40-4327-b86d-0d76edc2f7d9'}] {{(pid=88038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:52:17.129101 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd29529-d6d8-4188-8dd8-6d0abc658099 req-71be9d22-009a-4018-875c-4847bdd966d8 tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:17.130808 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-cbd29529-d6d8-4188-8dd8-6d0abc658099 req-71be9d22-009a-4018-875c-4847bdd966d8 tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e1e3a9b-98d5-437b-8b28-5219ef540021 HTTP/1.1" status: 200 len: 867 time: 0.2422731 May 04 17:52:17.141439 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-0c676099-c102-4c5e-a184-997c3e321574 req-c8d999fb-fec7-40a9-b62b-1e9c09c7c18c tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] 10.222.0.42 "DELETE /v2.0/ports/4378752c-ca40-4327-b86d-0d76edc2f7d9 HTTP/1.1" status: 204 len: 173 time: 0.9231312 May 04 17:52:17.171644 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf926098-c72b-4709-949c-0e6951220699'] response: {'server_uuid': '2e1e3a9b-98d5-437b-8b28-5219ef540021', 'name': 'network-vif-deleted', 'tag': '4378752c-ca40-4327-b86d-0d76edc2f7d9', 'status': 'completed', 'code': 200} May 04 17:52:17.186339 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-cbd29529-d6d8-4188-8dd8-6d0abc658099 req-79b756af-d660-489e-bffc-e06e662b0dad tempest-ServersAdminNegativeTestJSON-853735006 tempest-ServersAdminNegativeTestJSON-853735006-project] 10.222.0.41 "GET /v2.0/security-groups?id=09302a8d-bc1e-4434-8778-48633002e45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483184 May 04 17:52:18.543270 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 58840) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:52:18.697234 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-be6f9261-69e1-4673-9f3b-d488224b1d79 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=50b2ae2bb0124f3d9a91abbef5c66e5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1527481 May 04 17:52:18.699632 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 58846) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:52:18.759006 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-60595464-125f-4e1a-9287-02c13b4c50de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:52:18.783941 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-60595464-125f-4e1a-9287-02c13b4c50de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:52:18.833971 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-60595464-125f-4e1a-9287-02c13b4c50de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:52:18.850295 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60595464-125f-4e1a-9287-02c13b4c50de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09302a8d-bc1e-4434-8778-48633002e45c,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:18.861750 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-60595464-125f-4e1a-9287-02c13b4c50de admin admin] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:52:18.863106 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-60595464-125f-4e1a-9287-02c13b4c50de admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/09302a8d-bc1e-4434-8778-48633002e45c HTTP/1.1" status: 204 len: 168 time: 0.1624091 May 04 17:52:19.130167 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 58854) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:52:19.147372 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3e7d05eb-434e-420c-a25e-94d889b25fd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:52:19.161576 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-3e7d05eb-434e-420c-a25e-94d889b25fd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:52:19.165624 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-3e7d05eb-434e-420c-a25e-94d889b25fd4 admin admin] Usage tracker for resource:security_group_rule and tenant:6377aca1a7da44d39c5a293ede41e58c is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:52:19.168356 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-3e7d05eb-434e-420c-a25e-94d889b25fd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:52:19.173983 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-3e7d05eb-434e-420c-a25e-94d889b25fd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:52:19.252319 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 4378752c-ca40-4327-b86d-0d76edc2f7d9 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:52:19.256062 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3e7d05eb-434e-420c-a25e-94d889b25fd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:52:19.260260 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3e7d05eb-434e-420c-a25e-94d889b25fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:52:19.287329 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] No Port match for: 4378752c-ca40-4327-b86d-0d76edc2f7d9 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:52:19.287667 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 4378752c-ca40-4327-b86d-0d76edc2f7d9 not bound to the agent host hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:52:19.310219 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7d05eb-434e-420c-a25e-94d889b25fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e62530a5-31a5-41a8-aad9-a8194d5c1467,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:19.315132 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-3e7d05eb-434e-420c-a25e-94d889b25fd4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6377aca1a7da44d39c5a293ede41e58c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1839423 May 04 17:52:19.317799 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 58858) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:52:19.373976 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6b1f93ce-7e0d-43c6-8ac6-c36d7a78943c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:52:19.400083 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6b1f93ce-7e0d-43c6-8ac6-c36d7a78943c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:52:19.450711 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6b1f93ce-7e0d-43c6-8ac6-c36d7a78943c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:52:19.464541 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f93ce-7e0d-43c6-8ac6-c36d7a78943c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62530a5-31a5-41a8-aad9-a8194d5c1467,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:19.474784 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6b1f93ce-7e0d-43c6-8ac6-c36d7a78943c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:52:19.476365 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-6b1f93ce-7e0d-43c6-8ac6-c36d7a78943c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e62530a5-31a5-41a8-aad9-a8194d5c1467 HTTP/1.1" status: 204 len: 168 time: 0.1571999 May 04 17:52:20.182632 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 58882) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:52:20.286548 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-285bf0c7-9bd6-43f9-b6a0-5886163a4492 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1121735825-network', 'tenant_id': 'd6a124963d034da8845e54323bbbf299'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:52:20.291575 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-285bf0c7-9bd6-43f9-b6a0-5886163a4492 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:52:20.295438 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-285bf0c7-9bd6-43f9-b6a0-5886163a4492 admin admin] Usage tracker for resource:network and tenant:d6a124963d034da8845e54323bbbf299 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:52:20.298287 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-285bf0c7-9bd6-43f9-b6a0-5886163a4492 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:52:20.303919 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-285bf0c7-9bd6-43f9-b6a0-5886163a4492 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:52:20.314530 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-285bf0c7-9bd6-43f9-b6a0-5886163a4492 admin admin] Made reservation on behalf of d6a124963d034da8845e54323bbbf299 for: {'network': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:52:20.316788 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-285bf0c7-9bd6-43f9-b6a0-5886163a4492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:52:20.328951 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-285bf0c7-9bd6-43f9-b6a0-5886163a4492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:52:20.342704 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-285bf0c7-9bd6-43f9-b6a0-5886163a4492 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:52:20.346486 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-285bf0c7-9bd6-43f9-b6a0-5886163a4492 admin admin] Usage tracker for resource:security_group_rule and tenant:d6a124963d034da8845e54323bbbf299 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:52:20.349197 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-285bf0c7-9bd6-43f9-b6a0-5886163a4492 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:52:20.354780 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-285bf0c7-9bd6-43f9-b6a0-5886163a4492 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:52:20.440054 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-285bf0c7-9bd6-43f9-b6a0-5886163a4492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:52:20.443719 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-285bf0c7-9bd6-43f9-b6a0-5886163a4492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:52:20.473431 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-285bf0c7-9bd6-43f9-b6a0-5886163a4492 admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=88038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:52:20.481738 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285bf0c7-9bd6-43f9-b6a0-5886163a4492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a46187-8f51-4fbe-b009-a44bbda9c23c,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:20.487288 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-285bf0c7-9bd6-43f9-b6a0-5886163a4492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:52:20.487688 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.segments_db [None req-285bf0c7-9bd6-43f9-b6a0-5886163a4492 admin admin] Added segment 8d943165-809b-41f2-9878-01049c326f95 of type vlan for network da5f80ad-fe77-4269-b93e-b1d221d6d8c0 May 04 17:52:20.514678 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-285bf0c7-9bd6-43f9-b6a0-5886163a4492 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:52:20.542064 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-285bf0c7-9bd6-43f9-b6a0-5886163a4492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:52:20.543078 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285bf0c7-9bd6-43f9-b6a0-5886163a4492 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:20.543651 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-285bf0c7-9bd6-43f9-b6a0-5886163a4492 admin admin] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:52:20.653026 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285bf0c7-9bd6-43f9-b6a0-5886163a4492 admin admin] Pushing event updated for resources: {'Network': ['ID=da5f80ad-fe77-4269-b93e-b1d221d6d8c0,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:20.656035 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-285bf0c7-9bd6-43f9-b6a0-5886163a4492 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4723830 May 04 17:52:20.658979 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 58888) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:52:20.663274 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network da5f80ad-fe77-4269-b93e-b1d221d6d8c0 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:52:20.664329 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-f3e976db-bcb2-4798-b1a0-d2caa083908f admin admin] Request body: {'subnet': {'network_id': 'da5f80ad-fe77-4269-b93e-b1d221d6d8c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1121735825-subnet', 'tenant_id': 'd6a124963d034da8845e54323bbbf299', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:52:20.669370 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-f3e976db-bcb2-4798-b1a0-d2caa083908f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:52:20.673721 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-f3e976db-bcb2-4798-b1a0-d2caa083908f admin admin] Usage tracker for resource:subnet and tenant:d6a124963d034da8845e54323bbbf299 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:52:20.676601 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-f3e976db-bcb2-4798-b1a0-d2caa083908f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:52:20.682348 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-f3e976db-bcb2-4798-b1a0-d2caa083908f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:52:20.693090 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e976db-bcb2-4798-b1a0-d2caa083908f admin admin] Made reservation on behalf of d6a124963d034da8845e54323bbbf299 for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:52:20.694983 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f3e976db-bcb2-4798-b1a0-d2caa083908f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:52:20.892338 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f3e976db-bcb2-4798-b1a0-d2caa083908f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:52:21.063713 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e976db-bcb2-4798-b1a0-d2caa083908f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f49960e-9f28-4256-b9db-f7a7cef70bdd,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:21.070989 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e976db-bcb2-4798-b1a0-d2caa083908f admin admin] Checking segment: {'id': '8d943165-809b-41f2-9878-01049c326f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'da5f80ad-fe77-4269-b93e-b1d221d6d8c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:52:21.071347 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e976db-bcb2-4798-b1a0-d2caa083908f admin admin] Network hostable DHCP agents. Network: da5f80ad-fe77-4269-b93e-b1d221d6d8c0, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:52:21.090119 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e976db-bcb2-4798-b1a0-d2caa083908f admin admin] Network da5f80ad-fe77-4269-b93e-b1d221d6d8c0 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:52:21.099336 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-f3e976db-bcb2-4798-b1a0-d2caa083908f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, da5f80ad-fe77-4269-b93e-b1d221d6d8c0) {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:52:21.103939 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e976db-bcb2-4798-b1a0-d2caa083908f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:21.104989 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f3e976db-bcb2-4798-b1a0-d2caa083908f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:52:21.108348 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1614942a-15e9-4257-a891-797d68319c80 None None] Network da5f80ad-fe77-4269-b93e-b1d221d6d8c0 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:52:21.125555 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-f3e976db-bcb2-4798-b1a0-d2caa083908f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4655919 May 04 17:52:21.349499 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ff379d-579c-446e-a803-6ac3697c4dd0 None None] Network da5f80ad-fe77-4269-b93e-b1d221d6d8c0 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:52:21.637726 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e7dce4-b018-436c-a210-e6c23d019ec2 req-d1e26841-1014-45e9-9e1b-fac85efe4e0d tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:21.638436 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-38e7dce4-b018-436c-a210-e6c23d019ec2 req-d1e26841-1014-45e9-9e1b-fac85efe4e0d tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] Synchronizing usage tracker for tenant:d6a124963d034da8845e54323bbbf299 on resource:network {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:52:21.656450 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-38e7dce4-b018-436c-a210-e6c23d019ec2 req-d1e26841-1014-45e9-9e1b-fac85efe4e0d tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] Unset dirty status for tenant:d6a124963d034da8845e54323bbbf299 on resource:network {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:52:21.657614 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-38e7dce4-b018-436c-a210-e6c23d019ec2 req-d1e26841-1014-45e9-9e1b-fac85efe4e0d tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/networks?id=da5f80ad-fe77-4269-b93e-b1d221d6d8c0 HTTP/1.1" status: 200 len: 812 time: 0.1641581 May 04 17:52:21.672855 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-38e7dce4-b018-436c-a210-e6c23d019ec2 req-0f5d7884-84ad-45a6-8245-6940185bb892 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/quotas/d6a124963d034da8845e54323bbbf299 HTTP/1.1" status: 200 len: 375 time: 0.0096331 May 04 17:52:21.719010 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-38e7dce4-b018-436c-a210-e6c23d019ec2 req-8c9168fa-0b02-4725-9eed-d1f18820629a tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6a124963d034da8845e54323bbbf299&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411732 May 04 17:52:21.847267 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-38e7dce4-b018-436c-a210-e6c23d019ec2 req-1127fe8a-c9be-4ac6-9b69-47c739097c9a service neutron] 10.222.0.41 "GET /v2.0/networks/da5f80ad-fe77-4269-b93e-b1d221d6d8c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218357 May 04 17:52:21.977960 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-38e7dce4-b018-436c-a210-e6c23d019ec2 req-872b53c3-1946-4067-bef9-3be0205fad91 service neutron] 10.222.0.41 "GET /v2.0/networks/da5f80ad-fe77-4269-b93e-b1d221d6d8c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248786 May 04 17:52:22.149471 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-1a7322b2-1c9f-4d82-bb4e-f891d00c9071 req-cf5cff7a-9260-443b-b0df-1885f7541a72 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/ports?device_id=408dc3ad-10d5-42f5-b258-8eab2d4a7c10 HTTP/1.1" status: 200 len: 210 time: 0.0419478 May 04 17:52:23.206980 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e7dce4-b018-436c-a210-e6c23d019ec2 req-a6270586-9ab9-4e81-9e0b-e1622c88965b tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:23.208559 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-38e7dce4-b018-436c-a210-e6c23d019ec2 req-a6270586-9ab9-4e81-9e0b-e1622c88965b tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.42 "GET /v2.0/networks?id=da5f80ad-fe77-4269-b93e-b1d221d6d8c0 HTTP/1.1" status: 200 len: 812 time: 0.1549366 May 04 17:52:23.221728 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [req-38e7dce4-b018-436c-a210-e6c23d019ec2 req-b5573801-717d-4074-b85d-01162a8ddc8a tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] Request body: {'port': {'device_id': '408dc3ad-10d5-42f5-b258-8eab2d4a7c10', 'network_id': 'da5f80ad-fe77-4269-b93e-b1d221d6d8c0', 'admin_state_up': True, 'tenant_id': 'd6a124963d034da8845e54323bbbf299'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:52:23.317555 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-e4d7c8db-030f-4282-8f4a-914f3aeb19ca req-6db83165-15f9-47c4-b53f-cf49d3effef0 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/ports?device_id=408dc3ad-10d5-42f5-b258-8eab2d4a7c10 HTTP/1.1" status: 200 len: 210 time: 0.0498912 May 04 17:52:23.409408 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [req-38e7dce4-b018-436c-a210-e6c23d019ec2 req-b5573801-717d-4074-b85d-01162a8ddc8a tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:52:23.413218 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-38e7dce4-b018-436c-a210-e6c23d019ec2 req-b5573801-717d-4074-b85d-01162a8ddc8a tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] Usage tracker for resource:port and tenant:d6a124963d034da8845e54323bbbf299 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:52:23.416232 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-38e7dce4-b018-436c-a210-e6c23d019ec2 req-b5573801-717d-4074-b85d-01162a8ddc8a tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:52:23.422579 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [req-38e7dce4-b018-436c-a210-e6c23d019ec2 req-b5573801-717d-4074-b85d-01162a8ddc8a tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:52:23.431638 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38e7dce4-b018-436c-a210-e6c23d019ec2 req-b5573801-717d-4074-b85d-01162a8ddc8a tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] Made reservation on behalf of d6a124963d034da8845e54323bbbf299 for: {'port': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:52:23.435317 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-38e7dce4-b018-436c-a210-e6c23d019ec2 req-b5573801-717d-4074-b85d-01162a8ddc8a tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:52:23.594649 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [req-38e7dce4-b018-436c-a210-e6c23d019ec2 req-b5573801-717d-4074-b85d-01162a8ddc8a tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] Allocated IP 172.20.0.7 (da5f80ad-fe77-4269-b93e-b1d221d6d8c0/6f49960e-9f28-4256-b9db-f7a7cef70bdd/ca253125-c9cb-4cf7-b61d-049136f39b63) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:52:23.812199 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-38e7dce4-b018-436c-a210-e6c23d019ec2 req-b5573801-717d-4074-b85d-01162a8ddc8a tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:52:23.841475 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-38e7dce4-b018-436c-a210-e6c23d019ec2 req-b5573801-717d-4074-b85d-01162a8ddc8a tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:52:23.910851 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38e7dce4-b018-436c-a210-e6c23d019ec2 req-b5573801-717d-4074-b85d-01162a8ddc8a tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] Network da5f80ad-fe77-4269-b93e-b1d221d6d8c0 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:52:23.913844 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [req-38e7dce4-b018-436c-a210-e6c23d019ec2 req-b5573801-717d-4074-b85d-01162a8ddc8a tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:52:23.916649 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [req-38e7dce4-b018-436c-a210-e6c23d019ec2 req-b5573801-717d-4074-b85d-01162a8ddc8a tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:52:23.960764 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5573801-717d-4074-b85d-01162a8ddc8a tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] Pushing event updated for resources: {'Port': ['ID=ca253125-c9cb-4cf7-b61d-049136f39b63,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:23.990093 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e7dce4-b018-436c-a210-e6c23d019ec2 req-b5573801-717d-4074-b85d-01162a8ddc8a tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:23.990702 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-38e7dce4-b018-436c-a210-e6c23d019ec2 req-b5573801-717d-4074-b85d-01162a8ddc8a tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:52:24.010967 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-38e7dce4-b018-436c-a210-e6c23d019ec2 req-b5573801-717d-4074-b85d-01162a8ddc8a tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7937474 May 04 17:52:24.023309 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [req-38e7dce4-b018-436c-a210-e6c23d019ec2 req-803c292d-d9e0-4cc6-9c8f-dc92534954d9 service neutron] Request body: {'port': {'device_id': '408dc3ad-10d5-42f5-b258-8eab2d4a7c10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:52:24.132377 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-38e7dce4-b018-436c-a210-e6c23d019ec2 req-803c292d-d9e0-4cc6-9c8f-dc92534954d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:52:24.506427 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c9b5e-7d93-46b7-a7ab-5a8caf5294bf req-e9cde07c-92c1-4aca-951d-264d4f6bb9ab tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:24.507782 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5c3c9b5e-7d93-46b7-a7ab-5a8caf5294bf req-e9cde07c-92c1-4aca-951d-264d4f6bb9ab tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/ports?device_id=408dc3ad-10d5-42f5-b258-8eab2d4a7c10 HTTP/1.1" status: 200 len: 931 time: 0.0813704 May 04 17:52:24.551470 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5c3c9b5e-7d93-46b7-a7ab-5a8caf5294bf req-c6e46005-62c2-4bb3-9243-5ceb499456d1 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a46187-8f51-4fbe-b009-a44bbda9c23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378523 May 04 17:52:24.572475 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [req-38e7dce4-b018-436c-a210-e6c23d019ec2 req-803c292d-d9e0-4cc6-9c8f-dc92534954d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca253125-c9cb-4cf7-b61d-049136f39b63 {{(pid=88038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:52:24.577589 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-38e7dce4-b018-436c-a210-e6c23d019ec2 req-803c292d-d9e0-4cc6-9c8f-dc92534954d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:52:24.591110 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [req-38e7dce4-b018-436c-a210-e6c23d019ec2 req-803c292d-d9e0-4cc6-9c8f-dc92534954d9 service neutron] Transition to ACTIVE for port object ca253125-c9cb-4cf7-b61d-049136f39b63 will not be triggered until provisioned by entity L2. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:52:24.595844 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-38e7dce4-b018-436c-a210-e6c23d019ec2 req-803c292d-d9e0-4cc6-9c8f-dc92534954d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:52:24.759992 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803c292d-d9e0-4cc6-9c8f-dc92534954d9 service neutron] Pushing event updated for resources: {'Port': ['ID=ca253125-c9cb-4cf7-b61d-049136f39b63,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:24.829858 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [req-38e7dce4-b018-436c-a210-e6c23d019ec2 req-803c292d-d9e0-4cc6-9c8f-dc92534954d9 service neutron] Attempting to bind port ca253125-c9cb-4cf7-b61d-049136f39b63 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:52:24.830226 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [req-38e7dce4-b018-436c-a210-e6c23d019ec2 req-803c292d-d9e0-4cc6-9c8f-dc92534954d9 service neutron] Attempting to bind port ca253125-c9cb-4cf7-b61d-049136f39b63 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '8d943165-809b-41f2-9878-01049c326f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'da5f80ad-fe77-4269-b93e-b1d221d6d8c0'}] {{(pid=88038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:52:24.830552 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e7dce4-b018-436c-a210-e6c23d019ec2 req-803c292d-d9e0-4cc6-9c8f-dc92534954d9 service neutron] Attempting to bind port ca253125-c9cb-4cf7-b61d-049136f39b63 on network da5f80ad-fe77-4269-b93e-b1d221d6d8c0 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:52:24.835075 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e7dce4-b018-436c-a210-e6c23d019ec2 req-803c292d-d9e0-4cc6-9c8f-dc92534954d9 service neutron] Port ca253125-c9cb-4cf7-b61d-049136f39b63 on network da5f80ad-fe77-4269-b93e-b1d221d6d8c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:52:24.835396 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e7dce4-b018-436c-a210-e6c23d019ec2 req-803c292d-d9e0-4cc6-9c8f-dc92534954d9 service neutron] Attempting to bind port ca253125-c9cb-4cf7-b61d-049136f39b63 on network da5f80ad-fe77-4269-b93e-b1d221d6d8c0 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:52:24.840449 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e7dce4-b018-436c-a210-e6c23d019ec2 req-803c292d-d9e0-4cc6-9c8f-dc92534954d9 service neutron] Checking agent: {'id': '84d0dbeb-cfa8-4636-8b1c-9790acf21ef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'started_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:52:24.840786 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e7dce4-b018-436c-a210-e6c23d019ec2 req-803c292d-d9e0-4cc6-9c8f-dc92534954d9 service neutron] Checking segment: {'id': '8d943165-809b-41f2-9878-01049c326f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'da5f80ad-fe77-4269-b93e-b1d221d6d8c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:52:24.841170 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e7dce4-b018-436c-a210-e6c23d019ec2 req-803c292d-d9e0-4cc6-9c8f-dc92534954d9 service neutron] Bound using segment: {'id': '8d943165-809b-41f2-9878-01049c326f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'da5f80ad-fe77-4269-b93e-b1d221d6d8c0'} {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:52:24.841597 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [req-38e7dce4-b018-436c-a210-e6c23d019ec2 req-803c292d-d9e0-4cc6-9c8f-dc92534954d9 service neutron] Bound port: ca253125-c9cb-4cf7-b61d-049136f39b63, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d943165-809b-41f2-9878-01049c326f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'da5f80ad-fe77-4269-b93e-b1d221d6d8c0'}}] {{(pid=88038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:52:24.842501 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-38e7dce4-b018-436c-a210-e6c23d019ec2 req-803c292d-d9e0-4cc6-9c8f-dc92534954d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:52:24.928877 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [req-38e7dce4-b018-436c-a210-e6c23d019ec2 req-803c292d-d9e0-4cc6-9c8f-dc92534954d9 service neutron] For port ca253125-c9cb-4cf7-b61d-049136f39b63, host hv-neutron-8404, cleared binding levels {{(pid=88038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:52:24.933713 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [req-38e7dce4-b018-436c-a210-e6c23d019ec2 req-803c292d-d9e0-4cc6-9c8f-dc92534954d9 service neutron] For port ca253125-c9cb-4cf7-b61d-049136f39b63, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=ca253125-c9cb-4cf7-b61d-049136f39b63,segment=NetworkSegment(8d943165-809b-41f2-9878-01049c326f95),segment_id=8d943165-809b-41f2-9878-01049c326f95)] {{(pid=88038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:52:24.939086 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-38e7dce4-b018-436c-a210-e6c23d019ec2 req-803c292d-d9e0-4cc6-9c8f-dc92534954d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:52:25.005784 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e7dce4-b018-436c-a210-e6c23d019ec2 req-803c292d-d9e0-4cc6-9c8f-dc92534954d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:25.006426 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-38e7dce4-b018-436c-a210-e6c23d019ec2 req-803c292d-d9e0-4cc6-9c8f-dc92534954d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:52:25.007785 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-38e7dce4-b018-436c-a210-e6c23d019ec2 req-803c292d-d9e0-4cc6-9c8f-dc92534954d9 service neutron] 10.222.0.42 "PUT /v2.0/ports/ca253125-c9cb-4cf7-b61d-049136f39b63 HTTP/1.1" status: 200 len: 1093 time: 0.9883821 May 04 17:52:25.008215 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '408dc3ad-10d5-42f5-b258-8eab2d4a7c10', 'tag': 'ca253125-c9cb-4cf7-b61d-049136f39b63'}] {{(pid=88038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:52:25.027330 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803c292d-d9e0-4cc6-9c8f-dc92534954d9 service neutron] Pushing event updated for resources: {'Port': ['ID=ca253125-c9cb-4cf7-b61d-049136f39b63,revision_number=3']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:25.076126 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46edc696-ce21-4e67-ab55-9c00492e3503'] response: {'name': 'network-changed', 'server_uuid': '408dc3ad-10d5-42f5-b258-8eab2d4a7c10', 'tag': 'ca253125-c9cb-4cf7-b61d-049136f39b63', 'status': 'completed', 'code': 200} May 04 17:52:25.115614 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e7dce4-b018-436c-a210-e6c23d019ec2 req-1e65484d-17b0-460f-888d-6480f574d9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:25.117091 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-38e7dce4-b018-436c-a210-e6c23d019ec2 req-1e65484d-17b0-460f-888d-6480f574d9e7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d6a124963d034da8845e54323bbbf299&device_id=408dc3ad-10d5-42f5-b258-8eab2d4a7c10 HTTP/1.1" status: 200 len: 1096 time: 0.0719771 May 04 17:52:25.186379 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-38e7dce4-b018-436c-a210-e6c23d019ec2 req-9c1678b2-4b8e-471b-ac77-c77540156af4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca253125-c9cb-4cf7-b61d-049136f39b63 HTTP/1.1" status: 200 len: 217 time: 0.0627487 May 04 17:52:25.250426 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e7dce4-b018-436c-a210-e6c23d019ec2 req-fff743b7-3123-4a4b-939f-708b4327b8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:25.252849 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-38e7dce4-b018-436c-a210-e6c23d019ec2 req-fff743b7-3123-4a4b-939f-708b4327b8bc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6f49960e-9f28-4256-b9db-f7a7cef70bdd HTTP/1.1" status: 200 len: 852 time: 0.0604296 May 04 17:52:25.312583 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-38e7dce4-b018-436c-a210-e6c23d019ec2 req-4c91964b-de8a-4d8c-a28c-88e1fdc091c1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=da5f80ad-fe77-4269-b93e-b1d221d6d8c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517008 May 04 17:52:25.446035 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-38e7dce4-b018-436c-a210-e6c23d019ec2 req-cb67809c-9a27-4c16-9d08-3ac11fdf7d57 service neutron] 10.222.0.42 "GET /v2.0/networks/da5f80ad-fe77-4269-b93e-b1d221d6d8c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263685 May 04 17:52:25.576853 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-38e7dce4-b018-436c-a210-e6c23d019ec2 req-432fc29a-cbb5-4fd3-9dc1-b5374cb7c1ef service neutron] 10.222.0.42 "GET /v2.0/networks/da5f80ad-fe77-4269-b93e-b1d221d6d8c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221836 May 04 17:52:25.695129 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1ec8b4-22dc-40d8-b771-0cf39901721a req-180f47fb-7fa1-496f-9f63-181ca5218ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:25.696596 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-4f1ec8b4-22dc-40d8-b771-0cf39901721a req-180f47fb-7fa1-496f-9f63-181ca5218ff2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d6a124963d034da8845e54323bbbf299&device_id=408dc3ad-10d5-42f5-b258-8eab2d4a7c10 HTTP/1.1" status: 200 len: 1096 time: 0.0699267 May 04 17:52:25.739742 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a8a97-b6c8-4ac5-bcbe-531f0f4a1b76 req-21e2382d-3330-4b08-93dc-9b023d58614f tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:25.741567 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-302a8a97-b6c8-4ac5-bcbe-531f0f4a1b76 req-21e2382d-3330-4b08-93dc-9b023d58614f tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/ports?device_id=408dc3ad-10d5-42f5-b258-8eab2d4a7c10 HTTP/1.1" status: 200 len: 943 time: 0.0793335 May 04 17:52:25.789775 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-302a8a97-b6c8-4ac5-bcbe-531f0f4a1b76 req-fd265a6f-7087-4638-a37a-8a445bf2b148 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a46187-8f51-4fbe-b009-a44bbda9c23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424230 May 04 17:52:25.830241 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1ec8b4-22dc-40d8-b771-0cf39901721a req-d39b524f-6a97-4166-a822-1e191268f53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:25.831647 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-4f1ec8b4-22dc-40d8-b771-0cf39901721a req-d39b524f-6a97-4166-a822-1e191268f53b service neutron] 10.222.0.42 "GET /v2.0/networks?id=da5f80ad-fe77-4269-b93e-b1d221d6d8c0 HTTP/1.1" status: 200 len: 913 time: 0.1274974 May 04 17:52:25.901776 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-4f1ec8b4-22dc-40d8-b771-0cf39901721a req-aab713fa-ec0a-4872-9974-32a1b64efa90 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca253125-c9cb-4cf7-b61d-049136f39b63 HTTP/1.1" status: 200 len: 217 time: 0.0625012 May 04 17:52:25.962986 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1ec8b4-22dc-40d8-b771-0cf39901721a req-2d8fcbf3-96a4-477f-be28-f56ab4d03654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:25.964342 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-4f1ec8b4-22dc-40d8-b771-0cf39901721a req-2d8fcbf3-96a4-477f-be28-f56ab4d03654 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6f49960e-9f28-4256-b9db-f7a7cef70bdd HTTP/1.1" status: 200 len: 852 time: 0.0561845 May 04 17:52:26.108850 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-4f1ec8b4-22dc-40d8-b771-0cf39901721a req-e682c497-f29f-444e-be7a-eff39f255cfe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=da5f80ad-fe77-4269-b93e-b1d221d6d8c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1380122 May 04 17:52:26.239454 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-4f1ec8b4-22dc-40d8-b771-0cf39901721a req-5e714ddf-674e-4821-83dd-55b29491ac77 service neutron] 10.222.0.42 "GET /v2.0/networks/da5f80ad-fe77-4269-b93e-b1d221d6d8c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241012 May 04 17:52:26.369477 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-4f1ec8b4-22dc-40d8-b771-0cf39901721a req-ca1653f1-09b8-486b-b503-ff1995a3aeb9 service neutron] 10.222.0.42 "GET /v2.0/networks/da5f80ad-fe77-4269-b93e-b1d221d6d8c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230972 May 04 17:52:26.971969 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda6754-af42-4804-93c7-16058d37018c req-0e73784f-ab0d-4a1f-8fb5-94810c6b65c8 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:26.972667 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-5bda6754-af42-4804-93c7-16058d37018c req-0e73784f-ab0d-4a1f-8fb5-94810c6b65c8 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] Synchronizing usage tracker for tenant:d6a124963d034da8845e54323bbbf299 on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:52:26.988805 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-5bda6754-af42-4804-93c7-16058d37018c req-0e73784f-ab0d-4a1f-8fb5-94810c6b65c8 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] Unset dirty status for tenant:d6a124963d034da8845e54323bbbf299 on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:52:26.990277 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-5bda6754-af42-4804-93c7-16058d37018c req-0e73784f-ab0d-4a1f-8fb5-94810c6b65c8 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/ports?device_id=408dc3ad-10d5-42f5-b258-8eab2d4a7c10 HTTP/1.1" status: 200 len: 943 time: 0.0959418 May 04 17:52:27.033585 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-5bda6754-af42-4804-93c7-16058d37018c req-133bc156-d1e0-4d31-a07b-9c3d24cdef4d tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] Synchronizing usage tracker for tenant:d6a124963d034da8845e54323bbbf299 on resource:security_group {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:52:27.049620 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-5bda6754-af42-4804-93c7-16058d37018c req-133bc156-d1e0-4d31-a07b-9c3d24cdef4d tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] Unset dirty status for tenant:d6a124963d034da8845e54323bbbf299 on resource:security_group {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:52:27.050770 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-5bda6754-af42-4804-93c7-16058d37018c req-133bc156-d1e0-4d31-a07b-9c3d24cdef4d tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a46187-8f51-4fbe-b009-a44bbda9c23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549288 May 04 17:52:27.275441 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device ca253125-c9cb-4cf7-b61d-049136f39b63 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:52:27.405124 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port ca253125-c9cb-4cf7-b61d-049136f39b63, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=ca253125-c9cb-4cf7-b61d-049136f39b63,segment=NetworkSegment(8d943165-809b-41f2-9878-01049c326f95),segment_id=8d943165-809b-41f2-9878-01049c326f95)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:52:27.417876 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Returning: {'device': 'ca253125-c9cb-4cf7-b61d-049136f39b63', 'network_id': 'da5f80ad-fe77-4269-b93e-b1d221d6d8c0', 'port_id': 'ca253125-c9cb-4cf7-b61d-049136f39b63', 'mac_address': 'fa:16:3e:c5:95:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f49960e-9f28-4256-b9db-f7a7cef70bdd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:52:27.473596 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:52:27.490230 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca253125-c9cb-4cf7-b61d-049136f39b63 {{(pid=88039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:52:27.505298 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port ca253125-c9cb-4cf7-b61d-049136f39b63, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=ca253125-c9cb-4cf7-b61d-049136f39b63,segment=NetworkSegment(8d943165-809b-41f2-9878-01049c326f95),segment_id=8d943165-809b-41f2-9878-01049c326f95)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:52:27.508965 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:52:27.573724 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=ca253125-c9cb-4cf7-b61d-049136f39b63,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:27.973737 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] get_ports_and_sgs() called for port_ids ['ca253125-c9cb-4cf7-b61d-049136f39b63'] {{(pid=88039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:52:28.232623 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b503db25-aafa-4c41-8337-49fbf2e9b3d1 req-7e98653b-5843-4cde-9744-4465be982708 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:28.234103 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b503db25-aafa-4c41-8337-49fbf2e9b3d1 req-7e98653b-5843-4cde-9744-4465be982708 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/ports?device_id=408dc3ad-10d5-42f5-b258-8eab2d4a7c10 HTTP/1.1" status: 200 len: 944 time: 0.0801642 May 04 17:52:28.277632 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b503db25-aafa-4c41-8337-49fbf2e9b3d1 req-0b364fb6-2b67-489a-92ce-4101cdbdca1e tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a46187-8f51-4fbe-b009-a44bbda9c23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379620 May 04 17:52:29.297032 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device ca253125-c9cb-4cf7-b61d-049136f39b63 up at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:52:29.365358 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning for port ca253125-c9cb-4cf7-b61d-049136f39b63 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:52:29.370093 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning complete for port ca253125-c9cb-4cf7-b61d-049136f39b63 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:52:29.370473 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:52:29.475027 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef00f81-26af-482e-a4bc-4af3770c50a0 req-b27fb2cc-56ab-41b5-a9f0-f4e1b0c63609 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:29.477332 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-1ef00f81-26af-482e-a4bc-4af3770c50a0 req-b27fb2cc-56ab-41b5-a9f0-f4e1b0c63609 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/ports?device_id=408dc3ad-10d5-42f5-b258-8eab2d4a7c10 HTTP/1.1" status: 200 len: 944 time: 0.0942900 May 04 17:52:29.489009 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:52:29.517740 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '408dc3ad-10d5-42f5-b258-8eab2d4a7c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca253125-c9cb-4cf7-b61d-049136f39b63'}] {{(pid=88039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:52:29.526547 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-1ef00f81-26af-482e-a4bc-4af3770c50a0 req-86fa9684-17fa-44c7-a5c9-077b4a6d47a6 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a46187-8f51-4fbe-b009-a44bbda9c23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426884 May 04 17:52:29.528368 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port ca253125-c9cb-4cf7-b61d-049136f39b63, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=ca253125-c9cb-4cf7-b61d-049136f39b63,segment=NetworkSegment(8d943165-809b-41f2-9878-01049c326f95),segment_id=8d943165-809b-41f2-9878-01049c326f95)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:52:29.532621 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:52:29.584919 dv-neutron-840426-1-hyperv neutron-server[88039]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53ea331b-6aa5-454e-b678-2f699bc0cc64'] response: {'server_uuid': '408dc3ad-10d5-42f5-b258-8eab2d4a7c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca253125-c9cb-4cf7-b61d-049136f39b63', 'code': 200} May 04 17:52:29.605138 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=ca253125-c9cb-4cf7-b61d-049136f39b63,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:52:29.805459 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feadb25c-0beb-4b05-8b1f-ab83cb3b16e1 req-48b3f28f-0e04-4330-9b28-01b7f25b626f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:29.806949 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-feadb25c-0beb-4b05-8b1f-ab83cb3b16e1 req-48b3f28f-0e04-4330-9b28-01b7f25b626f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=408dc3ad-10d5-42f5-b258-8eab2d4a7c10 HTTP/1.1" status: 200 len: 1098 time: 0.0693071 May 04 17:52:29.847934 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-feadb25c-0beb-4b05-8b1f-ab83cb3b16e1 req-51ca8fbe-4d0a-4fbf-a530-5b3333dee7e4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=80a46187-8f51-4fbe-b009-a44bbda9c23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332255 May 04 17:52:30.713274 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5918b6-c6f4-446b-add2-03aa5f62f4c3 req-2a3eb548-af5b-4a80-a5da-23656d159d4c tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:30.714759 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-4e5918b6-c6f4-446b-add2-03aa5f62f4c3 req-2a3eb548-af5b-4a80-a5da-23656d159d4c tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/ports?device_id=408dc3ad-10d5-42f5-b258-8eab2d4a7c10 HTTP/1.1" status: 200 len: 945 time: 0.0869706 May 04 17:52:30.758041 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-4e5918b6-c6f4-446b-add2-03aa5f62f4c3 req-3cf3db3f-1379-4367-b24a-926ac698eced tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a46187-8f51-4fbe-b009-a44bbda9c23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369589 May 04 17:52:31.942748 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3413bc1-4e5b-46de-b246-0256a686fb3f req-f94c7598-33c4-485a-8928-b1e16567d444 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:31.944165 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b3413bc1-4e5b-46de-b246-0256a686fb3f req-f94c7598-33c4-485a-8928-b1e16567d444 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/ports?device_id=408dc3ad-10d5-42f5-b258-8eab2d4a7c10 HTTP/1.1" status: 200 len: 945 time: 0.0814679 May 04 17:52:31.986309 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b3413bc1-4e5b-46de-b246-0256a686fb3f req-63a69fdc-f5f0-4654-95fb-3d082c464436 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a46187-8f51-4fbe-b009-a44bbda9c23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365355 May 04 17:52:32.348359 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 58952) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:52:32.384082 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac369f-f065-4de4-89dc-74b6827f2e18 req-b731dd7d-1b96-4af5-bad0-552275e9d2aa tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:32.385608 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-80ac369f-f065-4de4-89dc-74b6827f2e18 req-b731dd7d-1b96-4af5-bad0-552275e9d2aa tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/ports?device_id=408dc3ad-10d5-42f5-b258-8eab2d4a7c10 HTTP/1.1" status: 200 len: 945 time: 0.0851934 May 04 17:52:32.481509 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-80ac369f-f065-4de4-89dc-74b6827f2e18 req-00de21a8-806c-45ad-adf8-b84b0290fcf6 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a46187-8f51-4fbe-b009-a44bbda9c23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896323 May 04 17:52:32.498776 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e019a28c-4acd-4ac3-b5ae-031c4fb43880 req-742aa704-7a1a-434f-a6e7-643c830108ba service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=408dc3ad-10d5-42f5-b258-8eab2d4a7c10&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1493909 May 04 17:52:33.212773 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9d46aedc-f82b-4bd6-89cb-f2a2c1252143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:52:33.668555 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa18298-d818-441b-bb61-f8cab9ab05ee req-eba7eb7b-e330-4d63-8978-430a52c9e33c tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:33.671868 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-8aa18298-d818-441b-bb61-f8cab9ab05ee req-eba7eb7b-e330-4d63-8978-430a52c9e33c tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/ports?device_id=408dc3ad-10d5-42f5-b258-8eab2d4a7c10 HTTP/1.1" status: 200 len: 945 time: 0.0843771 May 04 17:52:33.721612 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-8aa18298-d818-441b-bb61-f8cab9ab05ee req-30382c5e-d513-427e-9573-084c633bd473 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a46187-8f51-4fbe-b009-a44bbda9c23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453451 May 04 17:52:33.847547 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e019a28c-4acd-4ac3-b5ae-031c4fb43880 req-62186f0a-f5d8-45b1-80fe-8441cae04fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:33.849012 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-e019a28c-4acd-4ac3-b5ae-031c4fb43880 req-62186f0a-f5d8-45b1-80fe-8441cae04fe0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d6a124963d034da8845e54323bbbf299&device_id=408dc3ad-10d5-42f5-b258-8eab2d4a7c10 HTTP/1.1" status: 200 len: 1098 time: 0.0721619 May 04 17:52:33.978662 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e019a28c-4acd-4ac3-b5ae-031c4fb43880 req-ffaef8cc-4f4a-445f-8e0a-6f55304e6326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:33.980068 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-e019a28c-4acd-4ac3-b5ae-031c4fb43880 req-ffaef8cc-4f4a-445f-8e0a-6f55304e6326 service neutron] 10.222.0.42 "GET /v2.0/networks?id=da5f80ad-fe77-4269-b93e-b1d221d6d8c0 HTTP/1.1" status: 200 len: 913 time: 0.1244843 May 04 17:52:34.060423 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-e019a28c-4acd-4ac3-b5ae-031c4fb43880 req-7dada503-069c-45a5-9573-7543ad04a460 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca253125-c9cb-4cf7-b61d-049136f39b63 HTTP/1.1" status: 200 len: 217 time: 0.0738244 May 04 17:52:34.120952 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e019a28c-4acd-4ac3-b5ae-031c4fb43880 req-cbef94c6-08f6-46fb-a8bc-ef3afbf09f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:34.122278 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-e019a28c-4acd-4ac3-b5ae-031c4fb43880 req-cbef94c6-08f6-46fb-a8bc-ef3afbf09f1a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6f49960e-9f28-4256-b9db-f7a7cef70bdd HTTP/1.1" status: 200 len: 852 time: 0.0561316 May 04 17:52:34.167148 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-e019a28c-4acd-4ac3-b5ae-031c4fb43880 req-b1951b84-0b3c-46f3-b0f0-c96e1a42145f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=da5f80ad-fe77-4269-b93e-b1d221d6d8c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391490 May 04 17:52:34.296878 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-e019a28c-4acd-4ac3-b5ae-031c4fb43880 req-118c66b8-ec91-4106-a9b7-1cb3fc63ae08 service neutron] 10.222.0.42 "GET /v2.0/networks/da5f80ad-fe77-4269-b93e-b1d221d6d8c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226304 May 04 17:52:34.428496 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-e019a28c-4acd-4ac3-b5ae-031c4fb43880 req-a657f636-386a-4d50-9559-8e54919703dd service neutron] 10.222.0.42 "GET /v2.0/networks/da5f80ad-fe77-4269-b93e-b1d221d6d8c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249797 May 04 17:52:34.915858 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b1e67-ac01-430e-9b65-14a5876f073e req-47168e65-8f42-4322-ad33-e2f650cac2ad tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:34.917272 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d48b1e67-ac01-430e-9b65-14a5876f073e req-47168e65-8f42-4322-ad33-e2f650cac2ad tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/ports?device_id=408dc3ad-10d5-42f5-b258-8eab2d4a7c10 HTTP/1.1" status: 200 len: 945 time: 0.0773883 May 04 17:52:34.960107 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d48b1e67-ac01-430e-9b65-14a5876f073e req-445e550b-0cbf-4177-b058-4d438001fd8e tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a46187-8f51-4fbe-b009-a44bbda9c23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366986 May 04 17:52:35.535019 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-6033c4c5-0a91-432d-a598-1e147917c3fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:52:36.142931 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7981f598-6e95-459e-b852-2bbd2f13fab9 req-8a57c7ee-749c-450e-8cb0-19701ce61c0b tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:36.144353 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-7981f598-6e95-459e-b852-2bbd2f13fab9 req-8a57c7ee-749c-450e-8cb0-19701ce61c0b tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/ports?device_id=408dc3ad-10d5-42f5-b258-8eab2d4a7c10 HTTP/1.1" status: 200 len: 945 time: 0.0804851 May 04 17:52:36.187327 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-7981f598-6e95-459e-b852-2bbd2f13fab9 req-1aa383db-7993-44f8-a7a4-65b0fe676048 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a46187-8f51-4fbe-b009-a44bbda9c23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372920 May 04 17:52:36.583029 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:52:36.593010 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:52:37.384869 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec35edb-abd9-4600-84da-9431b7bb635f req-ab548ec7-bb14-4db7-990d-2ea003be3f1a tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:37.386354 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dec35edb-abd9-4600-84da-9431b7bb635f req-ab548ec7-bb14-4db7-990d-2ea003be3f1a tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/ports?device_id=408dc3ad-10d5-42f5-b258-8eab2d4a7c10 HTTP/1.1" status: 200 len: 945 time: 0.0962658 May 04 17:52:37.431006 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dec35edb-abd9-4600-84da-9431b7bb635f req-f3b26b68-25b0-4613-a06e-252a0f5498e2 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a46187-8f51-4fbe-b009-a44bbda9c23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384994 May 04 17:52:37.910488 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:52:38.609550 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e60fda7-0634-4ddb-bead-1661bac7ad5e req-0e2c5aa2-a7cc-4faa-ae43-341ddaabdff5 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:38.611010 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-6e60fda7-0634-4ddb-bead-1661bac7ad5e req-0e2c5aa2-a7cc-4faa-ae43-341ddaabdff5 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/ports?device_id=408dc3ad-10d5-42f5-b258-8eab2d4a7c10 HTTP/1.1" status: 200 len: 945 time: 0.0780005 May 04 17:52:38.759044 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-6e60fda7-0634-4ddb-bead-1661bac7ad5e req-b29efaee-f103-4dde-8e7d-fec87df94c8e tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a46187-8f51-4fbe-b009-a44bbda9c23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425066 May 04 17:52:39.469619 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:52:39.945704 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e17340-c561-4803-a6b3-1d44e44ba03f req-5eb25ed6-da4d-4ffe-86de-3c0d516a37a9 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:39.947184 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c6e17340-c561-4803-a6b3-1d44e44ba03f req-5eb25ed6-da4d-4ffe-86de-3c0d516a37a9 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/ports?device_id=408dc3ad-10d5-42f5-b258-8eab2d4a7c10 HTTP/1.1" status: 200 len: 945 time: 0.0844014 May 04 17:52:39.993718 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c6e17340-c561-4803-a6b3-1d44e44ba03f req-3c3a5ac8-ac00-485e-bcce-6fd1547cb44d tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a46187-8f51-4fbe-b009-a44bbda9c23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409632 May 04 17:52:41.175562 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c13f7e-6a7e-453f-9eb5-ec2ba43662ee req-9b208889-fd6a-40ad-bd6a-d31757388537 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:41.177003 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-27c13f7e-6a7e-453f-9eb5-ec2ba43662ee req-9b208889-fd6a-40ad-bd6a-d31757388537 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/ports?device_id=408dc3ad-10d5-42f5-b258-8eab2d4a7c10 HTTP/1.1" status: 200 len: 945 time: 0.0783575 May 04 17:52:41.220543 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-27c13f7e-6a7e-453f-9eb5-ec2ba43662ee req-a479ee08-12ee-41de-a15f-4420960e11d8 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a46187-8f51-4fbe-b009-a44bbda9c23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376575 May 04 17:52:42.406429 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a8fb91-51a2-4000-8837-001c719aefa2 req-1f684811-4b28-475e-907c-256436490530 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:42.407886 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-72a8fb91-51a2-4000-8837-001c719aefa2 req-1f684811-4b28-475e-907c-256436490530 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/ports?device_id=408dc3ad-10d5-42f5-b258-8eab2d4a7c10 HTTP/1.1" status: 200 len: 945 time: 0.0785489 May 04 17:52:42.451763 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-72a8fb91-51a2-4000-8837-001c719aefa2 req-7764e2ba-96c1-4b36-88ef-6aa2aaa25765 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a46187-8f51-4fbe-b009-a44bbda9c23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379803 May 04 17:52:43.634349 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da719e-e244-4610-b0c4-8ccc7185f0af req-13ead51f-b2a6-4c33-9591-187d4e4af3e5 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:43.635803 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-b7da719e-e244-4610-b0c4-8ccc7185f0af req-13ead51f-b2a6-4c33-9591-187d4e4af3e5 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/ports?device_id=408dc3ad-10d5-42f5-b258-8eab2d4a7c10 HTTP/1.1" status: 200 len: 945 time: 0.0822799 May 04 17:52:43.679112 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-b7da719e-e244-4610-b0c4-8ccc7185f0af req-c5fcfdb7-7eee-4abe-ac78-0d193b4ee264 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a46187-8f51-4fbe-b009-a44bbda9c23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371542 May 04 17:52:44.299333 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 17:52:44.863769 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a509f72-8dfc-48fc-a71f-c8175dae2cb1 req-2afbe405-edff-4da0-9ea9-9828e8a3204a tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:44.865191 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-4a509f72-8dfc-48fc-a71f-c8175dae2cb1 req-2afbe405-edff-4da0-9ea9-9828e8a3204a tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/ports?device_id=408dc3ad-10d5-42f5-b258-8eab2d4a7c10 HTTP/1.1" status: 200 len: 945 time: 0.0810578 May 04 17:52:44.907696 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-4a509f72-8dfc-48fc-a71f-c8175dae2cb1 req-c2030d5c-f515-4f06-84c0-67792c9ac30b tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a46187-8f51-4fbe-b009-a44bbda9c23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370014 May 04 17:52:46.086037 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4c9d0-c488-4132-95b9-761644ede375 req-894ceb17-12fd-4768-bd15-b87d7476011d tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:46.087466 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-a4b4c9d0-c488-4132-95b9-761644ede375 req-894ceb17-12fd-4768-bd15-b87d7476011d tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/ports?device_id=408dc3ad-10d5-42f5-b258-8eab2d4a7c10 HTTP/1.1" status: 200 len: 945 time: 0.0771170 May 04 17:52:46.130040 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-a4b4c9d0-c488-4132-95b9-761644ede375 req-78d44cf3-ee4c-4bdc-a11b-b680ac62e7d5 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a46187-8f51-4fbe-b009-a44bbda9c23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365119 May 04 17:52:47.311713 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18202406-08c3-4035-b45b-8ba4e00d6d01 req-01d4a866-0717-46c8-a17f-29e290f2c60c tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:47.313183 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-18202406-08c3-4035-b45b-8ba4e00d6d01 req-01d4a866-0717-46c8-a17f-29e290f2c60c tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/ports?device_id=408dc3ad-10d5-42f5-b258-8eab2d4a7c10 HTTP/1.1" status: 200 len: 945 time: 0.0788622 May 04 17:52:47.355663 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-18202406-08c3-4035-b45b-8ba4e00d6d01 req-d21b15b3-4919-4d91-bd89-fe8565f86987 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a46187-8f51-4fbe-b009-a44bbda9c23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369258 May 04 17:52:48.546137 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231587da-fe3c-4b25-8db4-2344bdd84873 req-035a2f95-6265-47fa-9eda-ff2ee7015805 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:48.547479 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-231587da-fe3c-4b25-8db4-2344bdd84873 req-035a2f95-6265-47fa-9eda-ff2ee7015805 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/ports?device_id=408dc3ad-10d5-42f5-b258-8eab2d4a7c10 HTTP/1.1" status: 200 len: 945 time: 0.0819180 May 04 17:52:48.592016 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-231587da-fe3c-4b25-8db4-2344bdd84873 req-68e767ec-6f24-46e3-8943-4264d980d1b7 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a46187-8f51-4fbe-b009-a44bbda9c23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389550 May 04 17:52:49.782142 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95746aee-7216-4690-bf0c-93f9c5dc9ce6 req-eb16fc3f-25a0-489f-b61f-2206549910fc tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:49.783602 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-95746aee-7216-4690-bf0c-93f9c5dc9ce6 req-eb16fc3f-25a0-489f-b61f-2206549910fc tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/ports?device_id=408dc3ad-10d5-42f5-b258-8eab2d4a7c10 HTTP/1.1" status: 200 len: 945 time: 0.0843506 May 04 17:52:49.827293 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-95746aee-7216-4690-bf0c-93f9c5dc9ce6 req-ed52a99d-2690-481c-ad66-b9580b1a543e tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a46187-8f51-4fbe-b009-a44bbda9c23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379496 May 04 17:52:51.008839 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18956ca-6026-4e4d-aa71-b4032e5c63a1 req-fc6265c5-f93d-49b0-8200-09fa07806e7f tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:51.010320 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-e18956ca-6026-4e4d-aa71-b4032e5c63a1 req-fc6265c5-f93d-49b0-8200-09fa07806e7f tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/ports?device_id=408dc3ad-10d5-42f5-b258-8eab2d4a7c10 HTTP/1.1" status: 200 len: 945 time: 0.0801663 May 04 17:52:51.058175 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-e18956ca-6026-4e4d-aa71-b4032e5c63a1 req-b6c2e2a5-ea0a-4a9f-a13d-cc061a7aa550 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a46187-8f51-4fbe-b009-a44bbda9c23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421400 May 04 17:52:52.243429 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a35071-7aba-444f-9e0b-f71f1c99caf4 req-20389cf2-d839-49ae-8ac3-dac87c43ea12 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:52.244948 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a2a35071-7aba-444f-9e0b-f71f1c99caf4 req-20389cf2-d839-49ae-8ac3-dac87c43ea12 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/ports?device_id=408dc3ad-10d5-42f5-b258-8eab2d4a7c10 HTTP/1.1" status: 200 len: 945 time: 0.0796540 May 04 17:52:52.291519 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a2a35071-7aba-444f-9e0b-f71f1c99caf4 req-fec7e098-9493-4da3-a784-6f359d4490e7 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a46187-8f51-4fbe-b009-a44bbda9c23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401449 May 04 17:52:53.473943 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76871593-fbaf-4d24-9fec-854ec44503cc req-cdf524d6-20a0-44f5-9df1-2bba5590bb3a tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:53.475400 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-76871593-fbaf-4d24-9fec-854ec44503cc req-cdf524d6-20a0-44f5-9df1-2bba5590bb3a tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/ports?device_id=408dc3ad-10d5-42f5-b258-8eab2d4a7c10 HTTP/1.1" status: 200 len: 945 time: 0.0785420 May 04 17:52:53.519032 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-76871593-fbaf-4d24-9fec-854ec44503cc req-15f07f0f-2eb1-45b8-b63b-8f59c19f5ae6 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a46187-8f51-4fbe-b009-a44bbda9c23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379789 May 04 17:52:54.701844 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39125ccd-731a-47a9-a45a-21c089a5ebb9 req-68deabc5-d8db-4ed4-821c-8c2af69c8a20 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:54.703310 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-39125ccd-731a-47a9-a45a-21c089a5ebb9 req-68deabc5-d8db-4ed4-821c-8c2af69c8a20 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/ports?device_id=408dc3ad-10d5-42f5-b258-8eab2d4a7c10 HTTP/1.1" status: 200 len: 945 time: 0.0802746 May 04 17:52:54.747627 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-39125ccd-731a-47a9-a45a-21c089a5ebb9 req-ab723d0d-6edf-40ba-9d90-ded1b12b94b1 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a46187-8f51-4fbe-b009-a44bbda9c23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372448 May 04 17:52:55.933312 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0656e9a1-20d0-4727-a815-55f11ed77106 req-cf5f242b-84cc-487e-aefa-5ca4fba094cc tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:55.935414 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-0656e9a1-20d0-4727-a815-55f11ed77106 req-cf5f242b-84cc-487e-aefa-5ca4fba094cc tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/ports?device_id=408dc3ad-10d5-42f5-b258-8eab2d4a7c10 HTTP/1.1" status: 200 len: 945 time: 0.0831621 May 04 17:52:55.977203 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-0656e9a1-20d0-4727-a815-55f11ed77106 req-bad68573-1f6e-4f1f-8c35-ece61a6f6831 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a46187-8f51-4fbe-b009-a44bbda9c23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363460 May 04 17:52:57.164040 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf1c669-a221-46b4-bac9-fc8efc57c71b req-c560626e-cb6d-484a-bd14-6045be6ded0b tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:57.165739 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dcf1c669-a221-46b4-bac9-fc8efc57c71b req-c560626e-cb6d-484a-bd14-6045be6ded0b tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/ports?device_id=408dc3ad-10d5-42f5-b258-8eab2d4a7c10 HTTP/1.1" status: 200 len: 945 time: 0.0825276 May 04 17:52:57.209491 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dcf1c669-a221-46b4-bac9-fc8efc57c71b req-e4ebc686-efaf-401f-8389-ca1a6a45d4b2 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a46187-8f51-4fbe-b009-a44bbda9c23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380480 May 04 17:52:58.387941 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf5a5db-ca5f-4ab5-84f9-a827ee90dff4 req-39e502ad-8c66-4444-828a-7e291f16bd19 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:58.389369 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-acf5a5db-ca5f-4ab5-84f9-a827ee90dff4 req-39e502ad-8c66-4444-828a-7e291f16bd19 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/ports?device_id=408dc3ad-10d5-42f5-b258-8eab2d4a7c10 HTTP/1.1" status: 200 len: 945 time: 0.0772278 May 04 17:52:58.431992 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-acf5a5db-ca5f-4ab5-84f9-a827ee90dff4 req-8abef587-1105-48c2-a3f6-767936f341eb tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a46187-8f51-4fbe-b009-a44bbda9c23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369711 May 04 17:52:59.613529 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b62022-dcb8-4f01-bf4b-9775307ea4af req-c6051d80-30ac-483c-969e-5931b828668b tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:52:59.615029 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-23b62022-dcb8-4f01-bf4b-9775307ea4af req-c6051d80-30ac-483c-969e-5931b828668b tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/ports?device_id=408dc3ad-10d5-42f5-b258-8eab2d4a7c10 HTTP/1.1" status: 200 len: 945 time: 0.0800979 May 04 17:52:59.658990 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-23b62022-dcb8-4f01-bf4b-9775307ea4af req-a2c8fd3d-4008-47d8-886a-ab875370b84a tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a46187-8f51-4fbe-b009-a44bbda9c23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373673 May 04 17:53:00.852713 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddbd414-4533-4da0-bd4d-c3a5d35723de req-8c103834-3890-4abd-ba6e-22fe77dd1102 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:00.854330 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-2ddbd414-4533-4da0-bd4d-c3a5d35723de req-8c103834-3890-4abd-ba6e-22fe77dd1102 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/ports?device_id=408dc3ad-10d5-42f5-b258-8eab2d4a7c10 HTTP/1.1" status: 200 len: 945 time: 0.0911076 May 04 17:53:00.897377 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-2ddbd414-4533-4da0-bd4d-c3a5d35723de req-bcd17163-0632-432c-b663-87732e6f710b tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a46187-8f51-4fbe-b009-a44bbda9c23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367899 May 04 17:53:01.302207 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-e019a28c-4acd-4ac3-b5ae-031c4fb43880 req-da1b161c-4704-4dc4-b3d6-22fa964a1782 service neutron] 10.222.0.42 "GET /v2.0/ports/ca253125-c9cb-4cf7-b61d-049136f39b63/bindings/hv-neutron-8404 HTTP/1.1" status: 200 len: 384 time: 0.0780461 May 04 17:53:01.565902 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e019a28c-4acd-4ac3-b5ae-031c4fb43880 req-f58b70e1-466d-425f-b580-e895df1dbea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:01.567319 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-e019a28c-4acd-4ac3-b5ae-031c4fb43880 req-f58b70e1-466d-425f-b580-e895df1dbea6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=408dc3ad-10d5-42f5-b258-8eab2d4a7c10&tenant_id=d6a124963d034da8845e54323bbbf299 HTTP/1.1" status: 200 len: 1098 time: 0.0737243 May 04 17:53:01.657583 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e019a28c-4acd-4ac3-b5ae-031c4fb43880 req-e8da6952-1432-44e7-963a-b08ef24aa325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:01.659083 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-e019a28c-4acd-4ac3-b5ae-031c4fb43880 req-e8da6952-1432-44e7-963a-b08ef24aa325 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d6a124963d034da8845e54323bbbf299&device_id=408dc3ad-10d5-42f5-b258-8eab2d4a7c10 HTTP/1.1" status: 200 len: 1098 time: 0.0692630 May 04 17:53:01.787388 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e019a28c-4acd-4ac3-b5ae-031c4fb43880 req-0f8711af-49f8-4312-9e00-1e61e411da33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:01.788807 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-e019a28c-4acd-4ac3-b5ae-031c4fb43880 req-0f8711af-49f8-4312-9e00-1e61e411da33 service neutron] 10.222.0.42 "GET /v2.0/networks?id=da5f80ad-fe77-4269-b93e-b1d221d6d8c0 HTTP/1.1" status: 200 len: 913 time: 0.1236439 May 04 17:53:01.859205 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-e019a28c-4acd-4ac3-b5ae-031c4fb43880 req-8be00316-6267-4078-88f6-604e988f4733 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca253125-c9cb-4cf7-b61d-049136f39b63 HTTP/1.1" status: 200 len: 217 time: 0.0635715 May 04 17:53:01.920044 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e019a28c-4acd-4ac3-b5ae-031c4fb43880 req-376e24f0-3aae-4e09-b516-3cae08e75611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:01.921524 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-e019a28c-4acd-4ac3-b5ae-031c4fb43880 req-376e24f0-3aae-4e09-b516-3cae08e75611 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6f49960e-9f28-4256-b9db-f7a7cef70bdd HTTP/1.1" status: 200 len: 852 time: 0.0561328 May 04 17:53:01.971515 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-e019a28c-4acd-4ac3-b5ae-031c4fb43880 req-ff42e5d6-c291-43f4-b598-7f6a9973fe87 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=da5f80ad-fe77-4269-b93e-b1d221d6d8c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432603 May 04 17:53:02.106013 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-e019a28c-4acd-4ac3-b5ae-031c4fb43880 req-fbedc778-35f8-4574-8479-7e4664aedc51 service neutron] 10.222.0.42 "GET /v2.0/networks/da5f80ad-fe77-4269-b93e-b1d221d6d8c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278510 May 04 17:53:02.175764 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34664f75-b032-4c88-a6ba-3752805cf9fc req-31b3cc8d-de10-42fd-91b1-2ffbf80812e3 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:02.177121 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-34664f75-b032-4c88-a6ba-3752805cf9fc req-31b3cc8d-de10-42fd-91b1-2ffbf80812e3 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/ports?device_id=408dc3ad-10d5-42f5-b258-8eab2d4a7c10 HTTP/1.1" status: 200 len: 945 time: 0.1745162 May 04 17:53:02.221530 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-34664f75-b032-4c88-a6ba-3752805cf9fc req-93ec8097-19bf-4c58-9942-991356d6ec15 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a46187-8f51-4fbe-b009-a44bbda9c23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382288 May 04 17:53:02.239721 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-e019a28c-4acd-4ac3-b5ae-031c4fb43880 req-921fe9f6-8e0b-4858-b733-c180d9447bc4 service neutron] 10.222.0.42 "GET /v2.0/networks/da5f80ad-fe77-4269-b93e-b1d221d6d8c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267409 May 04 17:53:02.483005 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ba47d-c7a8-4e81-a1c4-66697639c114 req-d16b79a0-31c0-4dcf-bf33-1988c2f0fd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:02.484483 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-7d8ba47d-c7a8-4e81-a1c4-66697639c114 req-d16b79a0-31c0-4dcf-bf33-1988c2f0fd45 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d6a124963d034da8845e54323bbbf299&device_id=408dc3ad-10d5-42f5-b258-8eab2d4a7c10 HTTP/1.1" status: 200 len: 1098 time: 0.0716898 May 04 17:53:02.758931 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ba47d-c7a8-4e81-a1c4-66697639c114 req-e276abca-3229-42cc-9396-bd1c99789a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:02.760289 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-7d8ba47d-c7a8-4e81-a1c4-66697639c114 req-e276abca-3229-42cc-9396-bd1c99789a1b service neutron] 10.222.0.42 "GET /v2.0/networks?id=da5f80ad-fe77-4269-b93e-b1d221d6d8c0 HTTP/1.1" status: 200 len: 913 time: 0.2171414 May 04 17:53:02.831921 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-7d8ba47d-c7a8-4e81-a1c4-66697639c114 req-f84b5754-52f8-4f03-954d-b170836c8295 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca253125-c9cb-4cf7-b61d-049136f39b63 HTTP/1.1" status: 200 len: 217 time: 0.0639904 May 04 17:53:02.894558 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ba47d-c7a8-4e81-a1c4-66697639c114 req-139dfa94-567f-4359-b79f-3f11c0bdc7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:02.895999 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-7d8ba47d-c7a8-4e81-a1c4-66697639c114 req-139dfa94-567f-4359-b79f-3f11c0bdc7d9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6f49960e-9f28-4256-b9db-f7a7cef70bdd HTTP/1.1" status: 200 len: 852 time: 0.0585160 May 04 17:53:02.945878 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-7d8ba47d-c7a8-4e81-a1c4-66697639c114 req-30a668e0-268f-4dcb-8688-899d9062296a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=da5f80ad-fe77-4269-b93e-b1d221d6d8c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431089 May 04 17:53:03.075604 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-7d8ba47d-c7a8-4e81-a1c4-66697639c114 req-8d509734-e24e-468a-9dec-b14d45a29c1c service neutron] 10.222.0.42 "GET /v2.0/networks/da5f80ad-fe77-4269-b93e-b1d221d6d8c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230335 May 04 17:53:03.206327 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-7d8ba47d-c7a8-4e81-a1c4-66697639c114 req-1ba89ff9-2584-4c72-8b98-9bd9344ddb89 service neutron] 10.222.0.42 "GET /v2.0/networks/da5f80ad-fe77-4269-b93e-b1d221d6d8c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237054 May 04 17:53:03.217894 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-7bb2f82b-a819-45c6-a7d2-5b08b49ac9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:53:03.408013 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00ddb59-7b3d-4bf2-8afd-68307c6c6eea req-52da1ff2-37c9-4d3a-8e8b-c4c0ff0416d4 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:03.409468 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-d00ddb59-7b3d-4bf2-8afd-68307c6c6eea req-52da1ff2-37c9-4d3a-8e8b-c4c0ff0416d4 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/ports?device_id=408dc3ad-10d5-42f5-b258-8eab2d4a7c10 HTTP/1.1" status: 200 len: 945 time: 0.0806248 May 04 17:53:03.454680 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-d00ddb59-7b3d-4bf2-8afd-68307c6c6eea req-c99ef1b3-932a-4528-bccb-88defefeabf1 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a46187-8f51-4fbe-b009-a44bbda9c23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395453 May 04 17:53:03.501046 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device ca253125-c9cb-4cf7-b61d-049136f39b63 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:53:03.504360 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device ca253125-c9cb-4cf7-b61d-049136f39b63 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:53:03.709752 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:53:03.743893 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port ca253125-c9cb-4cf7-b61d-049136f39b63, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=ca253125-c9cb-4cf7-b61d-049136f39b63,segment=NetworkSegment(8d943165-809b-41f2-9878-01049c326f95),segment_id=8d943165-809b-41f2-9878-01049c326f95)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:53:03.760666 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '408dc3ad-10d5-42f5-b258-8eab2d4a7c10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca253125-c9cb-4cf7-b61d-049136f39b63'}] {{(pid=88039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:53:03.769768 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Returning: {'device': 'ca253125-c9cb-4cf7-b61d-049136f39b63', 'network_id': 'da5f80ad-fe77-4269-b93e-b1d221d6d8c0', 'port_id': 'ca253125-c9cb-4cf7-b61d-049136f39b63', 'mac_address': 'fa:16:3e:c5:95:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f49960e-9f28-4256-b9db-f7a7cef70bdd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:53:03.773662 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port ca253125-c9cb-4cf7-b61d-049136f39b63, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=ca253125-c9cb-4cf7-b61d-049136f39b63,segment=NetworkSegment(8d943165-809b-41f2-9878-01049c326f95),segment_id=8d943165-809b-41f2-9878-01049c326f95)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:53:03.807348 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:53:03.855409 dv-neutron-840426-1-hyperv neutron-server[88039]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92df161f-f659-40cf-a79f-237c26438ec3'] response: {'server_uuid': '408dc3ad-10d5-42f5-b258-8eab2d4a7c10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca253125-c9cb-4cf7-b61d-049136f39b63', 'code': 200} May 04 17:53:03.889181 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:53:03.909449 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=ca253125-c9cb-4cf7-b61d-049136f39b63,revision_number=6']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:03.913172 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca253125-c9cb-4cf7-b61d-049136f39b63 {{(pid=88039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:53:03.929082 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port ca253125-c9cb-4cf7-b61d-049136f39b63, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=ca253125-c9cb-4cf7-b61d-049136f39b63,segment=NetworkSegment(8d943165-809b-41f2-9878-01049c326f95),segment_id=8d943165-809b-41f2-9878-01049c326f95)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:53:03.932606 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:53:03.996046 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=ca253125-c9cb-4cf7-b61d-049136f39b63,revision_number=7']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:04.101870 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] get_ports_and_sgs() called for port_ids ['ca253125-c9cb-4cf7-b61d-049136f39b63'] {{(pid=88039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:53:04.639918 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c144ab0-0c68-4ee9-b174-db6ab4620b90 req-2dfd87ba-43f0-4e0c-93bc-2f3b51d79518 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:04.641144 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-0c144ab0-0c68-4ee9-b174-db6ab4620b90 req-2dfd87ba-43f0-4e0c-93bc-2f3b51d79518 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/ports?device_id=408dc3ad-10d5-42f5-b258-8eab2d4a7c10 HTTP/1.1" status: 200 len: 944 time: 0.0811303 May 04 17:53:04.685068 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-0c144ab0-0c68-4ee9-b174-db6ab4620b90 req-6ddd7476-e195-4a91-910c-9c3793020e58 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a46187-8f51-4fbe-b009-a44bbda9c23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383508 May 04 17:53:05.536456 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-7cf6e733-200d-43ae-8f76-7e1e468e36a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:53:05.539627 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device ca253125-c9cb-4cf7-b61d-049136f39b63 up at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:53:05.605802 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning complete for port ca253125-c9cb-4cf7-b61d-049136f39b63 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:53:05.606727 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:53:05.719461 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:53:05.750379 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port ca253125-c9cb-4cf7-b61d-049136f39b63, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=ca253125-c9cb-4cf7-b61d-049136f39b63,segment=NetworkSegment(8d943165-809b-41f2-9878-01049c326f95),segment_id=8d943165-809b-41f2-9878-01049c326f95)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:53:05.754338 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:53:05.819803 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=ca253125-c9cb-4cf7-b61d-049136f39b63,revision_number=8']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:05.856978 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '408dc3ad-10d5-42f5-b258-8eab2d4a7c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca253125-c9cb-4cf7-b61d-049136f39b63'}] {{(pid=88039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:53:05.871686 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2829bec5-7636-486b-896c-db196840f442 req-ad4ed26b-c323-406b-9762-1152a2953ebd tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:05.873159 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2829bec5-7636-486b-896c-db196840f442 req-ad4ed26b-c323-406b-9762-1152a2953ebd tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/ports?device_id=408dc3ad-10d5-42f5-b258-8eab2d4a7c10 HTTP/1.1" status: 200 len: 945 time: 0.0795789 May 04 17:53:05.911631 dv-neutron-840426-1-hyperv neutron-server[88039]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a37d7ab-b176-4990-b48c-d5e175326de6'] response: {'server_uuid': '408dc3ad-10d5-42f5-b258-8eab2d4a7c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca253125-c9cb-4cf7-b61d-049136f39b63', 'code': 200} May 04 17:53:05.920824 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2829bec5-7636-486b-896c-db196840f442 req-8bb36785-f9ec-40be-b4b3-c7d9388ef354 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a46187-8f51-4fbe-b009-a44bbda9c23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417717 May 04 17:53:06.288052 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9086a259-6657-4169-abde-ab6976eaa900 req-aadc21b9-e285-44b0-b6c7-5defeca663fa tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:06.289484 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-9086a259-6657-4169-abde-ab6976eaa900 req-aadc21b9-e285-44b0-b6c7-5defeca663fa tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.42 "GET /v2.0/ports?device_id=408dc3ad-10d5-42f5-b258-8eab2d4a7c10&tenant_id=d6a124963d034da8845e54323bbbf299&binding%3Ahost_id=hv-neutron-8404 HTTP/1.1" status: 200 len: 945 time: 0.0834754 May 04 17:53:06.428484 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9086a259-6657-4169-abde-ab6976eaa900 req-4021916e-92f2-43ce-8707-21d62d45135d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:06.429845 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-9086a259-6657-4169-abde-ab6976eaa900 req-4021916e-92f2-43ce-8707-21d62d45135d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d6a124963d034da8845e54323bbbf299&device_id=408dc3ad-10d5-42f5-b258-8eab2d4a7c10 HTTP/1.1" status: 200 len: 1098 time: 0.0725672 May 04 17:53:06.564151 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9086a259-6657-4169-abde-ab6976eaa900 req-0174a535-c72b-4270-a915-f2c1d52bf169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:06.565779 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-9086a259-6657-4169-abde-ab6976eaa900 req-0174a535-c72b-4270-a915-f2c1d52bf169 service neutron] 10.222.0.42 "GET /v2.0/networks?id=da5f80ad-fe77-4269-b93e-b1d221d6d8c0 HTTP/1.1" status: 200 len: 913 time: 0.1299136 May 04 17:53:06.583780 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:53:06.594096 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:53:06.638459 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-9086a259-6657-4169-abde-ab6976eaa900 req-9107f844-5c29-445c-b4e3-0ab4bcb3a97e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca253125-c9cb-4cf7-b61d-049136f39b63 HTTP/1.1" status: 200 len: 217 time: 0.0660772 May 04 17:53:06.700101 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9086a259-6657-4169-abde-ab6976eaa900 req-38a4967a-714c-424a-869c-d98574636c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:06.701400 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-9086a259-6657-4169-abde-ab6976eaa900 req-38a4967a-714c-424a-869c-d98574636c2c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6f49960e-9f28-4256-b9db-f7a7cef70bdd HTTP/1.1" status: 200 len: 852 time: 0.0561247 May 04 17:53:06.747330 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-9086a259-6657-4169-abde-ab6976eaa900 req-c0c0bc93-92c2-49b3-a347-762993a1abea service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=da5f80ad-fe77-4269-b93e-b1d221d6d8c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384049 May 04 17:53:06.876649 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-9086a259-6657-4169-abde-ab6976eaa900 req-c7fd32ee-c2d2-4e37-839b-2d573bed09e4 service neutron] 10.222.0.42 "GET /v2.0/networks/da5f80ad-fe77-4269-b93e-b1d221d6d8c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228867 May 04 17:53:07.005308 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-9086a259-6657-4169-abde-ab6976eaa900 req-1e35cabc-720e-4233-b4e2-884940504d44 service neutron] 10.222.0.42 "GET /v2.0/networks/da5f80ad-fe77-4269-b93e-b1d221d6d8c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218510 May 04 17:53:07.854400 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1989db-2589-4cc4-9230-b102bcff7238 req-87ba70af-c188-4cfc-a8bf-bcf1387aa68c tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:07.856344 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-1d1989db-2589-4cc4-9230-b102bcff7238 req-87ba70af-c188-4cfc-a8bf-bcf1387aa68c tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/ports?device_id=408dc3ad-10d5-42f5-b258-8eab2d4a7c10 HTTP/1.1" status: 200 len: 945 time: 0.0854940 May 04 17:53:07.899258 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-1d1989db-2589-4cc4-9230-b102bcff7238 req-2b9a7b60-1ce3-4b81-ba0f-096adb4497a7 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a46187-8f51-4fbe-b009-a44bbda9c23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372787 May 04 17:53:07.914148 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:53:09.182445 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6582c1-28b0-45cf-8414-324643f730c6 req-f05bf800-b647-4400-b98b-0ed2f3d19a83 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:09.183816 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-0d6582c1-28b0-45cf-8414-324643f730c6 req-f05bf800-b647-4400-b98b-0ed2f3d19a83 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/ports?device_id=408dc3ad-10d5-42f5-b258-8eab2d4a7c10 HTTP/1.1" status: 200 len: 945 time: 0.1784613 May 04 17:53:09.227635 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-0d6582c1-28b0-45cf-8414-324643f730c6 req-2f04a5bf-ea9b-4d18-a88a-351c487f161c tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a46187-8f51-4fbe-b009-a44bbda9c23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380738 May 04 17:53:09.487625 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:53:09.788456 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9086a259-6657-4169-abde-ab6976eaa900 req-20b974fc-0e31-4922-87e6-90efb27a2c98 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:09.789766 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-9086a259-6657-4169-abde-ab6976eaa900 req-20b974fc-0e31-4922-87e6-90efb27a2c98 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.42 "GET /v2.0/ports?device_id=408dc3ad-10d5-42f5-b258-8eab2d4a7c10 HTTP/1.1" status: 200 len: 945 time: 0.0771718 May 04 17:53:09.864274 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [req-9086a259-6657-4169-abde-ab6976eaa900 req-7a33a4bf-eb42-4645-a91d-6014d5f51fc2 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] Deleting port ca253125-c9cb-4cf7-b61d-049136f39b63 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:53:09.864616 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-9086a259-6657-4169-abde-ab6976eaa900 req-7a33a4bf-eb42-4645-a91d-6014d5f51fc2 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:53:10.104504 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [req-9086a259-6657-4169-abde-ab6976eaa900 req-7a33a4bf-eb42-4645-a91d-6014d5f51fc2 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] For port ca253125-c9cb-4cf7-b61d-049136f39b63, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=ca253125-c9cb-4cf7-b61d-049136f39b63,segment=NetworkSegment(8d943165-809b-41f2-9878-01049c326f95),segment_id=8d943165-809b-41f2-9878-01049c326f95)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:53:10.104865 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-9086a259-6657-4169-abde-ab6976eaa900 req-7a33a4bf-eb42-4645-a91d-6014d5f51fc2 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:53:10.228080 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [req-9086a259-6657-4169-abde-ab6976eaa900 req-7a33a4bf-eb42-4645-a91d-6014d5f51fc2 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] Calling delete_port for ca253125-c9cb-4cf7-b61d-049136f39b63 owned by compute:nova {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:53:10.371477 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-9086a259-6657-4169-abde-ab6976eaa900 req-7a33a4bf-eb42-4645-a91d-6014d5f51fc2 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:53:10.382707 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] get_ports_and_sgs() called for port_ids ['ca253125-c9cb-4cf7-b61d-049136f39b63'] {{(pid=88039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:53:10.414261 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8664bf33-4d8a-4367-8b65-4b29949e892f req-f1ade97f-cf40-4a38-9752-7ea16e50f9b6 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:10.416700 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-8664bf33-4d8a-4367-8b65-4b29949e892f req-f1ade97f-cf40-4a38-9752-7ea16e50f9b6 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/ports?device_id=408dc3ad-10d5-42f5-b258-8eab2d4a7c10 HTTP/1.1" status: 200 len: 867 time: 0.0841370 May 04 17:53:10.421602 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a33a4bf-eb42-4645-a91d-6014d5f51fc2 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] Pushing event deleted for resources: {'Port': ['ID=ca253125-c9cb-4cf7-b61d-049136f39b63,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:10.460501 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-8664bf33-4d8a-4367-8b65-4b29949e892f req-718e3b11-9b5d-45d8-a24a-cc6ba6ee3082 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.41 "GET /v2.0/security-groups?id=80a46187-8f51-4fbe-b009-a44bbda9c23c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381212 May 04 17:53:10.499765 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [req-9086a259-6657-4169-abde-ab6976eaa900 req-7a33a4bf-eb42-4645-a91d-6014d5f51fc2 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] No DVR routers for this DVR port ca253125-c9cb-4cf7-b61d-049136f39b63 on host hv-neutron-8404 {{(pid=88038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:53:10.502218 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-9086a259-6657-4169-abde-ab6976eaa900 req-7a33a4bf-eb42-4645-a91d-6014d5f51fc2 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:53:10.504637 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '408dc3ad-10d5-42f5-b258-8eab2d4a7c10', 'name': 'network-vif-deleted', 'tag': 'ca253125-c9cb-4cf7-b61d-049136f39b63'}] {{(pid=88038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:53:10.520005 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-9086a259-6657-4169-abde-ab6976eaa900 req-7a33a4bf-eb42-4645-a91d-6014d5f51fc2 tempest-DeleteServersTestJSON-2069780697 tempest-DeleteServersTestJSON-2069780697-project] 10.222.0.42 "DELETE /v2.0/ports/ca253125-c9cb-4cf7-b61d-049136f39b63 HTTP/1.1" status: 204 len: 173 time: 0.7245245 May 04 17:53:10.553255 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9084069-c919-460b-9ecb-cad6c7e81348'] response: {'server_uuid': '408dc3ad-10d5-42f5-b258-8eab2d4a7c10', 'name': 'network-vif-deleted', 'tag': 'ca253125-c9cb-4cf7-b61d-049136f39b63', 'status': 'completed', 'code': 200} May 04 17:53:11.724150 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 59064) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:53:11.783622 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fa5df99-341f-4739-8809-2659792de130 admin admin] Deleting subnet 6f49960e-9f28-4256-b9db-f7a7cef70bdd {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:53:11.787206 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1fa5df99-341f-4739-8809-2659792de130 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:53:11.842715 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1fa5df99-341f-4739-8809-2659792de130 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:53:11.897346 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1fa5df99-341f-4739-8809-2659792de130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:53:11.965663 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1fa5df99-341f-4739-8809-2659792de130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:53:12.006268 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa5df99-341f-4739-8809-2659792de130 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f49960e-9f28-4256-b9db-f7a7cef70bdd,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:12.011267 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1fa5df99-341f-4739-8809-2659792de130 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:53:12.018235 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa5df99-341f-4739-8809-2659792de130 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:12.018583 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa5df99-341f-4739-8809-2659792de130 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:12.018918 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa5df99-341f-4739-8809-2659792de130 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:12.019252 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa5df99-341f-4739-8809-2659792de130 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:12.019579 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa5df99-341f-4739-8809-2659792de130 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:12.019907 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa5df99-341f-4739-8809-2659792de130 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:12.020232 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa5df99-341f-4739-8809-2659792de130 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:12.020559 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa5df99-341f-4739-8809-2659792de130 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:12.020880 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa5df99-341f-4739-8809-2659792de130 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:12.021198 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa5df99-341f-4739-8809-2659792de130 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:12.021516 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa5df99-341f-4739-8809-2659792de130 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:12.021832 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa5df99-341f-4739-8809-2659792de130 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:12.027313 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-1fa5df99-341f-4739-8809-2659792de130 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6f49960e-9f28-4256-b9db-f7a7cef70bdd HTTP/1.1" status: 204 len: 168 time: 0.3015709 May 04 17:53:12.029835 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 59068) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:53:12.129497 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-26b968f8-b12c-4d79-b5e7-337838f28439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:53:12.252047 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-26b968f8-b12c-4d79-b5e7-337838f28439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:53:12.280251 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-26b968f8-b12c-4d79-b5e7-337838f28439 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da5f80ad-fe77-4269-b93e-b1d221d6d8c0']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:53:12.292262 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-26b968f8-b12c-4d79-b5e7-337838f28439 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d943165-809b-41f2-9878-01049c326f95') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:53:12.292559 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-26b968f8-b12c-4d79-b5e7-337838f28439 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d943165-809b-41f2-9878-01049c326f95') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:53:12.304239 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-26b968f8-b12c-4d79-b5e7-337838f28439 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:53:12.321540 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-26b968f8-b12c-4d79-b5e7-337838f28439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:53:12.327459 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26b968f8-b12c-4d79-b5e7-337838f28439 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:53:12.327837 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-26b968f8-b12c-4d79-b5e7-337838f28439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:53:12.341149 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 17:53:12.341149 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:53:12.341149 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 17:53:12.341149 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:53:12.341149 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 17:53:12.341149 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:53:12.341149 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 17:53:12.341149 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:53:12.341149 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 17:53:12.341149 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:53:12.341149 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 17:53:12.341149 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:53:12.341149 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 17:53:12.341149 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:53:12.341149 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:53:12.341149 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:53:12.341149 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:53:12.341149 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:53:12.341149 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 17:53:12.341149 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:53:12.341149 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 17:53:12.341149 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:53:12.341149 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:53:12.341149 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:53:12.341149 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 17:53:12.341149 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:53:12.341149 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:53:12.341149 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:53:12.341149 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:53:12.341149 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:53:12.341149 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:53:12.341149 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:53:12.416033 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-26b968f8-b12c-4d79-b5e7-337838f28439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:53:12.435467 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-26b968f8-b12c-4d79-b5e7-337838f28439 admin admin] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:53:12.447170 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b968f8-b12c-4d79-b5e7-337838f28439 admin admin] Pushing event deleted for resources: {'Network': ['ID=da5f80ad-fe77-4269-b93e-b1d221d6d8c0,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:12.454287 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-26b968f8-b12c-4d79-b5e7-337838f28439 admin admin] 10.222.0.41 "DELETE /v2.0/networks/da5f80ad-fe77-4269-b93e-b1d221d6d8c0 HTTP/1.1" status: 204 len: 168 time: 0.4234750 May 04 17:53:12.565354 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 59074) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:53:12.612413 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-ec1c8879-bb0f-4b13-a3d6-787ee0f61b3d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d6a124963d034da8845e54323bbbf299&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0458288 May 04 17:53:12.614748 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 59078) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:53:12.671447 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f075a530-c846-49a2-9a42-d4b94966921d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:53:12.696521 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f075a530-c846-49a2-9a42-d4b94966921d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:53:12.748227 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f075a530-c846-49a2-9a42-d4b94966921d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:53:12.764843 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f075a530-c846-49a2-9a42-d4b94966921d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a46187-8f51-4fbe-b009-a44bbda9c23c,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:12.776222 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f075a530-c846-49a2-9a42-d4b94966921d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:53:12.780213 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-f075a530-c846-49a2-9a42-d4b94966921d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/80a46187-8f51-4fbe-b009-a44bbda9c23c HTTP/1.1" status: 204 len: 168 time: 0.1617165 May 04 17:53:13.489483 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 59102) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:53:13.555452 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device ca253125-c9cb-4cf7-b61d-049136f39b63 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:53:13.589308 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] No Port match for: ca253125-c9cb-4cf7-b61d-049136f39b63 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:53:13.589654 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device ca253125-c9cb-4cf7-b61d-049136f39b63 not bound to the agent host hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:53:13.592950 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-02bfc515-05fc-4278-9345-072fe74c63c3 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-970749818-network', 'tenant_id': '5791c01b67954ec2a770f36d4a7063d7'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:53:13.597685 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-02bfc515-05fc-4278-9345-072fe74c63c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:53:13.601609 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-02bfc515-05fc-4278-9345-072fe74c63c3 admin admin] Usage tracker for resource:network and tenant:5791c01b67954ec2a770f36d4a7063d7 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:53:13.604498 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-02bfc515-05fc-4278-9345-072fe74c63c3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:53:13.610630 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-02bfc515-05fc-4278-9345-072fe74c63c3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:53:13.621203 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02bfc515-05fc-4278-9345-072fe74c63c3 admin admin] Made reservation on behalf of 5791c01b67954ec2a770f36d4a7063d7 for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:53:13.624032 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-02bfc515-05fc-4278-9345-072fe74c63c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:53:13.635945 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-02bfc515-05fc-4278-9345-072fe74c63c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:53:13.651378 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-02bfc515-05fc-4278-9345-072fe74c63c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:53:13.655880 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-02bfc515-05fc-4278-9345-072fe74c63c3 admin admin] Usage tracker for resource:security_group_rule and tenant:5791c01b67954ec2a770f36d4a7063d7 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:53:13.658811 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-02bfc515-05fc-4278-9345-072fe74c63c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:53:13.664781 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-02bfc515-05fc-4278-9345-072fe74c63c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:53:13.748239 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-02bfc515-05fc-4278-9345-072fe74c63c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:53:13.751809 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-02bfc515-05fc-4278-9345-072fe74c63c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:53:13.784579 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02bfc515-05fc-4278-9345-072fe74c63c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:53:13.793627 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bfc515-05fc-4278-9345-072fe74c63c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79af3c61-da1a-4bff-85dc-94142bdb90e9,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:13.799480 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-02bfc515-05fc-4278-9345-072fe74c63c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:53:13.799912 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-02bfc515-05fc-4278-9345-072fe74c63c3 admin admin] Added segment f31e9c9f-58f7-43be-9839-3ac7dfea9b2f of type vlan for network fa48d25c-c36e-4f8d-926d-8a89259fee6c May 04 17:53:13.828445 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-02bfc515-05fc-4278-9345-072fe74c63c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:53:13.856219 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-02bfc515-05fc-4278-9345-072fe74c63c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:53:13.857151 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02bfc515-05fc-4278-9345-072fe74c63c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:13.857728 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-02bfc515-05fc-4278-9345-072fe74c63c3 admin admin] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:53:13.955173 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-02bfc515-05fc-4278-9345-072fe74c63c3 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4645605 May 04 17:53:13.958198 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 59108) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:53:13.960225 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bfc515-05fc-4278-9345-072fe74c63c3 admin admin] Pushing event updated for resources: {'Network': ['ID=fa48d25c-c36e-4f8d-926d-8a89259fee6c,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:13.965244 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-124db7bb-1280-46b3-8c77-df8bd1d63a07 admin admin] Request body: {'subnet': {'network_id': 'fa48d25c-c36e-4f8d-926d-8a89259fee6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-970749818-subnet', 'tenant_id': '5791c01b67954ec2a770f36d4a7063d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:53:13.970097 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network fa48d25c-c36e-4f8d-926d-8a89259fee6c details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:53:13.971475 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-124db7bb-1280-46b3-8c77-df8bd1d63a07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:53:13.975358 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-124db7bb-1280-46b3-8c77-df8bd1d63a07 admin admin] Usage tracker for resource:subnet and tenant:5791c01b67954ec2a770f36d4a7063d7 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:53:13.978224 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-124db7bb-1280-46b3-8c77-df8bd1d63a07 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:53:13.984935 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-124db7bb-1280-46b3-8c77-df8bd1d63a07 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:53:13.995732 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-124db7bb-1280-46b3-8c77-df8bd1d63a07 admin admin] Made reservation on behalf of 5791c01b67954ec2a770f36d4a7063d7 for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:53:13.998730 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-124db7bb-1280-46b3-8c77-df8bd1d63a07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:53:14.203575 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-124db7bb-1280-46b3-8c77-df8bd1d63a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:53:14.275776 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124db7bb-1280-46b3-8c77-df8bd1d63a07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2dc2b12-0e96-4175-918e-b9b7f2ec9969,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:14.285763 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124db7bb-1280-46b3-8c77-df8bd1d63a07 admin admin] Checking segment: {'id': 'f31e9c9f-58f7-43be-9839-3ac7dfea9b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fa48d25c-c36e-4f8d-926d-8a89259fee6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:53:14.286152 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124db7bb-1280-46b3-8c77-df8bd1d63a07 admin admin] Network hostable DHCP agents. Network: fa48d25c-c36e-4f8d-926d-8a89259fee6c, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:53:14.305558 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124db7bb-1280-46b3-8c77-df8bd1d63a07 admin admin] Network fa48d25c-c36e-4f8d-926d-8a89259fee6c is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:53:14.314408 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-124db7bb-1280-46b3-8c77-df8bd1d63a07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, fa48d25c-c36e-4f8d-926d-8a89259fee6c) {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:53:14.319089 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124db7bb-1280-46b3-8c77-df8bd1d63a07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:14.321089 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-124db7bb-1280-46b3-8c77-df8bd1d63a07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:53:14.322234 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968dcab5-3090-431f-9ef7-946ff47f83f2 None None] Network fa48d25c-c36e-4f8d-926d-8a89259fee6c requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:53:14.342684 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-124db7bb-1280-46b3-8c77-df8bd1d63a07 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3832593 May 04 17:53:14.534192 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d321f9-e3b8-4e84-b96b-6918de42a73f None None] Network fa48d25c-c36e-4f8d-926d-8a89259fee6c requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:53:14.849446 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5508c-6724-4be9-88bf-95e921e0c606 req-d49ad995-a693-4aa7-8f7d-0f2ff1e566a5 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:14.850912 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-15d5508c-6724-4be9-88bf-95e921e0c606 req-d49ad995-a693-4aa7-8f7d-0f2ff1e566a5 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/networks?id=fa48d25c-c36e-4f8d-926d-8a89259fee6c HTTP/1.1" status: 200 len: 814 time: 0.1452713 May 04 17:53:14.864925 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-15d5508c-6724-4be9-88bf-95e921e0c606 req-2f9726a9-91f3-4919-94c6-48532459ae09 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/quotas/5791c01b67954ec2a770f36d4a7063d7 HTTP/1.1" status: 200 len: 375 time: 0.0086551 May 04 17:53:14.915023 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-15d5508c-6724-4be9-88bf-95e921e0c606 req-08e2ab95-efa3-4714-8e3c-2a00d4560708 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5791c01b67954ec2a770f36d4a7063d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453894 May 04 17:53:15.089469 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-15d5508c-6724-4be9-88bf-95e921e0c606 req-91eaf418-aa56-4a6b-8328-c4b5dc1d7676 service neutron] 10.222.0.41 "GET /v2.0/networks/fa48d25c-c36e-4f8d-926d-8a89259fee6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675794 May 04 17:53:15.315404 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-15d5508c-6724-4be9-88bf-95e921e0c606 req-e61c6ab3-b941-41a4-aec6-e65631bac229 service neutron] 10.222.0.41 "GET /v2.0/networks/fa48d25c-c36e-4f8d-926d-8a89259fee6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201605 May 04 17:53:15.489888 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-063fa0cd-b8b7-479e-a981-5a0fc5998de6 req-cd35ec45-cb66-4e5e-b5cd-f9d871e287d0 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=632e1493-f178-4c0a-8e0c-1c0ed2dca58a HTTP/1.1" status: 200 len: 210 time: 0.0461187 May 04 17:53:16.521327 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5508c-6724-4be9-88bf-95e921e0c606 req-6732abc0-ba0e-4eea-978b-2f46852c7277 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:16.522880 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-15d5508c-6724-4be9-88bf-95e921e0c606 req-6732abc0-ba0e-4eea-978b-2f46852c7277 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.42 "GET /v2.0/networks?id=fa48d25c-c36e-4f8d-926d-8a89259fee6c HTTP/1.1" status: 200 len: 814 time: 0.1563277 May 04 17:53:16.536019 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [req-15d5508c-6724-4be9-88bf-95e921e0c606 req-757241b7-9419-4dae-b975-dbdb6986dfdf tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Request body: {'port': {'device_id': '632e1493-f178-4c0a-8e0c-1c0ed2dca58a', 'network_id': 'fa48d25c-c36e-4f8d-926d-8a89259fee6c', 'admin_state_up': True, 'tenant_id': '5791c01b67954ec2a770f36d4a7063d7'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:53:16.699143 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [req-15d5508c-6724-4be9-88bf-95e921e0c606 req-757241b7-9419-4dae-b975-dbdb6986dfdf tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:53:16.703254 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-15d5508c-6724-4be9-88bf-95e921e0c606 req-757241b7-9419-4dae-b975-dbdb6986dfdf tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Usage tracker for resource:port and tenant:5791c01b67954ec2a770f36d4a7063d7 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:53:16.706340 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-15d5508c-6724-4be9-88bf-95e921e0c606 req-757241b7-9419-4dae-b975-dbdb6986dfdf tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:53:16.712049 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [req-15d5508c-6724-4be9-88bf-95e921e0c606 req-757241b7-9419-4dae-b975-dbdb6986dfdf tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:53:16.722614 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15d5508c-6724-4be9-88bf-95e921e0c606 req-757241b7-9419-4dae-b975-dbdb6986dfdf tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Made reservation on behalf of 5791c01b67954ec2a770f36d4a7063d7 for: {'port': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:53:16.726014 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-15d5508c-6724-4be9-88bf-95e921e0c606 req-757241b7-9419-4dae-b975-dbdb6986dfdf tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:53:16.827486 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-3c199c13-806c-40ee-b431-f407680670ae req-734808a4-435a-433d-87b8-110af74c6a6b tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=632e1493-f178-4c0a-8e0c-1c0ed2dca58a HTTP/1.1" status: 200 len: 210 time: 0.0818915 May 04 17:53:16.934255 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [req-15d5508c-6724-4be9-88bf-95e921e0c606 req-757241b7-9419-4dae-b975-dbdb6986dfdf tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Allocated IP 172.20.0.14 (fa48d25c-c36e-4f8d-926d-8a89259fee6c/c2dc2b12-0e96-4175-918e-b9b7f2ec9969/9d920ddf-99b9-4112-a990-3c7fa4be2eb8) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:53:17.129275 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-15d5508c-6724-4be9-88bf-95e921e0c606 req-757241b7-9419-4dae-b975-dbdb6986dfdf tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:53:17.157691 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-15d5508c-6724-4be9-88bf-95e921e0c606 req-757241b7-9419-4dae-b975-dbdb6986dfdf tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:53:17.229796 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15d5508c-6724-4be9-88bf-95e921e0c606 req-757241b7-9419-4dae-b975-dbdb6986dfdf tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Network fa48d25c-c36e-4f8d-926d-8a89259fee6c is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:53:17.232903 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [req-15d5508c-6724-4be9-88bf-95e921e0c606 req-757241b7-9419-4dae-b975-dbdb6986dfdf tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:53:17.236814 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [req-15d5508c-6724-4be9-88bf-95e921e0c606 req-757241b7-9419-4dae-b975-dbdb6986dfdf tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:53:17.266721 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757241b7-9419-4dae-b975-dbdb6986dfdf tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Pushing event updated for resources: {'Port': ['ID=9d920ddf-99b9-4112-a990-3c7fa4be2eb8,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:17.281190 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757241b7-9419-4dae-b975-dbdb6986dfdf tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:17.281556 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757241b7-9419-4dae-b975-dbdb6986dfdf tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:17.281877 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757241b7-9419-4dae-b975-dbdb6986dfdf tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:17.282234 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757241b7-9419-4dae-b975-dbdb6986dfdf tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:17.282566 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757241b7-9419-4dae-b975-dbdb6986dfdf tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:17.282896 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757241b7-9419-4dae-b975-dbdb6986dfdf tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:17.283220 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757241b7-9419-4dae-b975-dbdb6986dfdf tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:17.283545 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757241b7-9419-4dae-b975-dbdb6986dfdf tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:17.283868 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757241b7-9419-4dae-b975-dbdb6986dfdf tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:17.284189 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757241b7-9419-4dae-b975-dbdb6986dfdf tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:17.284513 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757241b7-9419-4dae-b975-dbdb6986dfdf tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:17.284833 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757241b7-9419-4dae-b975-dbdb6986dfdf tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:17.311600 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5508c-6724-4be9-88bf-95e921e0c606 req-757241b7-9419-4dae-b975-dbdb6986dfdf tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:17.312212 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-15d5508c-6724-4be9-88bf-95e921e0c606 req-757241b7-9419-4dae-b975-dbdb6986dfdf tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:53:17.331873 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-15d5508c-6724-4be9-88bf-95e921e0c606 req-757241b7-9419-4dae-b975-dbdb6986dfdf tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8002014 May 04 17:53:17.343952 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [req-15d5508c-6724-4be9-88bf-95e921e0c606 req-2bd28dd8-6ac8-4066-a5a2-6bb61c2d1f67 service neutron] Request body: {'port': {'device_id': '632e1493-f178-4c0a-8e0c-1c0ed2dca58a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:53:17.457945 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-15d5508c-6724-4be9-88bf-95e921e0c606 req-2bd28dd8-6ac8-4066-a5a2-6bb61c2d1f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:53:17.783811 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [req-15d5508c-6724-4be9-88bf-95e921e0c606 req-2bd28dd8-6ac8-4066-a5a2-6bb61c2d1f67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d920ddf-99b9-4112-a990-3c7fa4be2eb8 {{(pid=88038) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:53:17.791256 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-15d5508c-6724-4be9-88bf-95e921e0c606 req-2bd28dd8-6ac8-4066-a5a2-6bb61c2d1f67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:53:17.806433 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [req-15d5508c-6724-4be9-88bf-95e921e0c606 req-2bd28dd8-6ac8-4066-a5a2-6bb61c2d1f67 service neutron] Transition to ACTIVE for port object 9d920ddf-99b9-4112-a990-3c7fa4be2eb8 will not be triggered until provisioned by entity L2. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:53:17.810186 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-15d5508c-6724-4be9-88bf-95e921e0c606 req-2bd28dd8-6ac8-4066-a5a2-6bb61c2d1f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:53:17.981965 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd28dd8-6ac8-4066-a5a2-6bb61c2d1f67 service neutron] Pushing event updated for resources: {'Port': ['ID=9d920ddf-99b9-4112-a990-3c7fa4be2eb8,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:18.021660 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5867843-d7cb-49ed-b832-9cfc91e55ee5 req-d0d0eb13-7dd6-4bb8-a9e2-ec95e609de26 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:18.023151 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e5867843-d7cb-49ed-b832-9cfc91e55ee5 req-d0d0eb13-7dd6-4bb8-a9e2-ec95e609de26 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=632e1493-f178-4c0a-8e0c-1c0ed2dca58a HTTP/1.1" status: 200 len: 944 time: 0.0801814 May 04 17:53:18.060461 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [req-15d5508c-6724-4be9-88bf-95e921e0c606 req-2bd28dd8-6ac8-4066-a5a2-6bb61c2d1f67 service neutron] Attempting to bind port 9d920ddf-99b9-4112-a990-3c7fa4be2eb8 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:53:18.060722 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [req-15d5508c-6724-4be9-88bf-95e921e0c606 req-2bd28dd8-6ac8-4066-a5a2-6bb61c2d1f67 service neutron] Attempting to bind port 9d920ddf-99b9-4112-a990-3c7fa4be2eb8 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': 'f31e9c9f-58f7-43be-9839-3ac7dfea9b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fa48d25c-c36e-4f8d-926d-8a89259fee6c'}] {{(pid=88038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:53:18.061051 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d5508c-6724-4be9-88bf-95e921e0c606 req-2bd28dd8-6ac8-4066-a5a2-6bb61c2d1f67 service neutron] Attempting to bind port 9d920ddf-99b9-4112-a990-3c7fa4be2eb8 on network fa48d25c-c36e-4f8d-926d-8a89259fee6c {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:53:18.066008 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d5508c-6724-4be9-88bf-95e921e0c606 req-2bd28dd8-6ac8-4066-a5a2-6bb61c2d1f67 service neutron] Port 9d920ddf-99b9-4112-a990-3c7fa4be2eb8 on network fa48d25c-c36e-4f8d-926d-8a89259fee6c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:53:18.066347 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d5508c-6724-4be9-88bf-95e921e0c606 req-2bd28dd8-6ac8-4066-a5a2-6bb61c2d1f67 service neutron] Attempting to bind port 9d920ddf-99b9-4112-a990-3c7fa4be2eb8 on network fa48d25c-c36e-4f8d-926d-8a89259fee6c {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:53:18.071666 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d5508c-6724-4be9-88bf-95e921e0c606 req-2bd28dd8-6ac8-4066-a5a2-6bb61c2d1f67 service neutron] Checking agent: {'id': '84d0dbeb-cfa8-4636-8b1c-9790acf21ef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'started_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:53:18.072056 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d5508c-6724-4be9-88bf-95e921e0c606 req-2bd28dd8-6ac8-4066-a5a2-6bb61c2d1f67 service neutron] Checking segment: {'id': 'f31e9c9f-58f7-43be-9839-3ac7dfea9b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fa48d25c-c36e-4f8d-926d-8a89259fee6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:53:18.072179 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-e5867843-d7cb-49ed-b832-9cfc91e55ee5 req-a6b16519-3fd5-4ef5-a382-8d25193632b0 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Synchronizing usage tracker for tenant:5791c01b67954ec2a770f36d4a7063d7 on resource:security_group {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:53:18.072446 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d5508c-6724-4be9-88bf-95e921e0c606 req-2bd28dd8-6ac8-4066-a5a2-6bb61c2d1f67 service neutron] Bound using segment: {'id': 'f31e9c9f-58f7-43be-9839-3ac7dfea9b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fa48d25c-c36e-4f8d-926d-8a89259fee6c'} {{(pid=88038) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:53:18.072877 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.managers [req-15d5508c-6724-4be9-88bf-95e921e0c606 req-2bd28dd8-6ac8-4066-a5a2-6bb61c2d1f67 service neutron] Bound port: 9d920ddf-99b9-4112-a990-3c7fa4be2eb8, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f31e9c9f-58f7-43be-9839-3ac7dfea9b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fa48d25c-c36e-4f8d-926d-8a89259fee6c'}}] {{(pid=88038) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:53:18.073232 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-15d5508c-6724-4be9-88bf-95e921e0c606 req-2bd28dd8-6ac8-4066-a5a2-6bb61c2d1f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:53:18.089162 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-e5867843-d7cb-49ed-b832-9cfc91e55ee5 req-a6b16519-3fd5-4ef5-a382-8d25193632b0 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Unset dirty status for tenant:5791c01b67954ec2a770f36d4a7063d7 on resource:security_group {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:53:18.090338 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e5867843-d7cb-49ed-b832-9cfc91e55ee5 req-a6b16519-3fd5-4ef5-a382-8d25193632b0 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564272 May 04 17:53:18.273038 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [req-15d5508c-6724-4be9-88bf-95e921e0c606 req-2bd28dd8-6ac8-4066-a5a2-6bb61c2d1f67 service neutron] For port 9d920ddf-99b9-4112-a990-3c7fa4be2eb8, host hv-neutron-8404, cleared binding levels {{(pid=88038) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:53:18.276234 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [req-15d5508c-6724-4be9-88bf-95e921e0c606 req-2bd28dd8-6ac8-4066-a5a2-6bb61c2d1f67 service neutron] For port 9d920ddf-99b9-4112-a990-3c7fa4be2eb8, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=9d920ddf-99b9-4112-a990-3c7fa4be2eb8,segment=NetworkSegment(f31e9c9f-58f7-43be-9839-3ac7dfea9b2f),segment_id=f31e9c9f-58f7-43be-9839-3ac7dfea9b2f)] {{(pid=88038) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:53:18.280123 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-15d5508c-6724-4be9-88bf-95e921e0c606 req-2bd28dd8-6ac8-4066-a5a2-6bb61c2d1f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:53:18.336826 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5508c-6724-4be9-88bf-95e921e0c606 req-2bd28dd8-6ac8-4066-a5a2-6bb61c2d1f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:18.337441 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-15d5508c-6724-4be9-88bf-95e921e0c606 req-2bd28dd8-6ac8-4066-a5a2-6bb61c2d1f67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:53:18.338836 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-15d5508c-6724-4be9-88bf-95e921e0c606 req-2bd28dd8-6ac8-4066-a5a2-6bb61c2d1f67 service neutron] 10.222.0.42 "PUT /v2.0/ports/9d920ddf-99b9-4112-a990-3c7fa4be2eb8 HTTP/1.1" status: 200 len: 1094 time: 0.9992716 May 04 17:53:18.339280 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '632e1493-f178-4c0a-8e0c-1c0ed2dca58a', 'tag': '9d920ddf-99b9-4112-a990-3c7fa4be2eb8'}] {{(pid=88038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:53:18.365409 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd28dd8-6ac8-4066-a5a2-6bb61c2d1f67 service neutron] Pushing event updated for resources: {'Port': ['ID=9d920ddf-99b9-4112-a990-3c7fa4be2eb8,revision_number=3']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:18.416076 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d3fbd1d-c631-44f8-b5ab-2a7616f40f34'] response: {'name': 'network-changed', 'server_uuid': '632e1493-f178-4c0a-8e0c-1c0ed2dca58a', 'tag': '9d920ddf-99b9-4112-a990-3c7fa4be2eb8', 'status': 'completed', 'code': 200} May 04 17:53:18.455426 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5508c-6724-4be9-88bf-95e921e0c606 req-624c841e-988d-44bb-b185-fc79768f6e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:18.456923 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-15d5508c-6724-4be9-88bf-95e921e0c606 req-624c841e-988d-44bb-b185-fc79768f6e30 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5791c01b67954ec2a770f36d4a7063d7&device_id=632e1493-f178-4c0a-8e0c-1c0ed2dca58a HTTP/1.1" status: 200 len: 1097 time: 0.0780771 May 04 17:53:18.524259 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-15d5508c-6724-4be9-88bf-95e921e0c606 req-eb917fc1-8ddf-4f50-9312-3500bf99eea5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d920ddf-99b9-4112-a990-3c7fa4be2eb8 HTTP/1.1" status: 200 len: 217 time: 0.0595832 May 04 17:53:18.588884 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5508c-6724-4be9-88bf-95e921e0c606 req-37086f02-c039-4ac3-b269-f93f64acef96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:18.590761 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-15d5508c-6724-4be9-88bf-95e921e0c606 req-37086f02-c039-4ac3-b269-f93f64acef96 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c2dc2b12-0e96-4175-918e-b9b7f2ec9969 HTTP/1.1" status: 200 len: 854 time: 0.0598185 May 04 17:53:18.636640 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-15d5508c-6724-4be9-88bf-95e921e0c606 req-6ba4dc7f-f2ee-4d44-bdc5-84033bb43cc6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fa48d25c-c36e-4f8d-926d-8a89259fee6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395074 May 04 17:53:18.768655 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-15d5508c-6724-4be9-88bf-95e921e0c606 req-4e139a20-233f-4329-ba21-7fdc2246bc96 service neutron] 10.222.0.42 "GET /v2.0/networks/fa48d25c-c36e-4f8d-926d-8a89259fee6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254725 May 04 17:53:18.902237 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-15d5508c-6724-4be9-88bf-95e921e0c606 req-36b5aff5-a033-475a-80ed-8642f902cd35 service neutron] 10.222.0.42 "GET /v2.0/networks/fa48d25c-c36e-4f8d-926d-8a89259fee6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266310 May 04 17:53:19.025704 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26484c57-fb9e-4456-a379-19d3b47eb94e req-3729d01d-b2d9-41e7-b868-94d41592df87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:19.027208 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-26484c57-fb9e-4456-a379-19d3b47eb94e req-3729d01d-b2d9-41e7-b868-94d41592df87 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5791c01b67954ec2a770f36d4a7063d7&device_id=632e1493-f178-4c0a-8e0c-1c0ed2dca58a HTTP/1.1" status: 200 len: 1097 time: 0.0797923 May 04 17:53:19.161166 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26484c57-fb9e-4456-a379-19d3b47eb94e req-07d0dac2-f42c-4009-a425-c0762ac551fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:19.162577 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-26484c57-fb9e-4456-a379-19d3b47eb94e req-07d0dac2-f42c-4009-a425-c0762ac551fe service neutron] 10.222.0.42 "GET /v2.0/networks?id=fa48d25c-c36e-4f8d-926d-8a89259fee6c HTTP/1.1" status: 200 len: 915 time: 0.1281347 May 04 17:53:19.234818 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-26484c57-fb9e-4456-a379-19d3b47eb94e req-bf215a32-5e22-4bce-96e1-8fa5a66540b9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d920ddf-99b9-4112-a990-3c7fa4be2eb8 HTTP/1.1" status: 200 len: 217 time: 0.0655212 May 04 17:53:19.295838 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8069cd-8095-4786-99f6-e8d00e36a018 req-735fbca5-cf59-4181-a28d-10f17ad3a8bd tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:19.297301 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-3a8069cd-8095-4786-99f6-e8d00e36a018 req-735fbca5-cf59-4181-a28d-10f17ad3a8bd tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=632e1493-f178-4c0a-8e0c-1c0ed2dca58a HTTP/1.1" status: 200 len: 944 time: 0.1011992 May 04 17:53:19.300881 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26484c57-fb9e-4456-a379-19d3b47eb94e req-f7ddee3a-b3a1-43d3-a7e0-f248db58de03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:19.302340 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-26484c57-fb9e-4456-a379-19d3b47eb94e req-f7ddee3a-b3a1-43d3-a7e0-f248db58de03 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c2dc2b12-0e96-4175-918e-b9b7f2ec9969 HTTP/1.1" status: 200 len: 854 time: 0.0609002 May 04 17:53:19.340598 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-3a8069cd-8095-4786-99f6-e8d00e36a018 req-e5522175-aea5-4170-9fdd-37e759f7a25d tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376804 May 04 17:53:19.351089 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-26484c57-fb9e-4456-a379-19d3b47eb94e req-1b2f52c1-d54d-4ddc-b36e-dd1de603070f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fa48d25c-c36e-4f8d-926d-8a89259fee6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425448 May 04 17:53:19.482072 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-26484c57-fb9e-4456-a379-19d3b47eb94e req-6b623e32-3836-4bda-936c-aa7743bfd1b6 service neutron] 10.222.0.42 "GET /v2.0/networks/fa48d25c-c36e-4f8d-926d-8a89259fee6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232173 May 04 17:53:19.616596 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-26484c57-fb9e-4456-a379-19d3b47eb94e req-04643496-776d-4bb5-b22d-92a78cfa8843 service neutron] 10.222.0.42 "GET /v2.0/networks/fa48d25c-c36e-4f8d-926d-8a89259fee6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273265 May 04 17:53:20.526670 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013629d-0ae3-4242-b716-b15a4a074f10 req-a932a8df-b650-41da-9b62-cd65070739b3 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:20.527827 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-c013629d-0ae3-4242-b716-b15a4a074f10 req-a932a8df-b650-41da-9b62-cd65070739b3 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Synchronizing usage tracker for tenant:5791c01b67954ec2a770f36d4a7063d7 on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:53:20.545194 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-c013629d-0ae3-4242-b716-b15a4a074f10 req-a932a8df-b650-41da-9b62-cd65070739b3 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Unset dirty status for tenant:5791c01b67954ec2a770f36d4a7063d7 on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:53:20.546448 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-c013629d-0ae3-4242-b716-b15a4a074f10 req-a932a8df-b650-41da-9b62-cd65070739b3 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=632e1493-f178-4c0a-8e0c-1c0ed2dca58a HTTP/1.1" status: 200 len: 944 time: 0.1019320 May 04 17:53:20.591484 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-c013629d-0ae3-4242-b716-b15a4a074f10 req-f6e12f63-1d31-4712-8d61-99ff3087fbe3 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382292 May 04 17:53:21.298203 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 17:53:21.775785 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa733142-5fda-44dd-8c44-098b43970ddb req-5ee74048-7020-4583-b867-cd15d821ff89 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:21.777199 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-fa733142-5fda-44dd-8c44-098b43970ddb req-5ee74048-7020-4583-b867-cd15d821ff89 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=632e1493-f178-4c0a-8e0c-1c0ed2dca58a HTTP/1.1" status: 200 len: 944 time: 0.0783956 May 04 17:53:21.819951 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-fa733142-5fda-44dd-8c44-098b43970ddb req-a0c6937c-4ff5-4e32-812f-f7703815f901 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366361 May 04 17:53:23.010638 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74c2a0f-abe0-4b83-aa4a-759eaaeea484 req-0f7f76d9-aa45-49d9-8cd5-212b983b3987 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:23.012154 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-f74c2a0f-abe0-4b83-aa4a-759eaaeea484 req-0f7f76d9-aa45-49d9-8cd5-212b983b3987 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=632e1493-f178-4c0a-8e0c-1c0ed2dca58a HTTP/1.1" status: 200 len: 944 time: 0.0861216 May 04 17:53:23.058342 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-f74c2a0f-abe0-4b83-aa4a-759eaaeea484 req-f5188929-d3ae-49cb-baae-822f172578c8 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404134 May 04 17:53:23.592880 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 9d920ddf-99b9-4112-a990-3c7fa4be2eb8 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:53:23.724091 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 9d920ddf-99b9-4112-a990-3c7fa4be2eb8, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=9d920ddf-99b9-4112-a990-3c7fa4be2eb8,segment=NetworkSegment(f31e9c9f-58f7-43be-9839-3ac7dfea9b2f),segment_id=f31e9c9f-58f7-43be-9839-3ac7dfea9b2f)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:53:23.737329 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Returning: {'device': '9d920ddf-99b9-4112-a990-3c7fa4be2eb8', 'network_id': 'fa48d25c-c36e-4f8d-926d-8a89259fee6c', 'port_id': '9d920ddf-99b9-4112-a990-3c7fa4be2eb8', 'mac_address': 'fa:16:3e:c0:a0:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2dc2b12-0e96-4175-918e-b9b7f2ec9969', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:53:23.793804 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:53:23.841042 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d920ddf-99b9-4112-a990-3c7fa4be2eb8 {{(pid=88039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:53:23.856357 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 9d920ddf-99b9-4112-a990-3c7fa4be2eb8, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=9d920ddf-99b9-4112-a990-3c7fa4be2eb8,segment=NetworkSegment(f31e9c9f-58f7-43be-9839-3ac7dfea9b2f),segment_id=f31e9c9f-58f7-43be-9839-3ac7dfea9b2f)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:53:23.860320 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:53:23.926300 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=9d920ddf-99b9-4112-a990-3c7fa4be2eb8,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:23.933291 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:23.934285 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:23.934631 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:23.934968 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:23.935301 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:23.935684 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:23.936033 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:23.936362 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:23.936689 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:23.937014 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:23.937366 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:23.937690 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:53:24.220402 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] get_ports_and_sgs() called for port_ids ['9d920ddf-99b9-4112-a990-3c7fa4be2eb8'] {{(pid=88039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:53:24.247255 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18173859-8b11-435c-8f4c-919b5ca14b16 req-6dd67a4b-c1bc-43b5-89b5-e593d94c53f3 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:24.248792 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-18173859-8b11-435c-8f4c-919b5ca14b16 req-6dd67a4b-c1bc-43b5-89b5-e593d94c53f3 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=632e1493-f178-4c0a-8e0c-1c0ed2dca58a HTTP/1.1" status: 200 len: 945 time: 0.0840974 May 04 17:53:24.293315 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-18173859-8b11-435c-8f4c-919b5ca14b16 req-e527baef-f7b6-4a4c-97d6-01e396772041 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383680 May 04 17:53:25.472052 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35258c8-8c8b-4ef9-8f4e-ccc670e9d537 req-15da5e73-058c-4380-a6fc-1cf9b89f3d1d tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:25.473488 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-c35258c8-8c8b-4ef9-8f4e-ccc670e9d537 req-15da5e73-058c-4380-a6fc-1cf9b89f3d1d tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=632e1493-f178-4c0a-8e0c-1c0ed2dca58a HTTP/1.1" status: 200 len: 945 time: 0.0778244 May 04 17:53:25.520501 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-c35258c8-8c8b-4ef9-8f4e-ccc670e9d537 req-9992462e-f73a-4a28-91f3-6543f59020a4 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374157 May 04 17:53:25.618077 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 9d920ddf-99b9-4112-a990-3c7fa4be2eb8 up at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:53:25.684217 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning for port 9d920ddf-99b9-4112-a990-3c7fa4be2eb8 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:53:25.689014 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning complete for port 9d920ddf-99b9-4112-a990-3c7fa4be2eb8 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:53:25.689388 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:53:25.802553 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:53:25.827296 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '632e1493-f178-4c0a-8e0c-1c0ed2dca58a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d920ddf-99b9-4112-a990-3c7fa4be2eb8'}] {{(pid=88039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:53:25.837333 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 9d920ddf-99b9-4112-a990-3c7fa4be2eb8, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=9d920ddf-99b9-4112-a990-3c7fa4be2eb8,segment=NetworkSegment(f31e9c9f-58f7-43be-9839-3ac7dfea9b2f),segment_id=f31e9c9f-58f7-43be-9839-3ac7dfea9b2f)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:53:25.841432 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:53:25.876372 dv-neutron-840426-1-hyperv neutron-server[88039]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d87c0987-78d2-46b2-9a6f-f248647ec998'] response: {'server_uuid': '632e1493-f178-4c0a-8e0c-1c0ed2dca58a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d920ddf-99b9-4112-a990-3c7fa4be2eb8', 'code': 200} May 04 17:53:25.911496 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=9d920ddf-99b9-4112-a990-3c7fa4be2eb8,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:53:26.087572 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e1e117-5936-4526-93ae-008fad19a125 req-e32aaa8e-b52d-4641-ba3c-491b3dd7b4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:26.088944 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-96e1e117-5936-4526-93ae-008fad19a125 req-e32aaa8e-b52d-4641-ba3c-491b3dd7b4e4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=632e1493-f178-4c0a-8e0c-1c0ed2dca58a HTTP/1.1" status: 200 len: 1099 time: 0.0712500 May 04 17:53:26.219928 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-96e1e117-5936-4526-93ae-008fad19a125 req-73b2d1c7-3720-4efc-b6bd-5c64843f71ac service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247962 May 04 17:53:26.706437 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21c2c1-beb9-4f34-a724-1cda6eed4e2d req-284ff3a6-5edd-41f2-9504-63782ef6c5c3 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:26.707861 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-8e21c2c1-beb9-4f34-a724-1cda6eed4e2d req-284ff3a6-5edd-41f2-9504-63782ef6c5c3 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=632e1493-f178-4c0a-8e0c-1c0ed2dca58a HTTP/1.1" status: 200 len: 946 time: 0.0771110 May 04 17:53:26.749795 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-8e21c2c1-beb9-4f34-a724-1cda6eed4e2d req-90a49fa0-83c0-4ef6-a436-64e9a217d218 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363801 May 04 17:53:27.932440 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a8634-4367-4aa0-8199-fdf3751e3f11 req-8e1be539-789f-439d-9d96-a37d9b8be855 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:27.933892 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-7f5a8634-4367-4aa0-8199-fdf3751e3f11 req-8e1be539-789f-439d-9d96-a37d9b8be855 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=632e1493-f178-4c0a-8e0c-1c0ed2dca58a HTTP/1.1" status: 200 len: 946 time: 0.0774586 May 04 17:53:27.976464 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-7f5a8634-4367-4aa0-8199-fdf3751e3f11 req-cfa7b928-7cab-4082-a6bc-495b8fb25640 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370038 May 04 17:53:28.160850 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b16cd-afb5-4067-bde1-26277f4c4d11 req-a9bd571d-a969-412b-a8ca-bb0f841e3195 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:28.162346 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-d40b16cd-afb5-4067-bde1-26277f4c4d11 req-a9bd571d-a969-412b-a8ca-bb0f841e3195 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=632e1493-f178-4c0a-8e0c-1c0ed2dca58a HTTP/1.1" status: 200 len: 946 time: 0.0807600 May 04 17:53:28.205218 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-d40b16cd-afb5-4067-bde1-26277f4c4d11 req-656b1820-a07c-4b52-a6f3-923bbdf0afa3 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370538 May 04 17:53:28.542109 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22115b12-c12f-489c-b8cd-f19c55fdf215 req-d3b9cbb9-3ded-431a-ae78-b8817ae89ba4 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:28.543503 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-22115b12-c12f-489c-b8cd-f19c55fdf215 req-d3b9cbb9-3ded-431a-ae78-b8817ae89ba4 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=632e1493-f178-4c0a-8e0c-1c0ed2dca58a HTTP/1.1" status: 200 len: 946 time: 0.0774996 May 04 17:53:28.589137 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-22115b12-c12f-489c-b8cd-f19c55fdf215 req-3c1d1e13-11dc-4bb5-b6ac-4d9a51e90d53 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399716 May 04 17:53:28.855878 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4192ceb3-e13c-45fc-8263-4ecab0731f32 req-158d7b32-20a2-4a56-8c0f-0cab96e01d53 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:28.857326 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-4192ceb3-e13c-45fc-8263-4ecab0731f32 req-158d7b32-20a2-4a56-8c0f-0cab96e01d53 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=632e1493-f178-4c0a-8e0c-1c0ed2dca58a HTTP/1.1" status: 200 len: 946 time: 0.1662073 May 04 17:53:28.899476 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-4192ceb3-e13c-45fc-8263-4ecab0731f32 req-afba292d-2b9f-435e-86aa-5152265c861e tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365520 May 04 17:53:29.303996 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-29267d40-172d-4379-8635-866bd75a2f03 req-a67f5f58-67a6-4d39-8f38-984f0ccbd4df service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=632e1493-f178-4c0a-8e0c-1c0ed2dca58a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1293387 May 04 17:53:29.320719 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e37214-39d6-43f1-be27-f75274aeaece req-cac1a21a-e5c5-479b-b665-21294478978b tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:29.321860 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-20e37214-39d6-43f1-be27-f75274aeaece req-cac1a21a-e5c5-479b-b665-21294478978b tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=632e1493-f178-4c0a-8e0c-1c0ed2dca58a HTTP/1.1" status: 200 len: 946 time: 0.0999224 May 04 17:53:29.369139 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-20e37214-39d6-43f1-be27-f75274aeaece req-c0099560-7997-4d9e-85ba-9aa06d3b8505 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401943 May 04 17:53:30.599659 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29267d40-172d-4379-8635-866bd75a2f03 req-e6710597-d5f8-40ef-a24b-5c5b7d8c0a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:30.601126 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-29267d40-172d-4379-8635-866bd75a2f03 req-e6710597-d5f8-40ef-a24b-5c5b7d8c0a21 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5791c01b67954ec2a770f36d4a7063d7&device_id=632e1493-f178-4c0a-8e0c-1c0ed2dca58a HTTP/1.1" status: 200 len: 1099 time: 0.1365776 May 04 17:53:30.609886 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e9c36-3f22-4205-aac4-d5164ad33600 req-69104462-fc60-4101-a6d3-1ce60a9fe93c tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:30.611233 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-570e9c36-3f22-4205-aac4-d5164ad33600 req-69104462-fc60-4101-a6d3-1ce60a9fe93c tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=632e1493-f178-4c0a-8e0c-1c0ed2dca58a HTTP/1.1" status: 200 len: 946 time: 0.1159456 May 04 17:53:30.736007 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-570e9c36-3f22-4205-aac4-d5164ad33600 req-af044ac7-83ea-461d-9401-a5b1c4b3c769 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058826 May 04 17:53:30.769021 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29267d40-172d-4379-8635-866bd75a2f03 req-f8bb7000-0b22-4c0d-a5a8-09968b596d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:30.770476 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-29267d40-172d-4379-8635-866bd75a2f03 req-f8bb7000-0b22-4c0d-a5a8-09968b596d43 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fa48d25c-c36e-4f8d-926d-8a89259fee6c HTTP/1.1" status: 200 len: 915 time: 0.1584189 May 04 17:53:30.839371 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-29267d40-172d-4379-8635-866bd75a2f03 req-38ac6d22-6be8-4833-8547-dcaea2c4dc03 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d920ddf-99b9-4112-a990-3c7fa4be2eb8 HTTP/1.1" status: 200 len: 217 time: 0.0620637 May 04 17:53:30.897871 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29267d40-172d-4379-8635-866bd75a2f03 req-4f83c45b-e171-4a84-a27f-cc8a5e6187aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:30.899291 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-29267d40-172d-4379-8635-866bd75a2f03 req-4f83c45b-e171-4a84-a27f-cc8a5e6187aa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c2dc2b12-0e96-4175-918e-b9b7f2ec9969 HTTP/1.1" status: 200 len: 854 time: 0.0543115 May 04 17:53:30.943903 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-29267d40-172d-4379-8635-866bd75a2f03 req-abf2c3a0-b586-4d46-b15b-a1406d814f10 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fa48d25c-c36e-4f8d-926d-8a89259fee6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387101 May 04 17:53:31.074349 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-29267d40-172d-4379-8635-866bd75a2f03 req-367ec861-a2ee-4375-91aa-7c8787e6f9fe service neutron] 10.222.0.42 "GET /v2.0/networks/fa48d25c-c36e-4f8d-926d-8a89259fee6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242297 May 04 17:53:31.202818 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-29267d40-172d-4379-8635-866bd75a2f03 req-c625211a-d4af-4c3d-89c0-573986ecb2f2 service neutron] 10.222.0.42 "GET /v2.0/networks/fa48d25c-c36e-4f8d-926d-8a89259fee6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225984 May 04 17:53:31.918413 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35301e-20aa-45fb-908c-ec4d556d1d72 req-bd6378d3-f056-4198-bba4-40f08e65a530 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:31.919859 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-fe35301e-20aa-45fb-908c-ec4d556d1d72 req-bd6378d3-f056-4198-bba4-40f08e65a530 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=632e1493-f178-4c0a-8e0c-1c0ed2dca58a HTTP/1.1" status: 200 len: 946 time: 0.0808644 May 04 17:53:31.961941 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-fe35301e-20aa-45fb-908c-ec4d556d1d72 req-b3e3c592-1e83-4c52-9186-b64b0c7dff8b tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366004 May 04 17:53:33.147071 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d32a29-f6a6-4065-9f34-dec5a26fa23b req-86f5aedf-94d5-40fa-bc28-cbafd9776886 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:33.148524 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-55d32a29-f6a6-4065-9f34-dec5a26fa23b req-86f5aedf-94d5-40fa-bc28-cbafd9776886 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=632e1493-f178-4c0a-8e0c-1c0ed2dca58a HTTP/1.1" status: 200 len: 946 time: 0.0821340 May 04 17:53:33.192050 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-55d32a29-f6a6-4065-9f34-dec5a26fa23b req-9ebe406e-afa5-460c-bd51-c096bc654add tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374856 May 04 17:53:33.216670 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-09078f67-e88d-41ab-8277-8af41eaa49c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:53:34.373860 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75873246-4e6c-42ad-816e-4c47d66f3985 req-1f3a314e-651a-42a9-a383-32436c822f74 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:34.375317 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-75873246-4e6c-42ad-816e-4c47d66f3985 req-1f3a314e-651a-42a9-a383-32436c822f74 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=632e1493-f178-4c0a-8e0c-1c0ed2dca58a HTTP/1.1" status: 200 len: 946 time: 0.0780070 May 04 17:53:34.422747 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-75873246-4e6c-42ad-816e-4c47d66f3985 req-3ea55c0d-cb7b-4f94-ac13-3fc66af97d5f tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419025 May 04 17:53:35.537973 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-81b829cc-1d8a-4b4d-a474-8229b507e069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:53:35.606956 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db344fcf-cbdc-4e83-9f23-5508472e9b7e req-3a20a6bc-043f-4c8f-b20b-e7d3d2fd09b2 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:35.608448 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-db344fcf-cbdc-4e83-9f23-5508472e9b7e req-3a20a6bc-043f-4c8f-b20b-e7d3d2fd09b2 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=632e1493-f178-4c0a-8e0c-1c0ed2dca58a HTTP/1.1" status: 200 len: 946 time: 0.0804017 May 04 17:53:35.667408 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-db344fcf-cbdc-4e83-9f23-5508472e9b7e req-37e8686e-626d-495a-a0de-8e33fb595682 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532048 May 04 17:53:36.589216 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:53:36.595867 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:53:36.859198 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2f8a2-8108-44dd-ac45-900b35c205f6 req-69330ff8-c642-4f89-bdf2-8b22d5ff226f tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:36.860652 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2fc2f8a2-8108-44dd-ac45-900b35c205f6 req-69330ff8-c642-4f89-bdf2-8b22d5ff226f tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=632e1493-f178-4c0a-8e0c-1c0ed2dca58a HTTP/1.1" status: 200 len: 946 time: 0.0797405 May 04 17:53:36.903390 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2fc2f8a2-8108-44dd-ac45-900b35c205f6 req-731d9a32-0f95-4319-a1c2-1e681ad368de tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371072 May 04 17:53:37.916815 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:53:38.082995 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400f9817-2a71-4b0c-90c9-a41b16f839ed req-af8fe70d-375b-4275-926f-24e5836822f1 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:38.084458 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-400f9817-2a71-4b0c-90c9-a41b16f839ed req-af8fe70d-375b-4275-926f-24e5836822f1 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=632e1493-f178-4c0a-8e0c-1c0ed2dca58a HTTP/1.1" status: 200 len: 946 time: 0.0790052 May 04 17:53:38.127365 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-400f9817-2a71-4b0c-90c9-a41b16f839ed req-76556b40-c177-4834-b329-825219a44e7f tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366809 May 04 17:53:39.313203 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b84bc-21e8-4e51-ba08-a894886c9e7b req-8254f193-485f-4617-8a21-b5451422c8f1 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:39.314599 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c52b84bc-21e8-4e51-ba08-a894886c9e7b req-8254f193-485f-4617-8a21-b5451422c8f1 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=632e1493-f178-4c0a-8e0c-1c0ed2dca58a HTTP/1.1" status: 200 len: 946 time: 0.0835869 May 04 17:53:39.357894 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c52b84bc-21e8-4e51-ba08-a894886c9e7b req-6c3d18d1-1c7c-4586-97d9-f85298562054 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377057 May 04 17:53:39.486923 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:53:40.542457 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f80b86-f507-4bcf-9c1a-eaf6d17edd87 req-c8a566aa-67db-4394-95b6-f9602d28c3ca tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:40.543821 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-d5f80b86-f507-4bcf-9c1a-eaf6d17edd87 req-c8a566aa-67db-4394-95b6-f9602d28c3ca tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=632e1493-f178-4c0a-8e0c-1c0ed2dca58a HTTP/1.1" status: 200 len: 946 time: 0.0823810 May 04 17:53:40.586894 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-d5f80b86-f507-4bcf-9c1a-eaf6d17edd87 req-43be019d-a2ec-441e-a478-a4a45e25c681 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374823 May 04 17:53:41.765499 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171d95b-2eb3-4910-827b-9987812fabfe req-6673b8c3-1b76-488c-8089-9b8fd466e2fd tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:41.766937 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2171d95b-2eb3-4910-827b-9987812fabfe req-6673b8c3-1b76-488c-8089-9b8fd466e2fd tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=632e1493-f178-4c0a-8e0c-1c0ed2dca58a HTTP/1.1" status: 200 len: 946 time: 0.0773852 May 04 17:53:41.810202 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2171d95b-2eb3-4910-827b-9987812fabfe req-1af52385-9d8a-4bf4-a99b-41bfdbb9ff8f tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377836 May 04 17:53:42.995725 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1c7c33-fb2f-4536-aa74-f62940222195 req-e238ee0e-8c03-4924-860c-7af65042bfa1 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:42.997204 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-db1c7c33-fb2f-4536-aa74-f62940222195 req-e238ee0e-8c03-4924-860c-7af65042bfa1 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=632e1493-f178-4c0a-8e0c-1c0ed2dca58a HTTP/1.1" status: 200 len: 946 time: 0.0797839 May 04 17:53:43.043452 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-db1c7c33-fb2f-4536-aa74-f62940222195 req-652e4efe-9e12-40de-aed6-7d7c9f723747 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404928 May 04 17:53:44.233246 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5c7498-8e83-4768-91ec-76d7a826851f req-02dd078c-2b54-40c0-a624-c6eef3c9ee22 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:44.234800 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-7f5c7498-8e83-4768-91ec-76d7a826851f req-02dd078c-2b54-40c0-a624-c6eef3c9ee22 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=632e1493-f178-4c0a-8e0c-1c0ed2dca58a HTTP/1.1" status: 200 len: 946 time: 0.0830760 May 04 17:53:44.278516 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-7f5c7498-8e83-4768-91ec-76d7a826851f req-bb7ec78c-7b05-45fb-8db8-b2f120141c3f tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380211 May 04 17:53:45.555760 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd428f7-2bc5-40c1-a4b8-b5b32f713443 req-f9df53e0-a1f0-4820-a972-e7e171f6874b tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:45.557267 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-edd428f7-2bc5-40c1-a4b8-b5b32f713443 req-f9df53e0-a1f0-4820-a972-e7e171f6874b tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=632e1493-f178-4c0a-8e0c-1c0ed2dca58a HTTP/1.1" status: 200 len: 946 time: 0.1746500 May 04 17:53:45.599207 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-edd428f7-2bc5-40c1-a4b8-b5b32f713443 req-9c762d6d-2759-4f1e-aba9-41d0c9a8a1a7 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357382 May 04 17:53:46.780736 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804cd862-2acc-43f6-aabc-cea1f6c5c851 req-2474961f-820f-4b46-b90a-0a189bb06c54 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:46.782346 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-804cd862-2acc-43f6-aabc-cea1f6c5c851 req-2474961f-820f-4b46-b90a-0a189bb06c54 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=632e1493-f178-4c0a-8e0c-1c0ed2dca58a HTTP/1.1" status: 200 len: 946 time: 0.0778389 May 04 17:53:46.826984 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-804cd862-2acc-43f6-aabc-cea1f6c5c851 req-90290640-80f8-47fd-8283-098c1c381da9 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389252 May 04 17:53:48.007170 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b41450-a553-4897-99b4-57a0282ab6d3 req-f1b5ec52-5beb-4355-81b3-7144da963cc1 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:48.008607 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-b2b41450-a553-4897-99b4-57a0282ab6d3 req-f1b5ec52-5beb-4355-81b3-7144da963cc1 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=632e1493-f178-4c0a-8e0c-1c0ed2dca58a HTTP/1.1" status: 200 len: 946 time: 0.0783608 May 04 17:53:48.056140 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-b2b41450-a553-4897-99b4-57a0282ab6d3 req-428418fb-8dd7-470f-8306-2339ef0cab06 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416205 May 04 17:53:49.252854 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010c384-a2cf-4a54-bafa-a35b79ee6e88 req-f2ac65ad-2306-4710-9c62-1b3455c3795f tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:49.254301 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b010c384-a2cf-4a54-bafa-a35b79ee6e88 req-f2ac65ad-2306-4710-9c62-1b3455c3795f tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=632e1493-f178-4c0a-8e0c-1c0ed2dca58a HTTP/1.1" status: 200 len: 946 time: 0.0818205 May 04 17:53:49.298006 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b010c384-a2cf-4a54-bafa-a35b79ee6e88 req-62c23a43-1b01-44c3-8d3d-892f0fbd4030 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379682 May 04 17:53:50.483369 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d290cc-d28f-4130-a3fc-d6634e13890e req-48262ad4-e078-4d0a-bd6d-bfc1a15d6fa1 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:50.484837 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-b1d290cc-d28f-4130-a3fc-d6634e13890e req-48262ad4-e078-4d0a-bd6d-bfc1a15d6fa1 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=632e1493-f178-4c0a-8e0c-1c0ed2dca58a HTTP/1.1" status: 200 len: 946 time: 0.0816126 May 04 17:53:50.528184 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-b1d290cc-d28f-4130-a3fc-d6634e13890e req-0708c55d-64e1-4b8f-89b8-08216189e890 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373943 May 04 17:53:51.710332 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef5dae-0b4e-4480-955b-d9bbc94f00f8 req-2e44d153-f1bd-45f9-9a5f-565ef492f2e9 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:51.711764 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-cbef5dae-0b4e-4480-955b-d9bbc94f00f8 req-2e44d153-f1bd-45f9-9a5f-565ef492f2e9 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=632e1493-f178-4c0a-8e0c-1c0ed2dca58a HTTP/1.1" status: 200 len: 946 time: 0.0788562 May 04 17:53:51.758024 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-cbef5dae-0b4e-4480-955b-d9bbc94f00f8 req-620891fc-4a21-45fd-83f2-71240b3db7ce tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400279 May 04 17:53:52.943325 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d67b919-732e-4d7d-816d-d5b56e65e164 req-6575e636-0703-4307-aab1-3e7058dd1c20 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:52.944796 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-8d67b919-732e-4d7d-816d-d5b56e65e164 req-6575e636-0703-4307-aab1-3e7058dd1c20 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=632e1493-f178-4c0a-8e0c-1c0ed2dca58a HTTP/1.1" status: 200 len: 946 time: 0.0828123 May 04 17:53:52.989654 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-8d67b919-732e-4d7d-816d-d5b56e65e164 req-796bdf57-a6a9-422d-823f-b3a794bda0e6 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385728 May 04 17:53:54.173738 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbc7e42-385d-4cc0-9f2d-85f8c047358f req-3b3bdddf-fb9a-464a-bfc0-c4b11e0e5951 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:54.175212 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ffbc7e42-385d-4cc0-9f2d-85f8c047358f req-3b3bdddf-fb9a-464a-bfc0-c4b11e0e5951 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=632e1493-f178-4c0a-8e0c-1c0ed2dca58a HTTP/1.1" status: 200 len: 946 time: 0.0795262 May 04 17:53:54.219213 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ffbc7e42-385d-4cc0-9f2d-85f8c047358f req-246459c4-7faa-411e-a8ae-a42af19a749b tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383768 May 04 17:53:55.398543 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a718a3-ed17-487e-ad94-dbd2f3037bf3 req-d3c297d2-c109-44f3-a4e5-cea21b8b2f0b tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:55.399971 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-d0a718a3-ed17-487e-ad94-dbd2f3037bf3 req-d3c297d2-c109-44f3-a4e5-cea21b8b2f0b tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=632e1493-f178-4c0a-8e0c-1c0ed2dca58a HTTP/1.1" status: 200 len: 946 time: 0.0773902 May 04 17:53:55.442406 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-d0a718a3-ed17-487e-ad94-dbd2f3037bf3 req-e4689185-d8db-42ab-8a8d-13c82d1f77e7 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362294 May 04 17:53:56.631856 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b06840-8abe-4c86-b77d-ffa85660bec2 req-23ce25ee-e167-479d-938e-382474bd463e tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:56.633307 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-05b06840-8abe-4c86-b77d-ffa85660bec2 req-23ce25ee-e167-479d-938e-382474bd463e tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=632e1493-f178-4c0a-8e0c-1c0ed2dca58a HTTP/1.1" status: 200 len: 946 time: 0.0834577 May 04 17:53:56.675909 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-05b06840-8abe-4c86-b77d-ffa85660bec2 req-9f83028a-b509-44d2-84cb-767de1fef89d tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369670 May 04 17:53:57.882081 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfaa71f-3ed8-4913-8eae-487f63120eaa req-d4b6e35f-03b1-4f3c-b6af-3d30dffce8f3 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:57.883515 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-9cfaa71f-3ed8-4913-8eae-487f63120eaa req-d4b6e35f-03b1-4f3c-b6af-3d30dffce8f3 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=632e1493-f178-4c0a-8e0c-1c0ed2dca58a HTTP/1.1" status: 200 len: 946 time: 0.0813010 May 04 17:53:57.926917 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-9cfaa71f-3ed8-4913-8eae-487f63120eaa req-31bf7d5b-4938-48f9-bbad-d34572e1e753 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376108 May 04 17:53:58.106086 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-29267d40-172d-4379-8635-866bd75a2f03 req-1c6ed214-f537-45fe-8156-2417d02703ef service neutron] 10.222.0.42 "GET /v2.0/ports/9d920ddf-99b9-4112-a990-3c7fa4be2eb8/bindings/hv-neutron-8404 HTTP/1.1" status: 200 len: 384 time: 0.0747881 May 04 17:53:58.297324 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 17:53:58.365387 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29267d40-172d-4379-8635-866bd75a2f03 req-7cfae443-3bbe-4e16-9796-0b7484753766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:58.366830 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-29267d40-172d-4379-8635-866bd75a2f03 req-7cfae443-3bbe-4e16-9796-0b7484753766 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=632e1493-f178-4c0a-8e0c-1c0ed2dca58a&tenant_id=5791c01b67954ec2a770f36d4a7063d7 HTTP/1.1" status: 200 len: 1099 time: 0.0725870 May 04 17:53:58.457178 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29267d40-172d-4379-8635-866bd75a2f03 req-ca382ae9-3a29-46aa-9ab5-3f0ae793a6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:58.458658 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-29267d40-172d-4379-8635-866bd75a2f03 req-ca382ae9-3a29-46aa-9ab5-3f0ae793a6fe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5791c01b67954ec2a770f36d4a7063d7&device_id=632e1493-f178-4c0a-8e0c-1c0ed2dca58a HTTP/1.1" status: 200 len: 1099 time: 0.0698094 May 04 17:53:58.586442 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29267d40-172d-4379-8635-866bd75a2f03 req-59b6c0dd-4520-41db-bfdb-83134d58b3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:58.587859 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-29267d40-172d-4379-8635-866bd75a2f03 req-59b6c0dd-4520-41db-bfdb-83134d58b3e9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fa48d25c-c36e-4f8d-926d-8a89259fee6c HTTP/1.1" status: 200 len: 915 time: 0.1232855 May 04 17:53:58.663512 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-29267d40-172d-4379-8635-866bd75a2f03 req-67858df1-9347-4c14-aab7-15174bc64393 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d920ddf-99b9-4112-a990-3c7fa4be2eb8 HTTP/1.1" status: 200 len: 217 time: 0.0691390 May 04 17:53:58.723040 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29267d40-172d-4379-8635-866bd75a2f03 req-333ea645-81cd-479f-ab72-19aef4466cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:58.724402 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-29267d40-172d-4379-8635-866bd75a2f03 req-333ea645-81cd-479f-ab72-19aef4466cfe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c2dc2b12-0e96-4175-918e-b9b7f2ec9969 HTTP/1.1" status: 200 len: 854 time: 0.0548172 May 04 17:53:58.773340 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-29267d40-172d-4379-8635-866bd75a2f03 req-ff4a849a-4f22-4895-842a-8e21e0e2d37a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fa48d25c-c36e-4f8d-926d-8a89259fee6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413861 May 04 17:53:58.900030 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-29267d40-172d-4379-8635-866bd75a2f03 req-e5709982-ee24-4c4f-8301-cd853df65929 service neutron] 10.222.0.42 "GET /v2.0/networks/fa48d25c-c36e-4f8d-926d-8a89259fee6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203647 May 04 17:53:59.028797 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-29267d40-172d-4379-8635-866bd75a2f03 req-0087d1f5-11ff-41ff-b346-ad45587b0b7f service neutron] 10.222.0.42 "GET /v2.0/networks/fa48d25c-c36e-4f8d-926d-8a89259fee6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227396 May 04 17:53:59.117735 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12072c81-423f-45e7-a294-30c95ff2c310 req-e6dc9f29-2b32-49a5-8dbd-8c2920755460 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:53:59.119244 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-12072c81-423f-45e7-a294-30c95ff2c310 req-e6dc9f29-2b32-49a5-8dbd-8c2920755460 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=632e1493-f178-4c0a-8e0c-1c0ed2dca58a HTTP/1.1" status: 200 len: 946 time: 0.0839267 May 04 17:53:59.166616 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-12072c81-423f-45e7-a294-30c95ff2c310 req-25713316-eb84-4c53-85cc-1afab77d630c tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405383 May 04 17:54:00.349938 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a6822-6e48-419c-8747-4a59d701aca5 req-a6d780d2-160a-40b3-9733-35330c8dff68 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:00.351381 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-1a8a6822-6e48-419c-8747-4a59d701aca5 req-a6d780d2-160a-40b3-9733-35330c8dff68 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=632e1493-f178-4c0a-8e0c-1c0ed2dca58a HTTP/1.1" status: 200 len: 946 time: 0.0795085 May 04 17:54:00.394203 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-1a8a6822-6e48-419c-8747-4a59d701aca5 req-7a372d23-c2c6-4dd6-9454-2f19c5050b20 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372484 May 04 17:54:01.580112 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a1da5-533f-491f-b810-31c6fcdd4a9b req-f52f7b66-3ba3-4106-a778-2b2543f49fe9 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:01.581567 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-378a1da5-533f-491f-b810-31c6fcdd4a9b req-f52f7b66-3ba3-4106-a778-2b2543f49fe9 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=632e1493-f178-4c0a-8e0c-1c0ed2dca58a HTTP/1.1" status: 200 len: 946 time: 0.0833082 May 04 17:54:01.624568 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-378a1da5-533f-491f-b810-31c6fcdd4a9b req-7b483657-4d4c-408c-8438-f6be42ca0c96 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373771 May 04 17:54:01.772993 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 9d920ddf-99b9-4112-a990-3c7fa4be2eb8 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:54:01.901567 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 9d920ddf-99b9-4112-a990-3c7fa4be2eb8, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=9d920ddf-99b9-4112-a990-3c7fa4be2eb8,segment=NetworkSegment(f31e9c9f-58f7-43be-9839-3ac7dfea9b2f),segment_id=f31e9c9f-58f7-43be-9839-3ac7dfea9b2f)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:54:01.914195 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Returning: {'device': '9d920ddf-99b9-4112-a990-3c7fa4be2eb8', 'network_id': 'fa48d25c-c36e-4f8d-926d-8a89259fee6c', 'port_id': '9d920ddf-99b9-4112-a990-3c7fa4be2eb8', 'mac_address': 'fa:16:3e:c0:a0:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2dc2b12-0e96-4175-918e-b9b7f2ec9969', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:54:01.966822 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:54:01.985701 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9d920ddf-99b9-4112-a990-3c7fa4be2eb8 {{(pid=88039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:54:02.000812 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 9d920ddf-99b9-4112-a990-3c7fa4be2eb8, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=9d920ddf-99b9-4112-a990-3c7fa4be2eb8,segment=NetworkSegment(f31e9c9f-58f7-43be-9839-3ac7dfea9b2f),segment_id=f31e9c9f-58f7-43be-9839-3ac7dfea9b2f)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:54:02.003615 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:54:02.064285 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] get_ports_and_sgs() called for port_ids ['9d920ddf-99b9-4112-a990-3c7fa4be2eb8'] {{(pid=88039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:54:02.109858 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=9d920ddf-99b9-4112-a990-3c7fa4be2eb8,revision_number=6']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:54:02.810235 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55540680-36c9-4924-a4b8-753836fc2ad9 req-cd9d6313-ec28-4a8e-825a-ec7a543f7c04 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:02.811690 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-55540680-36c9-4924-a4b8-753836fc2ad9 req-cd9d6313-ec28-4a8e-825a-ec7a543f7c04 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=632e1493-f178-4c0a-8e0c-1c0ed2dca58a HTTP/1.1" status: 200 len: 945 time: 0.0839846 May 04 17:54:02.854838 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-55540680-36c9-4924-a4b8-753836fc2ad9 req-8e700644-eaf4-4805-8427-7b43a63d67b0 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375817 May 04 17:54:03.209209 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-25aec0b6-ed3b-4792-83a9-4a57f3a4119c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:54:03.324629 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f1612f-425f-4fa7-beb2-d2202f7fbbf7 req-c71f931d-74b3-4fb6-9e00-5de910060acb tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:03.326129 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-a8f1612f-425f-4fa7-beb2-d2202f7fbbf7 req-c71f931d-74b3-4fb6-9e00-5de910060acb tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=632e1493-f178-4c0a-8e0c-1c0ed2dca58a HTTP/1.1" status: 200 len: 945 time: 0.2486410 May 04 17:54:03.333498 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730cf43d-d182-474f-8073-0e9ea642dc64 req-9f3012a2-96a7-4b31-981d-56b21f5207f9 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:03.334855 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-730cf43d-d182-474f-8073-0e9ea642dc64 req-9f3012a2-96a7-4b31-981d-56b21f5207f9 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.42 "GET /v2.0/ports?device_id=632e1493-f178-4c0a-8e0c-1c0ed2dca58a&tenant_id=5791c01b67954ec2a770f36d4a7063d7&binding%3Ahost_id=hv-neutron-8404 HTTP/1.1" status: 200 len: 945 time: 0.2267275 May 04 17:54:03.371604 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c014294b-06e0-40e8-8629-2421f80671f8 req-f02eec97-1461-4593-96f5-257ee69972b6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=632e1493-f178-4c0a-8e0c-1c0ed2dca58a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0695028 May 04 17:54:03.377130 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-a8f1612f-425f-4fa7-beb2-d2202f7fbbf7 req-934d46ee-e36e-4a59-a525-998a0a51fbb9 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413361 May 04 17:54:03.475537 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730cf43d-d182-474f-8073-0e9ea642dc64 req-41fa7191-1bd2-43b1-8dbb-f67a018166ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:03.476990 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-730cf43d-d182-474f-8073-0e9ea642dc64 req-41fa7191-1bd2-43b1-8dbb-f67a018166ac service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5791c01b67954ec2a770f36d4a7063d7&device_id=632e1493-f178-4c0a-8e0c-1c0ed2dca58a HTTP/1.1" status: 200 len: 1098 time: 0.0733304 May 04 17:54:03.606183 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730cf43d-d182-474f-8073-0e9ea642dc64 req-ed109305-2a72-4020-9f4e-6ff80a66f2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:03.607613 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-730cf43d-d182-474f-8073-0e9ea642dc64 req-ed109305-2a72-4020-9f4e-6ff80a66f2d0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fa48d25c-c36e-4f8d-926d-8a89259fee6c HTTP/1.1" status: 200 len: 915 time: 0.1244266 May 04 17:54:03.676813 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-730cf43d-d182-474f-8073-0e9ea642dc64 req-01c3886d-e68f-4b7b-887f-a0d2c42c39bf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d920ddf-99b9-4112-a990-3c7fa4be2eb8 HTTP/1.1" status: 200 len: 217 time: 0.0621459 May 04 17:54:03.783076 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 9d920ddf-99b9-4112-a990-3c7fa4be2eb8 up at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:54:03.826765 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730cf43d-d182-474f-8073-0e9ea642dc64 req-17feb6ba-e861-4634-8aa4-65c9c3a461dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:03.828196 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-730cf43d-d182-474f-8073-0e9ea642dc64 req-17feb6ba-e861-4634-8aa4-65c9c3a461dd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c2dc2b12-0e96-4175-918e-b9b7f2ec9969 HTTP/1.1" status: 200 len: 854 time: 0.1441455 May 04 17:54:03.849146 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning complete for port 9d920ddf-99b9-4112-a990-3c7fa4be2eb8 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:54:03.849521 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:54:03.875770 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-730cf43d-d182-474f-8073-0e9ea642dc64 req-b2a9c203-d41f-40fb-bc16-3f2dbfc0f40d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fa48d25c-c36e-4f8d-926d-8a89259fee6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400207 May 04 17:54:03.972187 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:54:03.998818 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '632e1493-f178-4c0a-8e0c-1c0ed2dca58a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d920ddf-99b9-4112-a990-3c7fa4be2eb8'}] {{(pid=88039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:54:04.005386 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-730cf43d-d182-474f-8073-0e9ea642dc64 req-c4f17daf-aa62-45c9-8fd0-ac1cf59cbb2a service neutron] 10.222.0.42 "GET /v2.0/networks/fa48d25c-c36e-4f8d-926d-8a89259fee6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233180 May 04 17:54:04.008538 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 9d920ddf-99b9-4112-a990-3c7fa4be2eb8, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=9d920ddf-99b9-4112-a990-3c7fa4be2eb8,segment=NetworkSegment(f31e9c9f-58f7-43be-9839-3ac7dfea9b2f),segment_id=f31e9c9f-58f7-43be-9839-3ac7dfea9b2f)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:54:04.013291 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:54:04.061326 dv-neutron-840426-1-hyperv neutron-server[88039]: INFO neutron.notifiers.nova [-] Nova event matching ['req-779aed00-957c-406b-8ef2-ece3add264a8'] response: {'server_uuid': '632e1493-f178-4c0a-8e0c-1c0ed2dca58a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d920ddf-99b9-4112-a990-3c7fa4be2eb8', 'code': 200} May 04 17:54:04.081733 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=9d920ddf-99b9-4112-a990-3c7fa4be2eb8,revision_number=7']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:54:04.138663 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-730cf43d-d182-474f-8073-0e9ea642dc64 req-2b4ac5f2-c519-48fa-b5df-3b8e800f7ace service neutron] 10.222.0.42 "GET /v2.0/networks/fa48d25c-c36e-4f8d-926d-8a89259fee6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265907 May 04 17:54:04.300944 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c014294b-06e0-40e8-8629-2421f80671f8 req-08abf183-0530-469c-919a-bc41d07dc3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:04.302429 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c014294b-06e0-40e8-8629-2421f80671f8 req-08abf183-0530-469c-919a-bc41d07dc3c2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5791c01b67954ec2a770f36d4a7063d7&device_id=632e1493-f178-4c0a-8e0c-1c0ed2dca58a HTTP/1.1" status: 200 len: 1099 time: 0.0742209 May 04 17:54:04.445687 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c014294b-06e0-40e8-8629-2421f80671f8 req-30e78df9-9916-4b9d-8963-ac5497081f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:04.447160 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c014294b-06e0-40e8-8629-2421f80671f8 req-30e78df9-9916-4b9d-8963-ac5497081f61 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fa48d25c-c36e-4f8d-926d-8a89259fee6c HTTP/1.1" status: 200 len: 915 time: 0.1235464 May 04 17:54:04.522553 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c014294b-06e0-40e8-8629-2421f80671f8 req-5d6009e2-70d8-4125-823c-153113ae7308 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d920ddf-99b9-4112-a990-3c7fa4be2eb8 HTTP/1.1" status: 200 len: 217 time: 0.0692196 May 04 17:54:04.584365 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c014294b-06e0-40e8-8629-2421f80671f8 req-da9eff29-fad9-4c03-929b-0c1b4cf6f99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:04.584916 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5efebe-d0c0-415a-a12f-c32c5e515c92 req-4510ae40-5154-41de-b0e1-49d3c36194f4 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:04.585766 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c014294b-06e0-40e8-8629-2421f80671f8 req-da9eff29-fad9-4c03-929b-0c1b4cf6f99c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c2dc2b12-0e96-4175-918e-b9b7f2ec9969 HTTP/1.1" status: 200 len: 854 time: 0.0570807 May 04 17:54:04.586447 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-8a5efebe-d0c0-415a-a12f-c32c5e515c92 req-4510ae40-5154-41de-b0e1-49d3c36194f4 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=632e1493-f178-4c0a-8e0c-1c0ed2dca58a HTTP/1.1" status: 200 len: 946 time: 0.0893140 May 04 17:54:04.633558 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-8a5efebe-d0c0-415a-a12f-c32c5e515c92 req-c0121d69-050f-48af-b2f4-0ec389a4da14 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409172 May 04 17:54:04.636801 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c014294b-06e0-40e8-8629-2421f80671f8 req-236cde5b-497d-48c6-9950-468fda0db77b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fa48d25c-c36e-4f8d-926d-8a89259fee6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405481 May 04 17:54:04.775212 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c014294b-06e0-40e8-8629-2421f80671f8 req-e8d49c8c-4cb7-49a6-b391-c09e080a31bf service neutron] 10.222.0.42 "GET /v2.0/networks/fa48d25c-c36e-4f8d-926d-8a89259fee6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326056 May 04 17:54:04.910016 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c014294b-06e0-40e8-8629-2421f80671f8 req-360c7d2a-4fb7-4b8a-bb34-c33125d29845 service neutron] 10.222.0.42 "GET /v2.0/networks/fa48d25c-c36e-4f8d-926d-8a89259fee6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266475 May 04 17:54:05.539471 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-2b3f1d4e-f7ec-456c-a70e-6522e249be69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:54:05.829428 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1666c6-3bab-4f23-b76d-07a7dc4af8f4 req-ab15bb95-6dd5-4f92-9a37-41c57a6d8d3b tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:05.830808 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2b1666c6-3bab-4f23-b76d-07a7dc4af8f4 req-ab15bb95-6dd5-4f92-9a37-41c57a6d8d3b tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=632e1493-f178-4c0a-8e0c-1c0ed2dca58a HTTP/1.1" status: 200 len: 946 time: 0.0884578 May 04 17:54:05.874175 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2b1666c6-3bab-4f23-b76d-07a7dc4af8f4 req-91b1060f-c8d0-4956-bf35-5f03a213dee4 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376871 May 04 17:54:06.055953 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5e66c6-0406-409a-898f-a46ae7a66be6 req-c1024949-51a7-45c6-99d7-0307222f45a9 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:06.057402 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-ea5e66c6-0406-409a-898f-a46ae7a66be6 req-c1024949-51a7-45c6-99d7-0307222f45a9 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=632e1493-f178-4c0a-8e0c-1c0ed2dca58a HTTP/1.1" status: 200 len: 946 time: 0.0804403 May 04 17:54:06.099562 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-ea5e66c6-0406-409a-898f-a46ae7a66be6 req-e1a0b489-7dfa-427a-9167-b83c0e417258 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365648 May 04 17:54:06.291554 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef0d856-d125-4395-9831-a18af4a919b4 req-87acbbd4-8150-44de-b2ee-81f7635bcb1c tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:06.293536 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2ef0d856-d125-4395-9831-a18af4a919b4 req-87acbbd4-8150-44de-b2ee-81f7635bcb1c tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=632e1493-f178-4c0a-8e0c-1c0ed2dca58a HTTP/1.1" status: 200 len: 946 time: 0.0780654 May 04 17:54:06.340896 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2ef0d856-d125-4395-9831-a18af4a919b4 req-d63c60dd-8af1-429d-92bb-0e0ff5dbd449 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408161 May 04 17:54:06.597442 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:54:06.599110 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:54:06.823707 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ed78f-fbc8-4e3f-94cb-9671c9770f6e req-c93a5aa2-505b-4fe1-965c-cad14e5fd42b tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:06.825006 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-cd7ed78f-fbc8-4e3f-94cb-9671c9770f6e req-c93a5aa2-505b-4fe1-965c-cad14e5fd42b tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Synchronizing usage tracker for tenant:5791c01b67954ec2a770f36d4a7063d7 on resource:network {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:54:06.840543 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-cd7ed78f-fbc8-4e3f-94cb-9671c9770f6e req-c93a5aa2-505b-4fe1-965c-cad14e5fd42b tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Unset dirty status for tenant:5791c01b67954ec2a770f36d4a7063d7 on resource:network {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:54:06.841699 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-cd7ed78f-fbc8-4e3f-94cb-9671c9770f6e req-c93a5aa2-505b-4fe1-965c-cad14e5fd42b tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/networks?id=fa48d25c-c36e-4f8d-926d-8a89259fee6c HTTP/1.1" status: 200 len: 814 time: 0.1627178 May 04 17:54:06.856005 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-cd7ed78f-fbc8-4e3f-94cb-9671c9770f6e req-afebeed6-ebb0-4e63-b1ab-2aec2a3614f2 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/quotas/5791c01b67954ec2a770f36d4a7063d7 HTTP/1.1" status: 200 len: 375 time: 0.0088003 May 04 17:54:06.933130 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-cd7ed78f-fbc8-4e3f-94cb-9671c9770f6e req-b48e8b2c-3b2b-4517-90ae-7e9b04fac165 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5791c01b67954ec2a770f36d4a7063d7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0722148 May 04 17:54:07.103797 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-cd7ed78f-fbc8-4e3f-94cb-9671c9770f6e req-a13ae27d-f926-4051-8eb0-b13215d92268 service neutron] 10.222.0.41 "GET /v2.0/networks/fa48d25c-c36e-4f8d-926d-8a89259fee6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634955 May 04 17:54:07.325378 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-cd7ed78f-fbc8-4e3f-94cb-9671c9770f6e req-5699b52d-98a7-4c92-b6d9-1dc262f2ae20 service neutron] 10.222.0.41 "GET /v2.0/networks/fa48d25c-c36e-4f8d-926d-8a89259fee6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153375 May 04 17:54:07.919450 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:54:08.515229 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-9e907d38-fc56-455c-99d3-653e7748bd18 req-7a5e865d-d034-43be-8c58-c1aae267a8fb tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e5dab60-44f3-4c7e-a3fd-7634ce1d9739 HTTP/1.1" status: 200 len: 210 time: 0.0455036 May 04 17:54:08.590951 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27817a-a01b-484d-aed1-da6877a23b54 req-11427759-7a5e-432b-9dd0-b054cc718efe tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:08.592407 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-8f27817a-a01b-484d-aed1-da6877a23b54 req-11427759-7a5e-432b-9dd0-b054cc718efe tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.42 "GET /v2.0/ports?device_id=632e1493-f178-4c0a-8e0c-1c0ed2dca58a HTTP/1.1" status: 200 len: 946 time: 0.0855777 May 04 17:54:08.664563 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [req-8f27817a-a01b-484d-aed1-da6877a23b54 req-e1708158-2ede-40d1-8f6f-c02d9df0e396 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Deleting port 9d920ddf-99b9-4112-a990-3c7fa4be2eb8 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:54:08.664909 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-8f27817a-a01b-484d-aed1-da6877a23b54 req-e1708158-2ede-40d1-8f6f-c02d9df0e396 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:54:08.921221 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-8f27817a-a01b-484d-aed1-da6877a23b54 req-e1708158-2ede-40d1-8f6f-c02d9df0e396 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] For port 9d920ddf-99b9-4112-a990-3c7fa4be2eb8, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=9d920ddf-99b9-4112-a990-3c7fa4be2eb8,segment=NetworkSegment(f31e9c9f-58f7-43be-9839-3ac7dfea9b2f),segment_id=f31e9c9f-58f7-43be-9839-3ac7dfea9b2f)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:54:08.921572 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-8f27817a-a01b-484d-aed1-da6877a23b54 req-e1708158-2ede-40d1-8f6f-c02d9df0e396 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:54:09.048885 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [req-8f27817a-a01b-484d-aed1-da6877a23b54 req-e1708158-2ede-40d1-8f6f-c02d9df0e396 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Calling delete_port for 9d920ddf-99b9-4112-a990-3c7fa4be2eb8 owned by compute:nova {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:54:09.204951 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-8f27817a-a01b-484d-aed1-da6877a23b54 req-e1708158-2ede-40d1-8f6f-c02d9df0e396 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:54:09.217680 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] get_ports_and_sgs() called for port_ids ['9d920ddf-99b9-4112-a990-3c7fa4be2eb8'] {{(pid=88039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:54:09.257951 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1708158-2ede-40d1-8f6f-c02d9df0e396 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Pushing event deleted for resources: {'Port': ['ID=9d920ddf-99b9-4112-a990-3c7fa4be2eb8,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:54:09.332595 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f27817a-a01b-484d-aed1-da6877a23b54 req-e1708158-2ede-40d1-8f6f-c02d9df0e396 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] No DVR routers for this DVR port 9d920ddf-99b9-4112-a990-3c7fa4be2eb8 on host hv-neutron-8404 {{(pid=88037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:54:09.334849 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-8f27817a-a01b-484d-aed1-da6877a23b54 req-e1708158-2ede-40d1-8f6f-c02d9df0e396 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:54:09.337258 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '632e1493-f178-4c0a-8e0c-1c0ed2dca58a', 'name': 'network-vif-deleted', 'tag': '9d920ddf-99b9-4112-a990-3c7fa4be2eb8'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:54:09.352647 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-8f27817a-a01b-484d-aed1-da6877a23b54 req-e1708158-2ede-40d1-8f6f-c02d9df0e396 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.42 "DELETE /v2.0/ports/9d920ddf-99b9-4112-a990-3c7fa4be2eb8 HTTP/1.1" status: 204 len: 173 time: 0.7532651 May 04 17:54:09.459323 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01559eea-69fd-4ce3-b758-e61280010889'] response: {'server_uuid': '632e1493-f178-4c0a-8e0c-1c0ed2dca58a', 'name': 'network-vif-deleted', 'tag': '9d920ddf-99b9-4112-a990-3c7fa4be2eb8', 'status': 'completed', 'code': 200} May 04 17:54:09.482776 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:54:09.610860 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ed78f-fbc8-4e3f-94cb-9671c9770f6e req-ed7f5610-ff13-466d-8e68-c8ce8a8bc1d9 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:09.612319 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-cd7ed78f-fbc8-4e3f-94cb-9671c9770f6e req-ed7f5610-ff13-466d-8e68-c8ce8a8bc1d9 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.42 "GET /v2.0/networks?id=fa48d25c-c36e-4f8d-926d-8a89259fee6c HTTP/1.1" status: 200 len: 814 time: 0.1813455 May 04 17:54:09.626381 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [req-cd7ed78f-fbc8-4e3f-94cb-9671c9770f6e req-5461c9ae-3228-4eae-ae22-982473088bbd tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Request body: {'port': {'device_id': '6e5dab60-44f3-4c7e-a3fd-7634ce1d9739', 'network_id': 'fa48d25c-c36e-4f8d-926d-8a89259fee6c', 'admin_state_up': True, 'tenant_id': '5791c01b67954ec2a770f36d4a7063d7'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:54:09.674464 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-015d17ea-fc16-4ab4-b2ba-04dde995111e req-e473efb4-f7ca-4842-976b-63b3d5df2f78 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e5dab60-44f3-4c7e-a3fd-7634ce1d9739 HTTP/1.1" status: 200 len: 210 time: 0.0433707 May 04 17:54:09.771548 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [req-cd7ed78f-fbc8-4e3f-94cb-9671c9770f6e req-5461c9ae-3228-4eae-ae22-982473088bbd tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:54:09.775595 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-cd7ed78f-fbc8-4e3f-94cb-9671c9770f6e req-5461c9ae-3228-4eae-ae22-982473088bbd tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Usage tracker for resource:port and tenant:5791c01b67954ec2a770f36d4a7063d7 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:54:09.778398 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-cd7ed78f-fbc8-4e3f-94cb-9671c9770f6e req-5461c9ae-3228-4eae-ae22-982473088bbd tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:54:09.783977 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [req-cd7ed78f-fbc8-4e3f-94cb-9671c9770f6e req-5461c9ae-3228-4eae-ae22-982473088bbd tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:54:09.794197 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd7ed78f-fbc8-4e3f-94cb-9671c9770f6e req-5461c9ae-3228-4eae-ae22-982473088bbd tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Made reservation on behalf of 5791c01b67954ec2a770f36d4a7063d7 for: {'port': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:54:09.797808 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-cd7ed78f-fbc8-4e3f-94cb-9671c9770f6e req-5461c9ae-3228-4eae-ae22-982473088bbd tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:54:09.971422 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [req-cd7ed78f-fbc8-4e3f-94cb-9671c9770f6e req-5461c9ae-3228-4eae-ae22-982473088bbd tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Allocated IP 172.20.0.2 (fa48d25c-c36e-4f8d-926d-8a89259fee6c/c2dc2b12-0e96-4175-918e-b9b7f2ec9969/51e7f824-b4f9-4c83-8c7b-a124a881306c) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:54:10.177447 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-cd7ed78f-fbc8-4e3f-94cb-9671c9770f6e req-5461c9ae-3228-4eae-ae22-982473088bbd tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:54:10.206702 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-cd7ed78f-fbc8-4e3f-94cb-9671c9770f6e req-5461c9ae-3228-4eae-ae22-982473088bbd tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:54:10.372178 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd7ed78f-fbc8-4e3f-94cb-9671c9770f6e req-5461c9ae-3228-4eae-ae22-982473088bbd tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Network fa48d25c-c36e-4f8d-926d-8a89259fee6c is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:54:10.375275 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [req-cd7ed78f-fbc8-4e3f-94cb-9671c9770f6e req-5461c9ae-3228-4eae-ae22-982473088bbd tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:54:10.379203 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd7ed78f-fbc8-4e3f-94cb-9671c9770f6e req-5461c9ae-3228-4eae-ae22-982473088bbd tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:54:10.408920 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5461c9ae-3228-4eae-ae22-982473088bbd tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Pushing event updated for resources: {'Port': ['ID=51e7f824-b4f9-4c83-8c7b-a124a881306c,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:54:10.444402 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ed78f-fbc8-4e3f-94cb-9671c9770f6e req-5461c9ae-3228-4eae-ae22-982473088bbd tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:10.444930 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-cd7ed78f-fbc8-4e3f-94cb-9671c9770f6e req-5461c9ae-3228-4eae-ae22-982473088bbd tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:54:10.467875 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-cd7ed78f-fbc8-4e3f-94cb-9671c9770f6e req-5461c9ae-3228-4eae-ae22-982473088bbd tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8453715 May 04 17:54:10.479079 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [req-cd7ed78f-fbc8-4e3f-94cb-9671c9770f6e req-043ebdec-dd0d-4fe7-9a44-639c96da303f service neutron] Request body: {'port': {'device_id': '6e5dab60-44f3-4c7e-a3fd-7634ce1d9739', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:54:10.586703 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-cd7ed78f-fbc8-4e3f-94cb-9671c9770f6e req-043ebdec-dd0d-4fe7-9a44-639c96da303f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:54:10.929379 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [req-cd7ed78f-fbc8-4e3f-94cb-9671c9770f6e req-043ebdec-dd0d-4fe7-9a44-639c96da303f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51e7f824-b4f9-4c83-8c7b-a124a881306c {{(pid=88037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:54:10.964940 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-cd7ed78f-fbc8-4e3f-94cb-9671c9770f6e req-043ebdec-dd0d-4fe7-9a44-639c96da303f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:54:10.998627 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [req-cd7ed78f-fbc8-4e3f-94cb-9671c9770f6e req-043ebdec-dd0d-4fe7-9a44-639c96da303f service neutron] Transition to ACTIVE for port object 51e7f824-b4f9-4c83-8c7b-a124a881306c will not be triggered until provisioned by entity L2. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:54:11.005187 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-cd7ed78f-fbc8-4e3f-94cb-9671c9770f6e req-043ebdec-dd0d-4fe7-9a44-639c96da303f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:54:11.164255 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043ebdec-dd0d-4fe7-9a44-639c96da303f service neutron] Pushing event updated for resources: {'Port': ['ID=51e7f824-b4f9-4c83-8c7b-a124a881306c,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:54:11.215409 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0488d60-d986-4037-8505-acb231c796e1 req-cf204ddb-8d21-4cb0-a8f8-1bd9d0aa5284 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:11.216015 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-c0488d60-d986-4037-8505-acb231c796e1 req-cf204ddb-8d21-4cb0-a8f8-1bd9d0aa5284 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Synchronizing usage tracker for tenant:5791c01b67954ec2a770f36d4a7063d7 on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:54:11.260292 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-c0488d60-d986-4037-8505-acb231c796e1 req-cf204ddb-8d21-4cb0-a8f8-1bd9d0aa5284 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Unset dirty status for tenant:5791c01b67954ec2a770f36d4a7063d7 on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:54:11.262024 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c0488d60-d986-4037-8505-acb231c796e1 req-cf204ddb-8d21-4cb0-a8f8-1bd9d0aa5284 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e5dab60-44f3-4c7e-a3fd-7634ce1d9739 HTTP/1.1" status: 200 len: 931 time: 0.3343720 May 04 17:54:11.269912 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-cd7ed78f-fbc8-4e3f-94cb-9671c9770f6e req-043ebdec-dd0d-4fe7-9a44-639c96da303f service neutron] Attempting to bind port 51e7f824-b4f9-4c83-8c7b-a124a881306c on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:54:11.270267 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-cd7ed78f-fbc8-4e3f-94cb-9671c9770f6e req-043ebdec-dd0d-4fe7-9a44-639c96da303f service neutron] Attempting to bind port 51e7f824-b4f9-4c83-8c7b-a124a881306c by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': 'f31e9c9f-58f7-43be-9839-3ac7dfea9b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fa48d25c-c36e-4f8d-926d-8a89259fee6c'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:54:11.270602 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7ed78f-fbc8-4e3f-94cb-9671c9770f6e req-043ebdec-dd0d-4fe7-9a44-639c96da303f service neutron] Attempting to bind port 51e7f824-b4f9-4c83-8c7b-a124a881306c on network fa48d25c-c36e-4f8d-926d-8a89259fee6c {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:54:11.290292 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7ed78f-fbc8-4e3f-94cb-9671c9770f6e req-043ebdec-dd0d-4fe7-9a44-639c96da303f service neutron] Port 51e7f824-b4f9-4c83-8c7b-a124a881306c on network fa48d25c-c36e-4f8d-926d-8a89259fee6c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:54:11.290878 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7ed78f-fbc8-4e3f-94cb-9671c9770f6e req-043ebdec-dd0d-4fe7-9a44-639c96da303f service neutron] Attempting to bind port 51e7f824-b4f9-4c83-8c7b-a124a881306c on network fa48d25c-c36e-4f8d-926d-8a89259fee6c {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:54:11.298205 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7ed78f-fbc8-4e3f-94cb-9671c9770f6e req-043ebdec-dd0d-4fe7-9a44-639c96da303f service neutron] Checking agent: {'id': '84d0dbeb-cfa8-4636-8b1c-9790acf21ef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'started_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:54:11.298537 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7ed78f-fbc8-4e3f-94cb-9671c9770f6e req-043ebdec-dd0d-4fe7-9a44-639c96da303f service neutron] Checking segment: {'id': 'f31e9c9f-58f7-43be-9839-3ac7dfea9b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fa48d25c-c36e-4f8d-926d-8a89259fee6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:54:11.298908 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7ed78f-fbc8-4e3f-94cb-9671c9770f6e req-043ebdec-dd0d-4fe7-9a44-639c96da303f service neutron] Bound using segment: {'id': 'f31e9c9f-58f7-43be-9839-3ac7dfea9b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fa48d25c-c36e-4f8d-926d-8a89259fee6c'} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:54:11.299328 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-cd7ed78f-fbc8-4e3f-94cb-9671c9770f6e req-043ebdec-dd0d-4fe7-9a44-639c96da303f service neutron] Bound port: 51e7f824-b4f9-4c83-8c7b-a124a881306c, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f31e9c9f-58f7-43be-9839-3ac7dfea9b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'fa48d25c-c36e-4f8d-926d-8a89259fee6c'}}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:54:11.299674 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-cd7ed78f-fbc8-4e3f-94cb-9671c9770f6e req-043ebdec-dd0d-4fe7-9a44-639c96da303f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:54:11.331047 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c0488d60-d986-4037-8505-acb231c796e1 req-1eba8ac1-f895-46f9-b4e0-98fd922ed667 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620172 May 04 17:54:11.404815 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-cd7ed78f-fbc8-4e3f-94cb-9671c9770f6e req-043ebdec-dd0d-4fe7-9a44-639c96da303f service neutron] For port 51e7f824-b4f9-4c83-8c7b-a124a881306c, host hv-neutron-8404, cleared binding levels {{(pid=88037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:54:11.407832 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-cd7ed78f-fbc8-4e3f-94cb-9671c9770f6e req-043ebdec-dd0d-4fe7-9a44-639c96da303f service neutron] For port 51e7f824-b4f9-4c83-8c7b-a124a881306c, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=51e7f824-b4f9-4c83-8c7b-a124a881306c,segment=NetworkSegment(f31e9c9f-58f7-43be-9839-3ac7dfea9b2f),segment_id=f31e9c9f-58f7-43be-9839-3ac7dfea9b2f)] {{(pid=88037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:54:11.411352 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-cd7ed78f-fbc8-4e3f-94cb-9671c9770f6e req-043ebdec-dd0d-4fe7-9a44-639c96da303f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:54:11.467772 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ed78f-fbc8-4e3f-94cb-9671c9770f6e req-043ebdec-dd0d-4fe7-9a44-639c96da303f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:11.468313 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-cd7ed78f-fbc8-4e3f-94cb-9671c9770f6e req-043ebdec-dd0d-4fe7-9a44-639c96da303f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:54:11.469631 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-cd7ed78f-fbc8-4e3f-94cb-9671c9770f6e req-043ebdec-dd0d-4fe7-9a44-639c96da303f service neutron] 10.222.0.42 "PUT /v2.0/ports/51e7f824-b4f9-4c83-8c7b-a124a881306c HTTP/1.1" status: 200 len: 1093 time: 0.9944165 May 04 17:54:11.470073 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e5dab60-44f3-4c7e-a3fd-7634ce1d9739', 'tag': '51e7f824-b4f9-4c83-8c7b-a124a881306c'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:54:11.490822 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043ebdec-dd0d-4fe7-9a44-639c96da303f service neutron] Pushing event updated for resources: {'Port': ['ID=51e7f824-b4f9-4c83-8c7b-a124a881306c,revision_number=3']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:54:11.542813 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30012eaf-4cd7-4020-86a6-cafc09e9b639'] response: {'name': 'network-changed', 'server_uuid': '6e5dab60-44f3-4c7e-a3fd-7634ce1d9739', 'tag': '51e7f824-b4f9-4c83-8c7b-a124a881306c', 'status': 'completed', 'code': 200} May 04 17:54:11.582135 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ed78f-fbc8-4e3f-94cb-9671c9770f6e req-edae66eb-ae22-4957-877b-4a12cd6bb79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:11.583575 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-cd7ed78f-fbc8-4e3f-94cb-9671c9770f6e req-edae66eb-ae22-4957-877b-4a12cd6bb79a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5791c01b67954ec2a770f36d4a7063d7&device_id=6e5dab60-44f3-4c7e-a3fd-7634ce1d9739 HTTP/1.1" status: 200 len: 1096 time: 0.0781763 May 04 17:54:11.652415 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-cd7ed78f-fbc8-4e3f-94cb-9671c9770f6e req-5b8bad3a-7064-43b7-bb6f-7560ab5cd382 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=51e7f824-b4f9-4c83-8c7b-a124a881306c HTTP/1.1" status: 200 len: 217 time: 0.0619574 May 04 17:54:11.712954 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ed78f-fbc8-4e3f-94cb-9671c9770f6e req-a636198d-d40f-468b-a062-9cb55c4f9180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:11.714397 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-cd7ed78f-fbc8-4e3f-94cb-9671c9770f6e req-a636198d-d40f-468b-a062-9cb55c4f9180 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c2dc2b12-0e96-4175-918e-b9b7f2ec9969 HTTP/1.1" status: 200 len: 854 time: 0.0562744 May 04 17:54:11.763293 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-cd7ed78f-fbc8-4e3f-94cb-9671c9770f6e req-3320bcf4-9457-429b-89ef-ef37bc2d7aa6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fa48d25c-c36e-4f8d-926d-8a89259fee6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424159 May 04 17:54:11.822614 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 9d920ddf-99b9-4112-a990-3c7fa4be2eb8 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:54:11.856712 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] No Port match for: 9d920ddf-99b9-4112-a990-3c7fa4be2eb8 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:54:11.857053 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 9d920ddf-99b9-4112-a990-3c7fa4be2eb8 not bound to the agent host hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:54:11.904897 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-cd7ed78f-fbc8-4e3f-94cb-9671c9770f6e req-8067b516-afee-40ed-9b9a-9e80cc54085c service neutron] 10.222.0.42 "GET /v2.0/networks/fa48d25c-c36e-4f8d-926d-8a89259fee6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347404 May 04 17:54:12.155492 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-cd7ed78f-fbc8-4e3f-94cb-9671c9770f6e req-a0a3ba84-e7db-43be-aca8-e6905816381c service neutron] 10.222.0.42 "GET /v2.0/networks/fa48d25c-c36e-4f8d-926d-8a89259fee6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443306 May 04 17:54:12.273255 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1734219-34cd-4079-9fcc-a4adbdf3388d req-3486c258-cdcf-4f68-a7d8-0644300c353e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:12.274147 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b1734219-34cd-4079-9fcc-a4adbdf3388d req-3486c258-cdcf-4f68-a7d8-0644300c353e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5791c01b67954ec2a770f36d4a7063d7&device_id=6e5dab60-44f3-4c7e-a3fd-7634ce1d9739 HTTP/1.1" status: 200 len: 1096 time: 0.0705333 May 04 17:54:12.405017 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1734219-34cd-4079-9fcc-a4adbdf3388d req-56cb6514-6d21-4a00-b319-d40da1eab5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:12.406565 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b1734219-34cd-4079-9fcc-a4adbdf3388d req-56cb6514-6d21-4a00-b319-d40da1eab5e8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fa48d25c-c36e-4f8d-926d-8a89259fee6c HTTP/1.1" status: 200 len: 915 time: 0.1262972 May 04 17:54:12.506213 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b1734219-34cd-4079-9fcc-a4adbdf3388d req-a7d23aa5-d277-47fd-bb2d-cc1cdf2cabc8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=51e7f824-b4f9-4c83-8c7b-a124a881306c HTTP/1.1" status: 200 len: 217 time: 0.0930021 May 04 17:54:12.590453 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1734219-34cd-4079-9fcc-a4adbdf3388d req-bb70a711-9396-4bd2-bf7c-a23147f323f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:12.591873 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b1734219-34cd-4079-9fcc-a4adbdf3388d req-bb70a711-9396-4bd2-bf7c-a23147f323f1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c2dc2b12-0e96-4175-918e-b9b7f2ec9969 HTTP/1.1" status: 200 len: 854 time: 0.0748510 May 04 17:54:12.635985 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ba464-1c9b-4298-8d74-494738f8b9bc req-67d22cdf-3a87-4e43-bc3c-fb7789b43313 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:12.637421 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9e9ba464-1c9b-4298-8d74-494738f8b9bc req-67d22cdf-3a87-4e43-bc3c-fb7789b43313 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e5dab60-44f3-4c7e-a3fd-7634ce1d9739 HTTP/1.1" status: 200 len: 943 time: 0.1685705 May 04 17:54:12.660713 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b1734219-34cd-4079-9fcc-a4adbdf3388d req-7dca14f7-f757-4211-bf96-de8b02659da1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fa48d25c-c36e-4f8d-926d-8a89259fee6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611911 May 04 17:54:12.724871 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9e9ba464-1c9b-4298-8d74-494738f8b9bc req-f0bd32bc-95e8-4494-9c64-6c6344e341c3 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816579 May 04 17:54:12.806470 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b1734219-34cd-4079-9fcc-a4adbdf3388d req-c850e803-3199-40af-8dd7-f315779a101c service neutron] 10.222.0.42 "GET /v2.0/networks/fa48d25c-c36e-4f8d-926d-8a89259fee6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379657 May 04 17:54:12.957641 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b1734219-34cd-4079-9fcc-a4adbdf3388d req-9dd501fe-2a7e-479e-8dad-64151d9ec37d service neutron] 10.222.0.42 "GET /v2.0/networks/fa48d25c-c36e-4f8d-926d-8a89259fee6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448119 May 04 17:54:13.908134 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1efc7-de7b-4328-a3fa-60e5dc5c1a3c req-885521b8-ff12-4606-a993-eb7b1ddee7aa tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:13.909629 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-17b1efc7-de7b-4328-a3fa-60e5dc5c1a3c req-885521b8-ff12-4606-a993-eb7b1ddee7aa tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e5dab60-44f3-4c7e-a3fd-7634ce1d9739 HTTP/1.1" status: 200 len: 943 time: 0.0781546 May 04 17:54:13.955990 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-17b1efc7-de7b-4328-a3fa-60e5dc5c1a3c req-707030e4-05e0-4e3f-abe0-81456fa618d2 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406129 May 04 17:54:15.142240 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0319cc5c-5b61-436e-87fe-adc6f09acf71 req-a1766f94-9768-44d8-af15-1419ef3ccc0c tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:15.143680 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0319cc5c-5b61-436e-87fe-adc6f09acf71 req-a1766f94-9768-44d8-af15-1419ef3ccc0c tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e5dab60-44f3-4c7e-a3fd-7634ce1d9739 HTTP/1.1" status: 200 len: 943 time: 0.0818923 May 04 17:54:15.187793 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0319cc5c-5b61-436e-87fe-adc6f09acf71 req-c376fa30-30f5-42d7-9fd1-fbb3e4c220b2 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373335 May 04 17:54:15.842237 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 51e7f824-b4f9-4c83-8c7b-a124a881306c details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:54:15.969902 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 51e7f824-b4f9-4c83-8c7b-a124a881306c, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=51e7f824-b4f9-4c83-8c7b-a124a881306c,segment=NetworkSegment(f31e9c9f-58f7-43be-9839-3ac7dfea9b2f),segment_id=f31e9c9f-58f7-43be-9839-3ac7dfea9b2f)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:54:15.982969 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Returning: {'device': '51e7f824-b4f9-4c83-8c7b-a124a881306c', 'network_id': 'fa48d25c-c36e-4f8d-926d-8a89259fee6c', 'port_id': '51e7f824-b4f9-4c83-8c7b-a124a881306c', 'mac_address': 'fa:16:3e:69:48:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2dc2b12-0e96-4175-918e-b9b7f2ec9969', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:54:16.037841 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:54:16.054656 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51e7f824-b4f9-4c83-8c7b-a124a881306c {{(pid=88039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:54:16.069092 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 51e7f824-b4f9-4c83-8c7b-a124a881306c, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=51e7f824-b4f9-4c83-8c7b-a124a881306c,segment=NetworkSegment(f31e9c9f-58f7-43be-9839-3ac7dfea9b2f),segment_id=f31e9c9f-58f7-43be-9839-3ac7dfea9b2f)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:54:16.072877 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:54:16.135711 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=51e7f824-b4f9-4c83-8c7b-a124a881306c,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:54:16.372080 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34363ac8-bda2-44d7-a82c-36b794271071 req-215f6242-7108-4884-970e-0a848acd47f3 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:16.373773 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-34363ac8-bda2-44d7-a82c-36b794271071 req-215f6242-7108-4884-970e-0a848acd47f3 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e5dab60-44f3-4c7e-a3fd-7634ce1d9739 HTTP/1.1" status: 200 len: 944 time: 0.0813951 May 04 17:54:16.388462 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] get_ports_and_sgs() called for port_ids ['51e7f824-b4f9-4c83-8c7b-a124a881306c'] {{(pid=88039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:54:16.425196 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-34363ac8-bda2-44d7-a82c-36b794271071 req-657617cc-0d32-4d52-b768-d54bacd30cb7 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417757 May 04 17:54:17.605899 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9656d9-553e-48cb-af21-bf1ada82ee28 req-37d7b200-cc09-469a-9943-f3545b014cdb tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:17.607357 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-3e9656d9-553e-48cb-af21-bf1ada82ee28 req-37d7b200-cc09-469a-9943-f3545b014cdb tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e5dab60-44f3-4c7e-a3fd-7634ce1d9739 HTTP/1.1" status: 200 len: 944 time: 0.0787790 May 04 17:54:17.654498 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-3e9656d9-553e-48cb-af21-bf1ada82ee28 req-93d05b6f-051d-46d1-a6e9-d06d3e277f6c tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412645 May 04 17:54:17.850703 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 51e7f824-b4f9-4c83-8c7b-a124a881306c up at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:54:17.916009 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning for port 51e7f824-b4f9-4c83-8c7b-a124a881306c completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:54:17.921020 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning complete for port 51e7f824-b4f9-4c83-8c7b-a124a881306c triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:54:17.921389 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:54:18.032579 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:54:18.059388 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e5dab60-44f3-4c7e-a3fd-7634ce1d9739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e7f824-b4f9-4c83-8c7b-a124a881306c'}] {{(pid=88039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:54:18.068927 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 51e7f824-b4f9-4c83-8c7b-a124a881306c, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=51e7f824-b4f9-4c83-8c7b-a124a881306c,segment=NetworkSegment(f31e9c9f-58f7-43be-9839-3ac7dfea9b2f),segment_id=f31e9c9f-58f7-43be-9839-3ac7dfea9b2f)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:54:18.073081 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:54:18.108245 dv-neutron-840426-1-hyperv neutron-server[88039]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81516166-e062-4258-b151-004d07372e07'] response: {'server_uuid': '6e5dab60-44f3-4c7e-a3fd-7634ce1d9739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e7f824-b4f9-4c83-8c7b-a124a881306c', 'code': 200} May 04 17:54:18.141070 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=51e7f824-b4f9-4c83-8c7b-a124a881306c,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:54:18.321574 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce190d-237d-40d5-a494-2073db3528c3 req-d130ee9c-a84a-40f1-aa19-41bf18e377e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:18.323027 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-67ce190d-237d-40d5-a494-2073db3528c3 req-d130ee9c-a84a-40f1-aa19-41bf18e377e7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6e5dab60-44f3-4c7e-a3fd-7634ce1d9739 HTTP/1.1" status: 200 len: 1098 time: 0.0670910 May 04 17:54:18.362325 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-67ce190d-237d-40d5-a494-2073db3528c3 req-aad1df80-0de7-4e6e-8c7b-027be79ec023 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331340 May 04 17:54:18.835815 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ebc13-2426-4206-8013-548fab35d043 req-daefaef6-c6cd-4bcd-9425-5c9919ca6aeb tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:18.837229 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-855ebc13-2426-4206-8013-548fab35d043 req-daefaef6-c6cd-4bcd-9425-5c9919ca6aeb tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e5dab60-44f3-4c7e-a3fd-7634ce1d9739 HTTP/1.1" status: 200 len: 945 time: 0.0805495 May 04 17:54:18.880208 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-855ebc13-2426-4206-8013-548fab35d043 req-862cb1fd-2ba7-48d1-a827-61e966189adf tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365329 May 04 17:54:20.070901 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc5981-67b6-4691-807e-7ee342370999 req-c9684139-9512-45c2-bab9-776aa6881b06 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:20.072348 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-f0cc5981-67b6-4691-807e-7ee342370999 req-c9684139-9512-45c2-bab9-776aa6881b06 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e5dab60-44f3-4c7e-a3fd-7634ce1d9739 HTTP/1.1" status: 200 len: 945 time: 0.0822890 May 04 17:54:20.117685 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-f0cc5981-67b6-4691-807e-7ee342370999 req-818826bd-344a-4cbd-a65c-c4ac866c0f7e tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386899 May 04 17:54:20.299196 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf6407-ebc2-4b18-90d0-ef255bf22f66 req-f7456f91-8b8a-4631-b74d-09c6a5c33010 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:20.300672 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2caf6407-ebc2-4b18-90d0-ef255bf22f66 req-f7456f91-8b8a-4631-b74d-09c6a5c33010 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e5dab60-44f3-4c7e-a3fd-7634ce1d9739 HTTP/1.1" status: 200 len: 945 time: 0.0779982 May 04 17:54:20.344331 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2caf6407-ebc2-4b18-90d0-ef255bf22f66 req-7b8091da-e9ff-4272-8305-3f8f2fd67e56 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379000 May 04 17:54:20.753687 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f93e79ad-dcd9-4e7b-aaab-696e86719157 req-33c1edb3-3b6b-4872-9482-0ab669eff7c5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6e5dab60-44f3-4c7e-a3fd-7634ce1d9739&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1289146 May 04 17:54:20.765265 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7f33e-8166-453a-81ea-d4b7f9602f63 req-a1ab730a-ae29-4728-a01d-eacc702cc679 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:20.766664 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-69d7f33e-8166-453a-81ea-d4b7f9602f63 req-a1ab730a-ae29-4728-a01d-eacc702cc679 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e5dab60-44f3-4c7e-a3fd-7634ce1d9739 HTTP/1.1" status: 200 len: 945 time: 0.0932312 May 04 17:54:20.819340 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-69d7f33e-8166-453a-81ea-d4b7f9602f63 req-31414d5e-8607-484a-a95c-b0a2439aa185 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452666 May 04 17:54:21.854600 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e79ad-dcd9-4e7b-aaab-696e86719157 req-6307b4b4-e3bf-4d1e-9034-abf1f7dd8c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:21.856661 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f93e79ad-dcd9-4e7b-aaab-696e86719157 req-6307b4b4-e3bf-4d1e-9034-abf1f7dd8c74 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5791c01b67954ec2a770f36d4a7063d7&device_id=6e5dab60-44f3-4c7e-a3fd-7634ce1d9739 HTTP/1.1" status: 200 len: 1098 time: 0.0694501 May 04 17:54:21.993780 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e79ad-dcd9-4e7b-aaab-696e86719157 req-adf9a22c-18fb-4bee-9f3a-a3caaa7c029b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:21.995381 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f93e79ad-dcd9-4e7b-aaab-696e86719157 req-adf9a22c-18fb-4bee-9f3a-a3caaa7c029b service neutron] 10.222.0.42 "GET /v2.0/networks?id=fa48d25c-c36e-4f8d-926d-8a89259fee6c HTTP/1.1" status: 200 len: 915 time: 0.1326189 May 04 17:54:22.008693 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e9f02-de5a-441f-961d-05dc5f06c9db req-b19304e2-9b9e-4063-83ae-a2406fb6b61a tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:22.010145 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-480e9f02-de5a-441f-961d-05dc5f06c9db req-b19304e2-9b9e-4063-83ae-a2406fb6b61a tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e5dab60-44f3-4c7e-a3fd-7634ce1d9739 HTTP/1.1" status: 200 len: 945 time: 0.0809467 May 04 17:54:22.053765 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-480e9f02-de5a-441f-961d-05dc5f06c9db req-ac33a3aa-72ca-4b89-bb68-a3672734c16c tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379760 May 04 17:54:22.158578 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f93e79ad-dcd9-4e7b-aaab-696e86719157 req-68126069-e172-470f-9d7b-76c0c108ed04 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=51e7f824-b4f9-4c83-8c7b-a124a881306c HTTP/1.1" status: 200 len: 217 time: 0.1566393 May 04 17:54:22.222659 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e79ad-dcd9-4e7b-aaab-696e86719157 req-22c6c656-3777-4b6b-ba49-9c86feef275e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:22.224240 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f93e79ad-dcd9-4e7b-aaab-696e86719157 req-22c6c656-3777-4b6b-ba49-9c86feef275e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c2dc2b12-0e96-4175-918e-b9b7f2ec9969 HTTP/1.1" status: 200 len: 854 time: 0.0582983 May 04 17:54:22.274809 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f93e79ad-dcd9-4e7b-aaab-696e86719157 req-b487dfe0-a0e9-4896-aa6e-095dceb677c4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fa48d25c-c36e-4f8d-926d-8a89259fee6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436068 May 04 17:54:22.408785 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f93e79ad-dcd9-4e7b-aaab-696e86719157 req-5a5be8ed-e210-437a-aa42-2863d337be47 service neutron] 10.222.0.42 "GET /v2.0/networks/fa48d25c-c36e-4f8d-926d-8a89259fee6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277423 May 04 17:54:22.544771 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f93e79ad-dcd9-4e7b-aaab-696e86719157 req-3f3fe90e-a942-4956-99ac-c2c954e7a5e5 service neutron] 10.222.0.42 "GET /v2.0/networks/fa48d25c-c36e-4f8d-926d-8a89259fee6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285393 May 04 17:54:23.239655 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482863f-8651-4eca-aac9-0d661adcb253 req-0b05d108-db8d-4a0c-960d-c5cbdfb3417b tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:23.241123 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c482863f-8651-4eca-aac9-0d661adcb253 req-0b05d108-db8d-4a0c-960d-c5cbdfb3417b tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e5dab60-44f3-4c7e-a3fd-7634ce1d9739 HTTP/1.1" status: 200 len: 945 time: 0.0846694 May 04 17:54:23.289156 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c482863f-8651-4eca-aac9-0d661adcb253 req-26ef7090-08ab-4489-8964-ee2d5ad24ed8 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421464 May 04 17:54:24.480985 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ec294-137d-4875-b1b0-c510ffa8f12a req-15583258-8e89-430a-9fe6-7be9f1a8c57b tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:24.482439 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-1e3ec294-137d-4875-b1b0-c510ffa8f12a req-15583258-8e89-430a-9fe6-7be9f1a8c57b tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e5dab60-44f3-4c7e-a3fd-7634ce1d9739 HTTP/1.1" status: 200 len: 945 time: 0.0827873 May 04 17:54:24.524773 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-1e3ec294-137d-4875-b1b0-c510ffa8f12a req-f9f809ff-064b-4bab-8726-b004b9e5d7ed tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366623 May 04 17:54:25.710926 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5edd01-38ba-472b-b696-c788745a8135 req-2afe0868-a5b5-47d8-b4bb-00fea4a59496 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:25.712383 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ed5edd01-38ba-472b-b696-c788745a8135 req-2afe0868-a5b5-47d8-b4bb-00fea4a59496 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e5dab60-44f3-4c7e-a3fd-7634ce1d9739 HTTP/1.1" status: 200 len: 945 time: 0.0796061 May 04 17:54:25.755896 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ed5edd01-38ba-472b-b696-c788745a8135 req-5bee3ccf-6ca3-4162-90fb-3b81334d4665 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374599 May 04 17:54:26.944448 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d0736-aebf-4bb4-83a9-b6f8be30f8e6 req-6e84f41a-f49d-4376-b980-8e6b6242c09f tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:26.946703 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-c18d0736-aebf-4bb4-83a9-b6f8be30f8e6 req-6e84f41a-f49d-4376-b980-8e6b6242c09f tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e5dab60-44f3-4c7e-a3fd-7634ce1d9739 HTTP/1.1" status: 200 len: 945 time: 0.0845296 May 04 17:54:26.995832 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-c18d0736-aebf-4bb4-83a9-b6f8be30f8e6 req-c78a5847-bc0c-497b-91b3-9396c0c8a41f tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416901 May 04 17:54:28.183141 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2449a049-f5b4-4874-a1fc-e26bf4087f83 req-04a32409-2a8b-4ae0-a893-221299029227 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:28.184580 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2449a049-f5b4-4874-a1fc-e26bf4087f83 req-04a32409-2a8b-4ae0-a893-221299029227 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e5dab60-44f3-4c7e-a3fd-7634ce1d9739 HTTP/1.1" status: 200 len: 945 time: 0.0810857 May 04 17:54:28.228283 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2449a049-f5b4-4874-a1fc-e26bf4087f83 req-bfb0db0a-43e3-4b2b-b642-56a4de0785d0 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378971 May 04 17:54:29.420069 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca0548-d634-4f57-9767-339902c3d1fe req-62e75f82-c611-4189-9317-64a50341b2fe tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:29.421555 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-eeca0548-d634-4f57-9767-339902c3d1fe req-62e75f82-c611-4189-9317-64a50341b2fe tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e5dab60-44f3-4c7e-a3fd-7634ce1d9739 HTTP/1.1" status: 200 len: 945 time: 0.0858526 May 04 17:54:29.466269 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-eeca0548-d634-4f57-9767-339902c3d1fe req-d7c70d77-7f65-4791-ab69-371916bdec2c tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388932 May 04 17:54:30.645520 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8a565-df32-4f2d-89c5-ac3a49aebafc req-766d4f94-a94a-43e8-92d0-ece9f95a61a4 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:30.646978 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-42f8a565-df32-4f2d-89c5-ac3a49aebafc req-766d4f94-a94a-43e8-92d0-ece9f95a61a4 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e5dab60-44f3-4c7e-a3fd-7634ce1d9739 HTTP/1.1" status: 200 len: 945 time: 0.0776188 May 04 17:54:30.693870 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-42f8a565-df32-4f2d-89c5-ac3a49aebafc req-57433aa9-dbe4-4103-87f2-b283494140ae tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413070 May 04 17:54:31.880518 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faee5fe-0d53-4e31-a8f2-bc1536307991 req-80b91d49-d888-4936-b6e3-49617641276c tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:31.881998 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-0faee5fe-0d53-4e31-a8f2-bc1536307991 req-80b91d49-d888-4936-b6e3-49617641276c tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e5dab60-44f3-4c7e-a3fd-7634ce1d9739 HTTP/1.1" status: 200 len: 945 time: 0.0828731 May 04 17:54:31.924781 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-0faee5fe-0d53-4e31-a8f2-bc1536307991 req-db745558-dc25-41ba-adc2-e517c3e8ddcf tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372636 May 04 17:54:33.110021 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6bac85-ca6a-4ca9-a3af-82977cc2b01d req-1e5520b2-f5bb-41cd-92eb-4608d4e4ca1b tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:33.111474 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-da6bac85-ca6a-4ca9-a3af-82977cc2b01d req-1e5520b2-f5bb-41cd-92eb-4608d4e4ca1b tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e5dab60-44f3-4c7e-a3fd-7634ce1d9739 HTTP/1.1" status: 200 len: 945 time: 0.0819325 May 04 17:54:33.154213 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-da6bac85-ca6a-4ca9-a3af-82977cc2b01d req-6946aeb6-a079-4941-b3bb-1b1c49c4f627 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371170 May 04 17:54:33.211146 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-42a8edfd-8f14-4195-bb66-139b0615a2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:54:34.345550 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a020b-539c-417c-852e-0014d4bf585d req-055eb827-e0b2-458a-be82-0ed26be85a64 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:34.347099 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-334a020b-539c-417c-852e-0014d4bf585d req-055eb827-e0b2-458a-be82-0ed26be85a64 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e5dab60-44f3-4c7e-a3fd-7634ce1d9739 HTTP/1.1" status: 200 len: 945 time: 0.0826857 May 04 17:54:34.390186 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-334a020b-539c-417c-852e-0014d4bf585d req-1acc9f8e-9b87-45b0-b5d8-4689f513cb63 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374055 May 04 17:54:35.295742 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 17:54:35.541213 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ef588842-fe10-40b5-95ee-ca1fd23ef3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:54:35.577105 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde6f4f-caf5-47df-9758-fc13d843feca req-b48edad5-08d9-421b-a989-7bb4a5d03f6c tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:35.578508 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0cde6f4f-caf5-47df-9758-fc13d843feca req-b48edad5-08d9-421b-a989-7bb4a5d03f6c tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e5dab60-44f3-4c7e-a3fd-7634ce1d9739 HTTP/1.1" status: 200 len: 945 time: 0.0837317 May 04 17:54:35.623548 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0cde6f4f-caf5-47df-9758-fc13d843feca req-bef97dba-f5cd-41bb-a140-0fdfd44aba2c tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384467 May 04 17:54:36.590630 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:54:36.603900 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:54:36.809128 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2347b0ce-0bdf-4872-b01a-4d3bcf1a7c77 req-c834c014-a798-4b13-b4c1-03d75843db6a tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:36.810604 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-2347b0ce-0bdf-4872-b01a-4d3bcf1a7c77 req-c834c014-a798-4b13-b4c1-03d75843db6a tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e5dab60-44f3-4c7e-a3fd-7634ce1d9739 HTTP/1.1" status: 200 len: 945 time: 0.0840631 May 04 17:54:36.853564 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-2347b0ce-0bdf-4872-b01a-4d3bcf1a7c77 req-dbb95222-a752-4182-bdf1-37c986b1a434 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372875 May 04 17:54:37.922607 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:54:38.033709 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236f52c-e901-451e-b8bb-fd27c94e673a req-7fd8f5a5-17d9-43d9-8cf7-aab8d226dc80 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:38.035195 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0236f52c-e901-451e-b8bb-fd27c94e673a req-7fd8f5a5-17d9-43d9-8cf7-aab8d226dc80 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e5dab60-44f3-4c7e-a3fd-7634ce1d9739 HTTP/1.1" status: 200 len: 945 time: 0.0772378 May 04 17:54:38.079134 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0236f52c-e901-451e-b8bb-fd27c94e673a req-51d94d15-59d4-4026-a4b8-ec4f638c037d tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378518 May 04 17:54:39.263096 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10452e56-a586-4a6d-b78f-419efa796ddb req-f64d2592-d93d-4582-a571-fcbc33e22b9f tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:39.264577 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-10452e56-a586-4a6d-b78f-419efa796ddb req-f64d2592-d93d-4582-a571-fcbc33e22b9f tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e5dab60-44f3-4c7e-a3fd-7634ce1d9739 HTTP/1.1" status: 200 len: 945 time: 0.0796311 May 04 17:54:39.309092 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-10452e56-a586-4a6d-b78f-419efa796ddb req-0f1e7d21-8548-4ab5-81ca-94e002251b96 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381908 May 04 17:54:39.492874 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:54:40.497800 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484c353-1710-4bed-ada6-d3d88cfb3cb8 req-3c5bdd81-f04b-46d0-977f-8905c62be094 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:40.499167 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5484c353-1710-4bed-ada6-d3d88cfb3cb8 req-3c5bdd81-f04b-46d0-977f-8905c62be094 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e5dab60-44f3-4c7e-a3fd-7634ce1d9739 HTTP/1.1" status: 200 len: 945 time: 0.0815408 May 04 17:54:40.542479 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5484c353-1710-4bed-ada6-d3d88cfb3cb8 req-12fee5cf-b752-4225-9d33-a0331fc7b6b8 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377624 May 04 17:54:41.725570 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7310e2bd-e8f8-48ba-91ec-6c2388bdc7b1 req-e5bca7e5-c5f9-466d-be17-234622a76edc tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:41.727055 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-7310e2bd-e8f8-48ba-91ec-6c2388bdc7b1 req-e5bca7e5-c5f9-466d-be17-234622a76edc tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e5dab60-44f3-4c7e-a3fd-7634ce1d9739 HTTP/1.1" status: 200 len: 945 time: 0.0823519 May 04 17:54:41.769892 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-7310e2bd-e8f8-48ba-91ec-6c2388bdc7b1 req-632b0315-fc30-47a1-b06a-1aad6d431a21 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371771 May 04 17:54:42.952718 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9822a9f2-b6c7-41d1-8535-4eca76c2b704 req-c7dd05af-1866-44ee-a41e-c5371d0305e6 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:42.954199 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9822a9f2-b6c7-41d1-8535-4eca76c2b704 req-c7dd05af-1866-44ee-a41e-c5371d0305e6 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e5dab60-44f3-4c7e-a3fd-7634ce1d9739 HTTP/1.1" status: 200 len: 945 time: 0.0791929 May 04 17:54:43.000037 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9822a9f2-b6c7-41d1-8535-4eca76c2b704 req-55f1c44c-d2d7-4ac6-bf87-003cc3e51b77 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402386 May 04 17:54:44.181171 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d63efb-1fa2-447f-89fa-4be1bfa1f420 req-db6f4e87-9a8b-413e-8fa9-7c3d6ffddbfe tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:44.183299 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-09d63efb-1fa2-447f-89fa-4be1bfa1f420 req-db6f4e87-9a8b-413e-8fa9-7c3d6ffddbfe tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e5dab60-44f3-4c7e-a3fd-7634ce1d9739 HTTP/1.1" status: 200 len: 945 time: 0.0801766 May 04 17:54:44.231157 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-09d63efb-1fa2-447f-89fa-4be1bfa1f420 req-d0e1ca50-48c2-4609-a749-7e6e71f793fd tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422006 May 04 17:54:45.415190 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fc3754-8921-4084-b81b-879115c3534d req-3373a8ab-2e76-4059-a886-f961642da6ca tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:45.416898 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e8fc3754-8921-4084-b81b-879115c3534d req-3373a8ab-2e76-4059-a886-f961642da6ca tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e5dab60-44f3-4c7e-a3fd-7634ce1d9739 HTTP/1.1" status: 200 len: 945 time: 0.0774696 May 04 17:54:45.458970 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e8fc3754-8921-4084-b81b-879115c3534d req-220558a0-98f6-4ae8-ad88-31384f5b9c9d tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365384 May 04 17:54:46.642554 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e87398a-54af-44fa-b88e-a650fe0bba5a req-901a7d28-701b-4029-ad74-edf9b3044aba tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:46.644020 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-4e87398a-54af-44fa-b88e-a650fe0bba5a req-901a7d28-701b-4029-ad74-edf9b3044aba tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e5dab60-44f3-4c7e-a3fd-7634ce1d9739 HTTP/1.1" status: 200 len: 945 time: 0.0787230 May 04 17:54:46.686704 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-4e87398a-54af-44fa-b88e-a650fe0bba5a req-eacafee7-2e02-458e-b7e5-956345375669 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371094 May 04 17:54:47.872360 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b4a95-95ae-46d9-98bb-1df61d7f2d97 req-9fb916b1-af18-4ba6-af8c-ac52f3a14419 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:47.873816 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ce7b4a95-95ae-46d9-98bb-1df61d7f2d97 req-9fb916b1-af18-4ba6-af8c-ac52f3a14419 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e5dab60-44f3-4c7e-a3fd-7634ce1d9739 HTTP/1.1" status: 200 len: 945 time: 0.0815518 May 04 17:54:47.919096 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ce7b4a95-95ae-46d9-98bb-1df61d7f2d97 req-eace71da-8d74-489d-810f-303c05339b72 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397441 May 04 17:54:49.104146 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5413cca3-77e3-4d9f-a1de-4a8057e6f85d req-9e0894a7-6541-43fe-97a8-8cd49634da28 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:49.105591 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-5413cca3-77e3-4d9f-a1de-4a8057e6f85d req-9e0894a7-6541-43fe-97a8-8cd49634da28 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e5dab60-44f3-4c7e-a3fd-7634ce1d9739 HTTP/1.1" status: 200 len: 945 time: 0.0834174 May 04 17:54:49.148140 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-5413cca3-77e3-4d9f-a1de-4a8057e6f85d req-0dd36cfd-ad4d-4b01-b94b-938a2c3c89ec tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369501 May 04 17:54:49.333102 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f93e79ad-dcd9-4e7b-aaab-696e86719157 req-f768e296-e4d3-433a-8033-b71cefd2de66 service neutron] 10.222.0.42 "GET /v2.0/ports/51e7f824-b4f9-4c83-8c7b-a124a881306c/bindings/hv-neutron-8404 HTTP/1.1" status: 200 len: 384 time: 0.0723407 May 04 17:54:49.596883 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e79ad-dcd9-4e7b-aaab-696e86719157 req-a98676ac-5b5c-463a-be1d-46df85c924f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:49.598375 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f93e79ad-dcd9-4e7b-aaab-696e86719157 req-a98676ac-5b5c-463a-be1d-46df85c924f2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6e5dab60-44f3-4c7e-a3fd-7634ce1d9739&tenant_id=5791c01b67954ec2a770f36d4a7063d7 HTTP/1.1" status: 200 len: 1098 time: 0.0741565 May 04 17:54:49.692943 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e79ad-dcd9-4e7b-aaab-696e86719157 req-60badfbf-d0b7-4245-a386-74f72e7bd690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:49.694427 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f93e79ad-dcd9-4e7b-aaab-696e86719157 req-60badfbf-d0b7-4245-a386-74f72e7bd690 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5791c01b67954ec2a770f36d4a7063d7&device_id=6e5dab60-44f3-4c7e-a3fd-7634ce1d9739 HTTP/1.1" status: 200 len: 1098 time: 0.0719202 May 04 17:54:49.821731 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e79ad-dcd9-4e7b-aaab-696e86719157 req-915eb94d-9107-40f5-84c0-6d24969f031d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:49.823755 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f93e79ad-dcd9-4e7b-aaab-696e86719157 req-915eb94d-9107-40f5-84c0-6d24969f031d service neutron] 10.222.0.42 "GET /v2.0/networks?id=fa48d25c-c36e-4f8d-926d-8a89259fee6c HTTP/1.1" status: 200 len: 915 time: 0.1217628 May 04 17:54:49.892308 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f93e79ad-dcd9-4e7b-aaab-696e86719157 req-ddb01412-a760-4111-9879-8fca6c384fe8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=51e7f824-b4f9-4c83-8c7b-a124a881306c HTTP/1.1" status: 200 len: 217 time: 0.0616903 May 04 17:54:49.952247 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e79ad-dcd9-4e7b-aaab-696e86719157 req-01fe4c97-259b-4eb6-8006-780ac593075d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:49.953584 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f93e79ad-dcd9-4e7b-aaab-696e86719157 req-01fe4c97-259b-4eb6-8006-780ac593075d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c2dc2b12-0e96-4175-918e-b9b7f2ec9969 HTTP/1.1" status: 200 len: 854 time: 0.0549126 May 04 17:54:50.001197 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f93e79ad-dcd9-4e7b-aaab-696e86719157 req-60e683f1-0358-42fc-a22a-92c70e9253a4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fa48d25c-c36e-4f8d-926d-8a89259fee6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409160 May 04 17:54:50.222002 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f93e79ad-dcd9-4e7b-aaab-696e86719157 req-b429dd58-938f-42d0-9f84-f384aae290f4 service neutron] 10.222.0.42 "GET /v2.0/networks/fa48d25c-c36e-4f8d-926d-8a89259fee6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130399 May 04 17:54:50.403950 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f93e79ad-dcd9-4e7b-aaab-696e86719157 req-9ba217ff-16e3-47a5-8cc6-c4d29ac077b1 service neutron] 10.222.0.42 "GET /v2.0/networks/fa48d25c-c36e-4f8d-926d-8a89259fee6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751058 May 04 17:54:50.416131 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0937e7-6c41-4162-a4ea-90998a26b782 req-5d3ae9c1-cf78-44e7-beae-62473fe63261 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:50.417554 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-eb0937e7-6c41-4162-a4ea-90998a26b782 req-5d3ae9c1-cf78-44e7-beae-62473fe63261 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e5dab60-44f3-4c7e-a3fd-7634ce1d9739 HTTP/1.1" status: 200 len: 945 time: 0.1624537 May 04 17:54:50.466318 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-eb0937e7-6c41-4162-a4ea-90998a26b782 req-356eec3e-80c9-4980-9968-69e578fe0c70 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428317 May 04 17:54:51.649671 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31d000-0198-4e13-b445-92a5c73d8c97 req-102ee4c3-86a1-47e2-9c5d-50f7bcda6088 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:51.651158 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-7b31d000-0198-4e13-b445-92a5c73d8c97 req-102ee4c3-86a1-47e2-9c5d-50f7bcda6088 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e5dab60-44f3-4c7e-a3fd-7634ce1d9739 HTTP/1.1" status: 200 len: 945 time: 0.0781357 May 04 17:54:51.694556 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-7b31d000-0198-4e13-b445-92a5c73d8c97 req-008a7dc7-84df-4ebb-80f7-1b02564eacca tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378249 May 04 17:54:52.874761 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc12ca9e-11b1-4d38-a0d6-c0daa3688d5a req-499370a2-3cbd-444e-94fa-17487171c6da tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:52.876215 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dc12ca9e-11b1-4d38-a0d6-c0daa3688d5a req-499370a2-3cbd-444e-94fa-17487171c6da tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e5dab60-44f3-4c7e-a3fd-7634ce1d9739 HTTP/1.1" status: 200 len: 945 time: 0.0778792 May 04 17:54:52.921238 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dc12ca9e-11b1-4d38-a0d6-c0daa3688d5a req-36285ef1-32b0-4ddc-bdc8-8d3b4a2948cf tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390568 May 04 17:54:54.045351 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 51e7f824-b4f9-4c83-8c7b-a124a881306c details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:54:54.048112 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 51e7f824-b4f9-4c83-8c7b-a124a881306c no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:54:54.113250 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa606f-247f-45af-b600-54aa7388f50e req-64afed16-2632-4d4e-a886-75473a398663 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:54.115468 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-a7fa606f-247f-45af-b600-54aa7388f50e req-64afed16-2632-4d4e-a886-75473a398663 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e5dab60-44f3-4c7e-a3fd-7634ce1d9739 HTTP/1.1" status: 200 len: 945 time: 0.0850103 May 04 17:54:54.162631 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-a7fa606f-247f-45af-b600-54aa7388f50e req-903c245a-d631-42f2-a41f-e0f4d24b88c8 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408525 May 04 17:54:54.266814 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:54:54.288992 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 51e7f824-b4f9-4c83-8c7b-a124a881306c, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=51e7f824-b4f9-4c83-8c7b-a124a881306c,segment=NetworkSegment(f31e9c9f-58f7-43be-9839-3ac7dfea9b2f),segment_id=f31e9c9f-58f7-43be-9839-3ac7dfea9b2f)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:54:54.309669 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Returning: {'device': '51e7f824-b4f9-4c83-8c7b-a124a881306c', 'network_id': 'fa48d25c-c36e-4f8d-926d-8a89259fee6c', 'port_id': '51e7f824-b4f9-4c83-8c7b-a124a881306c', 'mac_address': 'fa:16:3e:69:48:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2dc2b12-0e96-4175-918e-b9b7f2ec9969', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:54:54.316002 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e5dab60-44f3-4c7e-a3fd-7634ce1d9739', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51e7f824-b4f9-4c83-8c7b-a124a881306c'}] {{(pid=88039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:54:54.381891 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:54:54.394776 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 51e7f824-b4f9-4c83-8c7b-a124a881306c, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=51e7f824-b4f9-4c83-8c7b-a124a881306c,segment=NetworkSegment(f31e9c9f-58f7-43be-9839-3ac7dfea9b2f),segment_id=f31e9c9f-58f7-43be-9839-3ac7dfea9b2f)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:54:54.413138 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 51e7f824-b4f9-4c83-8c7b-a124a881306c {{(pid=88039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:54:54.420999 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:54:54.476509 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a8557-50ae-4590-a57a-fd7a6862730e req-cca55683-e737-498e-b385-ef7148711365 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:54.477880 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-415a8557-50ae-4590-a57a-fd7a6862730e req-cca55683-e737-498e-b385-ef7148711365 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e5dab60-44f3-4c7e-a3fd-7634ce1d9739 HTTP/1.1" status: 200 len: 943 time: 0.0815866 May 04 17:54:54.483409 dv-neutron-840426-1-hyperv neutron-server[88039]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8a36f76-2b22-46d3-927f-5a92f373f14a'] response: {'server_uuid': '6e5dab60-44f3-4c7e-a3fd-7634ce1d9739', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51e7f824-b4f9-4c83-8c7b-a124a881306c', 'code': 200} May 04 17:54:54.521041 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c97358-55f2-4dfc-ada2-a9f6e1ebd5bd req-6259d5d2-8931-41b7-a71f-e6f529f58b01 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:54.522955 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-59c97358-55f2-4dfc-ada2-a9f6e1ebd5bd req-6259d5d2-8931-41b7-a71f-e6f529f58b01 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e5dab60-44f3-4c7e-a3fd-7634ce1d9739&tenant_id=5791c01b67954ec2a770f36d4a7063d7&binding%3Ahost_id=hv-neutron-8404 HTTP/1.1" status: 200 len: 943 time: 0.0941310 May 04 17:54:54.531774 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-415a8557-50ae-4590-a57a-fd7a6862730e req-440c8d09-35e3-4745-a727-2c920d4f2496 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462112 May 04 17:54:54.542673 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.db.api [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:54:54.543075 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG oslo_db.api [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:54:54.548609 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=51e7f824-b4f9-4c83-8c7b-a124a881306c,revision_number=6']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:54:54.556426 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:54:54.557419 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:54:54.557832 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:54:54.558240 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:54:54.558605 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:54:54.558977 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:54:54.559330 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:54:54.559721 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:54:54.560104 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:54:54.560464 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:54:54.560845 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:54:54.561199 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:54:54.669828 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c97358-55f2-4dfc-ada2-a9f6e1ebd5bd req-881475b2-11af-4793-84f9-d8aa54452371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:54.671409 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-59c97358-55f2-4dfc-ada2-a9f6e1ebd5bd req-881475b2-11af-4793-84f9-d8aa54452371 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5791c01b67954ec2a770f36d4a7063d7&device_id=6e5dab60-44f3-4c7e-a3fd-7634ce1d9739 HTTP/1.1" status: 200 len: 1096 time: 0.0789926 May 04 17:54:54.812170 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c97358-55f2-4dfc-ada2-a9f6e1ebd5bd req-3dcf85c2-195f-4918-a8a1-15c72659f589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:54.813676 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-59c97358-55f2-4dfc-ada2-a9f6e1ebd5bd req-3dcf85c2-195f-4918-a8a1-15c72659f589 service neutron] 10.222.0.42 "GET /v2.0/networks?id=fa48d25c-c36e-4f8d-926d-8a89259fee6c HTTP/1.1" status: 200 len: 915 time: 0.1366351 May 04 17:54:54.888838 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-59c97358-55f2-4dfc-ada2-a9f6e1ebd5bd req-50ae1539-9d11-4a34-bc31-fd2718a31e39 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=51e7f824-b4f9-4c83-8c7b-a124a881306c HTTP/1.1" status: 200 len: 217 time: 0.0692582 May 04 17:54:54.955322 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c97358-55f2-4dfc-ada2-a9f6e1ebd5bd req-ee347269-5933-41cb-be3f-e84965001fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:54.956948 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-59c97358-55f2-4dfc-ada2-a9f6e1ebd5bd req-ee347269-5933-41cb-be3f-e84965001fc8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c2dc2b12-0e96-4175-918e-b9b7f2ec9969 HTTP/1.1" status: 200 len: 854 time: 0.0627453 May 04 17:54:55.006840 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-59c97358-55f2-4dfc-ada2-a9f6e1ebd5bd req-c999150b-81cc-42ff-b729-ad2fba0679cf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=fa48d25c-c36e-4f8d-926d-8a89259fee6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440350 May 04 17:54:55.098078 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:54:55.114304 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51e7f824-b4f9-4c83-8c7b-a124a881306c {{(pid=88039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:54:55.129074 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 51e7f824-b4f9-4c83-8c7b-a124a881306c, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=51e7f824-b4f9-4c83-8c7b-a124a881306c,segment=NetworkSegment(f31e9c9f-58f7-43be-9839-3ac7dfea9b2f),segment_id=f31e9c9f-58f7-43be-9839-3ac7dfea9b2f)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:54:55.133489 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:54:55.139450 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-59c97358-55f2-4dfc-ada2-a9f6e1ebd5bd req-8e167e54-1e7c-4297-9d11-6619afadda70 service neutron] 10.222.0.42 "GET /v2.0/networks/fa48d25c-c36e-4f8d-926d-8a89259fee6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254866 May 04 17:54:55.203522 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] get_ports_and_sgs() called for port_ids ['51e7f824-b4f9-4c83-8c7b-a124a881306c'] {{(pid=88039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:54:55.236425 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=51e7f824-b4f9-4c83-8c7b-a124a881306c,revision_number=7']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:54:55.271772 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-59c97358-55f2-4dfc-ada2-a9f6e1ebd5bd req-1ed9c12e-7cab-4d18-a29a-ce8ec09139c9 service neutron] 10.222.0.42 "GET /v2.0/networks/fa48d25c-c36e-4f8d-926d-8a89259fee6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264942 May 04 17:54:55.744992 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3d368-c1b6-417b-99c9-724e1e3b72c8 req-8daa0e55-fd10-4c8d-8054-eadeb8ec234b tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:55.746478 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a9e3d368-c1b6-417b-99c9-724e1e3b72c8 req-8daa0e55-fd10-4c8d-8054-eadeb8ec234b tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e5dab60-44f3-4c7e-a3fd-7634ce1d9739 HTTP/1.1" status: 200 len: 944 time: 0.0999517 May 04 17:54:55.790274 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a9e3d368-c1b6-417b-99c9-724e1e3b72c8 req-436be3b2-5a1c-494a-a11a-abd8b1249530 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380218 May 04 17:54:56.061837 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 51e7f824-b4f9-4c83-8c7b-a124a881306c up at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:54:56.126665 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning complete for port 51e7f824-b4f9-4c83-8c7b-a124a881306c triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:54:56.127300 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:54:56.238468 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:54:56.271227 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 51e7f824-b4f9-4c83-8c7b-a124a881306c, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=51e7f824-b4f9-4c83-8c7b-a124a881306c,segment=NetworkSegment(f31e9c9f-58f7-43be-9839-3ac7dfea9b2f),segment_id=f31e9c9f-58f7-43be-9839-3ac7dfea9b2f)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:54:56.274882 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:54:56.344192 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=51e7f824-b4f9-4c83-8c7b-a124a881306c,revision_number=8']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:54:56.484525 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e5dab60-44f3-4c7e-a3fd-7634ce1d9739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e7f824-b4f9-4c83-8c7b-a124a881306c'}] {{(pid=88039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:54:56.526609 dv-neutron-840426-1-hyperv neutron-server[88039]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9ea6b6a-a407-498f-88c3-959e0f29def8'] response: {'server_uuid': '6e5dab60-44f3-4c7e-a3fd-7634ce1d9739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e7f824-b4f9-4c83-8c7b-a124a881306c', 'code': 200} May 04 17:54:56.972502 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906cd096-31af-4442-82cf-f9573b46a080 req-5fd1b2fb-2ebe-4a9c-9487-7cde0a78c275 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:56.973981 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-906cd096-31af-4442-82cf-f9573b46a080 req-5fd1b2fb-2ebe-4a9c-9487-7cde0a78c275 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e5dab60-44f3-4c7e-a3fd-7634ce1d9739 HTTP/1.1" status: 200 len: 945 time: 0.0793419 May 04 17:54:57.021437 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-906cd096-31af-4442-82cf-f9573b46a080 req-0e55373f-a8c1-4dff-801d-c6afd1b90009 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418787 May 04 17:54:57.216852 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f7ea8-9d36-435e-b459-f53e34426bad req-8e6ba243-216c-4aa2-9d4d-c5f224c536a2 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:57.218496 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-3d1f7ea8-9d36-435e-b459-f53e34426bad req-8e6ba243-216c-4aa2-9d4d-c5f224c536a2 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e5dab60-44f3-4c7e-a3fd-7634ce1d9739 HTTP/1.1" status: 200 len: 945 time: 0.0845950 May 04 17:54:57.261783 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-3d1f7ea8-9d36-435e-b459-f53e34426bad req-b023a2e5-445c-4247-882a-eac038912c27 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375969 May 04 17:54:57.450098 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df59d508-9d49-4123-9887-9fb667f4b2ce req-c7fde931-44db-43d6-a59d-6c5fbf9465b7 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:57.451706 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-df59d508-9d49-4123-9887-9fb667f4b2ce req-c7fde931-44db-43d6-a59d-6c5fbf9465b7 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e5dab60-44f3-4c7e-a3fd-7634ce1d9739 HTTP/1.1" status: 200 len: 945 time: 0.0848374 May 04 17:54:57.497868 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-df59d508-9d49-4123-9887-9fb667f4b2ce req-a06b788c-23c6-4162-b6a7-417ba5db4bd0 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406413 May 04 17:54:58.077174 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df82e94e-b98a-4a59-877c-cc97b89e31a5 req-454f70ba-0f12-4687-b2c2-7b4a1a0074bf tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:58.078695 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-df82e94e-b98a-4a59-877c-cc97b89e31a5 req-454f70ba-0f12-4687-b2c2-7b4a1a0074bf tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e5dab60-44f3-4c7e-a3fd-7634ce1d9739 HTTP/1.1" status: 200 len: 945 time: 0.0982542 May 04 17:54:58.124702 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-df82e94e-b98a-4a59-877c-cc97b89e31a5 req-fbfe8439-117e-4de1-b082-ebd92fd2eae4 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402286 May 04 17:54:59.312234 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68664b58-dd7c-4f01-a336-d2a52c8920f2 req-76cf4b23-4aea-45c7-9e4a-e4c44da8e51e tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:59.313597 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-68664b58-dd7c-4f01-a336-d2a52c8920f2 req-76cf4b23-4aea-45c7-9e4a-e4c44da8e51e tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e5dab60-44f3-4c7e-a3fd-7634ce1d9739 HTTP/1.1" status: 200 len: 945 time: 0.0824192 May 04 17:54:59.457532 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-68664b58-dd7c-4f01-a336-d2a52c8920f2 req-99ff7f28-6cba-4a15-8f9c-4df73cc2d2e8 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/security-groups?id=79af3c61-da1a-4bff-85dc-94142bdb90e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381886 May 04 17:54:59.787889 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e2be3-3f60-4094-8647-36291b9cd83b req-f6e682de-28f5-4d89-adf6-4bfcb478472b tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:54:59.789375 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-464e2be3-3f60-4094-8647-36291b9cd83b req-f6e682de-28f5-4d89-adf6-4bfcb478472b tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e5dab60-44f3-4c7e-a3fd-7634ce1d9739 HTTP/1.1" status: 200 len: 945 time: 0.0831225 May 04 17:54:59.863505 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [req-464e2be3-3f60-4094-8647-36291b9cd83b req-c6f86df2-e488-4e01-bf2b-a54cbe2d51ae tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Deleting port 51e7f824-b4f9-4c83-8c7b-a124a881306c {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:54:59.863882 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-464e2be3-3f60-4094-8647-36291b9cd83b req-c6f86df2-e488-4e01-bf2b-a54cbe2d51ae tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:00.109222 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-464e2be3-3f60-4094-8647-36291b9cd83b req-c6f86df2-e488-4e01-bf2b-a54cbe2d51ae tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] For port 51e7f824-b4f9-4c83-8c7b-a124a881306c, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=51e7f824-b4f9-4c83-8c7b-a124a881306c,segment=NetworkSegment(f31e9c9f-58f7-43be-9839-3ac7dfea9b2f),segment_id=f31e9c9f-58f7-43be-9839-3ac7dfea9b2f)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:55:00.109574 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-464e2be3-3f60-4094-8647-36291b9cd83b req-c6f86df2-e488-4e01-bf2b-a54cbe2d51ae tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:00.235983 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [req-464e2be3-3f60-4094-8647-36291b9cd83b req-c6f86df2-e488-4e01-bf2b-a54cbe2d51ae tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Calling delete_port for 51e7f824-b4f9-4c83-8c7b-a124a881306c owned by compute:nova {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:55:00.378497 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-464e2be3-3f60-4094-8647-36291b9cd83b req-c6f86df2-e488-4e01-bf2b-a54cbe2d51ae tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:00.390295 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] get_ports_and_sgs() called for port_ids ['51e7f824-b4f9-4c83-8c7b-a124a881306c'] {{(pid=88039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:55:00.427859 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f86df2-e488-4e01-bf2b-a54cbe2d51ae tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Pushing event deleted for resources: {'Port': ['ID=51e7f824-b4f9-4c83-8c7b-a124a881306c,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:55:00.464906 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f86df2-e488-4e01-bf2b-a54cbe2d51ae tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:00.465260 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f86df2-e488-4e01-bf2b-a54cbe2d51ae tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:00.465606 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f86df2-e488-4e01-bf2b-a54cbe2d51ae tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:00.465967 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f86df2-e488-4e01-bf2b-a54cbe2d51ae tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:00.466311 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f86df2-e488-4e01-bf2b-a54cbe2d51ae tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:00.466646 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f86df2-e488-4e01-bf2b-a54cbe2d51ae tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:00.466978 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f86df2-e488-4e01-bf2b-a54cbe2d51ae tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:00.467310 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f86df2-e488-4e01-bf2b-a54cbe2d51ae tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:00.467642 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f86df2-e488-4e01-bf2b-a54cbe2d51ae tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:00.467968 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f86df2-e488-4e01-bf2b-a54cbe2d51ae tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:00.468295 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f86df2-e488-4e01-bf2b-a54cbe2d51ae tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:00.468618 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f86df2-e488-4e01-bf2b-a54cbe2d51ae tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:00.512839 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [req-464e2be3-3f60-4094-8647-36291b9cd83b req-c6f86df2-e488-4e01-bf2b-a54cbe2d51ae tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] No DVR routers for this DVR port 51e7f824-b4f9-4c83-8c7b-a124a881306c on host hv-neutron-8404 {{(pid=88037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:55:00.515271 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-464e2be3-3f60-4094-8647-36291b9cd83b req-c6f86df2-e488-4e01-bf2b-a54cbe2d51ae tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:00.517877 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e5dab60-44f3-4c7e-a3fd-7634ce1d9739', 'name': 'network-vif-deleted', 'tag': '51e7f824-b4f9-4c83-8c7b-a124a881306c'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:55:00.534173 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-464e2be3-3f60-4094-8647-36291b9cd83b req-c6f86df2-e488-4e01-bf2b-a54cbe2d51ae tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.42 "DELETE /v2.0/ports/51e7f824-b4f9-4c83-8c7b-a124a881306c HTTP/1.1" status: 204 len: 173 time: 0.7390082 May 04 17:55:00.566258 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e893d0e-744e-43e4-a53e-1e1899f0e835'] response: {'server_uuid': '6e5dab60-44f3-4c7e-a3fd-7634ce1d9739', 'name': 'network-vif-deleted', 'tag': '51e7f824-b4f9-4c83-8c7b-a124a881306c', 'status': 'completed', 'code': 200} May 04 17:55:00.610330 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-0a31ff28-e7be-4a99-a85f-8251018becb1 req-7258b7c6-ddc5-42e3-ab24-5431b5fe85dc tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e5dab60-44f3-4c7e-a3fd-7634ce1d9739 HTTP/1.1" status: 200 len: 210 time: 0.0422027 May 04 17:55:01.839187 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 59460) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:55:01.896242 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_v2 [None req-13d16bcf-ea09-42ff-bb29-14c4f4edbc09 admin admin] Deleting subnet c2dc2b12-0e96-4175-918e-b9b7f2ec9969 {{(pid=88038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:55:01.899048 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-13d16bcf-ea09-42ff-bb29-14c4f4edbc09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:02.044062 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-13d16bcf-ea09-42ff-bb29-14c4f4edbc09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-801696'] for subnet, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:02.096393 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-13d16bcf-ea09-42ff-bb29-14c4f4edbc09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:02.163791 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-13d16bcf-ea09-42ff-bb29-14c4f4edbc09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:02.201533 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d16bcf-ea09-42ff-bb29-14c4f4edbc09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2dc2b12-0e96-4175-918e-b9b7f2ec9969,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:55:02.206516 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-13d16bcf-ea09-42ff-bb29-14c4f4edbc09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:02.215098 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d16bcf-ea09-42ff-bb29-14c4f4edbc09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:02.215453 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d16bcf-ea09-42ff-bb29-14c4f4edbc09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:02.215795 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d16bcf-ea09-42ff-bb29-14c4f4edbc09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:02.216134 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d16bcf-ea09-42ff-bb29-14c4f4edbc09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:02.216467 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d16bcf-ea09-42ff-bb29-14c4f4edbc09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:02.216799 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d16bcf-ea09-42ff-bb29-14c4f4edbc09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:02.217129 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d16bcf-ea09-42ff-bb29-14c4f4edbc09 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:02.217457 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d16bcf-ea09-42ff-bb29-14c4f4edbc09 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:02.217784 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d16bcf-ea09-42ff-bb29-14c4f4edbc09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:02.218159 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d16bcf-ea09-42ff-bb29-14c4f4edbc09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:02.218490 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d16bcf-ea09-42ff-bb29-14c4f4edbc09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:02.218824 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d16bcf-ea09-42ff-bb29-14c4f4edbc09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:02.224463 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-13d16bcf-ea09-42ff-bb29-14c4f4edbc09 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c2dc2b12-0e96-4175-918e-b9b7f2ec9969 HTTP/1.1" status: 204 len: 168 time: 0.3818860 May 04 17:55:02.225188 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 59464) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:55:02.333595 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-735c28ff-4ce5-4032-843b-3f4f4aa01d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:02.454342 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-735c28ff-4ce5-4032-843b-3f4f4aa01d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:02.479184 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-735c28ff-4ce5-4032-843b-3f4f4aa01d7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa48d25c-c36e-4f8d-926d-8a89259fee6c']}} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:55:02.490842 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-735c28ff-4ce5-4032-843b-3f4f4aa01d7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f31e9c9f-58f7-43be-9839-3ac7dfea9b2f') {'for_net_delete': True} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:55:02.491150 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-735c28ff-4ce5-4032-843b-3f4f4aa01d7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f31e9c9f-58f7-43be-9839-3ac7dfea9b2f') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:55:02.502113 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-735c28ff-4ce5-4032-843b-3f4f4aa01d7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801627'] for segment, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:02.517432 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-735c28ff-4ce5-4032-843b-3f4f4aa01d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:02.523246 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-735c28ff-4ce5-4032-843b-3f4f4aa01d7a admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=88038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:55:02.523627 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-735c28ff-4ce5-4032-843b-3f4f4aa01d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7881827'] for segment, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:02.536778 dv-neutron-840426-1-hyperv neutron-server[88038]: Traceback (most recent call last): May 04 17:55:02.536778 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:55:02.536778 dv-neutron-840426-1-hyperv neutron-server[88038]: timer() May 04 17:55:02.536778 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:55:02.536778 dv-neutron-840426-1-hyperv neutron-server[88038]: cb(*args, **kw) May 04 17:55:02.536778 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:55:02.536778 dv-neutron-840426-1-hyperv neutron-server[88038]: return func(*args, **kwargs) May 04 17:55:02.536778 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:55:02.536778 dv-neutron-840426-1-hyperv neutron-server[88038]: self._notify() May 04 17:55:02.536778 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:55:02.536778 dv-neutron-840426-1-hyperv neutron-server[88038]: self.callback(batched_events) May 04 17:55:02.536778 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:55:02.536778 dv-neutron-840426-1-hyperv neutron-server[88038]: event.method(event) May 04 17:55:02.536778 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:55:02.536778 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:55:02.536778 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:55:02.536778 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:55:02.536778 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:55:02.536778 dv-neutron-840426-1-hyperv neutron-server[88038]: return f(self, *a, **k) May 04 17:55:02.536778 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:55:02.536778 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._get(url).json() May 04 17:55:02.536778 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:55:02.536778 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:55:02.536778 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:55:02.536778 dv-neutron-840426-1-hyperv neutron-server[88038]: return self.request(url, 'GET', **kwargs) May 04 17:55:02.536778 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:55:02.536778 dv-neutron-840426-1-hyperv neutron-server[88038]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:55:02.536778 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:55:02.536778 dv-neutron-840426-1-hyperv neutron-server[88038]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:55:02.536778 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:55:02.536778 dv-neutron-840426-1-hyperv neutron-server[88038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:55:02.536778 dv-neutron-840426-1-hyperv neutron-server[88038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:55:02.620518 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-735c28ff-4ce5-4032-843b-3f4f4aa01d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:02.636662 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-735c28ff-4ce5-4032-843b-3f4f4aa01d7a admin admin] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:02.646463 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735c28ff-4ce5-4032-843b-3f4f4aa01d7a admin admin] Pushing event deleted for resources: {'Network': ['ID=fa48d25c-c36e-4f8d-926d-8a89259fee6c,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:55:02.654977 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-735c28ff-4ce5-4032-843b-3f4f4aa01d7a admin admin] 10.222.0.41 "DELETE /v2.0/networks/fa48d25c-c36e-4f8d-926d-8a89259fee6c HTTP/1.1" status: 204 len: 168 time: 0.4295332 May 04 17:55:02.762957 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 59470) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:55:02.810500 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-2bae83f0-2452-492a-a05b-a128c24d32d3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5791c01b67954ec2a770f36d4a7063d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463655 May 04 17:55:02.812750 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 59474) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:55:02.867996 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5b307ef2-cbba-4c14-bdfc-7309e629455e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:02.892899 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5b307ef2-cbba-4c14-bdfc-7309e629455e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:02.948461 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5b307ef2-cbba-4c14-bdfc-7309e629455e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:02.965886 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b307ef2-cbba-4c14-bdfc-7309e629455e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79af3c61-da1a-4bff-85dc-94142bdb90e9,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:55:02.975661 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5b307ef2-cbba-4c14-bdfc-7309e629455e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:02.976841 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-5b307ef2-cbba-4c14-bdfc-7309e629455e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/79af3c61-da1a-4bff-85dc-94142bdb90e9 HTTP/1.1" status: 204 len: 168 time: 0.1631589 May 04 17:55:03.214763 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9fb1ea6f-a5a4-4eef-be15-53fcaba65b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:03.683322 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 59498) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:55:03.783436 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-4b549cf0-afc1-41a2-8fef-bda546c95620 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1000362457-network', 'tenant_id': '5b5434842582418989b681607468e11e'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:55:03.788134 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-4b549cf0-afc1-41a2-8fef-bda546c95620 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:55:03.792877 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-4b549cf0-afc1-41a2-8fef-bda546c95620 admin admin] Usage tracker for resource:network and tenant:5b5434842582418989b681607468e11e is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:55:03.795829 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-4b549cf0-afc1-41a2-8fef-bda546c95620 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:55:03.801444 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-4b549cf0-afc1-41a2-8fef-bda546c95620 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:55:03.811457 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b549cf0-afc1-41a2-8fef-bda546c95620 admin admin] Made reservation on behalf of 5b5434842582418989b681607468e11e for: {'network': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:55:03.814209 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4b549cf0-afc1-41a2-8fef-bda546c95620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:03.825874 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4b549cf0-afc1-41a2-8fef-bda546c95620 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:03.840308 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-4b549cf0-afc1-41a2-8fef-bda546c95620 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:55:03.844070 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-4b549cf0-afc1-41a2-8fef-bda546c95620 admin admin] Usage tracker for resource:security_group_rule and tenant:5b5434842582418989b681607468e11e is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:55:03.846813 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-4b549cf0-afc1-41a2-8fef-bda546c95620 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:55:03.852355 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-4b549cf0-afc1-41a2-8fef-bda546c95620 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:55:03.936027 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4b549cf0-afc1-41a2-8fef-bda546c95620 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:03.939894 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4b549cf0-afc1-41a2-8fef-bda546c95620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:03.968381 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b549cf0-afc1-41a2-8fef-bda546c95620 admin admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=88038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:55:03.981098 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b549cf0-afc1-41a2-8fef-bda546c95620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5172b2-e4b9-424f-9f17-e81a786e1cdf,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:55:03.986302 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4b549cf0-afc1-41a2-8fef-bda546c95620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:03.986629 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.segments_db [None req-4b549cf0-afc1-41a2-8fef-bda546c95620 admin admin] Added segment 1486ec6e-4df6-4c51-b2a7-93fd7420d7e4 of type vlan for network a9d2ffc1-25d9-4699-b181-aab0105a8f2c May 04 17:55:04.012737 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4b549cf0-afc1-41a2-8fef-bda546c95620 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:04.041408 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4b549cf0-afc1-41a2-8fef-bda546c95620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:04.042984 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b549cf0-afc1-41a2-8fef-bda546c95620 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:04.043949 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-4b549cf0-afc1-41a2-8fef-bda546c95620 admin admin] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:04.111146 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 51e7f824-b4f9-4c83-8c7b-a124a881306c no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:55:04.144595 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-4b549cf0-afc1-41a2-8fef-bda546c95620 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4601741 May 04 17:55:04.147757 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] No Port match for: 51e7f824-b4f9-4c83-8c7b-a124a881306c {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:55:04.147923 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 59504) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:55:04.148381 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 51e7f824-b4f9-4c83-8c7b-a124a881306c not bound to the agent host hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:55:04.150117 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b549cf0-afc1-41a2-8fef-bda546c95620 admin admin] Pushing event updated for resources: {'Network': ['ID=a9d2ffc1-25d9-4699-b181-aab0105a8f2c,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:55:04.153518 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-8d740f25-4146-41a8-a57e-b54668c78d01 admin admin] Request body: {'subnet': {'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1000362457-subnet', 'tenant_id': '5b5434842582418989b681607468e11e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:55:04.158929 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-8d740f25-4146-41a8-a57e-b54668c78d01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:55:04.159953 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network a9d2ffc1-25d9-4699-b181-aab0105a8f2c details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:55:04.162818 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-8d740f25-4146-41a8-a57e-b54668c78d01 admin admin] Usage tracker for resource:subnet and tenant:5b5434842582418989b681607468e11e is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:55:04.166939 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-8d740f25-4146-41a8-a57e-b54668c78d01 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:55:04.173675 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-8d740f25-4146-41a8-a57e-b54668c78d01 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:55:04.183902 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d740f25-4146-41a8-a57e-b54668c78d01 admin admin] Made reservation on behalf of 5b5434842582418989b681607468e11e for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:55:04.186203 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8d740f25-4146-41a8-a57e-b54668c78d01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:04.382937 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8d740f25-4146-41a8-a57e-b54668c78d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:04.461017 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d740f25-4146-41a8-a57e-b54668c78d01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc5df0b0-84cb-434c-abf6-a659e7e30b34,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:55:04.467675 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d740f25-4146-41a8-a57e-b54668c78d01 admin admin] Checking segment: {'id': '1486ec6e-4df6-4c51-b2a7-93fd7420d7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:55:04.467923 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d740f25-4146-41a8-a57e-b54668c78d01 admin admin] Network hostable DHCP agents. Network: a9d2ffc1-25d9-4699-b181-aab0105a8f2c, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:55:04.485962 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d740f25-4146-41a8-a57e-b54668c78d01 admin admin] Network a9d2ffc1-25d9-4699-b181-aab0105a8f2c is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:55:04.495193 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-8d740f25-4146-41a8-a57e-b54668c78d01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, a9d2ffc1-25d9-4699-b181-aab0105a8f2c) {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:55:04.499124 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d740f25-4146-41a8-a57e-b54668c78d01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:04.499713 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8d740f25-4146-41a8-a57e-b54668c78d01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:04.504426 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab2f332-6208-4d52-b443-4ec6da6f39a0 None None] Network a9d2ffc1-25d9-4699-b181-aab0105a8f2c requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:55:04.520762 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-8d740f25-4146-41a8-a57e-b54668c78d01 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3718157 May 04 17:55:04.523472 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 59508) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:55:04.528373 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-2f71b497-bad4-43eb-a325-c1a988cf5a92 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1000362457-router', 'tenant_id': '5b5434842582418989b681607468e11e', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:55:04.532875 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-2f71b497-bad4-43eb-a325-c1a988cf5a92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:55:04.536689 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-2f71b497-bad4-43eb-a325-c1a988cf5a92 admin admin] Usage tracker for resource:router and tenant:5b5434842582418989b681607468e11e is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:55:04.539606 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-2f71b497-bad4-43eb-a325-c1a988cf5a92 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:55:04.545970 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-2f71b497-bad4-43eb-a325-c1a988cf5a92 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:55:04.558347 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2f71b497-bad4-43eb-a325-c1a988cf5a92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:04.559572 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2f71b497-bad4-43eb-a325-c1a988cf5a92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:04.577175 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2f71b497-bad4-43eb-a325-c1a988cf5a92 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:04.745969 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ed69c1-7ad5-4d1c-8b0c-18381e0fae78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-a9d2ffc1-25d9-4699-b181-aab0105a8f2c', 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c', 'tenant_id': '5b5434842582418989b681607468e11e', 'fixed_ips': [{'subnet_id': 'fc5df0b0-84cb-434c-abf6-a659e7e30b34'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:55:04.746777 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-74ed69c1-7ad5-4d1c-8b0c-18381e0fae78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:04.900563 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-74ed69c1-7ad5-4d1c-8b0c-18381e0fae78 None None] Allocated IP 172.20.0.2 (a9d2ffc1-25d9-4699-b181-aab0105a8f2c/fc5df0b0-84cb-434c-abf6-a659e7e30b34/2b6c5066-6ba5-40b0-b806-63a420cb7659) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:55:04.943028 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2f71b497-bad4-43eb-a325-c1a988cf5a92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:05.102156 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-74ed69c1-7ad5-4d1c-8b0c-18381e0fae78 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:05.112452 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-74ed69c1-7ad5-4d1c-8b0c-18381e0fae78 None None] Transition to ACTIVE for port object 2b6c5066-6ba5-40b0-b806-63a420cb7659 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:55:05.130996 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-74ed69c1-7ad5-4d1c-8b0c-18381e0fae78 None None] Transition to ACTIVE for port object 2b6c5066-6ba5-40b0-b806-63a420cb7659 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:55:05.137446 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-74ed69c1-7ad5-4d1c-8b0c-18381e0fae78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:05.202134 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ed69c1-7ad5-4d1c-8b0c-18381e0fae78 None None] Network a9d2ffc1-25d9-4699-b181-aab0105a8f2c is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:55:05.204867 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-74ed69c1-7ad5-4d1c-8b0c-18381e0fae78 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:55:05.208545 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ed69c1-7ad5-4d1c-8b0c-18381e0fae78 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:55:05.245279 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ed69c1-7ad5-4d1c-8b0c-18381e0fae78 None None] Pushing event updated for resources: {'Port': ['ID=2b6c5066-6ba5-40b0-b806-63a420cb7659,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:55:05.261653 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2f71b497-bad4-43eb-a325-c1a988cf5a92 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:05.292346 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2f71b497-bad4-43eb-a325-c1a988cf5a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:05.301518 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-74ed69c1-7ad5-4d1c-8b0c-18381e0fae78 None None] Attempting to bind port 2b6c5066-6ba5-40b0-b806-63a420cb7659 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:55:05.301875 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-74ed69c1-7ad5-4d1c-8b0c-18381e0fae78 None None] Attempting to bind port 2b6c5066-6ba5-40b0-b806-63a420cb7659 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '1486ec6e-4df6-4c51-b2a7-93fd7420d7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:55:05.302257 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ed69c1-7ad5-4d1c-8b0c-18381e0fae78 None None] Attempting to bind port 2b6c5066-6ba5-40b0-b806-63a420cb7659 on network a9d2ffc1-25d9-4699-b181-aab0105a8f2c {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:55:05.307383 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ed69c1-7ad5-4d1c-8b0c-18381e0fae78 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:55:05.307748 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ed69c1-7ad5-4d1c-8b0c-18381e0fae78 None None] Checking segment: {'id': '1486ec6e-4df6-4c51-b2a7-93fd7420d7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:55:05.308137 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-74ed69c1-7ad5-4d1c-8b0c-18381e0fae78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:05.308523 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ed69c1-7ad5-4d1c-8b0c-18381e0fae78 None None] Bound using segment: {'id': '1486ec6e-4df6-4c51-b2a7-93fd7420d7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:55:05.308974 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-74ed69c1-7ad5-4d1c-8b0c-18381e0fae78 None None] Bound port: 2b6c5066-6ba5-40b0-b806-63a420cb7659, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1486ec6e-4df6-4c51-b2a7-93fd7420d7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:55:05.309339 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-74ed69c1-7ad5-4d1c-8b0c-18381e0fae78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:05.395108 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-74ed69c1-7ad5-4d1c-8b0c-18381e0fae78 None None] For port 2b6c5066-6ba5-40b0-b806-63a420cb7659, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:55:05.398350 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-74ed69c1-7ad5-4d1c-8b0c-18381e0fae78 None None] For port 2b6c5066-6ba5-40b0-b806-63a420cb7659, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=2b6c5066-6ba5-40b0-b806-63a420cb7659,segment=NetworkSegment(1486ec6e-4df6-4c51-b2a7-93fd7420d7e4),segment_id=1486ec6e-4df6-4c51-b2a7-93fd7420d7e4)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:55:05.403705 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-74ed69c1-7ad5-4d1c-8b0c-18381e0fae78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:05.436450 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-2f71b497-bad4-43eb-a325-c1a988cf5a92 admin admin] Allocated IP 172.26.0.60 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/cab5528b-beba-480c-adcc-32c92992ee0d) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:55:05.487250 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ed69c1-7ad5-4d1c-8b0c-18381e0fae78 None None] Pushing event updated for resources: {'Port': ['ID=2b6c5066-6ba5-40b0-b806-63a420cb7659,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:55:05.545061 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-f058f606-990d-4295-b825-7fc4f60df6d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:05.597540 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2f71b497-bad4-43eb-a325-c1a988cf5a92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:05.642059 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2f71b497-bad4-43eb-a325-c1a988cf5a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:05.711817 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f71b497-bad4-43eb-a325-c1a988cf5a92 admin admin] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:55:05.715315 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-2f71b497-bad4-43eb-a325-c1a988cf5a92 admin admin] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:55:05.719364 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f71b497-bad4-43eb-a325-c1a988cf5a92 admin admin] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:55:05.757153 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f71b497-bad4-43eb-a325-c1a988cf5a92 admin admin] Pushing event updated for resources: {'Port': ['ID=cab5528b-beba-480c-adcc-32c92992ee0d,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:55:06.132866 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2f71b497-bad4-43eb-a325-c1a988cf5a92 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:06.399690 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e477d4-a911-4272-b75f-5a37931d8dcd None None] Network a9d2ffc1-25d9-4699-b181-aab0105a8f2c requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:55:06.555776 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-250bf053-6db8-42cf-9d94-ec28fcd85c61 None None] Provisioning for port 2b6c5066-6ba5-40b0-b806-63a420cb7659 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:55:06.584066 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2f71b497-bad4-43eb-a325-c1a988cf5a92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:06.633772 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:06.648898 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:06.793307 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f71b497-bad4-43eb-a325-c1a988cf5a92 admin admin] Router 56a81808-423a-4f6f-8675-7983db3de62a is scheduled to L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 with binding_index 1 {{(pid=88037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:55:06.966617 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f71b497-bad4-43eb-a325-c1a988cf5a92 admin admin] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:55:06.975532 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fe4ac9-fdac-43c9-9dad-4246c0676cb5 None None] Sync routers for ids ['56a81808-423a-4f6f-8675-7983db3de62a'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:55:06.984446 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fe4ac9-fdac-43c9-9dad-4246c0676cb5 None None] Routers {'56a81808-423a-4f6f-8675-7983db3de62a'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:55:06.985052 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-43fe4ac9-fdac-43c9-9dad-4246c0676cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:55:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['56a81808-423a-4f6f-8675-7983db3de62a'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:55:06.989049 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2f71b497-bad4-43eb-a325-c1a988cf5a92 admin admin] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:06.990445 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-2f71b497-bad4-43eb-a325-c1a988cf5a92 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4660408 May 04 17:55:06.993048 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 59512) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:55:07.122977 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 2b6c5066-6ba5-40b0-b806-63a420cb7659 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:55:07.164895 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-43fe4ac9-fdac-43c9-9dad-4246c0676cb5 None None] Set router 56a81808-423a-4f6f-8675-7983db3de62a gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:55:07.196196 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 2b6c5066-6ba5-40b0-b806-63a420cb7659 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:55:07.203855 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 2b6c5066-6ba5-40b0-b806-63a420cb7659 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:55:07.204228 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:07.325031 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:07.356831 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 2b6c5066-6ba5-40b0-b806-63a420cb7659, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=2b6c5066-6ba5-40b0-b806-63a420cb7659,segment=NetworkSegment(1486ec6e-4df6-4c51-b2a7-93fd7420d7e4),segment_id=1486ec6e-4df6-4c51-b2a7-93fd7420d7e4)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:55:07.362100 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:07.439658 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=2b6c5066-6ba5-40b0-b806-63a420cb7659,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:55:07.466571 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-43fe4ac9-fdac-43c9-9dad-4246c0676cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a81808-423a-4f6f-8675-7983db3de62a', 'name': 'tempest-ServerActionsTestJSON-1000362457-router', 'tenant_id': '5b5434842582418989b681607468e11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'cab5528b-beba-480c-adcc-32c92992ee0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:55:04Z', 'updated_at': '2022-05-04T17:55:05Z', 'revision_number': 3, 'project_id': '5b5434842582418989b681607468e11e', 'gw_port': {'id': 'cab5528b-beba-480c-adcc-32c92992ee0d', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:79:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a81808-423a-4f6f-8675-7983db3de62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:55:05Z', 'updated_at': '2022-05-04T17:55:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:55:07.470809 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fe4ac9-fdac-43c9-9dad-4246c0676cb5 None None] Checking router: 56a81808-423a-4f6f-8675-7983db3de62a for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:55:07.471218 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fe4ac9-fdac-43c9-9dad-4246c0676cb5 None None] Updating router 56a81808-423a-4f6f-8675-7983db3de62a port cab5528b-beba-480c-adcc-32c92992ee0d binding host dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:55:07.521740 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-43fe4ac9-fdac-43c9-9dad-4246c0676cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:07.667909 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ba23c866-0700-4ded-a89c-a20fc0553a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:07.856749 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-43fe4ac9-fdac-43c9-9dad-4246c0676cb5 None None] Notify callbacks [] for port, precommit_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:07.869398 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.provisioning_blocks [None req-43fe4ac9-fdac-43c9-9dad-4246c0676cb5 None None] Transition to ACTIVE for port object cab5528b-beba-480c-adcc-32c92992ee0d will not be triggered until provisioned by entity L2. {{(pid=88040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:55:07.875624 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-43fe4ac9-fdac-43c9-9dad-4246c0676cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:07.926373 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:07.988194 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61644055-fed1-47d7-ba1e-eb2e2de1ef5e None None] Pushing event updated for resources: {'Port': ['ID=cab5528b-beba-480c-adcc-32c92992ee0d,revision_number=2']} {{(pid=88040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:55:07.991472 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-43fe4ac9-fdac-43c9-9dad-4246c0676cb5 None None] Attempting to bind port cab5528b-beba-480c-adcc-32c92992ee0d on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:55:07.991825 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-43fe4ac9-fdac-43c9-9dad-4246c0676cb5 None None] Attempting to bind port cab5528b-beba-480c-adcc-32c92992ee0d by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}] {{(pid=88040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:55:07.992175 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fe4ac9-fdac-43c9-9dad-4246c0676cb5 None None] Attempting to bind port cab5528b-beba-480c-adcc-32c92992ee0d on network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:55:07.998664 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61644055-fed1-47d7-ba1e-eb2e2de1ef5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:07.999000 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61644055-fed1-47d7-ba1e-eb2e2de1ef5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:07.999330 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61644055-fed1-47d7-ba1e-eb2e2de1ef5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:07.999657 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61644055-fed1-47d7-ba1e-eb2e2de1ef5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:07.999977 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61644055-fed1-47d7-ba1e-eb2e2de1ef5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:08.000300 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61644055-fed1-47d7-ba1e-eb2e2de1ef5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:08.000615 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61644055-fed1-47d7-ba1e-eb2e2de1ef5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:08.000933 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61644055-fed1-47d7-ba1e-eb2e2de1ef5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:08.001250 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61644055-fed1-47d7-ba1e-eb2e2de1ef5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:08.001558 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61644055-fed1-47d7-ba1e-eb2e2de1ef5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:08.001872 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61644055-fed1-47d7-ba1e-eb2e2de1ef5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:08.002206 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61644055-fed1-47d7-ba1e-eb2e2de1ef5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:08.007126 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fe4ac9-fdac-43c9-9dad-4246c0676cb5 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:55:08.007495 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fe4ac9-fdac-43c9-9dad-4246c0676cb5 None None] Checking segment: {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:55:08.007887 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-43fe4ac9-fdac-43c9-9dad-4246c0676cb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:08.008099 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-ba23c866-0700-4ded-a89c-a20fc0553a6e admin admin] Allocated IP 172.20.0.1 (a9d2ffc1-25d9-4699-b181-aab0105a8f2c/fc5df0b0-84cb-434c-abf6-a659e7e30b34/3e71cdf7-883a-4bb7-ba70-098324781202) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:55:08.008250 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fe4ac9-fdac-43c9-9dad-4246c0676cb5 None None] Bound using segment: {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'} {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:55:08.008709 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-43fe4ac9-fdac-43c9-9dad-4246c0676cb5 None None] Bound port: cab5528b-beba-480c-adcc-32c92992ee0d, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}}] {{(pid=88040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:55:08.009148 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-43fe4ac9-fdac-43c9-9dad-4246c0676cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:08.081508 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.db [None req-43fe4ac9-fdac-43c9-9dad-4246c0676cb5 None None] For port cab5528b-beba-480c-adcc-32c92992ee0d, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:55:08.084448 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.db [None req-43fe4ac9-fdac-43c9-9dad-4246c0676cb5 None None] For port cab5528b-beba-480c-adcc-32c92992ee0d, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=cab5528b-beba-480c-adcc-32c92992ee0d,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:55:08.090261 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-43fe4ac9-fdac-43c9-9dad-4246c0676cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:08.169645 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ba23c866-0700-4ded-a89c-a20fc0553a6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:08.172270 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fe4ac9-fdac-43c9-9dad-4246c0676cb5 None None] Routers {'56a81808-423a-4f6f-8675-7983db3de62a'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:55:08.172884 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-43fe4ac9-fdac-43c9-9dad-4246c0676cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:55:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['56a81808-423a-4f6f-8675-7983db3de62a'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:55:08.185862 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-ba23c866-0700-4ded-a89c-a20fc0553a6e admin admin] Transition to ACTIVE for port object 3e71cdf7-883a-4bb7-ba70-098324781202 will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:55:08.211558 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ba23c866-0700-4ded-a89c-a20fc0553a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:08.221558 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61644055-fed1-47d7-ba1e-eb2e2de1ef5e None None] Pushing event updated for resources: {'Port': ['ID=cab5528b-beba-480c-adcc-32c92992ee0d,revision_number=3']} {{(pid=88040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:55:08.286717 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba23c866-0700-4ded-a89c-a20fc0553a6e admin admin] Network a9d2ffc1-25d9-4699-b181-aab0105a8f2c is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:55:08.290940 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-ba23c866-0700-4ded-a89c-a20fc0553a6e admin admin] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:55:08.296783 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba23c866-0700-4ded-a89c-a20fc0553a6e admin admin] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:55:08.359094 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba23c866-0700-4ded-a89c-a20fc0553a6e admin admin] Pushing event updated for resources: {'Port': ['ID=3e71cdf7-883a-4bb7-ba70-098324781202,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:55:08.359997 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-43fe4ac9-fdac-43c9-9dad-4246c0676cb5 None None] Set router 56a81808-423a-4f6f-8675-7983db3de62a gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:55:08.372985 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ba23c866-0700-4ded-a89c-a20fc0553a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710357'] for router_interface, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:08.506273 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ba23c866-0700-4ded-a89c-a20fc0553a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:08.524289 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-b249c660-0afb-4249-941f-c9f2c3ffe79a None None] Provisioning for port 3e71cdf7-883a-4bb7-ba70-098324781202 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:55:08.530029 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-b249c660-0afb-4249-941f-c9f2c3ffe79a None None] Provisioning complete for port 3e71cdf7-883a-4bb7-ba70-098324781202 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:55:08.530506 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b249c660-0afb-4249-941f-c9f2c3ffe79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:08.585478 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-b249c660-0afb-4249-941f-c9f2c3ffe79a None None] Port 3e71cdf7-883a-4bb7-ba70-098324781202 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:55:08.659509 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-43fe4ac9-fdac-43c9-9dad-4246c0676cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a81808-423a-4f6f-8675-7983db3de62a', 'name': 'tempest-ServerActionsTestJSON-1000362457-router', 'tenant_id': '5b5434842582418989b681607468e11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'cab5528b-beba-480c-adcc-32c92992ee0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:55:04Z', 'updated_at': '2022-05-04T17:55:05Z', 'revision_number': 3, 'project_id': '5b5434842582418989b681607468e11e', 'gw_port': {'id': 'cab5528b-beba-480c-adcc-32c92992ee0d', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:79:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a81808-423a-4f6f-8675-7983db3de62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:55:05Z', 'updated_at': '2022-05-04T17:55:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:55:08.663832 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fe4ac9-fdac-43c9-9dad-4246c0676cb5 None None] The sync data for ids ['56a81808-423a-4f6f-8675-7983db3de62a'] in dv-neutron-840426-1-hyperv is: [{'id': '56a81808-423a-4f6f-8675-7983db3de62a', 'name': 'tempest-ServerActionsTestJSON-1000362457-router', 'tenant_id': '5b5434842582418989b681607468e11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'cab5528b-beba-480c-adcc-32c92992ee0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:55:04Z', 'updated_at': '2022-05-04T17:55:05Z', 'revision_number': 3, 'project_id': '5b5434842582418989b681607468e11e', 'gw_port': {'id': 'cab5528b-beba-480c-adcc-32c92992ee0d', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:79:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a81808-423a-4f6f-8675-7983db3de62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:55:05Z', 'updated_at': '2022-05-04T17:55:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:55:08.737530 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ba23c866-0700-4ded-a89c-a20fc0553a6e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:08.742506 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ba23c866-0700-4ded-a89c-a20fc0553a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:08.848380 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ba23c866-0700-4ded-a89c-a20fc0553a6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710702'] for router_interface, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:08.851924 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba23c866-0700-4ded-a89c-a20fc0553a6e admin admin] Pushing event updated for resources: {'Port': ['ID=3e71cdf7-883a-4bb7-ba70-098324781202,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:55:08.995510 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba23c866-0700-4ded-a89c-a20fc0553a6e admin admin] Network a9d2ffc1-25d9-4699-b181-aab0105a8f2c is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:55:08.996713 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-ba23c866-0700-4ded-a89c-a20fc0553a6e admin admin] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:55:09.192540 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device cab5528b-beba-480c-adcc-32c92992ee0d up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:55:09.208265 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba23c866-0700-4ded-a89c-a20fc0553a6e admin admin] Router 56a81808-423a-4f6f-8675-7983db3de62a has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:55:09.281155 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port cab5528b-beba-480c-adcc-32c92992ee0d completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:55:09.286821 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port cab5528b-beba-480c-adcc-32c92992ee0d triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:55:09.287300 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:09.351391 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-56b04a07-cb3f-471a-989f-47625973c024 None None] Provisioning complete for port 3e71cdf7-883a-4bb7-ba70-098324781202 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:55:09.351908 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-56b04a07-cb3f-471a-989f-47625973c024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:09.406191 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba23c866-0700-4ded-a89c-a20fc0553a6e admin admin] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:55:09.417642 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-ba23c866-0700-4ded-a89c-a20fc0553a6e admin admin] 10.222.0.41 "PUT /v2.0/routers/56a81808-423a-4f6f-8675-7983db3de62a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4235408 May 04 17:55:09.461311 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-56b04a07-cb3f-471a-989f-47625973c024 None None] Port 3e71cdf7-883a-4bb7-ba70-098324781202 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:55:09.550246 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:09.555757 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:09.578590 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port cab5528b-beba-480c-adcc-32c92992ee0d, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=cab5528b-beba-480c-adcc-32c92992ee0d,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:55:09.582911 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:09.583958 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 2b6c5066-6ba5-40b0-b806-63a420cb7659 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:55:09.702380 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=cab5528b-beba-480c-adcc-32c92992ee0d,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:55:09.714058 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 2b6c5066-6ba5-40b0-b806-63a420cb7659 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:55:09.714436 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:09.917420 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 59522) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:55:09.922650 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-64963b3f-d381-4aed-8e6d-074c88132bd1 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Request body: {'security_group': {'name': 'tempest-securitygroup--101584408', 'description': 'tempest-description--777181973'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:55:09.928534 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-64963b3f-d381-4aed-8e6d-074c88132bd1 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:55:09.932448 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-64963b3f-d381-4aed-8e6d-074c88132bd1 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Usage tracker for resource:security_group and tenant:5b5434842582418989b681607468e11e is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:55:09.935487 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-64963b3f-d381-4aed-8e6d-074c88132bd1 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:55:09.941278 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-64963b3f-d381-4aed-8e6d-074c88132bd1 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:55:09.952709 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-64963b3f-d381-4aed-8e6d-074c88132bd1 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:09.974471 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-64963b3f-d381-4aed-8e6d-074c88132bd1 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:55:09.979267 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-64963b3f-d381-4aed-8e6d-074c88132bd1 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Usage tracker for resource:security_group_rule and tenant:5b5434842582418989b681607468e11e is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:55:09.982363 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-64963b3f-d381-4aed-8e6d-074c88132bd1 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:55:09.988018 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-64963b3f-d381-4aed-8e6d-074c88132bd1 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:55:10.059019 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-64963b3f-d381-4aed-8e6d-074c88132bd1 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:10.063276 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-64963b3f-d381-4aed-8e6d-074c88132bd1 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:10.104264 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64963b3f-d381-4aed-8e6d-074c88132bd1 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:55:10.106908 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-64963b3f-d381-4aed-8e6d-074c88132bd1 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:10.108098 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-64963b3f-d381-4aed-8e6d-074c88132bd1 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1896455 May 04 17:55:10.111008 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 59526) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:55:10.116787 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-faf0a3ee-095a-40c5-bba4-b7528b246843 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Request body: {'security_group_rule': {'security_group_id': 'f3d5b3f2-e60d-41f3-bf1a-eba032c968c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:55:10.123271 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-faf0a3ee-095a-40c5-bba4-b7528b246843 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:55:10.127322 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-faf0a3ee-095a-40c5-bba4-b7528b246843 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Usage tracker for resource:security_group_rule and tenant:5b5434842582418989b681607468e11e is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:55:10.130340 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-faf0a3ee-095a-40c5-bba4-b7528b246843 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:55:10.136676 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-faf0a3ee-095a-40c5-bba4-b7528b246843 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:55:10.152574 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-faf0a3ee-095a-40c5-bba4-b7528b246843 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:10.215302 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00dfa06e-8be1-4d4b-9c59-85c52809b21c None None] Sync routers for ids ['56a81808-423a-4f6f-8675-7983db3de62a'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:55:10.220663 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-faf0a3ee-095a-40c5-bba4-b7528b246843 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:10.225118 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-faf0a3ee-095a-40c5-bba4-b7528b246843 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:10.225659 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dfa06e-8be1-4d4b-9c59-85c52809b21c None None] Routers {'56a81808-423a-4f6f-8675-7983db3de62a'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:55:10.226422 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-00dfa06e-8be1-4d4b-9c59-85c52809b21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:55:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['56a81808-423a-4f6f-8675-7983db3de62a'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:55:10.252566 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf0a3ee-095a-40c5-bba4-b7528b246843 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ef974e5-1600-48bf-81ed-71aa056de76e,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:55:10.259315 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-faf0a3ee-095a-40c5-bba4-b7528b246843 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:10.261113 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-faf0a3ee-095a-40c5-bba4-b7528b246843 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1490009 May 04 17:55:10.263785 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 59530) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:55:10.268926 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-fb97df98-8861-40af-a919-edface723625 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Request body: {'security_group_rule': {'security_group_id': 'f3d5b3f2-e60d-41f3-bf1a-eba032c968c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:55:10.274951 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-fb97df98-8861-40af-a919-edface723625 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:55:10.278891 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-fb97df98-8861-40af-a919-edface723625 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Usage tracker for resource:security_group_rule and tenant:5b5434842582418989b681607468e11e is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:55:10.281707 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-fb97df98-8861-40af-a919-edface723625 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:55:10.287525 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-fb97df98-8861-40af-a919-edface723625 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:55:10.304382 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fb97df98-8861-40af-a919-edface723625 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:10.363691 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fb97df98-8861-40af-a919-edface723625 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:10.368148 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fb97df98-8861-40af-a919-edface723625 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:10.394662 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb97df98-8861-40af-a919-edface723625 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6e6a7f3-18e1-4df6-b9c7-3ad8b9148b45,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:55:10.403427 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fb97df98-8861-40af-a919-edface723625 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:10.404682 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-fb97df98-8861-40af-a919-edface723625 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1398215 May 04 17:55:10.407809 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 59534) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:55:10.413599 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-00dfa06e-8be1-4d4b-9c59-85c52809b21c None None] Set router 56a81808-423a-4f6f-8675-7983db3de62a gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:55:10.414541 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-225c99c1-484f-43a1-bb85-b4cfcc440337 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Request body: {'floatingip': {'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:55:10.421327 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-225c99c1-484f-43a1-bb85-b4cfcc440337 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:55:10.425238 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-225c99c1-484f-43a1-bb85-b4cfcc440337 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Usage tracker for resource:floatingip and tenant:5b5434842582418989b681607468e11e is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:55:10.428123 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-225c99c1-484f-43a1-bb85-b4cfcc440337 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:55:10.434445 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-225c99c1-484f-43a1-bb85-b4cfcc440337 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:55:10.539363 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-225c99c1-484f-43a1-bb85-b4cfcc440337 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks [] for floatingip, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:10.678688 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-225c99c1-484f-43a1-bb85-b4cfcc440337 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:10.732131 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-00dfa06e-8be1-4d4b-9c59-85c52809b21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a81808-423a-4f6f-8675-7983db3de62a', 'name': 'tempest-ServerActionsTestJSON-1000362457-router', 'tenant_id': '5b5434842582418989b681607468e11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'cab5528b-beba-480c-adcc-32c92992ee0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:55:04Z', 'updated_at': '2022-05-04T17:55:08Z', 'revision_number': 4, 'project_id': '5b5434842582418989b681607468e11e', 'gw_port': {'id': 'cab5528b-beba-480c-adcc-32c92992ee0d', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:79:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a81808-423a-4f6f-8675-7983db3de62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:55:05Z', 'updated_at': '2022-05-04T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '3e71cdf7-883a-4bb7-ba70-098324781202', 'name': '', 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c', 'tenant_id': '5b5434842582418989b681607468e11e', 'mac_address': 'fa:16:3e:5f:1f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a81808-423a-4f6f-8675-7983db3de62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'fc5df0b0-84cb-434c-abf6-a659e7e30b34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:55:07Z', 'updated_at': '2022-05-04T17:55:08Z', 'revision_number': 2, 'project_id': '5b5434842582418989b681607468e11e', 'subnets': [{'id': 'fc5df0b0-84cb-434c-abf6-a659e7e30b34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:55:10.736030 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00dfa06e-8be1-4d4b-9c59-85c52809b21c None None] Checking router: 56a81808-423a-4f6f-8675-7983db3de62a for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:55:10.736386 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00dfa06e-8be1-4d4b-9c59-85c52809b21c None None] Updating router 56a81808-423a-4f6f-8675-7983db3de62a port 3e71cdf7-883a-4bb7-ba70-098324781202 binding host dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:55:10.792371 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-00dfa06e-8be1-4d4b-9c59-85c52809b21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:10.809795 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-225c99c1-484f-43a1-bb85-b4cfcc440337 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Allocated IP 172.26.0.243 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/56af8fd2-7f6e-4318-aed9-cdef69598905) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:55:10.966402 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-225c99c1-484f-43a1-bb85-b4cfcc440337 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:10.994854 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-225c99c1-484f-43a1-bb85-b4cfcc440337 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:11.057102 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225c99c1-484f-43a1-bb85-b4cfcc440337 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:55:11.060002 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-225c99c1-484f-43a1-bb85-b4cfcc440337 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:55:11.063850 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225c99c1-484f-43a1-bb85-b4cfcc440337 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:55:11.098510 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225c99c1-484f-43a1-bb85-b4cfcc440337 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Pushing event updated for resources: {'Port': ['ID=56af8fd2-7f6e-4318-aed9-cdef69598905,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:55:11.112589 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device cab5528b-beba-480c-adcc-32c92992ee0d up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:55:11.145599 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-225c99c1-484f-43a1-bb85-b4cfcc440337 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:11.200492 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-00dfa06e-8be1-4d4b-9c59-85c52809b21c None None] Notify callbacks [] for port, precommit_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:11.214245 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-225c99c1-484f-43a1-bb85-b4cfcc440337 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:11.217844 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-00dfa06e-8be1-4d4b-9c59-85c52809b21c None None] Transition to ACTIVE for port object 3e71cdf7-883a-4bb7-ba70-098324781202 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:55:11.231761 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-00dfa06e-8be1-4d4b-9c59-85c52809b21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:11.271978 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port cab5528b-beba-480c-adcc-32c92992ee0d triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:55:11.272362 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:11.436830 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-225c99c1-484f-43a1-bb85-b4cfcc440337 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:11.442425 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-225c99c1-484f-43a1-bb85-b4cfcc440337 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:11.473022 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780e1603-6c47-4cfd-ba89-0d8975ee59dd None None] Pushing event updated for resources: {'Port': ['ID=3e71cdf7-883a-4bb7-ba70-098324781202,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:55:11.568793 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225c99c1-484f-43a1-bb85-b4cfcc440337 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Pushing event updated for resources: {'Port': ['ID=56af8fd2-7f6e-4318-aed9-cdef69598905,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:55:11.573703 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-00dfa06e-8be1-4d4b-9c59-85c52809b21c None None] Attempting to bind port 3e71cdf7-883a-4bb7-ba70-098324781202 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:55:11.574094 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-00dfa06e-8be1-4d4b-9c59-85c52809b21c None None] Attempting to bind port 3e71cdf7-883a-4bb7-ba70-098324781202 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '1486ec6e-4df6-4c51-b2a7-93fd7420d7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:55:11.574445 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dfa06e-8be1-4d4b-9c59-85c52809b21c None None] Attempting to bind port 3e71cdf7-883a-4bb7-ba70-098324781202 on network a9d2ffc1-25d9-4699-b181-aab0105a8f2c {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:55:11.577818 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-225c99c1-484f-43a1-bb85-b4cfcc440337 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710218'] for floatingip, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:11.595272 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dfa06e-8be1-4d4b-9c59-85c52809b21c None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:55:11.595658 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dfa06e-8be1-4d4b-9c59-85c52809b21c None None] Checking segment: {'id': '1486ec6e-4df6-4c51-b2a7-93fd7420d7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:55:11.596084 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-00dfa06e-8be1-4d4b-9c59-85c52809b21c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:11.596505 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dfa06e-8be1-4d4b-9c59-85c52809b21c None None] Bound using segment: {'id': '1486ec6e-4df6-4c51-b2a7-93fd7420d7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:55:11.597027 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-00dfa06e-8be1-4d4b-9c59-85c52809b21c None None] Bound port: 3e71cdf7-883a-4bb7-ba70-098324781202, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1486ec6e-4df6-4c51-b2a7-93fd7420d7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:55:11.597534 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-00dfa06e-8be1-4d4b-9c59-85c52809b21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:11.599777 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-225c99c1-484f-43a1-bb85-b4cfcc440337 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:11.600998 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-225c99c1-484f-43a1-bb85-b4cfcc440337 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1919701 May 04 17:55:11.708619 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-00dfa06e-8be1-4d4b-9c59-85c52809b21c None None] For port 3e71cdf7-883a-4bb7-ba70-098324781202, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:55:11.711731 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-00dfa06e-8be1-4d4b-9c59-85c52809b21c None None] For port 3e71cdf7-883a-4bb7-ba70-098324781202, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=3e71cdf7-883a-4bb7-ba70-098324781202,segment=NetworkSegment(1486ec6e-4df6-4c51-b2a7-93fd7420d7e4),segment_id=1486ec6e-4df6-4c51-b2a7-93fd7420d7e4)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:55:11.716135 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-00dfa06e-8be1-4d4b-9c59-85c52809b21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:11.784943 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-851a6651-b2d7-4199-b60f-3ffd92495003 req-644ceb48-0a4d-4717-b595-af014f3329ed tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Synchronizing usage tracker for tenant:5b5434842582418989b681607468e11e on resource:security_group {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:55:11.791550 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dfa06e-8be1-4d4b-9c59-85c52809b21c None None] Routers {'56a81808-423a-4f6f-8675-7983db3de62a'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:55:11.792396 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-00dfa06e-8be1-4d4b-9c59-85c52809b21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:55:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['56a81808-423a-4f6f-8675-7983db3de62a'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:55:11.804529 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-851a6651-b2d7-4199-b60f-3ffd92495003 req-644ceb48-0a4d-4717-b595-af014f3329ed tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Unset dirty status for tenant:5b5434842582418989b681607468e11e on resource:security_group {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:55:11.805766 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-851a6651-b2d7-4199-b60f-3ffd92495003 req-644ceb48-0a4d-4717-b595-af014f3329ed tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--101584408&fields=id&tenant_id=5b5434842582418989b681607468e11e HTTP/1.1" status: 200 len: 267 time: 0.0663970 May 04 17:55:11.866688 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780e1603-6c47-4cfd-ba89-0d8975ee59dd None None] Pushing event updated for resources: {'Port': ['ID=3e71cdf7-883a-4bb7-ba70-098324781202,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:55:11.979601 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a6651-b2d7-4199-b60f-3ffd92495003 req-2ccce361-7d7b-404c-8021-79a3c68d4464 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:11.980579 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-00dfa06e-8be1-4d4b-9c59-85c52809b21c None None] Set router 56a81808-423a-4f6f-8675-7983db3de62a gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:55:11.981069 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-851a6651-b2d7-4199-b60f-3ffd92495003 req-2ccce361-7d7b-404c-8021-79a3c68d4464 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/networks?id=a9d2ffc1-25d9-4699-b181-aab0105a8f2c HTTP/1.1" status: 200 len: 812 time: 0.1670699 May 04 17:55:11.995845 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-851a6651-b2d7-4199-b60f-3ffd92495003 req-70fb3782-7b8f-489f-9ba5-89c63ed72190 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/quotas/5b5434842582418989b681607468e11e HTTP/1.1" status: 200 len: 375 time: 0.0091999 May 04 17:55:12.082152 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-851a6651-b2d7-4199-b60f-3ffd92495003 req-e84ff91a-fd1e-4ec1-b212-0a889a59f889 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Synchronizing usage tracker for tenant:5b5434842582418989b681607468e11e on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:55:12.098982 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-851a6651-b2d7-4199-b60f-3ffd92495003 req-e84ff91a-fd1e-4ec1-b212-0a889a59f889 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Unset dirty status for tenant:5b5434842582418989b681607468e11e on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:55:12.100512 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-851a6651-b2d7-4199-b60f-3ffd92495003 req-e84ff91a-fd1e-4ec1-b212-0a889a59f889 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5b5434842582418989b681607468e11e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0996006 May 04 17:55:12.248762 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-851a6651-b2d7-4199-b60f-3ffd92495003 req-07abe510-216e-4c2a-8de4-325cbba7cfe0 service neutron] 10.222.0.41 "GET /v2.0/networks/a9d2ffc1-25d9-4699-b181-aab0105a8f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347899 May 04 17:55:12.295522 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 17:55:12.296140 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-00dfa06e-8be1-4d4b-9c59-85c52809b21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a81808-423a-4f6f-8675-7983db3de62a', 'name': 'tempest-ServerActionsTestJSON-1000362457-router', 'tenant_id': '5b5434842582418989b681607468e11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'cab5528b-beba-480c-adcc-32c92992ee0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:55:04Z', 'updated_at': '2022-05-04T17:55:08Z', 'revision_number': 4, 'project_id': '5b5434842582418989b681607468e11e', 'gw_port': {'id': 'cab5528b-beba-480c-adcc-32c92992ee0d', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:79:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a81808-423a-4f6f-8675-7983db3de62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:55:05Z', 'updated_at': '2022-05-04T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '3e71cdf7-883a-4bb7-ba70-098324781202', 'name': '', 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c', 'tenant_id': '5b5434842582418989b681607468e11e', 'mac_address': 'fa:16:3e:5f:1f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a81808-423a-4f6f-8675-7983db3de62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'fc5df0b0-84cb-434c-abf6-a659e7e30b34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:55:07Z', 'updated_at': '2022-05-04T17:55:11Z', 'revision_number': 4, 'project_id': '5b5434842582418989b681607468e11e', 'subnets': [{'id': 'fc5df0b0-84cb-434c-abf6-a659e7e30b34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:55:12.299865 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00dfa06e-8be1-4d4b-9c59-85c52809b21c None None] The sync data for ids ['56a81808-423a-4f6f-8675-7983db3de62a'] in dv-neutron-840426-1-hyperv is: [{'id': '56a81808-423a-4f6f-8675-7983db3de62a', 'name': 'tempest-ServerActionsTestJSON-1000362457-router', 'tenant_id': '5b5434842582418989b681607468e11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'cab5528b-beba-480c-adcc-32c92992ee0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:55:04Z', 'updated_at': '2022-05-04T17:55:08Z', 'revision_number': 4, 'project_id': '5b5434842582418989b681607468e11e', 'gw_port': {'id': 'cab5528b-beba-480c-adcc-32c92992ee0d', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:79:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a81808-423a-4f6f-8675-7983db3de62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:55:05Z', 'updated_at': '2022-05-04T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '3e71cdf7-883a-4bb7-ba70-098324781202', 'name': '', 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c', 'tenant_id': '5b5434842582418989b681607468e11e', 'mac_address': 'fa:16:3e:5f:1f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a81808-423a-4f6f-8675-7983db3de62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'fc5df0b0-84cb-434c-abf6-a659e7e30b34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:55:07Z', 'updated_at': '2022-05-04T17:55:11Z', 'revision_number': 4, 'project_id': '5b5434842582418989b681607468e11e', 'subnets': [{'id': 'fc5df0b0-84cb-434c-abf6-a659e7e30b34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:55:12.394511 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-851a6651-b2d7-4199-b60f-3ffd92495003 req-46a4a155-259e-428f-8987-23e4b82566ef service neutron] 10.222.0.41 "GET /v2.0/networks/a9d2ffc1-25d9-4699-b181-aab0105a8f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390772 May 04 17:55:12.575598 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-a9b34100-6139-448c-b6d2-b1270e9e823d req-44d7645f-db88-4dfa-9b24-475e55774a2c tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=041e25f2-2bde-42a6-a748-27c5b0de51c8 HTTP/1.1" status: 200 len: 210 time: 0.0439246 May 04 17:55:13.139027 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 3e71cdf7-883a-4bb7-ba70-098324781202 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:55:13.250314 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 3e71cdf7-883a-4bb7-ba70-098324781202 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:55:13.259588 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 3e71cdf7-883a-4bb7-ba70-098324781202 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:55:13.259960 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:13.388882 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:13.422655 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 3e71cdf7-883a-4bb7-ba70-098324781202, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=3e71cdf7-883a-4bb7-ba70-098324781202,segment=NetworkSegment(1486ec6e-4df6-4c51-b2a7-93fd7420d7e4),segment_id=1486ec6e-4df6-4c51-b2a7-93fd7420d7e4)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:55:13.427340 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:13.498905 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=3e71cdf7-883a-4bb7-ba70-098324781202,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:55:13.861497 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0f52fdea-2bf5-4211-87a0-ba393f40d68e req-c5c52222-f989-41af-917f-18e599f4929a tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=041e25f2-2bde-42a6-a748-27c5b0de51c8 HTTP/1.1" status: 200 len: 210 time: 0.0516515 May 04 17:55:13.906482 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a6651-b2d7-4199-b60f-3ffd92495003 req-7bfdf570-b2e3-41dd-abbb-2c30eb8ea316 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:13.907913 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-851a6651-b2d7-4199-b60f-3ffd92495003 req-7bfdf570-b2e3-41dd-abbb-2c30eb8ea316 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.42 "GET /v2.0/networks?id=a9d2ffc1-25d9-4699-b181-aab0105a8f2c HTTP/1.1" status: 200 len: 812 time: 0.3045547 May 04 17:55:13.957049 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-851a6651-b2d7-4199-b60f-3ffd92495003 req-e7a2cff8-d1b4-434c-bc25-27713a454e68 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b5434842582418989b681607468e11e HTTP/1.1" status: 200 len: 379 time: 0.0413160 May 04 17:55:13.965741 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [req-851a6651-b2d7-4199-b60f-3ffd92495003 req-6abad213-f3d0-486f-9e74-f25c76f1d99e tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Request body: {'port': {'device_id': '041e25f2-2bde-42a6-a748-27c5b0de51c8', 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c', 'admin_state_up': True, 'tenant_id': '5b5434842582418989b681607468e11e', 'security_groups': ['f3d5b3f2-e60d-41f3-bf1a-eba032c968c5']}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:55:14.096471 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [req-851a6651-b2d7-4199-b60f-3ffd92495003 req-6abad213-f3d0-486f-9e74-f25c76f1d99e tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:55:14.106532 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [req-851a6651-b2d7-4199-b60f-3ffd92495003 req-6abad213-f3d0-486f-9e74-f25c76f1d99e tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:55:14.115733 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-851a6651-b2d7-4199-b60f-3ffd92495003 req-6abad213-f3d0-486f-9e74-f25c76f1d99e tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Made reservation on behalf of 5b5434842582418989b681607468e11e for: {'port': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:55:14.119902 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-851a6651-b2d7-4199-b60f-3ffd92495003 req-6abad213-f3d0-486f-9e74-f25c76f1d99e tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:14.278854 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [req-851a6651-b2d7-4199-b60f-3ffd92495003 req-6abad213-f3d0-486f-9e74-f25c76f1d99e tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Allocated IP 172.20.0.3 (a9d2ffc1-25d9-4699-b181-aab0105a8f2c/fc5df0b0-84cb-434c-abf6-a659e7e30b34/9b44c24b-8f35-44f6-8459-e0b563b9a565) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:55:14.461063 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-851a6651-b2d7-4199-b60f-3ffd92495003 req-6abad213-f3d0-486f-9e74-f25c76f1d99e tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:14.476355 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [req-851a6651-b2d7-4199-b60f-3ffd92495003 req-6abad213-f3d0-486f-9e74-f25c76f1d99e tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Transition to ACTIVE for port object 9b44c24b-8f35-44f6-8459-e0b563b9a565 will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:55:14.499523 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-851a6651-b2d7-4199-b60f-3ffd92495003 req-6abad213-f3d0-486f-9e74-f25c76f1d99e tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:14.566866 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-851a6651-b2d7-4199-b60f-3ffd92495003 req-6abad213-f3d0-486f-9e74-f25c76f1d99e tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Network a9d2ffc1-25d9-4699-b181-aab0105a8f2c is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:55:14.569902 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [req-851a6651-b2d7-4199-b60f-3ffd92495003 req-6abad213-f3d0-486f-9e74-f25c76f1d99e tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:55:14.574196 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [req-851a6651-b2d7-4199-b60f-3ffd92495003 req-6abad213-f3d0-486f-9e74-f25c76f1d99e tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:55:14.611300 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abad213-f3d0-486f-9e74-f25c76f1d99e tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Pushing event updated for resources: {'Port': ['ID=9b44c24b-8f35-44f6-8459-e0b563b9a565,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:55:14.643116 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a6651-b2d7-4199-b60f-3ffd92495003 req-6abad213-f3d0-486f-9e74-f25c76f1d99e tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:14.643743 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-851a6651-b2d7-4199-b60f-3ffd92495003 req-6abad213-f3d0-486f-9e74-f25c76f1d99e tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:14.670298 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-851a6651-b2d7-4199-b60f-3ffd92495003 req-6abad213-f3d0-486f-9e74-f25c76f1d99e tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7078938 May 04 17:55:14.682681 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [req-851a6651-b2d7-4199-b60f-3ffd92495003 req-3970e21d-50e8-4801-b1bd-0626d2b5b8f9 service neutron] Request body: {'port': {'device_id': '041e25f2-2bde-42a6-a748-27c5b0de51c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:55:14.795804 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-851a6651-b2d7-4199-b60f-3ffd92495003 req-3970e21d-50e8-4801-b1bd-0626d2b5b8f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:14.848866 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-076414e0-0640-413e-849d-35e74f876ae0 None None] Provisioning for port 9b44c24b-8f35-44f6-8459-e0b563b9a565 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:55:14.853456 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-076414e0-0640-413e-849d-35e74f876ae0 None None] Provisioning complete for port 9b44c24b-8f35-44f6-8459-e0b563b9a565 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:55:14.853834 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-076414e0-0640-413e-849d-35e74f876ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:14.917573 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-076414e0-0640-413e-849d-35e74f876ae0 None None] Port 9b44c24b-8f35-44f6-8459-e0b563b9a565 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:55:15.059319 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a31b3-32e9-48d3-b4d5-c7fa82e2136b req-826a67c9-c74b-4425-884a-8fe7dd02f52f tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:15.060811 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-fb5a31b3-32e9-48d3-b4d5-c7fa82e2136b req-826a67c9-c74b-4425-884a-8fe7dd02f52f tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=041e25f2-2bde-42a6-a748-27c5b0de51c8 HTTP/1.1" status: 200 len: 931 time: 0.0793078 May 04 17:55:15.099497 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 3e71cdf7-883a-4bb7-ba70-098324781202 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:55:15.114808 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-fb5a31b3-32e9-48d3-b4d5-c7fa82e2136b req-629cf3d6-abbf-4cf2-8a38-fc3482cabe7e tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Synchronizing usage tracker for tenant:5b5434842582418989b681607468e11e on resource:security_group {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:55:15.127318 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-fb5a31b3-32e9-48d3-b4d5-c7fa82e2136b req-629cf3d6-abbf-4cf2-8a38-fc3482cabe7e tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Unset dirty status for tenant:5b5434842582418989b681607468e11e on resource:security_group {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:55:15.128944 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-fb5a31b3-32e9-48d3-b4d5-c7fa82e2136b req-629cf3d6-abbf-4cf2-8a38-fc3482cabe7e tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618186 May 04 17:55:15.145693 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [req-851a6651-b2d7-4199-b60f-3ffd92495003 req-3970e21d-50e8-4801-b1bd-0626d2b5b8f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b44c24b-8f35-44f6-8459-e0b563b9a565 {{(pid=88037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:55:15.153973 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-851a6651-b2d7-4199-b60f-3ffd92495003 req-3970e21d-50e8-4801-b1bd-0626d2b5b8f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:15.168653 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [req-851a6651-b2d7-4199-b60f-3ffd92495003 req-3970e21d-50e8-4801-b1bd-0626d2b5b8f9 service neutron] Transition to ACTIVE for port object 9b44c24b-8f35-44f6-8459-e0b563b9a565 will not be triggered until provisioned by entity L2. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:55:15.170171 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 3e71cdf7-883a-4bb7-ba70-098324781202 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:55:15.170591 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:15.173040 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-851a6651-b2d7-4199-b60f-3ffd92495003 req-3970e21d-50e8-4801-b1bd-0626d2b5b8f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:15.338183 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3970e21d-50e8-4801-b1bd-0626d2b5b8f9 service neutron] Pushing event updated for resources: {'Port': ['ID=9b44c24b-8f35-44f6-8459-e0b563b9a565,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:55:15.414522 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-851a6651-b2d7-4199-b60f-3ffd92495003 req-3970e21d-50e8-4801-b1bd-0626d2b5b8f9 service neutron] Attempting to bind port 9b44c24b-8f35-44f6-8459-e0b563b9a565 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:55:15.414856 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-851a6651-b2d7-4199-b60f-3ffd92495003 req-3970e21d-50e8-4801-b1bd-0626d2b5b8f9 service neutron] Attempting to bind port 9b44c24b-8f35-44f6-8459-e0b563b9a565 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '1486ec6e-4df6-4c51-b2a7-93fd7420d7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:55:15.415179 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851a6651-b2d7-4199-b60f-3ffd92495003 req-3970e21d-50e8-4801-b1bd-0626d2b5b8f9 service neutron] Attempting to bind port 9b44c24b-8f35-44f6-8459-e0b563b9a565 on network a9d2ffc1-25d9-4699-b181-aab0105a8f2c {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:55:15.420474 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851a6651-b2d7-4199-b60f-3ffd92495003 req-3970e21d-50e8-4801-b1bd-0626d2b5b8f9 service neutron] Port 9b44c24b-8f35-44f6-8459-e0b563b9a565 on network a9d2ffc1-25d9-4699-b181-aab0105a8f2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:55:15.420786 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851a6651-b2d7-4199-b60f-3ffd92495003 req-3970e21d-50e8-4801-b1bd-0626d2b5b8f9 service neutron] Attempting to bind port 9b44c24b-8f35-44f6-8459-e0b563b9a565 on network a9d2ffc1-25d9-4699-b181-aab0105a8f2c {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:55:15.425944 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851a6651-b2d7-4199-b60f-3ffd92495003 req-3970e21d-50e8-4801-b1bd-0626d2b5b8f9 service neutron] Checking agent: {'id': '84d0dbeb-cfa8-4636-8b1c-9790acf21ef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'started_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:55:15.426297 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851a6651-b2d7-4199-b60f-3ffd92495003 req-3970e21d-50e8-4801-b1bd-0626d2b5b8f9 service neutron] Checking segment: {'id': '1486ec6e-4df6-4c51-b2a7-93fd7420d7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:55:15.426668 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851a6651-b2d7-4199-b60f-3ffd92495003 req-3970e21d-50e8-4801-b1bd-0626d2b5b8f9 service neutron] Bound using segment: {'id': '1486ec6e-4df6-4c51-b2a7-93fd7420d7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c'} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:55:15.427091 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-851a6651-b2d7-4199-b60f-3ffd92495003 req-3970e21d-50e8-4801-b1bd-0626d2b5b8f9 service neutron] Bound port: 9b44c24b-8f35-44f6-8459-e0b563b9a565, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1486ec6e-4df6-4c51-b2a7-93fd7420d7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c'}}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:55:15.427435 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-851a6651-b2d7-4199-b60f-3ffd92495003 req-3970e21d-50e8-4801-b1bd-0626d2b5b8f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:15.513212 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-851a6651-b2d7-4199-b60f-3ffd92495003 req-3970e21d-50e8-4801-b1bd-0626d2b5b8f9 service neutron] For port 9b44c24b-8f35-44f6-8459-e0b563b9a565, host hv-neutron-8404, cleared binding levels {{(pid=88037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:55:15.516029 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-851a6651-b2d7-4199-b60f-3ffd92495003 req-3970e21d-50e8-4801-b1bd-0626d2b5b8f9 service neutron] For port 9b44c24b-8f35-44f6-8459-e0b563b9a565, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=9b44c24b-8f35-44f6-8459-e0b563b9a565,segment=NetworkSegment(1486ec6e-4df6-4c51-b2a7-93fd7420d7e4),segment_id=1486ec6e-4df6-4c51-b2a7-93fd7420d7e4)] {{(pid=88037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:55:15.520462 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-851a6651-b2d7-4199-b60f-3ffd92495003 req-3970e21d-50e8-4801-b1bd-0626d2b5b8f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:15.674993 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a6651-b2d7-4199-b60f-3ffd92495003 req-3970e21d-50e8-4801-b1bd-0626d2b5b8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:15.674993 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-851a6651-b2d7-4199-b60f-3ffd92495003 req-3970e21d-50e8-4801-b1bd-0626d2b5b8f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:15.676262 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-851a6651-b2d7-4199-b60f-3ffd92495003 req-3970e21d-50e8-4801-b1bd-0626d2b5b8f9 service neutron] 10.222.0.42 "PUT /v2.0/ports/9b44c24b-8f35-44f6-8459-e0b563b9a565 HTTP/1.1" status: 200 len: 1093 time: 0.9978354 May 04 17:55:15.679227 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '041e25f2-2bde-42a6-a748-27c5b0de51c8', 'tag': '9b44c24b-8f35-44f6-8459-e0b563b9a565'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:55:15.710109 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3970e21d-50e8-4801-b1bd-0626d2b5b8f9 service neutron] Pushing event updated for resources: {'Port': ['ID=9b44c24b-8f35-44f6-8459-e0b563b9a565,revision_number=3']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:55:15.752892 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-459069be-3cd1-48d2-adee-627ad421abd9'] response: {'name': 'network-changed', 'server_uuid': '041e25f2-2bde-42a6-a748-27c5b0de51c8', 'tag': '9b44c24b-8f35-44f6-8459-e0b563b9a565', 'status': 'completed', 'code': 200} May 04 17:55:15.798323 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a6651-b2d7-4199-b60f-3ffd92495003 req-ce13c109-3093-4bf6-ad45-c531f9814b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:15.799811 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-851a6651-b2d7-4199-b60f-3ffd92495003 req-ce13c109-3093-4bf6-ad45-c531f9814b5c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5b5434842582418989b681607468e11e&device_id=041e25f2-2bde-42a6-a748-27c5b0de51c8 HTTP/1.1" status: 200 len: 1096 time: 0.0799336 May 04 17:55:15.871428 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-851a6651-b2d7-4199-b60f-3ffd92495003 req-dc8577e0-842a-4e3d-b2f7-e0a623ec9798 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b44c24b-8f35-44f6-8459-e0b563b9a565 HTTP/1.1" status: 200 len: 217 time: 0.0640559 May 04 17:55:15.931920 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a6651-b2d7-4199-b60f-3ffd92495003 req-d29decc6-35b2-4486-b768-a46bca8ebc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:15.933221 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-851a6651-b2d7-4199-b60f-3ffd92495003 req-d29decc6-35b2-4486-b768-a46bca8ebc9b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fc5df0b0-84cb-434c-abf6-a659e7e30b34 HTTP/1.1" status: 200 len: 851 time: 0.0560217 May 04 17:55:16.012050 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a6651-b2d7-4199-b60f-3ffd92495003 req-fd720ee8-cb49-48a1-b06b-dfe0fa616c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:16.013512 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-851a6651-b2d7-4199-b60f-3ffd92495003 req-fd720ee8-cb49-48a1-b06b-dfe0fa616c82 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a9d2ffc1-25d9-4699-b181-aab0105a8f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739329 May 04 17:55:16.144667 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-851a6651-b2d7-4199-b60f-3ffd92495003 req-cf11a71e-2334-4077-bef1-f7d1c7d00a19 service neutron] 10.222.0.42 "GET /v2.0/networks/a9d2ffc1-25d9-4699-b181-aab0105a8f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240098 May 04 17:55:16.281105 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-851a6651-b2d7-4199-b60f-3ffd92495003 req-76b61864-2f96-4dfe-b18a-542f37e4f13d service neutron] 10.222.0.42 "GET /v2.0/networks/a9d2ffc1-25d9-4699-b181-aab0105a8f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292536 May 04 17:55:16.314218 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c6816d-8760-4042-b5d6-9467c226e0f2 req-c0a14952-da0d-41c1-8a4d-5bc63aa0910e tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:16.315689 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-62c6816d-8760-4042-b5d6-9467c226e0f2 req-c0a14952-da0d-41c1-8a4d-5bc63aa0910e tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=041e25f2-2bde-42a6-a748-27c5b0de51c8 HTTP/1.1" status: 200 len: 943 time: 0.0825675 May 04 17:55:16.360850 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-62c6816d-8760-4042-b5d6-9467c226e0f2 req-c2bf5d60-5024-40d5-95f5-be7b3ea6fea8 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380309 May 04 17:55:16.395663 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b93c17a-d11d-46c1-b7f7-7431c7b0db8a req-bb3559fa-77f6-4930-a8e6-c89300d9ab7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:16.397198 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2b93c17a-d11d-46c1-b7f7-7431c7b0db8a req-bb3559fa-77f6-4930-a8e6-c89300d9ab7d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5b5434842582418989b681607468e11e&device_id=041e25f2-2bde-42a6-a748-27c5b0de51c8 HTTP/1.1" status: 200 len: 1096 time: 0.0711052 May 04 17:55:16.524681 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b93c17a-d11d-46c1-b7f7-7431c7b0db8a req-9f53ce3f-9eb9-447e-ad98-61e792d98f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:16.526156 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2b93c17a-d11d-46c1-b7f7-7431c7b0db8a req-9f53ce3f-9eb9-447e-ad98-61e792d98f42 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a9d2ffc1-25d9-4699-b181-aab0105a8f2c HTTP/1.1" status: 200 len: 913 time: 0.1228383 May 04 17:55:16.595128 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2b93c17a-d11d-46c1-b7f7-7431c7b0db8a req-3f10dd02-2fce-4f9d-be96-84773cddf572 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b44c24b-8f35-44f6-8459-e0b563b9a565 HTTP/1.1" status: 200 len: 217 time: 0.0619950 May 04 17:55:16.653753 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b93c17a-d11d-46c1-b7f7-7431c7b0db8a req-12184be9-a3e6-409e-925c-1dda74e0d029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:16.655107 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2b93c17a-d11d-46c1-b7f7-7431c7b0db8a req-12184be9-a3e6-409e-925c-1dda74e0d029 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fc5df0b0-84cb-434c-abf6-a659e7e30b34 HTTP/1.1" status: 200 len: 851 time: 0.0543272 May 04 17:55:16.729503 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b93c17a-d11d-46c1-b7f7-7431c7b0db8a req-37b9441f-f954-45e3-8d70-f384fa67848d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:16.730949 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2b93c17a-d11d-46c1-b7f7-7431c7b0db8a req-37b9441f-f954-45e3-8d70-f384fa67848d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a9d2ffc1-25d9-4699-b181-aab0105a8f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698249 May 04 17:55:16.863121 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2b93c17a-d11d-46c1-b7f7-7431c7b0db8a req-c1965fcc-2198-4598-973c-a25eab70c325 service neutron] 10.222.0.42 "GET /v2.0/networks/a9d2ffc1-25d9-4699-b181-aab0105a8f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255209 May 04 17:55:16.990058 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2b93c17a-d11d-46c1-b7f7-7431c7b0db8a req-02577241-5e72-49b8-b85f-58ad778d3ff9 service neutron] 10.222.0.42 "GET /v2.0/networks/a9d2ffc1-25d9-4699-b181-aab0105a8f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200762 May 04 17:55:17.542298 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a972410-95a6-4265-99f1-d70f3b1ae4b4 req-23ef70fb-3959-48bc-8154-9cdeebe0d8c3 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:17.542965 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-7a972410-95a6-4265-99f1-d70f3b1ae4b4 req-23ef70fb-3959-48bc-8154-9cdeebe0d8c3 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Synchronizing usage tracker for tenant:5b5434842582418989b681607468e11e on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:55:17.557142 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-7a972410-95a6-4265-99f1-d70f3b1ae4b4 req-23ef70fb-3959-48bc-8154-9cdeebe0d8c3 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Unset dirty status for tenant:5b5434842582418989b681607468e11e on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:55:17.558329 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-7a972410-95a6-4265-99f1-d70f3b1ae4b4 req-23ef70fb-3959-48bc-8154-9cdeebe0d8c3 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=041e25f2-2bde-42a6-a748-27c5b0de51c8 HTTP/1.1" status: 200 len: 943 time: 0.0917671 May 04 17:55:17.602443 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-7a972410-95a6-4265-99f1-d70f3b1ae4b4 req-9c22fd9a-132b-4b2b-a0be-e4932f2f6557 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384386 May 04 17:55:18.787523 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1f006-fc03-4aaf-a11d-4a493947b0f1 req-7852b446-d80e-4b0d-8a71-98b9bde0f013 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:18.788993 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-9ed1f006-fc03-4aaf-a11d-4a493947b0f1 req-7852b446-d80e-4b0d-8a71-98b9bde0f013 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=041e25f2-2bde-42a6-a748-27c5b0de51c8 HTTP/1.1" status: 200 len: 943 time: 0.0835948 May 04 17:55:18.832649 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-9ed1f006-fc03-4aaf-a11d-4a493947b0f1 req-4b017191-dd67-4814-8d4c-d7a7c600d9cd tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376990 May 04 17:55:20.016059 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48da4281-6686-4473-beeb-78dbfe71e94d req-b2bab689-4ba4-449d-99b8-4d9cf890229b tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:20.017433 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-48da4281-6686-4473-beeb-78dbfe71e94d req-b2bab689-4ba4-449d-99b8-4d9cf890229b tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=041e25f2-2bde-42a6-a748-27c5b0de51c8 HTTP/1.1" status: 200 len: 943 time: 0.0822763 May 04 17:55:20.060740 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-48da4281-6686-4473-beeb-78dbfe71e94d req-efbaa47c-d93c-4edc-a01d-fac0d48b1fd1 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376649 May 04 17:55:20.176986 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 9b44c24b-8f35-44f6-8459-e0b563b9a565 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:55:20.308805 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 9b44c24b-8f35-44f6-8459-e0b563b9a565, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=9b44c24b-8f35-44f6-8459-e0b563b9a565,segment=NetworkSegment(1486ec6e-4df6-4c51-b2a7-93fd7420d7e4),segment_id=1486ec6e-4df6-4c51-b2a7-93fd7420d7e4)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:55:20.321415 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Returning: {'device': '9b44c24b-8f35-44f6-8459-e0b563b9a565', 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c', 'port_id': '9b44c24b-8f35-44f6-8459-e0b563b9a565', 'mac_address': 'fa:16:3e:26:a5:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc5df0b0-84cb-434c-abf6-a659e7e30b34', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:55:20.374500 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:20.390390 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b44c24b-8f35-44f6-8459-e0b563b9a565 {{(pid=88039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:55:20.405565 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 9b44c24b-8f35-44f6-8459-e0b563b9a565, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=9b44c24b-8f35-44f6-8459-e0b563b9a565,segment=NetworkSegment(1486ec6e-4df6-4c51-b2a7-93fd7420d7e4),segment_id=1486ec6e-4df6-4c51-b2a7-93fd7420d7e4)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:55:20.409501 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:20.475670 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=9b44c24b-8f35-44f6-8459-e0b563b9a565,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:55:20.740179 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] get_ports_and_sgs() called for port_ids ['9b44c24b-8f35-44f6-8459-e0b563b9a565'] {{(pid=88039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:55:21.242607 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933e8778-bdae-45a0-86a7-f67649026e53 req-0ba22813-64dc-4752-bc63-b4e35e4bdf62 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:21.244608 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-933e8778-bdae-45a0-86a7-f67649026e53 req-0ba22813-64dc-4752-bc63-b4e35e4bdf62 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=041e25f2-2bde-42a6-a748-27c5b0de51c8 HTTP/1.1" status: 200 len: 944 time: 0.0791323 May 04 17:55:21.287555 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-933e8778-bdae-45a0-86a7-f67649026e53 req-c6104b9f-5fdc-46c5-8ad7-46caa39e5f8d tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373809 May 04 17:55:22.177977 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 9b44c24b-8f35-44f6-8459-e0b563b9a565 up at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:55:22.245907 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning for port 9b44c24b-8f35-44f6-8459-e0b563b9a565 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:55:22.250590 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning complete for port 9b44c24b-8f35-44f6-8459-e0b563b9a565 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:55:22.250956 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:22.364177 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:22.390424 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '041e25f2-2bde-42a6-a748-27c5b0de51c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b44c24b-8f35-44f6-8459-e0b563b9a565'}] {{(pid=88039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:55:22.401025 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 9b44c24b-8f35-44f6-8459-e0b563b9a565, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=9b44c24b-8f35-44f6-8459-e0b563b9a565,segment=NetworkSegment(1486ec6e-4df6-4c51-b2a7-93fd7420d7e4),segment_id=1486ec6e-4df6-4c51-b2a7-93fd7420d7e4)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:55:22.405599 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:22.436606 dv-neutron-840426-1-hyperv neutron-server[88039]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a38d88c4-f0fc-4b39-be45-3357727e5871'] response: {'server_uuid': '041e25f2-2bde-42a6-a748-27c5b0de51c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b44c24b-8f35-44f6-8459-e0b563b9a565', 'code': 200} May 04 17:55:22.476158 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=9b44c24b-8f35-44f6-8459-e0b563b9a565,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:55:22.479488 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a4dca-6ce9-49c7-89e4-bcbf13e64d6d req-8362212b-b94c-46b7-9efd-7b536c466cbd tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:22.481004 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-534a4dca-6ce9-49c7-89e4-bcbf13e64d6d req-8362212b-b94c-46b7-9efd-7b536c466cbd tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=041e25f2-2bde-42a6-a748-27c5b0de51c8 HTTP/1.1" status: 200 len: 945 time: 0.0870986 May 04 17:55:22.528094 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-534a4dca-6ce9-49c7-89e4-bcbf13e64d6d req-4108fb6c-4e30-4390-9649-2e1aa3e20de7 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399733 May 04 17:55:22.776202 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda2a23-ad9e-4fef-a889-373ffa5e05e7 req-eb02195c-f627-4b73-8d00-df5d638aa360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:22.777569 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5bda2a23-ad9e-4fef-a889-373ffa5e05e7 req-eb02195c-f627-4b73-8d00-df5d638aa360 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=041e25f2-2bde-42a6-a748-27c5b0de51c8 HTTP/1.1" status: 200 len: 1098 time: 0.1727898 May 04 17:55:22.818038 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5bda2a23-ad9e-4fef-a889-373ffa5e05e7 req-83548629-5f51-4bb0-9a45-5b357f02da38 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336146 May 04 17:55:23.719378 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d0727d-2356-4c78-b340-f372eff054b3 req-45555725-d57e-4e54-ad8c-0cb6688866e2 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:23.720818 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-86d0727d-2356-4c78-b340-f372eff054b3 req-45555725-d57e-4e54-ad8c-0cb6688866e2 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=041e25f2-2bde-42a6-a748-27c5b0de51c8 HTTP/1.1" status: 200 len: 945 time: 0.0866261 May 04 17:55:23.763919 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-86d0727d-2356-4c78-b340-f372eff054b3 req-cc78a2bb-afe1-48d3-85da-bbef57dbed1a tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373330 May 04 17:55:24.943605 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6164c86-5fd4-4f3f-82c8-35d99abb2bff req-61478aff-1330-4dee-b2cd-398a67545336 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:24.945036 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d6164c86-5fd4-4f3f-82c8-35d99abb2bff req-61478aff-1330-4dee-b2cd-398a67545336 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=041e25f2-2bde-42a6-a748-27c5b0de51c8 HTTP/1.1" status: 200 len: 945 time: 0.0777729 May 04 17:55:24.995968 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d6164c86-5fd4-4f3f-82c8-35d99abb2bff req-0a3018d3-6ff1-44d9-8ae1-0777faab10cf tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429428 May 04 17:55:25.169784 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca8662-c26a-42e6-ba41-d27c3b339fe2 req-621217f8-7cfe-45fc-9d51-e41310acb4a9 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:25.171262 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-2cca8662-c26a-42e6-ba41-d27c3b339fe2 req-621217f8-7cfe-45fc-9d51-e41310acb4a9 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=041e25f2-2bde-42a6-a748-27c5b0de51c8 HTTP/1.1" status: 200 len: 945 time: 0.0779400 May 04 17:55:25.179821 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 59592) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:55:25.184900 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-e3ae7613-0c47-475f-9371-10883e3ce80d tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Request body: {'floatingip': {'port_id': '9b44c24b-8f35-44f6-8459-e0b563b9a565'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:55:25.263118 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e3ae7613-0c47-475f-9371-10883e3ce80d tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks [] for floatingip, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:25.842992 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e3ae7613-0c47-475f-9371-10883e3ce80d tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:25.846561 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e3ae7613-0c47-475f-9371-10883e3ce80d tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710218'] for floatingip, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:26.008495 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.l3_db [None req-e3ae7613-0c47-475f-9371-10883e3ce80d tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Floating IP 0f552e84-3325-448b-a06c-0a4220cc55fe associated. External IP: 172.26.0.243, port: 9b44c24b-8f35-44f6-8459-e0b563b9a565. May 04 17:55:26.455897 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ae7613-0c47-475f-9371-10883e3ce80d tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Router 56a81808-423a-4f6f-8675-7983db3de62a has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:55:26.634974 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ae7613-0c47-475f-9371-10883e3ce80d tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:55:26.639306 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e3ae7613-0c47-475f-9371-10883e3ce80d tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:26.645514 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd073c02-4464-48f6-afc5-7c841915f52f None None] Sync routers for ids ['56a81808-423a-4f6f-8675-7983db3de62a'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:55:26.658228 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd073c02-4464-48f6-afc5-7c841915f52f None None] Routers {'56a81808-423a-4f6f-8675-7983db3de62a'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:55:26.658832 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-bd073c02-4464-48f6-afc5-7c841915f52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:55:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['56a81808-423a-4f6f-8675-7983db3de62a'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:55:26.693267 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-e3ae7613-0c47-475f-9371-10883e3ce80d tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "PUT /v2.0/floatingips/0f552e84-3325-448b-a06c-0a4220cc55fe HTTP/1.1" status: 200 len: 991 time: 1.5122905 May 04 17:55:26.693866 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '041e25f2-2bde-42a6-a748-27c5b0de51c8', 'tag': '9b44c24b-8f35-44f6-8459-e0b563b9a565'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:55:26.741148 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0aa7b312-3359-4771-9451-12eea38ba586'] response: {'name': 'network-changed', 'server_uuid': '041e25f2-2bde-42a6-a748-27c5b0de51c8', 'tag': '9b44c24b-8f35-44f6-8459-e0b563b9a565', 'status': 'completed', 'code': 200} May 04 17:55:26.835097 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-bd073c02-4464-48f6-afc5-7c841915f52f None None] Set router 56a81808-423a-4f6f-8675-7983db3de62a gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:55:26.896121 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d877d3-d1cb-4d6d-a0d6-e31a2d60b739 req-11fd495b-7407-478c-968d-4538504f33e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:26.897519 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-04d877d3-d1cb-4d6d-a0d6-e31a2d60b739 req-11fd495b-7407-478c-968d-4538504f33e4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5b5434842582418989b681607468e11e&device_id=041e25f2-2bde-42a6-a748-27c5b0de51c8 HTTP/1.1" status: 200 len: 1098 time: 0.1350002 May 04 17:55:26.905508 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc7829-2e74-4bf0-aab5-9570059d0f94 req-8b973f58-7821-474e-b1cc-6e8c2adde923 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:26.906868 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b5bc7829-2e74-4bf0-aab5-9570059d0f94 req-8b973f58-7821-474e-b1cc-6e8c2adde923 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=041e25f2-2bde-42a6-a748-27c5b0de51c8 HTTP/1.1" status: 200 len: 945 time: 0.1107774 May 04 17:55:27.037398 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b5bc7829-2e74-4bf0-aab5-9570059d0f94 req-c8b77ec9-7025-4450-b978-88a920fc7ecd tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120715 May 04 17:55:27.069883 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d877d3-d1cb-4d6d-a0d6-e31a2d60b739 req-d48e8341-1043-41ee-892a-338f36112380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:27.071386 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-04d877d3-d1cb-4d6d-a0d6-e31a2d60b739 req-d48e8341-1043-41ee-892a-338f36112380 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a9d2ffc1-25d9-4699-b181-aab0105a8f2c HTTP/1.1" status: 200 len: 913 time: 0.1636050 May 04 17:55:27.178000 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-04d877d3-d1cb-4d6d-a0d6-e31a2d60b739 req-36dba653-f754-444a-af05-dd5f1fac00a5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b44c24b-8f35-44f6-8459-e0b563b9a565 HTTP/1.1" status: 200 len: 999 time: 0.1000302 May 04 17:55:27.191370 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-bd073c02-4464-48f6-afc5-7c841915f52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a81808-423a-4f6f-8675-7983db3de62a', 'name': 'tempest-ServerActionsTestJSON-1000362457-router', 'tenant_id': '5b5434842582418989b681607468e11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'cab5528b-beba-480c-adcc-32c92992ee0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:55:04Z', 'updated_at': '2022-05-04T17:55:08Z', 'revision_number': 4, 'project_id': '5b5434842582418989b681607468e11e', 'gw_port': {'id': 'cab5528b-beba-480c-adcc-32c92992ee0d', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:79:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a81808-423a-4f6f-8675-7983db3de62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:55:05Z', 'updated_at': '2022-05-04T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': '0f552e84-3325-448b-a06c-0a4220cc55fe', 'tenant_id': '5b5434842582418989b681607468e11e', 'floating_ip_address': '172.26.0.243', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '56a81808-423a-4f6f-8675-7983db3de62a', 'port_id': '9b44c24b-8f35-44f6-8459-e0b563b9a565', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c', 'mac_address': 'fa:16:3e:26:a5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041e25f2-2bde-42a6-a748-27c5b0de51c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:55:11Z', 'updated_at': '2022-05-04T17:55:25Z', 'revision_number': 1, 'project_id': '5b5434842582418989b681607468e11e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e71cdf7-883a-4bb7-ba70-098324781202', 'name': '', 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c', 'tenant_id': '5b5434842582418989b681607468e11e', 'mac_address': 'fa:16:3e:5f:1f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a81808-423a-4f6f-8675-7983db3de62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'fc5df0b0-84cb-434c-abf6-a659e7e30b34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:55:07Z', 'updated_at': '2022-05-04T17:55:13Z', 'revision_number': 5, 'project_id': '5b5434842582418989b681607468e11e', 'subnets': [{'id': 'fc5df0b0-84cb-434c-abf6-a659e7e30b34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:55:27.195319 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd073c02-4464-48f6-afc5-7c841915f52f None None] Checking router: 56a81808-423a-4f6f-8675-7983db3de62a for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:55:27.203834 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd073c02-4464-48f6-afc5-7c841915f52f None None] Routers {'56a81808-423a-4f6f-8675-7983db3de62a'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:55:27.204792 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-bd073c02-4464-48f6-afc5-7c841915f52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:55:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['56a81808-423a-4f6f-8675-7983db3de62a'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:55:27.236669 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc986eda-d5da-4558-81bc-28f5cbbb65d9 req-2fe2be2f-3c4a-4721-91f1-d9c7414614f7 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:27.238848 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-cc986eda-d5da-4558-81bc-28f5cbbb65d9 req-2fe2be2f-3c4a-4721-91f1-d9c7414614f7 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=041e25f2-2bde-42a6-a748-27c5b0de51c8 HTTP/1.1" status: 200 len: 945 time: 0.0883875 May 04 17:55:27.248340 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d877d3-d1cb-4d6d-a0d6-e31a2d60b739 req-21186736-5d8b-4b0a-8ff4-50871050137e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:27.250039 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-04d877d3-d1cb-4d6d-a0d6-e31a2d60b739 req-21186736-5d8b-4b0a-8ff4-50871050137e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fc5df0b0-84cb-434c-abf6-a659e7e30b34 HTTP/1.1" status: 200 len: 851 time: 0.0655732 May 04 17:55:27.292294 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-cc986eda-d5da-4558-81bc-28f5cbbb65d9 req-a394e0a6-72f8-4f2b-8a30-ea5512124ed9 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463514 May 04 17:55:27.329480 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d877d3-d1cb-4d6d-a0d6-e31a2d60b739 req-96dfc608-65e0-4465-83f2-5b29f423a983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:27.330973 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-04d877d3-d1cb-4d6d-a0d6-e31a2d60b739 req-96dfc608-65e0-4465-83f2-5b29f423a983 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a9d2ffc1-25d9-4699-b181-aab0105a8f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744812 May 04 17:55:27.416614 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-bd073c02-4464-48f6-afc5-7c841915f52f None None] Set router 56a81808-423a-4f6f-8675-7983db3de62a gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:55:27.462900 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-04d877d3-d1cb-4d6d-a0d6-e31a2d60b739 req-eb17377e-1cce-4973-9935-39dc806209b3 service neutron] 10.222.0.42 "GET /v2.0/networks/a9d2ffc1-25d9-4699-b181-aab0105a8f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247828 May 04 17:55:27.592842 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-04d877d3-d1cb-4d6d-a0d6-e31a2d60b739 req-922ac1ce-4be9-405d-be55-7463e97097a0 service neutron] 10.222.0.42 "GET /v2.0/networks/a9d2ffc1-25d9-4699-b181-aab0105a8f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241558 May 04 17:55:27.750256 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-bd073c02-4464-48f6-afc5-7c841915f52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a81808-423a-4f6f-8675-7983db3de62a', 'name': 'tempest-ServerActionsTestJSON-1000362457-router', 'tenant_id': '5b5434842582418989b681607468e11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'cab5528b-beba-480c-adcc-32c92992ee0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:55:04Z', 'updated_at': '2022-05-04T17:55:08Z', 'revision_number': 4, 'project_id': '5b5434842582418989b681607468e11e', 'gw_port': {'id': 'cab5528b-beba-480c-adcc-32c92992ee0d', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:79:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a81808-423a-4f6f-8675-7983db3de62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:55:05Z', 'updated_at': '2022-05-04T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': '0f552e84-3325-448b-a06c-0a4220cc55fe', 'tenant_id': '5b5434842582418989b681607468e11e', 'floating_ip_address': '172.26.0.243', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '56a81808-423a-4f6f-8675-7983db3de62a', 'port_id': '9b44c24b-8f35-44f6-8459-e0b563b9a565', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c', 'mac_address': 'fa:16:3e:26:a5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041e25f2-2bde-42a6-a748-27c5b0de51c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:55:11Z', 'updated_at': '2022-05-04T17:55:25Z', 'revision_number': 1, 'project_id': '5b5434842582418989b681607468e11e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e71cdf7-883a-4bb7-ba70-098324781202', 'name': '', 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c', 'tenant_id': '5b5434842582418989b681607468e11e', 'mac_address': 'fa:16:3e:5f:1f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a81808-423a-4f6f-8675-7983db3de62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'fc5df0b0-84cb-434c-abf6-a659e7e30b34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:55:07Z', 'updated_at': '2022-05-04T17:55:13Z', 'revision_number': 5, 'project_id': '5b5434842582418989b681607468e11e', 'subnets': [{'id': 'fc5df0b0-84cb-434c-abf6-a659e7e30b34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:55:27.753897 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd073c02-4464-48f6-afc5-7c841915f52f None None] The sync data for ids ['56a81808-423a-4f6f-8675-7983db3de62a'] in dv-neutron-840426-1-hyperv is: [{'id': '56a81808-423a-4f6f-8675-7983db3de62a', 'name': 'tempest-ServerActionsTestJSON-1000362457-router', 'tenant_id': '5b5434842582418989b681607468e11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'cab5528b-beba-480c-adcc-32c92992ee0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:55:04Z', 'updated_at': '2022-05-04T17:55:08Z', 'revision_number': 4, 'project_id': '5b5434842582418989b681607468e11e', 'gw_port': {'id': 'cab5528b-beba-480c-adcc-32c92992ee0d', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:79:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a81808-423a-4f6f-8675-7983db3de62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:55:05Z', 'updated_at': '2022-05-04T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': '0f552e84-3325-448b-a06c-0a4220cc55fe', 'tenant_id': '5b5434842582418989b681607468e11e', 'floating_ip_address': '172.26.0.243', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '56a81808-423a-4f6f-8675-7983db3de62a', 'port_id': '9b44c24b-8f35-44f6-8459-e0b563b9a565', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c', 'mac_address': 'fa:16:3e:26:a5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041e25f2-2bde-42a6-a748-27c5b0de51c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:55:11Z', 'updated_at': '2022-05-04T17:55:25Z', 'revision_number': 1, 'project_id': '5b5434842582418989b681607468e11e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e71cdf7-883a-4bb7-ba70-098324781202', 'name': '', 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c', 'tenant_id': '5b5434842582418989b681607468e11e', 'mac_address': 'fa:16:3e:5f:1f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a81808-423a-4f6f-8675-7983db3de62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'fc5df0b0-84cb-434c-abf6-a659e7e30b34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:55:07Z', 'updated_at': '2022-05-04T17:55:13Z', 'revision_number': 5, 'project_id': '5b5434842582418989b681607468e11e', 'subnets': [{'id': 'fc5df0b0-84cb-434c-abf6-a659e7e30b34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:55:27.927517 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bbe9ee-2c78-4816-b14c-3e8eb80a329e None None] New status for floating IP 0f552e84-3325-448b-a06c-0a4220cc55fe: ACTIVE {{(pid=88039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:55:28.474409 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4393916b-28ae-4b8f-b27d-5da88ca4b641 req-7668bddc-bfa1-4a9e-ae89-416ef7a8ee2b tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:28.475757 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-4393916b-28ae-4b8f-b27d-5da88ca4b641 req-7668bddc-bfa1-4a9e-ae89-416ef7a8ee2b tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=041e25f2-2bde-42a6-a748-27c5b0de51c8 HTTP/1.1" status: 200 len: 945 time: 0.0782149 May 04 17:55:28.522898 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-4393916b-28ae-4b8f-b27d-5da88ca4b641 req-9ead7a47-9c78-43ce-a50e-ffe25a93acf5 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409050 May 04 17:55:28.706112 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a65efa-647b-4be6-83ba-76ff6144eadf req-058f3b07-78b0-4b4f-a1a1-a16632981bee tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:28.707579 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-20a65efa-647b-4be6-83ba-76ff6144eadf req-058f3b07-78b0-4b4f-a1a1-a16632981bee tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=041e25f2-2bde-42a6-a748-27c5b0de51c8 HTTP/1.1" status: 200 len: 945 time: 0.0819974 May 04 17:55:28.754743 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-20a65efa-647b-4be6-83ba-76ff6144eadf req-c1c2526f-2285-48b9-a74a-2cac90f1bfb4 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406897 May 04 17:55:29.093760 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9776e13e-fdab-4497-a0af-c1907f74b2ef req-3864dea1-f4e2-4270-b579-d0c072fb8e7d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=041e25f2-2bde-42a6-a748-27c5b0de51c8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0672944 May 04 17:55:29.150370 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6bb04-a18e-485a-948d-698a7e9f3b97 req-35985a9e-448d-435c-9c1e-fac2ec8d0c90 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:29.151845 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-13a6bb04-a18e-485a-948d-698a7e9f3b97 req-35985a9e-448d-435c-9c1e-fac2ec8d0c90 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=041e25f2-2bde-42a6-a748-27c5b0de51c8 HTTP/1.1" status: 200 len: 945 time: 0.0823085 May 04 17:55:29.195964 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-13a6bb04-a18e-485a-948d-698a7e9f3b97 req-e3785bd9-8a99-4267-88ee-716614a08f30 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383272 May 04 17:55:30.421035 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9776e13e-fdab-4497-a0af-c1907f74b2ef req-2763b5a9-714c-44cd-bf01-389ee6b85baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:30.422452 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9776e13e-fdab-4497-a0af-c1907f74b2ef req-2763b5a9-714c-44cd-bf01-389ee6b85baf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5b5434842582418989b681607468e11e&device_id=041e25f2-2bde-42a6-a748-27c5b0de51c8 HTTP/1.1" status: 200 len: 1098 time: 0.1510963 May 04 17:55:30.434006 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640d39ec-9f93-4d7d-bda7-188652bad9e6 req-c2ff7959-018d-4cc8-86f0-7982cd4e5203 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:30.435330 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-640d39ec-9f93-4d7d-bda7-188652bad9e6 req-c2ff7959-018d-4cc8-86f0-7982cd4e5203 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=041e25f2-2bde-42a6-a748-27c5b0de51c8 HTTP/1.1" status: 200 len: 945 time: 0.1189477 May 04 17:55:30.665415 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-640d39ec-9f93-4d7d-bda7-188652bad9e6 req-2f0d7f38-013f-4ebc-ad1d-15f14c4bae3f tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2095444 May 04 17:55:30.693387 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9776e13e-fdab-4497-a0af-c1907f74b2ef req-bdfd7ed3-b81f-4149-9646-f2478fb9ffc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:30.694841 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9776e13e-fdab-4497-a0af-c1907f74b2ef req-bdfd7ed3-b81f-4149-9646-f2478fb9ffc5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a9d2ffc1-25d9-4699-b181-aab0105a8f2c HTTP/1.1" status: 200 len: 913 time: 0.2586968 May 04 17:55:30.795336 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9776e13e-fdab-4497-a0af-c1907f74b2ef req-6faeaf80-f902-44ce-9f5c-59ed6ee07795 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b44c24b-8f35-44f6-8459-e0b563b9a565 HTTP/1.1" status: 200 len: 1001 time: 0.0933971 May 04 17:55:30.858574 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9776e13e-fdab-4497-a0af-c1907f74b2ef req-30fff6e6-b09c-41c4-954f-45c9dbacdf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:30.859934 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9776e13e-fdab-4497-a0af-c1907f74b2ef req-30fff6e6-b09c-41c4-954f-45c9dbacdf7a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fc5df0b0-84cb-434c-abf6-a659e7e30b34 HTTP/1.1" status: 200 len: 851 time: 0.0582604 May 04 17:55:30.932449 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9776e13e-fdab-4497-a0af-c1907f74b2ef req-bdc5125c-f7db-4524-b2dc-28090b6347ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:30.933770 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9776e13e-fdab-4497-a0af-c1907f74b2ef req-bdc5125c-f7db-4524-b2dc-28090b6347ab service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a9d2ffc1-25d9-4699-b181-aab0105a8f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676315 May 04 17:55:31.061091 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9776e13e-fdab-4497-a0af-c1907f74b2ef req-50abfedd-077e-4bb8-bc7d-c55e159d1843 service neutron] 10.222.0.42 "GET /v2.0/networks/a9d2ffc1-25d9-4699-b181-aab0105a8f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205673 May 04 17:55:31.192317 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9776e13e-fdab-4497-a0af-c1907f74b2ef req-213a6154-91a1-478c-8ec1-63ffd3d8643f service neutron] 10.222.0.42 "GET /v2.0/networks/a9d2ffc1-25d9-4699-b181-aab0105a8f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226881 May 04 17:55:31.857435 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7f540-039d-4620-bab2-afb29c02d0d0 req-aabe0fb7-4ade-45e3-862d-169d79cc912b tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:31.858918 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-cca7f540-039d-4620-bab2-afb29c02d0d0 req-aabe0fb7-4ade-45e3-862d-169d79cc912b tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=041e25f2-2bde-42a6-a748-27c5b0de51c8 HTTP/1.1" status: 200 len: 945 time: 0.0861814 May 04 17:55:31.995727 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-cca7f540-039d-4620-bab2-afb29c02d0d0 req-6bf12b46-2ae5-4fc9-9865-d71dc80cfe3b tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311340 May 04 17:55:33.179336 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d08d0a-f68e-4164-a4f3-45a7574df3dc req-ac99d49c-e1ca-4778-aaac-2089f4d5f276 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:33.180798 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-00d08d0a-f68e-4164-a4f3-45a7574df3dc req-ac99d49c-e1ca-4778-aaac-2089f4d5f276 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=041e25f2-2bde-42a6-a748-27c5b0de51c8 HTTP/1.1" status: 200 len: 945 time: 0.0798476 May 04 17:55:33.219426 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0acacdb1-cf0d-44ae-a0cb-fe2e9258b164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:33.232806 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-00d08d0a-f68e-4164-a4f3-45a7574df3dc req-d3f8491f-e30c-48bc-ac3b-f478476f9f60 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463212 May 04 17:55:34.417581 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aee56db-dde1-46cb-90a5-35a59cdc993a req-5fccc692-0aa9-4e80-ab4f-1599e00cfdda tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:34.419105 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-6aee56db-dde1-46cb-90a5-35a59cdc993a req-5fccc692-0aa9-4e80-ab4f-1599e00cfdda tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=041e25f2-2bde-42a6-a748-27c5b0de51c8 HTTP/1.1" status: 200 len: 945 time: 0.0811954 May 04 17:55:34.463714 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-6aee56db-dde1-46cb-90a5-35a59cdc993a req-5a768f10-ef81-4df4-ada7-45752e9773bf tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389373 May 04 17:55:35.551087 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-3cd48246-5a25-44d1-8e25-1b47b25df83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:35.653500 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4963979-6b13-4df4-8334-f6c72f387efe req-07786d1e-f404-4534-a47c-fe66f6887152 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:35.654987 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d4963979-6b13-4df4-8334-f6c72f387efe req-07786d1e-f404-4534-a47c-fe66f6887152 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=041e25f2-2bde-42a6-a748-27c5b0de51c8 HTTP/1.1" status: 200 len: 945 time: 0.0844805 May 04 17:55:35.698640 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d4963979-6b13-4df4-8334-f6c72f387efe req-c2a003cf-bbbe-42ab-994a-bdb12de55802 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380313 May 04 17:55:36.594096 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:36.610149 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:36.881462 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e86c38e-e106-4dcc-8da3-4b0f79f19dce req-9ba58b0c-9fde-49ff-a0f8-5f5a7071057d tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:36.882839 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-6e86c38e-e106-4dcc-8da3-4b0f79f19dce req-9ba58b0c-9fde-49ff-a0f8-5f5a7071057d tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=041e25f2-2bde-42a6-a748-27c5b0de51c8 HTTP/1.1" status: 200 len: 945 time: 0.0809331 May 04 17:55:36.926936 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-6e86c38e-e106-4dcc-8da3-4b0f79f19dce req-256583f4-bb09-4c8d-9bf6-bc2893553086 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384717 May 04 17:55:37.927284 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:38.112074 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42845b11-0b29-4540-a220-753e5c0aab03 req-7a0536ba-35f3-45ce-9094-79e0e2832d18 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:38.113488 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-42845b11-0b29-4540-a220-753e5c0aab03 req-7a0536ba-35f3-45ce-9094-79e0e2832d18 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=041e25f2-2bde-42a6-a748-27c5b0de51c8 HTTP/1.1" status: 200 len: 945 time: 0.0816839 May 04 17:55:38.156460 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-42845b11-0b29-4540-a220-753e5c0aab03 req-9798ff04-2778-47db-a1d6-547db7da4c5f tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365996 May 04 17:55:39.340669 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d5c452-f0b6-4063-9433-a0a457c0ecad req-2a4d4224-45d6-4e4f-b5ac-d50bce889f14 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:39.342158 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-b0d5c452-f0b6-4063-9433-a0a457c0ecad req-2a4d4224-45d6-4e4f-b5ac-d50bce889f14 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=041e25f2-2bde-42a6-a748-27c5b0de51c8 HTTP/1.1" status: 200 len: 945 time: 0.0792954 May 04 17:55:39.389610 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-b0d5c452-f0b6-4063-9433-a0a457c0ecad req-7e2dd39e-051b-4339-93cb-44ac886759b2 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416696 May 04 17:55:39.495376 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:40.569970 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f73037a-7b7c-4727-81a7-e57dc30d37a2 req-057f0ff1-53e4-4895-9fe4-bdc76eb26a5d tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:40.571321 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-4f73037a-7b7c-4727-81a7-e57dc30d37a2 req-057f0ff1-53e4-4895-9fe4-bdc76eb26a5d tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=041e25f2-2bde-42a6-a748-27c5b0de51c8 HTTP/1.1" status: 200 len: 945 time: 0.0776706 May 04 17:55:40.614078 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-4f73037a-7b7c-4727-81a7-e57dc30d37a2 req-57f9aff4-1311-400c-b151-1c1e2da94732 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370212 May 04 17:55:41.797746 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4573cdb-ce6b-4fa7-92b2-5a7b7c893755 req-869d542e-da2d-402a-ae24-9abe1e589b3e tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:41.799223 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-a4573cdb-ce6b-4fa7-92b2-5a7b7c893755 req-869d542e-da2d-402a-ae24-9abe1e589b3e tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=041e25f2-2bde-42a6-a748-27c5b0de51c8 HTTP/1.1" status: 200 len: 945 time: 0.0814168 May 04 17:55:41.842545 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-a4573cdb-ce6b-4fa7-92b2-5a7b7c893755 req-5fae9507-34b6-4bc9-a027-498a8a8d3ab2 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376601 May 04 17:55:43.027463 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb3994-0108-4701-a4b1-fbb8a4161a86 req-9bbd7158-0f11-467b-b05e-3a23be441b5e tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:43.028912 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-60cb3994-0108-4701-a4b1-fbb8a4161a86 req-9bbd7158-0f11-467b-b05e-3a23be441b5e tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=041e25f2-2bde-42a6-a748-27c5b0de51c8 HTTP/1.1" status: 200 len: 945 time: 0.0820179 May 04 17:55:43.072420 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-60cb3994-0108-4701-a4b1-fbb8a4161a86 req-68c867e3-3a5d-497c-89d5-fe2a935f3610 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376749 May 04 17:55:44.273813 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc900ecf-249f-4f90-9536-a28f5338d375 req-bb2a82b0-0f07-4a22-bd17-8f744add2365 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:44.275828 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-fc900ecf-249f-4f90-9536-a28f5338d375 req-bb2a82b0-0f07-4a22-bd17-8f744add2365 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=041e25f2-2bde-42a6-a748-27c5b0de51c8 HTTP/1.1" status: 200 len: 945 time: 0.0901074 May 04 17:55:44.318879 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-fc900ecf-249f-4f90-9536-a28f5338d375 req-ad583323-63a6-41ca-a41f-e61b9b6ec4dc tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374069 May 04 17:55:45.501712 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5b043-c2b1-4493-9b0f-b1eb7c6668da req-26187f02-bec0-43a1-9ec8-a035d562c82a tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:45.503178 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-13a5b043-c2b1-4493-9b0f-b1eb7c6668da req-26187f02-bec0-43a1-9ec8-a035d562c82a tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=041e25f2-2bde-42a6-a748-27c5b0de51c8 HTTP/1.1" status: 200 len: 945 time: 0.0784574 May 04 17:55:45.545891 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-13a5b043-c2b1-4493-9b0f-b1eb7c6668da req-0e85eddc-d500-45b1-91e3-26b8ee50d97c tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371628 May 04 17:55:46.729704 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a745e77d-1b12-4b32-919b-a65cad1e0280 req-f7b793f9-27f0-4f00-b579-7c55f920d964 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:46.731193 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-a745e77d-1b12-4b32-919b-a65cad1e0280 req-f7b793f9-27f0-4f00-b579-7c55f920d964 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=041e25f2-2bde-42a6-a748-27c5b0de51c8 HTTP/1.1" status: 200 len: 945 time: 0.0798872 May 04 17:55:46.773686 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-a745e77d-1b12-4b32-919b-a65cad1e0280 req-36e04efa-b65d-4aef-9b75-44ad87486cae tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367317 May 04 17:55:48.022993 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9776e13e-fdab-4497-a0af-c1907f74b2ef req-f334827b-f802-4ff9-b8ca-5b8ab2e610c9 service neutron] 10.222.0.42 "GET /v2.0/ports/9b44c24b-8f35-44f6-8459-e0b563b9a565/bindings/hv-neutron-8404 HTTP/1.1" status: 200 len: 384 time: 0.0953813 May 04 17:55:48.031759 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf28d6-36e2-4f0f-a1cc-db830931a136 req-705da31d-a00b-466a-952f-419673f7dfab tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:48.033155 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f2bf28d6-36e2-4f0f-a1cc-db830931a136 req-705da31d-a00b-466a-952f-419673f7dfab tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=041e25f2-2bde-42a6-a748-27c5b0de51c8 HTTP/1.1" status: 200 len: 945 time: 0.1546609 May 04 17:55:48.078611 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f2bf28d6-36e2-4f0f-a1cc-db830931a136 req-91b58ffe-b747-4f12-9212-680a6bf11957 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395403 May 04 17:55:48.295189 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9776e13e-fdab-4497-a0af-c1907f74b2ef req-0276ed0a-2e57-49b6-ba55-6bd732c4d43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:48.296623 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9776e13e-fdab-4497-a0af-c1907f74b2ef req-0276ed0a-2e57-49b6-ba55-6bd732c4d43f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=041e25f2-2bde-42a6-a748-27c5b0de51c8&tenant_id=5b5434842582418989b681607468e11e HTTP/1.1" status: 200 len: 1098 time: 0.0684717 May 04 17:55:48.392455 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9776e13e-fdab-4497-a0af-c1907f74b2ef req-8a7aa1cf-9f35-4d2e-bd8d-2c03e5ceca7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:48.393896 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9776e13e-fdab-4497-a0af-c1907f74b2ef req-8a7aa1cf-9f35-4d2e-bd8d-2c03e5ceca7c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5b5434842582418989b681607468e11e&device_id=041e25f2-2bde-42a6-a748-27c5b0de51c8 HTTP/1.1" status: 200 len: 1098 time: 0.0747590 May 04 17:55:48.617451 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9776e13e-fdab-4497-a0af-c1907f74b2ef req-27ff4855-0e12-4c9c-a0c8-a010005a9f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:48.618914 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9776e13e-fdab-4497-a0af-c1907f74b2ef req-27ff4855-0e12-4c9c-a0c8-a010005a9f8b service neutron] 10.222.0.42 "GET /v2.0/networks?id=a9d2ffc1-25d9-4699-b181-aab0105a8f2c HTTP/1.1" status: 200 len: 913 time: 0.2179639 May 04 17:55:48.718240 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9776e13e-fdab-4497-a0af-c1907f74b2ef req-a415e57b-60f7-4302-8b58-ff374eb499ed service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b44c24b-8f35-44f6-8459-e0b563b9a565 HTTP/1.1" status: 200 len: 1001 time: 0.0924945 May 04 17:55:48.778894 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9776e13e-fdab-4497-a0af-c1907f74b2ef req-401583fb-d66f-4d95-a18c-f5cd93858117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:48.780262 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9776e13e-fdab-4497-a0af-c1907f74b2ef req-401583fb-d66f-4d95-a18c-f5cd93858117 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fc5df0b0-84cb-434c-abf6-a659e7e30b34 HTTP/1.1" status: 200 len: 851 time: 0.0553226 May 04 17:55:48.851499 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9776e13e-fdab-4497-a0af-c1907f74b2ef req-57843986-2279-4bf0-a8fb-8f4f5df18aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:48.852914 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9776e13e-fdab-4497-a0af-c1907f74b2ef req-57843986-2279-4bf0-a8fb-8f4f5df18aa8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a9d2ffc1-25d9-4699-b181-aab0105a8f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667233 May 04 17:55:48.979377 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9776e13e-fdab-4497-a0af-c1907f74b2ef req-71f7c5e7-64e8-44ad-9805-06949c3d7159 service neutron] 10.222.0.42 "GET /v2.0/networks/a9d2ffc1-25d9-4699-b181-aab0105a8f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199186 May 04 17:55:49.106033 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9776e13e-fdab-4497-a0af-c1907f74b2ef req-7aa8e2f8-2997-4990-8690-3f5f555f1d36 service neutron] 10.222.0.42 "GET /v2.0/networks/a9d2ffc1-25d9-4699-b181-aab0105a8f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202157 May 04 17:55:49.271176 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f65b78-56e6-4829-8bf1-91864848f2a1 req-d44fa530-d175-4273-97c9-852bf93f15c6 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:49.272658 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-f2f65b78-56e6-4829-8bf1-91864848f2a1 req-d44fa530-d175-4273-97c9-852bf93f15c6 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=041e25f2-2bde-42a6-a748-27c5b0de51c8 HTTP/1.1" status: 200 len: 945 time: 0.0858607 May 04 17:55:49.299223 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 17:55:49.321569 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-f2f65b78-56e6-4829-8bf1-91864848f2a1 req-d8bb0e83-93cd-4c5f-8cf6-307f51a87d13 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432248 May 04 17:55:50.514533 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e6d084-6882-471c-9e86-a605e84559dd req-a892bffd-f001-41b9-94d7-d5c5828345a3 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:50.515919 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-34e6d084-6882-471c-9e86-a605e84559dd req-a892bffd-f001-41b9-94d7-d5c5828345a3 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=041e25f2-2bde-42a6-a748-27c5b0de51c8 HTTP/1.1" status: 200 len: 945 time: 0.0891299 May 04 17:55:50.560086 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-34e6d084-6882-471c-9e86-a605e84559dd req-93fd0158-1ef2-4ed2-83d2-ebc8a5731d52 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384641 May 04 17:55:51.744447 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aabe0f8-aede-4315-9f6f-59e5bc2842cc req-4ac89025-d620-4585-8ac6-aa273054421d tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:51.745903 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-5aabe0f8-aede-4315-9f6f-59e5bc2842cc req-4ac89025-d620-4585-8ac6-aa273054421d tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=041e25f2-2bde-42a6-a748-27c5b0de51c8 HTTP/1.1" status: 200 len: 945 time: 0.0791619 May 04 17:55:51.792707 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-5aabe0f8-aede-4315-9f6f-59e5bc2842cc req-a8524bf0-b622-4333-b9ae-880f4a8fbfc4 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410132 May 04 17:55:52.308846 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 9b44c24b-8f35-44f6-8459-e0b563b9a565 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:55:52.311162 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 9b44c24b-8f35-44f6-8459-e0b563b9a565 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:55:52.523939 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:52.544958 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 9b44c24b-8f35-44f6-8459-e0b563b9a565, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=9b44c24b-8f35-44f6-8459-e0b563b9a565,segment=NetworkSegment(1486ec6e-4df6-4c51-b2a7-93fd7420d7e4),segment_id=1486ec6e-4df6-4c51-b2a7-93fd7420d7e4)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:55:52.564609 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Returning: {'device': '9b44c24b-8f35-44f6-8459-e0b563b9a565', 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c', 'port_id': '9b44c24b-8f35-44f6-8459-e0b563b9a565', 'mac_address': 'fa:16:3e:26:a5:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc5df0b0-84cb-434c-abf6-a659e7e30b34', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:55:52.569554 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '041e25f2-2bde-42a6-a748-27c5b0de51c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b44c24b-8f35-44f6-8459-e0b563b9a565'}] {{(pid=88039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:55:52.606506 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 9b44c24b-8f35-44f6-8459-e0b563b9a565, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=9b44c24b-8f35-44f6-8459-e0b563b9a565,segment=NetworkSegment(1486ec6e-4df6-4c51-b2a7-93fd7420d7e4),segment_id=1486ec6e-4df6-4c51-b2a7-93fd7420d7e4)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:55:52.620641 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:52.624877 dv-neutron-840426-1-hyperv neutron-server[88039]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd591fd6-a8ab-4d07-9518-89ef90ab6b62'] response: {'server_uuid': '041e25f2-2bde-42a6-a748-27c5b0de51c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b44c24b-8f35-44f6-8459-e0b563b9a565', 'code': 200} May 04 17:55:52.716808 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:52.740366 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b44c24b-8f35-44f6-8459-e0b563b9a565 {{(pid=88039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:55:52.748904 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=9b44c24b-8f35-44f6-8459-e0b563b9a565,revision_number=6']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:55:52.803428 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.db.api [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:55:52.803709 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG oslo_db.api [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:55:52.976501 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a141d-a706-4319-8696-bf2b378865f2 req-5f49343f-6ea4-4d44-9cd8-160f6a947204 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:52.978489 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-d68a141d-a706-4319-8696-bf2b378865f2 req-5f49343f-6ea4-4d44-9cd8-160f6a947204 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=041e25f2-2bde-42a6-a748-27c5b0de51c8 HTTP/1.1" status: 200 len: 943 time: 0.0798299 May 04 17:55:53.022209 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-d68a141d-a706-4319-8696-bf2b378865f2 req-e92bc96b-57f7-4cf8-8aac-42f1a7d367fc tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379758 May 04 17:55:53.331286 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf097666-7519-41fb-947f-5d00bd5de2a6 req-65963e5a-7dff-4a07-a532-c46b76b51a1f tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:53.332811 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-bf097666-7519-41fb-947f-5d00bd5de2a6 req-65963e5a-7dff-4a07-a532-c46b76b51a1f tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=041e25f2-2bde-42a6-a748-27c5b0de51c8 HTTP/1.1" status: 200 len: 943 time: 0.0838728 May 04 17:55:53.333135 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3ae2e-fcb8-413e-a8f5-723b6c13461c req-f25706ff-d70e-469a-9975-d0a74df9680d tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:53.334578 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d5f3ae2e-fcb8-413e-a8f5-723b6c13461c req-f25706ff-d70e-469a-9975-d0a74df9680d tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.42 "GET /v2.0/ports?device_id=041e25f2-2bde-42a6-a748-27c5b0de51c8&tenant_id=5b5434842582418989b681607468e11e&binding%3Ahost_id=hv-neutron-8404 HTTP/1.1" status: 200 len: 943 time: 0.0812120 May 04 17:55:53.368766 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:53.379009 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-bf097666-7519-41fb-947f-5d00bd5de2a6 req-8744f8f6-2d88-4c81-8a09-618e37fd551b tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398657 May 04 17:55:53.386266 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b44c24b-8f35-44f6-8459-e0b563b9a565 {{(pid=88039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:55:53.402842 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 9b44c24b-8f35-44f6-8459-e0b563b9a565, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=9b44c24b-8f35-44f6-8459-e0b563b9a565,segment=NetworkSegment(1486ec6e-4df6-4c51-b2a7-93fd7420d7e4),segment_id=1486ec6e-4df6-4c51-b2a7-93fd7420d7e4)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:55:53.406108 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:53.474116 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=9b44c24b-8f35-44f6-8459-e0b563b9a565,revision_number=7']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:55:53.476346 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3ae2e-fcb8-413e-a8f5-723b6c13461c req-09d4fa1b-d951-4672-bb81-ad773bf18401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:53.478520 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d5f3ae2e-fcb8-413e-a8f5-723b6c13461c req-09d4fa1b-d951-4672-bb81-ad773bf18401 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5b5434842582418989b681607468e11e&device_id=041e25f2-2bde-42a6-a748-27c5b0de51c8 HTTP/1.1" status: 200 len: 1097 time: 0.0752680 May 04 17:55:53.478662 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] get_ports_and_sgs() called for port_ids ['9b44c24b-8f35-44f6-8459-e0b563b9a565'] {{(pid=88039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:55:53.609980 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3ae2e-fcb8-413e-a8f5-723b6c13461c req-2318b3d2-e2fd-4730-a78e-eee56745147a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:53.611395 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d5f3ae2e-fcb8-413e-a8f5-723b6c13461c req-2318b3d2-e2fd-4730-a78e-eee56745147a service neutron] 10.222.0.42 "GET /v2.0/networks?id=a9d2ffc1-25d9-4699-b181-aab0105a8f2c HTTP/1.1" status: 200 len: 913 time: 0.1255987 May 04 17:55:53.714626 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d5f3ae2e-fcb8-413e-a8f5-723b6c13461c req-0b111547-5498-462a-9002-262953a92b69 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b44c24b-8f35-44f6-8459-e0b563b9a565 HTTP/1.1" status: 200 len: 1000 time: 0.0945463 May 04 17:55:53.776392 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3ae2e-fcb8-413e-a8f5-723b6c13461c req-0c25433d-c888-4a0c-9482-01464962cca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:53.777752 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d5f3ae2e-fcb8-413e-a8f5-723b6c13461c req-0c25433d-c888-4a0c-9482-01464962cca1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fc5df0b0-84cb-434c-abf6-a659e7e30b34 HTTP/1.1" status: 200 len: 851 time: 0.0556309 May 04 17:55:53.857288 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3ae2e-fcb8-413e-a8f5-723b6c13461c req-2bfae508-784f-4925-a89c-0427e086087c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:53.858979 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d5f3ae2e-fcb8-413e-a8f5-723b6c13461c req-2bfae508-784f-4925-a89c-0427e086087c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a9d2ffc1-25d9-4699-b181-aab0105a8f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738661 May 04 17:55:53.997678 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d5f3ae2e-fcb8-413e-a8f5-723b6c13461c req-3ca0ace7-8d48-4675-a96e-5706ae9a3838 service neutron] 10.222.0.42 "GET /v2.0/networks/a9d2ffc1-25d9-4699-b181-aab0105a8f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273050 May 04 17:55:54.126613 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d5f3ae2e-fcb8-413e-a8f5-723b6c13461c req-a135d9dd-866b-4c68-92b3-519c486a4c99 service neutron] 10.222.0.42 "GET /v2.0/networks/a9d2ffc1-25d9-4699-b181-aab0105a8f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220648 May 04 17:55:54.328841 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 9b44c24b-8f35-44f6-8459-e0b563b9a565 up at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:55:54.397292 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning complete for port 9b44c24b-8f35-44f6-8459-e0b563b9a565 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:55:54.397985 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:54.519034 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:54.564905 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 9b44c24b-8f35-44f6-8459-e0b563b9a565, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=9b44c24b-8f35-44f6-8459-e0b563b9a565,segment=NetworkSegment(1486ec6e-4df6-4c51-b2a7-93fd7420d7e4),segment_id=1486ec6e-4df6-4c51-b2a7-93fd7420d7e4)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:55:54.569134 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:54.576700 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af865599-60c6-4bb2-a1b4-1499690376ed req-86d6e3e9-7f00-4714-ae98-5e4882c707a4 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:54.579283 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-af865599-60c6-4bb2-a1b4-1499690376ed req-86d6e3e9-7f00-4714-ae98-5e4882c707a4 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=041e25f2-2bde-42a6-a748-27c5b0de51c8 HTTP/1.1" status: 200 len: 944 time: 0.0894523 May 04 17:55:54.627473 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '041e25f2-2bde-42a6-a748-27c5b0de51c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b44c24b-8f35-44f6-8459-e0b563b9a565'}] {{(pid=88039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:55:54.627993 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-af865599-60c6-4bb2-a1b4-1499690376ed req-c17d4707-13e5-46ac-9f9c-478f111b2fac tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424178 May 04 17:55:54.657227 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=9b44c24b-8f35-44f6-8459-e0b563b9a565,revision_number=8']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:55:54.665434 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:54.666216 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:54.666567 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:54.666902 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:54.667233 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:54.667610 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:54.667941 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:54.668266 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:54.668591 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:54.668908 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:54.669339 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:54.669668 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:55:54.675920 dv-neutron-840426-1-hyperv neutron-server[88039]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d90872b-5264-4bf6-b9bc-aeb016312091'] response: {'server_uuid': '041e25f2-2bde-42a6-a748-27c5b0de51c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b44c24b-8f35-44f6-8459-e0b563b9a565', 'code': 200} May 04 17:55:55.913728 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d962565-01cc-40f5-b4d9-cb8a3b5009c7 req-4926c6af-e7c3-4e3f-a454-07e9030165ea tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:55.915679 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-3d962565-01cc-40f5-b4d9-cb8a3b5009c7 req-4926c6af-e7c3-4e3f-a454-07e9030165ea tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=041e25f2-2bde-42a6-a748-27c5b0de51c8 HTTP/1.1" status: 200 len: 945 time: 0.1784167 May 04 17:55:55.961863 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-3d962565-01cc-40f5-b4d9-cb8a3b5009c7 req-d6afe44a-3bb5-4b84-9b34-9d61390c5f02 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402834 May 04 17:55:56.141543 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c595b317-6049-4418-93ca-263d6e1596e4 req-8ed3b43c-6ee8-4de0-8e37-7186343a98e2 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:56.143019 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-c595b317-6049-4418-93ca-263d6e1596e4 req-8ed3b43c-6ee8-4de0-8e37-7186343a98e2 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=041e25f2-2bde-42a6-a748-27c5b0de51c8 HTTP/1.1" status: 200 len: 945 time: 0.0786545 May 04 17:55:56.186707 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-c595b317-6049-4418-93ca-263d6e1596e4 req-281099f9-9926-48ad-8065-ed4b71befefe tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380876 May 04 17:55:56.368550 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2dd103-fcc4-457f-8f3c-e7828f3b54e6 req-254fac11-7776-42b1-ad78-db985615ed57 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:56.370000 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0d2dd103-fcc4-457f-8f3c-e7828f3b54e6 req-254fac11-7776-42b1-ad78-db985615ed57 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=041e25f2-2bde-42a6-a748-27c5b0de51c8 HTTP/1.1" status: 200 len: 945 time: 0.0779948 May 04 17:55:56.413295 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0d2dd103-fcc4-457f-8f3c-e7828f3b54e6 req-5da70c5f-99c2-4d94-81f3-a0e8b865549c tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377693 May 04 17:55:56.787168 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be2e28-5efc-4ea6-872c-6c5d5f0716fd req-c733d721-88b9-45c6-ad27-88be35896668 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:56.788503 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d8be2e28-5efc-4ea6-872c-6c5d5f0716fd req-c733d721-88b9-45c6-ad27-88be35896668 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=041e25f2-2bde-42a6-a748-27c5b0de51c8 HTTP/1.1" status: 200 len: 945 time: 0.0802171 May 04 17:55:56.832809 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d8be2e28-5efc-4ea6-872c-6c5d5f0716fd req-155be143-1cda-46fd-bbb8-184b71019976 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378416 May 04 17:55:58.020541 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd4554-e5e0-4981-9e9a-1e7801a6a9cc req-bc60819a-daef-4010-b5de-d9431a332af1 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:58.022028 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-70dd4554-e5e0-4981-9e9a-1e7801a6a9cc req-bc60819a-daef-4010-b5de-d9431a332af1 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=041e25f2-2bde-42a6-a748-27c5b0de51c8 HTTP/1.1" status: 200 len: 945 time: 0.0818951 May 04 17:55:58.067778 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-70dd4554-e5e0-4981-9e9a-1e7801a6a9cc req-244fe328-495a-4c69-9183-d25ad4af3e69 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396485 May 04 17:55:59.314881 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8457a32-8e0c-434c-9ca2-c32c976e7d29 req-b93b78fd-9414-499e-b001-38f69c16d2c5 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:59.316213 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e8457a32-8e0c-434c-9ca2-c32c976e7d29 req-b93b78fd-9414-499e-b001-38f69c16d2c5 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.42 "GET /v2.0/ports?device_id=041e25f2-2bde-42a6-a748-27c5b0de51c8 HTTP/1.1" status: 200 len: 945 time: 0.1091542 May 04 17:55:59.324243 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd8dab4-de7a-4676-8737-29117a7be3c7 req-c5ddeb49-3da7-44ab-917f-1f9bd70b01a8 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:55:59.325565 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9dd8dab4-de7a-4676-8737-29117a7be3c7 req-c5ddeb49-3da7-44ab-917f-1f9bd70b01a8 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=041e25f2-2bde-42a6-a748-27c5b0de51c8 HTTP/1.1" status: 200 len: 945 time: 0.1546607 May 04 17:55:59.420965 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [req-e8457a32-8e0c-434c-9ca2-c32c976e7d29 req-4819fba2-3176-4f48-a934-ba5586ca0492 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Deleting port 9b44c24b-8f35-44f6-8459-e0b563b9a565 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:55:59.421308 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-e8457a32-8e0c-434c-9ca2-c32c976e7d29 req-4819fba2-3176-4f48-a934-ba5586ca0492 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:59.448223 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9dd8dab4-de7a-4676-8737-29117a7be3c7 req-c3e7847b-ea22-48ea-84b0-71513e682aa5 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940607 May 04 17:55:59.683360 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-e8457a32-8e0c-434c-9ca2-c32c976e7d29 req-4819fba2-3176-4f48-a934-ba5586ca0492 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] For port 9b44c24b-8f35-44f6-8459-e0b563b9a565, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=9b44c24b-8f35-44f6-8459-e0b563b9a565,segment=NetworkSegment(1486ec6e-4df6-4c51-b2a7-93fd7420d7e4),segment_id=1486ec6e-4df6-4c51-b2a7-93fd7420d7e4)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:55:59.683709 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-e8457a32-8e0c-434c-9ca2-c32c976e7d29 req-4819fba2-3176-4f48-a934-ba5586ca0492 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:59.976925 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-e8457a32-8e0c-434c-9ca2-c32c976e7d29 req-4819fba2-3176-4f48-a934-ba5586ca0492 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:59.977199 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-e8457a32-8e0c-434c-9ca2-c32c976e7d29 req-4819fba2-3176-4f48-a934-ba5586ca0492 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710218'] for floatingip, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:55:59.977510 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.l3_db [req-e8457a32-8e0c-434c-9ca2-c32c976e7d29 req-4819fba2-3176-4f48-a934-ba5586ca0492 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Floating IP 0f552e84-3325-448b-a06c-0a4220cc55fe disassociated. External IP: 172.26.0.243, port: 9b44c24b-8f35-44f6-8459-e0b563b9a565. May 04 17:55:59.977847 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [req-e8457a32-8e0c-434c-9ca2-c32c976e7d29 req-4819fba2-3176-4f48-a934-ba5586ca0492 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Calling delete_port for 9b44c24b-8f35-44f6-8459-e0b563b9a565 owned by compute:nova {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:56:00.119391 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-e8457a32-8e0c-434c-9ca2-c32c976e7d29 req-4819fba2-3176-4f48-a934-ba5586ca0492 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:56:00.169392 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4819fba2-3176-4f48-a934-ba5586ca0492 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Pushing event deleted for resources: {'Port': ['ID=9b44c24b-8f35-44f6-8459-e0b563b9a565,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:56:00.363048 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8457a32-8e0c-434c-9ca2-c32c976e7d29 req-4819fba2-3176-4f48-a934-ba5586ca0492 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Router 56a81808-423a-4f6f-8675-7983db3de62a has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:56:00.599893 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-62bdd048-bf0a-44f9-8f29-f442c7fab1a2 req-73c01d8d-fd44-403b-a407-5fb83ffc4952 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=041e25f2-2bde-42a6-a748-27c5b0de51c8 HTTP/1.1" status: 200 len: 210 time: 0.0412276 May 04 17:56:00.639957 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8457a32-8e0c-434c-9ca2-c32c976e7d29 req-4819fba2-3176-4f48-a934-ba5586ca0492 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:56:00.649216 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f991fc-102d-45b0-8062-0970a12c0195 None None] Sync routers for ids ['56a81808-423a-4f6f-8675-7983db3de62a'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:56:00.658583 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f991fc-102d-45b0-8062-0970a12c0195 None None] Routers {'56a81808-423a-4f6f-8675-7983db3de62a'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:56:00.659275 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-25f991fc-102d-45b0-8062-0970a12c0195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:55:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['56a81808-423a-4f6f-8675-7983db3de62a'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:56:00.709950 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8457a32-8e0c-434c-9ca2-c32c976e7d29 req-4819fba2-3176-4f48-a934-ba5586ca0492 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] No DVR routers for this DVR port 9b44c24b-8f35-44f6-8459-e0b563b9a565 on host hv-neutron-8404 {{(pid=88037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:56:00.712918 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-e8457a32-8e0c-434c-9ca2-c32c976e7d29 req-4819fba2-3176-4f48-a934-ba5586ca0492 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:56:00.715477 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '041e25f2-2bde-42a6-a748-27c5b0de51c8', 'name': 'network-vif-deleted', 'tag': '9b44c24b-8f35-44f6-8459-e0b563b9a565'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:56:00.731559 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e8457a32-8e0c-434c-9ca2-c32c976e7d29 req-4819fba2-3176-4f48-a934-ba5586ca0492 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.42 "DELETE /v2.0/ports/9b44c24b-8f35-44f6-8459-e0b563b9a565 HTTP/1.1" status: 204 len: 173 time: 1.4049861 May 04 17:56:00.762339 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a5746fe-4a50-45e6-ac10-21f96a75ef62'] response: {'server_uuid': '041e25f2-2bde-42a6-a748-27c5b0de51c8', 'name': 'network-vif-deleted', 'tag': '9b44c24b-8f35-44f6-8459-e0b563b9a565', 'status': 'completed', 'code': 200} May 04 17:56:00.847432 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-25f991fc-102d-45b0-8062-0970a12c0195 None None] Set router 56a81808-423a-4f6f-8675-7983db3de62a gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:56:01.154707 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-25f991fc-102d-45b0-8062-0970a12c0195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a81808-423a-4f6f-8675-7983db3de62a', 'name': 'tempest-ServerActionsTestJSON-1000362457-router', 'tenant_id': '5b5434842582418989b681607468e11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'cab5528b-beba-480c-adcc-32c92992ee0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:55:04Z', 'updated_at': '2022-05-04T17:55:08Z', 'revision_number': 4, 'project_id': '5b5434842582418989b681607468e11e', 'gw_port': {'id': 'cab5528b-beba-480c-adcc-32c92992ee0d', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:79:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a81808-423a-4f6f-8675-7983db3de62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:55:05Z', 'updated_at': '2022-05-04T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '3e71cdf7-883a-4bb7-ba70-098324781202', 'name': '', 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c', 'tenant_id': '5b5434842582418989b681607468e11e', 'mac_address': 'fa:16:3e:5f:1f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a81808-423a-4f6f-8675-7983db3de62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'fc5df0b0-84cb-434c-abf6-a659e7e30b34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:55:07Z', 'updated_at': '2022-05-04T17:55:13Z', 'revision_number': 5, 'project_id': '5b5434842582418989b681607468e11e', 'subnets': [{'id': 'fc5df0b0-84cb-434c-abf6-a659e7e30b34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:56:01.158531 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f991fc-102d-45b0-8062-0970a12c0195 None None] Checking router: 56a81808-423a-4f6f-8675-7983db3de62a for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:56:01.166885 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f991fc-102d-45b0-8062-0970a12c0195 None None] Routers {'56a81808-423a-4f6f-8675-7983db3de62a'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:56:01.167469 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-25f991fc-102d-45b0-8062-0970a12c0195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:55:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['56a81808-423a-4f6f-8675-7983db3de62a'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:56:01.378326 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-25f991fc-102d-45b0-8062-0970a12c0195 None None] Set router 56a81808-423a-4f6f-8675-7983db3de62a gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:56:01.689095 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-25f991fc-102d-45b0-8062-0970a12c0195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a81808-423a-4f6f-8675-7983db3de62a', 'name': 'tempest-ServerActionsTestJSON-1000362457-router', 'tenant_id': '5b5434842582418989b681607468e11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'cab5528b-beba-480c-adcc-32c92992ee0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:55:04Z', 'updated_at': '2022-05-04T17:55:08Z', 'revision_number': 4, 'project_id': '5b5434842582418989b681607468e11e', 'gw_port': {'id': 'cab5528b-beba-480c-adcc-32c92992ee0d', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:79:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a81808-423a-4f6f-8675-7983db3de62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:55:05Z', 'updated_at': '2022-05-04T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '3e71cdf7-883a-4bb7-ba70-098324781202', 'name': '', 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c', 'tenant_id': '5b5434842582418989b681607468e11e', 'mac_address': 'fa:16:3e:5f:1f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a81808-423a-4f6f-8675-7983db3de62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'fc5df0b0-84cb-434c-abf6-a659e7e30b34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:55:07Z', 'updated_at': '2022-05-04T17:55:13Z', 'revision_number': 5, 'project_id': '5b5434842582418989b681607468e11e', 'subnets': [{'id': 'fc5df0b0-84cb-434c-abf6-a659e7e30b34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:56:01.693591 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f991fc-102d-45b0-8062-0970a12c0195 None None] The sync data for ids ['56a81808-423a-4f6f-8675-7983db3de62a'] in dv-neutron-840426-1-hyperv is: [{'id': '56a81808-423a-4f6f-8675-7983db3de62a', 'name': 'tempest-ServerActionsTestJSON-1000362457-router', 'tenant_id': '5b5434842582418989b681607468e11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'cab5528b-beba-480c-adcc-32c92992ee0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:55:04Z', 'updated_at': '2022-05-04T17:55:08Z', 'revision_number': 4, 'project_id': '5b5434842582418989b681607468e11e', 'gw_port': {'id': 'cab5528b-beba-480c-adcc-32c92992ee0d', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:79:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a81808-423a-4f6f-8675-7983db3de62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:55:05Z', 'updated_at': '2022-05-04T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '3e71cdf7-883a-4bb7-ba70-098324781202', 'name': '', 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c', 'tenant_id': '5b5434842582418989b681607468e11e', 'mac_address': 'fa:16:3e:5f:1f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a81808-423a-4f6f-8675-7983db3de62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'fc5df0b0-84cb-434c-abf6-a659e7e30b34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:55:07Z', 'updated_at': '2022-05-04T17:55:13Z', 'revision_number': 5, 'project_id': '5b5434842582418989b681607468e11e', 'subnets': [{'id': 'fc5df0b0-84cb-434c-abf6-a659e7e30b34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:56:01.918843 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c349dd-b49c-4081-ac59-16c5df2fcbf1 None None] New status for floating IP 0f552e84-3325-448b-a06c-0a4220cc55fe: DOWN {{(pid=88039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:56:02.079319 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-ecd0a0d7-38ea-4472-8210-6cefd9e0e485 req-640f490f-2b58-4467-abf3-b4c71d7a5d88 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--101584408&fields=id&tenant_id=5b5434842582418989b681607468e11e HTTP/1.1" status: 200 len: 267 time: 0.0388362 May 04 17:56:02.230759 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd0a0d7-38ea-4472-8210-6cefd9e0e485 req-99097b5d-e837-481e-a0e8-1c4e091c992a tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:02.231430 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-ecd0a0d7-38ea-4472-8210-6cefd9e0e485 req-99097b5d-e837-481e-a0e8-1c4e091c992a tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Synchronizing usage tracker for tenant:5b5434842582418989b681607468e11e on resource:network {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:56:02.247363 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-ecd0a0d7-38ea-4472-8210-6cefd9e0e485 req-99097b5d-e837-481e-a0e8-1c4e091c992a tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Unset dirty status for tenant:5b5434842582418989b681607468e11e on resource:network {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:56:02.248517 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-ecd0a0d7-38ea-4472-8210-6cefd9e0e485 req-99097b5d-e837-481e-a0e8-1c4e091c992a tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/networks?id=a9d2ffc1-25d9-4699-b181-aab0105a8f2c HTTP/1.1" status: 200 len: 812 time: 0.1627042 May 04 17:56:02.263109 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-ecd0a0d7-38ea-4472-8210-6cefd9e0e485 req-34da0e3e-54ee-4fba-a4d8-cb8a89faaace tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/quotas/5b5434842582418989b681607468e11e HTTP/1.1" status: 200 len: 375 time: 0.0090201 May 04 17:56:02.349486 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-ecd0a0d7-38ea-4472-8210-6cefd9e0e485 req-abe7df14-ebf8-48f3-9d07-2cb2e50986f1 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5b5434842582418989b681607468e11e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0814703 May 04 17:56:02.484429 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-ecd0a0d7-38ea-4472-8210-6cefd9e0e485 req-fdce8c8e-3f86-40c0-b673-c7287947dc62 service neutron] 10.222.0.41 "GET /v2.0/networks/a9d2ffc1-25d9-4699-b181-aab0105a8f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229966 May 04 17:56:02.611111 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-ecd0a0d7-38ea-4472-8210-6cefd9e0e485 req-b8773fbc-ec09-47d7-a200-73a201a0ad43 service neutron] 10.222.0.41 "GET /v2.0/networks/a9d2ffc1-25d9-4699-b181-aab0105a8f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210151 May 04 17:56:02.787508 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-75b3166b-fc13-4acd-b7ff-fdc84a3a725e req-75d0a4b7-bfe3-4b6a-969b-e45efcf62ca6 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Synchronizing usage tracker for tenant:5b5434842582418989b681607468e11e on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:56:02.803861 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-75b3166b-fc13-4acd-b7ff-fdc84a3a725e req-75d0a4b7-bfe3-4b6a-969b-e45efcf62ca6 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Unset dirty status for tenant:5b5434842582418989b681607468e11e on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:56:02.805017 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-75b3166b-fc13-4acd-b7ff-fdc84a3a725e req-75d0a4b7-bfe3-4b6a-969b-e45efcf62ca6 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=66c7bc69-1a65-465e-8ed0-57aae8f752ac HTTP/1.1" status: 200 len: 210 time: 0.0612471 May 04 17:56:03.222175 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-06d1c097-688c-49dc-b831-c60314085954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:56:03.868999 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd0a0d7-38ea-4472-8210-6cefd9e0e485 req-412c8d63-c6c2-4907-a27e-4a2f9e19bd8e tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:03.870475 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ecd0a0d7-38ea-4472-8210-6cefd9e0e485 req-412c8d63-c6c2-4907-a27e-4a2f9e19bd8e tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.42 "GET /v2.0/networks?id=a9d2ffc1-25d9-4699-b181-aab0105a8f2c HTTP/1.1" status: 200 len: 812 time: 0.1506495 May 04 17:56:03.925562 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ecd0a0d7-38ea-4472-8210-6cefd9e0e485 req-2b92c22f-db21-43ba-b6da-535c23a37447 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b5434842582418989b681607468e11e HTTP/1.1" status: 200 len: 379 time: 0.0443082 May 04 17:56:03.934687 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [req-ecd0a0d7-38ea-4472-8210-6cefd9e0e485 req-063207af-d8b5-45f3-bdf6-09343bb2fa16 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Request body: {'port': {'device_id': '66c7bc69-1a65-465e-8ed0-57aae8f752ac', 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c', 'admin_state_up': True, 'tenant_id': '5b5434842582418989b681607468e11e', 'security_groups': ['f3d5b3f2-e60d-41f3-bf1a-eba032c968c5']}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:56:03.957431 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-f12b1fbc-2645-4c02-b923-c6796e4236d5 req-dcab8863-f848-4cc3-8eb3-8ae9586f447d tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=66c7bc69-1a65-465e-8ed0-57aae8f752ac HTTP/1.1" status: 200 len: 210 time: 0.0447891 May 04 17:56:04.081279 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [req-ecd0a0d7-38ea-4472-8210-6cefd9e0e485 req-063207af-d8b5-45f3-bdf6-09343bb2fa16 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:56:04.090726 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [req-ecd0a0d7-38ea-4472-8210-6cefd9e0e485 req-063207af-d8b5-45f3-bdf6-09343bb2fa16 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:56:04.099870 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecd0a0d7-38ea-4472-8210-6cefd9e0e485 req-063207af-d8b5-45f3-bdf6-09343bb2fa16 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Made reservation on behalf of 5b5434842582418989b681607468e11e for: {'port': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:56:04.103869 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-ecd0a0d7-38ea-4472-8210-6cefd9e0e485 req-063207af-d8b5-45f3-bdf6-09343bb2fa16 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:56:04.265836 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [req-ecd0a0d7-38ea-4472-8210-6cefd9e0e485 req-063207af-d8b5-45f3-bdf6-09343bb2fa16 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Allocated IP 172.20.0.6 (a9d2ffc1-25d9-4699-b181-aab0105a8f2c/fc5df0b0-84cb-434c-abf6-a659e7e30b34/c791615b-012b-49bb-b467-03730cfa9045) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:56:04.365803 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 9b44c24b-8f35-44f6-8459-e0b563b9a565 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:56:04.399837 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] No Port match for: 9b44c24b-8f35-44f6-8459-e0b563b9a565 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:56:04.400188 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 9b44c24b-8f35-44f6-8459-e0b563b9a565 not bound to the agent host hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:56:04.450325 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-ecd0a0d7-38ea-4472-8210-6cefd9e0e485 req-063207af-d8b5-45f3-bdf6-09343bb2fa16 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:56:04.465773 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [req-ecd0a0d7-38ea-4472-8210-6cefd9e0e485 req-063207af-d8b5-45f3-bdf6-09343bb2fa16 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Transition to ACTIVE for port object c791615b-012b-49bb-b467-03730cfa9045 will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:56:04.488996 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-ecd0a0d7-38ea-4472-8210-6cefd9e0e485 req-063207af-d8b5-45f3-bdf6-09343bb2fa16 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:56:04.558029 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecd0a0d7-38ea-4472-8210-6cefd9e0e485 req-063207af-d8b5-45f3-bdf6-09343bb2fa16 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Network a9d2ffc1-25d9-4699-b181-aab0105a8f2c is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:56:04.560976 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [req-ecd0a0d7-38ea-4472-8210-6cefd9e0e485 req-063207af-d8b5-45f3-bdf6-09343bb2fa16 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:56:04.563442 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecd0a0d7-38ea-4472-8210-6cefd9e0e485 req-063207af-d8b5-45f3-bdf6-09343bb2fa16 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:56:04.608266 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063207af-d8b5-45f3-bdf6-09343bb2fa16 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Pushing event updated for resources: {'Port': ['ID=c791615b-012b-49bb-b467-03730cfa9045,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:56:04.628167 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063207af-d8b5-45f3-bdf6-09343bb2fa16 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:56:04.628445 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063207af-d8b5-45f3-bdf6-09343bb2fa16 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:56:04.628787 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063207af-d8b5-45f3-bdf6-09343bb2fa16 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:56:04.629131 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063207af-d8b5-45f3-bdf6-09343bb2fa16 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:56:04.629466 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063207af-d8b5-45f3-bdf6-09343bb2fa16 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:56:04.629798 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063207af-d8b5-45f3-bdf6-09343bb2fa16 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:56:04.630155 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063207af-d8b5-45f3-bdf6-09343bb2fa16 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:56:04.630604 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063207af-d8b5-45f3-bdf6-09343bb2fa16 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:56:04.630938 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063207af-d8b5-45f3-bdf6-09343bb2fa16 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:56:04.631262 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063207af-d8b5-45f3-bdf6-09343bb2fa16 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:56:04.631585 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063207af-d8b5-45f3-bdf6-09343bb2fa16 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:56:04.631905 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063207af-d8b5-45f3-bdf6-09343bb2fa16 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:56:04.646947 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd0a0d7-38ea-4472-8210-6cefd9e0e485 req-063207af-d8b5-45f3-bdf6-09343bb2fa16 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:04.647577 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-ecd0a0d7-38ea-4472-8210-6cefd9e0e485 req-063207af-d8b5-45f3-bdf6-09343bb2fa16 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:56:04.675263 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ecd0a0d7-38ea-4472-8210-6cefd9e0e485 req-063207af-d8b5-45f3-bdf6-09343bb2fa16 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7441502 May 04 17:56:04.688921 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [req-ecd0a0d7-38ea-4472-8210-6cefd9e0e485 req-772e0846-cc36-404f-8b3e-a29e21b2a59e service neutron] Request body: {'port': {'device_id': '66c7bc69-1a65-465e-8ed0-57aae8f752ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:56:04.739818 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-6c0302d6-cb3a-45c1-a89d-759ea03165e5 None None] Provisioning for port c791615b-012b-49bb-b467-03730cfa9045 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:56:04.745171 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-6c0302d6-cb3a-45c1-a89d-759ea03165e5 None None] Provisioning complete for port c791615b-012b-49bb-b467-03730cfa9045 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:56:04.745546 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-6c0302d6-cb3a-45c1-a89d-759ea03165e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:56:04.802691 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-6c0302d6-cb3a-45c1-a89d-759ea03165e5 None None] Port c791615b-012b-49bb-b467-03730cfa9045 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:56:04.804415 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-ecd0a0d7-38ea-4472-8210-6cefd9e0e485 req-772e0846-cc36-404f-8b3e-a29e21b2a59e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:56:05.295738 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [req-ecd0a0d7-38ea-4472-8210-6cefd9e0e485 req-772e0846-cc36-404f-8b3e-a29e21b2a59e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c791615b-012b-49bb-b467-03730cfa9045 {{(pid=88037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:56:05.304727 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-ecd0a0d7-38ea-4472-8210-6cefd9e0e485 req-772e0846-cc36-404f-8b3e-a29e21b2a59e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:56:05.326182 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b64cc-a000-4dc1-9574-341fab4745ac req-77522758-63e1-48a3-8808-110258c09ec2 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:05.326862 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-bc1b64cc-a000-4dc1-9574-341fab4745ac req-77522758-63e1-48a3-8808-110258c09ec2 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Synchronizing usage tracker for tenant:5b5434842582418989b681607468e11e on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:56:05.331374 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [req-ecd0a0d7-38ea-4472-8210-6cefd9e0e485 req-772e0846-cc36-404f-8b3e-a29e21b2a59e service neutron] Transition to ACTIVE for port object c791615b-012b-49bb-b467-03730cfa9045 will not be triggered until provisioned by entity L2. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:56:05.338913 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-ecd0a0d7-38ea-4472-8210-6cefd9e0e485 req-772e0846-cc36-404f-8b3e-a29e21b2a59e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:56:05.380530 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-bc1b64cc-a000-4dc1-9574-341fab4745ac req-77522758-63e1-48a3-8808-110258c09ec2 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Unset dirty status for tenant:5b5434842582418989b681607468e11e on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:56:05.381668 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-bc1b64cc-a000-4dc1-9574-341fab4745ac req-77522758-63e1-48a3-8808-110258c09ec2 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=66c7bc69-1a65-465e-8ed0-57aae8f752ac HTTP/1.1" status: 200 len: 931 time: 0.3175015 May 04 17:56:05.526636 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772e0846-cc36-404f-8b3e-a29e21b2a59e service neutron] Pushing event updated for resources: {'Port': ['ID=c791615b-012b-49bb-b467-03730cfa9045,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:56:05.552743 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-5bec0c29-a9fd-4d29-891a-b71d3a8bf691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:56:05.579694 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-bc1b64cc-a000-4dc1-9574-341fab4745ac req-800fba11-789a-442d-8654-8af735204c1b tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1853893 May 04 17:56:05.612967 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-ecd0a0d7-38ea-4472-8210-6cefd9e0e485 req-772e0846-cc36-404f-8b3e-a29e21b2a59e service neutron] Attempting to bind port c791615b-012b-49bb-b467-03730cfa9045 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:56:05.613301 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-ecd0a0d7-38ea-4472-8210-6cefd9e0e485 req-772e0846-cc36-404f-8b3e-a29e21b2a59e service neutron] Attempting to bind port c791615b-012b-49bb-b467-03730cfa9045 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '1486ec6e-4df6-4c51-b2a7-93fd7420d7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:56:05.613630 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd0a0d7-38ea-4472-8210-6cefd9e0e485 req-772e0846-cc36-404f-8b3e-a29e21b2a59e service neutron] Attempting to bind port c791615b-012b-49bb-b467-03730cfa9045 on network a9d2ffc1-25d9-4699-b181-aab0105a8f2c {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:56:05.618264 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd0a0d7-38ea-4472-8210-6cefd9e0e485 req-772e0846-cc36-404f-8b3e-a29e21b2a59e service neutron] Port c791615b-012b-49bb-b467-03730cfa9045 on network a9d2ffc1-25d9-4699-b181-aab0105a8f2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:56:05.618585 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd0a0d7-38ea-4472-8210-6cefd9e0e485 req-772e0846-cc36-404f-8b3e-a29e21b2a59e service neutron] Attempting to bind port c791615b-012b-49bb-b467-03730cfa9045 on network a9d2ffc1-25d9-4699-b181-aab0105a8f2c {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:56:05.623641 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd0a0d7-38ea-4472-8210-6cefd9e0e485 req-772e0846-cc36-404f-8b3e-a29e21b2a59e service neutron] Checking agent: {'id': '84d0dbeb-cfa8-4636-8b1c-9790acf21ef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'started_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:56:05.623979 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd0a0d7-38ea-4472-8210-6cefd9e0e485 req-772e0846-cc36-404f-8b3e-a29e21b2a59e service neutron] Checking segment: {'id': '1486ec6e-4df6-4c51-b2a7-93fd7420d7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:56:05.624358 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd0a0d7-38ea-4472-8210-6cefd9e0e485 req-772e0846-cc36-404f-8b3e-a29e21b2a59e service neutron] Bound using segment: {'id': '1486ec6e-4df6-4c51-b2a7-93fd7420d7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c'} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:56:05.624786 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-ecd0a0d7-38ea-4472-8210-6cefd9e0e485 req-772e0846-cc36-404f-8b3e-a29e21b2a59e service neutron] Bound port: c791615b-012b-49bb-b467-03730cfa9045, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1486ec6e-4df6-4c51-b2a7-93fd7420d7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c'}}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:56:05.625133 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-ecd0a0d7-38ea-4472-8210-6cefd9e0e485 req-772e0846-cc36-404f-8b3e-a29e21b2a59e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:56:05.712461 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-ecd0a0d7-38ea-4472-8210-6cefd9e0e485 req-772e0846-cc36-404f-8b3e-a29e21b2a59e service neutron] For port c791615b-012b-49bb-b467-03730cfa9045, host hv-neutron-8404, cleared binding levels {{(pid=88037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:56:05.715312 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-ecd0a0d7-38ea-4472-8210-6cefd9e0e485 req-772e0846-cc36-404f-8b3e-a29e21b2a59e service neutron] For port c791615b-012b-49bb-b467-03730cfa9045, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=c791615b-012b-49bb-b467-03730cfa9045,segment=NetworkSegment(1486ec6e-4df6-4c51-b2a7-93fd7420d7e4),segment_id=1486ec6e-4df6-4c51-b2a7-93fd7420d7e4)] {{(pid=88037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:56:05.720408 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-ecd0a0d7-38ea-4472-8210-6cefd9e0e485 req-772e0846-cc36-404f-8b3e-a29e21b2a59e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:56:05.780490 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd0a0d7-38ea-4472-8210-6cefd9e0e485 req-772e0846-cc36-404f-8b3e-a29e21b2a59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:05.781099 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-ecd0a0d7-38ea-4472-8210-6cefd9e0e485 req-772e0846-cc36-404f-8b3e-a29e21b2a59e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:56:05.782568 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ecd0a0d7-38ea-4472-8210-6cefd9e0e485 req-772e0846-cc36-404f-8b3e-a29e21b2a59e service neutron] 10.222.0.42 "PUT /v2.0/ports/c791615b-012b-49bb-b467-03730cfa9045 HTTP/1.1" status: 200 len: 1093 time: 1.0979533 May 04 17:56:05.783003 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66c7bc69-1a65-465e-8ed0-57aae8f752ac', 'tag': 'c791615b-012b-49bb-b467-03730cfa9045'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:56:05.806361 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772e0846-cc36-404f-8b3e-a29e21b2a59e service neutron] Pushing event updated for resources: {'Port': ['ID=c791615b-012b-49bb-b467-03730cfa9045,revision_number=3']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:56:05.854568 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9faacf0-41fa-4f9a-b6bd-a564b6409fa6'] response: {'name': 'network-changed', 'server_uuid': '66c7bc69-1a65-465e-8ed0-57aae8f752ac', 'tag': 'c791615b-012b-49bb-b467-03730cfa9045', 'status': 'completed', 'code': 200} May 04 17:56:05.895342 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd0a0d7-38ea-4472-8210-6cefd9e0e485 req-ccfab897-8cf2-45fb-9fe3-04bbed91a957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:05.896824 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ecd0a0d7-38ea-4472-8210-6cefd9e0e485 req-ccfab897-8cf2-45fb-9fe3-04bbed91a957 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5b5434842582418989b681607468e11e&device_id=66c7bc69-1a65-465e-8ed0-57aae8f752ac HTTP/1.1" status: 200 len: 1096 time: 0.0750868 May 04 17:56:05.976988 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ecd0a0d7-38ea-4472-8210-6cefd9e0e485 req-bf3dec16-055f-4974-b446-b57354d5509c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c791615b-012b-49bb-b467-03730cfa9045 HTTP/1.1" status: 200 len: 217 time: 0.0713732 May 04 17:56:06.043624 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd0a0d7-38ea-4472-8210-6cefd9e0e485 req-c1785478-8f90-4659-93eb-1c9c13a2e5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:06.044963 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ecd0a0d7-38ea-4472-8210-6cefd9e0e485 req-c1785478-8f90-4659-93eb-1c9c13a2e5d0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fc5df0b0-84cb-434c-abf6-a659e7e30b34 HTTP/1.1" status: 200 len: 851 time: 0.0631797 May 04 17:56:06.118443 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd0a0d7-38ea-4472-8210-6cefd9e0e485 req-eee4ef1e-0d77-4e63-96d4-64b390c1d4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:06.119875 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ecd0a0d7-38ea-4472-8210-6cefd9e0e485 req-eee4ef1e-0d77-4e63-96d4-64b390c1d4ee service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a9d2ffc1-25d9-4699-b181-aab0105a8f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689387 May 04 17:56:06.250205 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ecd0a0d7-38ea-4472-8210-6cefd9e0e485 req-60189be3-5024-4205-93af-6b2284604421 service neutron] 10.222.0.42 "GET /v2.0/networks/a9d2ffc1-25d9-4699-b181-aab0105a8f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239846 May 04 17:56:06.376874 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ecd0a0d7-38ea-4472-8210-6cefd9e0e485 req-7b9a3354-0283-49a9-bfb2-4ef79bf6f256 service neutron] 10.222.0.42 "GET /v2.0/networks/a9d2ffc1-25d9-4699-b181-aab0105a8f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207306 May 04 17:56:06.501009 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138cd27a-76c9-40e3-a4ee-8dcb93113a10 req-ff162655-599e-4c4f-acf6-ba357f421dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:06.502460 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-138cd27a-76c9-40e3-a4ee-8dcb93113a10 req-ff162655-599e-4c4f-acf6-ba357f421dbb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5b5434842582418989b681607468e11e&device_id=66c7bc69-1a65-465e-8ed0-57aae8f752ac HTTP/1.1" status: 200 len: 1096 time: 0.0727940 May 04 17:56:06.599434 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:56:06.614345 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:56:06.639347 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138cd27a-76c9-40e3-a4ee-8dcb93113a10 req-eee8bb73-f07b-4685-9b1a-727a9141c778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:06.640715 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-138cd27a-76c9-40e3-a4ee-8dcb93113a10 req-eee8bb73-f07b-4685-9b1a-727a9141c778 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a9d2ffc1-25d9-4699-b181-aab0105a8f2c HTTP/1.1" status: 200 len: 913 time: 0.1318827 May 04 17:56:06.739773 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-138cd27a-76c9-40e3-a4ee-8dcb93113a10 req-3a1fd4a4-7c97-41aa-a819-4e32cdc9a78c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c791615b-012b-49bb-b467-03730cfa9045 HTTP/1.1" status: 200 len: 217 time: 0.0918460 May 04 17:56:06.816572 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138cd27a-76c9-40e3-a4ee-8dcb93113a10 req-6dbe552b-c835-4c94-85cd-763f01875f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:06.817977 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-138cd27a-76c9-40e3-a4ee-8dcb93113a10 req-6dbe552b-c835-4c94-85cd-763f01875f34 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fc5df0b0-84cb-434c-abf6-a659e7e30b34 HTTP/1.1" status: 200 len: 851 time: 0.0719862 May 04 17:56:06.885500 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5324e6ff-c674-4bba-830b-2bceb4e92231 req-cd82fa62-588e-4a7d-88b9-4b7c414dfee9 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:06.886947 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5324e6ff-c674-4bba-830b-2bceb4e92231 req-cd82fa62-588e-4a7d-88b9-4b7c414dfee9 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=66c7bc69-1a65-465e-8ed0-57aae8f752ac HTTP/1.1" status: 200 len: 943 time: 0.1876121 May 04 17:56:06.939836 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5324e6ff-c674-4bba-830b-2bceb4e92231 req-14c176f8-d499-4500-820a-214fd37c7f9a tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462155 May 04 17:56:06.944818 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138cd27a-76c9-40e3-a4ee-8dcb93113a10 req-b08fc14e-24b4-4b0e-9260-6b81b0f4754b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:06.946252 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-138cd27a-76c9-40e3-a4ee-8dcb93113a10 req-b08fc14e-24b4-4b0e-9260-6b81b0f4754b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a9d2ffc1-25d9-4699-b181-aab0105a8f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1192975 May 04 17:56:07.173563 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-138cd27a-76c9-40e3-a4ee-8dcb93113a10 req-6eeb8a2a-9e40-4fbf-a839-e5ff2c71c86a service neutron] 10.222.0.42 "GET /v2.0/networks/a9d2ffc1-25d9-4699-b181-aab0105a8f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197540 May 04 17:56:07.303477 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-138cd27a-76c9-40e3-a4ee-8dcb93113a10 req-892255bb-2256-4411-b5d8-d50efb1bc3b9 service neutron] 10.222.0.42 "GET /v2.0/networks/a9d2ffc1-25d9-4699-b181-aab0105a8f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219196 May 04 17:56:07.931788 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:56:08.217444 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4fd2d3-9089-492d-8a53-d179bbce2679 req-d084a641-8379-48a5-95b9-fceb11d2c21c tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:08.218853 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-2c4fd2d3-9089-492d-8a53-d179bbce2679 req-d084a641-8379-48a5-95b9-fceb11d2c21c tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=66c7bc69-1a65-465e-8ed0-57aae8f752ac HTTP/1.1" status: 200 len: 943 time: 0.1757233 May 04 17:56:08.262063 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-2c4fd2d3-9089-492d-8a53-d179bbce2679 req-317505f1-b40b-4e5e-802e-eb9808d93d47 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373828 May 04 17:56:09.453514 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e371a-3510-47c4-8d2b-8b700c15d811 req-bfc2c8cc-7317-4574-b473-c9d333439fb9 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:09.454995 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-691e371a-3510-47c4-8d2b-8b700c15d811 req-bfc2c8cc-7317-4574-b473-c9d333439fb9 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=66c7bc69-1a65-465e-8ed0-57aae8f752ac HTTP/1.1" status: 200 len: 943 time: 0.0842319 May 04 17:56:09.496790 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:56:09.500135 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-691e371a-3510-47c4-8d2b-8b700c15d811 req-323624cd-e381-416d-a69f-5c5ca3f68c61 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394692 May 04 17:56:10.373260 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device c791615b-012b-49bb-b467-03730cfa9045 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:56:10.503496 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port c791615b-012b-49bb-b467-03730cfa9045, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=c791615b-012b-49bb-b467-03730cfa9045,segment=NetworkSegment(1486ec6e-4df6-4c51-b2a7-93fd7420d7e4),segment_id=1486ec6e-4df6-4c51-b2a7-93fd7420d7e4)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:56:10.516580 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Returning: {'device': 'c791615b-012b-49bb-b467-03730cfa9045', 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c', 'port_id': 'c791615b-012b-49bb-b467-03730cfa9045', 'mac_address': 'fa:16:3e:54:bc:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc5df0b0-84cb-434c-abf6-a659e7e30b34', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:56:10.572858 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:56:10.589397 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c791615b-012b-49bb-b467-03730cfa9045 {{(pid=88039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:56:10.605310 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port c791615b-012b-49bb-b467-03730cfa9045, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=c791615b-012b-49bb-b467-03730cfa9045,segment=NetworkSegment(1486ec6e-4df6-4c51-b2a7-93fd7420d7e4),segment_id=1486ec6e-4df6-4c51-b2a7-93fd7420d7e4)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:56:10.609679 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:56:10.679729 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=c791615b-012b-49bb-b467-03730cfa9045,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:56:10.681407 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6823e4ac-22ce-4e8d-824d-87ef7178850c req-ace6bad0-e1fa-494f-9711-11c7c981e3b7 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:10.682919 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-6823e4ac-22ce-4e8d-824d-87ef7178850c req-ace6bad0-e1fa-494f-9711-11c7c981e3b7 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=66c7bc69-1a65-465e-8ed0-57aae8f752ac HTTP/1.1" status: 200 len: 944 time: 0.0804746 May 04 17:56:10.728226 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-6823e4ac-22ce-4e8d-824d-87ef7178850c req-4cd8210b-437c-46e0-9ca9-a6fb4cf7aea3 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391085 May 04 17:56:10.993599 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] get_ports_and_sgs() called for port_ids ['c791615b-012b-49bb-b467-03730cfa9045'] {{(pid=88039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:56:11.905171 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f423c-dcfd-4eb7-b5e8-be2f4710b32e req-8692cab3-d19a-4a25-acd0-f452f4f1a1c4 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:11.906614 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ab7f423c-dcfd-4eb7-b5e8-be2f4710b32e req-8692cab3-d19a-4a25-acd0-f452f4f1a1c4 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=66c7bc69-1a65-465e-8ed0-57aae8f752ac HTTP/1.1" status: 200 len: 944 time: 0.0764041 May 04 17:56:11.949579 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ab7f423c-dcfd-4eb7-b5e8-be2f4710b32e req-fddfe6b3-a6eb-4489-a93f-81fd5a2511a5 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373695 May 04 17:56:12.378873 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device c791615b-012b-49bb-b467-03730cfa9045 up at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:56:12.445359 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning for port c791615b-012b-49bb-b467-03730cfa9045 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:56:12.450030 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning complete for port c791615b-012b-49bb-b467-03730cfa9045 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:56:12.450406 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:56:12.597475 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:56:12.623213 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c7bc69-1a65-465e-8ed0-57aae8f752ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c791615b-012b-49bb-b467-03730cfa9045'}] {{(pid=88039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:56:12.634413 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port c791615b-012b-49bb-b467-03730cfa9045, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=c791615b-012b-49bb-b467-03730cfa9045,segment=NetworkSegment(1486ec6e-4df6-4c51-b2a7-93fd7420d7e4),segment_id=1486ec6e-4df6-4c51-b2a7-93fd7420d7e4)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:56:12.639815 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:56:12.679533 dv-neutron-840426-1-hyperv neutron-server[88039]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57833537-d2d9-4d12-a6cd-b5a5aa1d29d2'] response: {'server_uuid': '66c7bc69-1a65-465e-8ed0-57aae8f752ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c791615b-012b-49bb-b467-03730cfa9045', 'code': 200} May 04 17:56:12.711536 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=c791615b-012b-49bb-b467-03730cfa9045,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:56:12.893285 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fbcfe7-3595-463e-a23b-628dde558e36 req-8b29477a-01c5-44f3-949d-6bf876df2833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:12.894691 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-10fbcfe7-3595-463e-a23b-628dde558e36 req-8b29477a-01c5-44f3-949d-6bf876df2833 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=66c7bc69-1a65-465e-8ed0-57aae8f752ac HTTP/1.1" status: 200 len: 1098 time: 0.0709317 May 04 17:56:12.939838 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-10fbcfe7-3595-463e-a23b-628dde558e36 req-f1fbb4b7-3ee5-4e01-bba7-58bcc6652fd9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388324 May 04 17:56:13.129275 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04902d30-61fa-431d-8224-81da928947f1 req-e65ef0ac-5057-419e-8c87-544524c7d1f5 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:13.130739 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-04902d30-61fa-431d-8224-81da928947f1 req-e65ef0ac-5057-419e-8c87-544524c7d1f5 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=66c7bc69-1a65-465e-8ed0-57aae8f752ac HTTP/1.1" status: 200 len: 945 time: 0.0784676 May 04 17:56:13.176509 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-04902d30-61fa-431d-8224-81da928947f1 req-3c252b59-b40e-4b05-84a2-407de82c31c9 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400298 May 04 17:56:14.376994 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff8e648-7c92-41a7-ae89-09e8dc1526bf req-57fe5123-10c1-492b-a17d-96c4bc9f4ab9 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:14.378499 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-5ff8e648-7c92-41a7-ae89-09e8dc1526bf req-57fe5123-10c1-492b-a17d-96c4bc9f4ab9 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=66c7bc69-1a65-465e-8ed0-57aae8f752ac HTTP/1.1" status: 200 len: 945 time: 0.0864024 May 04 17:56:14.423259 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-5ff8e648-7c92-41a7-ae89-09e8dc1526bf req-0fbe8c21-4bde-494b-a3a0-bd40648a45cb tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384035 May 04 17:56:15.615406 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f743208b-0102-4000-9d34-7dbe98e8acc4 req-733ce290-de09-41ad-aa4a-22f612a9f023 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:15.616860 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f743208b-0102-4000-9d34-7dbe98e8acc4 req-733ce290-de09-41ad-aa4a-22f612a9f023 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=66c7bc69-1a65-465e-8ed0-57aae8f752ac HTTP/1.1" status: 200 len: 945 time: 0.0856693 May 04 17:56:15.660587 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f743208b-0102-4000-9d34-7dbe98e8acc4 req-2c4c93b3-b18e-42ee-88c3-0e201fc375dd tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380316 May 04 17:56:15.834324 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109453be-4f89-4ed3-8940-1c2fb5271b85 req-b35f41a2-9384-4035-8cb6-2223ba3d192b tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:15.835716 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-109453be-4f89-4ed3-8940-1c2fb5271b85 req-b35f41a2-9384-4035-8cb6-2223ba3d192b tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=66c7bc69-1a65-465e-8ed0-57aae8f752ac HTTP/1.1" status: 200 len: 945 time: 0.0790200 May 04 17:56:15.844229 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 59760) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:56:15.849045 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-ee100773-ac03-4b25-8ed7-90355c7838ab tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Request body: {'floatingip': {'port_id': 'c791615b-012b-49bb-b467-03730cfa9045'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:56:15.925558 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ee100773-ac03-4b25-8ed7-90355c7838ab tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks [] for floatingip, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:56:16.501949 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ee100773-ac03-4b25-8ed7-90355c7838ab tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:56:16.505603 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ee100773-ac03-4b25-8ed7-90355c7838ab tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710218'] for floatingip, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:56:16.679043 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.l3_db [None req-ee100773-ac03-4b25-8ed7-90355c7838ab tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Floating IP 0f552e84-3325-448b-a06c-0a4220cc55fe associated. External IP: 172.26.0.243, port: c791615b-012b-49bb-b467-03730cfa9045. May 04 17:56:17.131989 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee100773-ac03-4b25-8ed7-90355c7838ab tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Router 56a81808-423a-4f6f-8675-7983db3de62a has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:56:17.309111 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee100773-ac03-4b25-8ed7-90355c7838ab tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:56:17.313948 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ee100773-ac03-4b25-8ed7-90355c7838ab tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:56:17.318991 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a1bf27-b71c-4a59-89bd-ad1aca7d0da8 None None] Sync routers for ids ['56a81808-423a-4f6f-8675-7983db3de62a'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:56:17.332917 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a1bf27-b71c-4a59-89bd-ad1aca7d0da8 None None] Routers {'56a81808-423a-4f6f-8675-7983db3de62a'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:56:17.333512 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-d4a1bf27-b71c-4a59-89bd-ad1aca7d0da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:56:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['56a81808-423a-4f6f-8675-7983db3de62a'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:56:17.373634 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-ee100773-ac03-4b25-8ed7-90355c7838ab tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "PUT /v2.0/floatingips/0f552e84-3325-448b-a06c-0a4220cc55fe HTTP/1.1" status: 200 len: 991 time: 1.5257432 May 04 17:56:17.373634 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66c7bc69-1a65-465e-8ed0-57aae8f752ac', 'tag': 'c791615b-012b-49bb-b467-03730cfa9045'}] {{(pid=88038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:56:17.470470 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.notifiers.nova [-] Nova event matching ['req-346d6161-2c2c-4739-985b-4d46f093ffd4'] response: {'name': 'network-changed', 'server_uuid': '66c7bc69-1a65-465e-8ed0-57aae8f752ac', 'tag': 'c791615b-012b-49bb-b467-03730cfa9045', 'status': 'completed', 'code': 200} May 04 17:56:17.512289 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-d4a1bf27-b71c-4a59-89bd-ad1aca7d0da8 None None] Set router 56a81808-423a-4f6f-8675-7983db3de62a gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:56:17.575909 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af601a60-2cdd-4968-bac1-1c3a136a9366 req-4401d94a-794b-4fab-bd9d-48716d34df5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:17.577756 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-af601a60-2cdd-4968-bac1-1c3a136a9366 req-4401d94a-794b-4fab-bd9d-48716d34df5b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5b5434842582418989b681607468e11e&device_id=66c7bc69-1a65-465e-8ed0-57aae8f752ac HTTP/1.1" status: 200 len: 1098 time: 0.0858734 May 04 17:56:17.703961 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2353cc-f3a5-427c-b4b6-b17d83f2e5d8 req-728fde05-228e-457c-b9e4-b80126d8882e tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:17.710650 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-bf2353cc-f3a5-427c-b4b6-b17d83f2e5d8 req-728fde05-228e-457c-b9e4-b80126d8882e tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=66c7bc69-1a65-465e-8ed0-57aae8f752ac HTTP/1.1" status: 200 len: 945 time: 0.0892079 May 04 17:56:17.721015 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af601a60-2cdd-4968-bac1-1c3a136a9366 req-fff7f22f-379b-4b82-a3c5-9b5c13017337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:17.722485 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-af601a60-2cdd-4968-bac1-1c3a136a9366 req-fff7f22f-379b-4b82-a3c5-9b5c13017337 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a9d2ffc1-25d9-4699-b181-aab0105a8f2c HTTP/1.1" status: 200 len: 913 time: 0.1382692 May 04 17:56:17.752646 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-bf2353cc-f3a5-427c-b4b6-b17d83f2e5d8 req-5c402149-d393-4823-8ada-ad8d21a338a1 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405791 May 04 17:56:17.824955 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-af601a60-2cdd-4968-bac1-1c3a136a9366 req-d30b5792-3c37-4788-840e-96cb51f9bc62 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c791615b-012b-49bb-b467-03730cfa9045 HTTP/1.1" status: 200 len: 999 time: 0.0962567 May 04 17:56:17.884569 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af601a60-2cdd-4968-bac1-1c3a136a9366 req-cec95a06-ed1b-4dbf-aefa-d16edc8ee04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:17.884989 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-d4a1bf27-b71c-4a59-89bd-ad1aca7d0da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a81808-423a-4f6f-8675-7983db3de62a', 'name': 'tempest-ServerActionsTestJSON-1000362457-router', 'tenant_id': '5b5434842582418989b681607468e11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'cab5528b-beba-480c-adcc-32c92992ee0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:55:04Z', 'updated_at': '2022-05-04T17:55:08Z', 'revision_number': 4, 'project_id': '5b5434842582418989b681607468e11e', 'gw_port': {'id': 'cab5528b-beba-480c-adcc-32c92992ee0d', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:79:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a81808-423a-4f6f-8675-7983db3de62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:55:05Z', 'updated_at': '2022-05-04T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': '0f552e84-3325-448b-a06c-0a4220cc55fe', 'tenant_id': '5b5434842582418989b681607468e11e', 'floating_ip_address': '172.26.0.243', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '56a81808-423a-4f6f-8675-7983db3de62a', 'port_id': 'c791615b-012b-49bb-b467-03730cfa9045', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c', 'mac_address': 'fa:16:3e:54:bc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c7bc69-1a65-465e-8ed0-57aae8f752ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:55:11Z', 'updated_at': '2022-05-04T17:56:16Z', 'revision_number': 5, 'project_id': '5b5434842582418989b681607468e11e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e71cdf7-883a-4bb7-ba70-098324781202', 'name': '', 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c', 'tenant_id': '5b5434842582418989b681607468e11e', 'mac_address': 'fa:16:3e:5f:1f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a81808-423a-4f6f-8675-7983db3de62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'fc5df0b0-84cb-434c-abf6-a659e7e30b34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:55:07Z', 'updated_at': '2022-05-04T17:55:13Z', 'revision_number': 5, 'project_id': '5b5434842582418989b681607468e11e', 'subnets': [{'id': 'fc5df0b0-84cb-434c-abf6-a659e7e30b34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:56:17.886039 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-af601a60-2cdd-4968-bac1-1c3a136a9366 req-cec95a06-ed1b-4dbf-aefa-d16edc8ee04c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fc5df0b0-84cb-434c-abf6-a659e7e30b34 HTTP/1.1" status: 200 len: 851 time: 0.0554850 May 04 17:56:17.888834 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a1bf27-b71c-4a59-89bd-ad1aca7d0da8 None None] Checking router: 56a81808-423a-4f6f-8675-7983db3de62a for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:56:17.896957 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a1bf27-b71c-4a59-89bd-ad1aca7d0da8 None None] Routers {'56a81808-423a-4f6f-8675-7983db3de62a'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:56:17.897545 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-d4a1bf27-b71c-4a59-89bd-ad1aca7d0da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:56:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['56a81808-423a-4f6f-8675-7983db3de62a'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:56:17.957479 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af601a60-2cdd-4968-bac1-1c3a136a9366 req-454812e2-e1c2-44f4-bbbd-42c8f9bb7344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:17.958982 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-af601a60-2cdd-4968-bac1-1c3a136a9366 req-454812e2-e1c2-44f4-bbbd-42c8f9bb7344 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a9d2ffc1-25d9-4699-b181-aab0105a8f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674155 May 04 17:56:18.072232 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-d4a1bf27-b71c-4a59-89bd-ad1aca7d0da8 None None] Set router 56a81808-423a-4f6f-8675-7983db3de62a gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:56:18.091487 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-af601a60-2cdd-4968-bac1-1c3a136a9366 req-685501e9-c66b-4701-875c-176cda346f82 service neutron] 10.222.0.42 "GET /v2.0/networks/a9d2ffc1-25d9-4699-b181-aab0105a8f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235197 May 04 17:56:18.226937 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-af601a60-2cdd-4968-bac1-1c3a136a9366 req-ed63e6ce-1b98-4f8f-9a1b-90639147bc6f service neutron] 10.222.0.42 "GET /v2.0/networks/a9d2ffc1-25d9-4699-b181-aab0105a8f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273780 May 04 17:56:18.439281 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-d4a1bf27-b71c-4a59-89bd-ad1aca7d0da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a81808-423a-4f6f-8675-7983db3de62a', 'name': 'tempest-ServerActionsTestJSON-1000362457-router', 'tenant_id': '5b5434842582418989b681607468e11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'cab5528b-beba-480c-adcc-32c92992ee0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:55:04Z', 'updated_at': '2022-05-04T17:55:08Z', 'revision_number': 4, 'project_id': '5b5434842582418989b681607468e11e', 'gw_port': {'id': 'cab5528b-beba-480c-adcc-32c92992ee0d', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:79:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a81808-423a-4f6f-8675-7983db3de62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:55:05Z', 'updated_at': '2022-05-04T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': '0f552e84-3325-448b-a06c-0a4220cc55fe', 'tenant_id': '5b5434842582418989b681607468e11e', 'floating_ip_address': '172.26.0.243', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '56a81808-423a-4f6f-8675-7983db3de62a', 'port_id': 'c791615b-012b-49bb-b467-03730cfa9045', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c', 'mac_address': 'fa:16:3e:54:bc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c7bc69-1a65-465e-8ed0-57aae8f752ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:55:11Z', 'updated_at': '2022-05-04T17:56:16Z', 'revision_number': 5, 'project_id': '5b5434842582418989b681607468e11e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e71cdf7-883a-4bb7-ba70-098324781202', 'name': '', 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c', 'tenant_id': '5b5434842582418989b681607468e11e', 'mac_address': 'fa:16:3e:5f:1f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a81808-423a-4f6f-8675-7983db3de62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'fc5df0b0-84cb-434c-abf6-a659e7e30b34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:55:07Z', 'updated_at': '2022-05-04T17:55:13Z', 'revision_number': 5, 'project_id': '5b5434842582418989b681607468e11e', 'subnets': [{'id': 'fc5df0b0-84cb-434c-abf6-a659e7e30b34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:56:18.443079 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a1bf27-b71c-4a59-89bd-ad1aca7d0da8 None None] The sync data for ids ['56a81808-423a-4f6f-8675-7983db3de62a'] in dv-neutron-840426-1-hyperv is: [{'id': '56a81808-423a-4f6f-8675-7983db3de62a', 'name': 'tempest-ServerActionsTestJSON-1000362457-router', 'tenant_id': '5b5434842582418989b681607468e11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'cab5528b-beba-480c-adcc-32c92992ee0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:55:04Z', 'updated_at': '2022-05-04T17:55:08Z', 'revision_number': 4, 'project_id': '5b5434842582418989b681607468e11e', 'gw_port': {'id': 'cab5528b-beba-480c-adcc-32c92992ee0d', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:79:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a81808-423a-4f6f-8675-7983db3de62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:55:05Z', 'updated_at': '2022-05-04T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': '0f552e84-3325-448b-a06c-0a4220cc55fe', 'tenant_id': '5b5434842582418989b681607468e11e', 'floating_ip_address': '172.26.0.243', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '56a81808-423a-4f6f-8675-7983db3de62a', 'port_id': 'c791615b-012b-49bb-b467-03730cfa9045', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c', 'mac_address': 'fa:16:3e:54:bc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c7bc69-1a65-465e-8ed0-57aae8f752ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:55:11Z', 'updated_at': '2022-05-04T17:56:16Z', 'revision_number': 5, 'project_id': '5b5434842582418989b681607468e11e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e71cdf7-883a-4bb7-ba70-098324781202', 'name': '', 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c', 'tenant_id': '5b5434842582418989b681607468e11e', 'mac_address': 'fa:16:3e:5f:1f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a81808-423a-4f6f-8675-7983db3de62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'fc5df0b0-84cb-434c-abf6-a659e7e30b34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:55:07Z', 'updated_at': '2022-05-04T17:55:13Z', 'revision_number': 5, 'project_id': '5b5434842582418989b681607468e11e', 'subnets': [{'id': 'fc5df0b0-84cb-434c-abf6-a659e7e30b34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:56:18.616739 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0b0009-2414-4435-b421-fe17178052b2 None None] New status for floating IP 0f552e84-3325-448b-a06c-0a4220cc55fe: ACTIVE {{(pid=88039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:56:18.939521 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d7b9e-77b0-4618-96af-530b432d4aa4 req-a0408d53-090f-41f9-b2b9-a8236840674e tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:18.940955 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-782d7b9e-77b0-4618-96af-530b432d4aa4 req-a0408d53-090f-41f9-b2b9-a8236840674e tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=66c7bc69-1a65-465e-8ed0-57aae8f752ac HTTP/1.1" status: 200 len: 945 time: 0.0826011 May 04 17:56:18.983046 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-782d7b9e-77b0-4618-96af-530b432d4aa4 req-5452a3f2-6fc7-4f61-8868-283a2f7922aa tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357356 May 04 17:56:20.172737 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c1553-0679-41ff-8132-d801a7167ca2 req-a9a5e87e-70c8-4ed0-ab80-735835baeb7b tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:20.174213 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-0a0c1553-0679-41ff-8132-d801a7167ca2 req-a9a5e87e-70c8-4ed0-ab80-735835baeb7b tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=66c7bc69-1a65-465e-8ed0-57aae8f752ac HTTP/1.1" status: 200 len: 945 time: 0.0838253 May 04 17:56:20.217035 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-0a0c1553-0679-41ff-8132-d801a7167ca2 req-6fc14f76-4114-4edc-b42b-59d1dfbc5654 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372200 May 04 17:56:21.403898 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87639d-be0c-4903-8f74-6ecc60b58572 req-b64e4804-bfd1-4590-92c5-a024f941e3b1 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:21.405356 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-fe87639d-be0c-4903-8f74-6ecc60b58572 req-b64e4804-bfd1-4590-92c5-a024f941e3b1 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=66c7bc69-1a65-465e-8ed0-57aae8f752ac HTTP/1.1" status: 200 len: 945 time: 0.0779057 May 04 17:56:21.452162 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-fe87639d-be0c-4903-8f74-6ecc60b58572 req-9a75c6a0-3732-433e-bfcd-2c7cffb54b85 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409024 May 04 17:56:22.636580 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8352ab54-5b09-4d1d-9ac5-6e4dd2934839 req-a0382ccc-d0b7-48a5-8625-6bef2347f867 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:22.638932 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-8352ab54-5b09-4d1d-9ac5-6e4dd2934839 req-a0382ccc-d0b7-48a5-8625-6bef2347f867 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=66c7bc69-1a65-465e-8ed0-57aae8f752ac HTTP/1.1" status: 200 len: 945 time: 0.0820351 May 04 17:56:22.683412 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-8352ab54-5b09-4d1d-9ac5-6e4dd2934839 req-54dce737-3818-4861-bc95-a48bcefefe4e tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383499 May 04 17:56:23.951926 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634caa4-3beb-4034-ab07-304ad68403bb req-950908bb-03b1-4fed-b519-610de3f522e2 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:23.953393 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2634caa4-3beb-4034-ab07-304ad68403bb req-950908bb-03b1-4fed-b519-610de3f522e2 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=66c7bc69-1a65-465e-8ed0-57aae8f752ac HTTP/1.1" status: 200 len: 945 time: 0.1674242 May 04 17:56:23.996749 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2634caa4-3beb-4034-ab07-304ad68403bb req-30d8d4c9-43b7-4852-b4a7-82ea0e1b2027 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376275 May 04 17:56:25.183413 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853f49bf-b4ab-4f80-aee7-16a2eb929027 req-8db4f101-5e10-42c1-984c-d708ecd7fea4 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:25.185001 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-853f49bf-b4ab-4f80-aee7-16a2eb929027 req-8db4f101-5e10-42c1-984c-d708ecd7fea4 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=66c7bc69-1a65-465e-8ed0-57aae8f752ac HTTP/1.1" status: 200 len: 945 time: 0.0825107 May 04 17:56:25.227741 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-853f49bf-b4ab-4f80-aee7-16a2eb929027 req-ba496d9f-31eb-4226-9301-d05d4605c1e8 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373173 May 04 17:56:26.298422 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 17:56:26.413100 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c97d75-b86f-4ff4-99ef-4548dd795321 req-a142d4b0-73b4-4fcb-9707-c45d1ed5ba77 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:26.414569 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f8c97d75-b86f-4ff4-99ef-4548dd795321 req-a142d4b0-73b4-4fcb-9707-c45d1ed5ba77 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=66c7bc69-1a65-465e-8ed0-57aae8f752ac HTTP/1.1" status: 200 len: 945 time: 0.0806725 May 04 17:56:26.458026 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f8c97d75-b86f-4ff4-99ef-4548dd795321 req-059767c7-7d85-45d5-b2ba-f7079f71b267 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376024 May 04 17:56:27.639757 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86aba0-dcf9-4cd9-8ea0-3b7013863142 req-8716df81-5107-4ac4-8931-c51cb1bd73c8 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:27.641222 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-ac86aba0-dcf9-4cd9-8ea0-3b7013863142 req-8716df81-5107-4ac4-8931-c51cb1bd73c8 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=66c7bc69-1a65-465e-8ed0-57aae8f752ac HTTP/1.1" status: 200 len: 945 time: 0.0775933 May 04 17:56:27.684641 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-ac86aba0-dcf9-4cd9-8ea0-3b7013863142 req-b8fb1ed1-1c7d-47d1-98ac-37249a2efaff tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378594 May 04 17:56:28.867789 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b49890d-d670-4515-b62f-11a1fda871f1 req-aa0ef32d-10b2-4ff4-847d-a44848e428d2 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:28.869255 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5b49890d-d670-4515-b62f-11a1fda871f1 req-aa0ef32d-10b2-4ff4-847d-a44848e428d2 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=66c7bc69-1a65-465e-8ed0-57aae8f752ac HTTP/1.1" status: 200 len: 945 time: 0.0780349 May 04 17:56:28.911581 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5b49890d-d670-4515-b62f-11a1fda871f1 req-fab11d04-c9d6-407a-b23c-6265ff926d0a tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367510 May 04 17:56:30.097077 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f7553-ec8c-4d7b-8ef6-04fa52c8184d req-27d01732-a8c4-4db0-9ff1-1d8d5922441b tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:30.098563 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-a99f7553-ec8c-4d7b-8ef6-04fa52c8184d req-27d01732-a8c4-4db0-9ff1-1d8d5922441b tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=66c7bc69-1a65-465e-8ed0-57aae8f752ac HTTP/1.1" status: 200 len: 945 time: 0.0824537 May 04 17:56:30.141780 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-a99f7553-ec8c-4d7b-8ef6-04fa52c8184d req-49385da7-3931-4159-a655-f671dfee263c tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376689 May 04 17:56:31.323802 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d235ef-f889-40fb-902b-ddc4804daaa3 req-5d07595b-a35d-426c-8351-52cc451333d1 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:31.325265 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-23d235ef-f889-40fb-902b-ddc4804daaa3 req-5d07595b-a35d-426c-8351-52cc451333d1 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=66c7bc69-1a65-465e-8ed0-57aae8f752ac HTTP/1.1" status: 200 len: 945 time: 0.0804694 May 04 17:56:31.366996 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-23d235ef-f889-40fb-902b-ddc4804daaa3 req-486be585-9b03-4cb5-9a04-0c1daf3b07fa tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361872 May 04 17:56:32.548977 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534231a8-e0cf-481d-bc4b-96f5b4a6f38f req-a5cf0389-2d16-4188-8f8f-1582abcaf296 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:32.550336 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-534231a8-e0cf-481d-bc4b-96f5b4a6f38f req-a5cf0389-2d16-4188-8f8f-1582abcaf296 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=66c7bc69-1a65-465e-8ed0-57aae8f752ac HTTP/1.1" status: 200 len: 945 time: 0.0787730 May 04 17:56:32.597002 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-534231a8-e0cf-481d-bc4b-96f5b4a6f38f req-98ce712e-14a4-4cb2-beeb-c40d4c8b1d55 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410204 May 04 17:56:33.227189 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-2eb4f5ea-af3e-4c09-abe8-9680cbe1aee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:56:33.777518 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e52bfa-4ad0-414b-8f5e-b82bd76fd773 req-29a29111-ade7-476c-a9ee-cfd63cebedba tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:33.778980 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-04e52bfa-4ad0-414b-8f5e-b82bd76fd773 req-29a29111-ade7-476c-a9ee-cfd63cebedba tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=66c7bc69-1a65-465e-8ed0-57aae8f752ac HTTP/1.1" status: 200 len: 945 time: 0.0781133 May 04 17:56:33.825887 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-04e52bfa-4ad0-414b-8f5e-b82bd76fd773 req-fcb9024d-9550-4777-a7b8-666efdee50b7 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413766 May 04 17:56:35.009780 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4eb4a-dbce-4c72-8e9a-058605b8bb0b req-c388201a-4f6c-466d-b071-d36abd7a2444 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:35.011289 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-f6a4eb4a-dbce-4c72-8e9a-058605b8bb0b req-c388201a-4f6c-466d-b071-d36abd7a2444 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=66c7bc69-1a65-465e-8ed0-57aae8f752ac HTTP/1.1" status: 200 len: 945 time: 0.0796919 May 04 17:56:35.054666 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-f6a4eb4a-dbce-4c72-8e9a-058605b8bb0b req-af2f2610-cf9a-4b4d-995a-740f5d6028ce tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377584 May 04 17:56:35.545706 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-2e348b85-3949-4245-b542-5dd19046e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:56:36.237446 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40475cb7-f695-4df9-b33d-ae60fa72ebd8 req-7b14246c-15f2-476a-989e-229da3d6e488 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:36.238949 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-40475cb7-f695-4df9-b33d-ae60fa72ebd8 req-7b14246c-15f2-476a-989e-229da3d6e488 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=66c7bc69-1a65-465e-8ed0-57aae8f752ac HTTP/1.1" status: 200 len: 945 time: 0.0788026 May 04 17:56:36.282154 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-40475cb7-f695-4df9-b33d-ae60fa72ebd8 req-be2a206d-41f4-4b6d-beae-8f1809bf319d tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373821 May 04 17:56:36.606041 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:56:36.609540 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:56:37.467868 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc573fcf-a959-48d3-ae48-2d8c38043685 req-f896f98b-db10-4761-873e-db7bee9d631b tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:37.469317 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-bc573fcf-a959-48d3-ae48-2d8c38043685 req-f896f98b-db10-4761-873e-db7bee9d631b tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=66c7bc69-1a65-465e-8ed0-57aae8f752ac HTTP/1.1" status: 200 len: 945 time: 0.0830209 May 04 17:56:37.512235 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-bc573fcf-a959-48d3-ae48-2d8c38043685 req-3f74d4dd-a940-4b14-8e7c-05f0d9660095 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371766 May 04 17:56:37.933442 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:56:38.697013 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa794b-74ea-4ba3-ad46-0dc036f07c74 req-3301d490-b2ee-4108-b70b-f7c6b10da621 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:38.698633 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-8cfa794b-74ea-4ba3-ad46-0dc036f07c74 req-3301d490-b2ee-4108-b70b-f7c6b10da621 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=66c7bc69-1a65-465e-8ed0-57aae8f752ac HTTP/1.1" status: 200 len: 945 time: 0.0826809 May 04 17:56:38.742042 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-8cfa794b-74ea-4ba3-ad46-0dc036f07c74 req-6e1fa700-bc0e-4267-be43-ccbf1f671c99 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377696 May 04 17:56:39.486243 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:56:39.923896 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef9740-5fa3-4c3a-993d-1f9fcd5f7ba6 req-684ec39d-9a6c-4883-bb7d-b6a488867ccc tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:39.925339 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-3eef9740-5fa3-4c3a-993d-1f9fcd5f7ba6 req-684ec39d-9a6c-4883-bb7d-b6a488867ccc tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=66c7bc69-1a65-465e-8ed0-57aae8f752ac HTTP/1.1" status: 200 len: 945 time: 0.0785949 May 04 17:56:39.972023 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-3eef9740-5fa3-4c3a-993d-1f9fcd5f7ba6 req-8bd1ff55-4581-43c4-8956-836ac3175467 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410578 May 04 17:56:41.151806 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd081730-217e-4e85-8bda-44d78b6272e1 req-fe6da300-b857-49eb-82a3-a4357a4d6fd3 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:41.153252 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dd081730-217e-4e85-8bda-44d78b6272e1 req-fe6da300-b857-49eb-82a3-a4357a4d6fd3 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=66c7bc69-1a65-465e-8ed0-57aae8f752ac HTTP/1.1" status: 200 len: 945 time: 0.0784070 May 04 17:56:41.196295 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dd081730-217e-4e85-8bda-44d78b6272e1 req-b560856e-11de-4555-b3f7-a6770069b86a tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374699 May 04 17:56:42.392894 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7daa2-1cd8-448b-a059-b7f45520fd5a req-8b040014-e72c-4eaf-b424-341b27e16c98 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:42.394603 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-2fe7daa2-1cd8-448b-a059-b7f45520fd5a req-8b040014-e72c-4eaf-b424-341b27e16c98 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=66c7bc69-1a65-465e-8ed0-57aae8f752ac HTTP/1.1" status: 200 len: 945 time: 0.0902705 May 04 17:56:42.438606 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-2fe7daa2-1cd8-448b-a059-b7f45520fd5a req-aec7c81b-45a8-4a97-aca3-c0a33e392664 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379393 May 04 17:56:43.624367 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b90d12-3a4b-4c20-9c61-a11aa211050d req-ae99993e-8522-4cf1-a3e1-1a6d92cbc38a tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:43.625815 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-54b90d12-3a4b-4c20-9c61-a11aa211050d req-ae99993e-8522-4cf1-a3e1-1a6d92cbc38a tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=66c7bc69-1a65-465e-8ed0-57aae8f752ac HTTP/1.1" status: 200 len: 945 time: 0.0822320 May 04 17:56:43.669143 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-54b90d12-3a4b-4c20-9c61-a11aa211050d req-5740a017-523c-4d28-be1e-58b192c0e276 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376244 May 04 17:56:44.077992 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b2002d59-0f11-4aff-a747-74d198ac9c20 req-eea47263-53ad-4d78-bc05-d23d32255330 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=66c7bc69-1a65-465e-8ed0-57aae8f752ac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1366012 May 04 17:56:44.096438 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa71a48-aafe-4fea-bb37-137c55645b67 req-6508ed95-18a6-4a81-9db4-1bc898b7cfaf tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:44.097879 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-afa71a48-aafe-4fea-bb37-137c55645b67 req-6508ed95-18a6-4a81-9db4-1bc898b7cfaf tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=66c7bc69-1a65-465e-8ed0-57aae8f752ac HTTP/1.1" status: 200 len: 945 time: 0.1118057 May 04 17:56:44.142619 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-afa71a48-aafe-4fea-bb37-137c55645b67 req-6108ea5b-1c84-423d-b393-24668014a098 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383060 May 04 17:56:45.172623 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2002d59-0f11-4aff-a747-74d198ac9c20 req-def9b3df-6a57-43b7-b775-7f5678deb4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:45.173607 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b2002d59-0f11-4aff-a747-74d198ac9c20 req-def9b3df-6a57-43b7-b775-7f5678deb4d4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5b5434842582418989b681607468e11e&device_id=66c7bc69-1a65-465e-8ed0-57aae8f752ac HTTP/1.1" status: 200 len: 1098 time: 0.0720930 May 04 17:56:45.305324 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2002d59-0f11-4aff-a747-74d198ac9c20 req-91be8586-6636-4c02-bc10-1540f729605f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:45.306777 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b2002d59-0f11-4aff-a747-74d198ac9c20 req-91be8586-6636-4c02-bc10-1540f729605f service neutron] 10.222.0.42 "GET /v2.0/networks?id=a9d2ffc1-25d9-4699-b181-aab0105a8f2c HTTP/1.1" status: 200 len: 913 time: 0.1273720 May 04 17:56:45.331176 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d116c-942e-494c-97d7-c6ae67cc309d req-016978b9-bec4-4944-b3b5-67c8f953313c tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:45.332688 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-0b6d116c-942e-494c-97d7-c6ae67cc309d req-016978b9-bec4-4944-b3b5-67c8f953313c tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=66c7bc69-1a65-465e-8ed0-57aae8f752ac HTTP/1.1" status: 200 len: 945 time: 0.0792124 May 04 17:56:45.379574 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-0b6d116c-942e-494c-97d7-c6ae67cc309d req-2007c7b8-1955-45d9-b56d-a0098cfe7e60 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411887 May 04 17:56:45.415169 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b2002d59-0f11-4aff-a747-74d198ac9c20 req-26079d36-2222-47fd-b076-f43109eb1505 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c791615b-012b-49bb-b467-03730cfa9045 HTTP/1.1" status: 200 len: 1001 time: 0.1021407 May 04 17:56:45.476907 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2002d59-0f11-4aff-a747-74d198ac9c20 req-416f6ee7-4221-45a5-a57b-bc790297026c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:45.478306 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b2002d59-0f11-4aff-a747-74d198ac9c20 req-416f6ee7-4221-45a5-a57b-bc790297026c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fc5df0b0-84cb-434c-abf6-a659e7e30b34 HTTP/1.1" status: 200 len: 851 time: 0.0572860 May 04 17:56:45.551059 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2002d59-0f11-4aff-a747-74d198ac9c20 req-c4bc41ef-d4e0-415c-96b8-3fa925f241f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:45.552520 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b2002d59-0f11-4aff-a747-74d198ac9c20 req-c4bc41ef-d4e0-415c-96b8-3fa925f241f8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a9d2ffc1-25d9-4699-b181-aab0105a8f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677819 May 04 17:56:45.684256 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b2002d59-0f11-4aff-a747-74d198ac9c20 req-cc255a44-5a3e-4ffd-9ae6-32c54a91c740 service neutron] 10.222.0.42 "GET /v2.0/networks/a9d2ffc1-25d9-4699-b181-aab0105a8f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253982 May 04 17:56:45.904984 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b2002d59-0f11-4aff-a747-74d198ac9c20 req-8c812db5-0d66-46d3-bb11-c942c434c03e service neutron] 10.222.0.42 "GET /v2.0/networks/a9d2ffc1-25d9-4699-b181-aab0105a8f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146726 May 04 17:56:46.568535 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47141705-089c-43da-9f6d-3cb8656e9233 req-da88baad-cdca-4e2c-8cf1-185e487d9a3c tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:46.570149 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-47141705-089c-43da-9f6d-3cb8656e9233 req-da88baad-cdca-4e2c-8cf1-185e487d9a3c tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=66c7bc69-1a65-465e-8ed0-57aae8f752ac HTTP/1.1" status: 200 len: 945 time: 0.0831406 May 04 17:56:46.613233 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-47141705-089c-43da-9f6d-3cb8656e9233 req-5f1c2368-1c25-4d2e-84b8-d4bcf7799846 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374677 May 04 17:56:47.573391 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b2002d59-0f11-4aff-a747-74d198ac9c20 req-3227f9a9-5b59-4d1f-ae31-b4c494cc98c4 service neutron] 10.222.0.42 "GET /v2.0/ports/c791615b-012b-49bb-b467-03730cfa9045/bindings/hv-neutron-8404 HTTP/1.1" status: 200 len: 384 time: 0.0769787 May 04 17:56:47.841450 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2002d59-0f11-4aff-a747-74d198ac9c20 req-f63ede77-078c-4773-b4b0-d48e2e907831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:47.842978 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b2002d59-0f11-4aff-a747-74d198ac9c20 req-f63ede77-078c-4773-b4b0-d48e2e907831 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=66c7bc69-1a65-465e-8ed0-57aae8f752ac&tenant_id=5b5434842582418989b681607468e11e HTTP/1.1" status: 200 len: 1098 time: 0.0746315 May 04 17:56:47.909887 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa10a4-922e-4637-9151-fc20bd36b69a req-9bf96945-a922-46b7-ab25-531217d2d17a tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:47.911383 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-b7aa10a4-922e-4637-9151-fc20bd36b69a req-9bf96945-a922-46b7-ab25-531217d2d17a tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=66c7bc69-1a65-465e-8ed0-57aae8f752ac HTTP/1.1" status: 200 len: 945 time: 0.1854625 May 04 17:56:47.932777 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2002d59-0f11-4aff-a747-74d198ac9c20 req-ba3c7a33-d46d-4fe0-b63c-af43c02c5b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:47.934261 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b2002d59-0f11-4aff-a747-74d198ac9c20 req-ba3c7a33-d46d-4fe0-b63c-af43c02c5b10 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5b5434842582418989b681607468e11e&device_id=66c7bc69-1a65-465e-8ed0-57aae8f752ac HTTP/1.1" status: 200 len: 1098 time: 0.0699077 May 04 17:56:47.954678 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-b7aa10a4-922e-4637-9151-fc20bd36b69a req-4a19c6c9-17b7-40cd-8237-41eea367ca5e tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373046 May 04 17:56:48.065079 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2002d59-0f11-4aff-a747-74d198ac9c20 req-4746c648-012e-4366-97cc-768e5232adfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:48.066567 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b2002d59-0f11-4aff-a747-74d198ac9c20 req-4746c648-012e-4366-97cc-768e5232adfb service neutron] 10.222.0.42 "GET /v2.0/networks?id=a9d2ffc1-25d9-4699-b181-aab0105a8f2c HTTP/1.1" status: 200 len: 913 time: 0.1265092 May 04 17:56:48.167061 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b2002d59-0f11-4aff-a747-74d198ac9c20 req-12717266-e69b-419e-a0de-288ea910e374 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c791615b-012b-49bb-b467-03730cfa9045 HTTP/1.1" status: 200 len: 1001 time: 0.0945184 May 04 17:56:48.230278 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2002d59-0f11-4aff-a747-74d198ac9c20 req-dce5d574-e659-40e5-903d-e16cfb67ca62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:48.231695 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b2002d59-0f11-4aff-a747-74d198ac9c20 req-dce5d574-e659-40e5-903d-e16cfb67ca62 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fc5df0b0-84cb-434c-abf6-a659e7e30b34 HTTP/1.1" status: 200 len: 851 time: 0.0594041 May 04 17:56:48.306718 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2002d59-0f11-4aff-a747-74d198ac9c20 req-30a20460-a43f-49be-a580-cf6ecb275b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:48.308149 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b2002d59-0f11-4aff-a747-74d198ac9c20 req-30a20460-a43f-49be-a580-cf6ecb275b32 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a9d2ffc1-25d9-4699-b181-aab0105a8f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693867 May 04 17:56:48.442566 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b2002d59-0f11-4aff-a747-74d198ac9c20 req-f88d532b-de6c-4a74-86bb-a6cda9c5792c service neutron] 10.222.0.42 "GET /v2.0/networks/a9d2ffc1-25d9-4699-b181-aab0105a8f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273835 May 04 17:56:48.569784 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b2002d59-0f11-4aff-a747-74d198ac9c20 req-926b12f6-7cd3-438f-9c25-3d6f487bc539 service neutron] 10.222.0.42 "GET /v2.0/networks/a9d2ffc1-25d9-4699-b181-aab0105a8f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208942 May 04 17:56:49.141748 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad450c4-e6d7-45f7-a20f-537e56190e0e req-9c745646-6ec8-422d-9067-432c9422500b tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:49.143230 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dad450c4-e6d7-45f7-a20f-537e56190e0e req-9c745646-6ec8-422d-9067-432c9422500b tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=66c7bc69-1a65-465e-8ed0-57aae8f752ac HTTP/1.1" status: 200 len: 945 time: 0.0817845 May 04 17:56:49.186705 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dad450c4-e6d7-45f7-a20f-537e56190e0e req-a1cb2087-9b4f-4df0-85a3-87a7da53de6d tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372939 May 04 17:56:50.374125 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bad4fd-9773-456a-b6cd-4932daff1bd6 req-b54f421d-b8bc-4819-b686-35bc72ba1c29 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:50.375550 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-c4bad4fd-9773-456a-b6cd-4932daff1bd6 req-b54f421d-b8bc-4819-b686-35bc72ba1c29 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=66c7bc69-1a65-465e-8ed0-57aae8f752ac HTTP/1.1" status: 200 len: 945 time: 0.0828640 May 04 17:56:50.419094 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-c4bad4fd-9773-456a-b6cd-4932daff1bd6 req-9d25bfdf-25b0-4734-b947-f476102e2c40 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379643 May 04 17:56:50.550891 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device c791615b-012b-49bb-b467-03730cfa9045 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:56:50.681151 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port c791615b-012b-49bb-b467-03730cfa9045, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=c791615b-012b-49bb-b467-03730cfa9045,segment=NetworkSegment(1486ec6e-4df6-4c51-b2a7-93fd7420d7e4),segment_id=1486ec6e-4df6-4c51-b2a7-93fd7420d7e4)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:56:50.694335 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Returning: {'device': 'c791615b-012b-49bb-b467-03730cfa9045', 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c', 'port_id': 'c791615b-012b-49bb-b467-03730cfa9045', 'mac_address': 'fa:16:3e:54:bc:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc5df0b0-84cb-434c-abf6-a659e7e30b34', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:56:50.751440 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:56:50.768532 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c791615b-012b-49bb-b467-03730cfa9045 {{(pid=88039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:56:50.784224 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port c791615b-012b-49bb-b467-03730cfa9045, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=c791615b-012b-49bb-b467-03730cfa9045,segment=NetworkSegment(1486ec6e-4df6-4c51-b2a7-93fd7420d7e4),segment_id=1486ec6e-4df6-4c51-b2a7-93fd7420d7e4)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:56:50.788035 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:56:50.856046 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=c791615b-012b-49bb-b467-03730cfa9045,revision_number=6']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:56:50.860906 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] get_ports_and_sgs() called for port_ids ['c791615b-012b-49bb-b467-03730cfa9045'] {{(pid=88039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:56:51.598163 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7ef483-d176-4ebf-9d02-af831667fc78 req-8b35f1ab-8bcb-4c72-890c-57adbcc763de tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:51.599597 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dc7ef483-d176-4ebf-9d02-af831667fc78 req-8b35f1ab-8bcb-4c72-890c-57adbcc763de tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=66c7bc69-1a65-465e-8ed0-57aae8f752ac HTTP/1.1" status: 200 len: 944 time: 0.0780468 May 04 17:56:51.643419 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dc7ef483-d176-4ebf-9d02-af831667fc78 req-273c235c-1276-41e9-ae8f-13f1e2aeaefe tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376089 May 04 17:56:52.006447 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dbe60b-a5f9-41a3-82f9-bf989e09666f req-91ef7cac-65f7-4f4e-bfc6-e8feed03b1f6 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:52.007805 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-85dbe60b-a5f9-41a3-82f9-bf989e09666f req-91ef7cac-65f7-4f4e-bfc6-e8feed03b1f6 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=66c7bc69-1a65-465e-8ed0-57aae8f752ac HTTP/1.1" status: 200 len: 944 time: 0.1427104 May 04 17:56:52.015824 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b178d05-87f5-4e32-822c-34952294746c req-649b377a-3a04-41a3-a67b-d186345762b2 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:52.017133 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2b178d05-87f5-4e32-822c-34952294746c req-649b377a-3a04-41a3-a67b-d186345762b2 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.42 "GET /v2.0/ports?device_id=66c7bc69-1a65-465e-8ed0-57aae8f752ac&tenant_id=5b5434842582418989b681607468e11e&binding%3Ahost_id=hv-neutron-8404 HTTP/1.1" status: 200 len: 944 time: 0.1175389 May 04 17:56:52.057328 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-85dbe60b-a5f9-41a3-82f9-bf989e09666f req-7e52c2ed-668c-4a1f-9619-152b368b68fd tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391788 May 04 17:56:52.158820 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b178d05-87f5-4e32-822c-34952294746c req-fff5f24a-c01a-4b1b-b59c-6213aa254a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:52.160269 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2b178d05-87f5-4e32-822c-34952294746c req-fff5f24a-c01a-4b1b-b59c-6213aa254a48 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5b5434842582418989b681607468e11e&device_id=66c7bc69-1a65-465e-8ed0-57aae8f752ac HTTP/1.1" status: 200 len: 1097 time: 0.0722003 May 04 17:56:52.384662 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b178d05-87f5-4e32-822c-34952294746c req-07940a43-f7aa-4192-b157-4fcc90e9a045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:52.386129 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2b178d05-87f5-4e32-822c-34952294746c req-07940a43-f7aa-4192-b157-4fcc90e9a045 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a9d2ffc1-25d9-4699-b181-aab0105a8f2c HTTP/1.1" status: 200 len: 913 time: 0.2203195 May 04 17:56:52.487516 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2b178d05-87f5-4e32-822c-34952294746c req-e15e4591-cfe3-4663-b39b-a6f859557fae service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c791615b-012b-49bb-b467-03730cfa9045 HTTP/1.1" status: 200 len: 1000 time: 0.0936363 May 04 17:56:52.547277 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b178d05-87f5-4e32-822c-34952294746c req-cd3013b3-40c9-4002-89e6-9fa3c3de5a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:52.548664 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2b178d05-87f5-4e32-822c-34952294746c req-cd3013b3-40c9-4002-89e6-9fa3c3de5a57 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fc5df0b0-84cb-434c-abf6-a659e7e30b34 HTTP/1.1" status: 200 len: 851 time: 0.0557323 May 04 17:56:52.549853 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device c791615b-012b-49bb-b467-03730cfa9045 up at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:56:52.616911 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning complete for port c791615b-012b-49bb-b467-03730cfa9045 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:56:52.617282 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:56:52.623330 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b178d05-87f5-4e32-822c-34952294746c req-a73aa1af-0990-42ef-b934-13d34e8b1eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:52.624796 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2b178d05-87f5-4e32-822c-34952294746c req-a73aa1af-0990-42ef-b934-13d34e8b1eae service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a9d2ffc1-25d9-4699-b181-aab0105a8f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707233 May 04 17:56:52.732963 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:56:52.755610 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2b178d05-87f5-4e32-822c-34952294746c req-6d7b6cf1-5c98-4fc3-8bf2-4acc7ae69a6f service neutron] 10.222.0.42 "GET /v2.0/networks/a9d2ffc1-25d9-4699-b181-aab0105a8f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245861 May 04 17:56:52.762196 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c7bc69-1a65-465e-8ed0-57aae8f752ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c791615b-012b-49bb-b467-03730cfa9045'}] {{(pid=88039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:56:52.771604 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port c791615b-012b-49bb-b467-03730cfa9045, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=c791615b-012b-49bb-b467-03730cfa9045,segment=NetworkSegment(1486ec6e-4df6-4c51-b2a7-93fd7420d7e4),segment_id=1486ec6e-4df6-4c51-b2a7-93fd7420d7e4)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:56:52.776625 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:56:52.826541 dv-neutron-840426-1-hyperv neutron-server[88039]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15acd239-b22a-4e54-8003-45d3bf74b3ac'] response: {'server_uuid': '66c7bc69-1a65-465e-8ed0-57aae8f752ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c791615b-012b-49bb-b467-03730cfa9045', 'code': 200} May 04 17:56:52.846707 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=c791615b-012b-49bb-b467-03730cfa9045,revision_number=7']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:56:52.890306 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2b178d05-87f5-4e32-822c-34952294746c req-cc9dc767-aa0d-485d-91d7-129569a10500 service neutron] 10.222.0.42 "GET /v2.0/networks/a9d2ffc1-25d9-4699-b181-aab0105a8f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294138 May 04 17:56:53.242348 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f959d12-ec59-420a-873d-5426ea564d01 req-6dab4a66-6149-484c-b83b-ab1c462ee1cf tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:53.243810 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-8f959d12-ec59-420a-873d-5426ea564d01 req-6dab4a66-6149-484c-b83b-ab1c462ee1cf tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=66c7bc69-1a65-465e-8ed0-57aae8f752ac HTTP/1.1" status: 200 len: 945 time: 0.0805190 May 04 17:56:53.287000 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-8f959d12-ec59-420a-873d-5426ea564d01 req-badc17bd-9e2b-40be-8597-773b6a76229d tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375903 May 04 17:56:54.477227 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23399f39-b953-42b1-8f4a-97b3eb4058a3 req-14c12276-5ade-457a-8e85-588e8c440774 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:54.478717 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-23399f39-b953-42b1-8f4a-97b3eb4058a3 req-14c12276-5ade-457a-8e85-588e8c440774 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=66c7bc69-1a65-465e-8ed0-57aae8f752ac HTTP/1.1" status: 200 len: 945 time: 0.0793142 May 04 17:56:54.521820 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-23399f39-b953-42b1-8f4a-97b3eb4058a3 req-5b809ca9-bbbb-400c-a817-74b402887cea tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373371 May 04 17:56:54.704034 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789298b-8c61-4890-a301-423f05bc2801 req-46bfdf6e-f49d-4c00-aecb-7000b989d5ad tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:54.705463 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-1789298b-8c61-4890-a301-423f05bc2801 req-46bfdf6e-f49d-4c00-aecb-7000b989d5ad tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=66c7bc69-1a65-465e-8ed0-57aae8f752ac HTTP/1.1" status: 200 len: 945 time: 0.0809946 May 04 17:56:54.748753 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-1789298b-8c61-4890-a301-423f05bc2801 req-eb102da3-dd15-4441-8a2a-fcaddc516271 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376403 May 04 17:56:55.128654 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a074c5c-880a-461f-8461-fba13a23a775 req-f77224a7-9dee-4c44-85eb-f8e270721c71 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:55.130126 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-8a074c5c-880a-461f-8461-fba13a23a775 req-f77224a7-9dee-4c44-85eb-f8e270721c71 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=66c7bc69-1a65-465e-8ed0-57aae8f752ac HTTP/1.1" status: 200 len: 945 time: 0.1299126 May 04 17:56:55.171969 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9fc12-ebc1-4692-8d05-68e42477a983 req-bb20792a-e852-48cf-8c03-0d831e2c8a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:55.173390 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-19a9fc12-ebc1-4692-8d05-68e42477a983 req-bb20792a-e852-48cf-8c03-0d831e2c8a2f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5b5434842582418989b681607468e11e&device_id=66c7bc69-1a65-465e-8ed0-57aae8f752ac HTTP/1.1" status: 200 len: 1098 time: 0.1176836 May 04 17:56:55.202457 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-8a074c5c-880a-461f-8461-fba13a23a775 req-08c7e521-c829-4521-8635-dd0f4fcf1d1f tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655899 May 04 17:56:55.306467 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9fc12-ebc1-4692-8d05-68e42477a983 req-d7b81cc2-e12a-4fe9-99c4-fb3b73d73c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:55.307886 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-19a9fc12-ebc1-4692-8d05-68e42477a983 req-d7b81cc2-e12a-4fe9-99c4-fb3b73d73c3a service neutron] 10.222.0.42 "GET /v2.0/networks?id=a9d2ffc1-25d9-4699-b181-aab0105a8f2c HTTP/1.1" status: 200 len: 913 time: 0.1286447 May 04 17:56:55.408472 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-19a9fc12-ebc1-4692-8d05-68e42477a983 req-a93bcfb5-2be2-4cea-8f84-58c9e5e2404e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c791615b-012b-49bb-b467-03730cfa9045 HTTP/1.1" status: 200 len: 1001 time: 0.0930073 May 04 17:56:55.469892 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9fc12-ebc1-4692-8d05-68e42477a983 req-6ec4a48f-6706-4ca2-be5e-1e4429305a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:55.472133 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-19a9fc12-ebc1-4692-8d05-68e42477a983 req-6ec4a48f-6706-4ca2-be5e-1e4429305a93 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fc5df0b0-84cb-434c-abf6-a659e7e30b34 HTTP/1.1" status: 200 len: 851 time: 0.0580826 May 04 17:56:55.549506 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9fc12-ebc1-4692-8d05-68e42477a983 req-da71dd7b-9497-4c24-8d4f-18ec7532ea9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:55.551016 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-19a9fc12-ebc1-4692-8d05-68e42477a983 req-da71dd7b-9497-4c24-8d4f-18ec7532ea9f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a9d2ffc1-25d9-4699-b181-aab0105a8f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731900 May 04 17:56:55.678305 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-19a9fc12-ebc1-4692-8d05-68e42477a983 req-72ef98b1-03f4-4391-b33e-162fc53a223e service neutron] 10.222.0.42 "GET /v2.0/networks/a9d2ffc1-25d9-4699-b181-aab0105a8f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201108 May 04 17:56:55.919537 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-19a9fc12-ebc1-4692-8d05-68e42477a983 req-d4b9cff8-248d-43c8-86c3-7c4366bf05ac service neutron] 10.222.0.42 "GET /v2.0/networks/a9d2ffc1-25d9-4699-b181-aab0105a8f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330363 May 04 17:56:56.390829 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9879c2-7191-4c61-aeb0-5be16017ead1 req-dcc5c5ee-1720-445b-aa94-3d5c7c4ddcdc tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:56.392316 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-7b9879c2-7191-4c61-aeb0-5be16017ead1 req-dcc5c5ee-1720-445b-aa94-3d5c7c4ddcdc tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=66c7bc69-1a65-465e-8ed0-57aae8f752ac HTTP/1.1" status: 200 len: 945 time: 0.0826201 May 04 17:56:56.440048 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-7b9879c2-7191-4c61-aeb0-5be16017ead1 req-23b17448-3db7-48ff-b421-2a91e4fbf264 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418139 May 04 17:56:57.625334 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015141b0-8d6e-4700-b782-0118514fd5b1 req-01d47ca4-72b5-43d1-a4e6-6608ba62ed8a tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:57.626782 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-015141b0-8d6e-4700-b782-0118514fd5b1 req-01d47ca4-72b5-43d1-a4e6-6608ba62ed8a tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=66c7bc69-1a65-465e-8ed0-57aae8f752ac HTTP/1.1" status: 200 len: 945 time: 0.0774233 May 04 17:56:57.669550 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-015141b0-8d6e-4700-b782-0118514fd5b1 req-fe709591-bd7e-4105-9224-eba1a255b8f6 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371189 May 04 17:56:58.046284 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db6e47-4eec-4185-8103-cb86b331f1ec req-1238c9cf-8b2d-417d-9fa0-b6949aa8e981 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:58.047629 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d6db6e47-4eec-4185-8103-cb86b331f1ec req-1238c9cf-8b2d-417d-9fa0-b6949aa8e981 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=66c7bc69-1a65-465e-8ed0-57aae8f752ac HTTP/1.1" status: 200 len: 945 time: 0.0829277 May 04 17:56:58.092324 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d6db6e47-4eec-4185-8103-cb86b331f1ec req-2bb4b793-7cb5-44be-8692-98f261a6208f tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389132 May 04 17:56:59.281857 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dd516c-3566-49db-be45-bafdaaae8c09 req-cf3df233-2f9f-4a87-8c27-86c9105c7a34 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:59.283356 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-d3dd516c-3566-49db-be45-bafdaaae8c09 req-cf3df233-2f9f-4a87-8c27-86c9105c7a34 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=66c7bc69-1a65-465e-8ed0-57aae8f752ac HTTP/1.1" status: 200 len: 945 time: 0.0832410 May 04 17:56:59.331593 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-d3dd516c-3566-49db-be45-bafdaaae8c09 req-ccfa4d00-7b73-4e56-aebb-74e3f9956522 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424902 May 04 17:56:59.903948 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c701992-6220-4def-b5d7-1d47269fba33 req-22c0dba7-e9aa-454f-a055-ad7424963a0e tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:56:59.905385 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-4c701992-6220-4def-b5d7-1d47269fba33 req-22c0dba7-e9aa-454f-a055-ad7424963a0e tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.42 "GET /v2.0/ports?device_id=66c7bc69-1a65-465e-8ed0-57aae8f752ac HTTP/1.1" status: 200 len: 945 time: 0.0786948 May 04 17:56:59.975485 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [req-4c701992-6220-4def-b5d7-1d47269fba33 req-f3f06b10-1528-4b2c-89f8-2aeaf6693ec4 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Deleting port c791615b-012b-49bb-b467-03730cfa9045 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:56:59.975818 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-4c701992-6220-4def-b5d7-1d47269fba33 req-f3f06b10-1528-4b2c-89f8-2aeaf6693ec4 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:57:00.210002 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-4c701992-6220-4def-b5d7-1d47269fba33 req-f3f06b10-1528-4b2c-89f8-2aeaf6693ec4 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] For port c791615b-012b-49bb-b467-03730cfa9045, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=c791615b-012b-49bb-b467-03730cfa9045,segment=NetworkSegment(1486ec6e-4df6-4c51-b2a7-93fd7420d7e4),segment_id=1486ec6e-4df6-4c51-b2a7-93fd7420d7e4)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:57:00.210493 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-4c701992-6220-4def-b5d7-1d47269fba33 req-f3f06b10-1528-4b2c-89f8-2aeaf6693ec4 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:57:00.550581 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-4c701992-6220-4def-b5d7-1d47269fba33 req-f3f06b10-1528-4b2c-89f8-2aeaf6693ec4 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:57:00.550850 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-4c701992-6220-4def-b5d7-1d47269fba33 req-f3f06b10-1528-4b2c-89f8-2aeaf6693ec4 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710218'] for floatingip, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:57:00.551154 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.l3_db [req-4c701992-6220-4def-b5d7-1d47269fba33 req-f3f06b10-1528-4b2c-89f8-2aeaf6693ec4 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Floating IP 0f552e84-3325-448b-a06c-0a4220cc55fe disassociated. External IP: 172.26.0.243, port: c791615b-012b-49bb-b467-03730cfa9045. May 04 17:57:00.551483 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [req-4c701992-6220-4def-b5d7-1d47269fba33 req-f3f06b10-1528-4b2c-89f8-2aeaf6693ec4 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Calling delete_port for c791615b-012b-49bb-b467-03730cfa9045 owned by compute:nova {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:57:00.620815 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f56315-f223-48bb-b9a0-131e1b81fe4e req-ccdaec79-4bb8-443f-953f-e965954290b4 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:00.622272 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-07f56315-f223-48bb-b9a0-131e1b81fe4e req-ccdaec79-4bb8-443f-953f-e965954290b4 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=66c7bc69-1a65-465e-8ed0-57aae8f752ac HTTP/1.1" status: 200 len: 945 time: 0.1648209 May 04 17:57:00.708552 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-07f56315-f223-48bb-b9a0-131e1b81fe4e req-f7aa0449-dea9-4954-b220-19ca0a0b56a3 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719414 May 04 17:57:00.735892 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-4c701992-6220-4def-b5d7-1d47269fba33 req-f3f06b10-1528-4b2c-89f8-2aeaf6693ec4 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:57:00.786116 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f06b10-1528-4b2c-89f8-2aeaf6693ec4 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Pushing event deleted for resources: {'Port': ['ID=c791615b-012b-49bb-b467-03730cfa9045,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:57:00.989619 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c701992-6220-4def-b5d7-1d47269fba33 req-f3f06b10-1528-4b2c-89f8-2aeaf6693ec4 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Router 56a81808-423a-4f6f-8675-7983db3de62a has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:57:01.264805 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c701992-6220-4def-b5d7-1d47269fba33 req-f3f06b10-1528-4b2c-89f8-2aeaf6693ec4 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:57:01.274760 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3094ba-bd77-4b27-b560-8aa688b412f0 None None] Sync routers for ids ['56a81808-423a-4f6f-8675-7983db3de62a'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:57:01.283943 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3094ba-bd77-4b27-b560-8aa688b412f0 None None] Routers {'56a81808-423a-4f6f-8675-7983db3de62a'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:57:01.284543 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-9c3094ba-bd77-4b27-b560-8aa688b412f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:56:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['56a81808-423a-4f6f-8675-7983db3de62a'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:57:01.338092 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c701992-6220-4def-b5d7-1d47269fba33 req-f3f06b10-1528-4b2c-89f8-2aeaf6693ec4 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] No DVR routers for this DVR port c791615b-012b-49bb-b467-03730cfa9045 on host hv-neutron-8404 {{(pid=88037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:57:01.340498 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-4c701992-6220-4def-b5d7-1d47269fba33 req-f3f06b10-1528-4b2c-89f8-2aeaf6693ec4 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:57:01.342944 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c7bc69-1a65-465e-8ed0-57aae8f752ac', 'name': 'network-vif-deleted', 'tag': 'c791615b-012b-49bb-b467-03730cfa9045'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:57:01.360312 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-4c701992-6220-4def-b5d7-1d47269fba33 req-f3f06b10-1528-4b2c-89f8-2aeaf6693ec4 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.42 "DELETE /v2.0/ports/c791615b-012b-49bb-b467-03730cfa9045 HTTP/1.1" status: 204 len: 173 time: 1.4495623 May 04 17:57:01.393399 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-910041d2-45cf-4464-88cb-91cc0770cb60'] response: {'server_uuid': '66c7bc69-1a65-465e-8ed0-57aae8f752ac', 'name': 'network-vif-deleted', 'tag': 'c791615b-012b-49bb-b467-03730cfa9045', 'status': 'completed', 'code': 200} May 04 17:57:01.462735 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-9c3094ba-bd77-4b27-b560-8aa688b412f0 None None] Set router 56a81808-423a-4f6f-8675-7983db3de62a gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:57:01.772376 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-9c3094ba-bd77-4b27-b560-8aa688b412f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a81808-423a-4f6f-8675-7983db3de62a', 'name': 'tempest-ServerActionsTestJSON-1000362457-router', 'tenant_id': '5b5434842582418989b681607468e11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'cab5528b-beba-480c-adcc-32c92992ee0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:55:04Z', 'updated_at': '2022-05-04T17:55:08Z', 'revision_number': 4, 'project_id': '5b5434842582418989b681607468e11e', 'gw_port': {'id': 'cab5528b-beba-480c-adcc-32c92992ee0d', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:79:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a81808-423a-4f6f-8675-7983db3de62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:55:05Z', 'updated_at': '2022-05-04T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '3e71cdf7-883a-4bb7-ba70-098324781202', 'name': '', 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c', 'tenant_id': '5b5434842582418989b681607468e11e', 'mac_address': 'fa:16:3e:5f:1f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a81808-423a-4f6f-8675-7983db3de62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'fc5df0b0-84cb-434c-abf6-a659e7e30b34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:55:07Z', 'updated_at': '2022-05-04T17:55:13Z', 'revision_number': 5, 'project_id': '5b5434842582418989b681607468e11e', 'subnets': [{'id': 'fc5df0b0-84cb-434c-abf6-a659e7e30b34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:57:01.776560 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3094ba-bd77-4b27-b560-8aa688b412f0 None None] Checking router: 56a81808-423a-4f6f-8675-7983db3de62a for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:57:01.784715 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3094ba-bd77-4b27-b560-8aa688b412f0 None None] Routers {'56a81808-423a-4f6f-8675-7983db3de62a'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:57:01.785313 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-9c3094ba-bd77-4b27-b560-8aa688b412f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:56:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['56a81808-423a-4f6f-8675-7983db3de62a'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:57:01.877849 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-662a5bcd-f5ac-45ec-909a-517267ef9d06 req-b02af85d-33d9-4947-a965-2dd6ece0fb6d tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Synchronizing usage tracker for tenant:5b5434842582418989b681607468e11e on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:57:01.897285 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-662a5bcd-f5ac-45ec-909a-517267ef9d06 req-b02af85d-33d9-4947-a965-2dd6ece0fb6d tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Unset dirty status for tenant:5b5434842582418989b681607468e11e on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:57:01.898476 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-662a5bcd-f5ac-45ec-909a-517267ef9d06 req-b02af85d-33d9-4947-a965-2dd6ece0fb6d tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=66c7bc69-1a65-465e-8ed0-57aae8f752ac HTTP/1.1" status: 200 len: 210 time: 0.0668254 May 04 17:57:01.982109 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-9c3094ba-bd77-4b27-b560-8aa688b412f0 None None] Set router 56a81808-423a-4f6f-8675-7983db3de62a gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:57:02.286269 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-9c3094ba-bd77-4b27-b560-8aa688b412f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a81808-423a-4f6f-8675-7983db3de62a', 'name': 'tempest-ServerActionsTestJSON-1000362457-router', 'tenant_id': '5b5434842582418989b681607468e11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'cab5528b-beba-480c-adcc-32c92992ee0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:55:04Z', 'updated_at': '2022-05-04T17:55:08Z', 'revision_number': 4, 'project_id': '5b5434842582418989b681607468e11e', 'gw_port': {'id': 'cab5528b-beba-480c-adcc-32c92992ee0d', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:79:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a81808-423a-4f6f-8675-7983db3de62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:55:05Z', 'updated_at': '2022-05-04T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '3e71cdf7-883a-4bb7-ba70-098324781202', 'name': '', 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c', 'tenant_id': '5b5434842582418989b681607468e11e', 'mac_address': 'fa:16:3e:5f:1f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a81808-423a-4f6f-8675-7983db3de62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'fc5df0b0-84cb-434c-abf6-a659e7e30b34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:55:07Z', 'updated_at': '2022-05-04T17:55:13Z', 'revision_number': 5, 'project_id': '5b5434842582418989b681607468e11e', 'subnets': [{'id': 'fc5df0b0-84cb-434c-abf6-a659e7e30b34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:57:02.290058 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3094ba-bd77-4b27-b560-8aa688b412f0 None None] The sync data for ids ['56a81808-423a-4f6f-8675-7983db3de62a'] in dv-neutron-840426-1-hyperv is: [{'id': '56a81808-423a-4f6f-8675-7983db3de62a', 'name': 'tempest-ServerActionsTestJSON-1000362457-router', 'tenant_id': '5b5434842582418989b681607468e11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'cab5528b-beba-480c-adcc-32c92992ee0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:55:04Z', 'updated_at': '2022-05-04T17:55:08Z', 'revision_number': 4, 'project_id': '5b5434842582418989b681607468e11e', 'gw_port': {'id': 'cab5528b-beba-480c-adcc-32c92992ee0d', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:79:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a81808-423a-4f6f-8675-7983db3de62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:55:05Z', 'updated_at': '2022-05-04T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '3e71cdf7-883a-4bb7-ba70-098324781202', 'name': '', 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c', 'tenant_id': '5b5434842582418989b681607468e11e', 'mac_address': 'fa:16:3e:5f:1f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a81808-423a-4f6f-8675-7983db3de62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'fc5df0b0-84cb-434c-abf6-a659e7e30b34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:55:07Z', 'updated_at': '2022-05-04T17:55:13Z', 'revision_number': 5, 'project_id': '5b5434842582418989b681607468e11e', 'subnets': [{'id': 'fc5df0b0-84cb-434c-abf6-a659e7e30b34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:57:02.494038 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214a062a-3f87-477a-93f5-2f4fd4aba0cf None None] New status for floating IP 0f552e84-3325-448b-a06c-0a4220cc55fe: DOWN {{(pid=88039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:57:03.233008 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-723c00f1-e81a-4f3c-9cf5-882983171e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:57:03.236794 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-0b0a32b6-beb4-48c3-a2cf-8d3a7d00e0f9 req-8ba22f94-0ae7-4603-9942-9d9801d2491b tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--101584408&fields=id&tenant_id=5b5434842582418989b681607468e11e HTTP/1.1" status: 200 len: 267 time: 0.0447552 May 04 17:57:03.297303 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 17:57:03.384987 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a32b6-beb4-48c3-a2cf-8d3a7d00e0f9 req-d9289ad9-72de-4963-b64c-39ed6b6501a3 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:03.386403 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-0b0a32b6-beb4-48c3-a2cf-8d3a7d00e0f9 req-d9289ad9-72de-4963-b64c-39ed6b6501a3 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/networks?id=a9d2ffc1-25d9-4699-b181-aab0105a8f2c HTTP/1.1" status: 200 len: 812 time: 0.1412177 May 04 17:57:03.400881 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-0b0a32b6-beb4-48c3-a2cf-8d3a7d00e0f9 req-613f5f57-dfff-410d-a5bb-9f0e9521e070 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/quotas/5b5434842582418989b681607468e11e HTTP/1.1" status: 200 len: 375 time: 0.0091231 May 04 17:57:03.484298 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-0b0a32b6-beb4-48c3-a2cf-8d3a7d00e0f9 req-ac09e283-ce08-4ff6-bf4e-dc3a6d744c61 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5b5434842582418989b681607468e11e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0785265 May 04 17:57:03.621476 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-0b0a32b6-beb4-48c3-a2cf-8d3a7d00e0f9 req-d041a987-5629-4e68-bcfc-ac1bec3f588c service neutron] 10.222.0.41 "GET /v2.0/networks/a9d2ffc1-25d9-4699-b181-aab0105a8f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253030 May 04 17:57:03.751747 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-0b0a32b6-beb4-48c3-a2cf-8d3a7d00e0f9 req-1766f784-a3ec-4a3e-944f-710b294a46e8 service neutron] 10.222.0.41 "GET /v2.0/networks/a9d2ffc1-25d9-4699-b181-aab0105a8f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242723 May 04 17:57:03.923153 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a7e86036-996c-4720-a9dc-288d200752dd req-cb3f749a-b295-4b23-9faf-7d65a2f0e612 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=fafc099e-662d-4a84-a27c-90ebd6dc1cd4 HTTP/1.1" status: 200 len: 210 time: 0.0428767 May 04 17:57:04.624734 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device c791615b-012b-49bb-b467-03730cfa9045 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:57:04.658746 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] No Port match for: c791615b-012b-49bb-b467-03730cfa9045 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:57:04.659096 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device c791615b-012b-49bb-b467-03730cfa9045 not bound to the agent host hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:57:04.918738 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a32b6-beb4-48c3-a2cf-8d3a7d00e0f9 req-ee656ca8-4354-4662-9ce8-d4345582e44b tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:04.920095 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0b0a32b6-beb4-48c3-a2cf-8d3a7d00e0f9 req-ee656ca8-4354-4662-9ce8-d4345582e44b tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.42 "GET /v2.0/networks?id=a9d2ffc1-25d9-4699-b181-aab0105a8f2c HTTP/1.1" status: 200 len: 812 time: 0.1454568 May 04 17:57:04.972303 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0b0a32b6-beb4-48c3-a2cf-8d3a7d00e0f9 req-a93f98ec-5417-468d-9b13-61aaea764843 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b5434842582418989b681607468e11e HTTP/1.1" status: 200 len: 379 time: 0.0444386 May 04 17:57:04.981020 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [req-0b0a32b6-beb4-48c3-a2cf-8d3a7d00e0f9 req-83968701-3304-4466-86e9-26040bb697c0 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Request body: {'port': {'device_id': 'fafc099e-662d-4a84-a27c-90ebd6dc1cd4', 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c', 'admin_state_up': True, 'tenant_id': '5b5434842582418989b681607468e11e', 'security_groups': ['f3d5b3f2-e60d-41f3-bf1a-eba032c968c5']}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:57:05.081591 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-c0b3dd61-92ff-4d01-bab2-f4992bba2a67 req-2aa7479d-9d83-488d-86cb-9cf905a67240 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=fafc099e-662d-4a84-a27c-90ebd6dc1cd4 HTTP/1.1" status: 200 len: 210 time: 0.0455565 May 04 17:57:05.117067 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [req-0b0a32b6-beb4-48c3-a2cf-8d3a7d00e0f9 req-83968701-3304-4466-86e9-26040bb697c0 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:57:05.126413 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [req-0b0a32b6-beb4-48c3-a2cf-8d3a7d00e0f9 req-83968701-3304-4466-86e9-26040bb697c0 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:57:05.136332 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b0a32b6-beb4-48c3-a2cf-8d3a7d00e0f9 req-83968701-3304-4466-86e9-26040bb697c0 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Made reservation on behalf of 5b5434842582418989b681607468e11e for: {'port': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:57:05.139702 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-0b0a32b6-beb4-48c3-a2cf-8d3a7d00e0f9 req-83968701-3304-4466-86e9-26040bb697c0 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:57:05.299894 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [req-0b0a32b6-beb4-48c3-a2cf-8d3a7d00e0f9 req-83968701-3304-4466-86e9-26040bb697c0 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Allocated IP 172.20.0.6 (a9d2ffc1-25d9-4699-b181-aab0105a8f2c/fc5df0b0-84cb-434c-abf6-a659e7e30b34/1bef6926-6108-496f-88fb-3fbd71ab81d5) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:57:05.483352 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-0b0a32b6-beb4-48c3-a2cf-8d3a7d00e0f9 req-83968701-3304-4466-86e9-26040bb697c0 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:57:05.498813 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [req-0b0a32b6-beb4-48c3-a2cf-8d3a7d00e0f9 req-83968701-3304-4466-86e9-26040bb697c0 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Transition to ACTIVE for port object 1bef6926-6108-496f-88fb-3fbd71ab81d5 will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:57:05.521737 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-0b0a32b6-beb4-48c3-a2cf-8d3a7d00e0f9 req-83968701-3304-4466-86e9-26040bb697c0 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:57:05.548170 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-f0b11b1f-e65c-462b-82d2-21eaf27df476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:57:05.592964 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b0a32b6-beb4-48c3-a2cf-8d3a7d00e0f9 req-83968701-3304-4466-86e9-26040bb697c0 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Network a9d2ffc1-25d9-4699-b181-aab0105a8f2c is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:57:05.595902 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [req-0b0a32b6-beb4-48c3-a2cf-8d3a7d00e0f9 req-83968701-3304-4466-86e9-26040bb697c0 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:57:05.598378 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b0a32b6-beb4-48c3-a2cf-8d3a7d00e0f9 req-83968701-3304-4466-86e9-26040bb697c0 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:57:05.646076 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83968701-3304-4466-86e9-26040bb697c0 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Pushing event updated for resources: {'Port': ['ID=1bef6926-6108-496f-88fb-3fbd71ab81d5,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:57:05.664088 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83968701-3304-4466-86e9-26040bb697c0 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:57:05.664427 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83968701-3304-4466-86e9-26040bb697c0 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:57:05.665092 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83968701-3304-4466-86e9-26040bb697c0 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:57:05.665424 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83968701-3304-4466-86e9-26040bb697c0 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:57:05.665749 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83968701-3304-4466-86e9-26040bb697c0 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:57:05.666505 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83968701-3304-4466-86e9-26040bb697c0 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:57:05.666829 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83968701-3304-4466-86e9-26040bb697c0 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:57:05.667152 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83968701-3304-4466-86e9-26040bb697c0 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:57:05.667473 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83968701-3304-4466-86e9-26040bb697c0 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:57:05.667791 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83968701-3304-4466-86e9-26040bb697c0 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:57:05.668112 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83968701-3304-4466-86e9-26040bb697c0 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:57:05.668425 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83968701-3304-4466-86e9-26040bb697c0 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:57:05.685728 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a32b6-beb4-48c3-a2cf-8d3a7d00e0f9 req-83968701-3304-4466-86e9-26040bb697c0 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:05.686361 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-0b0a32b6-beb4-48c3-a2cf-8d3a7d00e0f9 req-83968701-3304-4466-86e9-26040bb697c0 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:57:05.711125 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0b0a32b6-beb4-48c3-a2cf-8d3a7d00e0f9 req-83968701-3304-4466-86e9-26040bb697c0 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7339230 May 04 17:57:05.720906 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [req-0b0a32b6-beb4-48c3-a2cf-8d3a7d00e0f9 req-13f63628-3c2b-48b8-a94c-cd787e32586b tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:57:05.721885 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0b0a32b6-beb4-48c3-a2cf-8d3a7d00e0f9 req-13f63628-3c2b-48b8-a94c-cd787e32586b tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050986 May 04 17:57:05.778606 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [req-0b0a32b6-beb4-48c3-a2cf-8d3a7d00e0f9 req-89f4cf66-a9fd-4bcf-b5fa-ea9b667d1e8e service neutron] Request body: {'port': {'device_id': 'fafc099e-662d-4a84-a27c-90ebd6dc1cd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:57:05.876244 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-b684b27b-5da3-4e7e-9e8d-73644048021f None None] Provisioning for port 1bef6926-6108-496f-88fb-3fbd71ab81d5 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:57:05.881415 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-b684b27b-5da3-4e7e-9e8d-73644048021f None None] Provisioning complete for port 1bef6926-6108-496f-88fb-3fbd71ab81d5 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:57:05.881802 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b684b27b-5da3-4e7e-9e8d-73644048021f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:57:05.885608 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-0b0a32b6-beb4-48c3-a2cf-8d3a7d00e0f9 req-89f4cf66-a9fd-4bcf-b5fa-ea9b667d1e8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:57:05.934243 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-b684b27b-5da3-4e7e-9e8d-73644048021f None None] Port 1bef6926-6108-496f-88fb-3fbd71ab81d5 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:57:06.264299 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [req-0b0a32b6-beb4-48c3-a2cf-8d3a7d00e0f9 req-89f4cf66-a9fd-4bcf-b5fa-ea9b667d1e8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bef6926-6108-496f-88fb-3fbd71ab81d5 {{(pid=88037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:57:06.273995 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-0b0a32b6-beb4-48c3-a2cf-8d3a7d00e0f9 req-89f4cf66-a9fd-4bcf-b5fa-ea9b667d1e8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:57:06.293230 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [req-0b0a32b6-beb4-48c3-a2cf-8d3a7d00e0f9 req-89f4cf66-a9fd-4bcf-b5fa-ea9b667d1e8e service neutron] Transition to ACTIVE for port object 1bef6926-6108-496f-88fb-3fbd71ab81d5 will not be triggered until provisioned by entity L2. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:57:06.297535 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-0b0a32b6-beb4-48c3-a2cf-8d3a7d00e0f9 req-89f4cf66-a9fd-4bcf-b5fa-ea9b667d1e8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:57:06.532158 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5f84a-9161-4f18-948f-3a5cf012ca96 req-48923128-e65d-4ef5-9fbf-aa2f1796f4fe tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:06.532840 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-ccb5f84a-9161-4f18-948f-3a5cf012ca96 req-48923128-e65d-4ef5-9fbf-aa2f1796f4fe tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Synchronizing usage tracker for tenant:5b5434842582418989b681607468e11e on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:57:06.573974 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f4cf66-a9fd-4bcf-b5fa-ea9b667d1e8e service neutron] Pushing event updated for resources: {'Port': ['ID=1bef6926-6108-496f-88fb-3fbd71ab81d5,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:57:06.621703 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-ccb5f84a-9161-4f18-948f-3a5cf012ca96 req-48923128-e65d-4ef5-9fbf-aa2f1796f4fe tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Unset dirty status for tenant:5b5434842582418989b681607468e11e on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:57:06.622898 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ccb5f84a-9161-4f18-948f-3a5cf012ca96 req-48923128-e65d-4ef5-9fbf-aa2f1796f4fe tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=fafc099e-662d-4a84-a27c-90ebd6dc1cd4 HTTP/1.1" status: 200 len: 931 time: 0.4258845 May 04 17:57:06.624919 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:57:06.627645 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:57:06.698441 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ccb5f84a-9161-4f18-948f-3a5cf012ca96 req-8c7868bd-1cf0-4e2a-8e95-cb09a8ab92ae tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665698 May 04 17:57:06.700387 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-0b0a32b6-beb4-48c3-a2cf-8d3a7d00e0f9 req-89f4cf66-a9fd-4bcf-b5fa-ea9b667d1e8e service neutron] Attempting to bind port 1bef6926-6108-496f-88fb-3fbd71ab81d5 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:57:06.700721 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-0b0a32b6-beb4-48c3-a2cf-8d3a7d00e0f9 req-89f4cf66-a9fd-4bcf-b5fa-ea9b667d1e8e service neutron] Attempting to bind port 1bef6926-6108-496f-88fb-3fbd71ab81d5 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '1486ec6e-4df6-4c51-b2a7-93fd7420d7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:57:06.701044 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0a32b6-beb4-48c3-a2cf-8d3a7d00e0f9 req-89f4cf66-a9fd-4bcf-b5fa-ea9b667d1e8e service neutron] Attempting to bind port 1bef6926-6108-496f-88fb-3fbd71ab81d5 on network a9d2ffc1-25d9-4699-b181-aab0105a8f2c {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:57:06.706278 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0a32b6-beb4-48c3-a2cf-8d3a7d00e0f9 req-89f4cf66-a9fd-4bcf-b5fa-ea9b667d1e8e service neutron] Port 1bef6926-6108-496f-88fb-3fbd71ab81d5 on network a9d2ffc1-25d9-4699-b181-aab0105a8f2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:57:06.706606 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0a32b6-beb4-48c3-a2cf-8d3a7d00e0f9 req-89f4cf66-a9fd-4bcf-b5fa-ea9b667d1e8e service neutron] Attempting to bind port 1bef6926-6108-496f-88fb-3fbd71ab81d5 on network a9d2ffc1-25d9-4699-b181-aab0105a8f2c {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:57:06.712452 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0a32b6-beb4-48c3-a2cf-8d3a7d00e0f9 req-89f4cf66-a9fd-4bcf-b5fa-ea9b667d1e8e service neutron] Checking agent: {'id': '84d0dbeb-cfa8-4636-8b1c-9790acf21ef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'started_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:57:06.712783 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0a32b6-beb4-48c3-a2cf-8d3a7d00e0f9 req-89f4cf66-a9fd-4bcf-b5fa-ea9b667d1e8e service neutron] Checking segment: {'id': '1486ec6e-4df6-4c51-b2a7-93fd7420d7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:57:06.713157 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0a32b6-beb4-48c3-a2cf-8d3a7d00e0f9 req-89f4cf66-a9fd-4bcf-b5fa-ea9b667d1e8e service neutron] Bound using segment: {'id': '1486ec6e-4df6-4c51-b2a7-93fd7420d7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c'} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:57:06.713574 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-0b0a32b6-beb4-48c3-a2cf-8d3a7d00e0f9 req-89f4cf66-a9fd-4bcf-b5fa-ea9b667d1e8e service neutron] Bound port: 1bef6926-6108-496f-88fb-3fbd71ab81d5, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1486ec6e-4df6-4c51-b2a7-93fd7420d7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c'}}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:57:06.713925 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-0b0a32b6-beb4-48c3-a2cf-8d3a7d00e0f9 req-89f4cf66-a9fd-4bcf-b5fa-ea9b667d1e8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:57:06.800316 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-0b0a32b6-beb4-48c3-a2cf-8d3a7d00e0f9 req-89f4cf66-a9fd-4bcf-b5fa-ea9b667d1e8e service neutron] For port 1bef6926-6108-496f-88fb-3fbd71ab81d5, host hv-neutron-8404, cleared binding levels {{(pid=88037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:57:06.803854 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-0b0a32b6-beb4-48c3-a2cf-8d3a7d00e0f9 req-89f4cf66-a9fd-4bcf-b5fa-ea9b667d1e8e service neutron] For port 1bef6926-6108-496f-88fb-3fbd71ab81d5, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=1bef6926-6108-496f-88fb-3fbd71ab81d5,segment=NetworkSegment(1486ec6e-4df6-4c51-b2a7-93fd7420d7e4),segment_id=1486ec6e-4df6-4c51-b2a7-93fd7420d7e4)] {{(pid=88037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:57:06.808450 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-0b0a32b6-beb4-48c3-a2cf-8d3a7d00e0f9 req-89f4cf66-a9fd-4bcf-b5fa-ea9b667d1e8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:57:06.871941 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a32b6-beb4-48c3-a2cf-8d3a7d00e0f9 req-89f4cf66-a9fd-4bcf-b5fa-ea9b667d1e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:06.872595 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-0b0a32b6-beb4-48c3-a2cf-8d3a7d00e0f9 req-89f4cf66-a9fd-4bcf-b5fa-ea9b667d1e8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:57:06.873958 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0b0a32b6-beb4-48c3-a2cf-8d3a7d00e0f9 req-89f4cf66-a9fd-4bcf-b5fa-ea9b667d1e8e service neutron] 10.222.0.42 "PUT /v2.0/ports/1bef6926-6108-496f-88fb-3fbd71ab81d5 HTTP/1.1" status: 200 len: 1093 time: 1.1457341 May 04 17:57:06.874416 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fafc099e-662d-4a84-a27c-90ebd6dc1cd4', 'tag': '1bef6926-6108-496f-88fb-3fbd71ab81d5'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:57:06.898932 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f4cf66-a9fd-4bcf-b5fa-ea9b667d1e8e service neutron] Pushing event updated for resources: {'Port': ['ID=1bef6926-6108-496f-88fb-3fbd71ab81d5,revision_number=3']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:57:06.958688 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5afe1d2-b219-4259-bd5d-9629fe69c89b'] response: {'name': 'network-changed', 'server_uuid': 'fafc099e-662d-4a84-a27c-90ebd6dc1cd4', 'tag': '1bef6926-6108-496f-88fb-3fbd71ab81d5', 'status': 'completed', 'code': 200} May 04 17:57:06.994918 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a32b6-beb4-48c3-a2cf-8d3a7d00e0f9 req-bc253b16-a348-47c2-9b6b-3bb9cf73e53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:06.996613 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0b0a32b6-beb4-48c3-a2cf-8d3a7d00e0f9 req-bc253b16-a348-47c2-9b6b-3bb9cf73e53a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5b5434842582418989b681607468e11e&device_id=fafc099e-662d-4a84-a27c-90ebd6dc1cd4 HTTP/1.1" status: 200 len: 1096 time: 0.0751915 May 04 17:57:07.070258 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0b0a32b6-beb4-48c3-a2cf-8d3a7d00e0f9 req-49a3636a-ba75-4dc4-ab5a-5f59a739e975 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1bef6926-6108-496f-88fb-3fbd71ab81d5 HTTP/1.1" status: 200 len: 217 time: 0.0659111 May 04 17:57:07.131289 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a32b6-beb4-48c3-a2cf-8d3a7d00e0f9 req-d7347947-fed9-4d24-88e4-9ed3b1571898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:07.132708 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0b0a32b6-beb4-48c3-a2cf-8d3a7d00e0f9 req-d7347947-fed9-4d24-88e4-9ed3b1571898 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fc5df0b0-84cb-434c-abf6-a659e7e30b34 HTTP/1.1" status: 200 len: 851 time: 0.0567458 May 04 17:57:07.210158 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a32b6-beb4-48c3-a2cf-8d3a7d00e0f9 req-52f440ac-c5ef-41f8-b79f-c5bf1e1fb8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:07.211535 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0b0a32b6-beb4-48c3-a2cf-8d3a7d00e0f9 req-52f440ac-c5ef-41f8-b79f-c5bf1e1fb8ee service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a9d2ffc1-25d9-4699-b181-aab0105a8f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724628 May 04 17:57:07.342506 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0b0a32b6-beb4-48c3-a2cf-8d3a7d00e0f9 req-c08f3d5f-bd52-467a-ba68-e86eacb4bb8c service neutron] 10.222.0.42 "GET /v2.0/networks/a9d2ffc1-25d9-4699-b181-aab0105a8f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241794 May 04 17:57:07.469732 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0b0a32b6-beb4-48c3-a2cf-8d3a7d00e0f9 req-11d80ff8-8d84-4c7b-a161-cfaa0dfa7eda service neutron] 10.222.0.42 "GET /v2.0/networks/a9d2ffc1-25d9-4699-b181-aab0105a8f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213381 May 04 17:57:07.578784 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b268ec8-2c9d-434e-aa86-deaa73bf0caf req-bad60673-d6a8-4e8d-b5c2-9909e6a8a894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:07.580116 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6b268ec8-2c9d-434e-aa86-deaa73bf0caf req-bad60673-d6a8-4e8d-b5c2-9909e6a8a894 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5b5434842582418989b681607468e11e&device_id=fafc099e-662d-4a84-a27c-90ebd6dc1cd4 HTTP/1.1" status: 200 len: 1096 time: 0.0682306 May 04 17:57:07.706096 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b268ec8-2c9d-434e-aa86-deaa73bf0caf req-d96d2b26-3241-4dcb-9d2c-188da022f724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:07.707502 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6b268ec8-2c9d-434e-aa86-deaa73bf0caf req-d96d2b26-3241-4dcb-9d2c-188da022f724 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a9d2ffc1-25d9-4699-b181-aab0105a8f2c HTTP/1.1" status: 200 len: 913 time: 0.1215382 May 04 17:57:07.775838 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6b268ec8-2c9d-434e-aa86-deaa73bf0caf req-e25f6d68-fd2f-462d-9fe0-3d40bcf9514c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1bef6926-6108-496f-88fb-3fbd71ab81d5 HTTP/1.1" status: 200 len: 217 time: 0.0622408 May 04 17:57:07.883898 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b268ec8-2c9d-434e-aa86-deaa73bf0caf req-c1924957-b077-4260-bb91-2451b7b3e855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:07.885325 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6b268ec8-2c9d-434e-aa86-deaa73bf0caf req-c1924957-b077-4260-bb91-2451b7b3e855 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fc5df0b0-84cb-434c-abf6-a659e7e30b34 HTTP/1.1" status: 200 len: 851 time: 0.1035931 May 04 17:57:07.963408 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a232919e-b571-4248-9226-bf3c4fb8fa68 req-c6c8afb3-bda8-4016-a871-e0b463af1f97 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:07.964871 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a232919e-b571-4248-9226-bf3c4fb8fa68 req-c6c8afb3-bda8-4016-a871-e0b463af1f97 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=fafc099e-662d-4a84-a27c-90ebd6dc1cd4 HTTP/1.1" status: 200 len: 943 time: 0.1518073 May 04 17:57:07.969301 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:57:07.996297 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b268ec8-2c9d-434e-aa86-deaa73bf0caf req-fdc2e0c9-a7e3-4cf7-be78-88f22ce1b0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:07.997708 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6b268ec8-2c9d-434e-aa86-deaa73bf0caf req-fdc2e0c9-a7e3-4cf7-be78-88f22ce1b0dd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a9d2ffc1-25d9-4699-b181-aab0105a8f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1058655 May 04 17:57:08.038164 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a232919e-b571-4248-9226-bf3c4fb8fa68 req-eb0395c1-222a-4a43-9188-cfc320707b04 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667229 May 04 17:57:08.236129 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6b268ec8-2c9d-434e-aa86-deaa73bf0caf req-0756f811-d33d-419a-bb1d-d1f67e576fea service neutron] 10.222.0.42 "GET /v2.0/networks/a9d2ffc1-25d9-4699-b181-aab0105a8f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293351 May 04 17:57:08.364800 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6b268ec8-2c9d-434e-aa86-deaa73bf0caf req-ccbc632b-9298-43da-ba37-cd2041606c5c service neutron] 10.222.0.42 "GET /v2.0/networks/a9d2ffc1-25d9-4699-b181-aab0105a8f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218212 May 04 17:57:09.220928 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d8ca0b-d74f-4f35-a945-79aa45897d5d req-1e1a1069-c1c0-42a2-86fc-c9658591a506 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:09.222420 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-72d8ca0b-d74f-4f35-a945-79aa45897d5d req-1e1a1069-c1c0-42a2-86fc-c9658591a506 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=fafc099e-662d-4a84-a27c-90ebd6dc1cd4 HTTP/1.1" status: 200 len: 943 time: 0.0792899 May 04 17:57:09.266142 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-72d8ca0b-d74f-4f35-a945-79aa45897d5d req-1639d90e-2f03-44fa-94e4-e3f11cfe2861 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379324 May 04 17:57:09.500660 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:57:10.450253 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff48023-2a6b-4081-b606-c6d48ff3f4f9 req-9a9d5a06-d571-479c-bccd-2270b16cd8e4 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:10.451745 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0ff48023-2a6b-4081-b606-c6d48ff3f4f9 req-9a9d5a06-d571-479c-bccd-2270b16cd8e4 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=fafc099e-662d-4a84-a27c-90ebd6dc1cd4 HTTP/1.1" status: 200 len: 943 time: 0.0827620 May 04 17:57:10.494357 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0ff48023-2a6b-4081-b606-c6d48ff3f4f9 req-89cfb7ae-9e7e-419f-9871-404ddacbcef3 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369596 May 04 17:57:10.628560 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 1bef6926-6108-496f-88fb-3fbd71ab81d5 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:57:10.758428 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 1bef6926-6108-496f-88fb-3fbd71ab81d5, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=1bef6926-6108-496f-88fb-3fbd71ab81d5,segment=NetworkSegment(1486ec6e-4df6-4c51-b2a7-93fd7420d7e4),segment_id=1486ec6e-4df6-4c51-b2a7-93fd7420d7e4)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:57:10.770922 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Returning: {'device': '1bef6926-6108-496f-88fb-3fbd71ab81d5', 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c', 'port_id': '1bef6926-6108-496f-88fb-3fbd71ab81d5', 'mac_address': 'fa:16:3e:1c:18:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc5df0b0-84cb-434c-abf6-a659e7e30b34', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:57:10.824439 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:57:10.840034 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bef6926-6108-496f-88fb-3fbd71ab81d5 {{(pid=88039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:57:10.854670 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 1bef6926-6108-496f-88fb-3fbd71ab81d5, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=1bef6926-6108-496f-88fb-3fbd71ab81d5,segment=NetworkSegment(1486ec6e-4df6-4c51-b2a7-93fd7420d7e4),segment_id=1486ec6e-4df6-4c51-b2a7-93fd7420d7e4)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:57:10.858450 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:57:10.925827 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=1bef6926-6108-496f-88fb-3fbd71ab81d5,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:57:10.932650 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:57:10.932995 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:57:10.933333 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:57:10.933665 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:57:10.934013 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:57:10.934344 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:57:10.934666 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:57:10.934988 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:57:10.935307 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:57:10.935623 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:57:10.935939 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:57:10.936255 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:57:11.170626 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] get_ports_and_sgs() called for port_ids ['1bef6926-6108-496f-88fb-3fbd71ab81d5'] {{(pid=88039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:57:11.690155 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52155a3e-127f-4644-8449-6da08a137e24 req-5de926f6-a11d-4f6e-b496-cb8ecc33434f tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:11.691631 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-52155a3e-127f-4644-8449-6da08a137e24 req-5de926f6-a11d-4f6e-b496-cb8ecc33434f tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=fafc099e-662d-4a84-a27c-90ebd6dc1cd4 HTTP/1.1" status: 200 len: 944 time: 0.0872302 May 04 17:57:11.735227 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-52155a3e-127f-4644-8449-6da08a137e24 req-5895ce97-4401-45f7-8315-22db4c06e425 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374644 May 04 17:57:12.643826 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 1bef6926-6108-496f-88fb-3fbd71ab81d5 up at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:57:12.711123 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning for port 1bef6926-6108-496f-88fb-3fbd71ab81d5 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:57:12.715876 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning complete for port 1bef6926-6108-496f-88fb-3fbd71ab81d5 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:57:12.716247 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:57:12.830031 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:57:12.857372 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fafc099e-662d-4a84-a27c-90ebd6dc1cd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bef6926-6108-496f-88fb-3fbd71ab81d5'}] {{(pid=88039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:57:12.867819 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 1bef6926-6108-496f-88fb-3fbd71ab81d5, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=1bef6926-6108-496f-88fb-3fbd71ab81d5,segment=NetworkSegment(1486ec6e-4df6-4c51-b2a7-93fd7420d7e4),segment_id=1486ec6e-4df6-4c51-b2a7-93fd7420d7e4)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:57:12.872408 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:57:12.904125 dv-neutron-840426-1-hyperv neutron-server[88039]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a9e0684-664d-4982-9e4e-1a3033ee255f'] response: {'server_uuid': 'fafc099e-662d-4a84-a27c-90ebd6dc1cd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bef6926-6108-496f-88fb-3fbd71ab81d5', 'code': 200} May 04 17:57:12.946231 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=1bef6926-6108-496f-88fb-3fbd71ab81d5,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:57:12.983486 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e9f0d6-99e6-42ed-a858-d0f4f89c9f87 req-107cf834-2435-4e18-819b-f5940d4073a0 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:12.985123 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e6e9f0d6-99e6-42ed-a858-d0f4f89c9f87 req-107cf834-2435-4e18-819b-f5940d4073a0 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=fafc099e-662d-4a84-a27c-90ebd6dc1cd4 HTTP/1.1" status: 200 len: 945 time: 0.1470878 May 04 17:57:13.036026 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e6e9f0d6-99e6-42ed-a858-d0f4f89c9f87 req-3051ac08-b8c1-4ac8-a1f1-819358bb8a18 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432200 May 04 17:57:13.146792 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351398b0-ecb4-4c88-8aa2-596779c658cc req-583ab21a-4661-47d1-a9ae-0fb5b5e3bab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:13.148179 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-351398b0-ecb4-4c88-8aa2-596779c658cc req-583ab21a-4661-47d1-a9ae-0fb5b5e3bab6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fafc099e-662d-4a84-a27c-90ebd6dc1cd4 HTTP/1.1" status: 200 len: 1098 time: 0.0724318 May 04 17:57:13.190400 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-351398b0-ecb4-4c88-8aa2-596779c658cc req-3f5eba95-b238-47c5-9fee-e2a5428c9f03 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357358 May 04 17:57:14.272094 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24ba3c-a4e1-4e24-840a-37d46c22d3c9 req-23246293-c329-4c44-aa29-deb207de0ab6 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:14.273597 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-cf24ba3c-a4e1-4e24-840a-37d46c22d3c9 req-23246293-c329-4c44-aa29-deb207de0ab6 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=fafc099e-662d-4a84-a27c-90ebd6dc1cd4 HTTP/1.1" status: 200 len: 945 time: 0.1281593 May 04 17:57:14.317301 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-cf24ba3c-a4e1-4e24-840a-37d46c22d3c9 req-585400c1-8a9d-49a0-a994-9907bc201c73 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379980 May 04 17:57:15.645353 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1002d93-c9cf-42be-8842-010bec8d8ece req-7342f0f7-70f9-4643-a67e-52164bda5c23 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:15.646756 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a1002d93-c9cf-42be-8842-010bec8d8ece req-7342f0f7-70f9-4643-a67e-52164bda5c23 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=fafc099e-662d-4a84-a27c-90ebd6dc1cd4 HTTP/1.1" status: 200 len: 945 time: 0.0768089 May 04 17:57:15.692604 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a1002d93-c9cf-42be-8842-010bec8d8ece req-4d039a8c-2981-4cae-9f63-8bc12c85273c tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402758 May 04 17:57:15.869221 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c1258-74c2-49b3-9d7e-9be01742c6b7 req-0caa61ed-f9a9-48a9-8d6b-f4bbb99bc500 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:15.870685 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-4a5c1258-74c2-49b3-9d7e-9be01742c6b7 req-0caa61ed-f9a9-48a9-8d6b-f4bbb99bc500 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=fafc099e-662d-4a84-a27c-90ebd6dc1cd4 HTTP/1.1" status: 200 len: 945 time: 0.0808909 May 04 17:57:15.879396 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 59950) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:57:15.884977 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-923cfe5d-26da-4225-9faa-70d3c64c8541 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Request body: {'floatingip': {'port_id': '1bef6926-6108-496f-88fb-3fbd71ab81d5'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:57:15.962740 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-923cfe5d-26da-4225-9faa-70d3c64c8541 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks [] for floatingip, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:57:16.642491 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-923cfe5d-26da-4225-9faa-70d3c64c8541 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:57:16.646616 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-923cfe5d-26da-4225-9faa-70d3c64c8541 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710218'] for floatingip, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:57:16.829297 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.l3_db [None req-923cfe5d-26da-4225-9faa-70d3c64c8541 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Floating IP 0f552e84-3325-448b-a06c-0a4220cc55fe associated. External IP: 172.26.0.243, port: 1bef6926-6108-496f-88fb-3fbd71ab81d5. May 04 17:57:17.174742 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-923cfe5d-26da-4225-9faa-70d3c64c8541 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Router 56a81808-423a-4f6f-8675-7983db3de62a has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:57:17.358630 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-923cfe5d-26da-4225-9faa-70d3c64c8541 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:57:17.362852 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-923cfe5d-26da-4225-9faa-70d3c64c8541 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:57:17.368316 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33076c1-d279-4517-9e13-f3b9b59ffb9d None None] Sync routers for ids ['56a81808-423a-4f6f-8675-7983db3de62a'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:57:17.378179 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33076c1-d279-4517-9e13-f3b9b59ffb9d None None] Routers {'56a81808-423a-4f6f-8675-7983db3de62a'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:57:17.378776 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-b33076c1-d279-4517-9e13-f3b9b59ffb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:57:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['56a81808-423a-4f6f-8675-7983db3de62a'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:57:17.416467 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-923cfe5d-26da-4225-9faa-70d3c64c8541 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "PUT /v2.0/floatingips/0f552e84-3325-448b-a06c-0a4220cc55fe HTTP/1.1" status: 200 len: 991 time: 1.5355539 May 04 17:57:17.417143 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fafc099e-662d-4a84-a27c-90ebd6dc1cd4', 'tag': '1bef6926-6108-496f-88fb-3fbd71ab81d5'}] {{(pid=88038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:57:17.463713 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52f3efac-2ccd-4f1b-8554-1a4d51177a2b'] response: {'name': 'network-changed', 'server_uuid': 'fafc099e-662d-4a84-a27c-90ebd6dc1cd4', 'tag': '1bef6926-6108-496f-88fb-3fbd71ab81d5', 'status': 'completed', 'code': 200} May 04 17:57:17.556449 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363102d9-1335-45d5-ba86-62c8ee0c6d8d req-b1ecf2d2-9661-46f0-84d2-d262b642bbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:17.557040 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-b33076c1-d279-4517-9e13-f3b9b59ffb9d None None] Set router 56a81808-423a-4f6f-8675-7983db3de62a gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:57:17.558670 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-363102d9-1335-45d5-ba86-62c8ee0c6d8d req-b1ecf2d2-9661-46f0-84d2-d262b642bbcf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5b5434842582418989b681607468e11e&device_id=fafc099e-662d-4a84-a27c-90ebd6dc1cd4 HTTP/1.1" status: 200 len: 1098 time: 0.0734732 May 04 17:57:17.745086 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363102d9-1335-45d5-ba86-62c8ee0c6d8d req-354ca474-0631-40c4-92ef-ae99f640a0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:17.746566 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-363102d9-1335-45d5-ba86-62c8ee0c6d8d req-354ca474-0631-40c4-92ef-ae99f640a0e1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a9d2ffc1-25d9-4699-b181-aab0105a8f2c HTTP/1.1" status: 200 len: 913 time: 0.1818702 May 04 17:57:17.810032 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6137a2a0-e2a3-47c9-b1e5-f9c6d3fdacb8 req-520ad707-02a5-48a2-9bed-b3cfb034d7cf tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:17.811532 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-6137a2a0-e2a3-47c9-b1e5-f9c6d3fdacb8 req-520ad707-02a5-48a2-9bed-b3cfb034d7cf tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=fafc099e-662d-4a84-a27c-90ebd6dc1cd4 HTTP/1.1" status: 200 len: 945 time: 0.0877337 May 04 17:57:17.861728 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-363102d9-1335-45d5-ba86-62c8ee0c6d8d req-7fa1c96c-6c87-48f7-a5d0-a517cccc0d14 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1bef6926-6108-496f-88fb-3fbd71ab81d5 HTTP/1.1" status: 200 len: 999 time: 0.1076686 May 04 17:57:17.862272 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-6137a2a0-e2a3-47c9-b1e5-f9c6d3fdacb8 req-fe6a5182-bbd6-41c1-89eb-8550a7026160 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444684 May 04 17:57:17.906291 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2048fed1-97ab-45e7-8a95-5c71e8f550d2 req-7e940030-22cf-4498-906c-e0b721f64c22 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fafc099e-662d-4a84-a27c-90ebd6dc1cd4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2138090 May 04 17:57:17.929033 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363102d9-1335-45d5-ba86-62c8ee0c6d8d req-a8003c48-8907-4d14-bd03-51f931bbdd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:17.930815 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-363102d9-1335-45d5-ba86-62c8ee0c6d8d req-a8003c48-8907-4d14-bd03-51f931bbdd39 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fc5df0b0-84cb-434c-abf6-a659e7e30b34 HTTP/1.1" status: 200 len: 851 time: 0.0630741 May 04 17:57:17.946990 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-b33076c1-d279-4517-9e13-f3b9b59ffb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a81808-423a-4f6f-8675-7983db3de62a', 'name': 'tempest-ServerActionsTestJSON-1000362457-router', 'tenant_id': '5b5434842582418989b681607468e11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'cab5528b-beba-480c-adcc-32c92992ee0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:55:04Z', 'updated_at': '2022-05-04T17:55:08Z', 'revision_number': 4, 'project_id': '5b5434842582418989b681607468e11e', 'gw_port': {'id': 'cab5528b-beba-480c-adcc-32c92992ee0d', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:79:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a81808-423a-4f6f-8675-7983db3de62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:55:05Z', 'updated_at': '2022-05-04T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': '0f552e84-3325-448b-a06c-0a4220cc55fe', 'tenant_id': '5b5434842582418989b681607468e11e', 'floating_ip_address': '172.26.0.243', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '56a81808-423a-4f6f-8675-7983db3de62a', 'port_id': '1bef6926-6108-496f-88fb-3fbd71ab81d5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c', 'mac_address': 'fa:16:3e:1c:18:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fafc099e-662d-4a84-a27c-90ebd6dc1cd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:55:11Z', 'updated_at': '2022-05-04T17:57:16Z', 'revision_number': 9, 'project_id': '5b5434842582418989b681607468e11e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e71cdf7-883a-4bb7-ba70-098324781202', 'name': '', 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c', 'tenant_id': '5b5434842582418989b681607468e11e', 'mac_address': 'fa:16:3e:5f:1f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a81808-423a-4f6f-8675-7983db3de62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'fc5df0b0-84cb-434c-abf6-a659e7e30b34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:55:07Z', 'updated_at': '2022-05-04T17:55:13Z', 'revision_number': 5, 'project_id': '5b5434842582418989b681607468e11e', 'subnets': [{'id': 'fc5df0b0-84cb-434c-abf6-a659e7e30b34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:57:17.951860 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33076c1-d279-4517-9e13-f3b9b59ffb9d None None] Checking router: 56a81808-423a-4f6f-8675-7983db3de62a for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:57:17.960453 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33076c1-d279-4517-9e13-f3b9b59ffb9d None None] Routers {'56a81808-423a-4f6f-8675-7983db3de62a'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:57:17.961321 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-b33076c1-d279-4517-9e13-f3b9b59ffb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:57:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['56a81808-423a-4f6f-8675-7983db3de62a'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:57:18.008040 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363102d9-1335-45d5-ba86-62c8ee0c6d8d req-c68887cf-27e4-4dbd-be2f-18a7bbacbc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:18.009258 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-363102d9-1335-45d5-ba86-62c8ee0c6d8d req-c68887cf-27e4-4dbd-be2f-18a7bbacbc72 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a9d2ffc1-25d9-4699-b181-aab0105a8f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732477 May 04 17:57:18.148909 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-b33076c1-d279-4517-9e13-f3b9b59ffb9d None None] Set router 56a81808-423a-4f6f-8675-7983db3de62a gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:57:18.149762 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-363102d9-1335-45d5-ba86-62c8ee0c6d8d req-2bf181af-ef53-426c-9574-30c7be27d40c service neutron] 10.222.0.42 "GET /v2.0/networks/a9d2ffc1-25d9-4699-b181-aab0105a8f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337581 May 04 17:57:18.307293 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-363102d9-1335-45d5-ba86-62c8ee0c6d8d req-0cdbc84b-48df-4f28-8e8d-5d6a7e00d753 service neutron] 10.222.0.42 "GET /v2.0/networks/a9d2ffc1-25d9-4699-b181-aab0105a8f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517160 May 04 17:57:18.528382 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-b33076c1-d279-4517-9e13-f3b9b59ffb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a81808-423a-4f6f-8675-7983db3de62a', 'name': 'tempest-ServerActionsTestJSON-1000362457-router', 'tenant_id': '5b5434842582418989b681607468e11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'cab5528b-beba-480c-adcc-32c92992ee0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:55:04Z', 'updated_at': '2022-05-04T17:55:08Z', 'revision_number': 4, 'project_id': '5b5434842582418989b681607468e11e', 'gw_port': {'id': 'cab5528b-beba-480c-adcc-32c92992ee0d', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:79:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a81808-423a-4f6f-8675-7983db3de62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:55:05Z', 'updated_at': '2022-05-04T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': '0f552e84-3325-448b-a06c-0a4220cc55fe', 'tenant_id': '5b5434842582418989b681607468e11e', 'floating_ip_address': '172.26.0.243', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '56a81808-423a-4f6f-8675-7983db3de62a', 'port_id': '1bef6926-6108-496f-88fb-3fbd71ab81d5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c', 'mac_address': 'fa:16:3e:1c:18:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fafc099e-662d-4a84-a27c-90ebd6dc1cd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:55:11Z', 'updated_at': '2022-05-04T17:57:16Z', 'revision_number': 9, 'project_id': '5b5434842582418989b681607468e11e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e71cdf7-883a-4bb7-ba70-098324781202', 'name': '', 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c', 'tenant_id': '5b5434842582418989b681607468e11e', 'mac_address': 'fa:16:3e:5f:1f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a81808-423a-4f6f-8675-7983db3de62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'fc5df0b0-84cb-434c-abf6-a659e7e30b34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:55:07Z', 'updated_at': '2022-05-04T17:55:13Z', 'revision_number': 5, 'project_id': '5b5434842582418989b681607468e11e', 'subnets': [{'id': 'fc5df0b0-84cb-434c-abf6-a659e7e30b34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:57:18.532379 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33076c1-d279-4517-9e13-f3b9b59ffb9d None None] The sync data for ids ['56a81808-423a-4f6f-8675-7983db3de62a'] in dv-neutron-840426-1-hyperv is: [{'id': '56a81808-423a-4f6f-8675-7983db3de62a', 'name': 'tempest-ServerActionsTestJSON-1000362457-router', 'tenant_id': '5b5434842582418989b681607468e11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'cab5528b-beba-480c-adcc-32c92992ee0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:55:04Z', 'updated_at': '2022-05-04T17:55:08Z', 'revision_number': 4, 'project_id': '5b5434842582418989b681607468e11e', 'gw_port': {'id': 'cab5528b-beba-480c-adcc-32c92992ee0d', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:79:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a81808-423a-4f6f-8675-7983db3de62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:55:05Z', 'updated_at': '2022-05-04T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': '0f552e84-3325-448b-a06c-0a4220cc55fe', 'tenant_id': '5b5434842582418989b681607468e11e', 'floating_ip_address': '172.26.0.243', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '56a81808-423a-4f6f-8675-7983db3de62a', 'port_id': '1bef6926-6108-496f-88fb-3fbd71ab81d5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c', 'mac_address': 'fa:16:3e:1c:18:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fafc099e-662d-4a84-a27c-90ebd6dc1cd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:55:11Z', 'updated_at': '2022-05-04T17:57:16Z', 'revision_number': 9, 'project_id': '5b5434842582418989b681607468e11e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e71cdf7-883a-4bb7-ba70-098324781202', 'name': '', 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c', 'tenant_id': '5b5434842582418989b681607468e11e', 'mac_address': 'fa:16:3e:5f:1f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a81808-423a-4f6f-8675-7983db3de62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'fc5df0b0-84cb-434c-abf6-a659e7e30b34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:55:07Z', 'updated_at': '2022-05-04T17:55:13Z', 'revision_number': 5, 'project_id': '5b5434842582418989b681607468e11e', 'subnets': [{'id': 'fc5df0b0-84cb-434c-abf6-a659e7e30b34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:57:18.744883 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ba2744-9b67-402e-805c-cde8bd0c4cde None None] New status for floating IP 0f552e84-3325-448b-a06c-0a4220cc55fe: ACTIVE {{(pid=88039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:57:19.126310 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0801c7f-f793-4c3b-ba5b-3263fea3fbcd req-32004775-18c1-49c3-92db-383657ff058f tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:19.127767 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f0801c7f-f793-4c3b-ba5b-3263fea3fbcd req-32004775-18c1-49c3-92db-383657ff058f tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=fafc099e-662d-4a84-a27c-90ebd6dc1cd4 HTTP/1.1" status: 200 len: 945 time: 0.1492860 May 04 17:57:19.130279 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2048fed1-97ab-45e7-8a95-5c71e8f550d2 req-c4ebdb9e-cbe8-435c-88a8-706203f927ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:19.132186 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2048fed1-97ab-45e7-8a95-5c71e8f550d2 req-c4ebdb9e-cbe8-435c-88a8-706203f927ee service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5b5434842582418989b681607468e11e&device_id=fafc099e-662d-4a84-a27c-90ebd6dc1cd4 HTTP/1.1" status: 200 len: 1098 time: 0.1082926 May 04 17:57:19.304891 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f0801c7f-f793-4c3b-ba5b-3263fea3fbcd req-9d698db7-7278-476b-aee3-aa2099c9b544 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1707880 May 04 17:57:19.383510 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2048fed1-97ab-45e7-8a95-5c71e8f550d2 req-313eeb18-2478-4911-a142-ff0a4061cf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:19.384873 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2048fed1-97ab-45e7-8a95-5c71e8f550d2 req-313eeb18-2478-4911-a142-ff0a4061cf34 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a9d2ffc1-25d9-4699-b181-aab0105a8f2c HTTP/1.1" status: 200 len: 913 time: 0.2386119 May 04 17:57:19.487277 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2048fed1-97ab-45e7-8a95-5c71e8f550d2 req-d2e0a935-a933-4774-a5fe-119afa01e4c1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1bef6926-6108-496f-88fb-3fbd71ab81d5 HTTP/1.1" status: 200 len: 1002 time: 0.0958359 May 04 17:57:19.551538 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2048fed1-97ab-45e7-8a95-5c71e8f550d2 req-3094dc6a-18d4-404c-967b-7ef876847e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:19.552964 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2048fed1-97ab-45e7-8a95-5c71e8f550d2 req-3094dc6a-18d4-404c-967b-7ef876847e06 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fc5df0b0-84cb-434c-abf6-a659e7e30b34 HTTP/1.1" status: 200 len: 851 time: 0.0604274 May 04 17:57:19.624615 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2048fed1-97ab-45e7-8a95-5c71e8f550d2 req-1c5545d8-c1d4-45fd-9a5d-cc9135a2e8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:19.626133 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2048fed1-97ab-45e7-8a95-5c71e8f550d2 req-1c5545d8-c1d4-45fd-9a5d-cc9135a2e8e3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a9d2ffc1-25d9-4699-b181-aab0105a8f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672288 May 04 17:57:19.753822 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2048fed1-97ab-45e7-8a95-5c71e8f550d2 req-c029c98d-a8c7-49f3-a0f7-99f317e50132 service neutron] 10.222.0.42 "GET /v2.0/networks/a9d2ffc1-25d9-4699-b181-aab0105a8f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214144 May 04 17:57:19.883758 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2048fed1-97ab-45e7-8a95-5c71e8f550d2 req-3d8b510e-6890-426d-b6d3-a716f302cad3 service neutron] 10.222.0.42 "GET /v2.0/networks/a9d2ffc1-25d9-4699-b181-aab0105a8f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239069 May 04 17:57:20.487441 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e59c4af-c28a-4efe-9061-86dcfd4c8d47 req-68f24bbb-7f04-4aeb-87c1-e4e66c6eb25c tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:20.488948 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-5e59c4af-c28a-4efe-9061-86dcfd4c8d47 req-68f24bbb-7f04-4aeb-87c1-e4e66c6eb25c tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=fafc099e-662d-4a84-a27c-90ebd6dc1cd4 HTTP/1.1" status: 200 len: 945 time: 0.0790818 May 04 17:57:20.531791 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-5e59c4af-c28a-4efe-9061-86dcfd4c8d47 req-c56c6118-d1db-43be-a874-dd47049a1e65 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373404 May 04 17:57:21.717688 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f345353-ff01-4a7d-a1ae-ddb37db7bdd8 req-6364f0e4-ec60-49f5-99d3-dda4869a52d9 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:21.719158 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-4f345353-ff01-4a7d-a1ae-ddb37db7bdd8 req-6364f0e4-ec60-49f5-99d3-dda4869a52d9 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=fafc099e-662d-4a84-a27c-90ebd6dc1cd4 HTTP/1.1" status: 200 len: 945 time: 0.0840733 May 04 17:57:21.762141 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-4f345353-ff01-4a7d-a1ae-ddb37db7bdd8 req-032c1b88-0fd2-4ad2-ab27-b3399b219af2 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369177 May 04 17:57:22.947432 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb52b2-10d6-4fd1-bc5f-70d509a1dd0c req-e7f885f9-23b9-45b8-8233-de8c9e69ef4d tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:22.948939 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-90fb52b2-10d6-4fd1-bc5f-70d509a1dd0c req-e7f885f9-23b9-45b8-8233-de8c9e69ef4d tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=fafc099e-662d-4a84-a27c-90ebd6dc1cd4 HTTP/1.1" status: 200 len: 945 time: 0.0825372 May 04 17:57:22.992420 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-90fb52b2-10d6-4fd1-bc5f-70d509a1dd0c req-11b5fd2f-10ca-4334-a694-7bfbdafc5c37 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377486 May 04 17:57:24.170260 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d8248-f9a0-4a76-8908-b85ca0c15f73 req-e5a60eff-06f4-4623-b754-1bfd0ace6b85 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:24.171633 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-743d8248-f9a0-4a76-8908-b85ca0c15f73 req-e5a60eff-06f4-4623-b754-1bfd0ace6b85 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=fafc099e-662d-4a84-a27c-90ebd6dc1cd4 HTTP/1.1" status: 200 len: 945 time: 0.0772202 May 04 17:57:24.214927 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-743d8248-f9a0-4a76-8908-b85ca0c15f73 req-c2b27177-5348-458e-ac17-4c055edbdb4e tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376647 May 04 17:57:25.395233 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef0c85b-59a2-438d-b815-c65e2daeb236 req-0f36ca78-b39b-43e5-814b-b28c552212f8 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:25.396718 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-cef0c85b-59a2-438d-b815-c65e2daeb236 req-0f36ca78-b39b-43e5-814b-b28c552212f8 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=fafc099e-662d-4a84-a27c-90ebd6dc1cd4 HTTP/1.1" status: 200 len: 945 time: 0.0790286 May 04 17:57:25.443364 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-cef0c85b-59a2-438d-b815-c65e2daeb236 req-5f77173e-3842-4726-aa14-80db8797deec tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411024 May 04 17:57:26.629592 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3daec9-2a75-4520-89a0-b4cda7a22060 req-1816a9b5-6423-449f-a4c7-28bdfb51e441 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:26.631069 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5d3daec9-2a75-4520-89a0-b4cda7a22060 req-1816a9b5-6423-449f-a4c7-28bdfb51e441 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=fafc099e-662d-4a84-a27c-90ebd6dc1cd4 HTTP/1.1" status: 200 len: 945 time: 0.0822330 May 04 17:57:26.675233 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5d3daec9-2a75-4520-89a0-b4cda7a22060 req-7de65a5c-5e69-40af-a075-2e960a45bfda tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379596 May 04 17:57:27.972336 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f52044-73ac-4d35-8fe6-a563d088b873 req-f0aa265b-8f85-498e-9bf2-8663777c813a tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:27.974328 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-65f52044-73ac-4d35-8fe6-a563d088b873 req-f0aa265b-8f85-498e-9bf2-8663777c813a tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=fafc099e-662d-4a84-a27c-90ebd6dc1cd4 HTTP/1.1" status: 200 len: 945 time: 0.1863334 May 04 17:57:28.016841 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-65f52044-73ac-4d35-8fe6-a563d088b873 req-5c7e303f-19ad-4622-96ad-5f2fa26707ab tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368249 May 04 17:57:29.197563 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1714cdd2-c8f4-4dce-a05c-a962469bafcd req-b1695260-7239-43a4-bb1c-cd68203ac9f6 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:29.199019 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-1714cdd2-c8f4-4dce-a05c-a962469bafcd req-b1695260-7239-43a4-bb1c-cd68203ac9f6 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=fafc099e-662d-4a84-a27c-90ebd6dc1cd4 HTTP/1.1" status: 200 len: 945 time: 0.0779853 May 04 17:57:29.246260 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-1714cdd2-c8f4-4dce-a05c-a962469bafcd req-f5f84fc2-5d85-434a-b2d8-315262e9b66e tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415590 May 04 17:57:30.434331 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d710eba-e08f-491c-8157-344c2eae635c req-126eca6a-5ab0-4c19-8e31-e3f43ccd12dc tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:30.435671 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-5d710eba-e08f-491c-8157-344c2eae635c req-126eca6a-5ab0-4c19-8e31-e3f43ccd12dc tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=fafc099e-662d-4a84-a27c-90ebd6dc1cd4 HTTP/1.1" status: 200 len: 945 time: 0.0844636 May 04 17:57:30.477978 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-5d710eba-e08f-491c-8157-344c2eae635c req-6716f7cf-5e3a-470a-aaf2-3a575b51a04a tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366182 May 04 17:57:31.659562 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f40b49-e46a-482d-94bd-ba4a89240f38 req-4d03a330-e8a3-451f-b4df-e0dcbf9e3a0d tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:31.661078 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-41f40b49-e46a-482d-94bd-ba4a89240f38 req-4d03a330-e8a3-451f-b4df-e0dcbf9e3a0d tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=fafc099e-662d-4a84-a27c-90ebd6dc1cd4 HTTP/1.1" status: 200 len: 945 time: 0.0790410 May 04 17:57:31.708714 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-41f40b49-e46a-482d-94bd-ba4a89240f38 req-87fb2b0a-f691-46da-b1ea-01bbe8d98a9b tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421207 May 04 17:57:32.894192 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc67743-f0ef-4cf6-9259-41db18f42100 req-1cb0d654-4256-484f-94e3-e197d1936759 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:32.896204 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-1cc67743-f0ef-4cf6-9259-41db18f42100 req-1cb0d654-4256-484f-94e3-e197d1936759 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=fafc099e-662d-4a84-a27c-90ebd6dc1cd4 HTTP/1.1" status: 200 len: 945 time: 0.0781758 May 04 17:57:32.938606 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-1cc67743-f0ef-4cf6-9259-41db18f42100 req-18cd40c6-b6fc-4138-8ef3-2f83a8f9eb19 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368054 May 04 17:57:33.226196 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-cd0731d5-143a-4ac2-b7f9-84164a42e3bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:57:34.138216 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e4d73c-93bb-45b2-a2ac-04e244a51fe0 req-06b12998-7d0e-4035-ac68-fb9e06f70dae tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:34.139664 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b3e4d73c-93bb-45b2-a2ac-04e244a51fe0 req-06b12998-7d0e-4035-ac68-fb9e06f70dae tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=fafc099e-662d-4a84-a27c-90ebd6dc1cd4 HTTP/1.1" status: 200 len: 945 time: 0.0820072 May 04 17:57:34.183169 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b3e4d73c-93bb-45b2-a2ac-04e244a51fe0 req-0e87689e-8ed4-4f9d-8c78-163f960c7af5 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379012 May 04 17:57:35.374506 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885418fb-5c39-4929-a20d-e0de03efd0f0 req-8eb4995f-0c60-4cee-8533-f6bd2afd47ff tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:35.375863 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-885418fb-5c39-4929-a20d-e0de03efd0f0 req-8eb4995f-0c60-4cee-8533-f6bd2afd47ff tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=fafc099e-662d-4a84-a27c-90ebd6dc1cd4 HTTP/1.1" status: 200 len: 945 time: 0.0860283 May 04 17:57:35.419044 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-885418fb-5c39-4929-a20d-e0de03efd0f0 req-09a3a2e9-bfc6-45ba-96cd-7854e7ba129b tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368278 May 04 17:57:35.550961 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4039ca25-eaa3-4b95-8a04-839c79d9ba9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:57:36.599161 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2ea3c-bdc4-4bd9-9dde-afada273fa08 req-7ec30cb2-a1fc-4646-b09b-06e592a52eee tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:36.600631 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e0b2ea3c-bdc4-4bd9-9dde-afada273fa08 req-7ec30cb2-a1fc-4646-b09b-06e592a52eee tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=fafc099e-662d-4a84-a27c-90ebd6dc1cd4 HTTP/1.1" status: 200 len: 945 time: 0.0784831 May 04 17:57:36.608182 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:57:36.612742 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:57:36.648724 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e0b2ea3c-bdc4-4bd9-9dde-afada273fa08 req-31769351-a8a3-4b35-838a-8cdf686e518d tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417776 May 04 17:57:37.829475 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bd459b-46db-4625-b19d-e0bb05c07229 req-ecf0fb96-8d3b-4852-90bd-c42d05df0d77 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:37.830958 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-98bd459b-46db-4625-b19d-e0bb05c07229 req-ecf0fb96-8d3b-4852-90bd-c42d05df0d77 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=fafc099e-662d-4a84-a27c-90ebd6dc1cd4 HTTP/1.1" status: 200 len: 945 time: 0.0781970 May 04 17:57:37.877406 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-98bd459b-46db-4625-b19d-e0bb05c07229 req-a302e00b-bb62-4adf-a26a-815c7ca11741 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404069 May 04 17:57:37.939543 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:57:39.060280 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a921b88-f778-4b9d-b496-7dfd6f3e6fa7 req-9f9c4dd7-acf4-41e4-8065-abff6bb977e3 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:39.061723 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2a921b88-f778-4b9d-b496-7dfd6f3e6fa7 req-9f9c4dd7-acf4-41e4-8065-abff6bb977e3 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=fafc099e-662d-4a84-a27c-90ebd6dc1cd4 HTTP/1.1" status: 200 len: 945 time: 0.0826013 May 04 17:57:39.104413 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2a921b88-f778-4b9d-b496-7dfd6f3e6fa7 req-d3e03089-d61d-4937-8e96-09633eeb0943 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371308 May 04 17:57:39.506448 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:57:40.286582 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936dca8-dc45-49e7-8b40-fffe7771ad25 req-2bc1a3d6-311f-4bf3-bf14-5a52552cb602 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:40.288042 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-9936dca8-dc45-49e7-8b40-fffe7771ad25 req-2bc1a3d6-311f-4bf3-bf14-5a52552cb602 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=fafc099e-662d-4a84-a27c-90ebd6dc1cd4 HTTP/1.1" status: 200 len: 945 time: 0.0791080 May 04 17:57:40.296823 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 17:57:40.331400 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-9936dca8-dc45-49e7-8b40-fffe7771ad25 req-cf6d9150-2f1f-4470-9903-a0f4aef7b3a9 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373588 May 04 17:57:41.514391 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd0f9e5-f470-43e0-8235-9750655f6164 req-85b0cc87-1c97-48c2-aa14-9430fac645d6 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:41.515854 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-7bd0f9e5-f470-43e0-8235-9750655f6164 req-85b0cc87-1c97-48c2-aa14-9430fac645d6 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=fafc099e-662d-4a84-a27c-90ebd6dc1cd4 HTTP/1.1" status: 200 len: 945 time: 0.0779667 May 04 17:57:41.559283 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-7bd0f9e5-f470-43e0-8235-9750655f6164 req-f64cf52d-d32b-4ffc-958f-166f044ab084 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372686 May 04 17:57:42.749199 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1128de-6c94-43ed-8fd3-ab486b4b4d2c req-50cc91d9-4f2a-46fd-b091-e110d107bca0 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:42.750767 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-4f1128de-6c94-43ed-8fd3-ab486b4b4d2c req-50cc91d9-4f2a-46fd-b091-e110d107bca0 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=fafc099e-662d-4a84-a27c-90ebd6dc1cd4 HTTP/1.1" status: 200 len: 945 time: 0.0858293 May 04 17:57:42.794344 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-4f1128de-6c94-43ed-8fd3-ab486b4b4d2c req-17fcae33-9760-4861-8d22-911201a66009 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378644 May 04 17:57:43.981066 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2668cb-8ca3-4a0a-ba59-c155c98fe651 req-7d180ef8-388b-497f-a833-f548db2667a6 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:43.982504 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-be2668cb-8ca3-4a0a-ba59-c155c98fe651 req-7d180ef8-388b-497f-a833-f548db2667a6 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=fafc099e-662d-4a84-a27c-90ebd6dc1cd4 HTTP/1.1" status: 200 len: 945 time: 0.0815315 May 04 17:57:44.026413 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-be2668cb-8ca3-4a0a-ba59-c155c98fe651 req-5ebda63f-6b10-41f4-b244-ad50b6d0d6b7 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383861 May 04 17:57:45.207418 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce81b8ff-0cf9-4255-b78b-b721a7f4b82c req-093df8cb-c6e7-4d7e-9ed4-9502c8cb99c3 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:45.208897 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-ce81b8ff-0cf9-4255-b78b-b721a7f4b82c req-093df8cb-c6e7-4d7e-9ed4-9502c8cb99c3 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=fafc099e-662d-4a84-a27c-90ebd6dc1cd4 HTTP/1.1" status: 200 len: 945 time: 0.0777457 May 04 17:57:45.253860 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-ce81b8ff-0cf9-4255-b78b-b721a7f4b82c req-710316d9-366c-42ef-b93e-43a70410c110 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388291 May 04 17:57:46.433049 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9637a1-5919-4f8a-a172-33eb037a65a9 req-4503e608-cdc6-4643-880c-500e6fe32ad4 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:46.434494 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9c9637a1-5919-4f8a-a172-33eb037a65a9 req-4503e608-cdc6-4643-880c-500e6fe32ad4 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=fafc099e-662d-4a84-a27c-90ebd6dc1cd4 HTTP/1.1" status: 200 len: 945 time: 0.0772746 May 04 17:57:46.481133 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9c9637a1-5919-4f8a-a172-33eb037a65a9 req-91747966-c54b-4166-949f-b0f929215bea tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410705 May 04 17:57:46.630736 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2048fed1-97ab-45e7-8a95-5c71e8f550d2 req-973649a6-e021-42b6-b6ff-41666bae05d4 service neutron] 10.222.0.42 "GET /v2.0/ports/1bef6926-6108-496f-88fb-3fbd71ab81d5/bindings/hv-neutron-8404 HTTP/1.1" status: 200 len: 384 time: 0.0724378 May 04 17:57:46.891279 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2048fed1-97ab-45e7-8a95-5c71e8f550d2 req-ed358bce-ce3f-43ea-95d4-816aa4efc1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:46.892729 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2048fed1-97ab-45e7-8a95-5c71e8f550d2 req-ed358bce-ce3f-43ea-95d4-816aa4efc1bf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fafc099e-662d-4a84-a27c-90ebd6dc1cd4&tenant_id=5b5434842582418989b681607468e11e HTTP/1.1" status: 200 len: 1098 time: 0.0695324 May 04 17:57:46.986652 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2048fed1-97ab-45e7-8a95-5c71e8f550d2 req-982c25c6-dc52-4704-b26d-39b7ae11bb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:46.989485 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2048fed1-97ab-45e7-8a95-5c71e8f550d2 req-982c25c6-dc52-4704-b26d-39b7ae11bb8e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5b5434842582418989b681607468e11e&device_id=fafc099e-662d-4a84-a27c-90ebd6dc1cd4 HTTP/1.1" status: 200 len: 1098 time: 0.0742326 May 04 17:57:47.118187 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2048fed1-97ab-45e7-8a95-5c71e8f550d2 req-0d95a0a1-386b-4368-bfec-45b7a8db0b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:47.119785 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2048fed1-97ab-45e7-8a95-5c71e8f550d2 req-0d95a0a1-386b-4368-bfec-45b7a8db0b7a service neutron] 10.222.0.42 "GET /v2.0/networks?id=a9d2ffc1-25d9-4699-b181-aab0105a8f2c HTTP/1.1" status: 200 len: 913 time: 0.1254396 May 04 17:57:47.315944 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2048fed1-97ab-45e7-8a95-5c71e8f550d2 req-180c739f-680b-447c-970f-d33ea2185fb4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1bef6926-6108-496f-88fb-3fbd71ab81d5 HTTP/1.1" status: 200 len: 1002 time: 0.1905825 May 04 17:57:47.374557 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2048fed1-97ab-45e7-8a95-5c71e8f550d2 req-22e6600b-411d-441e-be91-9acff75fb266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:47.375908 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2048fed1-97ab-45e7-8a95-5c71e8f550d2 req-22e6600b-411d-441e-be91-9acff75fb266 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fc5df0b0-84cb-434c-abf6-a659e7e30b34 HTTP/1.1" status: 200 len: 851 time: 0.0543058 May 04 17:57:47.451644 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2048fed1-97ab-45e7-8a95-5c71e8f550d2 req-3575af7b-c93e-4dae-9432-4730de4c2d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:47.453076 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2048fed1-97ab-45e7-8a95-5c71e8f550d2 req-3575af7b-c93e-4dae-9432-4730de4c2d1a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a9d2ffc1-25d9-4699-b181-aab0105a8f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709393 May 04 17:57:47.584492 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2048fed1-97ab-45e7-8a95-5c71e8f550d2 req-581a2edd-f84d-4a12-a621-ea21f6248384 service neutron] 10.222.0.42 "GET /v2.0/networks/a9d2ffc1-25d9-4699-b181-aab0105a8f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244192 May 04 17:57:47.676777 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b2a97-4a75-41cb-9422-c8c5518d8a29 req-7d0263b9-74c4-4de8-b630-7105e65c80e9 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:47.678281 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-6c0b2a97-4a75-41cb-9422-c8c5518d8a29 req-7d0263b9-74c4-4de8-b630-7105e65c80e9 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=fafc099e-662d-4a84-a27c-90ebd6dc1cd4 HTTP/1.1" status: 200 len: 945 time: 0.0836270 May 04 17:57:47.715858 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2048fed1-97ab-45e7-8a95-5c71e8f550d2 req-f7c8c5b1-a367-43b1-8381-3c92ac35b5ae service neutron] 10.222.0.42 "GET /v2.0/networks/a9d2ffc1-25d9-4699-b181-aab0105a8f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249521 May 04 17:57:47.723989 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-6c0b2a97-4a75-41cb-9422-c8c5518d8a29 req-da21805c-f0b9-4bcf-9240-7994ab549644 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400147 May 04 17:57:48.907477 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe608d8d-bf10-4cd8-85ae-6fbb518564e7 req-11b6b22e-f2df-4801-bb72-e9e5e99337e1 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:48.908915 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-fe608d8d-bf10-4cd8-85ae-6fbb518564e7 req-11b6b22e-f2df-4801-bb72-e9e5e99337e1 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=fafc099e-662d-4a84-a27c-90ebd6dc1cd4 HTTP/1.1" status: 200 len: 945 time: 0.0784142 May 04 17:57:48.951513 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-fe608d8d-bf10-4cd8-85ae-6fbb518564e7 req-20775cca-86d2-46bd-b2b8-24f6c2813f47 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364656 May 04 17:57:50.135100 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b58ff38-d5b9-4364-bb8a-726c0366b9ae req-4c4f2599-7021-4e02-8fca-e39386378ba8 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:50.136549 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-5b58ff38-d5b9-4364-bb8a-726c0366b9ae req-4c4f2599-7021-4e02-8fca-e39386378ba8 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=fafc099e-662d-4a84-a27c-90ebd6dc1cd4 HTTP/1.1" status: 200 len: 945 time: 0.0780311 May 04 17:57:50.183077 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-5b58ff38-d5b9-4364-bb8a-726c0366b9ae req-dff8de40-e653-449c-8cf7-ae0b126f005c tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409331 May 04 17:57:50.807667 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 1bef6926-6108-496f-88fb-3fbd71ab81d5 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:57:50.809979 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 1bef6926-6108-496f-88fb-3fbd71ab81d5 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:57:51.049039 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:57:51.079107 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 1bef6926-6108-496f-88fb-3fbd71ab81d5, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=1bef6926-6108-496f-88fb-3fbd71ab81d5,segment=NetworkSegment(1486ec6e-4df6-4c51-b2a7-93fd7420d7e4),segment_id=1486ec6e-4df6-4c51-b2a7-93fd7420d7e4)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:57:51.100285 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Returning: {'device': '1bef6926-6108-496f-88fb-3fbd71ab81d5', 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c', 'port_id': '1bef6926-6108-496f-88fb-3fbd71ab81d5', 'mac_address': 'fa:16:3e:1c:18:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc5df0b0-84cb-434c-abf6-a659e7e30b34', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:57:51.101537 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fafc099e-662d-4a84-a27c-90ebd6dc1cd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bef6926-6108-496f-88fb-3fbd71ab81d5'}] {{(pid=88039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:57:51.152009 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 1bef6926-6108-496f-88fb-3fbd71ab81d5, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=1bef6926-6108-496f-88fb-3fbd71ab81d5,segment=NetworkSegment(1486ec6e-4df6-4c51-b2a7-93fd7420d7e4),segment_id=1486ec6e-4df6-4c51-b2a7-93fd7420d7e4)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:57:51.156388 dv-neutron-840426-1-hyperv neutron-server[88039]: INFO neutron.notifiers.nova [-] Nova event matching ['req-531909f1-9e38-47cd-9bc7-c135d4aff3fd'] response: {'server_uuid': 'fafc099e-662d-4a84-a27c-90ebd6dc1cd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bef6926-6108-496f-88fb-3fbd71ab81d5', 'code': 200} May 04 17:57:51.159319 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:57:51.217071 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:57:51.242557 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1bef6926-6108-496f-88fb-3fbd71ab81d5 {{(pid=88039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:57:51.279319 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=1bef6926-6108-496f-88fb-3fbd71ab81d5,revision_number=6']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:57:51.306839 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.db.api [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:57:51.307104 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG oslo_db.api [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:57:51.365109 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a0dc7b-009f-419a-9c74-afaaecd1e4d7 req-b0d28cab-2cf6-4cb7-ac0a-254bfa282121 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:51.366596 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-66a0dc7b-009f-419a-9c74-afaaecd1e4d7 req-b0d28cab-2cf6-4cb7-ac0a-254bfa282121 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=fafc099e-662d-4a84-a27c-90ebd6dc1cd4 HTTP/1.1" status: 200 len: 943 time: 0.0781953 May 04 17:57:51.409019 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-66a0dc7b-009f-419a-9c74-afaaecd1e4d7 req-5ed56507-183f-4f7e-a2f3-93c485b8844d tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367863 May 04 17:57:51.800680 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c6b0d8-f71b-45e6-816d-3ce151c1b668 req-2150fb6a-f539-43a5-bcd1-2724eb90724f tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:51.802192 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-76c6b0d8-f71b-45e6-816d-3ce151c1b668 req-2150fb6a-f539-43a5-bcd1-2724eb90724f tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.42 "GET /v2.0/ports?device_id=fafc099e-662d-4a84-a27c-90ebd6dc1cd4&tenant_id=5b5434842582418989b681607468e11e&binding%3Ahost_id=hv-neutron-8404 HTTP/1.1" status: 200 len: 943 time: 0.0877018 May 04 17:57:51.853974 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc9a8c-c1e9-4f07-81c1-e2507eb0569c req-2e14f2aa-c380-42e1-b699-3efd335c19e0 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:51.855512 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-2abc9a8c-c1e9-4f07-81c1-e2507eb0569c req-2e14f2aa-c380-42e1-b699-3efd335c19e0 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=fafc099e-662d-4a84-a27c-90ebd6dc1cd4 HTTP/1.1" status: 200 len: 943 time: 0.0832839 May 04 17:57:51.865459 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:57:51.882798 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bef6926-6108-496f-88fb-3fbd71ab81d5 {{(pid=88039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:57:51.883929 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-76c6b0d8-f71b-45e6-816d-3ce151c1b668 req-0beae847-e594-415e-9c5c-6c26b962163a service neutron] 10.222.0.42 "GET /v2.0/ports/1bef6926-6108-496f-88fb-3fbd71ab81d5/bindings/hv-neutron-8404 HTTP/1.1" status: 200 len: 384 time: 0.0761735 May 04 17:57:51.900761 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 1bef6926-6108-496f-88fb-3fbd71ab81d5, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=1bef6926-6108-496f-88fb-3fbd71ab81d5,segment=NetworkSegment(1486ec6e-4df6-4c51-b2a7-93fd7420d7e4),segment_id=1486ec6e-4df6-4c51-b2a7-93fd7420d7e4)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:57:51.901427 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-2abc9a8c-c1e9-4f07-81c1-e2507eb0569c req-153c60da-1164-4e20-a909-2369fa41c890 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396242 May 04 17:57:51.905037 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:57:51.976549 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=1bef6926-6108-496f-88fb-3fbd71ab81d5,revision_number=7']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:57:51.982380 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c6b0d8-f71b-45e6-816d-3ce151c1b668 req-94606a68-8ddd-4c2d-ac92-be66e9012a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:51.983991 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-76c6b0d8-f71b-45e6-816d-3ce151c1b668 req-94606a68-8ddd-4c2d-ac92-be66e9012a75 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5b5434842582418989b681607468e11e&device_id=fafc099e-662d-4a84-a27c-90ebd6dc1cd4 HTTP/1.1" status: 200 len: 1097 time: 0.0775273 May 04 17:57:51.986710 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] get_ports_and_sgs() called for port_ids ['1bef6926-6108-496f-88fb-3fbd71ab81d5'] {{(pid=88039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:57:52.114177 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c6b0d8-f71b-45e6-816d-3ce151c1b668 req-0d80a5ea-b683-49b8-b06c-7ec7dc598581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:52.115705 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-76c6b0d8-f71b-45e6-816d-3ce151c1b668 req-0d80a5ea-b683-49b8-b06c-7ec7dc598581 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a9d2ffc1-25d9-4699-b181-aab0105a8f2c HTTP/1.1" status: 200 len: 913 time: 0.1251006 May 04 17:57:52.217106 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-76c6b0d8-f71b-45e6-816d-3ce151c1b668 req-331ce5ea-5e97-4772-aad9-87ef4acb442b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1bef6926-6108-496f-88fb-3fbd71ab81d5 HTTP/1.1" status: 200 len: 1001 time: 0.0950074 May 04 17:57:52.278729 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c6b0d8-f71b-45e6-816d-3ce151c1b668 req-8c8a757e-905e-4e14-bda2-b9e70cfc6ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:52.280117 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-76c6b0d8-f71b-45e6-816d-3ce151c1b668 req-8c8a757e-905e-4e14-bda2-b9e70cfc6ef8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fc5df0b0-84cb-434c-abf6-a659e7e30b34 HTTP/1.1" status: 200 len: 851 time: 0.0556109 May 04 17:57:52.352606 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c6b0d8-f71b-45e6-816d-3ce151c1b668 req-c12cc8ef-7d1a-4c5a-8b93-12d90b051331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:52.354025 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-76c6b0d8-f71b-45e6-816d-3ce151c1b668 req-c12cc8ef-7d1a-4c5a-8b93-12d90b051331 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a9d2ffc1-25d9-4699-b181-aab0105a8f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667729 May 04 17:57:52.480851 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-76c6b0d8-f71b-45e6-816d-3ce151c1b668 req-2211640f-3ab0-4c90-aaaa-1f06b8790f6f service neutron] 10.222.0.42 "GET /v2.0/networks/a9d2ffc1-25d9-4699-b181-aab0105a8f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201048 May 04 17:57:52.608319 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-76c6b0d8-f71b-45e6-816d-3ce151c1b668 req-77b2ff32-55ad-4c72-9dff-88b96e392ae6 service neutron] 10.222.0.42 "GET /v2.0/networks/a9d2ffc1-25d9-4699-b181-aab0105a8f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210110 May 04 17:57:52.834718 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 1bef6926-6108-496f-88fb-3fbd71ab81d5 up at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:57:52.901257 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning complete for port 1bef6926-6108-496f-88fb-3fbd71ab81d5 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:57:52.901896 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:57:53.028648 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:57:53.061893 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 1bef6926-6108-496f-88fb-3fbd71ab81d5, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=1bef6926-6108-496f-88fb-3fbd71ab81d5,segment=NetworkSegment(1486ec6e-4df6-4c51-b2a7-93fd7420d7e4),segment_id=1486ec6e-4df6-4c51-b2a7-93fd7420d7e4)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:57:53.065949 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:57:53.100697 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5bf8bb-c895-4a15-a241-89e4c93e7e3d req-d8930470-d37b-47c7-864e-b3ec61938686 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:53.102224 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5d5bf8bb-c895-4a15-a241-89e4c93e7e3d req-d8930470-d37b-47c7-864e-b3ec61938686 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=fafc099e-662d-4a84-a27c-90ebd6dc1cd4 HTTP/1.1" status: 200 len: 944 time: 0.0856950 May 04 17:57:53.139969 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=1bef6926-6108-496f-88fb-3fbd71ab81d5,revision_number=8']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:57:53.148518 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5d5bf8bb-c895-4a15-a241-89e4c93e7e3d req-a2450db0-9f1b-493c-a0a1-815b23350e14 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398226 May 04 17:57:53.157426 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fafc099e-662d-4a84-a27c-90ebd6dc1cd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bef6926-6108-496f-88fb-3fbd71ab81d5'}] {{(pid=88039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:57:53.217326 dv-neutron-840426-1-hyperv neutron-server[88039]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e72f5646-68c2-4ba0-9cb3-61198085d2d5'] response: {'server_uuid': 'fafc099e-662d-4a84-a27c-90ebd6dc1cd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bef6926-6108-496f-88fb-3fbd71ab81d5', 'code': 200} May 04 17:57:54.335151 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2807cbe-2f58-4a56-b50e-33f4a0d6b773 req-14c01638-475d-4318-9674-428dc5f7f81a tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:54.336611 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f2807cbe-2f58-4a56-b50e-33f4a0d6b773 req-14c01638-475d-4318-9674-428dc5f7f81a tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=fafc099e-662d-4a84-a27c-90ebd6dc1cd4 HTTP/1.1" status: 200 len: 945 time: 0.0809999 May 04 17:57:54.382845 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f2807cbe-2f58-4a56-b50e-33f4a0d6b773 req-8ef467e5-6467-49d6-b2c8-3a54ed16ad55 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404463 May 04 17:57:55.314644 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c6b0d8-f71b-45e6-816d-3ce151c1b668 req-ff4f23e1-19df-48e1-be97-6abf33ad95dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:55.316032 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-76c6b0d8-f71b-45e6-816d-3ce151c1b668 req-ff4f23e1-19df-48e1-be97-6abf33ad95dc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fafc099e-662d-4a84-a27c-90ebd6dc1cd4&tenant_id=5b5434842582418989b681607468e11e HTTP/1.1" status: 200 len: 1098 time: 0.1683705 May 04 17:57:55.403641 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c6b0d8-f71b-45e6-816d-3ce151c1b668 req-60d75226-0c2f-4eab-951e-1264796c50ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:55.405068 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-76c6b0d8-f71b-45e6-816d-3ce151c1b668 req-60d75226-0c2f-4eab-951e-1264796c50ed service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5b5434842582418989b681607468e11e&device_id=fafc099e-662d-4a84-a27c-90ebd6dc1cd4 HTTP/1.1" status: 200 len: 1098 time: 0.0685115 May 04 17:57:55.535247 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c6b0d8-f71b-45e6-816d-3ce151c1b668 req-abe691ff-eab4-456e-84d9-6189a1f0ae08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:55.536703 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-76c6b0d8-f71b-45e6-816d-3ce151c1b668 req-abe691ff-eab4-456e-84d9-6189a1f0ae08 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a9d2ffc1-25d9-4699-b181-aab0105a8f2c HTTP/1.1" status: 200 len: 913 time: 0.1246357 May 04 17:57:55.569273 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc7be6-8951-429d-9ba6-b176e6ab462d req-9b60c21b-0dae-4190-be3c-103698a42f5a tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:55.570708 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-1efc7be6-8951-429d-9ba6-b176e6ab462d req-9b60c21b-0dae-4190-be3c-103698a42f5a tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=fafc099e-662d-4a84-a27c-90ebd6dc1cd4 HTTP/1.1" status: 200 len: 945 time: 0.0796418 May 04 17:57:55.615618 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-1efc7be6-8951-429d-9ba6-b176e6ab462d req-36b385a4-7ee4-4a83-bbf6-5f16b2f34bbb tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391214 May 04 17:57:55.639649 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-76c6b0d8-f71b-45e6-816d-3ce151c1b668 req-16ad6f7d-6c63-44da-8a25-eb07609c7bce service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1bef6926-6108-496f-88fb-3fbd71ab81d5 HTTP/1.1" status: 200 len: 1002 time: 0.0962255 May 04 17:57:55.704174 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c6b0d8-f71b-45e6-816d-3ce151c1b668 req-db44a241-6574-4c99-914e-a413646b9243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:55.705592 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-76c6b0d8-f71b-45e6-816d-3ce151c1b668 req-db44a241-6574-4c99-914e-a413646b9243 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fc5df0b0-84cb-434c-abf6-a659e7e30b34 HTTP/1.1" status: 200 len: 851 time: 0.0588038 May 04 17:57:55.777274 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c6b0d8-f71b-45e6-816d-3ce151c1b668 req-7598f853-7d25-4c79-9a45-01b46d1cdb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:55.778727 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-76c6b0d8-f71b-45e6-816d-3ce151c1b668 req-7598f853-7d25-4c79-9a45-01b46d1cdb11 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a9d2ffc1-25d9-4699-b181-aab0105a8f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673077 May 04 17:57:55.906143 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-76c6b0d8-f71b-45e6-816d-3ce151c1b668 req-f0d0ccda-b899-4954-a835-32a46ab24f75 service neutron] 10.222.0.42 "GET /v2.0/networks/a9d2ffc1-25d9-4699-b181-aab0105a8f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203399 May 04 17:57:56.032530 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-76c6b0d8-f71b-45e6-816d-3ce151c1b668 req-ae202010-0a91-4b01-887c-33b1b46746fb service neutron] 10.222.0.42 "GET /v2.0/networks/a9d2ffc1-25d9-4699-b181-aab0105a8f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202548 May 04 17:57:56.805415 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e794ecf-a90e-408d-86d4-caaa43168d74 req-72c32de4-766e-4929-8dfb-048f388f0edc tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:56.806868 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6e794ecf-a90e-408d-86d4-caaa43168d74 req-72c32de4-766e-4929-8dfb-048f388f0edc tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=fafc099e-662d-4a84-a27c-90ebd6dc1cd4 HTTP/1.1" status: 200 len: 945 time: 0.0856485 May 04 17:57:56.849309 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6e794ecf-a90e-408d-86d4-caaa43168d74 req-8f1ae612-d120-4e7f-8b97-3d099ad2b270 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368426 May 04 17:57:58.042657 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc6d46e-9fa9-474c-acb5-d77451abac9f req-fcd96f0d-9a67-46cf-8274-59d96834595b tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:58.044124 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-4cc6d46e-9fa9-474c-acb5-d77451abac9f req-fcd96f0d-9a67-46cf-8274-59d96834595b tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=fafc099e-662d-4a84-a27c-90ebd6dc1cd4 HTTP/1.1" status: 200 len: 945 time: 0.0854204 May 04 17:57:58.088680 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-4cc6d46e-9fa9-474c-acb5-d77451abac9f req-ed21edc5-e238-4ccc-9bf1-a020c40a53c2 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389347 May 04 17:57:58.870308 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 1bef6926-6108-496f-88fb-3fbd71ab81d5 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:57:58.984765 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:57:59.010997 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fafc099e-662d-4a84-a27c-90ebd6dc1cd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bef6926-6108-496f-88fb-3fbd71ab81d5'}] {{(pid=88039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:57:59.021373 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 1bef6926-6108-496f-88fb-3fbd71ab81d5, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=1bef6926-6108-496f-88fb-3fbd71ab81d5,segment=NetworkSegment(1486ec6e-4df6-4c51-b2a7-93fd7420d7e4),segment_id=1486ec6e-4df6-4c51-b2a7-93fd7420d7e4)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:57:59.024925 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:57:59.059478 dv-neutron-840426-1-hyperv neutron-server[88039]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f533c319-cdc0-43d9-865a-b5b6c7bc24dd'] response: {'server_uuid': 'fafc099e-662d-4a84-a27c-90ebd6dc1cd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bef6926-6108-496f-88fb-3fbd71ab81d5', 'code': 200} May 04 17:57:59.090172 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=1bef6926-6108-496f-88fb-3fbd71ab81d5,revision_number=9']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:57:59.277822 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b3585-c9ec-494e-8bf9-df11ff038824 req-fedbefb4-ecea-4347-8e2c-8d2f9cef7213 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:59.279318 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-4c4b3585-c9ec-494e-8bf9-df11ff038824 req-fedbefb4-ecea-4347-8e2c-8d2f9cef7213 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=fafc099e-662d-4a84-a27c-90ebd6dc1cd4 HTTP/1.1" status: 200 len: 943 time: 0.0841787 May 04 17:57:59.323821 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-4c4b3585-c9ec-494e-8bf9-df11ff038824 req-76025c5c-f190-4a48-a9ae-7ad00e4f22f9 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388799 May 04 17:57:59.515089 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10dfa1c-6fe6-467b-af51-f9855619f06b req-19990f89-761a-4d58-81bf-b69cee275462 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:59.516483 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a10dfa1c-6fe6-467b-af51-f9855619f06b req-19990f89-761a-4d58-81bf-b69cee275462 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=fafc099e-662d-4a84-a27c-90ebd6dc1cd4 HTTP/1.1" status: 200 len: 943 time: 0.0857840 May 04 17:57:59.565149 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a10dfa1c-6fe6-467b-af51-f9855619f06b req-6f1edd1b-4ad6-4d91-9d63-37520014911e tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430224 May 04 17:57:59.747433 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcf4f1a-99d3-4065-b673-ea0c808ac898 req-d2c80285-fd37-4163-9538-a1a832f3dee0 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:57:59.748885 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-efcf4f1a-99d3-4065-b673-ea0c808ac898 req-d2c80285-fd37-4163-9538-a1a832f3dee0 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=fafc099e-662d-4a84-a27c-90ebd6dc1cd4 HTTP/1.1" status: 200 len: 943 time: 0.0822515 May 04 17:57:59.792215 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-efcf4f1a-99d3-4065-b673-ea0c808ac898 req-ccc2cd53-8d17-4993-a19a-34723a6e1577 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375857 May 04 17:58:00.165621 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e8483-503c-4d53-840d-309ea9a4d573 req-558c3f2b-ee3e-49c2-ae4f-e931134a92e6 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:00.167378 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-e68e8483-503c-4d53-840d-309ea9a4d573 req-558c3f2b-ee3e-49c2-ae4f-e931134a92e6 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=fafc099e-662d-4a84-a27c-90ebd6dc1cd4 HTTP/1.1" status: 200 len: 943 time: 0.0792339 May 04 17:58:00.214616 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-e68e8483-503c-4d53-840d-309ea9a4d573 req-9d1adcdc-0100-4003-988f-27105ca336f2 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415299 May 04 17:58:01.409364 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07927844-6dc5-4b27-932a-2c013a75ecc5 req-f63f8853-72f7-470f-85aa-6fbe654dc348 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:01.411245 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-07927844-6dc5-4b27-932a-2c013a75ecc5 req-f63f8853-72f7-470f-85aa-6fbe654dc348 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=fafc099e-662d-4a84-a27c-90ebd6dc1cd4 HTTP/1.1" status: 200 len: 943 time: 0.0812247 May 04 17:58:01.454320 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-07927844-6dc5-4b27-932a-2c013a75ecc5 req-1cb51da4-7ad4-4c8c-97bb-0a91ae302daa tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375640 May 04 17:58:02.457595 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f3335-a5dd-4fcf-8369-4bc954e391d4 req-bedbf18e-8537-4a16-9c26-038440281281 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:02.459033 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-918f3335-a5dd-4fcf-8369-4bc954e391d4 req-bedbf18e-8537-4a16-9c26-038440281281 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.42 "GET /v2.0/ports?device_id=fafc099e-662d-4a84-a27c-90ebd6dc1cd4 HTTP/1.1" status: 200 len: 943 time: 0.0794036 May 04 17:58:02.530851 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [req-918f3335-a5dd-4fcf-8369-4bc954e391d4 req-d67ae179-d19e-4041-8936-a79482c38325 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Deleting port 1bef6926-6108-496f-88fb-3fbd71ab81d5 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:58:02.531195 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-918f3335-a5dd-4fcf-8369-4bc954e391d4 req-d67ae179-d19e-4041-8936-a79482c38325 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:58:02.651089 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1940f9fc-4668-4918-abbc-b9f2c61428f5 req-42e9775f-31eb-4958-a022-0e7dc8f012f5 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:02.652598 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-1940f9fc-4668-4918-abbc-b9f2c61428f5 req-42e9775f-31eb-4958-a022-0e7dc8f012f5 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=fafc099e-662d-4a84-a27c-90ebd6dc1cd4 HTTP/1.1" status: 200 len: 943 time: 0.0913632 May 04 17:58:02.697200 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-1940f9fc-4668-4918-abbc-b9f2c61428f5 req-2e90dbde-eb12-4fd5-9907-8790a80ace2c tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388632 May 04 17:58:02.780762 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-918f3335-a5dd-4fcf-8369-4bc954e391d4 req-d67ae179-d19e-4041-8936-a79482c38325 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] For port 1bef6926-6108-496f-88fb-3fbd71ab81d5, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=1bef6926-6108-496f-88fb-3fbd71ab81d5,segment=NetworkSegment(1486ec6e-4df6-4c51-b2a7-93fd7420d7e4),segment_id=1486ec6e-4df6-4c51-b2a7-93fd7420d7e4)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:58:02.781034 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-918f3335-a5dd-4fcf-8369-4bc954e391d4 req-d67ae179-d19e-4041-8936-a79482c38325 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:58:03.069536 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-918f3335-a5dd-4fcf-8369-4bc954e391d4 req-d67ae179-d19e-4041-8936-a79482c38325 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:58:03.069814 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-918f3335-a5dd-4fcf-8369-4bc954e391d4 req-d67ae179-d19e-4041-8936-a79482c38325 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710218'] for floatingip, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:58:03.070146 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.l3_db [req-918f3335-a5dd-4fcf-8369-4bc954e391d4 req-d67ae179-d19e-4041-8936-a79482c38325 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Floating IP 0f552e84-3325-448b-a06c-0a4220cc55fe disassociated. External IP: 172.26.0.243, port: 1bef6926-6108-496f-88fb-3fbd71ab81d5. May 04 17:58:03.070477 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [req-918f3335-a5dd-4fcf-8369-4bc954e391d4 req-d67ae179-d19e-4041-8936-a79482c38325 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Calling delete_port for 1bef6926-6108-496f-88fb-3fbd71ab81d5 owned by compute:nova {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:58:03.214386 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-918f3335-a5dd-4fcf-8369-4bc954e391d4 req-d67ae179-d19e-4041-8936-a79482c38325 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:58:03.233635 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-571637ab-2e67-4709-b52d-26e01571be0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:58:03.274733 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67ae179-d19e-4041-8936-a79482c38325 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Pushing event deleted for resources: {'Port': ['ID=1bef6926-6108-496f-88fb-3fbd71ab81d5,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:03.552953 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [req-918f3335-a5dd-4fcf-8369-4bc954e391d4 req-d67ae179-d19e-4041-8936-a79482c38325 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Router 56a81808-423a-4f6f-8675-7983db3de62a has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:58:03.729299 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-918f3335-a5dd-4fcf-8369-4bc954e391d4 req-d67ae179-d19e-4041-8936-a79482c38325 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:58:03.738933 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0a1ef2-ea25-4fda-9e4c-82feffc0060f None None] Sync routers for ids ['56a81808-423a-4f6f-8675-7983db3de62a'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:58:03.748788 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0a1ef2-ea25-4fda-9e4c-82feffc0060f None None] Routers {'56a81808-423a-4f6f-8675-7983db3de62a'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:58:03.749655 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-4a0a1ef2-ea25-4fda-9e4c-82feffc0060f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:57:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['56a81808-423a-4f6f-8675-7983db3de62a'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:58:03.807672 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [req-918f3335-a5dd-4fcf-8369-4bc954e391d4 req-d67ae179-d19e-4041-8936-a79482c38325 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] No DVR routers for this DVR port 1bef6926-6108-496f-88fb-3fbd71ab81d5 on host hv-neutron-8404 {{(pid=88037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:58:03.810213 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-918f3335-a5dd-4fcf-8369-4bc954e391d4 req-d67ae179-d19e-4041-8936-a79482c38325 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:58:03.813659 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fafc099e-662d-4a84-a27c-90ebd6dc1cd4', 'name': 'network-vif-deleted', 'tag': '1bef6926-6108-496f-88fb-3fbd71ab81d5'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:58:03.862905 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4037ac79-7626-4748-8d50-2c628996d226'] response: {'server_uuid': 'fafc099e-662d-4a84-a27c-90ebd6dc1cd4', 'name': 'network-vif-deleted', 'tag': '1bef6926-6108-496f-88fb-3fbd71ab81d5', 'status': 'completed', 'code': 200} May 04 17:58:03.866098 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-4038fb05-bef6-44ae-b4ef-3e3d71855518 req-e9956802-4007-484d-ac34-79db722d4bc2 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Synchronizing usage tracker for tenant:5b5434842582418989b681607468e11e on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:58:03.871018 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-918f3335-a5dd-4fcf-8369-4bc954e391d4 req-d67ae179-d19e-4041-8936-a79482c38325 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.42 "DELETE /v2.0/ports/1bef6926-6108-496f-88fb-3fbd71ab81d5 HTTP/1.1" status: 204 len: 173 time: 1.4065425 May 04 17:58:03.884832 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-4038fb05-bef6-44ae-b4ef-3e3d71855518 req-e9956802-4007-484d-ac34-79db722d4bc2 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Unset dirty status for tenant:5b5434842582418989b681607468e11e on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:58:03.888732 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-4038fb05-bef6-44ae-b4ef-3e3d71855518 req-e9956802-4007-484d-ac34-79db722d4bc2 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=fafc099e-662d-4a84-a27c-90ebd6dc1cd4 HTTP/1.1" status: 200 len: 210 time: 0.0825548 May 04 17:58:03.930259 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-4a0a1ef2-ea25-4fda-9e4c-82feffc0060f None None] Set router 56a81808-423a-4f6f-8675-7983db3de62a gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:58:04.270817 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-4a0a1ef2-ea25-4fda-9e4c-82feffc0060f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a81808-423a-4f6f-8675-7983db3de62a', 'name': 'tempest-ServerActionsTestJSON-1000362457-router', 'tenant_id': '5b5434842582418989b681607468e11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'cab5528b-beba-480c-adcc-32c92992ee0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:55:04Z', 'updated_at': '2022-05-04T17:55:08Z', 'revision_number': 4, 'project_id': '5b5434842582418989b681607468e11e', 'gw_port': {'id': 'cab5528b-beba-480c-adcc-32c92992ee0d', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:79:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a81808-423a-4f6f-8675-7983db3de62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:55:05Z', 'updated_at': '2022-05-04T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '3e71cdf7-883a-4bb7-ba70-098324781202', 'name': '', 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c', 'tenant_id': '5b5434842582418989b681607468e11e', 'mac_address': 'fa:16:3e:5f:1f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a81808-423a-4f6f-8675-7983db3de62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'fc5df0b0-84cb-434c-abf6-a659e7e30b34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:55:07Z', 'updated_at': '2022-05-04T17:55:13Z', 'revision_number': 5, 'project_id': '5b5434842582418989b681607468e11e', 'subnets': [{'id': 'fc5df0b0-84cb-434c-abf6-a659e7e30b34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:58:04.274546 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0a1ef2-ea25-4fda-9e4c-82feffc0060f None None] Checking router: 56a81808-423a-4f6f-8675-7983db3de62a for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:58:04.283343 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0a1ef2-ea25-4fda-9e4c-82feffc0060f None None] Routers {'56a81808-423a-4f6f-8675-7983db3de62a'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:58:04.283970 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-4a0a1ef2-ea25-4fda-9e4c-82feffc0060f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:57:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['56a81808-423a-4f6f-8675-7983db3de62a'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:58:04.464699 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-4a0a1ef2-ea25-4fda-9e4c-82feffc0060f None None] Set router 56a81808-423a-4f6f-8675-7983db3de62a gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:58:04.770068 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-4a0a1ef2-ea25-4fda-9e4c-82feffc0060f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a81808-423a-4f6f-8675-7983db3de62a', 'name': 'tempest-ServerActionsTestJSON-1000362457-router', 'tenant_id': '5b5434842582418989b681607468e11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'cab5528b-beba-480c-adcc-32c92992ee0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:55:04Z', 'updated_at': '2022-05-04T17:55:08Z', 'revision_number': 4, 'project_id': '5b5434842582418989b681607468e11e', 'gw_port': {'id': 'cab5528b-beba-480c-adcc-32c92992ee0d', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:79:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a81808-423a-4f6f-8675-7983db3de62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:55:05Z', 'updated_at': '2022-05-04T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '3e71cdf7-883a-4bb7-ba70-098324781202', 'name': '', 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c', 'tenant_id': '5b5434842582418989b681607468e11e', 'mac_address': 'fa:16:3e:5f:1f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a81808-423a-4f6f-8675-7983db3de62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'fc5df0b0-84cb-434c-abf6-a659e7e30b34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:55:07Z', 'updated_at': '2022-05-04T17:55:13Z', 'revision_number': 5, 'project_id': '5b5434842582418989b681607468e11e', 'subnets': [{'id': 'fc5df0b0-84cb-434c-abf6-a659e7e30b34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:58:04.773863 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0a1ef2-ea25-4fda-9e4c-82feffc0060f None None] The sync data for ids ['56a81808-423a-4f6f-8675-7983db3de62a'] in dv-neutron-840426-1-hyperv is: [{'id': '56a81808-423a-4f6f-8675-7983db3de62a', 'name': 'tempest-ServerActionsTestJSON-1000362457-router', 'tenant_id': '5b5434842582418989b681607468e11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'cab5528b-beba-480c-adcc-32c92992ee0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:55:04Z', 'updated_at': '2022-05-04T17:55:08Z', 'revision_number': 4, 'project_id': '5b5434842582418989b681607468e11e', 'gw_port': {'id': 'cab5528b-beba-480c-adcc-32c92992ee0d', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:79:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a81808-423a-4f6f-8675-7983db3de62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:55:05Z', 'updated_at': '2022-05-04T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '3e71cdf7-883a-4bb7-ba70-098324781202', 'name': '', 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c', 'tenant_id': '5b5434842582418989b681607468e11e', 'mac_address': 'fa:16:3e:5f:1f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a81808-423a-4f6f-8675-7983db3de62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'fc5df0b0-84cb-434c-abf6-a659e7e30b34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:55:07Z', 'updated_at': '2022-05-04T17:55:13Z', 'revision_number': 5, 'project_id': '5b5434842582418989b681607468e11e', 'subnets': [{'id': 'fc5df0b0-84cb-434c-abf6-a659e7e30b34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:58:04.989733 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fcc247-09bd-41eb-b4e2-81ebee123c9c None None] New status for floating IP 0f552e84-3325-448b-a06c-0a4220cc55fe: DOWN {{(pid=88039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:58:05.237703 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-918655ef-2edc-4875-be25-9fc4a069a027 req-8987595f-29f5-400a-b0d2-998c4ef34444 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--101584408&fields=id&tenant_id=5b5434842582418989b681607468e11e HTTP/1.1" status: 200 len: 267 time: 0.0470691 May 04 17:58:05.384221 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918655ef-2edc-4875-be25-9fc4a069a027 req-bc4e11cc-43a9-4f54-8d69-dfcf2f79aa8c tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:05.385636 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-918655ef-2edc-4875-be25-9fc4a069a027 req-bc4e11cc-43a9-4f54-8d69-dfcf2f79aa8c tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/networks?id=a9d2ffc1-25d9-4699-b181-aab0105a8f2c HTTP/1.1" status: 200 len: 812 time: 0.1401713 May 04 17:58:05.400375 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-918655ef-2edc-4875-be25-9fc4a069a027 req-7d56f5c7-6360-40ce-8d9b-78b123287f3c tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/quotas/5b5434842582418989b681607468e11e HTTP/1.1" status: 200 len: 375 time: 0.0092416 May 04 17:58:05.486136 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-918655ef-2edc-4875-be25-9fc4a069a027 req-55fa6cad-dfe8-4071-8f58-7f22e6a46d7a tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5b5434842582418989b681607468e11e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0808058 May 04 17:58:05.553097 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-61bc5037-16ab-4a89-b4b9-454c6ac6873f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:58:05.620709 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-918655ef-2edc-4875-be25-9fc4a069a027 req-55a2f39d-faad-426c-92b8-7ee663f9ecaf service neutron] 10.222.0.41 "GET /v2.0/networks/a9d2ffc1-25d9-4699-b181-aab0105a8f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227903 May 04 17:58:05.839856 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-918655ef-2edc-4875-be25-9fc4a069a027 req-fbe696fd-d9d8-427e-87ff-984575f00b5c service neutron] 10.222.0.41 "GET /v2.0/networks/a9d2ffc1-25d9-4699-b181-aab0105a8f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131896 May 04 17:58:06.012995 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-3eb3f434-2b0d-4846-bbcd-ca1d7fb7c1ae req-16ba392d-2157-4849-b497-aa989e27b5b9 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9005838-13df-4f56-aad7-cc0cb50943df HTTP/1.1" status: 200 len: 210 time: 0.0451832 May 04 17:58:06.611684 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:58:06.617118 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:58:06.914159 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 1bef6926-6108-496f-88fb-3fbd71ab81d5 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:58:06.950482 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] No Port match for: 1bef6926-6108-496f-88fb-3fbd71ab81d5 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:58:06.950829 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 1bef6926-6108-496f-88fb-3fbd71ab81d5 not bound to the agent host hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:58:07.110620 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918655ef-2edc-4875-be25-9fc4a069a027 req-ad869319-78b9-492f-9e26-421024784272 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:07.112068 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-918655ef-2edc-4875-be25-9fc4a069a027 req-ad869319-78b9-492f-9e26-421024784272 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.42 "GET /v2.0/networks?id=a9d2ffc1-25d9-4699-b181-aab0105a8f2c HTTP/1.1" status: 200 len: 812 time: 0.1459019 May 04 17:58:07.163575 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-02f198cb-1da5-4eab-8c59-49e47d9ef7d5 req-f76a3606-2b82-4e84-b30d-339c14ed5bb9 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9005838-13df-4f56-aad7-cc0cb50943df HTTP/1.1" status: 200 len: 210 time: 0.0435159 May 04 17:58:07.166831 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-918655ef-2edc-4875-be25-9fc4a069a027 req-9b36fb1c-e1e3-40e0-8ec1-be49f0cd48d9 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b5434842582418989b681607468e11e HTTP/1.1" status: 200 len: 379 time: 0.0418849 May 04 17:58:07.184821 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [req-918655ef-2edc-4875-be25-9fc4a069a027 req-575031a3-c1d3-4235-8747-7a356a6ad38d tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Request body: {'port': {'device_id': 'c9005838-13df-4f56-aad7-cc0cb50943df', 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c', 'admin_state_up': True, 'tenant_id': '5b5434842582418989b681607468e11e', 'security_groups': ['f3d5b3f2-e60d-41f3-bf1a-eba032c968c5']}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:58:07.319248 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [req-918655ef-2edc-4875-be25-9fc4a069a027 req-575031a3-c1d3-4235-8747-7a356a6ad38d tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:58:07.328558 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [req-918655ef-2edc-4875-be25-9fc4a069a027 req-575031a3-c1d3-4235-8747-7a356a6ad38d tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:58:07.338319 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-918655ef-2edc-4875-be25-9fc4a069a027 req-575031a3-c1d3-4235-8747-7a356a6ad38d tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Made reservation on behalf of 5b5434842582418989b681607468e11e for: {'port': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:58:07.341691 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-918655ef-2edc-4875-be25-9fc4a069a027 req-575031a3-c1d3-4235-8747-7a356a6ad38d tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:58:07.499888 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [req-918655ef-2edc-4875-be25-9fc4a069a027 req-575031a3-c1d3-4235-8747-7a356a6ad38d tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Allocated IP 172.20.0.12 (a9d2ffc1-25d9-4699-b181-aab0105a8f2c/fc5df0b0-84cb-434c-abf6-a659e7e30b34/e648e6fc-b347-4a5d-88a3-3b75d10a9b61) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:58:07.682065 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-918655ef-2edc-4875-be25-9fc4a069a027 req-575031a3-c1d3-4235-8747-7a356a6ad38d tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:58:07.697630 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [req-918655ef-2edc-4875-be25-9fc4a069a027 req-575031a3-c1d3-4235-8747-7a356a6ad38d tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Transition to ACTIVE for port object e648e6fc-b347-4a5d-88a3-3b75d10a9b61 will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:58:07.720486 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-918655ef-2edc-4875-be25-9fc4a069a027 req-575031a3-c1d3-4235-8747-7a356a6ad38d tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:58:07.791829 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-918655ef-2edc-4875-be25-9fc4a069a027 req-575031a3-c1d3-4235-8747-7a356a6ad38d tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Network a9d2ffc1-25d9-4699-b181-aab0105a8f2c is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:58:07.795119 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [req-918655ef-2edc-4875-be25-9fc4a069a027 req-575031a3-c1d3-4235-8747-7a356a6ad38d tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:58:07.797698 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [req-918655ef-2edc-4875-be25-9fc4a069a027 req-575031a3-c1d3-4235-8747-7a356a6ad38d tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:58:07.839073 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575031a3-c1d3-4235-8747-7a356a6ad38d tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Pushing event updated for resources: {'Port': ['ID=e648e6fc-b347-4a5d-88a3-3b75d10a9b61,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:07.856346 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575031a3-c1d3-4235-8747-7a356a6ad38d tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:07.856689 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575031a3-c1d3-4235-8747-7a356a6ad38d tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:07.857023 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575031a3-c1d3-4235-8747-7a356a6ad38d tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:07.857355 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575031a3-c1d3-4235-8747-7a356a6ad38d tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:07.857688 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575031a3-c1d3-4235-8747-7a356a6ad38d tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:07.858038 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575031a3-c1d3-4235-8747-7a356a6ad38d tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:07.858365 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575031a3-c1d3-4235-8747-7a356a6ad38d tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:07.858685 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575031a3-c1d3-4235-8747-7a356a6ad38d tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:07.859006 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575031a3-c1d3-4235-8747-7a356a6ad38d tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:07.859327 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575031a3-c1d3-4235-8747-7a356a6ad38d tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:07.859641 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575031a3-c1d3-4235-8747-7a356a6ad38d tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:07.859953 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575031a3-c1d3-4235-8747-7a356a6ad38d tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:07.879670 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918655ef-2edc-4875-be25-9fc4a069a027 req-575031a3-c1d3-4235-8747-7a356a6ad38d tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:07.880350 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-918655ef-2edc-4875-be25-9fc4a069a027 req-575031a3-c1d3-4235-8747-7a356a6ad38d tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:58:07.905848 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-918655ef-2edc-4875-be25-9fc4a069a027 req-575031a3-c1d3-4235-8747-7a356a6ad38d tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7309630 May 04 17:58:07.918063 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [req-918655ef-2edc-4875-be25-9fc4a069a027 req-56f5afc7-f4ee-4459-bbc2-2f5ec3d3e22f service neutron] Request body: {'port': {'device_id': 'c9005838-13df-4f56-aad7-cc0cb50943df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:58:07.944770 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:58:08.027083 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-1f4c3c79-92f2-42cd-8d3c-32b2dbaa0571 None None] Provisioning for port e648e6fc-b347-4a5d-88a3-3b75d10a9b61 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:58:08.031104 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-918655ef-2edc-4875-be25-9fc4a069a027 req-56f5afc7-f4ee-4459-bbc2-2f5ec3d3e22f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:58:08.032020 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-1f4c3c79-92f2-42cd-8d3c-32b2dbaa0571 None None] Provisioning complete for port e648e6fc-b347-4a5d-88a3-3b75d10a9b61 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:58:08.032441 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1f4c3c79-92f2-42cd-8d3c-32b2dbaa0571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:58:08.086468 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-1f4c3c79-92f2-42cd-8d3c-32b2dbaa0571 None None] Port e648e6fc-b347-4a5d-88a3-3b75d10a9b61 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:58:08.533010 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd22f18-e3e8-4809-b52b-0aa15589d395 req-d3c28e47-3e69-400f-9452-70f4cdeaaa79 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:08.533695 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-afd22f18-e3e8-4809-b52b-0aa15589d395 req-d3c28e47-3e69-400f-9452-70f4cdeaaa79 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Synchronizing usage tracker for tenant:5b5434842582418989b681607468e11e on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:58:08.551386 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [req-918655ef-2edc-4875-be25-9fc4a069a027 req-56f5afc7-f4ee-4459-bbc2-2f5ec3d3e22f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e648e6fc-b347-4a5d-88a3-3b75d10a9b61 {{(pid=88037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:58:08.563166 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-918655ef-2edc-4875-be25-9fc4a069a027 req-56f5afc7-f4ee-4459-bbc2-2f5ec3d3e22f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:58:08.567511 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-afd22f18-e3e8-4809-b52b-0aa15589d395 req-d3c28e47-3e69-400f-9452-70f4cdeaaa79 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Unset dirty status for tenant:5b5434842582418989b681607468e11e on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:58:08.568722 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-afd22f18-e3e8-4809-b52b-0aa15589d395 req-d3c28e47-3e69-400f-9452-70f4cdeaaa79 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9005838-13df-4f56-aad7-cc0cb50943df HTTP/1.1" status: 200 len: 932 time: 0.2956548 May 04 17:58:08.595053 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [req-918655ef-2edc-4875-be25-9fc4a069a027 req-56f5afc7-f4ee-4459-bbc2-2f5ec3d3e22f service neutron] Transition to ACTIVE for port object e648e6fc-b347-4a5d-88a3-3b75d10a9b61 will not be triggered until provisioned by entity L2. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:58:08.601467 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-918655ef-2edc-4875-be25-9fc4a069a027 req-56f5afc7-f4ee-4459-bbc2-2f5ec3d3e22f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:58:08.742650 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-afd22f18-e3e8-4809-b52b-0aa15589d395 req-17f45759-fc6e-40a7-b573-c08e626a09da tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1678214 May 04 17:58:08.749011 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f5afc7-f4ee-4459-bbc2-2f5ec3d3e22f service neutron] Pushing event updated for resources: {'Port': ['ID=e648e6fc-b347-4a5d-88a3-3b75d10a9b61,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:08.861976 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-918655ef-2edc-4875-be25-9fc4a069a027 req-56f5afc7-f4ee-4459-bbc2-2f5ec3d3e22f service neutron] Attempting to bind port e648e6fc-b347-4a5d-88a3-3b75d10a9b61 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:58:08.862312 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-918655ef-2edc-4875-be25-9fc4a069a027 req-56f5afc7-f4ee-4459-bbc2-2f5ec3d3e22f service neutron] Attempting to bind port e648e6fc-b347-4a5d-88a3-3b75d10a9b61 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '1486ec6e-4df6-4c51-b2a7-93fd7420d7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:58:08.862635 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918655ef-2edc-4875-be25-9fc4a069a027 req-56f5afc7-f4ee-4459-bbc2-2f5ec3d3e22f service neutron] Attempting to bind port e648e6fc-b347-4a5d-88a3-3b75d10a9b61 on network a9d2ffc1-25d9-4699-b181-aab0105a8f2c {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:58:08.867349 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918655ef-2edc-4875-be25-9fc4a069a027 req-56f5afc7-f4ee-4459-bbc2-2f5ec3d3e22f service neutron] Port e648e6fc-b347-4a5d-88a3-3b75d10a9b61 on network a9d2ffc1-25d9-4699-b181-aab0105a8f2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:58:08.867665 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918655ef-2edc-4875-be25-9fc4a069a027 req-56f5afc7-f4ee-4459-bbc2-2f5ec3d3e22f service neutron] Attempting to bind port e648e6fc-b347-4a5d-88a3-3b75d10a9b61 on network a9d2ffc1-25d9-4699-b181-aab0105a8f2c {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:58:08.872621 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918655ef-2edc-4875-be25-9fc4a069a027 req-56f5afc7-f4ee-4459-bbc2-2f5ec3d3e22f service neutron] Checking agent: {'id': '84d0dbeb-cfa8-4636-8b1c-9790acf21ef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'started_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:58:08.872958 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918655ef-2edc-4875-be25-9fc4a069a027 req-56f5afc7-f4ee-4459-bbc2-2f5ec3d3e22f service neutron] Checking segment: {'id': '1486ec6e-4df6-4c51-b2a7-93fd7420d7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:58:08.873335 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918655ef-2edc-4875-be25-9fc4a069a027 req-56f5afc7-f4ee-4459-bbc2-2f5ec3d3e22f service neutron] Bound using segment: {'id': '1486ec6e-4df6-4c51-b2a7-93fd7420d7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c'} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:58:08.873752 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-918655ef-2edc-4875-be25-9fc4a069a027 req-56f5afc7-f4ee-4459-bbc2-2f5ec3d3e22f service neutron] Bound port: e648e6fc-b347-4a5d-88a3-3b75d10a9b61, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1486ec6e-4df6-4c51-b2a7-93fd7420d7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c'}}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:58:08.874131 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-918655ef-2edc-4875-be25-9fc4a069a027 req-56f5afc7-f4ee-4459-bbc2-2f5ec3d3e22f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:58:08.961395 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-918655ef-2edc-4875-be25-9fc4a069a027 req-56f5afc7-f4ee-4459-bbc2-2f5ec3d3e22f service neutron] For port e648e6fc-b347-4a5d-88a3-3b75d10a9b61, host hv-neutron-8404, cleared binding levels {{(pid=88037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:58:08.964356 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-918655ef-2edc-4875-be25-9fc4a069a027 req-56f5afc7-f4ee-4459-bbc2-2f5ec3d3e22f service neutron] For port e648e6fc-b347-4a5d-88a3-3b75d10a9b61, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=e648e6fc-b347-4a5d-88a3-3b75d10a9b61,segment=NetworkSegment(1486ec6e-4df6-4c51-b2a7-93fd7420d7e4),segment_id=1486ec6e-4df6-4c51-b2a7-93fd7420d7e4)] {{(pid=88037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:58:08.969082 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-918655ef-2edc-4875-be25-9fc4a069a027 req-56f5afc7-f4ee-4459-bbc2-2f5ec3d3e22f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:58:09.029246 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918655ef-2edc-4875-be25-9fc4a069a027 req-56f5afc7-f4ee-4459-bbc2-2f5ec3d3e22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:09.029843 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-918655ef-2edc-4875-be25-9fc4a069a027 req-56f5afc7-f4ee-4459-bbc2-2f5ec3d3e22f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:58:09.031207 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-918655ef-2edc-4875-be25-9fc4a069a027 req-56f5afc7-f4ee-4459-bbc2-2f5ec3d3e22f service neutron] 10.222.0.42 "PUT /v2.0/ports/e648e6fc-b347-4a5d-88a3-3b75d10a9b61 HTTP/1.1" status: 200 len: 1094 time: 1.1177657 May 04 17:58:09.031665 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9005838-13df-4f56-aad7-cc0cb50943df', 'tag': 'e648e6fc-b347-4a5d-88a3-3b75d10a9b61'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:58:09.056203 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f5afc7-f4ee-4459-bbc2-2f5ec3d3e22f service neutron] Pushing event updated for resources: {'Port': ['ID=e648e6fc-b347-4a5d-88a3-3b75d10a9b61,revision_number=3']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:09.101699 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80dffbe1-41be-44fd-b3c2-dd1f8f0ef585'] response: {'name': 'network-changed', 'server_uuid': 'c9005838-13df-4f56-aad7-cc0cb50943df', 'tag': 'e648e6fc-b347-4a5d-88a3-3b75d10a9b61', 'status': 'completed', 'code': 200} May 04 17:58:09.144155 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918655ef-2edc-4875-be25-9fc4a069a027 req-885672fd-37ea-4240-92e8-b4605524ac15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:09.145642 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-918655ef-2edc-4875-be25-9fc4a069a027 req-885672fd-37ea-4240-92e8-b4605524ac15 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5b5434842582418989b681607468e11e&device_id=c9005838-13df-4f56-aad7-cc0cb50943df HTTP/1.1" status: 200 len: 1097 time: 0.0746593 May 04 17:58:09.217564 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-918655ef-2edc-4875-be25-9fc4a069a027 req-586a9593-af6d-4cd7-a296-78301d033b0f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e648e6fc-b347-4a5d-88a3-3b75d10a9b61 HTTP/1.1" status: 200 len: 217 time: 0.0645800 May 04 17:58:09.277440 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918655ef-2edc-4875-be25-9fc4a069a027 req-3d3686b7-5c10-4a41-8436-d5a7fb0c194e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:09.278877 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-918655ef-2edc-4875-be25-9fc4a069a027 req-3d3686b7-5c10-4a41-8436-d5a7fb0c194e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fc5df0b0-84cb-434c-abf6-a659e7e30b34 HTTP/1.1" status: 200 len: 851 time: 0.0558422 May 04 17:58:09.352669 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918655ef-2edc-4875-be25-9fc4a069a027 req-a92f1c99-9fc9-489a-a098-6bc7ccac6070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:09.354136 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-918655ef-2edc-4875-be25-9fc4a069a027 req-a92f1c99-9fc9-489a-a098-6bc7ccac6070 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a9d2ffc1-25d9-4699-b181-aab0105a8f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693114 May 04 17:58:09.481340 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-918655ef-2edc-4875-be25-9fc4a069a027 req-c13bcfcc-80d2-4c3b-8d3a-a477cf462f5e service neutron] 10.222.0.42 "GET /v2.0/networks/a9d2ffc1-25d9-4699-b181-aab0105a8f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207228 May 04 17:58:09.507772 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:58:09.609337 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-918655ef-2edc-4875-be25-9fc4a069a027 req-b36e0a99-7638-4aca-9ade-f017fb17b6a6 service neutron] 10.222.0.42 "GET /v2.0/networks/a9d2ffc1-25d9-4699-b181-aab0105a8f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217315 May 04 17:58:09.733659 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a1c34-325f-4220-93a0-471082d2aa57 req-d84c5119-dc04-4dd4-ae5c-49bd7e1f8237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:09.735128 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-233a1c34-325f-4220-93a0-471082d2aa57 req-d84c5119-dc04-4dd4-ae5c-49bd7e1f8237 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5b5434842582418989b681607468e11e&device_id=c9005838-13df-4f56-aad7-cc0cb50943df HTTP/1.1" status: 200 len: 1097 time: 0.0718665 May 04 17:58:09.908959 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a1c34-325f-4220-93a0-471082d2aa57 req-c859483c-3ad1-4b86-98b6-3d577e2c1dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:09.910353 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-233a1c34-325f-4220-93a0-471082d2aa57 req-c859483c-3ad1-4b86-98b6-3d577e2c1dd7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a9d2ffc1-25d9-4699-b181-aab0105a8f2c HTTP/1.1" status: 200 len: 913 time: 0.1660607 May 04 17:58:09.982574 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-233a1c34-325f-4220-93a0-471082d2aa57 req-e4296450-ce14-44da-9dd5-f80cf4344858 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e648e6fc-b347-4a5d-88a3-3b75d10a9b61 HTTP/1.1" status: 200 len: 217 time: 0.0640171 May 04 17:58:10.036692 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb95bbf-c29d-4edf-9cb9-f7a0f3da14b2 req-bc66cfb7-e90a-497a-a857-9e94e919c952 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:10.038095 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-3cb95bbf-c29d-4edf-9cb9-f7a0f3da14b2 req-bc66cfb7-e90a-497a-a857-9e94e919c952 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9005838-13df-4f56-aad7-cc0cb50943df HTTP/1.1" status: 200 len: 944 time: 0.1885722 May 04 17:58:10.075744 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a1c34-325f-4220-93a0-471082d2aa57 req-441fd37f-7468-4650-9e64-7c343205d06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:10.077091 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-233a1c34-325f-4220-93a0-471082d2aa57 req-441fd37f-7468-4650-9e64-7c343205d06a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fc5df0b0-84cb-434c-abf6-a659e7e30b34 HTTP/1.1" status: 200 len: 851 time: 0.0871875 May 04 17:58:10.225247 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-3cb95bbf-c29d-4edf-9cb9-f7a0f3da14b2 req-32dec36d-5a72-415d-834a-a4ff00f40109 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1810217 May 04 17:58:10.255541 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a1c34-325f-4220-93a0-471082d2aa57 req-76db6eb4-b4d6-4315-b7d7-1cba0b37541a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:10.256983 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-233a1c34-325f-4220-93a0-471082d2aa57 req-76db6eb4-b4d6-4315-b7d7-1cba0b37541a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a9d2ffc1-25d9-4699-b181-aab0105a8f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1716013 May 04 17:58:10.383141 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-233a1c34-325f-4220-93a0-471082d2aa57 req-2eabcba3-5e9d-4471-8cf5-24daa37160b9 service neutron] 10.222.0.42 "GET /v2.0/networks/a9d2ffc1-25d9-4699-b181-aab0105a8f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187375 May 04 17:58:10.509057 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-233a1c34-325f-4220-93a0-471082d2aa57 req-2bfffc95-57db-4743-8f5c-2851df2da2cf service neutron] 10.222.0.42 "GET /v2.0/networks/a9d2ffc1-25d9-4699-b181-aab0105a8f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197495 May 04 17:58:11.413714 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd5e54-6ca6-4354-9503-6db49088f458 req-70c5a439-1ca8-4984-87ca-b3c586b16ddb tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:11.415109 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-cdbd5e54-6ca6-4354-9503-6db49088f458 req-70c5a439-1ca8-4984-87ca-b3c586b16ddb tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9005838-13df-4f56-aad7-cc0cb50943df HTTP/1.1" status: 200 len: 944 time: 0.0807769 May 04 17:58:11.459025 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-cdbd5e54-6ca6-4354-9503-6db49088f458 req-021b8eb2-765a-472a-8b90-b3ab987cf338 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378067 May 04 17:58:12.647878 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e389f-cdee-43f5-8785-aaaa3ba8eaf8 req-09de6909-9b2f-4e33-bbdf-44a03bc0c9f9 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:12.649354 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e69e389f-cdee-43f5-8785-aaaa3ba8eaf8 req-09de6909-9b2f-4e33-bbdf-44a03bc0c9f9 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9005838-13df-4f56-aad7-cc0cb50943df HTTP/1.1" status: 200 len: 944 time: 0.0865874 May 04 17:58:12.692533 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e69e389f-cdee-43f5-8785-aaaa3ba8eaf8 req-5df5b636-62ab-46e3-b3ec-2876897ad5ae tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375807 May 04 17:58:12.933996 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device e648e6fc-b347-4a5d-88a3-3b75d10a9b61 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:58:13.070664 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port e648e6fc-b347-4a5d-88a3-3b75d10a9b61, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=e648e6fc-b347-4a5d-88a3-3b75d10a9b61,segment=NetworkSegment(1486ec6e-4df6-4c51-b2a7-93fd7420d7e4),segment_id=1486ec6e-4df6-4c51-b2a7-93fd7420d7e4)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:58:13.083747 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Returning: {'device': 'e648e6fc-b347-4a5d-88a3-3b75d10a9b61', 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c', 'port_id': 'e648e6fc-b347-4a5d-88a3-3b75d10a9b61', 'mac_address': 'fa:16:3e:35:14:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc5df0b0-84cb-434c-abf6-a659e7e30b34', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:58:13.172367 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:58:13.188568 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e648e6fc-b347-4a5d-88a3-3b75d10a9b61 {{(pid=88039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:58:13.203635 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port e648e6fc-b347-4a5d-88a3-3b75d10a9b61, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=e648e6fc-b347-4a5d-88a3-3b75d10a9b61,segment=NetworkSegment(1486ec6e-4df6-4c51-b2a7-93fd7420d7e4),segment_id=1486ec6e-4df6-4c51-b2a7-93fd7420d7e4)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:58:13.208273 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:58:13.273422 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=e648e6fc-b347-4a5d-88a3-3b75d10a9b61,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:13.280224 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:13.280573 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:13.280907 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:13.281237 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:13.281941 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:13.282273 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:13.282600 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:13.282919 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:13.283244 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:13.283562 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:13.283880 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:13.284196 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:58:13.537118 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] get_ports_and_sgs() called for port_ids ['e648e6fc-b347-4a5d-88a3-3b75d10a9b61'] {{(pid=88039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:58:13.871330 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f35d6-0f4a-401c-ae9d-198a844055a9 req-988582bc-e932-40e5-bc0e-68082604358b tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:13.872777 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-972f35d6-0f4a-401c-ae9d-198a844055a9 req-988582bc-e932-40e5-bc0e-68082604358b tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9005838-13df-4f56-aad7-cc0cb50943df HTTP/1.1" status: 200 len: 945 time: 0.0784240 May 04 17:58:13.915756 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-972f35d6-0f4a-401c-ae9d-198a844055a9 req-78c26ca2-b311-415e-bf34-31e4913acfd5 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374610 May 04 17:58:14.924017 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device e648e6fc-b347-4a5d-88a3-3b75d10a9b61 up at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:58:14.992362 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning for port e648e6fc-b347-4a5d-88a3-3b75d10a9b61 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:58:14.997447 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning complete for port e648e6fc-b347-4a5d-88a3-3b75d10a9b61 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:58:14.997958 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:58:15.100457 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd9ee7-37ba-4d28-acc7-a7b0faa07387 req-53f2736c-77f5-401d-b397-69f18fb893c9 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:15.101946 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-88bd9ee7-37ba-4d28-acc7-a7b0faa07387 req-53f2736c-77f5-401d-b397-69f18fb893c9 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9005838-13df-4f56-aad7-cc0cb50943df HTTP/1.1" status: 200 len: 945 time: 0.0785780 May 04 17:58:15.113466 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:58:15.140277 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9005838-13df-4f56-aad7-cc0cb50943df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e648e6fc-b347-4a5d-88a3-3b75d10a9b61'}] {{(pid=88039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:58:15.146543 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-88bd9ee7-37ba-4d28-acc7-a7b0faa07387 req-73f65cf2-201e-4673-8a1f-67e64076c102 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388370 May 04 17:58:15.150316 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port e648e6fc-b347-4a5d-88a3-3b75d10a9b61, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=e648e6fc-b347-4a5d-88a3-3b75d10a9b61,segment=NetworkSegment(1486ec6e-4df6-4c51-b2a7-93fd7420d7e4),segment_id=1486ec6e-4df6-4c51-b2a7-93fd7420d7e4)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:58:15.156132 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:58:15.192885 dv-neutron-840426-1-hyperv neutron-server[88039]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edeab373-4cd8-4492-a9c1-a344d05e9288'] response: {'server_uuid': 'c9005838-13df-4f56-aad7-cc0cb50943df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e648e6fc-b347-4a5d-88a3-3b75d10a9b61', 'code': 200} May 04 17:58:15.230910 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=e648e6fc-b347-4a5d-88a3-3b75d10a9b61,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:15.420881 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22407dbb-2f04-459e-9534-6367c0baf1cd req-504ba21c-dd86-43c0-887b-bf67f1c30fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:15.422638 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-22407dbb-2f04-459e-9534-6367c0baf1cd req-504ba21c-dd86-43c0-887b-bf67f1c30fea service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c9005838-13df-4f56-aad7-cc0cb50943df HTTP/1.1" status: 200 len: 1099 time: 0.0712762 May 04 17:58:15.462376 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-22407dbb-2f04-459e-9534-6367c0baf1cd req-d29973de-69a4-412d-905d-7f24c9d8633e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337460 May 04 17:58:16.339757 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad5bce-1378-40f8-85ab-01ef943c1407 req-aed7e282-887c-4d1e-ae83-05a965f3c00d tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:16.341206 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-47ad5bce-1378-40f8-85ab-01ef943c1407 req-aed7e282-887c-4d1e-ae83-05a965f3c00d tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9005838-13df-4f56-aad7-cc0cb50943df HTTP/1.1" status: 200 len: 946 time: 0.0794570 May 04 17:58:16.386067 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-47ad5bce-1378-40f8-85ab-01ef943c1407 req-68bab5ab-2136-436e-b9cf-ca5733225b40 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391524 May 04 17:58:17.296705 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 17:58:17.579138 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67081a61-3636-4e33-a471-084f819bfc2f req-3ceb6d95-2ffb-4b7d-9311-b2d77c06e639 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:17.580578 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-67081a61-3636-4e33-a471-084f819bfc2f req-3ceb6d95-2ffb-4b7d-9311-b2d77c06e639 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9005838-13df-4f56-aad7-cc0cb50943df HTTP/1.1" status: 200 len: 946 time: 0.0819118 May 04 17:58:17.622920 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-67081a61-3636-4e33-a471-084f819bfc2f req-345ac22e-2f08-41c8-a415-a7715bd9f17b tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367246 May 04 17:58:17.799485 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d47b2b-559b-483d-b16c-f2014accc1e0 req-d9f70cd7-dd6e-421b-b4b3-2de291059836 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:17.801500 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-73d47b2b-559b-483d-b16c-f2014accc1e0 req-d9f70cd7-dd6e-421b-b4b3-2de291059836 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9005838-13df-4f56-aad7-cc0cb50943df HTTP/1.1" status: 200 len: 946 time: 0.0819952 May 04 17:58:17.810141 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 60146) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:58:17.814994 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-6563598c-2d1b-4692-a3d1-05b61c0df690 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Request body: {'floatingip': {'port_id': 'e648e6fc-b347-4a5d-88a3-3b75d10a9b61'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:58:17.895578 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6563598c-2d1b-4692-a3d1-05b61c0df690 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks [] for floatingip, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:58:18.587278 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6563598c-2d1b-4692-a3d1-05b61c0df690 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:58:18.591059 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6563598c-2d1b-4692-a3d1-05b61c0df690 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710218'] for floatingip, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:58:18.765005 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.l3_db [None req-6563598c-2d1b-4692-a3d1-05b61c0df690 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Floating IP 0f552e84-3325-448b-a06c-0a4220cc55fe associated. External IP: 172.26.0.243, port: e648e6fc-b347-4a5d-88a3-3b75d10a9b61. May 04 17:58:19.126021 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6563598c-2d1b-4692-a3d1-05b61c0df690 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Router 56a81808-423a-4f6f-8675-7983db3de62a has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:58:19.298633 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6563598c-2d1b-4692-a3d1-05b61c0df690 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:58:19.303680 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6563598c-2d1b-4692-a3d1-05b61c0df690 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:58:19.308890 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abf3d6e-6f5e-4841-be33-cab00d8d0ada None None] Sync routers for ids ['56a81808-423a-4f6f-8675-7983db3de62a'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:58:19.319292 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abf3d6e-6f5e-4841-be33-cab00d8d0ada None None] Routers {'56a81808-423a-4f6f-8675-7983db3de62a'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:58:19.319895 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-4abf3d6e-6f5e-4841-be33-cab00d8d0ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:58:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['56a81808-423a-4f6f-8675-7983db3de62a'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:58:19.359152 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-6563598c-2d1b-4692-a3d1-05b61c0df690 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "PUT /v2.0/floatingips/0f552e84-3325-448b-a06c-0a4220cc55fe HTTP/1.1" status: 200 len: 993 time: 1.5479758 May 04 17:58:19.359733 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9005838-13df-4f56-aad7-cc0cb50943df', 'tag': 'e648e6fc-b347-4a5d-88a3-3b75d10a9b61'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:58:19.403989 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b56597d2-f256-41a1-978e-3079df4a2e46'] response: {'name': 'network-changed', 'server_uuid': 'c9005838-13df-4f56-aad7-cc0cb50943df', 'tag': 'e648e6fc-b347-4a5d-88a3-3b75d10a9b61', 'status': 'completed', 'code': 200} May 04 17:58:19.498685 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411640dc-5fff-48c7-ab67-a2fb2a5ca4b3 req-d415b835-4a54-487d-a2aa-4cd132230d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:19.500122 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-411640dc-5fff-48c7-ab67-a2fb2a5ca4b3 req-d415b835-4a54-487d-a2aa-4cd132230d37 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5b5434842582418989b681607468e11e&device_id=c9005838-13df-4f56-aad7-cc0cb50943df HTTP/1.1" status: 200 len: 1099 time: 0.0751686 May 04 17:58:19.500249 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-4abf3d6e-6f5e-4841-be33-cab00d8d0ada None None] Set router 56a81808-423a-4f6f-8675-7983db3de62a gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:58:19.637838 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411640dc-5fff-48c7-ab67-a2fb2a5ca4b3 req-b800b253-f261-44af-b7ee-cb087b591382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:19.639343 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-411640dc-5fff-48c7-ab67-a2fb2a5ca4b3 req-b800b253-f261-44af-b7ee-cb087b591382 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a9d2ffc1-25d9-4699-b181-aab0105a8f2c HTTP/1.1" status: 200 len: 913 time: 0.1330299 May 04 17:58:19.763005 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-411640dc-5fff-48c7-ab67-a2fb2a5ca4b3 req-63620052-a7a3-4197-8259-2e08a0facfb7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e648e6fc-b347-4a5d-88a3-3b75d10a9b61 HTTP/1.1" status: 200 len: 1001 time: 0.1171119 May 04 17:58:19.829514 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411640dc-5fff-48c7-ab67-a2fb2a5ca4b3 req-3fc331f6-f6d8-4604-b8ba-e9870ea608f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:19.831134 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-411640dc-5fff-48c7-ab67-a2fb2a5ca4b3 req-3fc331f6-f6d8-4604-b8ba-e9870ea608f2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fc5df0b0-84cb-434c-abf6-a659e7e30b34 HTTP/1.1" status: 200 len: 851 time: 0.0609486 May 04 17:58:19.880841 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-4abf3d6e-6f5e-4841-be33-cab00d8d0ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a81808-423a-4f6f-8675-7983db3de62a', 'name': 'tempest-ServerActionsTestJSON-1000362457-router', 'tenant_id': '5b5434842582418989b681607468e11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'cab5528b-beba-480c-adcc-32c92992ee0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:55:04Z', 'updated_at': '2022-05-04T17:55:08Z', 'revision_number': 4, 'project_id': '5b5434842582418989b681607468e11e', 'gw_port': {'id': 'cab5528b-beba-480c-adcc-32c92992ee0d', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:79:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a81808-423a-4f6f-8675-7983db3de62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:55:05Z', 'updated_at': '2022-05-04T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': '0f552e84-3325-448b-a06c-0a4220cc55fe', 'tenant_id': '5b5434842582418989b681607468e11e', 'floating_ip_address': '172.26.0.243', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '56a81808-423a-4f6f-8675-7983db3de62a', 'port_id': 'e648e6fc-b347-4a5d-88a3-3b75d10a9b61', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c', 'mac_address': 'fa:16:3e:35:14:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9005838-13df-4f56-aad7-cc0cb50943df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:55:11Z', 'updated_at': '2022-05-04T17:58:18Z', 'revision_number': 13, 'project_id': '5b5434842582418989b681607468e11e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e71cdf7-883a-4bb7-ba70-098324781202', 'name': '', 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c', 'tenant_id': '5b5434842582418989b681607468e11e', 'mac_address': 'fa:16:3e:5f:1f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a81808-423a-4f6f-8675-7983db3de62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'fc5df0b0-84cb-434c-abf6-a659e7e30b34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:55:07Z', 'updated_at': '2022-05-04T17:55:13Z', 'revision_number': 5, 'project_id': '5b5434842582418989b681607468e11e', 'subnets': [{'id': 'fc5df0b0-84cb-434c-abf6-a659e7e30b34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:58:19.884845 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abf3d6e-6f5e-4841-be33-cab00d8d0ada None None] Checking router: 56a81808-423a-4f6f-8675-7983db3de62a for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:58:19.894473 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abf3d6e-6f5e-4841-be33-cab00d8d0ada None None] Routers {'56a81808-423a-4f6f-8675-7983db3de62a'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:58:19.895149 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-4abf3d6e-6f5e-4841-be33-cab00d8d0ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:58:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['56a81808-423a-4f6f-8675-7983db3de62a'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:58:19.911442 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411640dc-5fff-48c7-ab67-a2fb2a5ca4b3 req-8b9295d1-2dee-427d-aee0-e7097061fc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:19.912923 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-411640dc-5fff-48c7-ab67-a2fb2a5ca4b3 req-8b9295d1-2dee-427d-aee0-e7097061fc7f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a9d2ffc1-25d9-4699-b181-aab0105a8f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751867 May 04 17:58:20.110230 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-4abf3d6e-6f5e-4841-be33-cab00d8d0ada None None] Set router 56a81808-423a-4f6f-8675-7983db3de62a gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:58:20.165232 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-411640dc-5fff-48c7-ab67-a2fb2a5ca4b3 req-00dfe5de-b28d-46a6-9085-ae6f94e40088 service neutron] 10.222.0.42 "GET /v2.0/networks/a9d2ffc1-25d9-4699-b181-aab0105a8f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454462 May 04 17:58:20.307502 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-411640dc-5fff-48c7-ab67-a2fb2a5ca4b3 req-db26e726-e37d-4788-b773-9768b805881c service neutron] 10.222.0.42 "GET /v2.0/networks/a9d2ffc1-25d9-4699-b181-aab0105a8f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356370 May 04 17:58:20.494558 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-4abf3d6e-6f5e-4841-be33-cab00d8d0ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a81808-423a-4f6f-8675-7983db3de62a', 'name': 'tempest-ServerActionsTestJSON-1000362457-router', 'tenant_id': '5b5434842582418989b681607468e11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'cab5528b-beba-480c-adcc-32c92992ee0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:55:04Z', 'updated_at': '2022-05-04T17:55:08Z', 'revision_number': 4, 'project_id': '5b5434842582418989b681607468e11e', 'gw_port': {'id': 'cab5528b-beba-480c-adcc-32c92992ee0d', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:79:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a81808-423a-4f6f-8675-7983db3de62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:55:05Z', 'updated_at': '2022-05-04T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': '0f552e84-3325-448b-a06c-0a4220cc55fe', 'tenant_id': '5b5434842582418989b681607468e11e', 'floating_ip_address': '172.26.0.243', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '56a81808-423a-4f6f-8675-7983db3de62a', 'port_id': 'e648e6fc-b347-4a5d-88a3-3b75d10a9b61', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c', 'mac_address': 'fa:16:3e:35:14:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9005838-13df-4f56-aad7-cc0cb50943df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:55:11Z', 'updated_at': '2022-05-04T17:58:18Z', 'revision_number': 13, 'project_id': '5b5434842582418989b681607468e11e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e71cdf7-883a-4bb7-ba70-098324781202', 'name': '', 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c', 'tenant_id': '5b5434842582418989b681607468e11e', 'mac_address': 'fa:16:3e:5f:1f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a81808-423a-4f6f-8675-7983db3de62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'fc5df0b0-84cb-434c-abf6-a659e7e30b34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:55:07Z', 'updated_at': '2022-05-04T17:55:13Z', 'revision_number': 5, 'project_id': '5b5434842582418989b681607468e11e', 'subnets': [{'id': 'fc5df0b0-84cb-434c-abf6-a659e7e30b34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:58:20.498708 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abf3d6e-6f5e-4841-be33-cab00d8d0ada None None] The sync data for ids ['56a81808-423a-4f6f-8675-7983db3de62a'] in dv-neutron-840426-1-hyperv is: [{'id': '56a81808-423a-4f6f-8675-7983db3de62a', 'name': 'tempest-ServerActionsTestJSON-1000362457-router', 'tenant_id': '5b5434842582418989b681607468e11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'cab5528b-beba-480c-adcc-32c92992ee0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:55:04Z', 'updated_at': '2022-05-04T17:55:08Z', 'revision_number': 4, 'project_id': '5b5434842582418989b681607468e11e', 'gw_port': {'id': 'cab5528b-beba-480c-adcc-32c92992ee0d', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:79:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a81808-423a-4f6f-8675-7983db3de62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:55:05Z', 'updated_at': '2022-05-04T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': '0f552e84-3325-448b-a06c-0a4220cc55fe', 'tenant_id': '5b5434842582418989b681607468e11e', 'floating_ip_address': '172.26.0.243', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '56a81808-423a-4f6f-8675-7983db3de62a', 'port_id': 'e648e6fc-b347-4a5d-88a3-3b75d10a9b61', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c', 'mac_address': 'fa:16:3e:35:14:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9005838-13df-4f56-aad7-cc0cb50943df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T17:55:11Z', 'updated_at': '2022-05-04T17:58:18Z', 'revision_number': 13, 'project_id': '5b5434842582418989b681607468e11e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e71cdf7-883a-4bb7-ba70-098324781202', 'name': '', 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c', 'tenant_id': '5b5434842582418989b681607468e11e', 'mac_address': 'fa:16:3e:5f:1f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a81808-423a-4f6f-8675-7983db3de62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'fc5df0b0-84cb-434c-abf6-a659e7e30b34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:55:07Z', 'updated_at': '2022-05-04T17:55:13Z', 'revision_number': 5, 'project_id': '5b5434842582418989b681607468e11e', 'subnets': [{'id': 'fc5df0b0-84cb-434c-abf6-a659e7e30b34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:58:20.682681 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ebe3d8-c767-43d7-84cc-5bb519a7e555 None None] New status for floating IP 0f552e84-3325-448b-a06c-0a4220cc55fe: ACTIVE {{(pid=88039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:58:21.030008 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe1e81-4ffe-40ed-8dee-cccef7c31344 req-7b3f2988-be06-444f-a3d4-ed52be5e8b22 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:21.031438 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-efbe1e81-4ffe-40ed-8dee-cccef7c31344 req-7b3f2988-be06-444f-a3d4-ed52be5e8b22 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9005838-13df-4f56-aad7-cc0cb50943df HTTP/1.1" status: 200 len: 946 time: 0.0777841 May 04 17:58:21.077211 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-efbe1e81-4ffe-40ed-8dee-cccef7c31344 req-eecc688f-8bef-44cf-97d8-b6adbbd16f4b tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393963 May 04 17:58:33.226554 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-90549956-85d6-42db-a010-4d4af06b5fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:58:35.555546 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-f27598a3-479b-4358-abed-c6390118303c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:58:36.184361 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-61e1787b-c0e5-42e7-82d9-a707376df1d7 req-7261b269-44ef-41f5-a54b-d3181b3b6368 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c9005838-13df-4f56-aad7-cc0cb50943df&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1089652 May 04 17:58:36.196797 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffbc748-2125-426f-851a-2767e0b86c32 req-667b97e4-f7ee-4e13-ba89-045156bb507c tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:36.199225 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-2ffbc748-2125-426f-851a-2767e0b86c32 req-667b97e4-f7ee-4e13-ba89-045156bb507c tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9005838-13df-4f56-aad7-cc0cb50943df HTTP/1.1" status: 200 len: 946 time: 0.0806122 May 04 17:58:36.250009 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-2ffbc748-2125-426f-851a-2767e0b86c32 req-c9590f5e-c5f4-4903-80b3-978152361860 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449574 May 04 17:58:36.617499 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:58:36.621658 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:58:37.308805 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e1787b-c0e5-42e7-82d9-a707376df1d7 req-ff1a73eb-da72-43cf-b0e0-0978aa90ea18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:37.310314 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-61e1787b-c0e5-42e7-82d9-a707376df1d7 req-ff1a73eb-da72-43cf-b0e0-0978aa90ea18 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5b5434842582418989b681607468e11e&device_id=c9005838-13df-4f56-aad7-cc0cb50943df HTTP/1.1" status: 200 len: 1099 time: 0.0715723 May 04 17:58:37.502153 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e1787b-c0e5-42e7-82d9-a707376df1d7 req-7aa7b10f-9d6f-44c7-9fef-338a76f6ab5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:37.503627 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-61e1787b-c0e5-42e7-82d9-a707376df1d7 req-7aa7b10f-9d6f-44c7-9fef-338a76f6ab5d service neutron] 10.222.0.42 "GET /v2.0/networks?id=a9d2ffc1-25d9-4699-b181-aab0105a8f2c HTTP/1.1" status: 200 len: 913 time: 0.1875002 May 04 17:58:37.514518 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f25340-6e33-4c7e-bf1a-11e5f7facdc1 req-e055c52c-8bda-4d12-a58b-08ca86d23361 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:37.515854 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-38f25340-6e33-4c7e-bf1a-11e5f7facdc1 req-e055c52c-8bda-4d12-a58b-08ca86d23361 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9005838-13df-4f56-aad7-cc0cb50943df HTTP/1.1" status: 200 len: 946 time: 0.1558776 May 04 17:58:37.639526 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-38f25340-6e33-4c7e-bf1a-11e5f7facdc1 req-158f4d33-7937-4154-b795-5c1139a869e3 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737181 May 04 17:58:37.641301 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-61e1787b-c0e5-42e7-82d9-a707376df1d7 req-084eb8ae-3f18-4420-9a88-08fc7b47d1ef service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e648e6fc-b347-4a5d-88a3-3b75d10a9b61 HTTP/1.1" status: 200 len: 1003 time: 0.1246116 May 04 17:58:37.702078 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e1787b-c0e5-42e7-82d9-a707376df1d7 req-b6e38542-7b69-41f0-9e8e-d39fbbdfe8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:37.703401 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-61e1787b-c0e5-42e7-82d9-a707376df1d7 req-b6e38542-7b69-41f0-9e8e-d39fbbdfe8b8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fc5df0b0-84cb-434c-abf6-a659e7e30b34 HTTP/1.1" status: 200 len: 851 time: 0.0558267 May 04 17:58:37.780498 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e1787b-c0e5-42e7-82d9-a707376df1d7 req-fdc6f5c8-8c1b-4228-b46c-f49da0d16cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:37.781857 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-61e1787b-c0e5-42e7-82d9-a707376df1d7 req-fdc6f5c8-8c1b-4228-b46c-f49da0d16cbb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a9d2ffc1-25d9-4699-b181-aab0105a8f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708833 May 04 17:58:37.909775 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-61e1787b-c0e5-42e7-82d9-a707376df1d7 req-41ca0ed2-5115-446b-b608-fe11f07d518e service neutron] 10.222.0.42 "GET /v2.0/networks/a9d2ffc1-25d9-4699-b181-aab0105a8f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207867 May 04 17:58:37.946938 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:58:38.039872 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-61e1787b-c0e5-42e7-82d9-a707376df1d7 req-914920c6-c886-4544-8a87-1ce2da8be610 service neutron] 10.222.0.42 "GET /v2.0/networks/a9d2ffc1-25d9-4699-b181-aab0105a8f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229844 May 04 17:58:38.827975 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adab9e70-d431-4540-a158-d555f1be596a req-a0fcd21d-b90a-4aee-8a6a-3a489253a255 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:38.829429 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-adab9e70-d431-4540-a158-d555f1be596a req-a0fcd21d-b90a-4aee-8a6a-3a489253a255 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9005838-13df-4f56-aad7-cc0cb50943df HTTP/1.1" status: 200 len: 946 time: 0.0799747 May 04 17:58:38.874638 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-adab9e70-d431-4540-a158-d555f1be596a req-d46b31d9-7a76-446d-a532-46370a1f54a5 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392499 May 04 17:58:39.544036 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:58:40.054814 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d869615a-9152-412a-a226-a22b54790d63 req-d188a831-19f9-4264-abfc-287468f3a1ad tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:40.056251 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d869615a-9152-412a-a226-a22b54790d63 req-d188a831-19f9-4264-abfc-287468f3a1ad tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9005838-13df-4f56-aad7-cc0cb50943df HTTP/1.1" status: 200 len: 946 time: 0.0776024 May 04 17:58:40.099257 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d869615a-9152-412a-a226-a22b54790d63 req-5e1fbbc5-8ae4-4c07-aa67-80dd9e37dbb9 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374706 May 04 17:58:41.286540 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b78eed1-1341-4322-a5a1-d6c2310f877f req-37cffe1e-0452-4b26-ba19-52766dd31597 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:41.287988 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-4b78eed1-1341-4322-a5a1-d6c2310f877f req-37cffe1e-0452-4b26-ba19-52766dd31597 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9005838-13df-4f56-aad7-cc0cb50943df HTTP/1.1" status: 200 len: 946 time: 0.0839837 May 04 17:58:41.331496 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-4b78eed1-1341-4322-a5a1-d6c2310f877f req-68f739a0-8ce8-4229-9fcb-826b696b88e5 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375552 May 04 17:58:42.520913 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec11310-5383-4186-96e8-af5fbebf9109 req-05e1da8b-0293-43d6-8fff-b45b58c00c44 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:42.522292 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6ec11310-5383-4186-96e8-af5fbebf9109 req-05e1da8b-0293-43d6-8fff-b45b58c00c44 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9005838-13df-4f56-aad7-cc0cb50943df HTTP/1.1" status: 200 len: 946 time: 0.0812421 May 04 17:58:42.565646 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6ec11310-5383-4186-96e8-af5fbebf9109 req-da5f6ccc-f2c7-4067-a6d6-43bb308bf5a0 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377483 May 04 17:58:43.748119 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a4479-2e0d-459d-a94f-d954fbdf2bb9 req-30b92556-237c-4978-8146-6d80e8397e0f tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:43.749566 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-048a4479-2e0d-459d-a94f-d954fbdf2bb9 req-30b92556-237c-4978-8146-6d80e8397e0f tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9005838-13df-4f56-aad7-cc0cb50943df HTTP/1.1" status: 200 len: 946 time: 0.0787480 May 04 17:58:43.798837 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-048a4479-2e0d-459d-a94f-d954fbdf2bb9 req-a21dd10b-9c24-4fb9-b79f-2621c491dc6e tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436156 May 04 17:58:44.980385 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab123201-06c0-414c-9fec-549168fe0599 req-d0ac8030-1f2c-460f-a13f-4fe065cf41d0 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:44.981836 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ab123201-06c0-414c-9fec-549168fe0599 req-d0ac8030-1f2c-460f-a13f-4fe065cf41d0 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9005838-13df-4f56-aad7-cc0cb50943df HTTP/1.1" status: 200 len: 946 time: 0.0784156 May 04 17:58:45.030978 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ab123201-06c0-414c-9fec-549168fe0599 req-d29b3882-cef1-4dad-a81e-481e4a571b3e tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429263 May 04 17:58:46.229282 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869f891c-9be0-40df-88c2-627bd9487ecc req-d26e6c00-a816-4c22-b907-0b76d0e2260a tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:46.230797 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-869f891c-9be0-40df-88c2-627bd9487ecc req-d26e6c00-a816-4c22-b907-0b76d0e2260a tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9005838-13df-4f56-aad7-cc0cb50943df HTTP/1.1" status: 200 len: 946 time: 0.0823977 May 04 17:58:46.274783 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-869f891c-9be0-40df-88c2-627bd9487ecc req-deb01e4e-0484-4d6b-ba17-319df12486e8 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382257 May 04 17:58:47.457106 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a5fa0-7362-4281-a37c-6ee61be66a83 req-a4b4cc3d-30ee-4e74-bee6-a9c8e999e83e tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:47.458504 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-df4a5fa0-7362-4281-a37c-6ee61be66a83 req-a4b4cc3d-30ee-4e74-bee6-a9c8e999e83e tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9005838-13df-4f56-aad7-cc0cb50943df HTTP/1.1" status: 200 len: 946 time: 0.0798879 May 04 17:58:47.501424 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-df4a5fa0-7362-4281-a37c-6ee61be66a83 req-92d56bfd-96f2-4af6-b5bb-2e3b029d6828 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373204 May 04 17:58:48.687699 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd5117-82a6-4240-9d53-c5822601d679 req-f9d7ce91-230d-430e-a928-588bc21b4e6c tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:48.689143 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-2ccd5117-82a6-4240-9d53-c5822601d679 req-f9d7ce91-230d-430e-a928-588bc21b4e6c tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9005838-13df-4f56-aad7-cc0cb50943df HTTP/1.1" status: 200 len: 946 time: 0.0783250 May 04 17:58:48.732417 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-2ccd5117-82a6-4240-9d53-c5822601d679 req-e2b88284-2ed3-4923-8fca-562d00b69d72 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371935 May 04 17:58:50.018543 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba3bd5d-4392-4f7f-9878-f0db6d44c07d req-7c015a11-d42b-4204-83ed-71fe603b51cf tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:50.019919 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dba3bd5d-4392-4f7f-9878-f0db6d44c07d req-7c015a11-d42b-4204-83ed-71fe603b51cf tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9005838-13df-4f56-aad7-cc0cb50943df HTTP/1.1" status: 200 len: 946 time: 0.1826894 May 04 17:58:50.062292 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dba3bd5d-4392-4f7f-9878-f0db6d44c07d req-aa4a3840-f081-4920-b2dd-51ef0b74d5be tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368068 May 04 17:58:50.369193 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-61e1787b-c0e5-42e7-82d9-a707376df1d7 req-1aad3a38-30e5-459e-8291-a07f30f12fb8 service neutron] 10.222.0.42 "GET /v2.0/ports/e648e6fc-b347-4a5d-88a3-3b75d10a9b61/bindings/hv-neutron-8404 HTTP/1.1" status: 200 len: 384 time: 0.0723305 May 04 17:58:50.628224 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e1787b-c0e5-42e7-82d9-a707376df1d7 req-25a1a950-79d8-4044-8030-b72b32c7de5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:50.629700 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-61e1787b-c0e5-42e7-82d9-a707376df1d7 req-25a1a950-79d8-4044-8030-b72b32c7de5a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c9005838-13df-4f56-aad7-cc0cb50943df&tenant_id=5b5434842582418989b681607468e11e HTTP/1.1" status: 200 len: 1099 time: 0.0748053 May 04 17:58:50.718978 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e1787b-c0e5-42e7-82d9-a707376df1d7 req-1e9e06c7-02cf-4109-bbc7-eab07795f122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:50.720420 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-61e1787b-c0e5-42e7-82d9-a707376df1d7 req-1e9e06c7-02cf-4109-bbc7-eab07795f122 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5b5434842582418989b681607468e11e&device_id=c9005838-13df-4f56-aad7-cc0cb50943df HTTP/1.1" status: 200 len: 1099 time: 0.0695574 May 04 17:58:50.858772 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e1787b-c0e5-42e7-82d9-a707376df1d7 req-366f4c83-bfa9-436a-93ea-414903042ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:50.860214 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-61e1787b-c0e5-42e7-82d9-a707376df1d7 req-366f4c83-bfa9-436a-93ea-414903042ea7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a9d2ffc1-25d9-4699-b181-aab0105a8f2c HTTP/1.1" status: 200 len: 913 time: 0.1329069 May 04 17:58:50.959973 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-61e1787b-c0e5-42e7-82d9-a707376df1d7 req-9d3f050b-3d30-4ca7-ba7a-c53f5d111aa9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e648e6fc-b347-4a5d-88a3-3b75d10a9b61 HTTP/1.1" status: 200 len: 1003 time: 0.0935876 May 04 17:58:51.024762 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e1787b-c0e5-42e7-82d9-a707376df1d7 req-410dc8c5-8c57-48dc-8167-440d103c9da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:51.026879 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-61e1787b-c0e5-42e7-82d9-a707376df1d7 req-410dc8c5-8c57-48dc-8167-440d103c9da9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fc5df0b0-84cb-434c-abf6-a659e7e30b34 HTTP/1.1" status: 200 len: 851 time: 0.0609095 May 04 17:58:51.108782 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e1787b-c0e5-42e7-82d9-a707376df1d7 req-42192193-9586-4b85-a624-b21adfbd148f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:51.111008 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-61e1787b-c0e5-42e7-82d9-a707376df1d7 req-42192193-9586-4b85-a624-b21adfbd148f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a9d2ffc1-25d9-4699-b181-aab0105a8f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778394 May 04 17:58:51.245172 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-61e1787b-c0e5-42e7-82d9-a707376df1d7 req-4a6ec3ac-b1f8-483e-9fef-c9ddf2e47789 service neutron] 10.222.0.42 "GET /v2.0/networks/a9d2ffc1-25d9-4699-b181-aab0105a8f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277595 May 04 17:58:51.253566 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d5977-3a90-4a71-8858-c1ba6e694aca req-96516937-fa73-4da9-b7e4-98c73eb0eae5 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:51.255097 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-3b7d5977-3a90-4a71-8858-c1ba6e694aca req-96516937-fa73-4da9-b7e4-98c73eb0eae5 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9005838-13df-4f56-aad7-cc0cb50943df HTTP/1.1" status: 200 len: 946 time: 0.0823612 May 04 17:58:51.299040 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-3b7d5977-3a90-4a71-8858-c1ba6e694aca req-ab493c56-558d-4cf5-861a-e5f7c482244f tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380580 May 04 17:58:51.375236 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-61e1787b-c0e5-42e7-82d9-a707376df1d7 req-6bc196b1-b71b-4e08-8c76-09f359642b43 service neutron] 10.222.0.42 "GET /v2.0/networks/a9d2ffc1-25d9-4699-b181-aab0105a8f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238744 May 04 17:58:52.485535 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba98db9-bf71-4d58-93b5-a04ab081bbd0 req-f5d36055-9d42-4d44-b48a-7b4e3bab63b4 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:52.487582 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dba98db9-bf71-4d58-93b5-a04ab081bbd0 req-f5d36055-9d42-4d44-b48a-7b4e3bab63b4 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9005838-13df-4f56-aad7-cc0cb50943df HTTP/1.1" status: 200 len: 946 time: 0.0815697 May 04 17:58:52.535478 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dba98db9-bf71-4d58-93b5-a04ab081bbd0 req-291e34da-5316-4419-854d-1c5e59802ae9 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421202 May 04 17:58:53.079777 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device e648e6fc-b347-4a5d-88a3-3b75d10a9b61 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:58:53.188540 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:58:53.215178 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9005838-13df-4f56-aad7-cc0cb50943df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e648e6fc-b347-4a5d-88a3-3b75d10a9b61'}] {{(pid=88039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:58:53.224434 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port e648e6fc-b347-4a5d-88a3-3b75d10a9b61, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=e648e6fc-b347-4a5d-88a3-3b75d10a9b61,segment=NetworkSegment(1486ec6e-4df6-4c51-b2a7-93fd7420d7e4),segment_id=1486ec6e-4df6-4c51-b2a7-93fd7420d7e4)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:58:53.229176 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:58:53.279125 dv-neutron-840426-1-hyperv neutron-server[88039]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d395b381-7bae-45c7-b5a0-a1e15716a23a'] response: {'server_uuid': 'c9005838-13df-4f56-aad7-cc0cb50943df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e648e6fc-b347-4a5d-88a3-3b75d10a9b61', 'code': 200} May 04 17:58:53.298698 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=e648e6fc-b347-4a5d-88a3-3b75d10a9b61,revision_number=6']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:53.720159 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3f1f4e-f85a-427c-88f1-6a563fe84988 req-dd111ddb-651a-4d6f-b450-d6313be2ddf3 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:53.722126 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-bc3f1f4e-f85a-427c-88f1-6a563fe84988 req-dd111ddb-651a-4d6f-b450-d6313be2ddf3 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9005838-13df-4f56-aad7-cc0cb50943df HTTP/1.1" status: 200 len: 944 time: 0.0809848 May 04 17:58:53.768992 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-bc3f1f4e-f85a-427c-88f1-6a563fe84988 req-46b3df44-66b3-47a2-83d3-a22aee10790e tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409174 May 04 17:58:54.295885 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 17:58:54.954593 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd04736c-41b7-4894-a24b-8bf8aea454b1 req-8b45bebf-50ae-4fb0-b6f1-108e7d4b8438 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:54.956076 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-fd04736c-41b7-4894-a24b-8bf8aea454b1 req-8b45bebf-50ae-4fb0-b6f1-108e7d4b8438 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9005838-13df-4f56-aad7-cc0cb50943df HTTP/1.1" status: 200 len: 944 time: 0.0788321 May 04 17:58:55.003036 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-fd04736c-41b7-4894-a24b-8bf8aea454b1 req-ffd9b93f-3899-484e-a4a0-9d0d6cd48ba7 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406153 May 04 17:58:55.110729 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device e648e6fc-b347-4a5d-88a3-3b75d10a9b61 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:58:55.242890 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port e648e6fc-b347-4a5d-88a3-3b75d10a9b61, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=e648e6fc-b347-4a5d-88a3-3b75d10a9b61,segment=NetworkSegment(1486ec6e-4df6-4c51-b2a7-93fd7420d7e4),segment_id=1486ec6e-4df6-4c51-b2a7-93fd7420d7e4)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:58:55.255876 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Returning: {'device': 'e648e6fc-b347-4a5d-88a3-3b75d10a9b61', 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c', 'port_id': 'e648e6fc-b347-4a5d-88a3-3b75d10a9b61', 'mac_address': 'fa:16:3e:35:14:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc5df0b0-84cb-434c-abf6-a659e7e30b34', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:58:55.309100 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:58:55.325096 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e648e6fc-b347-4a5d-88a3-3b75d10a9b61 {{(pid=88039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:58:55.339899 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port e648e6fc-b347-4a5d-88a3-3b75d10a9b61, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=e648e6fc-b347-4a5d-88a3-3b75d10a9b61,segment=NetworkSegment(1486ec6e-4df6-4c51-b2a7-93fd7420d7e4),segment_id=1486ec6e-4df6-4c51-b2a7-93fd7420d7e4)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:58:55.344167 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:58:55.408168 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] get_ports_and_sgs() called for port_ids ['e648e6fc-b347-4a5d-88a3-3b75d10a9b61'] {{(pid=88039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:58:55.455790 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=e648e6fc-b347-4a5d-88a3-3b75d10a9b61,revision_number=7']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:56.186835 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad1163-51ad-4ac8-8d46-85a458bc4d8a req-f6199182-b550-46f8-8452-a941da62c784 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:56.188285 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-75ad1163-51ad-4ac8-8d46-85a458bc4d8a req-f6199182-b550-46f8-8452-a941da62c784 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9005838-13df-4f56-aad7-cc0cb50943df HTTP/1.1" status: 200 len: 945 time: 0.0821879 May 04 17:58:56.231099 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-75ad1163-51ad-4ac8-8d46-85a458bc4d8a req-6e4d5309-6a7e-4d8d-9302-681361819b83 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371535 May 04 17:58:57.110319 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device e648e6fc-b347-4a5d-88a3-3b75d10a9b61 up at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:58:57.179339 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning complete for port e648e6fc-b347-4a5d-88a3-3b75d10a9b61 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:58:57.179707 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:58:57.292188 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:58:57.353735 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9005838-13df-4f56-aad7-cc0cb50943df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e648e6fc-b347-4a5d-88a3-3b75d10a9b61'}] {{(pid=88039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:58:57.363893 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port e648e6fc-b347-4a5d-88a3-3b75d10a9b61, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=e648e6fc-b347-4a5d-88a3-3b75d10a9b61,segment=NetworkSegment(1486ec6e-4df6-4c51-b2a7-93fd7420d7e4),segment_id=1486ec6e-4df6-4c51-b2a7-93fd7420d7e4)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:58:57.370000 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:58:57.420096 dv-neutron-840426-1-hyperv neutron-server[88039]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ac10610-ed85-4f93-8c8e-69914bc316de'] response: {'server_uuid': 'c9005838-13df-4f56-aad7-cc0cb50943df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e648e6fc-b347-4a5d-88a3-3b75d10a9b61', 'code': 200} May 04 17:58:57.421463 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde7373-90a2-4ddc-a245-f84af45835e1 req-082c3ebd-43cd-428e-a7bf-8a8b3b171742 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:57.423125 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-0fde7373-90a2-4ddc-a245-f84af45835e1 req-082c3ebd-43cd-428e-a7bf-8a8b3b171742 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9005838-13df-4f56-aad7-cc0cb50943df HTTP/1.1" status: 200 len: 946 time: 0.0849686 May 04 17:58:57.441273 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=e648e6fc-b347-4a5d-88a3-3b75d10a9b61,revision_number=8']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:58:57.468648 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-0fde7373-90a2-4ddc-a245-f84af45835e1 req-fdc3ce82-c523-4aa5-a842-1e3bf12afe33 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386589 May 04 17:58:58.653449 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0448ab2-7ae4-4443-a7c5-be5c22b8b557 req-357177ba-2b6f-4200-87c8-640a6ca265d8 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:58.654889 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a0448ab2-7ae4-4443-a7c5-be5c22b8b557 req-357177ba-2b6f-4200-87c8-640a6ca265d8 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9005838-13df-4f56-aad7-cc0cb50943df HTTP/1.1" status: 200 len: 946 time: 0.0770791 May 04 17:58:58.697727 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a0448ab2-7ae4-4443-a7c5-be5c22b8b557 req-62579cca-1ec1-4b37-936b-5e5a25377d68 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365467 May 04 17:58:59.886743 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926d47f-81ce-4f43-8e70-b77b01f13955 req-e3a58519-da1d-4e01-821e-e42476f1d447 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:58:59.888201 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-d926d47f-81ce-4f43-8e70-b77b01f13955 req-e3a58519-da1d-4e01-821e-e42476f1d447 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9005838-13df-4f56-aad7-cc0cb50943df HTTP/1.1" status: 200 len: 946 time: 0.0844364 May 04 17:58:59.932843 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-d926d47f-81ce-4f43-8e70-b77b01f13955 req-5dcdf923-04ea-4fa5-9e0a-99f999b47d60 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389979 May 04 17:59:01.137521 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a06b8f4-7e2e-43d0-9b09-05313f59bd8c req-054c6c5b-ef5e-45c0-aa73-ff44d6545d1c tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:01.139012 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-7a06b8f4-7e2e-43d0-9b09-05313f59bd8c req-054c6c5b-ef5e-45c0-aa73-ff44d6545d1c tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9005838-13df-4f56-aad7-cc0cb50943df HTTP/1.1" status: 200 len: 946 time: 0.0891325 May 04 17:59:01.183375 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-7a06b8f4-7e2e-43d0-9b09-05313f59bd8c req-d73043ec-21fa-4288-a31d-fd1837158605 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381341 May 04 17:59:01.615154 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0a302-4c54-44e7-a7bb-93e94495b1ce req-eb9bd97b-4f7d-446e-b3a8-c03863dad799 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:01.616545 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5db0a302-4c54-44e7-a7bb-93e94495b1ce req-eb9bd97b-4f7d-446e-b3a8-c03863dad799 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9005838-13df-4f56-aad7-cc0cb50943df&tenant_id=5b5434842582418989b681607468e11e&binding%3Ahost_id=hv-neutron-8404 HTTP/1.1" status: 200 len: 946 time: 0.1234257 May 04 17:59:01.715233 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5db0a302-4c54-44e7-a7bb-93e94495b1ce req-23f027ca-0c78-4a7e-9f43-34e9fffd18fc service neutron] 10.222.0.42 "GET /v2.0/ports/e648e6fc-b347-4a5d-88a3-3b75d10a9b61/bindings/hv-neutron-8404 HTTP/1.1" status: 200 len: 384 time: 0.0886192 May 04 17:59:01.723927 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926f7a3-9b45-42f3-92e2-4427421b5b82 req-ec3e12d7-0d00-4972-b9b3-c0b17163a43a tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:01.725338 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-8926f7a3-9b45-42f3-92e2-4427421b5b82 req-ec3e12d7-0d00-4972-b9b3-c0b17163a43a tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9005838-13df-4f56-aad7-cc0cb50943df HTTP/1.1" status: 200 len: 946 time: 0.1555772 May 04 17:59:01.922664 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-8926f7a3-9b45-42f3-92e2-4427421b5b82 req-89dec0ab-10d6-4fee-96b2-782b6ab40442 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1913958 May 04 17:59:01.939215 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0a302-4c54-44e7-a7bb-93e94495b1ce req-225b09b9-07ff-4494-b9a2-3189c02e3a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:01.940674 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5db0a302-4c54-44e7-a7bb-93e94495b1ce req-225b09b9-07ff-4494-b9a2-3189c02e3a93 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5b5434842582418989b681607468e11e&device_id=c9005838-13df-4f56-aad7-cc0cb50943df HTTP/1.1" status: 200 len: 1099 time: 0.1961896 May 04 17:59:02.069201 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0a302-4c54-44e7-a7bb-93e94495b1ce req-60f53c2d-c842-41ea-9c03-ee776415fa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:02.070579 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5db0a302-4c54-44e7-a7bb-93e94495b1ce req-60f53c2d-c842-41ea-9c03-ee776415fa86 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a9d2ffc1-25d9-4699-b181-aab0105a8f2c HTTP/1.1" status: 200 len: 913 time: 0.1235499 May 04 17:59:02.182049 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5db0a302-4c54-44e7-a7bb-93e94495b1ce req-6c63f20d-e245-4020-ae82-cfe2f923fd30 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e648e6fc-b347-4a5d-88a3-3b75d10a9b61 HTTP/1.1" status: 200 len: 1003 time: 0.1047285 May 04 17:59:02.243516 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0a302-4c54-44e7-a7bb-93e94495b1ce req-70d0ae76-1608-4e23-b938-bf44c5bd27b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:02.244939 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5db0a302-4c54-44e7-a7bb-93e94495b1ce req-70d0ae76-1608-4e23-b938-bf44c5bd27b8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fc5df0b0-84cb-434c-abf6-a659e7e30b34 HTTP/1.1" status: 200 len: 851 time: 0.0565629 May 04 17:59:02.322011 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0a302-4c54-44e7-a7bb-93e94495b1ce req-7a86072e-b077-4865-8a5e-305460be9a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:02.323392 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5db0a302-4c54-44e7-a7bb-93e94495b1ce req-7a86072e-b077-4865-8a5e-305460be9a05 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a9d2ffc1-25d9-4699-b181-aab0105a8f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722363 May 04 17:59:02.451587 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5db0a302-4c54-44e7-a7bb-93e94495b1ce req-7f043bec-0e39-439c-a858-6e18085183f1 service neutron] 10.222.0.42 "GET /v2.0/networks/a9d2ffc1-25d9-4699-b181-aab0105a8f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221089 May 04 17:59:02.579801 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5db0a302-4c54-44e7-a7bb-93e94495b1ce req-71d22cf2-a7ab-4a31-84b8-2923eb96564b service neutron] 10.222.0.42 "GET /v2.0/networks/a9d2ffc1-25d9-4699-b181-aab0105a8f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217315 May 04 17:59:03.106206 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae212f-876a-4b7d-895b-cd5eb18595d0 req-d9ee359b-1727-43e9-aae0-44afbd9908a0 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:03.107714 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-fdae212f-876a-4b7d-895b-cd5eb18595d0 req-d9ee359b-1727-43e9-aae0-44afbd9908a0 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9005838-13df-4f56-aad7-cc0cb50943df HTTP/1.1" status: 200 len: 946 time: 0.0784743 May 04 17:59:03.154685 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-fdae212f-876a-4b7d-895b-cd5eb18595d0 req-6373770c-2263-488f-bd85-490cabf13a2f tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394905 May 04 17:59:03.227950 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-3b2212c7-31e2-4854-99e8-5f91b3c2d552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:04.341564 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f8bdb9-995b-4b93-b24e-f81599e5d431 req-41e26073-0b8d-4cef-b862-e89d44633ba8 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:04.343015 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e3f8bdb9-995b-4b93-b24e-f81599e5d431 req-41e26073-0b8d-4cef-b862-e89d44633ba8 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9005838-13df-4f56-aad7-cc0cb50943df HTTP/1.1" status: 200 len: 946 time: 0.0792637 May 04 17:59:04.385712 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e3f8bdb9-995b-4b93-b24e-f81599e5d431 req-3b546b57-d879-43cb-933a-7652ef1753cb tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365570 May 04 17:59:05.560092 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-c4aa0b46-7b55-4880-be4b-c51b74cc7644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:05.581982 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4420130-9c3a-4a5d-9792-cd391c0f900e req-94c9647b-2dc3-4d2d-a100-fed65c97ad8d tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:05.583461 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-f4420130-9c3a-4a5d-9792-cd391c0f900e req-94c9647b-2dc3-4d2d-a100-fed65c97ad8d tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9005838-13df-4f56-aad7-cc0cb50943df HTTP/1.1" status: 200 len: 946 time: 0.0868530 May 04 17:59:05.628557 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-f4420130-9c3a-4a5d-9792-cd391c0f900e req-36823024-ea97-4385-b967-2c4389ffbdbb tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394175 May 04 17:59:05.771502 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0a302-4c54-44e7-a7bb-93e94495b1ce req-a47a1512-65e4-481a-a5cc-ca2c6a0237f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:05.772955 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5db0a302-4c54-44e7-a7bb-93e94495b1ce req-a47a1512-65e4-481a-a5cc-ca2c6a0237f4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c9005838-13df-4f56-aad7-cc0cb50943df&tenant_id=5b5434842582418989b681607468e11e HTTP/1.1" status: 200 len: 1099 time: 0.0738230 May 04 17:59:05.860306 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0a302-4c54-44e7-a7bb-93e94495b1ce req-e0384a39-0965-4e44-bf4b-076b7198d9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:05.861725 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5db0a302-4c54-44e7-a7bb-93e94495b1ce req-e0384a39-0965-4e44-bf4b-076b7198d9e8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5b5434842582418989b681607468e11e&device_id=c9005838-13df-4f56-aad7-cc0cb50943df HTTP/1.1" status: 200 len: 1099 time: 0.0678670 May 04 17:59:05.987776 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0a302-4c54-44e7-a7bb-93e94495b1ce req-82863d55-30cc-4956-9596-dc98100f391a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:05.989162 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5db0a302-4c54-44e7-a7bb-93e94495b1ce req-82863d55-30cc-4956-9596-dc98100f391a service neutron] 10.222.0.42 "GET /v2.0/networks?id=a9d2ffc1-25d9-4699-b181-aab0105a8f2c HTTP/1.1" status: 200 len: 913 time: 0.1219022 May 04 17:59:06.088569 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5db0a302-4c54-44e7-a7bb-93e94495b1ce req-18535163-eafa-40ea-9755-13c9b5e4c1a7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e648e6fc-b347-4a5d-88a3-3b75d10a9b61 HTTP/1.1" status: 200 len: 1003 time: 0.0928752 May 04 17:59:06.150842 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0a302-4c54-44e7-a7bb-93e94495b1ce req-e5df3d94-15cc-4fbf-b376-bb3ea117e9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:06.152110 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5db0a302-4c54-44e7-a7bb-93e94495b1ce req-e5df3d94-15cc-4fbf-b376-bb3ea117e9a7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fc5df0b0-84cb-434c-abf6-a659e7e30b34 HTTP/1.1" status: 200 len: 851 time: 0.0575788 May 04 17:59:06.227858 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0a302-4c54-44e7-a7bb-93e94495b1ce req-caf24ba8-fc17-4c24-8e92-3bae65a89f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:06.229306 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5db0a302-4c54-44e7-a7bb-93e94495b1ce req-caf24ba8-fc17-4c24-8e92-3bae65a89f4b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a9d2ffc1-25d9-4699-b181-aab0105a8f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700958 May 04 17:59:06.358509 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5db0a302-4c54-44e7-a7bb-93e94495b1ce req-a2a9a004-5552-4342-a41a-8da2d98afc29 service neutron] 10.222.0.42 "GET /v2.0/networks/a9d2ffc1-25d9-4699-b181-aab0105a8f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218400 May 04 17:59:06.599827 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5db0a302-4c54-44e7-a7bb-93e94495b1ce req-def58d95-7026-4c62-93d6-8c825640cd34 service neutron] 10.222.0.42 "GET /v2.0/networks/a9d2ffc1-25d9-4699-b181-aab0105a8f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348475 May 04 17:59:06.616623 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:06.622926 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:06.812941 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5e65a1-315f-49a4-9d84-d86dd37fabd0 req-73651ef4-a6df-4337-b2c3-1e49f26becaa tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:06.814451 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-3e5e65a1-315f-49a4-9d84-d86dd37fabd0 req-73651ef4-a6df-4337-b2c3-1e49f26becaa tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9005838-13df-4f56-aad7-cc0cb50943df HTTP/1.1" status: 200 len: 946 time: 0.0803559 May 04 17:59:06.863009 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-3e5e65a1-315f-49a4-9d84-d86dd37fabd0 req-60633e72-5809-4bf1-9756-eb478bd0eec5 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427501 May 04 17:59:07.951888 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:08.049531 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f6563-2a27-453f-bda6-634fd4387aba req-795afa8f-a63c-4c9e-b21d-ade6d8c5a7ba tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:08.051035 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-462f6563-2a27-453f-bda6-634fd4387aba req-795afa8f-a63c-4c9e-b21d-ade6d8c5a7ba tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9005838-13df-4f56-aad7-cc0cb50943df HTTP/1.1" status: 200 len: 946 time: 0.0834329 May 04 17:59:08.099029 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-462f6563-2a27-453f-bda6-634fd4387aba req-42a9b66c-6f39-41f4-95a1-7ff2389e7cd7 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424018 May 04 17:59:08.420228 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c33bd-8aef-4e68-9a05-a542cbdc2ead req-b729e803-f1fb-4772-99c3-0e57adbf6b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:08.422651 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b99c33bd-8aef-4e68-9a05-a542cbdc2ead req-b729e803-f1fb-4772-99c3-0e57adbf6b2c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5b5434842582418989b681607468e11e&device_id=c9005838-13df-4f56-aad7-cc0cb50943df HTTP/1.1" status: 200 len: 1099 time: 0.0702212 May 04 17:59:08.563240 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c33bd-8aef-4e68-9a05-a542cbdc2ead req-6909b377-6836-49a9-8165-69c930a59377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:08.565158 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b99c33bd-8aef-4e68-9a05-a542cbdc2ead req-6909b377-6836-49a9-8165-69c930a59377 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a9d2ffc1-25d9-4699-b181-aab0105a8f2c HTTP/1.1" status: 200 len: 913 time: 0.1237795 May 04 17:59:08.669838 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b99c33bd-8aef-4e68-9a05-a542cbdc2ead req-8aa74c6b-d208-4831-95ad-b23e0ca977dc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e648e6fc-b347-4a5d-88a3-3b75d10a9b61 HTTP/1.1" status: 200 len: 1003 time: 0.0986683 May 04 17:59:08.728664 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c33bd-8aef-4e68-9a05-a542cbdc2ead req-a8aba124-e70c-40fa-987e-e206842de649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:08.730067 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b99c33bd-8aef-4e68-9a05-a542cbdc2ead req-a8aba124-e70c-40fa-987e-e206842de649 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fc5df0b0-84cb-434c-abf6-a659e7e30b34 HTTP/1.1" status: 200 len: 851 time: 0.0549324 May 04 17:59:08.804300 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c33bd-8aef-4e68-9a05-a542cbdc2ead req-d837b8c2-f4f4-4fd0-904a-2a98799d43ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:08.805724 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b99c33bd-8aef-4e68-9a05-a542cbdc2ead req-d837b8c2-f4f4-4fd0-904a-2a98799d43ca service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a9d2ffc1-25d9-4699-b181-aab0105a8f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700741 May 04 17:59:08.936858 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b99c33bd-8aef-4e68-9a05-a542cbdc2ead req-72c12bf8-8c81-4fb1-b0fb-47bb32bdc549 service neutron] 10.222.0.42 "GET /v2.0/networks/a9d2ffc1-25d9-4699-b181-aab0105a8f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249936 May 04 17:59:09.068381 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b99c33bd-8aef-4e68-9a05-a542cbdc2ead req-dd36b8f9-3979-4f13-96e3-e1ea1e68d1c7 service neutron] 10.222.0.42 "GET /v2.0/networks/a9d2ffc1-25d9-4699-b181-aab0105a8f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258602 May 04 17:59:09.158584 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device e648e6fc-b347-4a5d-88a3-3b75d10a9b61 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:59:09.161957 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device e648e6fc-b347-4a5d-88a3-3b75d10a9b61 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:59:09.281163 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb3191-4531-4bce-8528-95545f194869 req-338c37b6-5df1-4b3c-a8ab-82d8499758e2 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:09.282636 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f5cb3191-4531-4bce-8528-95545f194869 req-338c37b6-5df1-4b3c-a8ab-82d8499758e2 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9005838-13df-4f56-aad7-cc0cb50943df HTTP/1.1" status: 200 len: 946 time: 0.0770926 May 04 17:59:09.333505 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f5cb3191-4531-4bce-8528-95545f194869 req-6eefe685-a4c7-42e6-9507-4fea9076cde9 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450637 May 04 17:59:09.375087 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:09.407407 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port e648e6fc-b347-4a5d-88a3-3b75d10a9b61, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=e648e6fc-b347-4a5d-88a3-3b75d10a9b61,segment=NetworkSegment(1486ec6e-4df6-4c51-b2a7-93fd7420d7e4),segment_id=1486ec6e-4df6-4c51-b2a7-93fd7420d7e4)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:59:09.430435 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9005838-13df-4f56-aad7-cc0cb50943df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e648e6fc-b347-4a5d-88a3-3b75d10a9b61'}] {{(pid=88039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:59:09.434829 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Returning: {'device': 'e648e6fc-b347-4a5d-88a3-3b75d10a9b61', 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c', 'port_id': 'e648e6fc-b347-4a5d-88a3-3b75d10a9b61', 'mac_address': 'fa:16:3e:35:14:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc5df0b0-84cb-434c-abf6-a659e7e30b34', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:59:09.464505 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port e648e6fc-b347-4a5d-88a3-3b75d10a9b61, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=e648e6fc-b347-4a5d-88a3-3b75d10a9b61,segment=NetworkSegment(1486ec6e-4df6-4c51-b2a7-93fd7420d7e4),segment_id=1486ec6e-4df6-4c51-b2a7-93fd7420d7e4)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:59:09.470796 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:09.510272 dv-neutron-840426-1-hyperv neutron-server[88039]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8908223a-2498-4d1d-909a-2a683b53e0fe'] response: {'server_uuid': 'c9005838-13df-4f56-aad7-cc0cb50943df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e648e6fc-b347-4a5d-88a3-3b75d10a9b61', 'code': 200} May 04 17:59:09.562409 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:09.576868 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:09.584541 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e648e6fc-b347-4a5d-88a3-3b75d10a9b61 {{(pid=88039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:59:09.588276 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=e648e6fc-b347-4a5d-88a3-3b75d10a9b61,revision_number=9']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:59:09.602771 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port e648e6fc-b347-4a5d-88a3-3b75d10a9b61, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=e648e6fc-b347-4a5d-88a3-3b75d10a9b61,segment=NetworkSegment(1486ec6e-4df6-4c51-b2a7-93fd7420d7e4),segment_id=1486ec6e-4df6-4c51-b2a7-93fd7420d7e4)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:59:09.606461 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:09.672540 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] get_ports_and_sgs() called for port_ids ['e648e6fc-b347-4a5d-88a3-3b75d10a9b61'] {{(pid=88039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:59:09.713076 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=e648e6fc-b347-4a5d-88a3-3b75d10a9b61,revision_number=10']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:59:10.521714 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe2ed9-028b-4e43-881b-d0561bb66fe1 req-59527379-8e9e-400f-9826-19da540a3ba7 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:10.523097 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-12fe2ed9-028b-4e43-881b-d0561bb66fe1 req-59527379-8e9e-400f-9826-19da540a3ba7 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9005838-13df-4f56-aad7-cc0cb50943df HTTP/1.1" status: 200 len: 946 time: 0.0784185 May 04 17:59:10.566758 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-12fe2ed9-028b-4e43-881b-d0561bb66fe1 req-3bb02524-5352-4595-b5e2-040b8610c9ea tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379763 May 04 17:59:11.173559 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device e648e6fc-b347-4a5d-88a3-3b75d10a9b61 up at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:59:11.239248 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning complete for port e648e6fc-b347-4a5d-88a3-3b75d10a9b61 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:59:11.239617 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:11.352005 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:11.382682 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port e648e6fc-b347-4a5d-88a3-3b75d10a9b61, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=e648e6fc-b347-4a5d-88a3-3b75d10a9b61,segment=NetworkSegment(1486ec6e-4df6-4c51-b2a7-93fd7420d7e4),segment_id=1486ec6e-4df6-4c51-b2a7-93fd7420d7e4)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:59:11.386497 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:11.454159 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=e648e6fc-b347-4a5d-88a3-3b75d10a9b61,revision_number=11']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:59:11.511111 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9005838-13df-4f56-aad7-cc0cb50943df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e648e6fc-b347-4a5d-88a3-3b75d10a9b61'}] {{(pid=88039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:59:11.562416 dv-neutron-840426-1-hyperv neutron-server[88039]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1681276a-dfdd-413b-a4f4-ad8f5ba9a5ce'] response: {'server_uuid': 'c9005838-13df-4f56-aad7-cc0cb50943df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e648e6fc-b347-4a5d-88a3-3b75d10a9b61', 'code': 200} May 04 17:59:11.754592 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e2788-7fb0-4bf1-b321-2e5625272ec9 req-3dcaf27c-0b47-4934-8ee9-9c9a5cd8ed9f tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:11.755949 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-048e2788-7fb0-4bf1-b321-2e5625272ec9 req-3dcaf27c-0b47-4934-8ee9-9c9a5cd8ed9f tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9005838-13df-4f56-aad7-cc0cb50943df HTTP/1.1" status: 200 len: 947 time: 0.0810752 May 04 17:59:11.799476 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-048e2788-7fb0-4bf1-b321-2e5625272ec9 req-aff521b3-e58b-4d9e-9538-ae5be6f9a07a tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370154 May 04 17:59:12.980045 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ffb359-6831-4983-9af3-147fc3344c15 req-f4ba280a-f5a8-4e03-a3e3-78b632d13fff tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:12.981491 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-b6ffb359-6831-4983-9af3-147fc3344c15 req-f4ba280a-f5a8-4e03-a3e3-78b632d13fff tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9005838-13df-4f56-aad7-cc0cb50943df HTTP/1.1" status: 200 len: 947 time: 0.0781443 May 04 17:59:13.028596 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-b6ffb359-6831-4983-9af3-147fc3344c15 req-5ab9c080-3354-45f0-8605-02e74c96d14b tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405328 May 04 17:59:14.209371 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87762b9d-7010-4134-aba3-b3ca41418f02 req-f5818957-6098-44e5-ba43-89314750658e tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:14.210842 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-87762b9d-7010-4134-aba3-b3ca41418f02 req-f5818957-6098-44e5-ba43-89314750658e tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9005838-13df-4f56-aad7-cc0cb50943df HTTP/1.1" status: 200 len: 947 time: 0.0777698 May 04 17:59:14.254299 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-87762b9d-7010-4134-aba3-b3ca41418f02 req-ccd57585-bba8-4d4d-b32b-ebd6524160f4 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377636 May 04 17:59:15.591044 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d589b37-b852-48f1-abbe-5519abbe69f4 req-b2f87949-743b-4c8a-bd14-941d16a3ef95 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:15.592524 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-1d589b37-b852-48f1-abbe-5519abbe69f4 req-b2f87949-743b-4c8a-bd14-941d16a3ef95 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9005838-13df-4f56-aad7-cc0cb50943df HTTP/1.1" status: 200 len: 947 time: 0.0853012 May 04 17:59:15.637792 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-1d589b37-b852-48f1-abbe-5519abbe69f4 req-673f853f-98d0-4007-90dc-41784131b86c tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388329 May 04 17:59:16.828754 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd9b23-154d-4b9d-8932-c02297049c7a req-830545a4-93be-4e41-bd5d-7ee88a816a9e tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:16.830249 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c0dd9b23-154d-4b9d-8932-c02297049c7a req-830545a4-93be-4e41-bd5d-7ee88a816a9e tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9005838-13df-4f56-aad7-cc0cb50943df HTTP/1.1" status: 200 len: 947 time: 0.0818067 May 04 17:59:16.872699 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c0dd9b23-154d-4b9d-8932-c02297049c7a req-b2ca8563-0af0-47c9-ab70-dbc08051cc38 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367274 May 04 17:59:17.065904 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1edf3c-35cd-4509-8840-09e2b862e00b req-fbf7fdd4-9ff1-446c-b295-155b49ac1b2d tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:17.067453 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-7a1edf3c-35cd-4509-8840-09e2b862e00b req-fbf7fdd4-9ff1-446c-b295-155b49ac1b2d tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9005838-13df-4f56-aad7-cc0cb50943df HTTP/1.1" status: 200 len: 947 time: 0.0781386 May 04 17:59:17.109868 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-7a1edf3c-35cd-4509-8840-09e2b862e00b req-56eb8b58-294f-480e-b7e0-cd4ec844e2ee tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367832 May 04 17:59:17.304838 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f35e8-5090-4dce-a966-6b468e882027 req-32da0657-e391-424e-af00-79d8d8b2a9d9 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:17.306328 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-029f35e8-5090-4dce-a966-6b468e882027 req-32da0657-e391-424e-af00-79d8d8b2a9d9 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9005838-13df-4f56-aad7-cc0cb50943df HTTP/1.1" status: 200 len: 947 time: 0.0926316 May 04 17:59:17.348833 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-029f35e8-5090-4dce-a966-6b468e882027 req-7f4f3eb5-6d02-4294-aa2e-acd201782e70 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370159 May 04 17:59:17.734554 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f3326-a3d6-41a4-8b04-aa5ab1c2a879 req-44418efe-54ac-4b9b-9ee9-28fdb2c7c3ce tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:17.736585 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-aa1f3326-a3d6-41a4-8b04-aa5ab1c2a879 req-44418efe-54ac-4b9b-9ee9-28fdb2c7c3ce tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9005838-13df-4f56-aad7-cc0cb50943df HTTP/1.1" status: 200 len: 947 time: 0.0825961 May 04 17:59:17.780899 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-aa1f3326-a3d6-41a4-8b04-aa5ab1c2a879 req-6813f15c-79ad-48b1-99d5-af712610c571 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371404 May 04 17:59:18.966566 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74506f2-f8b3-4503-af6d-0a9620b46117 req-d2669845-9c61-44db-b2c8-e88234a5a828 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:18.967985 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-a74506f2-f8b3-4503-af6d-0a9620b46117 req-d2669845-9c61-44db-b2c8-e88234a5a828 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9005838-13df-4f56-aad7-cc0cb50943df HTTP/1.1" status: 200 len: 947 time: 0.0808036 May 04 17:59:19.010964 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-a74506f2-f8b3-4503-af6d-0a9620b46117 req-073cb1e3-8488-499f-a81c-a1e1ab526a83 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372977 May 04 17:59:19.196020 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device e648e6fc-b347-4a5d-88a3-3b75d10a9b61 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:59:19.315369 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:19.342437 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9005838-13df-4f56-aad7-cc0cb50943df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e648e6fc-b347-4a5d-88a3-3b75d10a9b61'}] {{(pid=88039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:59:19.352736 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port e648e6fc-b347-4a5d-88a3-3b75d10a9b61, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=e648e6fc-b347-4a5d-88a3-3b75d10a9b61,segment=NetworkSegment(1486ec6e-4df6-4c51-b2a7-93fd7420d7e4),segment_id=1486ec6e-4df6-4c51-b2a7-93fd7420d7e4)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:59:19.356831 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:19.397356 dv-neutron-840426-1-hyperv neutron-server[88039]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b04f375-9e33-424d-9b1f-553b035ceb6e'] response: {'server_uuid': 'c9005838-13df-4f56-aad7-cc0cb50943df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e648e6fc-b347-4a5d-88a3-3b75d10a9b61', 'code': 200} May 04 17:59:19.428981 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=e648e6fc-b347-4a5d-88a3-3b75d10a9b61,revision_number=12']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:59:19.435875 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:59:19.436218 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:59:19.436561 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:59:19.436893 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:59:19.437226 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:59:19.437555 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:59:19.437881 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:59:19.438237 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:59:19.438564 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:59:19.438912 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:59:19.439233 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:59:19.439554 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:59:20.190784 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd8e1b-7691-4505-9bef-e033495cac5e req-9f1cfed2-eab3-4ac2-a201-a2667e7edb98 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:20.192248 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-fdbd8e1b-7691-4505-9bef-e033495cac5e req-9f1cfed2-eab3-4ac2-a201-a2667e7edb98 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9005838-13df-4f56-aad7-cc0cb50943df HTTP/1.1" status: 200 len: 945 time: 0.0794265 May 04 17:59:20.235832 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-fdbd8e1b-7691-4505-9bef-e033495cac5e req-05f2c26f-ae09-4661-8343-0e6ce5f1300d tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379319 May 04 17:59:20.446397 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c941f8-8cee-451e-ab85-3440390ca03b req-022b9607-d8ad-48aa-9083-5fc7f8dcb189 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:20.447789 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-97c941f8-8cee-451e-ab85-3440390ca03b req-022b9607-d8ad-48aa-9083-5fc7f8dcb189 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9005838-13df-4f56-aad7-cc0cb50943df HTTP/1.1" status: 200 len: 945 time: 0.0784631 May 04 17:59:20.611348 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [req-97c941f8-8cee-451e-ab85-3440390ca03b req-1f4e375e-c834-41c5-8a27-732e8711ceff tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Deleting port e648e6fc-b347-4a5d-88a3-3b75d10a9b61 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:59:20.611754 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-97c941f8-8cee-451e-ab85-3440390ca03b req-1f4e375e-c834-41c5-8a27-732e8711ceff tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:20.852357 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-97c941f8-8cee-451e-ab85-3440390ca03b req-1f4e375e-c834-41c5-8a27-732e8711ceff tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] For port e648e6fc-b347-4a5d-88a3-3b75d10a9b61, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=e648e6fc-b347-4a5d-88a3-3b75d10a9b61,segment=NetworkSegment(1486ec6e-4df6-4c51-b2a7-93fd7420d7e4),segment_id=1486ec6e-4df6-4c51-b2a7-93fd7420d7e4)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:59:20.852735 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-97c941f8-8cee-451e-ab85-3440390ca03b req-1f4e375e-c834-41c5-8a27-732e8711ceff tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:21.139442 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-97c941f8-8cee-451e-ab85-3440390ca03b req-1f4e375e-c834-41c5-8a27-732e8711ceff tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:21.139728 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-97c941f8-8cee-451e-ab85-3440390ca03b req-1f4e375e-c834-41c5-8a27-732e8711ceff tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710218'] for floatingip, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:21.140048 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.l3_db [req-97c941f8-8cee-451e-ab85-3440390ca03b req-1f4e375e-c834-41c5-8a27-732e8711ceff tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Floating IP 0f552e84-3325-448b-a06c-0a4220cc55fe disassociated. External IP: 172.26.0.243, port: e648e6fc-b347-4a5d-88a3-3b75d10a9b61. May 04 17:59:21.140385 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [req-97c941f8-8cee-451e-ab85-3440390ca03b req-1f4e375e-c834-41c5-8a27-732e8711ceff tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Calling delete_port for e648e6fc-b347-4a5d-88a3-3b75d10a9b61 owned by compute:nova {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:59:21.287438 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-97c941f8-8cee-451e-ab85-3440390ca03b req-1f4e375e-c834-41c5-8a27-732e8711ceff tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:21.335991 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4e375e-c834-41c5-8a27-732e8711ceff tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Pushing event deleted for resources: {'Port': ['ID=e648e6fc-b347-4a5d-88a3-3b75d10a9b61,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:59:21.346061 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4e375e-c834-41c5-8a27-732e8711ceff tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:59:21.346406 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4e375e-c834-41c5-8a27-732e8711ceff tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:59:21.346781 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4e375e-c834-41c5-8a27-732e8711ceff tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:59:21.347062 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4e375e-c834-41c5-8a27-732e8711ceff tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:59:21.347388 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4e375e-c834-41c5-8a27-732e8711ceff tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:59:21.347712 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4e375e-c834-41c5-8a27-732e8711ceff tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:59:21.348033 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4e375e-c834-41c5-8a27-732e8711ceff tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:59:21.348351 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4e375e-c834-41c5-8a27-732e8711ceff tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:59:21.348682 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4e375e-c834-41c5-8a27-732e8711ceff tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:59:21.348972 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4e375e-c834-41c5-8a27-732e8711ceff tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:59:21.349331 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4e375e-c834-41c5-8a27-732e8711ceff tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:59:21.349651 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4e375e-c834-41c5-8a27-732e8711ceff tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:59:21.449099 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-789de92c-8259-4de8-a8bc-78c8b26533ea req-a45ce127-915d-4b44-8554-e89da0e335e4 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9005838-13df-4f56-aad7-cc0cb50943df HTTP/1.1" status: 200 len: 210 time: 0.0954657 May 04 17:59:21.572973 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97c941f8-8cee-451e-ab85-3440390ca03b req-1f4e375e-c834-41c5-8a27-732e8711ceff tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Router 56a81808-423a-4f6f-8675-7983db3de62a has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:59:21.753733 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97c941f8-8cee-451e-ab85-3440390ca03b req-1f4e375e-c834-41c5-8a27-732e8711ceff tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:59:21.762986 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae532a4-2745-444b-a016-bff742b1f387 None None] Sync routers for ids ['56a81808-423a-4f6f-8675-7983db3de62a'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:59:21.772817 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae532a4-2745-444b-a016-bff742b1f387 None None] Routers {'56a81808-423a-4f6f-8675-7983db3de62a'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:59:21.773412 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-6ae532a4-2745-444b-a016-bff742b1f387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:59:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['56a81808-423a-4f6f-8675-7983db3de62a'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:59:21.827774 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [req-97c941f8-8cee-451e-ab85-3440390ca03b req-1f4e375e-c834-41c5-8a27-732e8711ceff tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] No DVR routers for this DVR port e648e6fc-b347-4a5d-88a3-3b75d10a9b61 on host hv-neutron-8404 {{(pid=88037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:59:21.830457 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-97c941f8-8cee-451e-ab85-3440390ca03b req-1f4e375e-c834-41c5-8a27-732e8711ceff tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:21.833190 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9005838-13df-4f56-aad7-cc0cb50943df', 'name': 'network-vif-deleted', 'tag': 'e648e6fc-b347-4a5d-88a3-3b75d10a9b61'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:59:21.848719 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-97c941f8-8cee-451e-ab85-3440390ca03b req-1f4e375e-c834-41c5-8a27-732e8711ceff tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.42 "DELETE /v2.0/ports/e648e6fc-b347-4a5d-88a3-3b75d10a9b61 HTTP/1.1" status: 204 len: 173 time: 1.3957088 May 04 17:59:21.957292 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-6ae532a4-2745-444b-a016-bff742b1f387 None None] Set router 56a81808-423a-4f6f-8675-7983db3de62a gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:59:21.967836 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db01ce00-d9eb-4d2e-8a0e-b45624283909'] response: {'server_uuid': 'c9005838-13df-4f56-aad7-cc0cb50943df', 'name': 'network-vif-deleted', 'tag': 'e648e6fc-b347-4a5d-88a3-3b75d10a9b61', 'status': 'completed', 'code': 200} May 04 17:59:22.281316 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-6ae532a4-2745-444b-a016-bff742b1f387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a81808-423a-4f6f-8675-7983db3de62a', 'name': 'tempest-ServerActionsTestJSON-1000362457-router', 'tenant_id': '5b5434842582418989b681607468e11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'cab5528b-beba-480c-adcc-32c92992ee0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:55:04Z', 'updated_at': '2022-05-04T17:55:08Z', 'revision_number': 4, 'project_id': '5b5434842582418989b681607468e11e', 'gw_port': {'id': 'cab5528b-beba-480c-adcc-32c92992ee0d', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:79:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a81808-423a-4f6f-8675-7983db3de62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:55:05Z', 'updated_at': '2022-05-04T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '3e71cdf7-883a-4bb7-ba70-098324781202', 'name': '', 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c', 'tenant_id': '5b5434842582418989b681607468e11e', 'mac_address': 'fa:16:3e:5f:1f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a81808-423a-4f6f-8675-7983db3de62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'fc5df0b0-84cb-434c-abf6-a659e7e30b34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:55:07Z', 'updated_at': '2022-05-04T17:55:13Z', 'revision_number': 5, 'project_id': '5b5434842582418989b681607468e11e', 'subnets': [{'id': 'fc5df0b0-84cb-434c-abf6-a659e7e30b34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:59:22.286036 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae532a4-2745-444b-a016-bff742b1f387 None None] Checking router: 56a81808-423a-4f6f-8675-7983db3de62a for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:59:22.294837 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae532a4-2745-444b-a016-bff742b1f387 None None] Routers {'56a81808-423a-4f6f-8675-7983db3de62a'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:59:22.295436 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-6ae532a4-2745-444b-a016-bff742b1f387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:59:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['56a81808-423a-4f6f-8675-7983db3de62a'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:59:22.474769 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-6ae532a4-2745-444b-a016-bff742b1f387 None None] Set router 56a81808-423a-4f6f-8675-7983db3de62a gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:59:22.614382 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-7ff666e8-33f4-4d5f-8f2c-ea5f44685e38 req-942f97a2-1349-42fa-b98d-cdcfa7dc0e30 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Synchronizing usage tracker for tenant:5b5434842582418989b681607468e11e on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:59:22.629566 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-7ff666e8-33f4-4d5f-8f2c-ea5f44685e38 req-942f97a2-1349-42fa-b98d-cdcfa7dc0e30 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Unset dirty status for tenant:5b5434842582418989b681607468e11e on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:59:22.630985 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-7ff666e8-33f4-4d5f-8f2c-ea5f44685e38 req-942f97a2-1349-42fa-b98d-cdcfa7dc0e30 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9005838-13df-4f56-aad7-cc0cb50943df HTTP/1.1" status: 200 len: 210 time: 0.0583787 May 04 17:59:22.819753 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-6ae532a4-2745-444b-a016-bff742b1f387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a81808-423a-4f6f-8675-7983db3de62a', 'name': 'tempest-ServerActionsTestJSON-1000362457-router', 'tenant_id': '5b5434842582418989b681607468e11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'cab5528b-beba-480c-adcc-32c92992ee0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:55:04Z', 'updated_at': '2022-05-04T17:55:08Z', 'revision_number': 4, 'project_id': '5b5434842582418989b681607468e11e', 'gw_port': {'id': 'cab5528b-beba-480c-adcc-32c92992ee0d', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:79:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a81808-423a-4f6f-8675-7983db3de62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:55:05Z', 'updated_at': '2022-05-04T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '3e71cdf7-883a-4bb7-ba70-098324781202', 'name': '', 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c', 'tenant_id': '5b5434842582418989b681607468e11e', 'mac_address': 'fa:16:3e:5f:1f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a81808-423a-4f6f-8675-7983db3de62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'fc5df0b0-84cb-434c-abf6-a659e7e30b34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:55:07Z', 'updated_at': '2022-05-04T17:55:13Z', 'revision_number': 5, 'project_id': '5b5434842582418989b681607468e11e', 'subnets': [{'id': 'fc5df0b0-84cb-434c-abf6-a659e7e30b34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:59:22.823642 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae532a4-2745-444b-a016-bff742b1f387 None None] The sync data for ids ['56a81808-423a-4f6f-8675-7983db3de62a'] in dv-neutron-840426-1-hyperv is: [{'id': '56a81808-423a-4f6f-8675-7983db3de62a', 'name': 'tempest-ServerActionsTestJSON-1000362457-router', 'tenant_id': '5b5434842582418989b681607468e11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'cab5528b-beba-480c-adcc-32c92992ee0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:55:04Z', 'updated_at': '2022-05-04T17:55:08Z', 'revision_number': 4, 'project_id': '5b5434842582418989b681607468e11e', 'gw_port': {'id': 'cab5528b-beba-480c-adcc-32c92992ee0d', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:79:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a81808-423a-4f6f-8675-7983db3de62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:55:05Z', 'updated_at': '2022-05-04T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '3e71cdf7-883a-4bb7-ba70-098324781202', 'name': '', 'network_id': 'a9d2ffc1-25d9-4699-b181-aab0105a8f2c', 'tenant_id': '5b5434842582418989b681607468e11e', 'mac_address': 'fa:16:3e:5f:1f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a81808-423a-4f6f-8675-7983db3de62a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'fc5df0b0-84cb-434c-abf6-a659e7e30b34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:55:07Z', 'updated_at': '2022-05-04T17:55:13Z', 'revision_number': 5, 'project_id': '5b5434842582418989b681607468e11e', 'subnets': [{'id': 'fc5df0b0-84cb-434c-abf6-a659e7e30b34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:59:23.044241 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b4d413-02c6-4205-8a14-d3467f82ebfc None None] New status for floating IP 0f552e84-3325-448b-a06c-0a4220cc55fe: DOWN {{(pid=88039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:59:23.221946 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device e648e6fc-b347-4a5d-88a3-3b75d10a9b61 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:59:23.309158 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] No Port match for: e648e6fc-b347-4a5d-88a3-3b75d10a9b61 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:59:23.309502 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device e648e6fc-b347-4a5d-88a3-3b75d10a9b61 not bound to the agent host hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:59:26.850280 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 60376) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:59:26.912444 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3fff5b91-8265-492c-9682-2e5a627c3bd3 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:26.939527 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3fff5b91-8265-492c-9682-2e5a627c3bd3 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:26.992113 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3fff5b91-8265-492c-9682-2e5a627c3bd3 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:27.107505 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fff5b91-8265-492c-9682-2e5a627c3bd3 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d5b3f2-e60d-41f3-bf1a-eba032c968c5,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:59:27.118198 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3fff5b91-8265-492c-9682-2e5a627c3bd3 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:27.119356 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-3fff5b91-8265-492c-9682-2e5a627c3bd3 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "DELETE /v2.0/security-groups/f3d5b3f2-e60d-41f3-bf1a-eba032c968c5 HTTP/1.1" status: 204 len: 168 time: 0.2679796 May 04 17:59:27.121732 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 60380) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:59:27.137695 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.api.v2.resource [None req-fecabd55-b8a1-45cf-8a97-016e301d9c29 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] show failed (client error): The resource could not be found. May 04 17:59:27.138710 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-fecabd55-b8a1-45cf-8a97-016e301d9c29 tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "GET /v2.0/security-groups/f3d5b3f2-e60d-41f3-bf1a-eba032c968c5 HTTP/1.1" status: 404 len: 347 time: 0.0160491 May 04 17:59:27.141162 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 60384) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:59:27.294932 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-2fd44adb-6639-4331-8ebd-9a39713a4d2f tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Deleting port 56af8fd2-7f6e-4318-aed9-cdef69598905 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:59:27.295272 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2fd44adb-6639-4331-8ebd-9a39713a4d2f tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:27.461870 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2fd44adb-6639-4331-8ebd-9a39713a4d2f tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:27.462228 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2fd44adb-6639-4331-8ebd-9a39713a4d2f tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:27.580635 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-2fd44adb-6639-4331-8ebd-9a39713a4d2f tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Calling delete_port for 56af8fd2-7f6e-4318-aed9-cdef69598905 owned by network:floatingip {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:59:27.717333 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2fd44adb-6639-4331-8ebd-9a39713a4d2f tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:27.765257 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd44adb-6639-4331-8ebd-9a39713a4d2f tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Pushing event deleted for resources: {'Port': ['ID=56af8fd2-7f6e-4318-aed9-cdef69598905,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:59:27.854622 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2fd44adb-6639-4331-8ebd-9a39713a4d2f tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks [] for floatingip, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:27.871658 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2fd44adb-6639-4331-8ebd-9a39713a4d2f tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:27.872772 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-2fd44adb-6639-4331-8ebd-9a39713a4d2f tempest-ServerActionsTestJSON-1321131178 tempest-ServerActionsTestJSON-1321131178-project] 10.222.0.41 "DELETE /v2.0/floatingips/0f552e84-3325-448b-a06c-0a4220cc55fe HTTP/1.1" status: 204 len: 168 time: 0.7307289 May 04 17:59:27.875762 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 60388) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:59:28.402509 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c2ca2408-153c-4d1f-a221-a30119175185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710748'] for router_interface, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:28.842595 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-c2ca2408-153c-4d1f-a221-a30119175185 admin admin] Deleting port 3e71cdf7-883a-4bb7-ba70-098324781202 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:59:28.842933 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c2ca2408-153c-4d1f-a221-a30119175185 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:29.012106 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-c2ca2408-153c-4d1f-a221-a30119175185 admin admin] For port 3e71cdf7-883a-4bb7-ba70-098324781202, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=3e71cdf7-883a-4bb7-ba70-098324781202,segment=NetworkSegment(1486ec6e-4df6-4c51-b2a7-93fd7420d7e4),segment_id=1486ec6e-4df6-4c51-b2a7-93fd7420d7e4)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:59:29.012826 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c2ca2408-153c-4d1f-a221-a30119175185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:29.132120 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-c2ca2408-153c-4d1f-a221-a30119175185 admin admin] Calling delete_port for 3e71cdf7-883a-4bb7-ba70-098324781202 owned by network:router_interface {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:59:29.445966 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c2ca2408-153c-4d1f-a221-a30119175185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:29.495130 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ca2408-153c-4d1f-a221-a30119175185 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e71cdf7-883a-4bb7-ba70-098324781202,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:59:29.763171 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c2ca2408-153c-4d1f-a221-a30119175185 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710832'] for router_interface, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:30.224562 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ca2408-153c-4d1f-a221-a30119175185 admin admin] Router 56a81808-423a-4f6f-8675-7983db3de62a has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:59:30.425137 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ca2408-153c-4d1f-a221-a30119175185 admin admin] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:59:30.434042 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dbb657-36e9-46b3-8efa-1d3997b622c2 None None] Sync routers for ids ['56a81808-423a-4f6f-8675-7983db3de62a'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:59:30.437788 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-c2ca2408-153c-4d1f-a221-a30119175185 admin admin] 10.222.0.41 "PUT /v2.0/routers/56a81808-423a-4f6f-8675-7983db3de62a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5609763 May 04 17:59:30.440725 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 60392) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:59:30.443760 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dbb657-36e9-46b3-8efa-1d3997b622c2 None None] Routers {'56a81808-423a-4f6f-8675-7983db3de62a'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:59:30.444365 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-64dbb657-36e9-46b3-8efa-1d3997b622c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:59:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['56a81808-423a-4f6f-8675-7983db3de62a'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:59:30.610364 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2f08fd00-a022-42d4-95f1-85dba70166bf admin admin] Notify callbacks [] for router, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:30.615981 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-64dbb657-36e9-46b3-8efa-1d3997b622c2 None None] Set router 56a81808-423a-4f6f-8675-7983db3de62a gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:59:30.793189 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2f08fd00-a022-42d4-95f1-85dba70166bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:30.803105 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-2f08fd00-a022-42d4-95f1-85dba70166bf admin admin] Deleting port cab5528b-beba-480c-adcc-32c92992ee0d {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:59:30.803480 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2f08fd00-a022-42d4-95f1-85dba70166bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:30.896899 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-64dbb657-36e9-46b3-8efa-1d3997b622c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a81808-423a-4f6f-8675-7983db3de62a', 'name': 'tempest-ServerActionsTestJSON-1000362457-router', 'tenant_id': '5b5434842582418989b681607468e11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'cab5528b-beba-480c-adcc-32c92992ee0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:55:04Z', 'updated_at': '2022-05-04T17:59:29Z', 'revision_number': 5, 'project_id': '5b5434842582418989b681607468e11e', 'gw_port': {'id': 'cab5528b-beba-480c-adcc-32c92992ee0d', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:79:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a81808-423a-4f6f-8675-7983db3de62a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T17:55:05Z', 'updated_at': '2022-05-04T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:59:30.900591 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dbb657-36e9-46b3-8efa-1d3997b622c2 None None] Checking router: 56a81808-423a-4f6f-8675-7983db3de62a for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:59:30.909405 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dbb657-36e9-46b3-8efa-1d3997b622c2 None None] Routers {'56a81808-423a-4f6f-8675-7983db3de62a'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 17:59:30.910035 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-64dbb657-36e9-46b3-8efa-1d3997b622c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T17:59:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['56a81808-423a-4f6f-8675-7983db3de62a'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:59:30.974318 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-2f08fd00-a022-42d4-95f1-85dba70166bf admin admin] For port cab5528b-beba-480c-adcc-32c92992ee0d, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=cab5528b-beba-480c-adcc-32c92992ee0d,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:59:30.974676 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2f08fd00-a022-42d4-95f1-85dba70166bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:31.056800 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-64dbb657-36e9-46b3-8efa-1d3997b622c2 None None] Set router 56a81808-423a-4f6f-8675-7983db3de62a gateway port host: None {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 17:59:31.100245 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-2f08fd00-a022-42d4-95f1-85dba70166bf admin admin] Calling delete_port for cab5528b-beba-480c-adcc-32c92992ee0d owned by network:router_gateway {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:59:31.163042 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-64dbb657-36e9-46b3-8efa-1d3997b622c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a81808-423a-4f6f-8675-7983db3de62a', 'name': 'tempest-ServerActionsTestJSON-1000362457-router', 'tenant_id': '5b5434842582418989b681607468e11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:55:04Z', 'updated_at': '2022-05-04T17:59:30Z', 'revision_number': 6, 'project_id': '5b5434842582418989b681607468e11e', 'gw_port_host': None}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:59:31.168059 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dbb657-36e9-46b3-8efa-1d3997b622c2 None None] The sync data for ids ['56a81808-423a-4f6f-8675-7983db3de62a'] in dv-neutron-840426-1-hyperv is: [{'id': '56a81808-423a-4f6f-8675-7983db3de62a', 'name': 'tempest-ServerActionsTestJSON-1000362457-router', 'tenant_id': '5b5434842582418989b681607468e11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T17:55:04Z', 'updated_at': '2022-05-04T17:59:30Z', 'revision_number': 6, 'project_id': '5b5434842582418989b681607468e11e', 'gw_port_host': None}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:59:31.273038 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2f08fd00-a022-42d4-95f1-85dba70166bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:31.294978 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 17:59:31.419942 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f08fd00-a022-42d4-95f1-85dba70166bf admin admin] Pushing event deleted for resources: {'Port': ['ID=cab5528b-beba-480c-adcc-32c92992ee0d,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:59:31.509459 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2f08fd00-a022-42d4-95f1-85dba70166bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710199'] for router_gateway, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:31.682092 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2f08fd00-a022-42d4-95f1-85dba70166bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:31.684169 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2f08fd00-a022-42d4-95f1-85dba70166bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:31.706378 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2f08fd00-a022-42d4-95f1-85dba70166bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:31.706874 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f08fd00-a022-42d4-95f1-85dba70166bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56a81808-423a-4f6f-8675-7983db3de62a {{(pid=88037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:59:31.718586 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2f08fd00-a022-42d4-95f1-85dba70166bf admin admin] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:31.720262 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-2f08fd00-a022-42d4-95f1-85dba70166bf admin admin] 10.222.0.41 "DELETE /v2.0/routers/56a81808-423a-4f6f-8675-7983db3de62a HTTP/1.1" status: 204 len: 168 time: 1.2780464 May 04 17:59:31.722922 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 60396) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:59:31.780576 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-19b8dd20-7b84-4fe9-9bad-3d77a028b1eb admin admin] Deleting subnet fc5df0b0-84cb-434c-abf6-a659e7e30b34 {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 17:59:31.783579 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-19b8dd20-7b84-4fe9-9bad-3d77a028b1eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:31.834505 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-19b8dd20-7b84-4fe9-9bad-3d77a028b1eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:31.909980 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-19b8dd20-7b84-4fe9-9bad-3d77a028b1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:31.978953 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-19b8dd20-7b84-4fe9-9bad-3d77a028b1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:32.022916 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b8dd20-7b84-4fe9-9bad-3d77a028b1eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc5df0b0-84cb-434c-abf6-a659e7e30b34,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:59:32.026596 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-19b8dd20-7b84-4fe9-9bad-3d77a028b1eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:32.033528 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-19b8dd20-7b84-4fe9-9bad-3d77a028b1eb admin admin] 10.222.0.41 "DELETE /v2.0/subnets/fc5df0b0-84cb-434c-abf6-a659e7e30b34 HTTP/1.1" status: 204 len: 168 time: 0.3095937 May 04 17:59:32.034380 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230ac525-330d-442c-97a2-0fd99720dd33 None None] Network a9d2ffc1-25d9-4699-b181-aab0105a8f2c requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:59:32.037000 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 60400) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:59:32.145435 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b2096654-d278-45dd-bac2-6638eece2347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:32.156673 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-b2096654-d278-45dd-bac2-6638eece2347 admin admin] Deleting port 2b6c5066-6ba5-40b0-b806-63a420cb7659 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:59:32.157528 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b2096654-d278-45dd-bac2-6638eece2347 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:32.298243 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c297f1-0494-4f4d-b332-ba95cd2c5d31 None None] DHCP port deletion for a9d2ffc1-25d9-4699-b181-aab0105a8f2c request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:59:32.302406 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-e3c297f1-0494-4f4d-b332-ba95cd2c5d31 None None] Deleting port 2b6c5066-6ba5-40b0-b806-63a420cb7659 {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:59:32.302790 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e3c297f1-0494-4f4d-b332-ba95cd2c5d31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:32.366403 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-b2096654-d278-45dd-bac2-6638eece2347 admin admin] For port 2b6c5066-6ba5-40b0-b806-63a420cb7659, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=2b6c5066-6ba5-40b0-b806-63a420cb7659,segment=NetworkSegment(1486ec6e-4df6-4c51-b2a7-93fd7420d7e4),segment_id=1486ec6e-4df6-4c51-b2a7-93fd7420d7e4)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:59:32.367011 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b2096654-d278-45dd-bac2-6638eece2347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:32.493947 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-b2096654-d278-45dd-bac2-6638eece2347 admin admin] Calling delete_port for 2b6c5066-6ba5-40b0-b806-63a420cb7659 owned by network:dhcp {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:59:32.530162 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-e3c297f1-0494-4f4d-b332-ba95cd2c5d31 None None] For port 2b6c5066-6ba5-40b0-b806-63a420cb7659, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=2b6c5066-6ba5-40b0-b806-63a420cb7659,segment=NetworkSegment(1486ec6e-4df6-4c51-b2a7-93fd7420d7e4),segment_id=1486ec6e-4df6-4c51-b2a7-93fd7420d7e4)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:59:32.530550 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e3c297f1-0494-4f4d-b332-ba95cd2c5d31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:32.571082 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b2096654-d278-45dd-bac2-6638eece2347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:32.617427 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2096654-d278-45dd-bac2-6638eece2347 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b6c5066-6ba5-40b0-b806-63a420cb7659,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:59:32.620887 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2096654-d278-45dd-bac2-6638eece2347 admin admin] No DVR routers for this DVR port 2b6c5066-6ba5-40b0-b806-63a420cb7659 on host dv-neutron-840426-1-hyperv {{(pid=88037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:59:32.652749 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-e3c297f1-0494-4f4d-b332-ba95cd2c5d31 None None] Calling delete_port for 2b6c5066-6ba5-40b0-b806-63a420cb7659 owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 17:59:32.733363 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.db.api [None req-e3c297f1-0494-4f4d-b332-ba95cd2c5d31 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:59:32.733903 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG oslo_db.api [None req-e3c297f1-0494-4f4d-b332-ba95cd2c5d31 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:59:32.734579 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b2096654-d278-45dd-bac2-6638eece2347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:32.763746 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-b2096654-d278-45dd-bac2-6638eece2347 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9d2ffc1-25d9-4699-b181-aab0105a8f2c']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:59:32.775921 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-b2096654-d278-45dd-bac2-6638eece2347 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1486ec6e-4df6-4c51-b2a7-93fd7420d7e4') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:59:32.776218 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-b2096654-d278-45dd-bac2-6638eece2347 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1486ec6e-4df6-4c51-b2a7-93fd7420d7e4') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:59:32.787141 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b2096654-d278-45dd-bac2-6638eece2347 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:32.802903 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b2096654-d278-45dd-bac2-6638eece2347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:32.808695 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2096654-d278-45dd-bac2-6638eece2347 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:59:32.809072 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b2096654-d278-45dd-bac2-6638eece2347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:32.825550 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 17:59:32.825550 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:59:32.825550 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 17:59:32.825550 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:59:32.825550 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 17:59:32.825550 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 17:59:32.825550 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 17:59:32.825550 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:59:32.825550 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 17:59:32.825550 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:59:32.825550 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 17:59:32.825550 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:59:32.825550 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 17:59:32.825550 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:59:32.825550 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:59:32.825550 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:59:32.825550 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:59:32.825550 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:59:32.825550 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 17:59:32.825550 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:59:32.825550 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 17:59:32.825550 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:59:32.825550 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:59:32.825550 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:59:32.825550 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 17:59:32.825550 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:59:32.825550 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:59:32.825550 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:59:32.825550 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:59:32.825550 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:59:32.825550 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:59:32.825550 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:59:32.984503 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b2096654-d278-45dd-bac2-6638eece2347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:33.001591 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b2096654-d278-45dd-bac2-6638eece2347 admin admin] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:33.020769 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2096654-d278-45dd-bac2-6638eece2347 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9d2ffc1-25d9-4699-b181-aab0105a8f2c,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:59:33.036275 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-b2096654-d278-45dd-bac2-6638eece2347 admin admin] 10.222.0.41 "DELETE /v2.0/networks/a9d2ffc1-25d9-4699-b181-aab0105a8f2c HTTP/1.1" status: 204 len: 168 time: 0.9980838 May 04 17:59:33.165962 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 60406) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:59:33.230091 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-d41eb67a-3429-46e5-87f9-97af4680fa2d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5b5434842582418989b681607468e11e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0608079 May 04 17:59:33.230274 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device cab5528b-beba-480c-adcc-32c92992ee0d no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:59:33.230722 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 60410) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:59:33.261446 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-e3c297f1-0494-4f4d-b332-ba95cd2c5d31 None None] Deleting port 2b6c5066-6ba5-40b0-b806-63a420cb7659 {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:59:33.261826 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e3c297f1-0494-4f4d-b332-ba95cd2c5d31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:33.293216 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-eb770caa-f040-4faf-9870-820f4989d19f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:33.305318 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: cab5528b-beba-480c-adcc-32c92992ee0d {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:59:33.305686 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device cab5528b-beba-480c-adcc-32c92992ee0d not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:59:33.306117 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 3e71cdf7-883a-4bb7-ba70-098324781202 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:59:33.319520 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-eb770caa-f040-4faf-9870-820f4989d19f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:33.333553 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-fc7e8928-9593-47f9-acd5-5d780c5d31ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:33.372462 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-eb770caa-f040-4faf-9870-820f4989d19f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:33.373217 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 3e71cdf7-883a-4bb7-ba70-098324781202 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:59:33.373603 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 3e71cdf7-883a-4bb7-ba70-098324781202 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:59:33.374044 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 2b6c5066-6ba5-40b0-b806-63a420cb7659 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:59:33.392962 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb770caa-f040-4faf-9870-820f4989d19f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5172b2-e4b9-424f-9f17-e81a786e1cdf,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:59:33.397785 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-eb770caa-f040-4faf-9870-820f4989d19f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:33.401286 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-eb770caa-f040-4faf-9870-820f4989d19f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9d5172b2-e4b9-424f-9f17-e81a786e1cdf HTTP/1.1" status: 204 len: 168 time: 0.1669431 May 04 17:59:33.411060 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-e3c297f1-0494-4f4d-b332-ba95cd2c5d31 None None] The port '2b6c5066-6ba5-40b0-b806-63a420cb7659' was deleted {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 04 17:59:33.431848 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 2b6c5066-6ba5-40b0-b806-63a420cb7659 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 17:59:33.431848 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 2b6c5066-6ba5-40b0-b806-63a420cb7659 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:59:34.091585 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 60434) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:59:34.193867 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-25840065-4913-403d-b6a5-d57b79a41d4e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-65547101-network', 'tenant_id': '8c17d7bef3864a148a25a8dcbc99507b'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:59:34.198783 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-25840065-4913-403d-b6a5-d57b79a41d4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:59:34.202733 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-25840065-4913-403d-b6a5-d57b79a41d4e admin admin] Usage tracker for resource:network and tenant:8c17d7bef3864a148a25a8dcbc99507b is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:59:34.206321 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-25840065-4913-403d-b6a5-d57b79a41d4e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:59:34.212030 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-25840065-4913-403d-b6a5-d57b79a41d4e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:59:34.222550 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25840065-4913-403d-b6a5-d57b79a41d4e admin admin] Made reservation on behalf of 8c17d7bef3864a148a25a8dcbc99507b for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:59:34.224863 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-25840065-4913-403d-b6a5-d57b79a41d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:34.236687 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-25840065-4913-403d-b6a5-d57b79a41d4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:34.251388 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-25840065-4913-403d-b6a5-d57b79a41d4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:59:34.255336 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-25840065-4913-403d-b6a5-d57b79a41d4e admin admin] Usage tracker for resource:security_group_rule and tenant:8c17d7bef3864a148a25a8dcbc99507b is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:59:34.258111 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-25840065-4913-403d-b6a5-d57b79a41d4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:59:34.263754 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-25840065-4913-403d-b6a5-d57b79a41d4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:59:34.345109 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-25840065-4913-403d-b6a5-d57b79a41d4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:34.348618 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-25840065-4913-403d-b6a5-d57b79a41d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:34.380584 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25840065-4913-403d-b6a5-d57b79a41d4e admin admin] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:59:34.388520 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25840065-4913-403d-b6a5-d57b79a41d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=840acf21-5d5a-438a-9290-7e957a849bf5,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:59:34.393943 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-25840065-4913-403d-b6a5-d57b79a41d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:34.394294 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-25840065-4913-403d-b6a5-d57b79a41d4e admin admin] Added segment a8c1b502-5103-49fc-a2ce-2518f2d47b71 of type vlan for network 58a2eefd-013a-4c6f-802d-4355eefc7ca7 May 04 17:59:34.419935 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-25840065-4913-403d-b6a5-d57b79a41d4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:34.450653 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-25840065-4913-403d-b6a5-d57b79a41d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:34.451608 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25840065-4913-403d-b6a5-d57b79a41d4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:34.452174 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-25840065-4913-403d-b6a5-d57b79a41d4e admin admin] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:34.551550 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25840065-4913-403d-b6a5-d57b79a41d4e admin admin] Pushing event updated for resources: {'Network': ['ID=58a2eefd-013a-4c6f-802d-4355eefc7ca7,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:59:34.554469 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-25840065-4913-403d-b6a5-d57b79a41d4e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4618773 May 04 17:59:34.557314 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 60440) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:59:34.561809 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 58a2eefd-013a-4c6f-802d-4355eefc7ca7 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:59:34.562538 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-a96c4fe1-aa5f-4b0f-a3f9-0991efc677df admin admin] Request body: {'subnet': {'network_id': '58a2eefd-013a-4c6f-802d-4355eefc7ca7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-65547101-subnet', 'tenant_id': '8c17d7bef3864a148a25a8dcbc99507b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:59:34.567466 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-a96c4fe1-aa5f-4b0f-a3f9-0991efc677df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:59:34.571380 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-a96c4fe1-aa5f-4b0f-a3f9-0991efc677df admin admin] Usage tracker for resource:subnet and tenant:8c17d7bef3864a148a25a8dcbc99507b is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:59:34.574278 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-a96c4fe1-aa5f-4b0f-a3f9-0991efc677df admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:59:34.580602 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-a96c4fe1-aa5f-4b0f-a3f9-0991efc677df admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:59:34.590579 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96c4fe1-aa5f-4b0f-a3f9-0991efc677df admin admin] Made reservation on behalf of 8c17d7bef3864a148a25a8dcbc99507b for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:59:34.592871 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a96c4fe1-aa5f-4b0f-a3f9-0991efc677df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:34.796361 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a96c4fe1-aa5f-4b0f-a3f9-0991efc677df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:34.873742 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96c4fe1-aa5f-4b0f-a3f9-0991efc677df admin admin] Pushing event updated for resources: {'Subnet': ['ID=8178333a-4515-4088-86a4-257052e6839b,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:59:34.881675 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96c4fe1-aa5f-4b0f-a3f9-0991efc677df admin admin] Checking segment: {'id': 'a8c1b502-5103-49fc-a2ce-2518f2d47b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '58a2eefd-013a-4c6f-802d-4355eefc7ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:59:34.882072 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96c4fe1-aa5f-4b0f-a3f9-0991efc677df admin admin] Network hostable DHCP agents. Network: 58a2eefd-013a-4c6f-802d-4355eefc7ca7, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:59:34.899860 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96c4fe1-aa5f-4b0f-a3f9-0991efc677df admin admin] Network 58a2eefd-013a-4c6f-802d-4355eefc7ca7 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:59:34.910115 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-a96c4fe1-aa5f-4b0f-a3f9-0991efc677df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 58a2eefd-013a-4c6f-802d-4355eefc7ca7) {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:59:34.913942 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96c4fe1-aa5f-4b0f-a3f9-0991efc677df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:34.914527 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a96c4fe1-aa5f-4b0f-a3f9-0991efc677df admin admin] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:34.919827 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3331fd-4f11-4eb6-8c4b-1a46defa181c None None] Network 58a2eefd-013a-4c6f-802d-4355eefc7ca7 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:59:34.944540 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-a96c4fe1-aa5f-4b0f-a3f9-0991efc677df admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3841147 May 04 17:59:35.135805 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990cf7c1-b62f-48af-9cc9-664bc029f333 None None] Network 58a2eefd-013a-4c6f-802d-4355eefc7ca7 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:59:35.479228 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0eeb4e-fe5f-4f4e-8a19-d938bac99530 req-0063028c-79c6-47c8-9c12-c7307acd3cdf tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:35.480371 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-8c0eeb4e-fe5f-4f4e-8a19-d938bac99530 req-0063028c-79c6-47c8-9c12-c7307acd3cdf tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Synchronizing usage tracker for tenant:8c17d7bef3864a148a25a8dcbc99507b on resource:network {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:59:35.500815 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-8c0eeb4e-fe5f-4f4e-8a19-d938bac99530 req-0063028c-79c6-47c8-9c12-c7307acd3cdf tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Unset dirty status for tenant:8c17d7bef3864a148a25a8dcbc99507b on resource:network {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:59:35.502806 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-8c0eeb4e-fe5f-4f4e-8a19-d938bac99530 req-0063028c-79c6-47c8-9c12-c7307acd3cdf tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] 10.222.0.41 "GET /v2.0/networks?id=58a2eefd-013a-4c6f-802d-4355eefc7ca7 HTTP/1.1" status: 200 len: 812 time: 0.1754348 May 04 17:59:35.517980 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-8c0eeb4e-fe5f-4f4e-8a19-d938bac99530 req-55fa67d5-3046-460a-89a9-78fd9c8d877f tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] 10.222.0.41 "GET /v2.0/quotas/8c17d7bef3864a148a25a8dcbc99507b HTTP/1.1" status: 200 len: 375 time: 0.0095656 May 04 17:59:35.563088 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8181cccc-a38d-4742-adbb-da669b842d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:35.568078 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-8c0eeb4e-fe5f-4f4e-8a19-d938bac99530 req-5fd7f873-6f9c-4722-9691-d93dc71727e6 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8c17d7bef3864a148a25a8dcbc99507b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447197 May 04 17:59:35.619295 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [req-8c0eeb4e-fe5f-4f4e-8a19-d938bac99530 req-921382ff-0ee9-4c1f-9fdd-9072d1683a1e service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:59:35.620254 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-8c0eeb4e-fe5f-4f4e-8a19-d938bac99530 req-921382ff-0ee9-4c1f-9fdd-9072d1683a1e service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0458090 May 04 17:59:35.748667 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-8c0eeb4e-fe5f-4f4e-8a19-d938bac99530 req-a9ef3533-1ff8-4304-adc5-19458afce899 service neutron] 10.222.0.41 "GET /v2.0/networks/58a2eefd-013a-4c6f-802d-4355eefc7ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224604 May 04 17:59:35.880225 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-8c0eeb4e-fe5f-4f4e-8a19-d938bac99530 req-55da5f1d-0cba-4fef-8d8f-c7161f704bdb service neutron] 10.222.0.41 "GET /v2.0/networks/58a2eefd-013a-4c6f-802d-4355eefc7ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255529 May 04 17:59:36.053115 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-11720a32-206d-4931-bb87-49f10d7066f5 req-8ec324ef-d7a4-41d0-843f-1c97291a9edd tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e243795-f085-47f4-ba0f-7f3d1c842e72 HTTP/1.1" status: 200 len: 210 time: 0.0434134 May 04 17:59:36.616122 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:36.626016 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:37.128811 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0eeb4e-fe5f-4f4e-8a19-d938bac99530 req-97d8d4de-3dce-4a83-ae9e-1777f706bba9 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:37.130279 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-8c0eeb4e-fe5f-4f4e-8a19-d938bac99530 req-97d8d4de-3dce-4a83-ae9e-1777f706bba9 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] 10.222.0.42 "GET /v2.0/networks?id=58a2eefd-013a-4c6f-802d-4355eefc7ca7 HTTP/1.1" status: 200 len: 812 time: 0.1476712 May 04 17:59:37.143234 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [req-8c0eeb4e-fe5f-4f4e-8a19-d938bac99530 req-59169b7d-174d-4ec0-a2bb-7443d0a2e39f tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Request body: {'port': {'device_id': '3e243795-f085-47f4-ba0f-7f3d1c842e72', 'network_id': '58a2eefd-013a-4c6f-802d-4355eefc7ca7', 'admin_state_up': True, 'tenant_id': '8c17d7bef3864a148a25a8dcbc99507b'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:59:37.228695 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5ed9d7a1-a589-430b-a1eb-2d7fc23ee907 req-95ade0d7-9b83-4f7a-952d-cd8ef1d6dbb5 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e243795-f085-47f4-ba0f-7f3d1c842e72 HTTP/1.1" status: 200 len: 210 time: 0.0628302 May 04 17:59:37.420453 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [req-8c0eeb4e-fe5f-4f4e-8a19-d938bac99530 req-59169b7d-174d-4ec0-a2bb-7443d0a2e39f tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:59:37.424421 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-8c0eeb4e-fe5f-4f4e-8a19-d938bac99530 req-59169b7d-174d-4ec0-a2bb-7443d0a2e39f tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Usage tracker for resource:port and tenant:8c17d7bef3864a148a25a8dcbc99507b is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:59:37.427503 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-8c0eeb4e-fe5f-4f4e-8a19-d938bac99530 req-59169b7d-174d-4ec0-a2bb-7443d0a2e39f tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:59:37.434617 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [req-8c0eeb4e-fe5f-4f4e-8a19-d938bac99530 req-59169b7d-174d-4ec0-a2bb-7443d0a2e39f tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:59:37.445778 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c0eeb4e-fe5f-4f4e-8a19-d938bac99530 req-59169b7d-174d-4ec0-a2bb-7443d0a2e39f tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Made reservation on behalf of 8c17d7bef3864a148a25a8dcbc99507b for: {'port': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:59:37.449221 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-8c0eeb4e-fe5f-4f4e-8a19-d938bac99530 req-59169b7d-174d-4ec0-a2bb-7443d0a2e39f tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:37.609690 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [req-8c0eeb4e-fe5f-4f4e-8a19-d938bac99530 req-59169b7d-174d-4ec0-a2bb-7443d0a2e39f tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Allocated IP 172.20.0.14 (58a2eefd-013a-4c6f-802d-4355eefc7ca7/8178333a-4515-4088-86a4-257052e6839b/71212534-6d45-4e6a-a791-a91110182fb6) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:59:37.809351 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-8c0eeb4e-fe5f-4f4e-8a19-d938bac99530 req-59169b7d-174d-4ec0-a2bb-7443d0a2e39f tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:37.839296 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-8c0eeb4e-fe5f-4f4e-8a19-d938bac99530 req-59169b7d-174d-4ec0-a2bb-7443d0a2e39f tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:37.908040 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c0eeb4e-fe5f-4f4e-8a19-d938bac99530 req-59169b7d-174d-4ec0-a2bb-7443d0a2e39f tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Network 58a2eefd-013a-4c6f-802d-4355eefc7ca7 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:59:37.911124 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [req-8c0eeb4e-fe5f-4f4e-8a19-d938bac99530 req-59169b7d-174d-4ec0-a2bb-7443d0a2e39f tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:59:37.914948 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c0eeb4e-fe5f-4f4e-8a19-d938bac99530 req-59169b7d-174d-4ec0-a2bb-7443d0a2e39f tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:59:37.948052 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59169b7d-174d-4ec0-a2bb-7443d0a2e39f tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Pushing event updated for resources: {'Port': ['ID=71212534-6d45-4e6a-a791-a91110182fb6,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:59:37.953494 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:37.983181 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0eeb4e-fe5f-4f4e-8a19-d938bac99530 req-59169b7d-174d-4ec0-a2bb-7443d0a2e39f tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:37.983780 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-8c0eeb4e-fe5f-4f4e-8a19-d938bac99530 req-59169b7d-174d-4ec0-a2bb-7443d0a2e39f tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:38.003593 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-8c0eeb4e-fe5f-4f4e-8a19-d938bac99530 req-59169b7d-174d-4ec0-a2bb-7443d0a2e39f tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8650224 May 04 17:59:38.015008 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [req-8c0eeb4e-fe5f-4f4e-8a19-d938bac99530 req-f33475db-e18c-4a95-9d72-0cbe225968a4 service neutron] Request body: {'port': {'device_id': '3e243795-f085-47f4-ba0f-7f3d1c842e72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:59:38.124957 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-8c0eeb4e-fe5f-4f4e-8a19-d938bac99530 req-f33475db-e18c-4a95-9d72-0cbe225968a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:38.410143 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b3173-c462-4f1c-a0b5-99449f339b4f req-11cee55d-6510-45d5-b140-10e2d778e595 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:38.411528 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-585b3173-c462-4f1c-a0b5-99449f339b4f req-11cee55d-6510-45d5-b140-10e2d778e595 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e243795-f085-47f4-ba0f-7f3d1c842e72 HTTP/1.1" status: 200 len: 932 time: 0.0787930 May 04 17:59:38.459534 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-585b3173-c462-4f1c-a0b5-99449f339b4f req-49096cdd-3b1e-4235-97ad-eef6e3e2635c tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] 10.222.0.41 "GET /v2.0/security-groups?id=840acf21-5d5a-438a-9290-7e957a849bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420511 May 04 17:59:38.465156 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [req-8c0eeb4e-fe5f-4f4e-8a19-d938bac99530 req-f33475db-e18c-4a95-9d72-0cbe225968a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71212534-6d45-4e6a-a791-a91110182fb6 {{(pid=88037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:59:38.472526 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-8c0eeb4e-fe5f-4f4e-8a19-d938bac99530 req-f33475db-e18c-4a95-9d72-0cbe225968a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:38.487548 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [req-8c0eeb4e-fe5f-4f4e-8a19-d938bac99530 req-f33475db-e18c-4a95-9d72-0cbe225968a4 service neutron] Transition to ACTIVE for port object 71212534-6d45-4e6a-a791-a91110182fb6 will not be triggered until provisioned by entity L2. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:59:38.491272 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-8c0eeb4e-fe5f-4f4e-8a19-d938bac99530 req-f33475db-e18c-4a95-9d72-0cbe225968a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:38.645012 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33475db-e18c-4a95-9d72-0cbe225968a4 service neutron] Pushing event updated for resources: {'Port': ['ID=71212534-6d45-4e6a-a791-a91110182fb6,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:59:38.717540 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-8c0eeb4e-fe5f-4f4e-8a19-d938bac99530 req-f33475db-e18c-4a95-9d72-0cbe225968a4 service neutron] Attempting to bind port 71212534-6d45-4e6a-a791-a91110182fb6 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:59:38.717797 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-8c0eeb4e-fe5f-4f4e-8a19-d938bac99530 req-f33475db-e18c-4a95-9d72-0cbe225968a4 service neutron] Attempting to bind port 71212534-6d45-4e6a-a791-a91110182fb6 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': 'a8c1b502-5103-49fc-a2ce-2518f2d47b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '58a2eefd-013a-4c6f-802d-4355eefc7ca7'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:59:38.718152 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0eeb4e-fe5f-4f4e-8a19-d938bac99530 req-f33475db-e18c-4a95-9d72-0cbe225968a4 service neutron] Attempting to bind port 71212534-6d45-4e6a-a791-a91110182fb6 on network 58a2eefd-013a-4c6f-802d-4355eefc7ca7 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:59:38.723196 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0eeb4e-fe5f-4f4e-8a19-d938bac99530 req-f33475db-e18c-4a95-9d72-0cbe225968a4 service neutron] Port 71212534-6d45-4e6a-a791-a91110182fb6 on network 58a2eefd-013a-4c6f-802d-4355eefc7ca7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:59:38.723516 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0eeb4e-fe5f-4f4e-8a19-d938bac99530 req-f33475db-e18c-4a95-9d72-0cbe225968a4 service neutron] Attempting to bind port 71212534-6d45-4e6a-a791-a91110182fb6 on network 58a2eefd-013a-4c6f-802d-4355eefc7ca7 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:59:38.728543 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0eeb4e-fe5f-4f4e-8a19-d938bac99530 req-f33475db-e18c-4a95-9d72-0cbe225968a4 service neutron] Checking agent: {'id': '84d0dbeb-cfa8-4636-8b1c-9790acf21ef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'started_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:59:38.728878 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0eeb4e-fe5f-4f4e-8a19-d938bac99530 req-f33475db-e18c-4a95-9d72-0cbe225968a4 service neutron] Checking segment: {'id': 'a8c1b502-5103-49fc-a2ce-2518f2d47b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '58a2eefd-013a-4c6f-802d-4355eefc7ca7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:59:38.729259 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0eeb4e-fe5f-4f4e-8a19-d938bac99530 req-f33475db-e18c-4a95-9d72-0cbe225968a4 service neutron] Bound using segment: {'id': 'a8c1b502-5103-49fc-a2ce-2518f2d47b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '58a2eefd-013a-4c6f-802d-4355eefc7ca7'} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:59:38.729683 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-8c0eeb4e-fe5f-4f4e-8a19-d938bac99530 req-f33475db-e18c-4a95-9d72-0cbe225968a4 service neutron] Bound port: 71212534-6d45-4e6a-a791-a91110182fb6, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8c1b502-5103-49fc-a2ce-2518f2d47b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '58a2eefd-013a-4c6f-802d-4355eefc7ca7'}}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:59:38.730066 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-8c0eeb4e-fe5f-4f4e-8a19-d938bac99530 req-f33475db-e18c-4a95-9d72-0cbe225968a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:38.815342 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-8c0eeb4e-fe5f-4f4e-8a19-d938bac99530 req-f33475db-e18c-4a95-9d72-0cbe225968a4 service neutron] For port 71212534-6d45-4e6a-a791-a91110182fb6, host hv-neutron-8404, cleared binding levels {{(pid=88037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:59:38.818243 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-8c0eeb4e-fe5f-4f4e-8a19-d938bac99530 req-f33475db-e18c-4a95-9d72-0cbe225968a4 service neutron] For port 71212534-6d45-4e6a-a791-a91110182fb6, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=71212534-6d45-4e6a-a791-a91110182fb6,segment=NetworkSegment(a8c1b502-5103-49fc-a2ce-2518f2d47b71),segment_id=a8c1b502-5103-49fc-a2ce-2518f2d47b71)] {{(pid=88037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:59:38.822758 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-8c0eeb4e-fe5f-4f4e-8a19-d938bac99530 req-f33475db-e18c-4a95-9d72-0cbe225968a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:38.882850 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0eeb4e-fe5f-4f4e-8a19-d938bac99530 req-f33475db-e18c-4a95-9d72-0cbe225968a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:38.883453 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-8c0eeb4e-fe5f-4f4e-8a19-d938bac99530 req-f33475db-e18c-4a95-9d72-0cbe225968a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:38.884783 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-8c0eeb4e-fe5f-4f4e-8a19-d938bac99530 req-f33475db-e18c-4a95-9d72-0cbe225968a4 service neutron] 10.222.0.42 "PUT /v2.0/ports/71212534-6d45-4e6a-a791-a91110182fb6 HTTP/1.1" status: 200 len: 1094 time: 0.8736644 May 04 17:59:38.885216 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e243795-f085-47f4-ba0f-7f3d1c842e72', 'tag': '71212534-6d45-4e6a-a791-a91110182fb6'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:59:38.906452 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33475db-e18c-4a95-9d72-0cbe225968a4 service neutron] Pushing event updated for resources: {'Port': ['ID=71212534-6d45-4e6a-a791-a91110182fb6,revision_number=3']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:59:38.957621 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a98366f0-1c76-469a-a461-e0e5bbb3f88e'] response: {'name': 'network-changed', 'server_uuid': '3e243795-f085-47f4-ba0f-7f3d1c842e72', 'tag': '71212534-6d45-4e6a-a791-a91110182fb6', 'status': 'completed', 'code': 200} May 04 17:59:38.997237 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0eeb4e-fe5f-4f4e-8a19-d938bac99530 req-f2c37eaf-8f50-4522-97ea-a5a56a069056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:38.998686 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-8c0eeb4e-fe5f-4f4e-8a19-d938bac99530 req-f2c37eaf-8f50-4522-97ea-a5a56a069056 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8c17d7bef3864a148a25a8dcbc99507b&device_id=3e243795-f085-47f4-ba0f-7f3d1c842e72 HTTP/1.1" status: 200 len: 1097 time: 0.0716345 May 04 17:59:39.069097 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-8c0eeb4e-fe5f-4f4e-8a19-d938bac99530 req-5654f56a-763b-4aef-84b3-09f0ed71bb7d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71212534-6d45-4e6a-a791-a91110182fb6 HTTP/1.1" status: 200 len: 217 time: 0.0622585 May 04 17:59:39.129083 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0eeb4e-fe5f-4f4e-8a19-d938bac99530 req-b1724260-e8c8-447b-83b6-e1925dfd34d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:39.130494 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-8c0eeb4e-fe5f-4f4e-8a19-d938bac99530 req-b1724260-e8c8-447b-83b6-e1925dfd34d3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8178333a-4515-4088-86a4-257052e6839b HTTP/1.1" status: 200 len: 852 time: 0.0549734 May 04 17:59:39.181210 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-8c0eeb4e-fe5f-4f4e-8a19-d938bac99530 req-00813c73-221a-4534-b2a2-26c2d2c995c9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=58a2eefd-013a-4c6f-802d-4355eefc7ca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435467 May 04 17:59:39.410799 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-8c0eeb4e-fe5f-4f4e-8a19-d938bac99530 req-292fa3a0-b127-4834-b52f-5adabf84363f service neutron] 10.222.0.42 "GET /v2.0/networks/58a2eefd-013a-4c6f-802d-4355eefc7ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225766 May 04 17:59:39.541224 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-8c0eeb4e-fe5f-4f4e-8a19-d938bac99530 req-9cfd9166-5ef9-4095-bd27-ff6ccbc7a971 service neutron] 10.222.0.42 "GET /v2.0/networks/58a2eefd-013a-4c6f-802d-4355eefc7ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233845 May 04 17:59:39.560657 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:39.643906 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e8e7af-e94d-4fcc-86da-bd5b65f3e9fa req-d48cb246-1c97-445f-91c6-2c9f93e5b12d tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:39.645792 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-d2e8e7af-e94d-4fcc-86da-bd5b65f3e9fa req-d48cb246-1c97-445f-91c6-2c9f93e5b12d tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e243795-f085-47f4-ba0f-7f3d1c842e72 HTTP/1.1" status: 200 len: 944 time: 0.0799708 May 04 17:59:39.664337 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758183e-ca45-4c24-a71e-36f9d9572754 req-9c97eb33-daa2-475e-bcbf-cbf5f9d646ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:39.665729 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d758183e-ca45-4c24-a71e-36f9d9572754 req-9c97eb33-daa2-475e-bcbf-cbf5f9d646ac service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8c17d7bef3864a148a25a8dcbc99507b&device_id=3e243795-f085-47f4-ba0f-7f3d1c842e72 HTTP/1.1" status: 200 len: 1097 time: 0.0758700 May 04 17:59:39.689647 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-d2e8e7af-e94d-4fcc-86da-bd5b65f3e9fa req-3cbb910e-8eee-41e6-929b-62cc5a0480a9 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] 10.222.0.41 "GET /v2.0/security-groups?id=840acf21-5d5a-438a-9290-7e957a849bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380948 May 04 17:59:39.797882 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758183e-ca45-4c24-a71e-36f9d9572754 req-c26136d5-8ae6-496f-b680-41adb554b14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:39.799354 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d758183e-ca45-4c24-a71e-36f9d9572754 req-c26136d5-8ae6-496f-b680-41adb554b14a service neutron] 10.222.0.42 "GET /v2.0/networks?id=58a2eefd-013a-4c6f-802d-4355eefc7ca7 HTTP/1.1" status: 200 len: 913 time: 0.1278791 May 04 17:59:39.868428 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d758183e-ca45-4c24-a71e-36f9d9572754 req-ac09cc45-164e-4efe-9041-52f1b3419606 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71212534-6d45-4e6a-a791-a91110182fb6 HTTP/1.1" status: 200 len: 217 time: 0.0626984 May 04 17:59:39.929043 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758183e-ca45-4c24-a71e-36f9d9572754 req-81627945-3d23-4508-a9a4-946123eb730d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:39.930373 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d758183e-ca45-4c24-a71e-36f9d9572754 req-81627945-3d23-4508-a9a4-946123eb730d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8178333a-4515-4088-86a4-257052e6839b HTTP/1.1" status: 200 len: 852 time: 0.0560791 May 04 17:59:39.979055 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d758183e-ca45-4c24-a71e-36f9d9572754 req-d04c53f3-4fd7-42f1-a159-ac497318464f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=58a2eefd-013a-4c6f-802d-4355eefc7ca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422151 May 04 17:59:40.110119 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d758183e-ca45-4c24-a71e-36f9d9572754 req-fddc8e0f-a93c-479f-812d-5897dcf4bc55 service neutron] 10.222.0.42 "GET /v2.0/networks/58a2eefd-013a-4c6f-802d-4355eefc7ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239071 May 04 17:59:40.238659 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d758183e-ca45-4c24-a71e-36f9d9572754 req-93f05ae0-94a7-4c44-9ebb-77485198f677 service neutron] 10.222.0.42 "GET /v2.0/networks/58a2eefd-013a-4c6f-802d-4355eefc7ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222756 May 04 17:59:40.868019 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27191a00-dbb4-44b2-8a78-a6e715a6db9c req-1ef86189-e579-4020-a59c-c0d2403ae98c tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:40.868710 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-27191a00-dbb4-44b2-8a78-a6e715a6db9c req-1ef86189-e579-4020-a59c-c0d2403ae98c tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Synchronizing usage tracker for tenant:8c17d7bef3864a148a25a8dcbc99507b on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:59:40.885095 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-27191a00-dbb4-44b2-8a78-a6e715a6db9c req-1ef86189-e579-4020-a59c-c0d2403ae98c tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Unset dirty status for tenant:8c17d7bef3864a148a25a8dcbc99507b on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:59:40.886657 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-27191a00-dbb4-44b2-8a78-a6e715a6db9c req-1ef86189-e579-4020-a59c-c0d2403ae98c tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e243795-f085-47f4-ba0f-7f3d1c842e72 HTTP/1.1" status: 200 len: 944 time: 0.0942521 May 04 17:59:40.929423 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-27191a00-dbb4-44b2-8a78-a6e715a6db9c req-d9e2428c-7e7e-4eb9-bcf2-9a8e1b031a43 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Synchronizing usage tracker for tenant:8c17d7bef3864a148a25a8dcbc99507b on resource:security_group {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:59:40.945358 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-27191a00-dbb4-44b2-8a78-a6e715a6db9c req-d9e2428c-7e7e-4eb9-bcf2-9a8e1b031a43 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Unset dirty status for tenant:8c17d7bef3864a148a25a8dcbc99507b on resource:security_group {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:59:40.946690 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-27191a00-dbb4-44b2-8a78-a6e715a6db9c req-d9e2428c-7e7e-4eb9-bcf2-9a8e1b031a43 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] 10.222.0.41 "GET /v2.0/security-groups?id=840acf21-5d5a-438a-9290-7e957a849bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545204 May 04 17:59:41.287164 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 71212534-6d45-4e6a-a791-a91110182fb6 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:59:41.420439 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 71212534-6d45-4e6a-a791-a91110182fb6, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=71212534-6d45-4e6a-a791-a91110182fb6,segment=NetworkSegment(a8c1b502-5103-49fc-a2ce-2518f2d47b71),segment_id=a8c1b502-5103-49fc-a2ce-2518f2d47b71)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:59:41.433464 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Returning: {'device': '71212534-6d45-4e6a-a791-a91110182fb6', 'network_id': '58a2eefd-013a-4c6f-802d-4355eefc7ca7', 'port_id': '71212534-6d45-4e6a-a791-a91110182fb6', 'mac_address': 'fa:16:3e:ee:33:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8178333a-4515-4088-86a4-257052e6839b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:59:41.488972 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:41.504768 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71212534-6d45-4e6a-a791-a91110182fb6 {{(pid=88039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:59:41.520140 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 71212534-6d45-4e6a-a791-a91110182fb6, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=71212534-6d45-4e6a-a791-a91110182fb6,segment=NetworkSegment(a8c1b502-5103-49fc-a2ce-2518f2d47b71),segment_id=a8c1b502-5103-49fc-a2ce-2518f2d47b71)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:59:41.523990 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:41.588968 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=71212534-6d45-4e6a-a791-a91110182fb6,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:59:41.866530 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] get_ports_and_sgs() called for port_ids ['71212534-6d45-4e6a-a791-a91110182fb6'] {{(pid=88039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:59:42.130279 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb7fef-9b9e-47ab-9553-85e011e23758 req-e29d03fe-5a33-4739-838e-740005f64786 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:42.131715 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-6eeb7fef-9b9e-47ab-9553-85e011e23758 req-e29d03fe-5a33-4739-838e-740005f64786 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e243795-f085-47f4-ba0f-7f3d1c842e72 HTTP/1.1" status: 200 len: 945 time: 0.0824740 May 04 17:59:42.271834 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-6eeb7fef-9b9e-47ab-9553-85e011e23758 req-2b7bb611-feae-4c63-8261-dd6709ba9a87 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] 10.222.0.41 "GET /v2.0/security-groups?id=840acf21-5d5a-438a-9290-7e957a849bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345339 May 04 17:59:43.303422 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 71212534-6d45-4e6a-a791-a91110182fb6 up at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:59:43.373648 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning for port 71212534-6d45-4e6a-a791-a91110182fb6 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:59:43.379044 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning complete for port 71212534-6d45-4e6a-a791-a91110182fb6 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:59:43.379410 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:43.464490 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60401217-f506-4ec7-a40f-3e87e38a8585 req-c0b5fc61-b0cd-4c06-bb24-a383e36c6aa0 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:43.465861 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-60401217-f506-4ec7-a40f-3e87e38a8585 req-c0b5fc61-b0cd-4c06-bb24-a383e36c6aa0 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e243795-f085-47f4-ba0f-7f3d1c842e72 HTTP/1.1" status: 200 len: 945 time: 0.0817585 May 04 17:59:43.496446 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:43.509376 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-60401217-f506-4ec7-a40f-3e87e38a8585 req-7d773f83-b302-4c91-97b8-11122e67241a tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] 10.222.0.41 "GET /v2.0/security-groups?id=840acf21-5d5a-438a-9290-7e957a849bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376370 May 04 17:59:43.523548 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e243795-f085-47f4-ba0f-7f3d1c842e72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71212534-6d45-4e6a-a791-a91110182fb6'}] {{(pid=88039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:59:43.532966 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 71212534-6d45-4e6a-a791-a91110182fb6, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=71212534-6d45-4e6a-a791-a91110182fb6,segment=NetworkSegment(a8c1b502-5103-49fc-a2ce-2518f2d47b71),segment_id=a8c1b502-5103-49fc-a2ce-2518f2d47b71)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:59:43.537681 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:43.568832 dv-neutron-840426-1-hyperv neutron-server[88039]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ff25a78-8ab4-4bde-85f0-010f402b41fb'] response: {'server_uuid': '3e243795-f085-47f4-ba0f-7f3d1c842e72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71212534-6d45-4e6a-a791-a91110182fb6', 'code': 200} May 04 17:59:43.608584 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=71212534-6d45-4e6a-a791-a91110182fb6,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:59:43.786459 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b593ef-d846-4382-8b4d-ca2b67e8d9ca req-2d2b299d-9a52-4882-9874-c1136bc6a0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:43.788809 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-59b593ef-d846-4382-8b4d-ca2b67e8d9ca req-2d2b299d-9a52-4882-9874-c1136bc6a0c5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3e243795-f085-47f4-ba0f-7f3d1c842e72 HTTP/1.1" status: 200 len: 1099 time: 0.0693598 May 04 17:59:43.836791 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-59b593ef-d846-4382-8b4d-ca2b67e8d9ca req-f5da14bb-6100-4dd2-bf6d-f9de4e2ce9ab service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=840acf21-5d5a-438a-9290-7e957a849bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423999 May 04 17:59:44.690627 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ac6311-1509-4b1b-8b17-43302f2f37f2 req-6b72d97b-0483-44c5-8e93-219fe9604637 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:44.692079 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-75ac6311-1509-4b1b-8b17-43302f2f37f2 req-6b72d97b-0483-44c5-8e93-219fe9604637 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e243795-f085-47f4-ba0f-7f3d1c842e72 HTTP/1.1" status: 200 len: 946 time: 0.0787671 May 04 17:59:44.734910 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-75ac6311-1509-4b1b-8b17-43302f2f37f2 req-ad74503f-1fcf-4aec-b78c-96c65840b7a3 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] 10.222.0.41 "GET /v2.0/security-groups?id=840acf21-5d5a-438a-9290-7e957a849bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372441 May 04 17:59:45.924441 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a0373-3062-4fa8-a812-8bfca590c71b req-bbc83403-b6bd-4b9c-9297-3147ac00ebda tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:45.925885 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-344a0373-3062-4fa8-a812-8bfca590c71b req-bbc83403-b6bd-4b9c-9297-3147ac00ebda tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e243795-f085-47f4-ba0f-7f3d1c842e72 HTTP/1.1" status: 200 len: 946 time: 0.0880713 May 04 17:59:45.968042 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-344a0373-3062-4fa8-a812-8bfca590c71b req-04f4da15-d9f1-4f84-b32f-00ef20795528 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] 10.222.0.41 "GET /v2.0/security-groups?id=840acf21-5d5a-438a-9290-7e957a849bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365059 May 04 17:59:46.260340 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f997af13-ecb7-4c5d-9c6f-c630dd27a2a1 req-d8f1ada4-2807-4ef7-aa91-c8a25a6e374d tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:46.261768 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f997af13-ecb7-4c5d-9c6f-c630dd27a2a1 req-d8f1ada4-2807-4ef7-aa91-c8a25a6e374d tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] 10.222.0.41 "GET /v2.0/networks?id=58a2eefd-013a-4c6f-802d-4355eefc7ca7 HTTP/1.1" status: 200 len: 812 time: 0.1448367 May 04 17:59:46.275999 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f997af13-ecb7-4c5d-9c6f-c630dd27a2a1 req-3bd929f0-bcbd-46c9-9627-469ae03a1bb7 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] 10.222.0.41 "GET /v2.0/quotas/8c17d7bef3864a148a25a8dcbc99507b HTTP/1.1" status: 200 len: 375 time: 0.0087190 May 04 17:59:46.451369 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f997af13-ecb7-4c5d-9c6f-c630dd27a2a1 req-8d051ea6-ce65-4f23-a357-569c7f32e78b tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8c17d7bef3864a148a25a8dcbc99507b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1705778 May 04 17:59:46.578243 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f997af13-ecb7-4c5d-9c6f-c630dd27a2a1 req-db9b8e42-82fd-495f-943b-41f94a7276ab service neutron] 10.222.0.41 "GET /v2.0/networks/58a2eefd-013a-4c6f-802d-4355eefc7ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202145 May 04 17:59:46.705897 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f997af13-ecb7-4c5d-9c6f-c630dd27a2a1 req-6ac34687-41a1-4999-9139-fc3580a7b193 service neutron] 10.222.0.41 "GET /v2.0/networks/58a2eefd-013a-4c6f-802d-4355eefc7ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213081 May 04 17:59:46.879004 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-45efb317-ba83-4697-93e9-2557aade4160 req-f6af1540-62ed-4dd5-b020-066967fe4ceb tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] 10.222.0.41 "GET /v2.0/ports?device_id=a92aab48-5cbe-4711-84bf-070872850a31 HTTP/1.1" status: 200 len: 210 time: 0.0440760 May 04 17:59:47.883030 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f997af13-ecb7-4c5d-9c6f-c630dd27a2a1 req-59378a77-5c96-4d68-bf38-26319273a639 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:47.884479 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f997af13-ecb7-4c5d-9c6f-c630dd27a2a1 req-59378a77-5c96-4d68-bf38-26319273a639 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] 10.222.0.42 "GET /v2.0/networks?id=58a2eefd-013a-4c6f-802d-4355eefc7ca7 HTTP/1.1" status: 200 len: 812 time: 0.1513784 May 04 17:59:47.896811 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [req-f997af13-ecb7-4c5d-9c6f-c630dd27a2a1 req-e5d3beec-9927-4c09-9050-11ce7254fea2 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Request body: {'port': {'device_id': 'a92aab48-5cbe-4711-84bf-070872850a31', 'network_id': '58a2eefd-013a-4c6f-802d-4355eefc7ca7', 'admin_state_up': True, 'tenant_id': '8c17d7bef3864a148a25a8dcbc99507b'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:59:48.058252 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-8987ca43-25a1-4bbe-8375-66ce812ddea0 req-8fa464b3-5af0-44d8-a0fb-e4aa00367b23 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] 10.222.0.41 "GET /v2.0/ports?device_id=a92aab48-5cbe-4711-84bf-070872850a31 HTTP/1.1" status: 200 len: 210 time: 0.0562816 May 04 17:59:48.090227 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [req-f997af13-ecb7-4c5d-9c6f-c630dd27a2a1 req-e5d3beec-9927-4c09-9050-11ce7254fea2 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:59:48.100084 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [req-f997af13-ecb7-4c5d-9c6f-c630dd27a2a1 req-e5d3beec-9927-4c09-9050-11ce7254fea2 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:59:48.110124 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f997af13-ecb7-4c5d-9c6f-c630dd27a2a1 req-e5d3beec-9927-4c09-9050-11ce7254fea2 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Made reservation on behalf of 8c17d7bef3864a148a25a8dcbc99507b for: {'port': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:59:48.113695 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-f997af13-ecb7-4c5d-9c6f-c630dd27a2a1 req-e5d3beec-9927-4c09-9050-11ce7254fea2 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:48.276060 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [req-f997af13-ecb7-4c5d-9c6f-c630dd27a2a1 req-e5d3beec-9927-4c09-9050-11ce7254fea2 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Allocated IP 172.20.0.4 (58a2eefd-013a-4c6f-802d-4355eefc7ca7/8178333a-4515-4088-86a4-257052e6839b/e6c2ef5e-070a-4d8c-aac3-c4a280485317) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:59:48.482215 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-f997af13-ecb7-4c5d-9c6f-c630dd27a2a1 req-e5d3beec-9927-4c09-9050-11ce7254fea2 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:48.510159 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-f997af13-ecb7-4c5d-9c6f-c630dd27a2a1 req-e5d3beec-9927-4c09-9050-11ce7254fea2 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:48.521941 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] get_ports_and_sgs() called for port_ids ['71212534-6d45-4e6a-a791-a91110182fb6'] {{(pid=88039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:59:48.578715 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f997af13-ecb7-4c5d-9c6f-c630dd27a2a1 req-e5d3beec-9927-4c09-9050-11ce7254fea2 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Network 58a2eefd-013a-4c6f-802d-4355eefc7ca7 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:59:48.581820 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [req-f997af13-ecb7-4c5d-9c6f-c630dd27a2a1 req-e5d3beec-9927-4c09-9050-11ce7254fea2 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:59:48.585820 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [req-f997af13-ecb7-4c5d-9c6f-c630dd27a2a1 req-e5d3beec-9927-4c09-9050-11ce7254fea2 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 17:59:48.615950 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d3beec-9927-4c09-9050-11ce7254fea2 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Pushing event updated for resources: {'Port': ['ID=e6c2ef5e-070a-4d8c-aac3-c4a280485317,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:59:48.651552 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f997af13-ecb7-4c5d-9c6f-c630dd27a2a1 req-e5d3beec-9927-4c09-9050-11ce7254fea2 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:48.652157 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-f997af13-ecb7-4c5d-9c6f-c630dd27a2a1 req-e5d3beec-9927-4c09-9050-11ce7254fea2 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:48.676558 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f997af13-ecb7-4c5d-9c6f-c630dd27a2a1 req-e5d3beec-9927-4c09-9050-11ce7254fea2 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7833810 May 04 17:59:48.687298 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [req-f997af13-ecb7-4c5d-9c6f-c630dd27a2a1 req-5a758a8a-d680-42d5-bd56-deea42196f64 service neutron] Request body: {'port': {'device_id': 'a92aab48-5cbe-4711-84bf-070872850a31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:59:48.797027 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-f997af13-ecb7-4c5d-9c6f-c630dd27a2a1 req-5a758a8a-d680-42d5-bd56-deea42196f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:49.143194 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [req-f997af13-ecb7-4c5d-9c6f-c630dd27a2a1 req-5a758a8a-d680-42d5-bd56-deea42196f64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6c2ef5e-070a-4d8c-aac3-c4a280485317 {{(pid=88037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:59:49.150626 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-f997af13-ecb7-4c5d-9c6f-c630dd27a2a1 req-5a758a8a-d680-42d5-bd56-deea42196f64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:49.167217 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [req-f997af13-ecb7-4c5d-9c6f-c630dd27a2a1 req-5a758a8a-d680-42d5-bd56-deea42196f64 service neutron] Transition to ACTIVE for port object e6c2ef5e-070a-4d8c-aac3-c4a280485317 will not be triggered until provisioned by entity L2. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:59:49.172916 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-f997af13-ecb7-4c5d-9c6f-c630dd27a2a1 req-5a758a8a-d680-42d5-bd56-deea42196f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:49.259992 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674fc80d-db38-4e40-94d4-829b710140f0 req-63f02c3c-0ce9-4e3c-a483-ef975662a149 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:49.261563 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-674fc80d-db38-4e40-94d4-829b710140f0 req-63f02c3c-0ce9-4e3c-a483-ef975662a149 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] 10.222.0.41 "GET /v2.0/ports?device_id=a92aab48-5cbe-4711-84bf-070872850a31 HTTP/1.1" status: 200 len: 943 time: 0.0878491 May 04 17:59:49.307798 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-674fc80d-db38-4e40-94d4-829b710140f0 req-f39e0ef3-fa8d-4b75-9266-170c092d7908 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] 10.222.0.41 "GET /v2.0/security-groups?id=840acf21-5d5a-438a-9290-7e957a849bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393152 May 04 17:59:49.404316 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a758a8a-d680-42d5-bd56-deea42196f64 service neutron] Pushing event updated for resources: {'Port': ['ID=e6c2ef5e-070a-4d8c-aac3-c4a280485317,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:59:49.508219 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-f997af13-ecb7-4c5d-9c6f-c630dd27a2a1 req-5a758a8a-d680-42d5-bd56-deea42196f64 service neutron] Attempting to bind port e6c2ef5e-070a-4d8c-aac3-c4a280485317 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:59:49.508547 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-f997af13-ecb7-4c5d-9c6f-c630dd27a2a1 req-5a758a8a-d680-42d5-bd56-deea42196f64 service neutron] Attempting to bind port e6c2ef5e-070a-4d8c-aac3-c4a280485317 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': 'a8c1b502-5103-49fc-a2ce-2518f2d47b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '58a2eefd-013a-4c6f-802d-4355eefc7ca7'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:59:49.508870 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f997af13-ecb7-4c5d-9c6f-c630dd27a2a1 req-5a758a8a-d680-42d5-bd56-deea42196f64 service neutron] Attempting to bind port e6c2ef5e-070a-4d8c-aac3-c4a280485317 on network 58a2eefd-013a-4c6f-802d-4355eefc7ca7 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:59:49.513439 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f997af13-ecb7-4c5d-9c6f-c630dd27a2a1 req-5a758a8a-d680-42d5-bd56-deea42196f64 service neutron] Port e6c2ef5e-070a-4d8c-aac3-c4a280485317 on network 58a2eefd-013a-4c6f-802d-4355eefc7ca7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:59:49.513753 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f997af13-ecb7-4c5d-9c6f-c630dd27a2a1 req-5a758a8a-d680-42d5-bd56-deea42196f64 service neutron] Attempting to bind port e6c2ef5e-070a-4d8c-aac3-c4a280485317 on network 58a2eefd-013a-4c6f-802d-4355eefc7ca7 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:59:49.519521 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f997af13-ecb7-4c5d-9c6f-c630dd27a2a1 req-5a758a8a-d680-42d5-bd56-deea42196f64 service neutron] Checking agent: {'id': '84d0dbeb-cfa8-4636-8b1c-9790acf21ef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'started_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 17, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:59:49.519853 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f997af13-ecb7-4c5d-9c6f-c630dd27a2a1 req-5a758a8a-d680-42d5-bd56-deea42196f64 service neutron] Checking segment: {'id': 'a8c1b502-5103-49fc-a2ce-2518f2d47b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '58a2eefd-013a-4c6f-802d-4355eefc7ca7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 17:59:49.520230 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f997af13-ecb7-4c5d-9c6f-c630dd27a2a1 req-5a758a8a-d680-42d5-bd56-deea42196f64 service neutron] Bound using segment: {'id': 'a8c1b502-5103-49fc-a2ce-2518f2d47b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '58a2eefd-013a-4c6f-802d-4355eefc7ca7'} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:59:49.520652 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-f997af13-ecb7-4c5d-9c6f-c630dd27a2a1 req-5a758a8a-d680-42d5-bd56-deea42196f64 service neutron] Bound port: e6c2ef5e-070a-4d8c-aac3-c4a280485317, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8c1b502-5103-49fc-a2ce-2518f2d47b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '58a2eefd-013a-4c6f-802d-4355eefc7ca7'}}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:59:49.520993 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-f997af13-ecb7-4c5d-9c6f-c630dd27a2a1 req-5a758a8a-d680-42d5-bd56-deea42196f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:49.612875 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-f997af13-ecb7-4c5d-9c6f-c630dd27a2a1 req-5a758a8a-d680-42d5-bd56-deea42196f64 service neutron] For port e6c2ef5e-070a-4d8c-aac3-c4a280485317, host hv-neutron-8404, cleared binding levels {{(pid=88037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:59:49.615816 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-f997af13-ecb7-4c5d-9c6f-c630dd27a2a1 req-5a758a8a-d680-42d5-bd56-deea42196f64 service neutron] For port e6c2ef5e-070a-4d8c-aac3-c4a280485317, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=e6c2ef5e-070a-4d8c-aac3-c4a280485317,segment=NetworkSegment(a8c1b502-5103-49fc-a2ce-2518f2d47b71),segment_id=a8c1b502-5103-49fc-a2ce-2518f2d47b71)] {{(pid=88037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:59:49.619136 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-f997af13-ecb7-4c5d-9c6f-c630dd27a2a1 req-5a758a8a-d680-42d5-bd56-deea42196f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:49.681004 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f997af13-ecb7-4c5d-9c6f-c630dd27a2a1 req-5a758a8a-d680-42d5-bd56-deea42196f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:49.681614 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-f997af13-ecb7-4c5d-9c6f-c630dd27a2a1 req-5a758a8a-d680-42d5-bd56-deea42196f64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:49.682974 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f997af13-ecb7-4c5d-9c6f-c630dd27a2a1 req-5a758a8a-d680-42d5-bd56-deea42196f64 service neutron] 10.222.0.42 "PUT /v2.0/ports/e6c2ef5e-070a-4d8c-aac3-c4a280485317 HTTP/1.1" status: 200 len: 1093 time: 0.9996459 May 04 17:59:49.683402 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a92aab48-5cbe-4711-84bf-070872850a31', 'tag': 'e6c2ef5e-070a-4d8c-aac3-c4a280485317'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:59:49.705144 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a758a8a-d680-42d5-bd56-deea42196f64 service neutron] Pushing event updated for resources: {'Port': ['ID=e6c2ef5e-070a-4d8c-aac3-c4a280485317,revision_number=3']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:59:49.752939 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ec77aa3-f33d-4073-adc0-7ef6dd25a608'] response: {'name': 'network-changed', 'server_uuid': 'a92aab48-5cbe-4711-84bf-070872850a31', 'tag': 'e6c2ef5e-070a-4d8c-aac3-c4a280485317', 'status': 'completed', 'code': 200} May 04 17:59:49.791426 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f997af13-ecb7-4c5d-9c6f-c630dd27a2a1 req-4959e31e-7cd7-491a-98cb-51ef432ee72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:49.793125 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f997af13-ecb7-4c5d-9c6f-c630dd27a2a1 req-4959e31e-7cd7-491a-98cb-51ef432ee72c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8c17d7bef3864a148a25a8dcbc99507b&device_id=a92aab48-5cbe-4711-84bf-070872850a31 HTTP/1.1" status: 200 len: 1096 time: 0.0713332 May 04 17:59:49.864102 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f997af13-ecb7-4c5d-9c6f-c630dd27a2a1 req-874a5e7f-fdc9-4603-ba90-bef90c772e7d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6c2ef5e-070a-4d8c-aac3-c4a280485317 HTTP/1.1" status: 200 len: 217 time: 0.0631964 May 04 17:59:49.927100 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f997af13-ecb7-4c5d-9c6f-c630dd27a2a1 req-ec3c0320-b2db-4dd2-96c7-ddefdb60ed47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:49.928521 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f997af13-ecb7-4c5d-9c6f-c630dd27a2a1 req-ec3c0320-b2db-4dd2-96c7-ddefdb60ed47 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8178333a-4515-4088-86a4-257052e6839b HTTP/1.1" status: 200 len: 852 time: 0.0576060 May 04 17:59:49.974538 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f997af13-ecb7-4c5d-9c6f-c630dd27a2a1 req-9dbab795-d1ec-4489-9888-424cad0065c7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=58a2eefd-013a-4c6f-802d-4355eefc7ca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391886 May 04 17:59:50.104356 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f997af13-ecb7-4c5d-9c6f-c630dd27a2a1 req-0bcb7f84-e564-4507-8153-d3dbb9159a29 service neutron] 10.222.0.42 "GET /v2.0/networks/58a2eefd-013a-4c6f-802d-4355eefc7ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235280 May 04 17:59:50.240301 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f997af13-ecb7-4c5d-9c6f-c630dd27a2a1 req-fe77a53d-5dd2-4a2c-9311-c037ad21cbb6 service neutron] 10.222.0.42 "GET /v2.0/networks/58a2eefd-013a-4c6f-802d-4355eefc7ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268628 May 04 17:59:50.355388 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d89cb1-caa7-40f2-9156-67dccf653665 req-9aab7efd-74bb-4e9a-b596-ce70255b2648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:50.356868 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d1d89cb1-caa7-40f2-9156-67dccf653665 req-9aab7efd-74bb-4e9a-b596-ce70255b2648 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8c17d7bef3864a148a25a8dcbc99507b&device_id=a92aab48-5cbe-4711-84bf-070872850a31 HTTP/1.1" status: 200 len: 1096 time: 0.0738249 May 04 17:59:50.489685 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d89cb1-caa7-40f2-9156-67dccf653665 req-2d84fe77-9865-4af1-8f27-c05c72216878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:50.491232 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d1d89cb1-caa7-40f2-9156-67dccf653665 req-2d84fe77-9865-4af1-8f27-c05c72216878 service neutron] 10.222.0.42 "GET /v2.0/networks?id=58a2eefd-013a-4c6f-802d-4355eefc7ca7 HTTP/1.1" status: 200 len: 913 time: 0.1279175 May 04 17:59:50.497253 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f30a0-7536-460c-84d7-71100911fdaf req-0ce5a0f7-ad0a-4a90-8b8d-f21894f748fb tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:50.498733 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-773f30a0-7536-460c-84d7-71100911fdaf req-0ce5a0f7-ad0a-4a90-8b8d-f21894f748fb tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] 10.222.0.41 "GET /v2.0/ports?device_id=a92aab48-5cbe-4711-84bf-070872850a31 HTTP/1.1" status: 200 len: 943 time: 0.0848670 May 04 17:59:50.542940 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-773f30a0-7536-460c-84d7-71100911fdaf req-d833e06a-91fc-4770-8348-934077fadc74 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] 10.222.0.41 "GET /v2.0/security-groups?id=840acf21-5d5a-438a-9290-7e957a849bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383937 May 04 17:59:50.577499 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d1d89cb1-caa7-40f2-9156-67dccf653665 req-6a78f0d5-0024-4f03-abc1-7c2a02a463da service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6c2ef5e-070a-4d8c-aac3-c4a280485317 HTTP/1.1" status: 200 len: 217 time: 0.0741785 May 04 17:59:50.643685 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d89cb1-caa7-40f2-9156-67dccf653665 req-7da8ce69-1c05-40c1-a49e-30b21c12c381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:50.645066 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d1d89cb1-caa7-40f2-9156-67dccf653665 req-7da8ce69-1c05-40c1-a49e-30b21c12c381 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8178333a-4515-4088-86a4-257052e6839b HTTP/1.1" status: 200 len: 852 time: 0.0582724 May 04 17:59:50.690807 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d1d89cb1-caa7-40f2-9156-67dccf653665 req-1f2b88c5-dbf8-410a-9c8c-62029b9e61fd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=58a2eefd-013a-4c6f-802d-4355eefc7ca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399160 May 04 17:59:50.816877 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d1d89cb1-caa7-40f2-9156-67dccf653665 req-0ecab388-ae83-4a12-8939-f82f1be6011d service neutron] 10.222.0.42 "GET /v2.0/networks/58a2eefd-013a-4c6f-802d-4355eefc7ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200178 May 04 17:59:51.032960 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d1d89cb1-caa7-40f2-9156-67dccf653665 req-b369d3c3-3083-4e55-a77c-5d7d325955e5 service neutron] 10.222.0.42 "GET /v2.0/networks/58a2eefd-013a-4c6f-802d-4355eefc7ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093668 May 04 17:59:51.732909 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7916d-5544-4848-a0c8-eed5a747d7f5 req-2ee54c4d-d2c8-42b8-95da-c48908c8c036 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:51.733599 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-e5d7916d-5544-4848-a0c8-eed5a747d7f5 req-2ee54c4d-d2c8-42b8-95da-c48908c8c036 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Synchronizing usage tracker for tenant:8c17d7bef3864a148a25a8dcbc99507b on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:59:51.749653 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-e5d7916d-5544-4848-a0c8-eed5a747d7f5 req-2ee54c4d-d2c8-42b8-95da-c48908c8c036 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Unset dirty status for tenant:8c17d7bef3864a148a25a8dcbc99507b on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:59:51.750886 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e5d7916d-5544-4848-a0c8-eed5a747d7f5 req-2ee54c4d-d2c8-42b8-95da-c48908c8c036 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] 10.222.0.41 "GET /v2.0/ports?device_id=a92aab48-5cbe-4711-84bf-070872850a31 HTTP/1.1" status: 200 len: 943 time: 0.0985639 May 04 17:59:51.793731 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e5d7916d-5544-4848-a0c8-eed5a747d7f5 req-b2cae70d-26a9-4196-b698-cb6da8928343 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] 10.222.0.41 "GET /v2.0/security-groups?id=840acf21-5d5a-438a-9290-7e957a849bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372210 May 04 17:59:52.975726 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ad2cb8-9360-4a27-af2e-2725bea100a1 req-4a3eb92e-1fd7-4033-9afd-093691382ebb tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:52.977203 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-d9ad2cb8-9360-4a27-af2e-2725bea100a1 req-4a3eb92e-1fd7-4033-9afd-093691382ebb tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] 10.222.0.41 "GET /v2.0/ports?device_id=a92aab48-5cbe-4711-84bf-070872850a31 HTTP/1.1" status: 200 len: 943 time: 0.0796819 May 04 17:59:53.026091 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-d9ad2cb8-9360-4a27-af2e-2725bea100a1 req-bac7c584-48ac-4525-8e3e-28e785b68736 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] 10.222.0.41 "GET /v2.0/security-groups?id=840acf21-5d5a-438a-9290-7e957a849bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431015 May 04 17:59:53.365882 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device e6c2ef5e-070a-4d8c-aac3-c4a280485317 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:59:53.496898 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port e6c2ef5e-070a-4d8c-aac3-c4a280485317, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=e6c2ef5e-070a-4d8c-aac3-c4a280485317,segment=NetworkSegment(a8c1b502-5103-49fc-a2ce-2518f2d47b71),segment_id=a8c1b502-5103-49fc-a2ce-2518f2d47b71)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:59:53.513849 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Returning: {'device': 'e6c2ef5e-070a-4d8c-aac3-c4a280485317', 'network_id': '58a2eefd-013a-4c6f-802d-4355eefc7ca7', 'port_id': 'e6c2ef5e-070a-4d8c-aac3-c4a280485317', 'mac_address': 'fa:16:3e:79:31:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8178333a-4515-4088-86a4-257052e6839b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:59:53.567499 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:53.583282 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6c2ef5e-070a-4d8c-aac3-c4a280485317 {{(pid=88039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 17:59:53.597967 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port e6c2ef5e-070a-4d8c-aac3-c4a280485317, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=e6c2ef5e-070a-4d8c-aac3-c4a280485317,segment=NetworkSegment(a8c1b502-5103-49fc-a2ce-2518f2d47b71),segment_id=a8c1b502-5103-49fc-a2ce-2518f2d47b71)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:59:53.601590 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:53.666399 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=e6c2ef5e-070a-4d8c-aac3-c4a280485317,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:59:53.940707 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] get_ports_and_sgs() called for port_ids ['e6c2ef5e-070a-4d8c-aac3-c4a280485317'] {{(pid=88039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:59:54.208414 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ea2b9-9334-4142-bbbe-3999c95ee6ae req-864676ff-6c85-4f12-9b5e-85e22beba2d7 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:54.210599 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5e1ea2b9-9334-4142-bbbe-3999c95ee6ae req-864676ff-6c85-4f12-9b5e-85e22beba2d7 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] 10.222.0.41 "GET /v2.0/ports?device_id=a92aab48-5cbe-4711-84bf-070872850a31 HTTP/1.1" status: 200 len: 944 time: 0.0796893 May 04 17:59:54.258137 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5e1ea2b9-9334-4142-bbbe-3999c95ee6ae req-5b40db36-604b-49f6-88b3-885c079eb50f tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] 10.222.0.41 "GET /v2.0/security-groups?id=840acf21-5d5a-438a-9290-7e957a849bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417593 May 04 17:59:55.381689 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device e6c2ef5e-070a-4d8c-aac3-c4a280485317 up at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:59:55.442898 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a390224-ecf8-457c-bfa8-86eb3eeda4a3 req-dcaf9b54-e47f-4a44-bea7-dea8c8d1d4b3 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:55.444282 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-4a390224-ecf8-457c-bfa8-86eb3eeda4a3 req-dcaf9b54-e47f-4a44-bea7-dea8c8d1d4b3 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] 10.222.0.41 "GET /v2.0/ports?device_id=a92aab48-5cbe-4711-84bf-070872850a31 HTTP/1.1" status: 200 len: 944 time: 0.0787408 May 04 17:59:55.454947 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning for port e6c2ef5e-070a-4d8c-aac3-c4a280485317 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:59:55.459739 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning complete for port e6c2ef5e-070a-4d8c-aac3-c4a280485317 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:59:55.460115 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:55.488256 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-4a390224-ecf8-457c-bfa8-86eb3eeda4a3 req-151465b3-fb90-4ca7-ae0b-adec1fb5e5f7 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] 10.222.0.41 "GET /v2.0/security-groups?id=840acf21-5d5a-438a-9290-7e957a849bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383496 May 04 17:59:55.573212 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:55.602614 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a92aab48-5cbe-4711-84bf-070872850a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c2ef5e-070a-4d8c-aac3-c4a280485317'}] {{(pid=88039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 17:59:55.611933 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port e6c2ef5e-070a-4d8c-aac3-c4a280485317, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=e6c2ef5e-070a-4d8c-aac3-c4a280485317,segment=NetworkSegment(a8c1b502-5103-49fc-a2ce-2518f2d47b71),segment_id=a8c1b502-5103-49fc-a2ce-2518f2d47b71)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:59:55.615995 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:59:55.708367 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=e6c2ef5e-070a-4d8c-aac3-c4a280485317,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:59:55.725813 dv-neutron-840426-1-hyperv neutron-server[88039]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6fc4e1c-741c-494b-947d-caf5a0d02d16'] response: {'server_uuid': 'a92aab48-5cbe-4711-84bf-070872850a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c2ef5e-070a-4d8c-aac3-c4a280485317', 'code': 200} May 04 17:59:55.944896 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dad9a3-b9ac-462d-a90d-5eed822b2a80 req-fb97bea4-ed21-44bc-a429-e99a40b4908d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:55.946255 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-19dad9a3-b9ac-462d-a90d-5eed822b2a80 req-fb97bea4-ed21-44bc-a429-e99a40b4908d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a92aab48-5cbe-4711-84bf-070872850a31 HTTP/1.1" status: 200 len: 1098 time: 0.0682292 May 04 17:59:55.986987 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-19dad9a3-b9ac-462d-a90d-5eed822b2a80 req-8ec8a083-df39-46c5-94f2-df2f08b89a3f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=840acf21-5d5a-438a-9290-7e957a849bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338724 May 04 17:59:56.672729 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c1cb3-b71c-4dd9-a5f4-fca47cf925cf req-48bb0de9-b50a-4a07-89aa-cd7149c0fed6 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:56.674190 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-a25c1cb3-b71c-4dd9-a5f4-fca47cf925cf req-48bb0de9-b50a-4a07-89aa-cd7149c0fed6 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] 10.222.0.41 "GET /v2.0/ports?device_id=a92aab48-5cbe-4711-84bf-070872850a31 HTTP/1.1" status: 200 len: 945 time: 0.0824752 May 04 17:59:56.717275 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-a25c1cb3-b71c-4dd9-a5f4-fca47cf925cf req-833966c6-1e90-428f-9ca5-d1b18706d2ae tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] 10.222.0.41 "GET /v2.0/security-groups?id=840acf21-5d5a-438a-9290-7e957a849bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375338 May 04 17:59:57.903803 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065721db-d06b-43ba-9c0c-51d8c831912a req-931ae656-8d81-4d66-bfef-be61c750252f tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:57.905232 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-065721db-d06b-43ba-9c0c-51d8c831912a req-931ae656-8d81-4d66-bfef-be61c750252f tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] 10.222.0.41 "GET /v2.0/ports?device_id=a92aab48-5cbe-4711-84bf-070872850a31 HTTP/1.1" status: 200 len: 945 time: 0.0815091 May 04 17:59:57.947795 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-065721db-d06b-43ba-9c0c-51d8c831912a req-dcc16b9d-3340-45d3-a5fc-eaaa907cea17 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] 10.222.0.41 "GET /v2.0/security-groups?id=840acf21-5d5a-438a-9290-7e957a849bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364330 May 04 17:59:58.457572 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8469e-fa2f-4ede-82c8-f2119d8ed70f req-2e6a252f-1b94-4646-bf85-116b6d8fb0c7 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:58.459061 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d1d8469e-fa2f-4ede-82c8-f2119d8ed70f req-2e6a252f-1b94-4646-bf85-116b6d8fb0c7 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] 10.222.0.41 "GET /v2.0/ports?device_id=a92aab48-5cbe-4711-84bf-070872850a31 HTTP/1.1" status: 200 len: 945 time: 0.0788686 May 04 17:59:58.501507 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d1d8469e-fa2f-4ede-82c8-f2119d8ed70f req-545b40c2-e3e2-44e1-bbba-70df46e10510 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] 10.222.0.41 "GET /v2.0/security-groups?id=840acf21-5d5a-438a-9290-7e957a849bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369003 May 04 17:59:59.686453 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f2181-c104-4cc9-95b5-c652cefe6bf1 req-213aa32b-e90b-4f2d-9762-e8f43571acad tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:59.688418 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-bc9f2181-c104-4cc9-95b5-c652cefe6bf1 req-213aa32b-e90b-4f2d-9762-e8f43571acad tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] 10.222.0.41 "GET /v2.0/ports?device_id=a92aab48-5cbe-4711-84bf-070872850a31 HTTP/1.1" status: 200 len: 945 time: 0.0791376 May 04 17:59:59.732115 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-bc9f2181-c104-4cc9-95b5-c652cefe6bf1 req-eda90e9a-2a57-4ce7-a8d8-06dcaa9d7fd5 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] 10.222.0.41 "GET /v2.0/security-groups?id=840acf21-5d5a-438a-9290-7e957a849bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378380 May 04 17:59:59.855300 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b252b1a6-a02a-46e9-a6d8-7c927ff0aa33 req-331de0ba-1a36-4a0f-b179-2dc02e150ca5 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 17:59:59.856729 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b252b1a6-a02a-46e9-a6d8-7c927ff0aa33 req-331de0ba-1a36-4a0f-b179-2dc02e150ca5 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] 10.222.0.42 "GET /v2.0/ports?device_id=a92aab48-5cbe-4711-84bf-070872850a31 HTTP/1.1" status: 200 len: 945 time: 0.0823078 May 04 17:59:59.926648 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [req-b252b1a6-a02a-46e9-a6d8-7c927ff0aa33 req-3e3f5ecf-ea7d-4a8f-b58e-e1947cb1f617 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Deleting port e6c2ef5e-070a-4d8c-aac3-c4a280485317 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 17:59:59.926992 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-b252b1a6-a02a-46e9-a6d8-7c927ff0aa33 req-3e3f5ecf-ea7d-4a8f-b58e-e1947cb1f617 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:00.167658 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-b252b1a6-a02a-46e9-a6d8-7c927ff0aa33 req-3e3f5ecf-ea7d-4a8f-b58e-e1947cb1f617 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] For port e6c2ef5e-070a-4d8c-aac3-c4a280485317, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=e6c2ef5e-070a-4d8c-aac3-c4a280485317,segment=NetworkSegment(a8c1b502-5103-49fc-a2ce-2518f2d47b71),segment_id=a8c1b502-5103-49fc-a2ce-2518f2d47b71)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:00:00.167932 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-b252b1a6-a02a-46e9-a6d8-7c927ff0aa33 req-3e3f5ecf-ea7d-4a8f-b58e-e1947cb1f617 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:00.288777 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [req-b252b1a6-a02a-46e9-a6d8-7c927ff0aa33 req-3e3f5ecf-ea7d-4a8f-b58e-e1947cb1f617 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Calling delete_port for e6c2ef5e-070a-4d8c-aac3-c4a280485317 owned by compute:nova {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:00:00.437555 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-b252b1a6-a02a-46e9-a6d8-7c927ff0aa33 req-3e3f5ecf-ea7d-4a8f-b58e-e1947cb1f617 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:00.448754 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] get_ports_and_sgs() called for port_ids ['71212534-6d45-4e6a-a791-a91110182fb6', 'e6c2ef5e-070a-4d8c-aac3-c4a280485317'] {{(pid=88039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 18:00:00.488384 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3f5ecf-ea7d-4a8f-b58e-e1947cb1f617 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Pushing event deleted for resources: {'Port': ['ID=e6c2ef5e-070a-4d8c-aac3-c4a280485317,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:00.560610 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [req-b252b1a6-a02a-46e9-a6d8-7c927ff0aa33 req-3e3f5ecf-ea7d-4a8f-b58e-e1947cb1f617 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] No DVR routers for this DVR port e6c2ef5e-070a-4d8c-aac3-c4a280485317 on host hv-neutron-8404 {{(pid=88037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:00:00.563080 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-b252b1a6-a02a-46e9-a6d8-7c927ff0aa33 req-3e3f5ecf-ea7d-4a8f-b58e-e1947cb1f617 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:00.565517 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a92aab48-5cbe-4711-84bf-070872850a31', 'name': 'network-vif-deleted', 'tag': 'e6c2ef5e-070a-4d8c-aac3-c4a280485317'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:00:00.581626 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b252b1a6-a02a-46e9-a6d8-7c927ff0aa33 req-3e3f5ecf-ea7d-4a8f-b58e-e1947cb1f617 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] 10.222.0.42 "DELETE /v2.0/ports/e6c2ef5e-070a-4d8c-aac3-c4a280485317 HTTP/1.1" status: 204 len: 173 time: 0.7183013 May 04 18:00:00.612051 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18230918-d7e2-4c0b-89c5-ccd51ce65934'] response: {'server_uuid': 'a92aab48-5cbe-4711-84bf-070872850a31', 'name': 'network-vif-deleted', 'tag': 'e6c2ef5e-070a-4d8c-aac3-c4a280485317', 'status': 'completed', 'code': 200} May 04 18:00:00.898267 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-a7a9b20f-47ff-491a-ba3b-56bb3c35f3ec req-b1457d32-4bc9-4438-9f7e-85b057f6b29e tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] 10.222.0.41 "GET /v2.0/ports?device_id=a92aab48-5cbe-4711-84bf-070872850a31 HTTP/1.1" status: 200 len: 210 time: 0.0496571 May 04 18:00:02.153683 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb414c2e-898c-4429-b17b-1c69273224ab req-4d0c131b-5d38-411b-98f3-2b61e154b4bb tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:02.155133 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-cb414c2e-898c-4429-b17b-1c69273224ab req-4d0c131b-5d38-411b-98f3-2b61e154b4bb tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e243795-f085-47f4-ba0f-7f3d1c842e72 HTTP/1.1" status: 200 len: 946 time: 0.0778432 May 04 18:00:02.198080 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-cb414c2e-898c-4429-b17b-1c69273224ab req-0619ed7d-3cc1-41d2-afe8-7c4912b96dde tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] 10.222.0.41 "GET /v2.0/security-groups?id=840acf21-5d5a-438a-9290-7e957a849bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372641 May 04 18:00:02.400740 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6597d55-56f2-4018-8201-46850555a174 req-3ffdd4f7-3e83-4fbf-8a87-c731983ae6eb tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:02.402187 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-e6597d55-56f2-4018-8201-46850555a174 req-3ffdd4f7-3e83-4fbf-8a87-c731983ae6eb tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e243795-f085-47f4-ba0f-7f3d1c842e72 HTTP/1.1" status: 200 len: 946 time: 0.0804868 May 04 18:00:02.445746 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-e6597d55-56f2-4018-8201-46850555a174 req-84e1072e-456a-4b4c-a45e-00e9e4c5bbc5 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] 10.222.0.41 "GET /v2.0/security-groups?id=840acf21-5d5a-438a-9290-7e957a849bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379450 May 04 18:00:02.629582 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9147b6-beb7-482b-9358-14af49448931 req-79f1c452-7237-4ef9-852b-9358be21ce90 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:02.630299 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-8d9147b6-beb7-482b-9358-14af49448931 req-79f1c452-7237-4ef9-852b-9358be21ce90 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Synchronizing usage tracker for tenant:8c17d7bef3864a148a25a8dcbc99507b on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:00:02.644974 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-8d9147b6-beb7-482b-9358-14af49448931 req-79f1c452-7237-4ef9-852b-9358be21ce90 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Unset dirty status for tenant:8c17d7bef3864a148a25a8dcbc99507b on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:00:02.646435 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-8d9147b6-beb7-482b-9358-14af49448931 req-79f1c452-7237-4ef9-852b-9358be21ce90 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e243795-f085-47f4-ba0f-7f3d1c842e72 HTTP/1.1" status: 200 len: 946 time: 0.0943444 May 04 18:00:02.694671 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-8d9147b6-beb7-482b-9358-14af49448931 req-28539277-07e5-4a56-ab4b-e7749d9dedb0 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] 10.222.0.41 "GET /v2.0/security-groups?id=840acf21-5d5a-438a-9290-7e957a849bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426722 May 04 18:00:02.970397 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde4b9d7-0768-4e31-9256-64c345efcd1f req-055656e7-f8d4-4fe1-8d8f-459408092b01 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:02.971751 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dde4b9d7-0768-4e31-9256-64c345efcd1f req-055656e7-f8d4-4fe1-8d8f-459408092b01 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e243795-f085-47f4-ba0f-7f3d1c842e72 HTTP/1.1" status: 200 len: 946 time: 0.0777097 May 04 18:00:03.013995 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dde4b9d7-0768-4e31-9256-64c345efcd1f req-ec7ca29e-ade2-4a4c-9739-6e5827e14768 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] 10.222.0.41 "GET /v2.0/security-groups?id=840acf21-5d5a-438a-9290-7e957a849bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365996 May 04 18:00:03.196568 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685dc66-b35c-4e5c-9779-85375d7d8c2a req-0ddd1abe-81c1-4309-bb70-c1cbdfa5cda2 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:03.198032 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-8685dc66-b35c-4e5c-9779-85375d7d8c2a req-0ddd1abe-81c1-4309-bb70-c1cbdfa5cda2 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e243795-f085-47f4-ba0f-7f3d1c842e72 HTTP/1.1" status: 200 len: 946 time: 0.0777020 May 04 18:00:03.226854 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9ec1a172-7be2-4b14-aed6-e42d31a62307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:03.246233 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-8685dc66-b35c-4e5c-9779-85375d7d8c2a req-87cf57c8-4296-407d-9a35-83daef160e6e tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] 10.222.0.41 "GET /v2.0/security-groups?id=840acf21-5d5a-438a-9290-7e957a849bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424063 May 04 18:00:03.429645 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device e6c2ef5e-070a-4d8c-aac3-c4a280485317 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:00:03.442926 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b388fab-3e05-423a-b8d9-ea480291bd95 req-e9eb1b34-83ab-4698-b5dd-57aeac057588 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:03.444366 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-0b388fab-3e05-423a-b8d9-ea480291bd95 req-e9eb1b34-83ab-4698-b5dd-57aeac057588 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e243795-f085-47f4-ba0f-7f3d1c842e72 HTTP/1.1" status: 200 len: 946 time: 0.0819609 May 04 18:00:03.472465 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] No Port match for: e6c2ef5e-070a-4d8c-aac3-c4a280485317 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 18:00:03.472817 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device e6c2ef5e-070a-4d8c-aac3-c4a280485317 not bound to the agent host hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:00:03.490354 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-0b388fab-3e05-423a-b8d9-ea480291bd95 req-2634f349-d867-4ba9-aadc-3e5efaf445b7 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] 10.222.0.41 "GET /v2.0/security-groups?id=840acf21-5d5a-438a-9290-7e957a849bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400131 May 04 18:00:03.996877 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2bfc1-6d56-4b3b-82a9-ab94c820fd29 req-0ad33fcc-3801-47f1-a2d1-08e455180be2 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:03.998332 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-67b2bfc1-6d56-4b3b-82a9-ab94c820fd29 req-0ad33fcc-3801-47f1-a2d1-08e455180be2 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e243795-f085-47f4-ba0f-7f3d1c842e72 HTTP/1.1" status: 200 len: 946 time: 0.0779188 May 04 18:00:04.044422 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-67b2bfc1-6d56-4b3b-82a9-ab94c820fd29 req-62b8b784-f119-49a0-834b-211c5c75f467 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] 10.222.0.41 "GET /v2.0/security-groups?id=840acf21-5d5a-438a-9290-7e957a849bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397880 May 04 18:00:05.332636 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e76c611-3f8e-4b05-afd0-2f0f670672af req-842675c7-c74e-4d09-be70-f0151a2e4cf7 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:05.334038 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2e76c611-3f8e-4b05-afd0-2f0f670672af req-842675c7-c74e-4d09-be70-f0151a2e4cf7 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e243795-f085-47f4-ba0f-7f3d1c842e72 HTTP/1.1" status: 200 len: 946 time: 0.1855471 May 04 18:00:05.378205 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2e76c611-3f8e-4b05-afd0-2f0f670672af req-9ca3a1b2-6de9-4175-8c1b-fef8234c2eed tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] 10.222.0.41 "GET /v2.0/security-groups?id=840acf21-5d5a-438a-9290-7e957a849bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383770 May 04 18:00:05.564177 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-272add0c-102d-402f-8c2c-16d6dfb46f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:05.681309 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fdf9d9-0c09-48f0-90e6-3cc29b27a045 req-f0d16690-5655-4d2e-8822-5c35f7e21cef tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:05.682789 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-11fdf9d9-0c09-48f0-90e6-3cc29b27a045 req-f0d16690-5655-4d2e-8822-5c35f7e21cef tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e243795-f085-47f4-ba0f-7f3d1c842e72 HTTP/1.1" status: 200 len: 946 time: 0.0870097 May 04 18:00:05.754806 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [req-11fdf9d9-0c09-48f0-90e6-3cc29b27a045 req-4b9c6656-f19c-4ad0-b57e-d9c5f2c13c5e tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Deleting port 71212534-6d45-4e6a-a791-a91110182fb6 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:00:05.755148 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-11fdf9d9-0c09-48f0-90e6-3cc29b27a045 req-4b9c6656-f19c-4ad0-b57e-d9c5f2c13c5e tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:05.999015 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-11fdf9d9-0c09-48f0-90e6-3cc29b27a045 req-4b9c6656-f19c-4ad0-b57e-d9c5f2c13c5e tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] For port 71212534-6d45-4e6a-a791-a91110182fb6, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=71212534-6d45-4e6a-a791-a91110182fb6,segment=NetworkSegment(a8c1b502-5103-49fc-a2ce-2518f2d47b71),segment_id=a8c1b502-5103-49fc-a2ce-2518f2d47b71)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:00:05.999292 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-11fdf9d9-0c09-48f0-90e6-3cc29b27a045 req-4b9c6656-f19c-4ad0-b57e-d9c5f2c13c5e tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:06.123909 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [req-11fdf9d9-0c09-48f0-90e6-3cc29b27a045 req-4b9c6656-f19c-4ad0-b57e-d9c5f2c13c5e tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Calling delete_port for 71212534-6d45-4e6a-a791-a91110182fb6 owned by compute:nova {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:00:06.269767 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-11fdf9d9-0c09-48f0-90e6-3cc29b27a045 req-4b9c6656-f19c-4ad0-b57e-d9c5f2c13c5e tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:06.281223 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] get_ports_and_sgs() called for port_ids ['71212534-6d45-4e6a-a791-a91110182fb6'] {{(pid=88039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 18:00:06.319593 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9c6656-f19c-4ad0-b57e-d9c5f2c13c5e tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Pushing event deleted for resources: {'Port': ['ID=71212534-6d45-4e6a-a791-a91110182fb6,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:06.392798 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [req-11fdf9d9-0c09-48f0-90e6-3cc29b27a045 req-4b9c6656-f19c-4ad0-b57e-d9c5f2c13c5e tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] No DVR routers for this DVR port 71212534-6d45-4e6a-a791-a91110182fb6 on host hv-neutron-8404 {{(pid=88037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:00:06.395184 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-11fdf9d9-0c09-48f0-90e6-3cc29b27a045 req-4b9c6656-f19c-4ad0-b57e-d9c5f2c13c5e tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:06.397566 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e243795-f085-47f4-ba0f-7f3d1c842e72', 'name': 'network-vif-deleted', 'tag': '71212534-6d45-4e6a-a791-a91110182fb6'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:00:06.412940 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-11fdf9d9-0c09-48f0-90e6-3cc29b27a045 req-4b9c6656-f19c-4ad0-b57e-d9c5f2c13c5e tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] 10.222.0.42 "DELETE /v2.0/ports/71212534-6d45-4e6a-a791-a91110182fb6 HTTP/1.1" status: 204 len: 173 time: 0.7244172 May 04 18:00:06.456478 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d338bdee-5d80-435e-91d9-f3cf7d65034b'] response: {'server_uuid': '3e243795-f085-47f4-ba0f-7f3d1c842e72', 'name': 'network-vif-deleted', 'tag': '71212534-6d45-4e6a-a791-a91110182fb6', 'status': 'completed', 'code': 200} May 04 18:00:06.537237 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-1f1370ad-ca11-48fd-a863-cd76daf1d6b9 req-e403c6d6-3493-4bb5-801a-63ce086c7b81 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Synchronizing usage tracker for tenant:8c17d7bef3864a148a25a8dcbc99507b on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:00:06.553215 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-1f1370ad-ca11-48fd-a863-cd76daf1d6b9 req-e403c6d6-3493-4bb5-801a-63ce086c7b81 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] Unset dirty status for tenant:8c17d7bef3864a148a25a8dcbc99507b on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:00:06.554473 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-1f1370ad-ca11-48fd-a863-cd76daf1d6b9 req-e403c6d6-3493-4bb5-801a-63ce086c7b81 tempest-ServersNegativeTestJSON-1176490226 tempest-ServersNegativeTestJSON-1176490226-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e243795-f085-47f4-ba0f-7f3d1c842e72 HTTP/1.1" status: 200 len: 210 time: 0.0583606 May 04 18:00:06.618841 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:06.628653 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:07.648522 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 60594) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:00:07.706344 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4ac2e6c-539b-4514-9eba-6b49f5cea74f admin admin] Deleting subnet 8178333a-4515-4088-86a4-257052e6839b {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 18:00:07.709143 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a4ac2e6c-539b-4514-9eba-6b49f5cea74f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:07.762166 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a4ac2e6c-539b-4514-9eba-6b49f5cea74f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:07.815616 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a4ac2e6c-539b-4514-9eba-6b49f5cea74f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:07.883558 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a4ac2e6c-539b-4514-9eba-6b49f5cea74f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:07.925132 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ac2e6c-539b-4514-9eba-6b49f5cea74f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8178333a-4515-4088-86a4-257052e6839b,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:07.930094 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a4ac2e6c-539b-4514-9eba-6b49f5cea74f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:07.935878 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-a4ac2e6c-539b-4514-9eba-6b49f5cea74f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/8178333a-4515-4088-86a4-257052e6839b HTTP/1.1" status: 204 len: 168 time: 0.2863586 May 04 18:00:07.938376 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 60598) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:00:07.956714 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:08.043176 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0466d2ea-a968-432c-abe8-e57527dd8822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:08.164938 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0466d2ea-a968-432c-abe8-e57527dd8822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:08.190038 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-0466d2ea-a968-432c-abe8-e57527dd8822 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58a2eefd-013a-4c6f-802d-4355eefc7ca7']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:00:08.203602 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-0466d2ea-a968-432c-abe8-e57527dd8822 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8c1b502-5103-49fc-a2ce-2518f2d47b71') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:00:08.203903 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-0466d2ea-a968-432c-abe8-e57527dd8822 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8c1b502-5103-49fc-a2ce-2518f2d47b71') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:00:08.216722 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0466d2ea-a968-432c-abe8-e57527dd8822 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:08.232253 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0466d2ea-a968-432c-abe8-e57527dd8822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:08.238912 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0466d2ea-a968-432c-abe8-e57527dd8822 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 18:00:08.239398 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0466d2ea-a968-432c-abe8-e57527dd8822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:08.253246 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 18:00:08.253246 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 18:00:08.253246 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 18:00:08.253246 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 18:00:08.253246 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 18:00:08.253246 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 18:00:08.253246 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 18:00:08.253246 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 18:00:08.253246 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 18:00:08.253246 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 18:00:08.253246 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 18:00:08.253246 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 18:00:08.253246 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 18:00:08.253246 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 18:00:08.253246 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 18:00:08.253246 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 18:00:08.253246 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 18:00:08.253246 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 18:00:08.253246 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 18:00:08.253246 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 18:00:08.253246 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 18:00:08.253246 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 18:00:08.253246 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 18:00:08.253246 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 18:00:08.253246 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 18:00:08.253246 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 18:00:08.253246 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 18:00:08.253246 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 18:00:08.253246 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 18:00:08.253246 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 18:00:08.253246 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 18:00:08.253246 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 18:00:08.294166 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 18:00:08.419455 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0466d2ea-a968-432c-abe8-e57527dd8822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:08.435622 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0466d2ea-a968-432c-abe8-e57527dd8822 admin admin] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:08.446821 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0466d2ea-a968-432c-abe8-e57527dd8822 admin admin] Pushing event deleted for resources: {'Network': ['ID=58a2eefd-013a-4c6f-802d-4355eefc7ca7,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:08.452987 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-0466d2ea-a968-432c-abe8-e57527dd8822 admin admin] 10.222.0.41 "DELETE /v2.0/networks/58a2eefd-013a-4c6f-802d-4355eefc7ca7 HTTP/1.1" status: 204 len: 168 time: 0.5131652 May 04 18:00:08.560544 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 60604) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:00:08.607837 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-64096420-6c60-44fd-a862-cc1b23fb036a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8c17d7bef3864a148a25a8dcbc99507b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461726 May 04 18:00:08.610156 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 60608) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:00:08.666400 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-99f63dd5-fc81-41f5-ae8b-11cf8e3e8172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:08.691670 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-99f63dd5-fc81-41f5-ae8b-11cf8e3e8172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:08.743557 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-99f63dd5-fc81-41f5-ae8b-11cf8e3e8172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:08.759878 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f63dd5-fc81-41f5-ae8b-11cf8e3e8172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=840acf21-5d5a-438a-9290-7e957a849bf5,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:08.767995 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f63dd5-fc81-41f5-ae8b-11cf8e3e8172 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:08.768347 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f63dd5-fc81-41f5-ae8b-11cf8e3e8172 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:08.768689 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f63dd5-fc81-41f5-ae8b-11cf8e3e8172 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:08.769024 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f63dd5-fc81-41f5-ae8b-11cf8e3e8172 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:08.769356 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f63dd5-fc81-41f5-ae8b-11cf8e3e8172 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:08.769691 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f63dd5-fc81-41f5-ae8b-11cf8e3e8172 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:08.770053 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f63dd5-fc81-41f5-ae8b-11cf8e3e8172 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:08.770385 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f63dd5-fc81-41f5-ae8b-11cf8e3e8172 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:08.770712 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f63dd5-fc81-41f5-ae8b-11cf8e3e8172 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:08.771037 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f63dd5-fc81-41f5-ae8b-11cf8e3e8172 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:08.771359 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f63dd5-fc81-41f5-ae8b-11cf8e3e8172 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:08.771682 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f63dd5-fc81-41f5-ae8b-11cf8e3e8172 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:08.778658 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-99f63dd5-fc81-41f5-ae8b-11cf8e3e8172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:08.779771 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-99f63dd5-fc81-41f5-ae8b-11cf8e3e8172 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/840acf21-5d5a-438a-9290-7e957a849bf5 HTTP/1.1" status: 204 len: 168 time: 0.1682036 May 04 18:00:09.428772 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 71212534-6d45-4e6a-a791-a91110182fb6 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:00:09.461700 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] No Port match for: 71212534-6d45-4e6a-a791-a91110182fb6 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 18:00:09.462070 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 71212534-6d45-4e6a-a791-a91110182fb6 not bound to the agent host hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:00:09.510516 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 60632) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:00:09.579710 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:09.621657 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-ce21f337-0261-4ec6-b1ea-dcfd0e786b00 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2842897'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:00:09.627044 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-ce21f337-0261-4ec6-b1ea-dcfd0e786b00 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:00:09.630871 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-ce21f337-0261-4ec6-b1ea-dcfd0e786b00 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Usage tracker for resource:network and tenant:d04286573b6042809ed7d4c834a30131 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:00:09.633693 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-ce21f337-0261-4ec6-b1ea-dcfd0e786b00 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:00:09.639802 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-ce21f337-0261-4ec6-b1ea-dcfd0e786b00 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:00:09.649095 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce21f337-0261-4ec6-b1ea-dcfd0e786b00 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Made reservation on behalf of d04286573b6042809ed7d4c834a30131 for: {'network': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:00:09.652408 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ce21f337-0261-4ec6-b1ea-dcfd0e786b00 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:09.663937 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ce21f337-0261-4ec6-b1ea-dcfd0e786b00 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:09.681325 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-ce21f337-0261-4ec6-b1ea-dcfd0e786b00 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:00:09.685111 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-ce21f337-0261-4ec6-b1ea-dcfd0e786b00 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Usage tracker for resource:security_group_rule and tenant:d04286573b6042809ed7d4c834a30131 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:00:09.687890 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-ce21f337-0261-4ec6-b1ea-dcfd0e786b00 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:00:09.694016 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-ce21f337-0261-4ec6-b1ea-dcfd0e786b00 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:00:09.776463 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ce21f337-0261-4ec6-b1ea-dcfd0e786b00 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:09.779772 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ce21f337-0261-4ec6-b1ea-dcfd0e786b00 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:09.813077 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce21f337-0261-4ec6-b1ea-dcfd0e786b00 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=88038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 18:00:09.818718 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21f337-0261-4ec6-b1ea-dcfd0e786b00 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39befa29-8ffc-42ca-97be-f657c5403abc,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:09.825448 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ce21f337-0261-4ec6-b1ea-dcfd0e786b00 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:09.825789 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.segments_db [None req-ce21f337-0261-4ec6-b1ea-dcfd0e786b00 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Added segment 4db274f9-3b43-439f-878c-73dd274b4865 of type vlan for network 5ae4e2f7-f888-4adc-9da8-f9e8e49d41c4 May 04 18:00:09.854487 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ce21f337-0261-4ec6-b1ea-dcfd0e786b00 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:09.882427 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ce21f337-0261-4ec6-b1ea-dcfd0e786b00 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:09.887763 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce21f337-0261-4ec6-b1ea-dcfd0e786b00 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:09.888351 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ce21f337-0261-4ec6-b1ea-dcfd0e786b00 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:09.946731 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-ce21f337-0261-4ec6-b1ea-dcfd0e786b00 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.4351349 May 04 18:00:10.000684 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21f337-0261-4ec6-b1ea-dcfd0e786b00 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Pushing event updated for resources: {'Network': ['ID=5ae4e2f7-f888-4adc-9da8-f9e8e49d41c4,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:10.011201 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 5ae4e2f7-f888-4adc-9da8-f9e8e49d41c4 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 18:00:13.226277 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 60638) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:00:13.231991 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-1d071502-a9c9-4cc8-812d-b5109ed166b8 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Request body: {'subnet': {'network_id': '5ae4e2f7-f888-4adc-9da8-f9e8e49d41c4', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:00:13.339171 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-1d071502-a9c9-4cc8-812d-b5109ed166b8 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:00:13.342999 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-1d071502-a9c9-4cc8-812d-b5109ed166b8 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Usage tracker for resource:subnet and tenant:d04286573b6042809ed7d4c834a30131 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:00:13.345794 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-1d071502-a9c9-4cc8-812d-b5109ed166b8 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:00:13.351448 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-1d071502-a9c9-4cc8-812d-b5109ed166b8 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:00:13.360720 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d071502-a9c9-4cc8-812d-b5109ed166b8 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Made reservation on behalf of d04286573b6042809ed7d4c834a30131 for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:00:13.364262 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1d071502-a9c9-4cc8-812d-b5109ed166b8 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:13.686193 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1d071502-a9c9-4cc8-812d-b5109ed166b8 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:13.765391 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d071502-a9c9-4cc8-812d-b5109ed166b8 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Pushing event updated for resources: {'Subnet': ['ID=f1fde294-6edc-4e91-8f48-c7e0e8a2e644,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:13.773652 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d071502-a9c9-4cc8-812d-b5109ed166b8 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Checking segment: {'id': '4db274f9-3b43-439f-878c-73dd274b4865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '5ae4e2f7-f888-4adc-9da8-f9e8e49d41c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:00:13.774039 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d071502-a9c9-4cc8-812d-b5109ed166b8 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Network hostable DHCP agents. Network: 5ae4e2f7-f888-4adc-9da8-f9e8e49d41c4, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 18:00:13.793764 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d071502-a9c9-4cc8-812d-b5109ed166b8 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Network 5ae4e2f7-f888-4adc-9da8-f9e8e49d41c4 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 18:00:13.802154 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-1d071502-a9c9-4cc8-812d-b5109ed166b8 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 5ae4e2f7-f888-4adc-9da8-f9e8e49d41c4) {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:00:13.806465 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d071502-a9c9-4cc8-812d-b5109ed166b8 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:13.807106 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1d071502-a9c9-4cc8-812d-b5109ed166b8 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:13.811845 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac672e64-da75-4316-b81b-a2871c5f7757 None None] Network 5ae4e2f7-f888-4adc-9da8-f9e8e49d41c4 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:00:13.829684 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-1d071502-a9c9-4cc8-812d-b5109ed166b8 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6017067 May 04 18:00:13.833432 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 60642) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:00:13.839146 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-2f0f9f3c-1d87-439a-9089-deb1629f948d tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-849892871'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:00:13.844187 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-2f0f9f3c-1d87-439a-9089-deb1629f948d tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:00:13.848654 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-2f0f9f3c-1d87-439a-9089-deb1629f948d tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Usage tracker for resource:network and tenant:d04286573b6042809ed7d4c834a30131 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:00:13.851658 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-2f0f9f3c-1d87-439a-9089-deb1629f948d tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:00:13.857506 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-2f0f9f3c-1d87-439a-9089-deb1629f948d tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:00:13.867347 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0f9f3c-1d87-439a-9089-deb1629f948d tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Made reservation on behalf of d04286573b6042809ed7d4c834a30131 for: {'network': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:00:13.870726 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2f0f9f3c-1d87-439a-9089-deb1629f948d tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:13.898920 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f0f9f3c-1d87-439a-9089-deb1629f948d tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=88038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 18:00:13.907976 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2f0f9f3c-1d87-439a-9089-deb1629f948d tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:13.908319 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.segments_db [None req-2f0f9f3c-1d87-439a-9089-deb1629f948d tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Added segment 17dac1cd-5683-4d7a-80fd-784bd09cb024 of type vlan for network 62ff8186-6c07-4e4a-97da-8d865c27fa8e May 04 18:00:13.934563 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2f0f9f3c-1d87-439a-9089-deb1629f948d tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:13.964795 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2f0f9f3c-1d87-439a-9089-deb1629f948d tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:13.971082 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0f9f3c-1d87-439a-9089-deb1629f948d tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:13.971672 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2f0f9f3c-1d87-439a-9089-deb1629f948d tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:14.029672 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-2f0f9f3c-1d87-439a-9089-deb1629f948d tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1955538 May 04 18:00:14.033405 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 60646) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:00:14.037689 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130cd206-5dac-48ba-8a24-645db3732ee9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-5ae4e2f7-f888-4adc-9da8-f9e8e49d41c4', 'network_id': '5ae4e2f7-f888-4adc-9da8-f9e8e49d41c4', 'tenant_id': 'd04286573b6042809ed7d4c834a30131', 'fixed_ips': [{'subnet_id': 'f1fde294-6edc-4e91-8f48-c7e0e8a2e644'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 18:00:14.038770 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-130cd206-5dac-48ba-8a24-645db3732ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:14.039495 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-206840b8-1ff9-4ce0-90c9-41b849351164 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Request body: {'subnet': {'network_id': '62ff8186-6c07-4e4a-97da-8d865c27fa8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:00:14.081408 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0f9f3c-1d87-439a-9089-deb1629f948d tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Pushing event updated for resources: {'Network': ['ID=62ff8186-6c07-4e4a-97da-8d865c27fa8e,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:14.100495 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 62ff8186-6c07-4e4a-97da-8d865c27fa8e details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 18:00:14.150863 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-206840b8-1ff9-4ce0-90c9-41b849351164 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:00:14.154670 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-206840b8-1ff9-4ce0-90c9-41b849351164 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Usage tracker for resource:subnet and tenant:d04286573b6042809ed7d4c834a30131 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:00:14.157429 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-206840b8-1ff9-4ce0-90c9-41b849351164 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:00:14.163034 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-206840b8-1ff9-4ce0-90c9-41b849351164 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:00:14.173082 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206840b8-1ff9-4ce0-90c9-41b849351164 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Made reservation on behalf of d04286573b6042809ed7d4c834a30131 for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:00:14.176817 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-206840b8-1ff9-4ce0-90c9-41b849351164 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:14.286022 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-130cd206-5dac-48ba-8a24-645db3732ee9 None None] Allocated IP 2001:db8:0:ffff::2 (5ae4e2f7-f888-4adc-9da8-f9e8e49d41c4/f1fde294-6edc-4e91-8f48-c7e0e8a2e644/ee01e42e-a78e-4414-9138-29a85879415b) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:00:14.398431 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-206840b8-1ff9-4ce0-90c9-41b849351164 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:14.479475 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206840b8-1ff9-4ce0-90c9-41b849351164 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Pushing event updated for resources: {'Subnet': ['ID=e67b45a3-f430-493a-b6b8-be3e3d71b57e,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:14.489698 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206840b8-1ff9-4ce0-90c9-41b849351164 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Checking segment: {'id': '17dac1cd-5683-4d7a-80fd-784bd09cb024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '62ff8186-6c07-4e4a-97da-8d865c27fa8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:00:14.490089 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206840b8-1ff9-4ce0-90c9-41b849351164 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Network hostable DHCP agents. Network: 62ff8186-6c07-4e4a-97da-8d865c27fa8e, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 18:00:14.491305 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-130cd206-5dac-48ba-8a24-645db3732ee9 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:14.502260 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-130cd206-5dac-48ba-8a24-645db3732ee9 None None] Transition to ACTIVE for port object ee01e42e-a78e-4414-9138-29a85879415b will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:00:14.509123 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206840b8-1ff9-4ce0-90c9-41b849351164 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Network 62ff8186-6c07-4e4a-97da-8d865c27fa8e is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 18:00:14.518849 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-206840b8-1ff9-4ce0-90c9-41b849351164 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 62ff8186-6c07-4e4a-97da-8d865c27fa8e) {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:00:14.522198 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-130cd206-5dac-48ba-8a24-645db3732ee9 None None] Transition to ACTIVE for port object ee01e42e-a78e-4414-9138-29a85879415b will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:00:14.524234 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206840b8-1ff9-4ce0-90c9-41b849351164 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:14.524916 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-206840b8-1ff9-4ce0-90c9-41b849351164 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:14.528501 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9278927-b7cc-48fe-bb6d-c8104eab126f None None] Network 62ff8186-6c07-4e4a-97da-8d865c27fa8e requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:00:14.550986 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-206840b8-1ff9-4ce0-90c9-41b849351164 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5137591 May 04 18:00:14.551183 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-130cd206-5dac-48ba-8a24-645db3732ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:14.551320 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 60650) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:00:14.675070 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130cd206-5dac-48ba-8a24-645db3732ee9 None None] Network 5ae4e2f7-f888-4adc-9da8-f9e8e49d41c4 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:00:14.681301 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-130cd206-5dac-48ba-8a24-645db3732ee9 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:00:14.686709 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130cd206-5dac-48ba-8a24-645db3732ee9 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 18:00:14.692609 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e7b607a0-e748-4ff9-a2ce-a6d072f5bbfc tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:14.694438 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130cd206-5dac-48ba-8a24-645db3732ee9 None None] Pushing event updated for resources: {'Port': ['ID=ee01e42e-a78e-4414-9138-29a85879415b,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:14.758171 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e7b607a0-e748-4ff9-a2ce-a6d072f5bbfc tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:14.834448 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-130cd206-5dac-48ba-8a24-645db3732ee9 None None] Attempting to bind port ee01e42e-a78e-4414-9138-29a85879415b on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:00:14.835052 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-130cd206-5dac-48ba-8a24-645db3732ee9 None None] Attempting to bind port ee01e42e-a78e-4414-9138-29a85879415b by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '4db274f9-3b43-439f-878c-73dd274b4865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '5ae4e2f7-f888-4adc-9da8-f9e8e49d41c4'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:00:14.835162 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130cd206-5dac-48ba-8a24-645db3732ee9 None None] Attempting to bind port ee01e42e-a78e-4414-9138-29a85879415b on network 5ae4e2f7-f888-4adc-9da8-f9e8e49d41c4 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:00:14.841269 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e7b607a0-e748-4ff9-a2ce-a6d072f5bbfc tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:14.848848 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130cd206-5dac-48ba-8a24-645db3732ee9 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:00:14.849224 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130cd206-5dac-48ba-8a24-645db3732ee9 None None] Checking segment: {'id': '4db274f9-3b43-439f-878c-73dd274b4865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '5ae4e2f7-f888-4adc-9da8-f9e8e49d41c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:00:14.849627 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-130cd206-5dac-48ba-8a24-645db3732ee9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:14.850051 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130cd206-5dac-48ba-8a24-645db3732ee9 None None] Bound using segment: {'id': '4db274f9-3b43-439f-878c-73dd274b4865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '5ae4e2f7-f888-4adc-9da8-f9e8e49d41c4'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:00:14.850525 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-130cd206-5dac-48ba-8a24-645db3732ee9 None None] Bound port: ee01e42e-a78e-4414-9138-29a85879415b, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4db274f9-3b43-439f-878c-73dd274b4865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '5ae4e2f7-f888-4adc-9da8-f9e8e49d41c4'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:00:14.850903 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-130cd206-5dac-48ba-8a24-645db3732ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:14.884785 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b607a0-e748-4ff9-a2ce-a6d072f5bbfc tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Pushing event deleted for resources: {'Subnet': ['ID=e67b45a3-f430-493a-b6b8-be3e3d71b57e,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:14.987752 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894d1bc5-2d5b-4204-af6b-ca6c5b3994c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-62ff8186-6c07-4e4a-97da-8d865c27fa8e', 'network_id': '62ff8186-6c07-4e4a-97da-8d865c27fa8e', 'tenant_id': 'd04286573b6042809ed7d4c834a30131', 'fixed_ips': [{'subnet_id': 'e67b45a3-f430-493a-b6b8-be3e3d71b57e'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 18:00:14.988561 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-894d1bc5-2d5b-4204-af6b-ca6c5b3994c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:15.006264 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e7b607a0-e748-4ff9-a2ce-a6d072f5bbfc tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:15.030778 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-e7b607a0-e748-4ff9-a2ce-a6d072f5bbfc tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62ff8186-6c07-4e4a-97da-8d865c27fa8e']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:00:15.042729 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-e7b607a0-e748-4ff9-a2ce-a6d072f5bbfc tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17dac1cd-5683-4d7a-80fd-784bd09cb024') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:00:15.043351 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-e7b607a0-e748-4ff9-a2ce-a6d072f5bbfc tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17dac1cd-5683-4d7a-80fd-784bd09cb024') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:00:15.054573 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e7b607a0-e748-4ff9-a2ce-a6d072f5bbfc tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:15.072770 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e7b607a0-e748-4ff9-a2ce-a6d072f5bbfc tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:15.079455 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7b607a0-e748-4ff9-a2ce-a6d072f5bbfc tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 18:00:15.080029 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e7b607a0-e748-4ff9-a2ce-a6d072f5bbfc tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:15.089786 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-130cd206-5dac-48ba-8a24-645db3732ee9 None None] For port ee01e42e-a78e-4414-9138-29a85879415b, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:00:15.095587 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 18:00:15.095587 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 18:00:15.095587 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 18:00:15.095587 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 18:00:15.095587 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 18:00:15.095587 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 18:00:15.095587 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 18:00:15.095587 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 18:00:15.095587 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 18:00:15.095587 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 18:00:15.095587 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 18:00:15.095587 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 18:00:15.095587 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 18:00:15.095587 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 18:00:15.095587 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 18:00:15.095587 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 18:00:15.095587 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 18:00:15.095587 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 18:00:15.095587 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 18:00:15.095587 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 18:00:15.095587 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 18:00:15.095587 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 18:00:15.095587 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 18:00:15.095587 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 18:00:15.095587 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 18:00:15.095587 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 18:00:15.095587 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 18:00:15.095587 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 18:00:15.095587 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 18:00:15.095587 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 18:00:15.095587 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 18:00:15.095587 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 18:00:15.114074 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db078550-df09-438c-b066-a11dfb33c5f2 None None] Network 62ff8186-6c07-4e4a-97da-8d865c27fa8e requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:00:15.185415 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e7b607a0-e748-4ff9-a2ce-a6d072f5bbfc tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:15.206973 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e7b607a0-e748-4ff9-a2ce-a6d072f5bbfc tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:15.212772 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-130cd206-5dac-48ba-8a24-645db3732ee9 None None] For port ee01e42e-a78e-4414-9138-29a85879415b, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=ee01e42e-a78e-4414-9138-29a85879415b,segment=NetworkSegment(4db274f9-3b43-439f-878c-73dd274b4865),segment_id=4db274f9-3b43-439f-878c-73dd274b4865)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:00:15.213596 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b607a0-e748-4ff9-a2ce-a6d072f5bbfc tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Pushing event deleted for resources: {'Network': ['ID=62ff8186-6c07-4e4a-97da-8d865c27fa8e,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:15.224161 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-e7b607a0-e748-4ff9-a2ce-a6d072f5bbfc tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] 10.222.0.41 "DELETE /v2.0/networks/62ff8186-6c07-4e4a-97da-8d865c27fa8e HTTP/1.1" status: 204 len: 168 time: 0.6686523 May 04 18:00:15.224625 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 60654) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:00:15.230621 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-62280204-e52d-44fb-ac91-5eb86f026df2 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-715876078'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:00:15.235773 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-62280204-e52d-44fb-ac91-5eb86f026df2 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:00:15.239901 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-62280204-e52d-44fb-ac91-5eb86f026df2 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Usage tracker for resource:network and tenant:d04286573b6042809ed7d4c834a30131 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:00:15.242885 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-62280204-e52d-44fb-ac91-5eb86f026df2 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:00:15.244957 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-130cd206-5dac-48ba-8a24-645db3732ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:15.249346 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-62280204-e52d-44fb-ac91-5eb86f026df2 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:00:15.259144 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62280204-e52d-44fb-ac91-5eb86f026df2 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Made reservation on behalf of d04286573b6042809ed7d4c834a30131 for: {'network': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:00:15.262628 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-62280204-e52d-44fb-ac91-5eb86f026df2 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:15.297945 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62280204-e52d-44fb-ac91-5eb86f026df2 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=88038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 18:00:15.308015 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-62280204-e52d-44fb-ac91-5eb86f026df2 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:15.308391 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.segments_db [None req-62280204-e52d-44fb-ac91-5eb86f026df2 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Added segment d6c6e877-010e-4c4b-bdfd-e42712fec0aa of type vlan for network 42bc9f27-e94a-4e34-8309-fb6a62be794a May 04 18:00:15.339377 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-62280204-e52d-44fb-ac91-5eb86f026df2 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:15.362098 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130cd206-5dac-48ba-8a24-645db3732ee9 None None] Pushing event updated for resources: {'Port': ['ID=ee01e42e-a78e-4414-9138-29a85879415b,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:15.373114 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-62280204-e52d-44fb-ac91-5eb86f026df2 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:15.379085 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62280204-e52d-44fb-ac91-5eb86f026df2 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:15.379815 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-62280204-e52d-44fb-ac91-5eb86f026df2 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:15.437273 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-62280204-e52d-44fb-ac91-5eb86f026df2 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2114723 May 04 18:00:15.440875 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 60658) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:00:15.446474 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-0aaad504-e452-4c76-8101-d8b1b3aaba38 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Request body: {'subnet': {'network_id': '42bc9f27-e94a-4e34-8309-fb6a62be794a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:00:15.490935 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62280204-e52d-44fb-ac91-5eb86f026df2 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Pushing event updated for resources: {'Network': ['ID=42bc9f27-e94a-4e34-8309-fb6a62be794a,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:15.512280 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 42bc9f27-e94a-4e34-8309-fb6a62be794a details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 18:00:15.592193 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-0aaad504-e452-4c76-8101-d8b1b3aaba38 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:00:15.597462 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-0aaad504-e452-4c76-8101-d8b1b3aaba38 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Usage tracker for resource:subnet and tenant:d04286573b6042809ed7d4c834a30131 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:00:15.600723 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-0aaad504-e452-4c76-8101-d8b1b3aaba38 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:00:15.606609 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-0aaad504-e452-4c76-8101-d8b1b3aaba38 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:00:15.619084 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aaad504-e452-4c76-8101-d8b1b3aaba38 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Made reservation on behalf of d04286573b6042809ed7d4c834a30131 for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:00:15.623463 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0aaad504-e452-4c76-8101-d8b1b3aaba38 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:15.715601 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.ipam_backend_mixin [None req-0aaad504-e452-4c76-8101-d8b1b3aaba38 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Performing IP validity checks on allocation pools {{(pid=88037) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 04 18:00:15.716117 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.ipam_backend_mixin [None req-0aaad504-e452-4c76-8101-d8b1b3aaba38 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88037) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 04 18:00:15.836958 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0aaad504-e452-4c76-8101-d8b1b3aaba38 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:15.916196 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaad504-e452-4c76-8101-d8b1b3aaba38 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Pushing event updated for resources: {'Subnet': ['ID=ffbd87a5-4a48-4baf-974f-4ad11a4d1d04,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:15.925625 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aaad504-e452-4c76-8101-d8b1b3aaba38 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Checking segment: {'id': 'd6c6e877-010e-4c4b-bdfd-e42712fec0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '42bc9f27-e94a-4e34-8309-fb6a62be794a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:00:15.926014 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aaad504-e452-4c76-8101-d8b1b3aaba38 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Network hostable DHCP agents. Network: 42bc9f27-e94a-4e34-8309-fb6a62be794a, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 18:00:15.944706 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aaad504-e452-4c76-8101-d8b1b3aaba38 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Network 42bc9f27-e94a-4e34-8309-fb6a62be794a is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 18:00:15.955244 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-0aaad504-e452-4c76-8101-d8b1b3aaba38 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 42bc9f27-e94a-4e34-8309-fb6a62be794a) {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:00:15.959769 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aaad504-e452-4c76-8101-d8b1b3aaba38 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:15.960352 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0aaad504-e452-4c76-8101-d8b1b3aaba38 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:15.964467 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3f46db-ab08-428e-80ba-7f9f7c8a2338 None None] Network 42bc9f27-e94a-4e34-8309-fb6a62be794a requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:00:15.988380 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-0aaad504-e452-4c76-8101-d8b1b3aaba38 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5460625 May 04 18:00:15.990744 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 60662) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:00:16.198668 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17e8b54-fd89-4ddf-919d-1eb92d75d952 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-42bc9f27-e94a-4e34-8309-fb6a62be794a', 'network_id': '42bc9f27-e94a-4e34-8309-fb6a62be794a', 'tenant_id': 'd04286573b6042809ed7d4c834a30131', 'fixed_ips': [{'subnet_id': 'ffbd87a5-4a48-4baf-974f-4ad11a4d1d04'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 18:00:16.199650 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e17e8b54-fd89-4ddf-919d-1eb92d75d952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:16.258939 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d2cc423c-8956-4583-b4b1-8771badc4ba2 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:16.305106 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72debab6-8e28-4970-af53-609ca8ad5812 None None] Network 5ae4e2f7-f888-4adc-9da8-f9e8e49d41c4 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:00:16.326033 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d2cc423c-8956-4583-b4b1-8771badc4ba2 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:16.441129 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d8127d8e-4f8f-496f-9805-7563ac5f26ba None None] Provisioning for port ee01e42e-a78e-4414-9138-29a85879415b completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:00:16.485751 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-e17e8b54-fd89-4ddf-919d-1eb92d75d952 None None] Allocated IP 2001:db8::3 (42bc9f27-e94a-4e34-8309-fb6a62be794a/ffbd87a5-4a48-4baf-974f-4ad11a4d1d04/68ff7e09-a05d-4854-88b8-011bc359eb8a) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:00:16.780904 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e17e8b54-fd89-4ddf-919d-1eb92d75d952 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:16.791168 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-e17e8b54-fd89-4ddf-919d-1eb92d75d952 None None] Transition to ACTIVE for port object 68ff7e09-a05d-4854-88b8-011bc359eb8a will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:00:16.810255 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-e17e8b54-fd89-4ddf-919d-1eb92d75d952 None None] Transition to ACTIVE for port object 68ff7e09-a05d-4854-88b8-011bc359eb8a will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:00:16.818641 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e17e8b54-fd89-4ddf-919d-1eb92d75d952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:16.834474 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d2cc423c-8956-4583-b4b1-8771badc4ba2 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:16.875527 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cc423c-8956-4583-b4b1-8771badc4ba2 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Pushing event deleted for resources: {'Subnet': ['ID=ffbd87a5-4a48-4baf-974f-4ad11a4d1d04,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:16.885838 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17e8b54-fd89-4ddf-919d-1eb92d75d952 None None] Network 42bc9f27-e94a-4e34-8309-fb6a62be794a is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:00:16.888807 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-e17e8b54-fd89-4ddf-919d-1eb92d75d952 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:00:16.893089 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17e8b54-fd89-4ddf-919d-1eb92d75d952 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 18:00:16.895296 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17e8b54-fd89-4ddf-919d-1eb92d75d952 None None] Pushing event updated for resources: {'Port': ['ID=68ff7e09-a05d-4854-88b8-011bc359eb8a,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:16.976682 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d2cc423c-8956-4583-b4b1-8771badc4ba2 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:17.003975 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-d2cc423c-8956-4583-b4b1-8771badc4ba2 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42bc9f27-e94a-4e34-8309-fb6a62be794a']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:00:17.017064 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-d2cc423c-8956-4583-b4b1-8771badc4ba2 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6c6e877-010e-4c4b-bdfd-e42712fec0aa') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:00:17.017360 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-d2cc423c-8956-4583-b4b1-8771badc4ba2 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6c6e877-010e-4c4b-bdfd-e42712fec0aa') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:00:17.028915 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d2cc423c-8956-4583-b4b1-8771badc4ba2 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:17.032640 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-e17e8b54-fd89-4ddf-919d-1eb92d75d952 None None] Attempting to bind port 68ff7e09-a05d-4854-88b8-011bc359eb8a on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:00:17.033137 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-e17e8b54-fd89-4ddf-919d-1eb92d75d952 None None] Attempting to bind port 68ff7e09-a05d-4854-88b8-011bc359eb8a by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'd6c6e877-010e-4c4b-bdfd-e42712fec0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '42bc9f27-e94a-4e34-8309-fb6a62be794a'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:00:17.033326 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17e8b54-fd89-4ddf-919d-1eb92d75d952 None None] Attempting to bind port 68ff7e09-a05d-4854-88b8-011bc359eb8a on network 42bc9f27-e94a-4e34-8309-fb6a62be794a {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:00:17.039432 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17e8b54-fd89-4ddf-919d-1eb92d75d952 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:00:17.040002 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17e8b54-fd89-4ddf-919d-1eb92d75d952 None None] Checking segment: {'id': 'd6c6e877-010e-4c4b-bdfd-e42712fec0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '42bc9f27-e94a-4e34-8309-fb6a62be794a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:00:17.040540 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e17e8b54-fd89-4ddf-919d-1eb92d75d952 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:17.040936 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17e8b54-fd89-4ddf-919d-1eb92d75d952 None None] Bound using segment: {'id': 'd6c6e877-010e-4c4b-bdfd-e42712fec0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '42bc9f27-e94a-4e34-8309-fb6a62be794a'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:00:17.041404 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-e17e8b54-fd89-4ddf-919d-1eb92d75d952 None None] Bound port: 68ff7e09-a05d-4854-88b8-011bc359eb8a, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6c6e877-010e-4c4b-bdfd-e42712fec0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '42bc9f27-e94a-4e34-8309-fb6a62be794a'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:00:17.041780 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e17e8b54-fd89-4ddf-919d-1eb92d75d952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:17.047131 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d2cc423c-8956-4583-b4b1-8771badc4ba2 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:17.053941 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2cc423c-8956-4583-b4b1-8771badc4ba2 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 18:00:17.054355 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d2cc423c-8956-4583-b4b1-8771badc4ba2 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:17.069403 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 18:00:17.069403 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 18:00:17.069403 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 18:00:17.069403 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 18:00:17.069403 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 18:00:17.069403 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 18:00:17.069403 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 18:00:17.069403 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 18:00:17.069403 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 18:00:17.069403 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 18:00:17.069403 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 18:00:17.069403 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 18:00:17.069403 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 18:00:17.069403 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 18:00:17.069403 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 18:00:17.069403 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 18:00:17.069403 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 18:00:17.069403 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 18:00:17.069403 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 18:00:17.069403 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 18:00:17.069403 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 18:00:17.069403 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 18:00:17.069403 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 18:00:17.069403 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 18:00:17.069403 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 18:00:17.069403 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 18:00:17.069403 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 18:00:17.069403 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 18:00:17.069403 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 18:00:17.069403 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 18:00:17.069403 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 18:00:17.069403 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 18:00:17.136816 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-e17e8b54-fd89-4ddf-919d-1eb92d75d952 None None] For port 68ff7e09-a05d-4854-88b8-011bc359eb8a, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:00:17.148731 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-e17e8b54-fd89-4ddf-919d-1eb92d75d952 None None] For port 68ff7e09-a05d-4854-88b8-011bc359eb8a, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=68ff7e09-a05d-4854-88b8-011bc359eb8a,segment=NetworkSegment(d6c6e877-010e-4c4b-bdfd-e42712fec0aa),segment_id=d6c6e877-010e-4c4b-bdfd-e42712fec0aa)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:00:17.149113 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.db.api [None req-d2cc423c-8956-4583-b4b1-8771badc4ba2 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 04 18:00:17.149113 dv-neutron-840426-1-hyperv neutron-server[88037]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 04 18:00:17.149113 dv-neutron-840426-1-hyperv neutron-server[88037]: [parameters: {'id': '42bc9f27-e94a-4e34-8309-fb6a62be794a'}] May 04 18:00:17.149113 dv-neutron-840426-1-hyperv neutron-server[88037]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88037) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 18:00:17.149477 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG oslo_db.api [None req-d2cc423c-8956-4583-b4b1-8771badc4ba2 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 18:00:17.152526 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e17e8b54-fd89-4ddf-919d-1eb92d75d952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:17.269862 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17e8b54-fd89-4ddf-919d-1eb92d75d952 None None] Pushing event updated for resources: {'Port': ['ID=68ff7e09-a05d-4854-88b8-011bc359eb8a,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:17.272350 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device ee01e42e-a78e-4414-9138-29a85879415b up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:00:17.344195 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb33bfd3-831f-4721-8547-326fa1cf13a4 None None] Network 42bc9f27-e94a-4e34-8309-fb6a62be794a requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:00:17.376721 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port ee01e42e-a78e-4414-9138-29a85879415b completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:00:17.386306 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port ee01e42e-a78e-4414-9138-29a85879415b triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:00:17.386680 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:17.629431 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:17.650272 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d2cc423c-8956-4583-b4b1-8771badc4ba2 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:17.652139 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f372dee8-7bc8-4884-a612-cf53a350c7d9 None None] get_active_networks_info from dv-neutron-840426-1-hyperv {{(pid=88039) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 04 18:00:17.661480 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-d2cc423c-8956-4583-b4b1-8771badc4ba2 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Deleting port 68ff7e09-a05d-4854-88b8-011bc359eb8a {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:00:17.661811 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d2cc423c-8956-4583-b4b1-8771badc4ba2 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:17.706518 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port ee01e42e-a78e-4414-9138-29a85879415b, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=ee01e42e-a78e-4414-9138-29a85879415b,segment=NetworkSegment(4db274f9-3b43-439f-878c-73dd274b4865),segment_id=4db274f9-3b43-439f-878c-73dd274b4865)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:00:17.713863 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:17.807037 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=ee01e42e-a78e-4414-9138-29a85879415b,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:17.809512 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f372dee8-7bc8-4884-a612-cf53a350c7d9 None None] Resources bound (agent type, host, resource id): {{(pid=88039) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 04 18:00:17.871799 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-d2cc423c-8956-4583-b4b1-8771badc4ba2 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] For port 68ff7e09-a05d-4854-88b8-011bc359eb8a, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=68ff7e09-a05d-4854-88b8-011bc359eb8a,segment=NetworkSegment(d6c6e877-010e-4c4b-bdfd-e42712fec0aa),segment_id=d6c6e877-010e-4c4b-bdfd-e42712fec0aa)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:00:17.872161 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d2cc423c-8956-4583-b4b1-8771badc4ba2 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:17.997094 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-d2cc423c-8956-4583-b4b1-8771badc4ba2 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Calling delete_port for 68ff7e09-a05d-4854-88b8-011bc359eb8a owned by network:dhcp {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:00:18.073738 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d2cc423c-8956-4583-b4b1-8771badc4ba2 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:18.121702 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cc423c-8956-4583-b4b1-8771badc4ba2 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Pushing event deleted for resources: {'Port': ['ID=68ff7e09-a05d-4854-88b8-011bc359eb8a,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:18.123744 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cc423c-8956-4583-b4b1-8771badc4ba2 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] No DVR routers for this DVR port 68ff7e09-a05d-4854-88b8-011bc359eb8a on host dv-neutron-840426-1-hyperv {{(pid=88037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:00:18.244599 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d2cc423c-8956-4583-b4b1-8771badc4ba2 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:18.269116 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-d2cc423c-8956-4583-b4b1-8771badc4ba2 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42bc9f27-e94a-4e34-8309-fb6a62be794a']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:00:18.280763 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-d2cc423c-8956-4583-b4b1-8771badc4ba2 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6c6e877-010e-4c4b-bdfd-e42712fec0aa') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:00:18.281059 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-d2cc423c-8956-4583-b4b1-8771badc4ba2 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6c6e877-010e-4c4b-bdfd-e42712fec0aa') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:00:18.292817 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d2cc423c-8956-4583-b4b1-8771badc4ba2 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:18.312524 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d2cc423c-8956-4583-b4b1-8771badc4ba2 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:18.318359 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2cc423c-8956-4583-b4b1-8771badc4ba2 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 18:00:18.318739 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d2cc423c-8956-4583-b4b1-8771badc4ba2 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:18.333381 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 18:00:18.333381 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 18:00:18.333381 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 18:00:18.333381 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 18:00:18.333381 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 18:00:18.333381 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 18:00:18.333381 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 18:00:18.333381 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 18:00:18.333381 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 18:00:18.333381 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 18:00:18.333381 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 18:00:18.333381 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 18:00:18.333381 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 18:00:18.333381 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 18:00:18.333381 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 18:00:18.333381 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 18:00:18.333381 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 18:00:18.333381 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 18:00:18.333381 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 18:00:18.333381 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 18:00:18.333381 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 18:00:18.333381 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 18:00:18.333381 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 18:00:18.333381 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 18:00:18.333381 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 18:00:18.333381 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 18:00:18.333381 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 18:00:18.333381 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 18:00:18.333381 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 18:00:18.333381 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 18:00:18.333381 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 18:00:18.333381 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 18:00:18.411318 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d2cc423c-8956-4583-b4b1-8771badc4ba2 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:18.415808 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d2cc423c-8956-4583-b4b1-8771badc4ba2 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:18.443447 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cc423c-8956-4583-b4b1-8771badc4ba2 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Pushing event deleted for resources: {'Network': ['ID=42bc9f27-e94a-4e34-8309-fb6a62be794a,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:18.448164 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-d2cc423c-8956-4583-b4b1-8771badc4ba2 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] 10.222.0.41 "DELETE /v2.0/networks/42bc9f27-e94a-4e34-8309-fb6a62be794a HTTP/1.1" status: 204 len: 168 time: 2.4561813 May 04 18:00:18.451713 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 60666) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:00:18.457665 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-680e83a4-b070-404d-a312-b49a442f1d9f tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-725210737'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:00:18.462477 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-680e83a4-b070-404d-a312-b49a442f1d9f tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:00:18.466254 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-680e83a4-b070-404d-a312-b49a442f1d9f tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Usage tracker for resource:network and tenant:d04286573b6042809ed7d4c834a30131 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:00:18.469043 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-680e83a4-b070-404d-a312-b49a442f1d9f tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:00:18.479137 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-680e83a4-b070-404d-a312-b49a442f1d9f tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:00:18.488871 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-680e83a4-b070-404d-a312-b49a442f1d9f tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Made reservation on behalf of d04286573b6042809ed7d4c834a30131 for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:00:18.492517 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-680e83a4-b070-404d-a312-b49a442f1d9f tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:18.520971 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-680e83a4-b070-404d-a312-b49a442f1d9f tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 18:00:18.529938 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-680e83a4-b070-404d-a312-b49a442f1d9f tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:18.530280 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-680e83a4-b070-404d-a312-b49a442f1d9f tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Added segment 356225a4-04d0-4614-bc77-02e1cc2e4ba0 of type vlan for network 8dce290e-def5-4809-8a21-ddab05e9818a May 04 18:00:18.556280 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-680e83a4-b070-404d-a312-b49a442f1d9f tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:18.585092 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-680e83a4-b070-404d-a312-b49a442f1d9f tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:18.591133 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680e83a4-b070-404d-a312-b49a442f1d9f tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:18.591268 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-680e83a4-b070-404d-a312-b49a442f1d9f tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:18.644808 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-680e83a4-b070-404d-a312-b49a442f1d9f tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1920857 May 04 18:00:18.648574 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 60670) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:00:18.655545 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-3459f252-e7f0-416c-9f88-0c9709271922 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Request body: {'subnet': {'network_id': '8dce290e-def5-4809-8a21-ddab05e9818a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:00:18.702131 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680e83a4-b070-404d-a312-b49a442f1d9f tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Pushing event updated for resources: {'Network': ['ID=8dce290e-def5-4809-8a21-ddab05e9818a,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:18.713171 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 8dce290e-def5-4809-8a21-ddab05e9818a details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 18:00:18.769240 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-3459f252-e7f0-416c-9f88-0c9709271922 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:00:18.773213 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-3459f252-e7f0-416c-9f88-0c9709271922 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Usage tracker for resource:subnet and tenant:d04286573b6042809ed7d4c834a30131 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:00:18.776372 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-3459f252-e7f0-416c-9f88-0c9709271922 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:00:18.782146 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-3459f252-e7f0-416c-9f88-0c9709271922 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:00:18.793262 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3459f252-e7f0-416c-9f88-0c9709271922 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Made reservation on behalf of d04286573b6042809ed7d4c834a30131 for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:00:18.796741 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3459f252-e7f0-416c-9f88-0c9709271922 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:19.019309 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3459f252-e7f0-416c-9f88-0c9709271922 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:19.097187 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3459f252-e7f0-416c-9f88-0c9709271922 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Pushing event updated for resources: {'Subnet': ['ID=05b1bd06-4fcf-4b68-b696-7e6c47e620f1,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:19.105701 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3459f252-e7f0-416c-9f88-0c9709271922 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Checking segment: {'id': '356225a4-04d0-4614-bc77-02e1cc2e4ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8dce290e-def5-4809-8a21-ddab05e9818a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:00:19.105996 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3459f252-e7f0-416c-9f88-0c9709271922 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Network hostable DHCP agents. Network: 8dce290e-def5-4809-8a21-ddab05e9818a, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 18:00:19.126275 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3459f252-e7f0-416c-9f88-0c9709271922 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Network 8dce290e-def5-4809-8a21-ddab05e9818a is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 18:00:19.138675 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-3459f252-e7f0-416c-9f88-0c9709271922 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 8dce290e-def5-4809-8a21-ddab05e9818a) {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:00:19.143761 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3459f252-e7f0-416c-9f88-0c9709271922 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:19.144346 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3459f252-e7f0-416c-9f88-0c9709271922 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:19.147794 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb9e642-c3e0-4da3-ad9b-efab07896fdb None None] Network 8dce290e-def5-4809-8a21-ddab05e9818a requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:00:19.167390 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-3459f252-e7f0-416c-9f88-0c9709271922 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5174267 May 04 18:00:19.171059 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 60674) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:00:19.178581 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-c9ed3651-5324-4dfc-9843-70a715ee9eb3 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-377804468'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:00:19.183145 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-c9ed3651-5324-4dfc-9843-70a715ee9eb3 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:00:19.187701 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-c9ed3651-5324-4dfc-9843-70a715ee9eb3 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Usage tracker for resource:network and tenant:d04286573b6042809ed7d4c834a30131 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:00:19.191405 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-c9ed3651-5324-4dfc-9843-70a715ee9eb3 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:00:19.199292 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-c9ed3651-5324-4dfc-9843-70a715ee9eb3 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:00:19.212416 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ed3651-5324-4dfc-9843-70a715ee9eb3 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Made reservation on behalf of d04286573b6042809ed7d4c834a30131 for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:00:19.217734 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c9ed3651-5324-4dfc-9843-70a715ee9eb3 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:19.255653 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9ed3651-5324-4dfc-9843-70a715ee9eb3 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 18:00:19.260862 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device ee01e42e-a78e-4414-9138-29a85879415b up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:00:19.264868 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c9ed3651-5324-4dfc-9843-70a715ee9eb3 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:19.265213 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-c9ed3651-5324-4dfc-9843-70a715ee9eb3 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Added segment 6a09d2eb-e097-4ee3-bb4d-0832f614461f of type vlan for network c90c5e6c-bb11-485d-9584-f0c3e8b931e3 May 04 18:00:19.293619 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c9ed3651-5324-4dfc-9843-70a715ee9eb3 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:19.324879 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c9ed3651-5324-4dfc-9843-70a715ee9eb3 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:19.331371 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ed3651-5324-4dfc-9843-70a715ee9eb3 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:19.331961 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c9ed3651-5324-4dfc-9843-70a715ee9eb3 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:19.389246 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-c9ed3651-5324-4dfc-9843-70a715ee9eb3 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2167046 May 04 18:00:19.392128 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 60678) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:00:19.399258 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-08a02793-3f07-41ef-9b4e-3591a5791065 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Request body: {'subnet': {'network_id': 'c90c5e6c-bb11-485d-9584-f0c3e8b931e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:00:19.436294 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port ee01e42e-a78e-4414-9138-29a85879415b triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:00:19.436664 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:19.461538 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb20338-fb3e-48da-91dd-e547f3ad782a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-8dce290e-def5-4809-8a21-ddab05e9818a', 'network_id': '8dce290e-def5-4809-8a21-ddab05e9818a', 'tenant_id': 'd04286573b6042809ed7d4c834a30131', 'fixed_ips': [{'subnet_id': '05b1bd06-4fcf-4b68-b696-7e6c47e620f1'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 18:00:19.462392 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-5fb20338-fb3e-48da-91dd-e547f3ad782a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:19.533595 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-08a02793-3f07-41ef-9b4e-3591a5791065 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:00:19.538289 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-08a02793-3f07-41ef-9b4e-3591a5791065 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Usage tracker for resource:subnet and tenant:d04286573b6042809ed7d4c834a30131 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:00:19.541875 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-08a02793-3f07-41ef-9b4e-3591a5791065 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:00:19.551814 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-08a02793-3f07-41ef-9b4e-3591a5791065 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:00:19.564745 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a02793-3f07-41ef-9b4e-3591a5791065 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Made reservation on behalf of d04286573b6042809ed7d4c834a30131 for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:00:19.569027 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-08a02793-3f07-41ef-9b4e-3591a5791065 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:19.586738 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ed3651-5324-4dfc-9843-70a715ee9eb3 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Pushing event updated for resources: {'Network': ['ID=c90c5e6c-bb11-485d-9584-f0c3e8b931e3,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:19.599696 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network c90c5e6c-bb11-485d-9584-f0c3e8b931e3 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 18:00:19.799982 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-08a02793-3f07-41ef-9b4e-3591a5791065 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:19.839796 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-5fb20338-fb3e-48da-91dd-e547f3ad782a None None] Allocated IP 2001:db8::2 (8dce290e-def5-4809-8a21-ddab05e9818a/05b1bd06-4fcf-4b68-b696-7e6c47e620f1/e1ef3340-4ac1-4ced-94f8-693b8e3e7148) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:00:19.880607 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a02793-3f07-41ef-9b4e-3591a5791065 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Pushing event updated for resources: {'Subnet': ['ID=05303bc5-a8d5-42f7-968d-e1d4fd1ad072,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:19.889664 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a02793-3f07-41ef-9b4e-3591a5791065 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Checking segment: {'id': '6a09d2eb-e097-4ee3-bb4d-0832f614461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'c90c5e6c-bb11-485d-9584-f0c3e8b931e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:00:19.890062 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a02793-3f07-41ef-9b4e-3591a5791065 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Network hostable DHCP agents. Network: c90c5e6c-bb11-485d-9584-f0c3e8b931e3, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 18:00:19.910951 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a02793-3f07-41ef-9b4e-3591a5791065 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Network c90c5e6c-bb11-485d-9584-f0c3e8b931e3 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 18:00:19.920920 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-08a02793-3f07-41ef-9b4e-3591a5791065 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, c90c5e6c-bb11-485d-9584-f0c3e8b931e3) {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:00:19.925076 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a02793-3f07-41ef-9b4e-3591a5791065 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:19.925660 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-08a02793-3f07-41ef-9b4e-3591a5791065 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:19.933104 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a7fd4a-e8c2-4ab6-9041-6d29140257cc None None] Network c90c5e6c-bb11-485d-9584-f0c3e8b931e3 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:00:19.946897 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-08a02793-3f07-41ef-9b4e-3591a5791065 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5537009 May 04 18:00:19.949564 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 60682) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:00:20.092549 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-24187aae-cbc6-4f91-bfa7-d6224c8cbcac tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:20.160985 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-24187aae-cbc6-4f91-bfa7-d6224c8cbcac tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:20.184729 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-5fb20338-fb3e-48da-91dd-e547f3ad782a None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:20.201196 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-5fb20338-fb3e-48da-91dd-e547f3ad782a None None] Transition to ACTIVE for port object e1ef3340-4ac1-4ced-94f8-693b8e3e7148 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:00:20.241349 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-24187aae-cbc6-4f91-bfa7-d6224c8cbcac tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:20.259645 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-5fb20338-fb3e-48da-91dd-e547f3ad782a None None] Transition to ACTIVE for port object e1ef3340-4ac1-4ced-94f8-693b8e3e7148 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:00:20.262594 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db105ef3-eeb9-490a-8c63-9b2f6e72f629 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-c90c5e6c-bb11-485d-9584-f0c3e8b931e3', 'network_id': 'c90c5e6c-bb11-485d-9584-f0c3e8b931e3', 'tenant_id': 'd04286573b6042809ed7d4c834a30131', 'fixed_ips': [{'subnet_id': '05303bc5-a8d5-42f7-968d-e1d4fd1ad072'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 18:00:20.263396 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-db105ef3-eeb9-490a-8c63-9b2f6e72f629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:20.279940 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-5fb20338-fb3e-48da-91dd-e547f3ad782a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:20.281461 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24187aae-cbc6-4f91-bfa7-d6224c8cbcac tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Pushing event deleted for resources: {'Subnet': ['ID=05303bc5-a8d5-42f7-968d-e1d4fd1ad072,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:20.393673 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb20338-fb3e-48da-91dd-e547f3ad782a None None] Network 8dce290e-def5-4809-8a21-ddab05e9818a is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:00:20.397783 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-5fb20338-fb3e-48da-91dd-e547f3ad782a None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:00:20.406047 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb20338-fb3e-48da-91dd-e547f3ad782a None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 18:00:20.428845 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb20338-fb3e-48da-91dd-e547f3ad782a None None] Pushing event updated for resources: {'Port': ['ID=e1ef3340-4ac1-4ced-94f8-693b8e3e7148,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:20.473633 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb20338-fb3e-48da-91dd-e547f3ad782a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:20.474004 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb20338-fb3e-48da-91dd-e547f3ad782a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:20.474352 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb20338-fb3e-48da-91dd-e547f3ad782a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:20.474691 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb20338-fb3e-48da-91dd-e547f3ad782a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:20.475026 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb20338-fb3e-48da-91dd-e547f3ad782a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:20.475360 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb20338-fb3e-48da-91dd-e547f3ad782a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:20.476532 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb20338-fb3e-48da-91dd-e547f3ad782a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:20.476532 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb20338-fb3e-48da-91dd-e547f3ad782a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:20.476532 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb20338-fb3e-48da-91dd-e547f3ad782a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:20.477201 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb20338-fb3e-48da-91dd-e547f3ad782a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:20.477201 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb20338-fb3e-48da-91dd-e547f3ad782a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:20.477498 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb20338-fb3e-48da-91dd-e547f3ad782a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:20.481211 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-24187aae-cbc6-4f91-bfa7-d6224c8cbcac tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:20.506062 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-24187aae-cbc6-4f91-bfa7-d6224c8cbcac tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c90c5e6c-bb11-485d-9584-f0c3e8b931e3']}} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:00:20.518747 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-24187aae-cbc6-4f91-bfa7-d6224c8cbcac tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a09d2eb-e097-4ee3-bb4d-0832f614461f') {'for_net_delete': True} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:00:20.519043 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-24187aae-cbc6-4f91-bfa7-d6224c8cbcac tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a09d2eb-e097-4ee3-bb4d-0832f614461f') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:00:20.525387 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca86669-4391-4795-8291-2f988f6048bc None None] Network c90c5e6c-bb11-485d-9584-f0c3e8b931e3 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:00:20.531414 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-24187aae-cbc6-4f91-bfa7-d6224c8cbcac tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801627'] for segment, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:20.547944 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-24187aae-cbc6-4f91-bfa7-d6224c8cbcac tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:20.554055 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-5fb20338-fb3e-48da-91dd-e547f3ad782a None None] Attempting to bind port e1ef3340-4ac1-4ced-94f8-693b8e3e7148 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:00:20.554226 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24187aae-cbc6-4f91-bfa7-d6224c8cbcac tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=88038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 18:00:20.554408 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-5fb20338-fb3e-48da-91dd-e547f3ad782a None None] Attempting to bind port e1ef3340-4ac1-4ced-94f8-693b8e3e7148 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '356225a4-04d0-4614-bc77-02e1cc2e4ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8dce290e-def5-4809-8a21-ddab05e9818a'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:00:20.554710 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-24187aae-cbc6-4f91-bfa7-d6224c8cbcac tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7881827'] for segment, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:20.554839 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb20338-fb3e-48da-91dd-e547f3ad782a None None] Attempting to bind port e1ef3340-4ac1-4ced-94f8-693b8e3e7148 on network 8dce290e-def5-4809-8a21-ddab05e9818a {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:00:20.569000 dv-neutron-840426-1-hyperv neutron-server[88038]: Traceback (most recent call last): May 04 18:00:20.569000 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 18:00:20.569000 dv-neutron-840426-1-hyperv neutron-server[88038]: timer() May 04 18:00:20.569000 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 18:00:20.569000 dv-neutron-840426-1-hyperv neutron-server[88038]: cb(*args, **kw) May 04 18:00:20.569000 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 18:00:20.569000 dv-neutron-840426-1-hyperv neutron-server[88038]: return func(*args, **kwargs) May 04 18:00:20.569000 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 18:00:20.569000 dv-neutron-840426-1-hyperv neutron-server[88038]: self._notify() May 04 18:00:20.569000 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 18:00:20.569000 dv-neutron-840426-1-hyperv neutron-server[88038]: self.callback(batched_events) May 04 18:00:20.569000 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 18:00:20.569000 dv-neutron-840426-1-hyperv neutron-server[88038]: event.method(event) May 04 18:00:20.569000 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 18:00:20.569000 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 18:00:20.569000 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 18:00:20.569000 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_uuid = self.p_client.list_aggregates( May 04 18:00:20.569000 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 18:00:20.569000 dv-neutron-840426-1-hyperv neutron-server[88038]: return f(self, *a, **k) May 04 18:00:20.569000 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 18:00:20.569000 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._get(url).json() May 04 18:00:20.569000 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 18:00:20.569000 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 18:00:20.569000 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 18:00:20.569000 dv-neutron-840426-1-hyperv neutron-server[88038]: return self.request(url, 'GET', **kwargs) May 04 18:00:20.569000 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 18:00:20.569000 dv-neutron-840426-1-hyperv neutron-server[88038]: base_url = self.get_endpoint(auth, allow=allow, May 04 18:00:20.569000 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 18:00:20.569000 dv-neutron-840426-1-hyperv neutron-server[88038]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 18:00:20.569000 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 18:00:20.569000 dv-neutron-840426-1-hyperv neutron-server[88038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 18:00:20.569000 dv-neutron-840426-1-hyperv neutron-server[88038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 18:00:20.571836 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb20338-fb3e-48da-91dd-e547f3ad782a None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:00:20.572209 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb20338-fb3e-48da-91dd-e547f3ad782a None None] Checking segment: {'id': '356225a4-04d0-4614-bc77-02e1cc2e4ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8dce290e-def5-4809-8a21-ddab05e9818a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:00:20.572609 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-5fb20338-fb3e-48da-91dd-e547f3ad782a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:20.573014 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb20338-fb3e-48da-91dd-e547f3ad782a None None] Bound using segment: {'id': '356225a4-04d0-4614-bc77-02e1cc2e4ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8dce290e-def5-4809-8a21-ddab05e9818a'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:00:20.573467 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-5fb20338-fb3e-48da-91dd-e547f3ad782a None None] Bound port: e1ef3340-4ac1-4ced-94f8-693b8e3e7148, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '356225a4-04d0-4614-bc77-02e1cc2e4ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8dce290e-def5-4809-8a21-ddab05e9818a'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:00:20.573842 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-5fb20338-fb3e-48da-91dd-e547f3ad782a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:20.650943 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-24187aae-cbc6-4f91-bfa7-d6224c8cbcac tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:20.655791 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-24187aae-cbc6-4f91-bfa7-d6224c8cbcac tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:20.682012 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24187aae-cbc6-4f91-bfa7-d6224c8cbcac tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Pushing event deleted for resources: {'Network': ['ID=c90c5e6c-bb11-485d-9584-f0c3e8b931e3,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:20.690204 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-24187aae-cbc6-4f91-bfa7-d6224c8cbcac tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] 10.222.0.41 "DELETE /v2.0/networks/c90c5e6c-bb11-485d-9584-f0c3e8b931e3 HTTP/1.1" status: 204 len: 168 time: 0.7372386 May 04 18:00:20.690412 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 60686) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:00:20.739617 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-f049db58-0ad3-438b-892d-41525fbba042 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] GET failed (client error): The resource could not be found. May 04 18:00:20.740131 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-f049db58-0ad3-438b-892d-41525fbba042 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Synchronizing usage tracker for tenant:d04286573b6042809ed7d4c834a30131 on resource:subnet {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:00:20.761762 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-f049db58-0ad3-438b-892d-41525fbba042 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Unset dirty status for tenant:d04286573b6042809ed7d4c834a30131 on resource:subnet {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:00:20.762959 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-f049db58-0ad3-438b-892d-41525fbba042 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] 10.222.0.41 "GET /v2.0/subnets/05303bc5-a8d5-42f7-968d-e1d4fd1ad072 HTTP/1.1" status: 404 len: 337 time: 0.0716457 May 04 18:00:20.765783 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 60690) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:00:20.791146 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc24cd1d-1ff9-4be3-9900-5f889966c8e4 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] DELETE failed (client error): The resource could not be found. May 04 18:00:20.791616 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc24cd1d-1ff9-4be3-9900-5f889966c8e4 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 18:00:20.793537 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-fc24cd1d-1ff9-4be3-9900-5f889966c8e4 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] 10.222.0.41 "DELETE /v2.0/networks/c90c5e6c-bb11-485d-9584-f0c3e8b931e3 HTTP/1.1" status: 404 len: 339 time: 0.0268495 May 04 18:00:20.794729 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-5fb20338-fb3e-48da-91dd-e547f3ad782a None None] For port e1ef3340-4ac1-4ced-94f8-693b8e3e7148, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:00:20.798212 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 60694) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:00:20.799407 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-5fb20338-fb3e-48da-91dd-e547f3ad782a None None] For port e1ef3340-4ac1-4ced-94f8-693b8e3e7148, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=e1ef3340-4ac1-4ced-94f8-693b8e3e7148,segment=NetworkSegment(356225a4-04d0-4614-bc77-02e1cc2e4ba0),segment_id=356225a4-04d0-4614-bc77-02e1cc2e4ba0)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:00:20.803137 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-5fb20338-fb3e-48da-91dd-e547f3ad782a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:20.835073 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-41f1fd04-23a2-481d-bc0a-77284a3e39ff tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] DELETE failed (client error): The resource could not be found. May 04 18:00:20.835635 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41f1fd04-23a2-481d-bc0a-77284a3e39ff tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 18:00:20.837155 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-41f1fd04-23a2-481d-bc0a-77284a3e39ff tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] 10.222.0.41 "DELETE /v2.0/subnets/05303bc5-a8d5-42f7-968d-e1d4fd1ad072 HTTP/1.1" status: 404 len: 337 time: 0.0380147 May 04 18:00:20.839784 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 60698) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:00:20.865061 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-f997ba5f-a3bd-46b1-9dc3-cda4d0c49169 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] DELETE failed (client error): The resource could not be found. May 04 18:00:20.865828 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f997ba5f-a3bd-46b1-9dc3-cda4d0c49169 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 18:00:20.867195 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-f997ba5f-a3bd-46b1-9dc3-cda4d0c49169 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] 10.222.0.41 "DELETE /v2.0/networks/c90c5e6c-bb11-485d-9584-f0c3e8b931e3 HTTP/1.1" status: 404 len: 339 time: 0.0265524 May 04 18:00:20.869792 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 60702) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:00:20.886528 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb20338-fb3e-48da-91dd-e547f3ad782a None None] Pushing event updated for resources: {'Port': ['ID=e1ef3340-4ac1-4ced-94f8-693b8e3e7148,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:20.940365 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae909776-be99-4dc5-a2b9-0b6c908a260f tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Deleting subnet 05b1bd06-4fcf-4b68-b696-7e6c47e620f1 {{(pid=88038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 18:00:20.943420 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ae909776-be99-4dc5-a2b9-0b6c908a260f tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks [] for subnet, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:20.999327 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ae909776-be99-4dc5-a2b9-0b6c908a260f tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-801696'] for subnet, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:21.103491 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ae909776-be99-4dc5-a2b9-0b6c908a260f tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:21.183338 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ae909776-be99-4dc5-a2b9-0b6c908a260f tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:21.223955 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae909776-be99-4dc5-a2b9-0b6c908a260f tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Pushing event deleted for resources: {'Subnet': ['ID=05b1bd06-4fcf-4b68-b696-7e6c47e620f1,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:21.229283 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ae909776-be99-4dc5-a2b9-0b6c908a260f tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:21.247450 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-ae909776-be99-4dc5-a2b9-0b6c908a260f tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] 10.222.0.41 "DELETE /v2.0/subnets/05b1bd06-4fcf-4b68-b696-7e6c47e620f1 HTTP/1.1" status: 204 len: 168 time: 0.3766234 May 04 18:00:21.249704 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 60706) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:00:21.281378 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device e1ef3340-4ac1-4ced-94f8-693b8e3e7148 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:00:21.347960 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port e1ef3340-4ac1-4ced-94f8-693b8e3e7148 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:00:21.375088 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ae947a5d-d3d0-4998-8482-947671484787 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:21.386510 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-ae947a5d-d3d0-4998-8482-947671484787 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Deleting port e1ef3340-4ac1-4ced-94f8-693b8e3e7148 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:00:21.386841 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ae947a5d-d3d0-4998-8482-947671484787 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:21.609351 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-ae947a5d-d3d0-4998-8482-947671484787 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] For port e1ef3340-4ac1-4ced-94f8-693b8e3e7148, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=e1ef3340-4ac1-4ced-94f8-693b8e3e7148,segment=NetworkSegment(356225a4-04d0-4614-bc77-02e1cc2e4ba0),segment_id=356225a4-04d0-4614-bc77-02e1cc2e4ba0)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:00:21.609746 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ae947a5d-d3d0-4998-8482-947671484787 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:21.738398 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-ae947a5d-d3d0-4998-8482-947671484787 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Calling delete_port for e1ef3340-4ac1-4ced-94f8-693b8e3e7148 owned by network:dhcp {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:00:21.813742 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdee1756-54cd-43bf-b862-a9164ffb9d87 None None] Network 8dce290e-def5-4809-8a21-ddab05e9818a requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:00:21.815068 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ae947a5d-d3d0-4998-8482-947671484787 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:21.864203 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae947a5d-d3d0-4998-8482-947671484787 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Pushing event deleted for resources: {'Port': ['ID=e1ef3340-4ac1-4ced-94f8-693b8e3e7148,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:21.867853 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae947a5d-d3d0-4998-8482-947671484787 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] No DVR routers for this DVR port e1ef3340-4ac1-4ced-94f8-693b8e3e7148 on host dv-neutron-840426-1-hyperv {{(pid=88038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:00:21.914476 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-4b53c909-017b-450c-981e-4fb57e93e060 None None] Could not find standard attr ID for object e1ef3340-4ac1-4ced-94f8-693b8e3e7148. {{(pid=88039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 04 18:00:21.989703 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ae947a5d-d3d0-4998-8482-947671484787 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:22.014539 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-ae947a5d-d3d0-4998-8482-947671484787 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dce290e-def5-4809-8a21-ddab05e9818a']}} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:00:22.028139 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-ae947a5d-d3d0-4998-8482-947671484787 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '356225a4-04d0-4614-bc77-02e1cc2e4ba0') {'for_net_delete': True} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:00:22.028445 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-ae947a5d-d3d0-4998-8482-947671484787 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '356225a4-04d0-4614-bc77-02e1cc2e4ba0') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:00:22.040160 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ae947a5d-d3d0-4998-8482-947671484787 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801627'] for segment, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:22.047136 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63586cd6-4e14-4346-945b-e624bafe4e7e None None] DHCP port deletion for 8dce290e-def5-4809-8a21-ddab05e9818a request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 18:00:22.057867 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ae947a5d-d3d0-4998-8482-947671484787 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:22.063756 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae947a5d-d3d0-4998-8482-947671484787 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=88038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 18:00:22.064149 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ae947a5d-d3d0-4998-8482-947671484787 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7881827'] for segment, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:22.078454 dv-neutron-840426-1-hyperv neutron-server[88038]: Traceback (most recent call last): May 04 18:00:22.078454 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 18:00:22.078454 dv-neutron-840426-1-hyperv neutron-server[88038]: timer() May 04 18:00:22.078454 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 18:00:22.078454 dv-neutron-840426-1-hyperv neutron-server[88038]: cb(*args, **kw) May 04 18:00:22.078454 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 18:00:22.078454 dv-neutron-840426-1-hyperv neutron-server[88038]: return func(*args, **kwargs) May 04 18:00:22.078454 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 18:00:22.078454 dv-neutron-840426-1-hyperv neutron-server[88038]: self._notify() May 04 18:00:22.078454 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 18:00:22.078454 dv-neutron-840426-1-hyperv neutron-server[88038]: self.callback(batched_events) May 04 18:00:22.078454 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 18:00:22.078454 dv-neutron-840426-1-hyperv neutron-server[88038]: event.method(event) May 04 18:00:22.078454 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 18:00:22.078454 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 18:00:22.078454 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 18:00:22.078454 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_uuid = self.p_client.list_aggregates( May 04 18:00:22.078454 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 18:00:22.078454 dv-neutron-840426-1-hyperv neutron-server[88038]: return f(self, *a, **k) May 04 18:00:22.078454 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 18:00:22.078454 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._get(url).json() May 04 18:00:22.078454 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 18:00:22.078454 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 18:00:22.078454 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 18:00:22.078454 dv-neutron-840426-1-hyperv neutron-server[88038]: return self.request(url, 'GET', **kwargs) May 04 18:00:22.078454 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 18:00:22.078454 dv-neutron-840426-1-hyperv neutron-server[88038]: base_url = self.get_endpoint(auth, allow=allow, May 04 18:00:22.078454 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 18:00:22.078454 dv-neutron-840426-1-hyperv neutron-server[88038]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 18:00:22.078454 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 18:00:22.078454 dv-neutron-840426-1-hyperv neutron-server[88038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 18:00:22.078454 dv-neutron-840426-1-hyperv neutron-server[88038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 18:00:22.255361 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ae947a5d-d3d0-4998-8482-947671484787 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:22.259615 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ae947a5d-d3d0-4998-8482-947671484787 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:22.284827 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae947a5d-d3d0-4998-8482-947671484787 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Pushing event deleted for resources: {'Network': ['ID=8dce290e-def5-4809-8a21-ddab05e9818a,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:22.288441 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-ae947a5d-d3d0-4998-8482-947671484787 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] 10.222.0.41 "DELETE /v2.0/networks/8dce290e-def5-4809-8a21-ddab05e9818a HTTP/1.1" status: 204 len: 168 time: 1.0377643 May 04 18:00:22.290896 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 60710) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:00:22.327531 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b04ad85-c6ec-4d0f-b620-f003e09f0d57 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] DELETE failed (client error): The resource could not be found. May 04 18:00:22.327905 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b04ad85-c6ec-4d0f-b620-f003e09f0d57 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 18:00:22.329508 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-1b04ad85-c6ec-4d0f-b620-f003e09f0d57 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] 10.222.0.41 "DELETE /v2.0/subnets/ffbd87a5-4a48-4baf-974f-4ad11a4d1d04 HTTP/1.1" status: 404 len: 337 time: 0.0377424 May 04 18:00:22.331792 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 60714) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:00:22.357850 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-61313331-24a3-4627-b8ab-23efc9c72ce6 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] DELETE failed (client error): The resource could not be found. May 04 18:00:22.358316 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61313331-24a3-4627-b8ab-23efc9c72ce6 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 18:00:22.360625 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-61313331-24a3-4627-b8ab-23efc9c72ce6 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] 10.222.0.41 "DELETE /v2.0/networks/42bc9f27-e94a-4e34-8309-fb6a62be794a HTTP/1.1" status: 404 len: 339 time: 0.0274334 May 04 18:00:22.362943 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 60718) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:00:22.398053 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-149b266f-2cfc-4388-a951-bf6a93f120fc tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] DELETE failed (client error): The resource could not be found. May 04 18:00:22.398495 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-149b266f-2cfc-4388-a951-bf6a93f120fc tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 18:00:22.400046 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-149b266f-2cfc-4388-a951-bf6a93f120fc tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] 10.222.0.41 "DELETE /v2.0/subnets/e67b45a3-f430-493a-b6b8-be3e3d71b57e HTTP/1.1" status: 404 len: 337 time: 0.0362706 May 04 18:00:22.402444 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 60722) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:00:22.426153 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.pecan_wsgi.hooks.translation [None req-17ef69a9-2e78-4b86-baba-dc1eb6cf9f87 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] DELETE failed (client error): The resource could not be found. May 04 18:00:22.426598 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17ef69a9-2e78-4b86-baba-dc1eb6cf9f87 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88038) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 04 18:00:22.428109 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-17ef69a9-2e78-4b86-baba-dc1eb6cf9f87 tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] 10.222.0.41 "DELETE /v2.0/networks/62ff8186-6c07-4e4a-97da-8d865c27fa8e HTTP/1.1" status: 404 len: 339 time: 0.0248342 May 04 18:00:22.430411 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 60726) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:00:22.495275 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f8ac361-1029-4939-bf6b-d0d26866a35b tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Deleting subnet f1fde294-6edc-4e91-8f48-c7e0e8a2e644 {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 18:00:22.498143 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6f8ac361-1029-4939-bf6b-d0d26866a35b tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:22.554993 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6f8ac361-1029-4939-bf6b-d0d26866a35b tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:22.634910 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6f8ac361-1029-4939-bf6b-d0d26866a35b tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:22.709470 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6f8ac361-1029-4939-bf6b-d0d26866a35b tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:22.751122 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8ac361-1029-4939-bf6b-d0d26866a35b tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Pushing event deleted for resources: {'Subnet': ['ID=f1fde294-6edc-4e91-8f48-c7e0e8a2e644,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:22.754118 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6f8ac361-1029-4939-bf6b-d0d26866a35b tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:22.759378 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb05d6c-ce7a-4292-ab22-875cb789bc4b None None] Network 5ae4e2f7-f888-4adc-9da8-f9e8e49d41c4 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:00:22.765884 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8ac361-1029-4939-bf6b-d0d26866a35b tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:22.766302 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8ac361-1029-4939-bf6b-d0d26866a35b tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:22.766644 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8ac361-1029-4939-bf6b-d0d26866a35b tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:22.766980 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8ac361-1029-4939-bf6b-d0d26866a35b tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:22.767312 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8ac361-1029-4939-bf6b-d0d26866a35b tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:22.767852 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8ac361-1029-4939-bf6b-d0d26866a35b tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:22.768432 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8ac361-1029-4939-bf6b-d0d26866a35b tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:22.769009 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8ac361-1029-4939-bf6b-d0d26866a35b tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:22.769610 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8ac361-1029-4939-bf6b-d0d26866a35b tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:22.770237 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8ac361-1029-4939-bf6b-d0d26866a35b tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:22.770643 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8ac361-1029-4939-bf6b-d0d26866a35b tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:22.770957 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8ac361-1029-4939-bf6b-d0d26866a35b tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:22.777285 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-6f8ac361-1029-4939-bf6b-d0d26866a35b tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] 10.222.0.41 "DELETE /v2.0/subnets/f1fde294-6edc-4e91-8f48-c7e0e8a2e644 HTTP/1.1" status: 204 len: 168 time: 0.3456540 May 04 18:00:22.779675 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 60730) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:00:22.893767 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-bba3f6ee-e482-401c-a3dd-3dde03602aad tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:22.904039 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-bba3f6ee-e482-401c-a3dd-3dde03602aad tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Deleting port ee01e42e-a78e-4414-9138-29a85879415b {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:00:22.904370 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-bba3f6ee-e482-401c-a3dd-3dde03602aad tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:23.037726 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1ae135-2e90-4e11-af54-7771c3ca9eb0 None None] DHCP port deletion for 5ae4e2f7-f888-4adc-9da8-f9e8e49d41c4 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 18:00:23.041909 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-db1ae135-2e90-4e11-af54-7771c3ca9eb0 None None] Deleting port ee01e42e-a78e-4414-9138-29a85879415b {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:00:23.042565 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-db1ae135-2e90-4e11-af54-7771c3ca9eb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:23.113435 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-bba3f6ee-e482-401c-a3dd-3dde03602aad tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] For port ee01e42e-a78e-4414-9138-29a85879415b, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=ee01e42e-a78e-4414-9138-29a85879415b,segment=NetworkSegment(4db274f9-3b43-439f-878c-73dd274b4865),segment_id=4db274f9-3b43-439f-878c-73dd274b4865)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:00:23.113800 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-bba3f6ee-e482-401c-a3dd-3dde03602aad tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:23.239790 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-bba3f6ee-e482-401c-a3dd-3dde03602aad tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Calling delete_port for ee01e42e-a78e-4414-9138-29a85879415b owned by network:dhcp {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:00:23.252174 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-db1ae135-2e90-4e11-af54-7771c3ca9eb0 None None] For port ee01e42e-a78e-4414-9138-29a85879415b, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=ee01e42e-a78e-4414-9138-29a85879415b,segment=NetworkSegment(4db274f9-3b43-439f-878c-73dd274b4865),segment_id=4db274f9-3b43-439f-878c-73dd274b4865)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:00:23.252573 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-db1ae135-2e90-4e11-af54-7771c3ca9eb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:23.261293 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device e1ef3340-4ac1-4ced-94f8-693b8e3e7148 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:00:23.315861 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-bba3f6ee-e482-401c-a3dd-3dde03602aad tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:23.348338 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: e1ef3340-4ac1-4ced-94f8-693b8e3e7148 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 18:00:23.348565 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device e1ef3340-4ac1-4ced-94f8-693b8e3e7148 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:00:23.348859 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device ee01e42e-a78e-4414-9138-29a85879415b no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:00:23.364624 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba3f6ee-e482-401c-a3dd-3dde03602aad tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Pushing event deleted for resources: {'Port': ['ID=ee01e42e-a78e-4414-9138-29a85879415b,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:23.367841 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba3f6ee-e482-401c-a3dd-3dde03602aad tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] No DVR routers for this DVR port ee01e42e-a78e-4414-9138-29a85879415b on host dv-neutron-840426-1-hyperv {{(pid=88037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:00:23.449675 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-db1ae135-2e90-4e11-af54-7771c3ca9eb0 None None] Calling delete_port for ee01e42e-a78e-4414-9138-29a85879415b owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:00:23.488806 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: ee01e42e-a78e-4414-9138-29a85879415b {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 18:00:23.489153 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device ee01e42e-a78e-4414-9138-29a85879415b not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:00:23.506603 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-bba3f6ee-e482-401c-a3dd-3dde03602aad tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:23.527995 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.db.api [None req-db1ae135-2e90-4e11-af54-7771c3ca9eb0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 18:00:23.528348 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG oslo_db.api [None req-db1ae135-2e90-4e11-af54-7771c3ca9eb0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 18:00:23.530879 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-bba3f6ee-e482-401c-a3dd-3dde03602aad tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ae4e2f7-f888-4adc-9da8-f9e8e49d41c4']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:00:23.543087 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-bba3f6ee-e482-401c-a3dd-3dde03602aad tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4db274f9-3b43-439f-878c-73dd274b4865') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:00:23.543380 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-bba3f6ee-e482-401c-a3dd-3dde03602aad tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4db274f9-3b43-439f-878c-73dd274b4865') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:00:23.554876 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-bba3f6ee-e482-401c-a3dd-3dde03602aad tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:23.570829 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-bba3f6ee-e482-401c-a3dd-3dde03602aad tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:23.576706 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bba3f6ee-e482-401c-a3dd-3dde03602aad tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 18:00:23.577084 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-bba3f6ee-e482-401c-a3dd-3dde03602aad tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:23.591486 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 18:00:23.591486 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 18:00:23.591486 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 18:00:23.591486 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 18:00:23.591486 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 18:00:23.591486 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 18:00:23.591486 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 18:00:23.591486 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 18:00:23.591486 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 18:00:23.591486 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 18:00:23.591486 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 18:00:23.591486 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 18:00:23.591486 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 18:00:23.591486 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 18:00:23.591486 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 18:00:23.591486 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 18:00:23.591486 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 18:00:23.591486 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 18:00:23.591486 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 18:00:23.591486 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 18:00:23.591486 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 18:00:23.591486 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 18:00:23.591486 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 18:00:23.591486 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 18:00:23.591486 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 18:00:23.591486 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 18:00:23.591486 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 18:00:23.591486 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 18:00:23.591486 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 18:00:23.591486 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 18:00:23.591486 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 18:00:23.591486 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 18:00:23.670902 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-bba3f6ee-e482-401c-a3dd-3dde03602aad tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:23.688675 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-bba3f6ee-e482-401c-a3dd-3dde03602aad tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:23.700385 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba3f6ee-e482-401c-a3dd-3dde03602aad tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] Pushing event deleted for resources: {'Network': ['ID=5ae4e2f7-f888-4adc-9da8-f9e8e49d41c4,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:23.703405 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-bba3f6ee-e482-401c-a3dd-3dde03602aad tempest-NetworksIpV6Test-1622325515 tempest-NetworksIpV6Test-1622325515-project] 10.222.0.41 "DELETE /v2.0/networks/5ae4e2f7-f888-4adc-9da8-f9e8e49d41c4 HTTP/1.1" status: 204 len: 168 time: 0.9227908 May 04 18:00:23.962341 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 60738) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:00:24.029775 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-db1ae135-2e90-4e11-af54-7771c3ca9eb0 None None] Deleting port ee01e42e-a78e-4414-9138-29a85879415b {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:00:24.030203 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-db1ae135-2e90-4e11-af54-7771c3ca9eb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:24.099009 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-db1ae135-2e90-4e11-af54-7771c3ca9eb0 None None] The port 'ee01e42e-a78e-4414-9138-29a85879415b' was deleted {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 04 18:00:24.107949 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-07106d70-729d-405a-9714-fcb5539ee3e6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d04286573b6042809ed7d4c834a30131&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1444328 May 04 18:00:24.109645 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 60744) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:00:24.166405 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-50442667-dbe4-471a-9047-28ace24dbe0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:24.192230 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-50442667-dbe4-471a-9047-28ace24dbe0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:24.246195 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-50442667-dbe4-471a-9047-28ace24dbe0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:24.264367 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50442667-dbe4-471a-9047-28ace24dbe0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39befa29-8ffc-42ca-97be-f657c5403abc,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:24.270389 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-50442667-dbe4-471a-9047-28ace24dbe0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:24.272887 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-50442667-dbe4-471a-9047-28ace24dbe0c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/39befa29-8ffc-42ca-97be-f657c5403abc HTTP/1.1" status: 204 len: 168 time: 0.1616619 May 04 18:00:24.933372 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 60768) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:00:25.032854 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-50cd2e5e-3324-4662-a44c-7c4d97b6dfe7 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-705708841', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:00:25.039301 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-50cd2e5e-3324-4662-a44c-7c4d97b6dfe7 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:00:25.043375 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-50cd2e5e-3324-4662-a44c-7c4d97b6dfe7 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Usage tracker for resource:router and tenant:f530a8eb8c5b418c9600e85f03522292 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:00:25.046206 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-50cd2e5e-3324-4662-a44c-7c4d97b6dfe7 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:00:25.052885 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-50cd2e5e-3324-4662-a44c-7c4d97b6dfe7 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:00:25.062695 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-50cd2e5e-3324-4662-a44c-7c4d97b6dfe7 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:25.064384 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-50cd2e5e-3324-4662-a44c-7c4d97b6dfe7 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:25.079266 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-50cd2e5e-3324-4662-a44c-7c4d97b6dfe7 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:25.095653 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-50cd2e5e-3324-4662-a44c-7c4d97b6dfe7 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:25.116854 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-50cd2e5e-3324-4662-a44c-7c4d97b6dfe7 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:25.118046 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-50cd2e5e-3324-4662-a44c-7c4d97b6dfe7 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1836209 May 04 18:00:25.120698 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 60774) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:00:25.126651 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-bbaf7996-4ea9-4875-9e55-648c1362ddc6 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-907425077'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:00:25.131213 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-bbaf7996-4ea9-4875-9e55-648c1362ddc6 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:00:25.135394 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-bbaf7996-4ea9-4875-9e55-648c1362ddc6 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Usage tracker for resource:network and tenant:f530a8eb8c5b418c9600e85f03522292 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:00:25.138179 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-bbaf7996-4ea9-4875-9e55-648c1362ddc6 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:00:25.143768 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-bbaf7996-4ea9-4875-9e55-648c1362ddc6 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:00:25.153099 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbaf7996-4ea9-4875-9e55-648c1362ddc6 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Made reservation on behalf of f530a8eb8c5b418c9600e85f03522292 for: {'network': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:00:25.156487 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-bbaf7996-4ea9-4875-9e55-648c1362ddc6 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:25.168761 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-bbaf7996-4ea9-4875-9e55-648c1362ddc6 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:25.183286 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-bbaf7996-4ea9-4875-9e55-648c1362ddc6 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:00:25.187461 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-bbaf7996-4ea9-4875-9e55-648c1362ddc6 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Usage tracker for resource:security_group_rule and tenant:f530a8eb8c5b418c9600e85f03522292 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:00:25.190494 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-bbaf7996-4ea9-4875-9e55-648c1362ddc6 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:00:25.196183 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-bbaf7996-4ea9-4875-9e55-648c1362ddc6 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:00:25.281055 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-bbaf7996-4ea9-4875-9e55-648c1362ddc6 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:25.284860 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-bbaf7996-4ea9-4875-9e55-648c1362ddc6 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:25.316078 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbaf7996-4ea9-4875-9e55-648c1362ddc6 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=88038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 18:00:25.324109 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaf7996-4ea9-4875-9e55-648c1362ddc6 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d10f5db2-1689-4f73-99d1-80f6cda97256,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:25.329472 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-bbaf7996-4ea9-4875-9e55-648c1362ddc6 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:25.329808 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.segments_db [None req-bbaf7996-4ea9-4875-9e55-648c1362ddc6 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Added segment cd2f8cd8-776a-400a-b99b-b64e120e90be of type vlan for network 3508f12a-460c-45e9-aadf-34b7ab25973b May 04 18:00:25.355488 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-bbaf7996-4ea9-4875-9e55-648c1362ddc6 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:25.383403 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-bbaf7996-4ea9-4875-9e55-648c1362ddc6 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:25.388804 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbaf7996-4ea9-4875-9e55-648c1362ddc6 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:25.389384 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-bbaf7996-4ea9-4875-9e55-648c1362ddc6 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:25.492325 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-bbaf7996-4ea9-4875-9e55-648c1362ddc6 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3706136 May 04 18:00:25.495299 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 60778) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:00:25.497487 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaf7996-4ea9-4875-9e55-648c1362ddc6 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Pushing event updated for resources: {'Network': ['ID=3508f12a-460c-45e9-aadf-34b7ab25973b,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:25.501780 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-2a5ef9f1-f309-4a43-abe9-efbdab564997 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Request body: {'subnet': {'network_id': '3508f12a-460c-45e9-aadf-34b7ab25973b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:00:25.507404 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 3508f12a-460c-45e9-aadf-34b7ab25973b details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 18:00:25.610593 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-2a5ef9f1-f309-4a43-abe9-efbdab564997 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:00:25.614430 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-2a5ef9f1-f309-4a43-abe9-efbdab564997 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Usage tracker for resource:subnet and tenant:f530a8eb8c5b418c9600e85f03522292 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:00:25.617580 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-2a5ef9f1-f309-4a43-abe9-efbdab564997 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:00:25.623258 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-2a5ef9f1-f309-4a43-abe9-efbdab564997 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:00:25.632795 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5ef9f1-f309-4a43-abe9-efbdab564997 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Made reservation on behalf of f530a8eb8c5b418c9600e85f03522292 for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:00:25.636439 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2a5ef9f1-f309-4a43-abe9-efbdab564997 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:25.938910 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2a5ef9f1-f309-4a43-abe9-efbdab564997 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:26.015082 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5ef9f1-f309-4a43-abe9-efbdab564997 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Pushing event updated for resources: {'Subnet': ['ID=f7521b9f-7aad-4bf7-ad3e-a75ffed1f0c1,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:26.023032 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5ef9f1-f309-4a43-abe9-efbdab564997 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Checking segment: {'id': 'cd2f8cd8-776a-400a-b99b-b64e120e90be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3508f12a-460c-45e9-aadf-34b7ab25973b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:00:26.023390 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5ef9f1-f309-4a43-abe9-efbdab564997 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Network hostable DHCP agents. Network: 3508f12a-460c-45e9-aadf-34b7ab25973b, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 18:00:26.041952 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5ef9f1-f309-4a43-abe9-efbdab564997 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Network 3508f12a-460c-45e9-aadf-34b7ab25973b is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 18:00:26.051180 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-2a5ef9f1-f309-4a43-abe9-efbdab564997 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 3508f12a-460c-45e9-aadf-34b7ab25973b) {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:00:26.055325 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5ef9f1-f309-4a43-abe9-efbdab564997 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:26.055904 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2a5ef9f1-f309-4a43-abe9-efbdab564997 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:26.061057 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563bb5b8-f9ac-49aa-bc7d-fc1a57981f63 None None] Network 3508f12a-460c-45e9-aadf-34b7ab25973b requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:00:26.076636 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-2a5ef9f1-f309-4a43-abe9-efbdab564997 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5802536 May 04 18:00:26.080207 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 60782) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:00:26.085842 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-f497f446-bd02-4458-97fd-879416499bc1 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1374018951'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:00:26.090575 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-f497f446-bd02-4458-97fd-879416499bc1 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:00:26.094396 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-f497f446-bd02-4458-97fd-879416499bc1 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Usage tracker for resource:network and tenant:f530a8eb8c5b418c9600e85f03522292 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:00:26.097213 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-f497f446-bd02-4458-97fd-879416499bc1 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:00:26.102894 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-f497f446-bd02-4458-97fd-879416499bc1 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:00:26.112277 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f497f446-bd02-4458-97fd-879416499bc1 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Made reservation on behalf of f530a8eb8c5b418c9600e85f03522292 for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:00:26.115870 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f497f446-bd02-4458-97fd-879416499bc1 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:26.146841 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f497f446-bd02-4458-97fd-879416499bc1 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 18:00:26.155724 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f497f446-bd02-4458-97fd-879416499bc1 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:26.156072 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-f497f446-bd02-4458-97fd-879416499bc1 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Added segment 93007dfc-2abe-4fef-9138-3b92828d1831 of type vlan for network adda6aa1-a627-4868-8d5f-2878ecfca826 May 04 18:00:26.181945 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f497f446-bd02-4458-97fd-879416499bc1 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:26.212167 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f497f446-bd02-4458-97fd-879416499bc1 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:26.219411 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f497f446-bd02-4458-97fd-879416499bc1 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:26.220486 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f497f446-bd02-4458-97fd-879416499bc1 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:26.276900 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5470a6-91d6-4da8-8207-e88dfe49d360 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-3508f12a-460c-45e9-aadf-34b7ab25973b', 'network_id': '3508f12a-460c-45e9-aadf-34b7ab25973b', 'tenant_id': 'f530a8eb8c5b418c9600e85f03522292', 'fixed_ips': [{'subnet_id': 'f7521b9f-7aad-4bf7-ad3e-a75ffed1f0c1'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 18:00:26.277712 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-7d5470a6-91d6-4da8-8207-e88dfe49d360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:26.279794 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-f497f446-bd02-4458-97fd-879416499bc1 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1985812 May 04 18:00:26.282719 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 60786) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:00:26.289375 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-95e6d0a9-7c72-4273-8a25-71d04f08c3c3 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Request body: {'subnet': {'network_id': 'adda6aa1-a627-4868-8d5f-2878ecfca826', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:00:26.335635 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f497f446-bd02-4458-97fd-879416499bc1 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Pushing event updated for resources: {'Network': ['ID=adda6aa1-a627-4868-8d5f-2878ecfca826,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:26.349316 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network adda6aa1-a627-4868-8d5f-2878ecfca826 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 18:00:26.403652 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-95e6d0a9-7c72-4273-8a25-71d04f08c3c3 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:00:26.407415 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-95e6d0a9-7c72-4273-8a25-71d04f08c3c3 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Usage tracker for resource:subnet and tenant:f530a8eb8c5b418c9600e85f03522292 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:00:26.410523 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-95e6d0a9-7c72-4273-8a25-71d04f08c3c3 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:00:26.416179 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-95e6d0a9-7c72-4273-8a25-71d04f08c3c3 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:00:26.426953 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e6d0a9-7c72-4273-8a25-71d04f08c3c3 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Made reservation on behalf of f530a8eb8c5b418c9600e85f03522292 for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:00:26.431006 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-95e6d0a9-7c72-4273-8a25-71d04f08c3c3 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:26.523678 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-7d5470a6-91d6-4da8-8207-e88dfe49d360 None None] Allocated IP 172.20.0.2 (3508f12a-460c-45e9-aadf-34b7ab25973b/f7521b9f-7aad-4bf7-ad3e-a75ffed1f0c1/c9d7d908-0ad6-46b4-82ea-3cf83cb681f0) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:00:26.653182 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-95e6d0a9-7c72-4273-8a25-71d04f08c3c3 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:26.733879 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e6d0a9-7c72-4273-8a25-71d04f08c3c3 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Pushing event updated for resources: {'Subnet': ['ID=87f674df-00f4-4f2f-bea2-5e82cc002659,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:26.741059 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e6d0a9-7c72-4273-8a25-71d04f08c3c3 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Checking segment: {'id': '93007dfc-2abe-4fef-9138-3b92828d1831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'adda6aa1-a627-4868-8d5f-2878ecfca826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:00:26.741404 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e6d0a9-7c72-4273-8a25-71d04f08c3c3 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Network hostable DHCP agents. Network: adda6aa1-a627-4868-8d5f-2878ecfca826, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 18:00:26.760216 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e6d0a9-7c72-4273-8a25-71d04f08c3c3 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Network adda6aa1-a627-4868-8d5f-2878ecfca826 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 18:00:26.770162 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-95e6d0a9-7c72-4273-8a25-71d04f08c3c3 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, adda6aa1-a627-4868-8d5f-2878ecfca826) {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:00:26.770363 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-7d5470a6-91d6-4da8-8207-e88dfe49d360 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:26.776565 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e6d0a9-7c72-4273-8a25-71d04f08c3c3 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:26.777155 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-95e6d0a9-7c72-4273-8a25-71d04f08c3c3 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:26.781974 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427aa840-3e96-4d27-8ba0-aaee3b55a818 None None] Network adda6aa1-a627-4868-8d5f-2878ecfca826 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:00:26.798857 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-7d5470a6-91d6-4da8-8207-e88dfe49d360 None None] Transition to ACTIVE for port object c9d7d908-0ad6-46b4-82ea-3cf83cb681f0 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:00:26.801317 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-95e6d0a9-7c72-4273-8a25-71d04f08c3c3 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5174310 May 04 18:00:26.804744 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 60790) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:00:26.809771 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-c8894ef3-6824-4078-9e50-fb4bf420e568 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Request body: {'router': {'external_gateway_info': {'network_id': 'adda6aa1-a627-4868-8d5f-2878ecfca826'}}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:00:26.875922 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-7d5470a6-91d6-4da8-8207-e88dfe49d360 None None] Transition to ACTIVE for port object c9d7d908-0ad6-46b4-82ea-3cf83cb681f0 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:00:26.886409 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-7d5470a6-91d6-4da8-8207-e88dfe49d360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:26.980181 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5470a6-91d6-4da8-8207-e88dfe49d360 None None] Network 3508f12a-460c-45e9-aadf-34b7ab25973b is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:00:26.986445 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-7d5470a6-91d6-4da8-8207-e88dfe49d360 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:00:27.016801 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5470a6-91d6-4da8-8207-e88dfe49d360 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 18:00:27.018789 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5470a6-91d6-4da8-8207-e88dfe49d360 None None] Pushing event updated for resources: {'Port': ['ID=c9d7d908-0ad6-46b4-82ea-3cf83cb681f0,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:27.159054 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-7d5470a6-91d6-4da8-8207-e88dfe49d360 None None] Attempting to bind port c9d7d908-0ad6-46b4-82ea-3cf83cb681f0 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:00:27.159424 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-7d5470a6-91d6-4da8-8207-e88dfe49d360 None None] Attempting to bind port c9d7d908-0ad6-46b4-82ea-3cf83cb681f0 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'cd2f8cd8-776a-400a-b99b-b64e120e90be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3508f12a-460c-45e9-aadf-34b7ab25973b'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:00:27.159791 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5470a6-91d6-4da8-8207-e88dfe49d360 None None] Attempting to bind port c9d7d908-0ad6-46b4-82ea-3cf83cb681f0 on network 3508f12a-460c-45e9-aadf-34b7ab25973b {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:00:27.166872 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5470a6-91d6-4da8-8207-e88dfe49d360 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:00:27.167506 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5470a6-91d6-4da8-8207-e88dfe49d360 None None] Checking segment: {'id': 'cd2f8cd8-776a-400a-b99b-b64e120e90be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3508f12a-460c-45e9-aadf-34b7ab25973b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:00:27.167909 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-7d5470a6-91d6-4da8-8207-e88dfe49d360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:27.168300 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5470a6-91d6-4da8-8207-e88dfe49d360 None None] Bound using segment: {'id': 'cd2f8cd8-776a-400a-b99b-b64e120e90be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3508f12a-460c-45e9-aadf-34b7ab25973b'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:00:27.168763 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-7d5470a6-91d6-4da8-8207-e88dfe49d360 None None] Bound port: c9d7d908-0ad6-46b4-82ea-3cf83cb681f0, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd2f8cd8-776a-400a-b99b-b64e120e90be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3508f12a-460c-45e9-aadf-34b7ab25973b'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:00:27.169146 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-7d5470a6-91d6-4da8-8207-e88dfe49d360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:27.181055 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838e73d9-15b8-437e-a8b9-a33070016ae1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-adda6aa1-a627-4868-8d5f-2878ecfca826', 'network_id': 'adda6aa1-a627-4868-8d5f-2878ecfca826', 'tenant_id': 'f530a8eb8c5b418c9600e85f03522292', 'fixed_ips': [{'subnet_id': '87f674df-00f4-4f2f-bea2-5e82cc002659'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 18:00:27.181851 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-838e73d9-15b8-437e-a8b9-a33070016ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:27.184064 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c8894ef3-6824-4078-9e50-fb4bf420e568 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:27.347191 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-7d5470a6-91d6-4da8-8207-e88dfe49d360 None None] For port c9d7d908-0ad6-46b4-82ea-3cf83cb681f0, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:00:27.386809 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-7d5470a6-91d6-4da8-8207-e88dfe49d360 None None] For port c9d7d908-0ad6-46b4-82ea-3cf83cb681f0, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=c9d7d908-0ad6-46b4-82ea-3cf83cb681f0,segment=NetworkSegment(cd2f8cd8-776a-400a-b99b-b64e120e90be),segment_id=cd2f8cd8-776a-400a-b99b-b64e120e90be)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:00:27.394399 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-7d5470a6-91d6-4da8-8207-e88dfe49d360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:27.440016 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.api.v2.resource [None req-c8894ef3-6824-4078-9e50-fb4bf420e568 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 04 18:00:27.441044 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-c8894ef3-6824-4078-9e50-fb4bf420e568 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] 10.222.0.41 "PUT /v2.0/routers/6f8a6f89-3f58-46a3-9f26-5cc7c9261a89 HTTP/1.1" status: 400 len: 364 time: 0.6353962 May 04 18:00:27.446856 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 60794) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:00:27.475947 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-838e73d9-15b8-437e-a8b9-a33070016ae1 None None] Allocated IP 172.21.0.2 (adda6aa1-a627-4868-8d5f-2878ecfca826/87f674df-00f4-4f2f-bea2-5e82cc002659/86437ab3-ad58-45e5-9cf1-a865ada83c65) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:00:27.497884 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5470a6-91d6-4da8-8207-e88dfe49d360 None None] Pushing event updated for resources: {'Port': ['ID=c9d7d908-0ad6-46b4-82ea-3cf83cb681f0,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:27.519618 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_v2 [None req-5412388a-13b9-410a-a40a-4f5792a9abe1 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Deleting subnet 87f674df-00f4-4f2f-bea2-5e82cc002659 {{(pid=88038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 18:00:27.710014 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-838e73d9-15b8-437e-a8b9-a33070016ae1 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:27.720536 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-838e73d9-15b8-437e-a8b9-a33070016ae1 None None] Transition to ACTIVE for port object 86437ab3-ad58-45e5-9cf1-a865ada83c65 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:00:27.739912 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-838e73d9-15b8-437e-a8b9-a33070016ae1 None None] Transition to ACTIVE for port object 86437ab3-ad58-45e5-9cf1-a865ada83c65 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:00:27.744615 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5412388a-13b9-410a-a40a-4f5792a9abe1 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Notify callbacks [] for subnet, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:27.745227 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-838e73d9-15b8-437e-a8b9-a33070016ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:27.804986 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5412388a-13b9-410a-a40a-4f5792a9abe1 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-801696'] for subnet, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:27.816975 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838e73d9-15b8-437e-a8b9-a33070016ae1 None None] Network adda6aa1-a627-4868-8d5f-2878ecfca826 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:00:27.819966 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-838e73d9-15b8-437e-a8b9-a33070016ae1 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:00:27.824374 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838e73d9-15b8-437e-a8b9-a33070016ae1 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 18:00:27.826432 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838e73d9-15b8-437e-a8b9-a33070016ae1 None None] Pushing event updated for resources: {'Port': ['ID=86437ab3-ad58-45e5-9cf1-a865ada83c65,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:27.889197 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5412388a-13b9-410a-a40a-4f5792a9abe1 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:27.911987 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-838e73d9-15b8-437e-a8b9-a33070016ae1 None None] Attempting to bind port 86437ab3-ad58-45e5-9cf1-a865ada83c65 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:00:27.912301 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-838e73d9-15b8-437e-a8b9-a33070016ae1 None None] Attempting to bind port 86437ab3-ad58-45e5-9cf1-a865ada83c65 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '93007dfc-2abe-4fef-9138-3b92828d1831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'adda6aa1-a627-4868-8d5f-2878ecfca826'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:00:27.912641 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838e73d9-15b8-437e-a8b9-a33070016ae1 None None] Attempting to bind port 86437ab3-ad58-45e5-9cf1-a865ada83c65 on network adda6aa1-a627-4868-8d5f-2878ecfca826 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:00:27.918109 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838e73d9-15b8-437e-a8b9-a33070016ae1 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:00:27.918484 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838e73d9-15b8-437e-a8b9-a33070016ae1 None None] Checking segment: {'id': '93007dfc-2abe-4fef-9138-3b92828d1831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'adda6aa1-a627-4868-8d5f-2878ecfca826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:00:27.918884 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-838e73d9-15b8-437e-a8b9-a33070016ae1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:27.919277 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838e73d9-15b8-437e-a8b9-a33070016ae1 None None] Bound using segment: {'id': '93007dfc-2abe-4fef-9138-3b92828d1831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'adda6aa1-a627-4868-8d5f-2878ecfca826'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:00:27.919737 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-838e73d9-15b8-437e-a8b9-a33070016ae1 None None] Bound port: 86437ab3-ad58-45e5-9cf1-a865ada83c65, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93007dfc-2abe-4fef-9138-3b92828d1831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'adda6aa1-a627-4868-8d5f-2878ecfca826'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:00:27.920116 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-838e73d9-15b8-437e-a8b9-a33070016ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:27.968977 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5412388a-13b9-410a-a40a-4f5792a9abe1 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:28.008818 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5412388a-13b9-410a-a40a-4f5792a9abe1 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Pushing event deleted for resources: {'Subnet': ['ID=87f674df-00f4-4f2f-bea2-5e82cc002659,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:28.010459 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-838e73d9-15b8-437e-a8b9-a33070016ae1 None None] For port 86437ab3-ad58-45e5-9cf1-a865ada83c65, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:00:28.012771 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5412388a-13b9-410a-a40a-4f5792a9abe1 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:28.013818 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-838e73d9-15b8-437e-a8b9-a33070016ae1 None None] For port 86437ab3-ad58-45e5-9cf1-a865ada83c65, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=86437ab3-ad58-45e5-9cf1-a865ada83c65,segment=NetworkSegment(93007dfc-2abe-4fef-9138-3b92828d1831),segment_id=93007dfc-2abe-4fef-9138-3b92828d1831)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:00:28.019994 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-5412388a-13b9-410a-a40a-4f5792a9abe1 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] 10.222.0.41 "DELETE /v2.0/subnets/87f674df-00f4-4f2f-bea2-5e82cc002659 HTTP/1.1" status: 204 len: 168 time: 0.5721881 May 04 18:00:28.020150 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-838e73d9-15b8-437e-a8b9-a33070016ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:28.022339 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 60798) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:00:28.104950 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838e73d9-15b8-437e-a8b9-a33070016ae1 None None] Pushing event updated for resources: {'Port': ['ID=86437ab3-ad58-45e5-9cf1-a865ada83c65,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:28.151627 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9308b0c0-5f48-404d-ab69-398ce98598b7 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:28.164006 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-9308b0c0-5f48-404d-ab69-398ce98598b7 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Deleting port 86437ab3-ad58-45e5-9cf1-a865ada83c65 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:00:28.164348 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9308b0c0-5f48-404d-ab69-398ce98598b7 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:28.395881 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-9308b0c0-5f48-404d-ab69-398ce98598b7 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] For port 86437ab3-ad58-45e5-9cf1-a865ada83c65, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=86437ab3-ad58-45e5-9cf1-a865ada83c65,segment=NetworkSegment(93007dfc-2abe-4fef-9138-3b92828d1831),segment_id=93007dfc-2abe-4fef-9138-3b92828d1831)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:00:28.396257 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9308b0c0-5f48-404d-ab69-398ce98598b7 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:28.529840 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-9308b0c0-5f48-404d-ab69-398ce98598b7 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Calling delete_port for 86437ab3-ad58-45e5-9cf1-a865ada83c65 owned by network:dhcp {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:00:28.549872 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09b4fdf-8952-41b4-8107-56d5d4602aa2 None None] Network 3508f12a-460c-45e9-aadf-34b7ab25973b requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:00:28.608587 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9308b0c0-5f48-404d-ab69-398ce98598b7 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:28.651877 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-06c6095d-1ddc-443f-96a0-38edd0d0c7d6 None None] Provisioning for port c9d7d908-0ad6-46b4-82ea-3cf83cb681f0 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:00:28.659598 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9308b0c0-5f48-404d-ab69-398ce98598b7 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Pushing event deleted for resources: {'Port': ['ID=86437ab3-ad58-45e5-9cf1-a865ada83c65,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:28.666497 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9308b0c0-5f48-404d-ab69-398ce98598b7 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] No DVR routers for this DVR port 86437ab3-ad58-45e5-9cf1-a865ada83c65 on host dv-neutron-840426-1-hyperv {{(pid=88038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:00:28.794592 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9308b0c0-5f48-404d-ab69-398ce98598b7 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:28.822280 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-9308b0c0-5f48-404d-ab69-398ce98598b7 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adda6aa1-a627-4868-8d5f-2878ecfca826']}} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:00:28.836616 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-9308b0c0-5f48-404d-ab69-398ce98598b7 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93007dfc-2abe-4fef-9138-3b92828d1831') {'for_net_delete': True} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:00:28.836929 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-9308b0c0-5f48-404d-ab69-398ce98598b7 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93007dfc-2abe-4fef-9138-3b92828d1831') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:00:28.850447 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9308b0c0-5f48-404d-ab69-398ce98598b7 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801627'] for segment, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:28.868384 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9308b0c0-5f48-404d-ab69-398ce98598b7 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:28.875047 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9308b0c0-5f48-404d-ab69-398ce98598b7 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=88038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 18:00:28.875993 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9308b0c0-5f48-404d-ab69-398ce98598b7 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7881827'] for segment, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:28.893212 dv-neutron-840426-1-hyperv neutron-server[88038]: Traceback (most recent call last): May 04 18:00:28.893212 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 18:00:28.893212 dv-neutron-840426-1-hyperv neutron-server[88038]: timer() May 04 18:00:28.893212 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 18:00:28.893212 dv-neutron-840426-1-hyperv neutron-server[88038]: cb(*args, **kw) May 04 18:00:28.893212 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 18:00:28.893212 dv-neutron-840426-1-hyperv neutron-server[88038]: return func(*args, **kwargs) May 04 18:00:28.893212 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 18:00:28.893212 dv-neutron-840426-1-hyperv neutron-server[88038]: self._notify() May 04 18:00:28.893212 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 18:00:28.893212 dv-neutron-840426-1-hyperv neutron-server[88038]: self.callback(batched_events) May 04 18:00:28.893212 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 18:00:28.893212 dv-neutron-840426-1-hyperv neutron-server[88038]: event.method(event) May 04 18:00:28.893212 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 18:00:28.893212 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 18:00:28.893212 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 18:00:28.893212 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_uuid = self.p_client.list_aggregates( May 04 18:00:28.893212 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 18:00:28.893212 dv-neutron-840426-1-hyperv neutron-server[88038]: return f(self, *a, **k) May 04 18:00:28.893212 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 18:00:28.893212 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._get(url).json() May 04 18:00:28.893212 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 18:00:28.893212 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 18:00:28.893212 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 18:00:28.893212 dv-neutron-840426-1-hyperv neutron-server[88038]: return self.request(url, 'GET', **kwargs) May 04 18:00:28.893212 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 18:00:28.893212 dv-neutron-840426-1-hyperv neutron-server[88038]: base_url = self.get_endpoint(auth, allow=allow, May 04 18:00:28.893212 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 18:00:28.893212 dv-neutron-840426-1-hyperv neutron-server[88038]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 18:00:28.893212 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 18:00:28.893212 dv-neutron-840426-1-hyperv neutron-server[88038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 18:00:28.893212 dv-neutron-840426-1-hyperv neutron-server[88038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 18:00:28.979233 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9308b0c0-5f48-404d-ab69-398ce98598b7 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:28.997060 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9308b0c0-5f48-404d-ab69-398ce98598b7 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:29.009542 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9308b0c0-5f48-404d-ab69-398ce98598b7 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Pushing event deleted for resources: {'Network': ['ID=adda6aa1-a627-4868-8d5f-2878ecfca826,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:29.013895 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-9308b0c0-5f48-404d-ab69-398ce98598b7 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] 10.222.0.41 "DELETE /v2.0/networks/adda6aa1-a627-4868-8d5f-2878ecfca826 HTTP/1.1" status: 204 len: 168 time: 0.9905429 May 04 18:00:29.016857 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 60802) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:00:29.089660 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeb1e81f-4e82-4265-9bdd-ced1dab74e47 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Deleting subnet f7521b9f-7aad-4bf7-ad3e-a75ffed1f0c1 {{(pid=88038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 18:00:29.093532 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-aeb1e81f-4e82-4265-9bdd-ced1dab74e47 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Notify callbacks [] for subnet, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:29.152874 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-aeb1e81f-4e82-4265-9bdd-ced1dab74e47 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-801696'] for subnet, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:29.256315 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-aeb1e81f-4e82-4265-9bdd-ced1dab74e47 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:29.279712 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e9a352-fd0c-4e7f-a6d8-ef1459ec793c None None] DHCP port deletion for adda6aa1-a627-4868-8d5f-2878ecfca826 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 18:00:29.296079 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-1c941d53-af76-4234-8000-1c218b4b317c None None] Could not find standard attr ID for object 86437ab3-ad58-45e5-9cf1-a865ada83c65. {{(pid=88039) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 04 18:00:29.298556 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47738d72-c741-4409-969a-8cf2ce73aeda None None] Network adda6aa1-a627-4868-8d5f-2878ecfca826 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:00:29.317137 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47738d72-c741-4409-969a-8cf2ce73aeda None None] Network adda6aa1-a627-4868-8d5f-2878ecfca826 could not be found, it might have been deleted concurrently. {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 04 18:00:29.328274 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device c9d7d908-0ad6-46b4-82ea-3cf83cb681f0 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:00:29.346018 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-aeb1e81f-4e82-4265-9bdd-ced1dab74e47 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:29.417801 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port c9d7d908-0ad6-46b4-82ea-3cf83cb681f0 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:00:29.425079 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port c9d7d908-0ad6-46b4-82ea-3cf83cb681f0 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:00:29.425496 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:29.497088 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb1e81f-4e82-4265-9bdd-ced1dab74e47 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Pushing event deleted for resources: {'Subnet': ['ID=f7521b9f-7aad-4bf7-ad3e-a75ffed1f0c1,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:29.502753 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-aeb1e81f-4e82-4265-9bdd-ced1dab74e47 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:29.509008 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-aeb1e81f-4e82-4265-9bdd-ced1dab74e47 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] 10.222.0.41 "DELETE /v2.0/subnets/f7521b9f-7aad-4bf7-ad3e-a75ffed1f0c1 HTTP/1.1" status: 204 len: 168 time: 0.4911966 May 04 18:00:29.511625 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 60806) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:00:29.541731 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1c9743-7c61-4286-8b7b-fb49b1ddc842 None None] Network 3508f12a-460c-45e9-aadf-34b7ab25973b requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:00:29.589265 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:29.623732 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-78d61149-d34d-4d59-9893-378b019c6730 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:29.635251 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-78d61149-d34d-4d59-9893-378b019c6730 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Deleting port c9d7d908-0ad6-46b4-82ea-3cf83cb681f0 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:00:29.635584 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-78d61149-d34d-4d59-9893-378b019c6730 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:29.748103 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port c9d7d908-0ad6-46b4-82ea-3cf83cb681f0, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=c9d7d908-0ad6-46b4-82ea-3cf83cb681f0,segment=NetworkSegment(cd2f8cd8-776a-400a-b99b-b64e120e90be),segment_id=cd2f8cd8-776a-400a-b99b-b64e120e90be)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:00:29.756308 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:29.835874 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=c9d7d908-0ad6-46b4-82ea-3cf83cb681f0,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:29.851682 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-78d61149-d34d-4d59-9893-378b019c6730 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] For port c9d7d908-0ad6-46b4-82ea-3cf83cb681f0, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=c9d7d908-0ad6-46b4-82ea-3cf83cb681f0,segment=NetworkSegment(cd2f8cd8-776a-400a-b99b-b64e120e90be),segment_id=cd2f8cd8-776a-400a-b99b-b64e120e90be)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:00:29.852039 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-78d61149-d34d-4d59-9893-378b019c6730 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:29.910794 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48653513-1927-4f94-a288-25d7fb61f984 None None] DHCP port deletion for 3508f12a-460c-45e9-aadf-34b7ab25973b request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 18:00:29.915197 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-48653513-1927-4f94-a288-25d7fb61f984 None None] Deleting port c9d7d908-0ad6-46b4-82ea-3cf83cb681f0 {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:00:29.915764 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-48653513-1927-4f94-a288-25d7fb61f984 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:29.978701 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-78d61149-d34d-4d59-9893-378b019c6730 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Calling delete_port for c9d7d908-0ad6-46b4-82ea-3cf83cb681f0 owned by network:dhcp {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:00:30.058542 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.db.api [None req-78d61149-d34d-4d59-9893-378b019c6730 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88037) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 18:00:30.058771 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG oslo_db.api [None req-78d61149-d34d-4d59-9893-378b019c6730 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 18:00:30.120108 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-48653513-1927-4f94-a288-25d7fb61f984 None None] For port c9d7d908-0ad6-46b4-82ea-3cf83cb681f0, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=c9d7d908-0ad6-46b4-82ea-3cf83cb681f0,segment=NetworkSegment(cd2f8cd8-776a-400a-b99b-b64e120e90be),segment_id=cd2f8cd8-776a-400a-b99b-b64e120e90be)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:00:30.120408 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-48653513-1927-4f94-a288-25d7fb61f984 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:30.242260 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-48653513-1927-4f94-a288-25d7fb61f984 None None] Calling delete_port for c9d7d908-0ad6-46b4-82ea-3cf83cb681f0 owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:00:30.315980 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-48653513-1927-4f94-a288-25d7fb61f984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124'] for port, after_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:30.357641 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48653513-1927-4f94-a288-25d7fb61f984 None None] Pushing event deleted for resources: {'Port': ['ID=c9d7d908-0ad6-46b4-82ea-3cf83cb681f0,revision_number=None']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:30.363226 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48653513-1927-4f94-a288-25d7fb61f984 None None] No DVR routers for this DVR port c9d7d908-0ad6-46b4-82ea-3cf83cb681f0 on host dv-neutron-840426-1-hyperv {{(pid=88039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:00:30.560597 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-78d61149-d34d-4d59-9893-378b019c6730 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Deleting port c9d7d908-0ad6-46b4-82ea-3cf83cb681f0 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:00:30.561160 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-78d61149-d34d-4d59-9893-378b019c6730 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:30.627583 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-78d61149-d34d-4d59-9893-378b019c6730 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] The port 'c9d7d908-0ad6-46b4-82ea-3cf83cb681f0' was deleted {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 04 18:00:30.753457 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-78d61149-d34d-4d59-9893-378b019c6730 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:30.780767 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-78d61149-d34d-4d59-9893-378b019c6730 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3508f12a-460c-45e9-aadf-34b7ab25973b']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:00:30.792710 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-78d61149-d34d-4d59-9893-378b019c6730 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd2f8cd8-776a-400a-b99b-b64e120e90be') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:00:30.793004 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-78d61149-d34d-4d59-9893-378b019c6730 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd2f8cd8-776a-400a-b99b-b64e120e90be') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:00:30.804621 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-78d61149-d34d-4d59-9893-378b019c6730 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:30.820683 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-78d61149-d34d-4d59-9893-378b019c6730 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:30.826588 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78d61149-d34d-4d59-9893-378b019c6730 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 18:00:30.826970 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-78d61149-d34d-4d59-9893-378b019c6730 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:30.841364 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 18:00:30.841364 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 18:00:30.841364 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 18:00:30.841364 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 18:00:30.841364 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 18:00:30.841364 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 18:00:30.841364 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 18:00:30.841364 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 18:00:30.841364 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 18:00:30.841364 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 18:00:30.841364 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 18:00:30.841364 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 18:00:30.841364 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 18:00:30.841364 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 18:00:30.841364 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 18:00:30.841364 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 18:00:30.841364 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 18:00:30.841364 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 18:00:30.841364 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 18:00:30.841364 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 18:00:30.841364 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 18:00:30.841364 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 18:00:30.841364 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 18:00:30.841364 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 18:00:30.841364 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 18:00:30.841364 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 18:00:30.841364 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 18:00:30.841364 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 18:00:30.841364 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 18:00:30.841364 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 18:00:30.841364 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 18:00:30.841364 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 18:00:30.915760 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-78d61149-d34d-4d59-9893-378b019c6730 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:30.936586 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-78d61149-d34d-4d59-9893-378b019c6730 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:30.948673 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d61149-d34d-4d59-9893-378b019c6730 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Pushing event deleted for resources: {'Network': ['ID=3508f12a-460c-45e9-aadf-34b7ab25973b,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:30.951431 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-78d61149-d34d-4d59-9893-378b019c6730 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] 10.222.0.41 "DELETE /v2.0/networks/3508f12a-460c-45e9-aadf-34b7ab25973b HTTP/1.1" status: 204 len: 168 time: 1.4387386 May 04 18:00:30.954255 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 60810) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:00:30.994966 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-4ebd2ad2-86ea-4c3a-90a4-3486aa63efba tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Synchronizing usage tracker for tenant:f530a8eb8c5b418c9600e85f03522292 on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:00:31.010567 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-4ebd2ad2-86ea-4c3a-90a4-3486aa63efba tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Unset dirty status for tenant:f530a8eb8c5b418c9600e85f03522292 on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:00:31.011686 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-4ebd2ad2-86ea-4c3a-90a4-3486aa63efba tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] 10.222.0.41 "GET /v2.0/ports?device_id=6f8a6f89-3f58-46a3-9f26-5cc7c9261a89 HTTP/1.1" status: 200 len: 205 time: 0.0566306 May 04 18:00:31.014322 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 60814) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:00:31.235437 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-523dca14-59b4-484b-98c0-55dff79da248 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Notify callbacks [] for router, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:31.243789 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 86437ab3-ad58-45e5-9cf1-a865ada83c65 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:00:31.279508 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 86437ab3-ad58-45e5-9cf1-a865ada83c65 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 18:00:31.279859 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 86437ab3-ad58-45e5-9cf1-a865ada83c65 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:00:31.280272 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device c9d7d908-0ad6-46b4-82ea-3cf83cb681f0 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:00:31.313127 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: c9d7d908-0ad6-46b4-82ea-3cf83cb681f0 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 18:00:31.313473 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device c9d7d908-0ad6-46b4-82ea-3cf83cb681f0 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:00:31.526731 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-523dca14-59b4-484b-98c0-55dff79da248 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:31.528784 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-523dca14-59b4-484b-98c0-55dff79da248 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:31.550651 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-523dca14-59b4-484b-98c0-55dff79da248 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:31.551434 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-523dca14-59b4-484b-98c0-55dff79da248 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Fanout notify agent at l3_agent the message router_deleted on router 6f8a6f89-3f58-46a3-9f26-5cc7c9261a89 {{(pid=88037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 18:00:31.562507 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-523dca14-59b4-484b-98c0-55dff79da248 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:31.563658 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-523dca14-59b4-484b-98c0-55dff79da248 tempest-RoutersNegativeTest-439059653 tempest-RoutersNegativeTest-439059653-project] 10.222.0.41 "DELETE /v2.0/routers/6f8a6f89-3f58-46a3-9f26-5cc7c9261a89 HTTP/1.1" status: 204 len: 168 time: 0.5484614 May 04 18:00:31.821848 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 60822) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:00:31.966251 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-ce3250c3-86a8-4eea-951c-ddcba2bf17a9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f530a8eb8c5b418c9600e85f03522292&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1432192 May 04 18:00:31.968683 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 60828) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:00:32.024022 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-28b473b5-4f03-4b83-a473-18f04941af3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:32.048464 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-28b473b5-4f03-4b83-a473-18f04941af3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:32.098709 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-28b473b5-4f03-4b83-a473-18f04941af3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:32.113496 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b473b5-4f03-4b83-a473-18f04941af3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10f5db2-1689-4f73-99d1-80f6cda97256,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:32.121708 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-28b473b5-4f03-4b83-a473-18f04941af3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:32.123185 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-28b473b5-4f03-4b83-a473-18f04941af3e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d10f5db2-1689-4f73-99d1-80f6cda97256 HTTP/1.1" status: 204 len: 168 time: 0.1536195 May 04 18:00:32.763889 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 60852) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:00:32.880782 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-55686c93-4929-4fbf-b33a-24af8e770b00 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1286175309-network', 'tenant_id': 'd8d06fb6a6d345a09a2fcd64b688dbb5'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:00:32.885466 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-55686c93-4929-4fbf-b33a-24af8e770b00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:00:32.889330 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-55686c93-4929-4fbf-b33a-24af8e770b00 admin admin] Usage tracker for resource:network and tenant:d8d06fb6a6d345a09a2fcd64b688dbb5 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:00:32.892260 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-55686c93-4929-4fbf-b33a-24af8e770b00 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:00:32.898552 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-55686c93-4929-4fbf-b33a-24af8e770b00 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:00:32.909142 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55686c93-4929-4fbf-b33a-24af8e770b00 admin admin] Made reservation on behalf of d8d06fb6a6d345a09a2fcd64b688dbb5 for: {'network': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:00:32.911376 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-55686c93-4929-4fbf-b33a-24af8e770b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:32.926760 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-55686c93-4929-4fbf-b33a-24af8e770b00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:32.940556 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-55686c93-4929-4fbf-b33a-24af8e770b00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:00:32.944339 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-55686c93-4929-4fbf-b33a-24af8e770b00 admin admin] Usage tracker for resource:security_group_rule and tenant:d8d06fb6a6d345a09a2fcd64b688dbb5 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:00:32.947103 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-55686c93-4929-4fbf-b33a-24af8e770b00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:00:32.952683 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-55686c93-4929-4fbf-b33a-24af8e770b00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:00:33.034777 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-55686c93-4929-4fbf-b33a-24af8e770b00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:33.038266 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-55686c93-4929-4fbf-b33a-24af8e770b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:33.068060 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55686c93-4929-4fbf-b33a-24af8e770b00 admin admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=88038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 18:00:33.076340 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55686c93-4929-4fbf-b33a-24af8e770b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a4925c-2942-420a-a436-b1d6da0b7e23,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:33.082330 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-55686c93-4929-4fbf-b33a-24af8e770b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:33.082677 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.segments_db [None req-55686c93-4929-4fbf-b33a-24af8e770b00 admin admin] Added segment 72827e6c-30b7-45f9-9a6b-1cdafb1e82c0 of type vlan for network 03ccc4a5-327e-4cad-afaf-69b6aa9804e1 May 04 18:00:33.107873 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-55686c93-4929-4fbf-b33a-24af8e770b00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:33.144316 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-55686c93-4929-4fbf-b33a-24af8e770b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:33.145163 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55686c93-4929-4fbf-b33a-24af8e770b00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:33.145771 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-55686c93-4929-4fbf-b33a-24af8e770b00 admin admin] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:33.230400 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-f9252628-ad82-4e20-9c05-edeff9cae51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:33.243534 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-55686c93-4929-4fbf-b33a-24af8e770b00 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4781063 May 04 18:00:33.245978 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 60858) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:00:33.248468 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55686c93-4929-4fbf-b33a-24af8e770b00 admin admin] Pushing event updated for resources: {'Network': ['ID=03ccc4a5-327e-4cad-afaf-69b6aa9804e1,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:33.252115 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-290583e3-df59-4878-a6d6-858b85c68d9a admin admin] Request body: {'subnet': {'network_id': '03ccc4a5-327e-4cad-afaf-69b6aa9804e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1286175309-subnet', 'tenant_id': 'd8d06fb6a6d345a09a2fcd64b688dbb5', 'ip_version': 4}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:00:33.258334 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-290583e3-df59-4878-a6d6-858b85c68d9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:00:33.259051 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 03ccc4a5-327e-4cad-afaf-69b6aa9804e1 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 18:00:33.262451 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-290583e3-df59-4878-a6d6-858b85c68d9a admin admin] Usage tracker for resource:subnet and tenant:d8d06fb6a6d345a09a2fcd64b688dbb5 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:00:33.265277 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-290583e3-df59-4878-a6d6-858b85c68d9a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:00:33.271805 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-290583e3-df59-4878-a6d6-858b85c68d9a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:00:33.282389 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290583e3-df59-4878-a6d6-858b85c68d9a admin admin] Made reservation on behalf of d8d06fb6a6d345a09a2fcd64b688dbb5 for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:00:33.284658 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-290583e3-df59-4878-a6d6-858b85c68d9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:33.483675 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-290583e3-df59-4878-a6d6-858b85c68d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:33.555758 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290583e3-df59-4878-a6d6-858b85c68d9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=121fd3dc-dedf-49c8-8b85-dd284aed023f,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:33.566104 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290583e3-df59-4878-a6d6-858b85c68d9a admin admin] Checking segment: {'id': '72827e6c-30b7-45f9-9a6b-1cdafb1e82c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '03ccc4a5-327e-4cad-afaf-69b6aa9804e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:00:33.566457 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290583e3-df59-4878-a6d6-858b85c68d9a admin admin] Network hostable DHCP agents. Network: 03ccc4a5-327e-4cad-afaf-69b6aa9804e1, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 18:00:33.584838 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290583e3-df59-4878-a6d6-858b85c68d9a admin admin] Network 03ccc4a5-327e-4cad-afaf-69b6aa9804e1 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 18:00:33.593657 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-290583e3-df59-4878-a6d6-858b85c68d9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 03ccc4a5-327e-4cad-afaf-69b6aa9804e1) {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:00:33.598553 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290583e3-df59-4878-a6d6-858b85c68d9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:33.600402 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-290583e3-df59-4878-a6d6-858b85c68d9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:33.601336 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7978c9e9-55ad-46b7-bcae-269db390a0ba None None] Network 03ccc4a5-327e-4cad-afaf-69b6aa9804e1 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:00:33.621009 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-290583e3-df59-4878-a6d6-858b85c68d9a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3739564 May 04 18:00:33.623724 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 60862) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:00:33.629074 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-1b1f1951-999d-4f74-bd14-bff940f3b8e4 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1286175309-router', 'tenant_id': 'd8d06fb6a6d345a09a2fcd64b688dbb5', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:00:33.633529 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-1b1f1951-999d-4f74-bd14-bff940f3b8e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:00:33.637635 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-1b1f1951-999d-4f74-bd14-bff940f3b8e4 admin admin] Usage tracker for resource:router and tenant:d8d06fb6a6d345a09a2fcd64b688dbb5 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:00:33.640446 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-1b1f1951-999d-4f74-bd14-bff940f3b8e4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:00:33.646604 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-1b1f1951-999d-4f74-bd14-bff940f3b8e4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:00:33.657510 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1b1f1951-999d-4f74-bd14-bff940f3b8e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:33.658610 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1b1f1951-999d-4f74-bd14-bff940f3b8e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:33.675158 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1b1f1951-999d-4f74-bd14-bff940f3b8e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:33.813177 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1691cb1-5798-4a7a-a272-026ab5d9a3bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-03ccc4a5-327e-4cad-afaf-69b6aa9804e1', 'network_id': '03ccc4a5-327e-4cad-afaf-69b6aa9804e1', 'tenant_id': 'd8d06fb6a6d345a09a2fcd64b688dbb5', 'fixed_ips': [{'subnet_id': '121fd3dc-dedf-49c8-8b85-dd284aed023f'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 18:00:33.814112 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e1691cb1-5798-4a7a-a272-026ab5d9a3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:33.946869 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1b1f1951-999d-4f74-bd14-bff940f3b8e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:33.997683 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-e1691cb1-5798-4a7a-a272-026ab5d9a3bd None None] Allocated IP 172.20.0.2 (03ccc4a5-327e-4cad-afaf-69b6aa9804e1/121fd3dc-dedf-49c8-8b85-dd284aed023f/5f3e7885-b93c-4da2-b480-9554896932e3) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:00:34.202879 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e1691cb1-5798-4a7a-a272-026ab5d9a3bd None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:34.213967 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-e1691cb1-5798-4a7a-a272-026ab5d9a3bd None None] Transition to ACTIVE for port object 5f3e7885-b93c-4da2-b480-9554896932e3 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:00:34.236004 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-e1691cb1-5798-4a7a-a272-026ab5d9a3bd None None] Transition to ACTIVE for port object 5f3e7885-b93c-4da2-b480-9554896932e3 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:00:34.241367 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e1691cb1-5798-4a7a-a272-026ab5d9a3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:34.305508 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1691cb1-5798-4a7a-a272-026ab5d9a3bd None None] Network 03ccc4a5-327e-4cad-afaf-69b6aa9804e1 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:00:34.308350 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-e1691cb1-5798-4a7a-a272-026ab5d9a3bd None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:00:34.311960 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1691cb1-5798-4a7a-a272-026ab5d9a3bd None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 18:00:34.317478 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1691cb1-5798-4a7a-a272-026ab5d9a3bd None None] Pushing event updated for resources: {'Port': ['ID=5f3e7885-b93c-4da2-b480-9554896932e3,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:34.363381 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1b1f1951-999d-4f74-bd14-bff940f3b8e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:34.392666 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1b1f1951-999d-4f74-bd14-bff940f3b8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:34.405061 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-e1691cb1-5798-4a7a-a272-026ab5d9a3bd None None] Attempting to bind port 5f3e7885-b93c-4da2-b480-9554896932e3 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:00:34.405434 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-e1691cb1-5798-4a7a-a272-026ab5d9a3bd None None] Attempting to bind port 5f3e7885-b93c-4da2-b480-9554896932e3 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '72827e6c-30b7-45f9-9a6b-1cdafb1e82c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '03ccc4a5-327e-4cad-afaf-69b6aa9804e1'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:00:34.405798 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1691cb1-5798-4a7a-a272-026ab5d9a3bd None None] Attempting to bind port 5f3e7885-b93c-4da2-b480-9554896932e3 on network 03ccc4a5-327e-4cad-afaf-69b6aa9804e1 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:00:34.411434 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1691cb1-5798-4a7a-a272-026ab5d9a3bd None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:00:34.411809 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1691cb1-5798-4a7a-a272-026ab5d9a3bd None None] Checking segment: {'id': '72827e6c-30b7-45f9-9a6b-1cdafb1e82c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '03ccc4a5-327e-4cad-afaf-69b6aa9804e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:00:34.412208 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e1691cb1-5798-4a7a-a272-026ab5d9a3bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:34.412598 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1691cb1-5798-4a7a-a272-026ab5d9a3bd None None] Bound using segment: {'id': '72827e6c-30b7-45f9-9a6b-1cdafb1e82c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '03ccc4a5-327e-4cad-afaf-69b6aa9804e1'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:00:34.413064 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-e1691cb1-5798-4a7a-a272-026ab5d9a3bd None None] Bound port: 5f3e7885-b93c-4da2-b480-9554896932e3, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72827e6c-30b7-45f9-9a6b-1cdafb1e82c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '03ccc4a5-327e-4cad-afaf-69b6aa9804e1'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:00:34.413437 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e1691cb1-5798-4a7a-a272-026ab5d9a3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:34.503136 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-e1691cb1-5798-4a7a-a272-026ab5d9a3bd None None] For port 5f3e7885-b93c-4da2-b480-9554896932e3, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:00:34.506051 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-e1691cb1-5798-4a7a-a272-026ab5d9a3bd None None] For port 5f3e7885-b93c-4da2-b480-9554896932e3, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=5f3e7885-b93c-4da2-b480-9554896932e3,segment=NetworkSegment(72827e6c-30b7-45f9-9a6b-1cdafb1e82c0),segment_id=72827e6c-30b7-45f9-9a6b-1cdafb1e82c0)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:00:34.510332 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e1691cb1-5798-4a7a-a272-026ab5d9a3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:34.528867 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-1b1f1951-999d-4f74-bd14-bff940f3b8e4 admin admin] Allocated IP 172.26.0.107 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/7f4239dc-e492-41d3-a4b7-3488c608521b) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:00:34.590814 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1691cb1-5798-4a7a-a272-026ab5d9a3bd None None] Pushing event updated for resources: {'Port': ['ID=5f3e7885-b93c-4da2-b480-9554896932e3,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:34.685847 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1b1f1951-999d-4f74-bd14-bff940f3b8e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:34.716116 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1b1f1951-999d-4f74-bd14-bff940f3b8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:34.788372 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1f1951-999d-4f74-bd14-bff940f3b8e4 admin admin] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:00:34.791254 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-1b1f1951-999d-4f74-bd14-bff940f3b8e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:00:34.795174 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1f1951-999d-4f74-bd14-bff940f3b8e4 admin admin] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 18:00:34.827201 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1f1951-999d-4f74-bd14-bff940f3b8e4 admin admin] Pushing event updated for resources: {'Port': ['ID=7f4239dc-e492-41d3-a4b7-3488c608521b,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:35.220584 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1b1f1951-999d-4f74-bd14-bff940f3b8e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:35.282556 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 5f3e7885-b93c-4da2-b480-9554896932e3 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:00:35.358876 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 5f3e7885-b93c-4da2-b480-9554896932e3 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:00:35.572451 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0eef6a2b-fd24-4aeb-ba27-31c13ed778cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:35.601696 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1b1f1951-999d-4f74-bd14-bff940f3b8e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:35.613990 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d0d4d0-4aa3-4b1e-9ccf-8bf589df161b None None] Network 03ccc4a5-327e-4cad-afaf-69b6aa9804e1 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:00:35.711993 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8719a2ac-7c0a-4a9c-9737-874734a05150 None None] Provisioning for port 5f3e7885-b93c-4da2-b480-9554896932e3 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:00:35.735544 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8719a2ac-7c0a-4a9c-9737-874734a05150 None None] Provisioning complete for port 5f3e7885-b93c-4da2-b480-9554896932e3 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:00:35.735917 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8719a2ac-7c0a-4a9c-9737-874734a05150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:35.954888 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b1f1951-999d-4f74-bd14-bff940f3b8e4 admin admin] Router cff030a2-498e-44a3-916e-84c6cb92d97b is scheduled to L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 with binding_index 1 {{(pid=88037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 18:00:35.980802 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8719a2ac-7c0a-4a9c-9737-874734a05150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:36.021881 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8719a2ac-7c0a-4a9c-9737-874734a05150 None None] For port 5f3e7885-b93c-4da2-b480-9554896932e3, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=5f3e7885-b93c-4da2-b480-9554896932e3,segment=NetworkSegment(72827e6c-30b7-45f9-9a6b-1cdafb1e82c0),segment_id=72827e6c-30b7-45f9-9a6b-1cdafb1e82c0)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:00:36.026783 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8719a2ac-7c0a-4a9c-9737-874734a05150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:36.101062 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8719a2ac-7c0a-4a9c-9737-874734a05150 None None] Pushing event updated for resources: {'Port': ['ID=5f3e7885-b93c-4da2-b480-9554896932e3,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:36.139688 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b1f1951-999d-4f74-bd14-bff940f3b8e4 admin admin] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:00:36.149207 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34122343-d24d-4e52-927c-51a84e74c8c5 None None] Sync routers for ids ['cff030a2-498e-44a3-916e-84c6cb92d97b'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:00:36.159988 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34122343-d24d-4e52-927c-51a84e74c8c5 None None] Routers {'cff030a2-498e-44a3-916e-84c6cb92d97b'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:00:36.160870 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-34122343-d24d-4e52-927c-51a84e74c8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:00:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['cff030a2-498e-44a3-916e-84c6cb92d97b'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:00:36.166244 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-1b1f1951-999d-4f74-bd14-bff940f3b8e4 admin admin] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:36.167853 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-1b1f1951-999d-4f74-bd14-bff940f3b8e4 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.5432186 May 04 18:00:36.170999 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 60866) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:00:36.324849 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-33d3f139-3582-4ff9-8102-8f5658d1e1b7 None None] Provisioning complete for port 5f3e7885-b93c-4da2-b480-9554896932e3 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:00:36.325418 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-33d3f139-3582-4ff9-8102-8f5658d1e1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:36.394492 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-34122343-d24d-4e52-927c-51a84e74c8c5 None None] Set router cff030a2-498e-44a3-916e-84c6cb92d97b gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:00:36.706946 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:36.712243 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:36.788915 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-34122343-d24d-4e52-927c-51a84e74c8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff030a2-498e-44a3-916e-84c6cb92d97b', 'name': 'tempest-TestEncryptedCinderVolumes-1286175309-router', 'tenant_id': 'd8d06fb6a6d345a09a2fcd64b688dbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': '7f4239dc-e492-41d3-a4b7-3488c608521b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:00:33Z', 'updated_at': '2022-05-04T18:00:35Z', 'revision_number': 3, 'project_id': 'd8d06fb6a6d345a09a2fcd64b688dbb5', 'gw_port': {'id': '7f4239dc-e492-41d3-a4b7-3488c608521b', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c2:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff030a2-498e-44a3-916e-84c6cb92d97b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:00:34Z', 'updated_at': '2022-05-04T18:00:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:00:36.793111 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34122343-d24d-4e52-927c-51a84e74c8c5 None None] Checking router: cff030a2-498e-44a3-916e-84c6cb92d97b for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:00:36.793467 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34122343-d24d-4e52-927c-51a84e74c8c5 None None] Updating router cff030a2-498e-44a3-916e-84c6cb92d97b port 7f4239dc-e492-41d3-a4b7-3488c608521b binding host dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:00:36.848387 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-34122343-d24d-4e52-927c-51a84e74c8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:36.852650 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ae225ad3-5dff-4943-9ec8-df05aaade082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:37.065727 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-ae225ad3-5dff-4943-9ec8-df05aaade082 admin admin] Allocated IP 172.20.0.1 (03ccc4a5-327e-4cad-afaf-69b6aa9804e1/121fd3dc-dedf-49c8-8b85-dd284aed023f/aedffcbe-4d25-411a-be9c-e939f6567188) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:00:37.184031 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-34122343-d24d-4e52-927c-51a84e74c8c5 None None] Notify callbacks [] for port, precommit_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:37.199453 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-34122343-d24d-4e52-927c-51a84e74c8c5 None None] Transition to ACTIVE for port object 7f4239dc-e492-41d3-a4b7-3488c608521b will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:00:37.207014 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-34122343-d24d-4e52-927c-51a84e74c8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:37.219595 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ae225ad3-5dff-4943-9ec8-df05aaade082 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:37.236475 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-ae225ad3-5dff-4943-9ec8-df05aaade082 admin admin] Transition to ACTIVE for port object aedffcbe-4d25-411a-be9c-e939f6567188 will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:00:37.262990 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ae225ad3-5dff-4943-9ec8-df05aaade082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:37.275568 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 5f3e7885-b93c-4da2-b480-9554896932e3 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:00:37.328903 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-34122343-d24d-4e52-927c-51a84e74c8c5 None None] Attempting to bind port 7f4239dc-e492-41d3-a4b7-3488c608521b on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:00:37.329611 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-34122343-d24d-4e52-927c-51a84e74c8c5 None None] Attempting to bind port 7f4239dc-e492-41d3-a4b7-3488c608521b by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:00:37.329611 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34122343-d24d-4e52-927c-51a84e74c8c5 None None] Attempting to bind port 7f4239dc-e492-41d3-a4b7-3488c608521b on network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:00:37.347619 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34122343-d24d-4e52-927c-51a84e74c8c5 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:00:37.347996 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34122343-d24d-4e52-927c-51a84e74c8c5 None None] Checking segment: {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:00:37.348398 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-34122343-d24d-4e52-927c-51a84e74c8c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:37.348799 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34122343-d24d-4e52-927c-51a84e74c8c5 None None] Bound using segment: {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:00:37.349276 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-34122343-d24d-4e52-927c-51a84e74c8c5 None None] Bound port: 7f4239dc-e492-41d3-a4b7-3488c608521b, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:00:37.349655 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-34122343-d24d-4e52-927c-51a84e74c8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:37.383106 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60949f7a-cf72-4294-be59-cf9410d9824c None None] Pushing event updated for resources: {'Port': ['ID=7f4239dc-e492-41d3-a4b7-3488c608521b,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:37.435673 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 5f3e7885-b93c-4da2-b480-9554896932e3 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:00:37.436058 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:37.437968 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae225ad3-5dff-4943-9ec8-df05aaade082 admin admin] Network 03ccc4a5-327e-4cad-afaf-69b6aa9804e1 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:00:37.440824 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-ae225ad3-5dff-4943-9ec8-df05aaade082 admin admin] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:00:37.444508 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae225ad3-5dff-4943-9ec8-df05aaade082 admin admin] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 18:00:37.479215 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-34122343-d24d-4e52-927c-51a84e74c8c5 None None] For port 7f4239dc-e492-41d3-a4b7-3488c608521b, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:00:37.480445 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae225ad3-5dff-4943-9ec8-df05aaade082 admin admin] Pushing event updated for resources: {'Port': ['ID=aedffcbe-4d25-411a-be9c-e939f6567188,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:37.492894 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-34122343-d24d-4e52-927c-51a84e74c8c5 None None] For port 7f4239dc-e492-41d3-a4b7-3488c608521b, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=7f4239dc-e492-41d3-a4b7-3488c608521b,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:00:37.499218 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-34122343-d24d-4e52-927c-51a84e74c8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:37.502384 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ae225ad3-5dff-4943-9ec8-df05aaade082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710357'] for router_interface, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:37.587684 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34122343-d24d-4e52-927c-51a84e74c8c5 None None] Routers {'cff030a2-498e-44a3-916e-84c6cb92d97b'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:00:37.588228 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-34122343-d24d-4e52-927c-51a84e74c8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:00:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['cff030a2-498e-44a3-916e-84c6cb92d97b'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:00:37.681930 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60949f7a-cf72-4294-be59-cf9410d9824c None None] Pushing event updated for resources: {'Port': ['ID=7f4239dc-e492-41d3-a4b7-3488c608521b,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:37.765397 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ae225ad3-5dff-4943-9ec8-df05aaade082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:37.803732 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-88c82e7a-fcc0-483b-8403-b0492f6b17d5 None None] Provisioning for port aedffcbe-4d25-411a-be9c-e939f6567188 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:00:37.814543 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-88c82e7a-fcc0-483b-8403-b0492f6b17d5 None None] Provisioning complete for port aedffcbe-4d25-411a-be9c-e939f6567188 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:00:37.814914 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-88c82e7a-fcc0-483b-8403-b0492f6b17d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:37.867726 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-34122343-d24d-4e52-927c-51a84e74c8c5 None None] Set router cff030a2-498e-44a3-916e-84c6cb92d97b gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:00:37.988190 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ae225ad3-5dff-4943-9ec8-df05aaade082 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:37.992890 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ae225ad3-5dff-4943-9ec8-df05aaade082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:38.037367 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-88c82e7a-fcc0-483b-8403-b0492f6b17d5 None None] Port aedffcbe-4d25-411a-be9c-e939f6567188 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 18:00:38.048181 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:38.100579 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ae225ad3-5dff-4943-9ec8-df05aaade082 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710702'] for router_interface, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:38.104128 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae225ad3-5dff-4943-9ec8-df05aaade082 admin admin] Pushing event updated for resources: {'Port': ['ID=aedffcbe-4d25-411a-be9c-e939f6567188,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:38.207259 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-34122343-d24d-4e52-927c-51a84e74c8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff030a2-498e-44a3-916e-84c6cb92d97b', 'name': 'tempest-TestEncryptedCinderVolumes-1286175309-router', 'tenant_id': 'd8d06fb6a6d345a09a2fcd64b688dbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': '7f4239dc-e492-41d3-a4b7-3488c608521b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:00:33Z', 'updated_at': '2022-05-04T18:00:35Z', 'revision_number': 3, 'project_id': 'd8d06fb6a6d345a09a2fcd64b688dbb5', 'gw_port': {'id': '7f4239dc-e492-41d3-a4b7-3488c608521b', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c2:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff030a2-498e-44a3-916e-84c6cb92d97b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:00:34Z', 'updated_at': '2022-05-04T18:00:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:00:38.211557 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34122343-d24d-4e52-927c-51a84e74c8c5 None None] The sync data for ids ['cff030a2-498e-44a3-916e-84c6cb92d97b'] in dv-neutron-840426-1-hyperv is: [{'id': 'cff030a2-498e-44a3-916e-84c6cb92d97b', 'name': 'tempest-TestEncryptedCinderVolumes-1286175309-router', 'tenant_id': 'd8d06fb6a6d345a09a2fcd64b688dbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': '7f4239dc-e492-41d3-a4b7-3488c608521b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:00:33Z', 'updated_at': '2022-05-04T18:00:35Z', 'revision_number': 3, 'project_id': 'd8d06fb6a6d345a09a2fcd64b688dbb5', 'gw_port': {'id': '7f4239dc-e492-41d3-a4b7-3488c608521b', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c2:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff030a2-498e-44a3-916e-84c6cb92d97b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:00:34Z', 'updated_at': '2022-05-04T18:00:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:00:38.248045 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae225ad3-5dff-4943-9ec8-df05aaade082 admin admin] Network 03ccc4a5-327e-4cad-afaf-69b6aa9804e1 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:00:38.249182 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-ae225ad3-5dff-4943-9ec8-df05aaade082 admin admin] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:00:38.460914 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae225ad3-5dff-4943-9ec8-df05aaade082 admin admin] Router cff030a2-498e-44a3-916e-84c6cb92d97b has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 18:00:38.567377 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-7f7f893a-8198-40a2-8f4e-2b00c9b09cb7 None None] Provisioning complete for port aedffcbe-4d25-411a-be9c-e939f6567188 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:00:38.567908 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-7f7f893a-8198-40a2-8f4e-2b00c9b09cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:38.625970 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-7f7f893a-8198-40a2-8f4e-2b00c9b09cb7 None None] Port aedffcbe-4d25-411a-be9c-e939f6567188 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 18:00:38.650402 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae225ad3-5dff-4943-9ec8-df05aaade082 admin admin] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:00:38.660986 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-ae225ad3-5dff-4943-9ec8-df05aaade082 admin admin] 10.222.0.41 "PUT /v2.0/routers/cff030a2-498e-44a3-916e-84c6cb92d97b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4883597 May 04 18:00:39.195339 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 60884) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:00:39.203307 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-bf75ec4e-65e7-44b0-87d8-9a577859d020 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1957137348-network', 'tenant_id': '83306ba76abe40e884e9a5670ffebbd6'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:00:39.213620 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-bf75ec4e-65e7-44b0-87d8-9a577859d020 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:00:39.220955 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-bf75ec4e-65e7-44b0-87d8-9a577859d020 admin admin] Usage tracker for resource:network and tenant:83306ba76abe40e884e9a5670ffebbd6 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:00:39.226726 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-bf75ec4e-65e7-44b0-87d8-9a577859d020 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:00:39.235756 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-bf75ec4e-65e7-44b0-87d8-9a577859d020 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:00:39.248913 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf75ec4e-65e7-44b0-87d8-9a577859d020 admin admin] Made reservation on behalf of 83306ba76abe40e884e9a5670ffebbd6 for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:00:39.252503 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-bf75ec4e-65e7-44b0-87d8-9a577859d020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:39.267123 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-bf75ec4e-65e7-44b0-87d8-9a577859d020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:39.274735 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 7f4239dc-e492-41d3-a4b7-3488c608521b up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:00:39.282839 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-bf75ec4e-65e7-44b0-87d8-9a577859d020 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:00:39.286859 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-bf75ec4e-65e7-44b0-87d8-9a577859d020 admin admin] Usage tracker for resource:security_group_rule and tenant:83306ba76abe40e884e9a5670ffebbd6 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:00:39.289682 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-bf75ec4e-65e7-44b0-87d8-9a577859d020 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:00:39.295723 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-bf75ec4e-65e7-44b0-87d8-9a577859d020 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:00:39.341192 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 7f4239dc-e492-41d3-a4b7-3488c608521b completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:00:39.345860 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 7f4239dc-e492-41d3-a4b7-3488c608521b triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:00:39.346272 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:39.382659 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-bf75ec4e-65e7-44b0-87d8-9a577859d020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:39.388228 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-bf75ec4e-65e7-44b0-87d8-9a577859d020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:39.426599 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf75ec4e-65e7-44b0-87d8-9a577859d020 admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 18:00:39.436727 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf75ec4e-65e7-44b0-87d8-9a577859d020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e32167db-276c-4acd-bcfd-c751e88d1a1d,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:39.444627 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-bf75ec4e-65e7-44b0-87d8-9a577859d020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:39.445021 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-bf75ec4e-65e7-44b0-87d8-9a577859d020 admin admin] Added segment 1f56f6e6-0089-436b-915f-9a623ee12791 of type vlan for network f6b72e0e-29ed-428e-8926-ade68f0dc211 May 04 18:00:39.466194 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:39.473467 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-bf75ec4e-65e7-44b0-87d8-9a577859d020 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:39.486614 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 7f4239dc-e492-41d3-a4b7-3488c608521b, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=7f4239dc-e492-41d3-a4b7-3488c608521b,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:00:39.491374 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:39.505500 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-bf75ec4e-65e7-44b0-87d8-9a577859d020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:39.506562 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf75ec4e-65e7-44b0-87d8-9a577859d020 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:39.507248 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-bf75ec4e-65e7-44b0-87d8-9a577859d020 admin admin] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:39.559452 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=7f4239dc-e492-41d3-a4b7-3488c608521b,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:39.580632 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:39.616486 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-bf75ec4e-65e7-44b0-87d8-9a577859d020 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4200020 May 04 18:00:39.619301 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 60888) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:00:39.621878 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf75ec4e-65e7-44b0-87d8-9a577859d020 admin admin] Pushing event updated for resources: {'Network': ['ID=f6b72e0e-29ed-428e-8926-ade68f0dc211,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:39.624954 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-aac1c084-c7ce-45c8-be6c-ec482ea71dfd admin admin] Request body: {'subnet': {'network_id': 'f6b72e0e-29ed-428e-8926-ade68f0dc211', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1957137348-subnet', 'tenant_id': '83306ba76abe40e884e9a5670ffebbd6', 'ip_version': 4}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:00:39.630273 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-aac1c084-c7ce-45c8-be6c-ec482ea71dfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:00:39.631675 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network f6b72e0e-29ed-428e-8926-ade68f0dc211 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 18:00:39.634629 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-aac1c084-c7ce-45c8-be6c-ec482ea71dfd admin admin] Usage tracker for resource:subnet and tenant:83306ba76abe40e884e9a5670ffebbd6 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:00:39.637664 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-aac1c084-c7ce-45c8-be6c-ec482ea71dfd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:00:39.643709 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-aac1c084-c7ce-45c8-be6c-ec482ea71dfd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:00:39.654324 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac1c084-c7ce-45c8-be6c-ec482ea71dfd admin admin] Made reservation on behalf of 83306ba76abe40e884e9a5670ffebbd6 for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:00:39.657360 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-aac1c084-c7ce-45c8-be6c-ec482ea71dfd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:39.757710 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c8b68a-cdfc-4b71-b70d-2f7959210113 None None] Sync routers for ids ['cff030a2-498e-44a3-916e-84c6cb92d97b'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:00:39.767686 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c8b68a-cdfc-4b71-b70d-2f7959210113 None None] Routers {'cff030a2-498e-44a3-916e-84c6cb92d97b'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:00:39.768450 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-47c8b68a-cdfc-4b71-b70d-2f7959210113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:00:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['cff030a2-498e-44a3-916e-84c6cb92d97b'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:00:39.865853 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-aac1c084-c7ce-45c8-be6c-ec482ea71dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:39.943384 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-47c8b68a-cdfc-4b71-b70d-2f7959210113 None None] Set router cff030a2-498e-44a3-916e-84c6cb92d97b gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:00:40.051301 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac1c084-c7ce-45c8-be6c-ec482ea71dfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=93f8e60a-20c6-4c90-bf9e-f7d6236cff03,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:40.062603 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac1c084-c7ce-45c8-be6c-ec482ea71dfd admin admin] Checking segment: {'id': '1f56f6e6-0089-436b-915f-9a623ee12791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f6b72e0e-29ed-428e-8926-ade68f0dc211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:00:40.062965 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac1c084-c7ce-45c8-be6c-ec482ea71dfd admin admin] Network hostable DHCP agents. Network: f6b72e0e-29ed-428e-8926-ade68f0dc211, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 18:00:40.082201 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac1c084-c7ce-45c8-be6c-ec482ea71dfd admin admin] Network f6b72e0e-29ed-428e-8926-ade68f0dc211 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 18:00:40.091528 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-aac1c084-c7ce-45c8-be6c-ec482ea71dfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, f6b72e0e-29ed-428e-8926-ade68f0dc211) {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:00:40.096284 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac1c084-c7ce-45c8-be6c-ec482ea71dfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:40.096886 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-aac1c084-c7ce-45c8-be6c-ec482ea71dfd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:40.101488 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82a1a3c-03db-49ce-b744-f1dc34250bef None None] Network f6b72e0e-29ed-428e-8926-ade68f0dc211 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:00:40.117672 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-aac1c084-c7ce-45c8-be6c-ec482ea71dfd admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4970281 May 04 18:00:40.120668 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 60892) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:00:40.126585 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-904c370b-775e-4671-b0d8-5aa1479ef706 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1957137348-router', 'tenant_id': '83306ba76abe40e884e9a5670ffebbd6', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:00:40.131444 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-904c370b-775e-4671-b0d8-5aa1479ef706 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:00:40.135443 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-904c370b-775e-4671-b0d8-5aa1479ef706 admin admin] Usage tracker for resource:router and tenant:83306ba76abe40e884e9a5670ffebbd6 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:00:40.138493 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-904c370b-775e-4671-b0d8-5aa1479ef706 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:00:40.144932 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-904c370b-775e-4671-b0d8-5aa1479ef706 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:00:40.155885 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-904c370b-775e-4671-b0d8-5aa1479ef706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:40.157166 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-904c370b-775e-4671-b0d8-5aa1479ef706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:40.173279 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-904c370b-775e-4671-b0d8-5aa1479ef706 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:40.269328 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-47c8b68a-cdfc-4b71-b70d-2f7959210113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff030a2-498e-44a3-916e-84c6cb92d97b', 'name': 'tempest-TestEncryptedCinderVolumes-1286175309-router', 'tenant_id': 'd8d06fb6a6d345a09a2fcd64b688dbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': '7f4239dc-e492-41d3-a4b7-3488c608521b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:00:33Z', 'updated_at': '2022-05-04T18:00:37Z', 'revision_number': 4, 'project_id': 'd8d06fb6a6d345a09a2fcd64b688dbb5', 'gw_port': {'id': '7f4239dc-e492-41d3-a4b7-3488c608521b', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff030a2-498e-44a3-916e-84c6cb92d97b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:00:34Z', 'updated_at': '2022-05-04T18:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': 'aedffcbe-4d25-411a-be9c-e939f6567188', 'name': '', 'network_id': '03ccc4a5-327e-4cad-afaf-69b6aa9804e1', 'tenant_id': 'd8d06fb6a6d345a09a2fcd64b688dbb5', 'mac_address': 'fa:16:3e:9e:ad:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff030a2-498e-44a3-916e-84c6cb92d97b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '121fd3dc-dedf-49c8-8b85-dd284aed023f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:00:36Z', 'updated_at': '2022-05-04T18:00:37Z', 'revision_number': 2, 'project_id': 'd8d06fb6a6d345a09a2fcd64b688dbb5', 'subnets': [{'id': '121fd3dc-dedf-49c8-8b85-dd284aed023f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:00:40.273212 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c8b68a-cdfc-4b71-b70d-2f7959210113 None None] Checking router: cff030a2-498e-44a3-916e-84c6cb92d97b for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:00:40.273673 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c8b68a-cdfc-4b71-b70d-2f7959210113 None None] Updating router cff030a2-498e-44a3-916e-84c6cb92d97b port aedffcbe-4d25-411a-be9c-e939f6567188 binding host dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:00:40.325866 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-47c8b68a-cdfc-4b71-b70d-2f7959210113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:40.327581 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32378177-9b6f-4890-abd2-b67fa84c4bf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-f6b72e0e-29ed-428e-8926-ade68f0dc211', 'network_id': 'f6b72e0e-29ed-428e-8926-ade68f0dc211', 'tenant_id': '83306ba76abe40e884e9a5670ffebbd6', 'fixed_ips': [{'subnet_id': '93f8e60a-20c6-4c90-bf9e-f7d6236cff03'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 18:00:40.328539 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-32378177-9b6f-4890-abd2-b67fa84c4bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:40.460356 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-904c370b-775e-4671-b0d8-5aa1479ef706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:40.489829 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-32378177-9b6f-4890-abd2-b67fa84c4bf5 None None] Allocated IP 172.20.0.2 (f6b72e0e-29ed-428e-8926-ade68f0dc211/93f8e60a-20c6-4c90-bf9e-f7d6236cff03/6c76c1fa-eef7-4b4d-affb-a7b28669703e) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:00:40.675905 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-47c8b68a-cdfc-4b71-b70d-2f7959210113 None None] Notify callbacks [] for port, precommit_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:40.688283 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.provisioning_blocks [None req-47c8b68a-cdfc-4b71-b70d-2f7959210113 None None] Transition to ACTIVE for port object aedffcbe-4d25-411a-be9c-e939f6567188 will not be triggered until provisioned by entity L2. {{(pid=88040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:00:40.695405 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-47c8b68a-cdfc-4b71-b70d-2f7959210113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:40.697611 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-32378177-9b6f-4890-abd2-b67fa84c4bf5 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:40.709610 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-32378177-9b6f-4890-abd2-b67fa84c4bf5 None None] Transition to ACTIVE for port object 6c76c1fa-eef7-4b4d-affb-a7b28669703e will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:00:40.729464 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-32378177-9b6f-4890-abd2-b67fa84c4bf5 None None] Transition to ACTIVE for port object 6c76c1fa-eef7-4b4d-affb-a7b28669703e will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:00:40.736344 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-32378177-9b6f-4890-abd2-b67fa84c4bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:40.763075 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a0e167-6cfe-4ada-b09a-a5c5f6da0241 None None] Pushing event updated for resources: {'Port': ['ID=aedffcbe-4d25-411a-be9c-e939f6567188,revision_number=3']} {{(pid=88040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:40.780873 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-904c370b-775e-4671-b0d8-5aa1479ef706 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:40.811650 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-904c370b-775e-4671-b0d8-5aa1479ef706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:40.825857 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32378177-9b6f-4890-abd2-b67fa84c4bf5 None None] Network f6b72e0e-29ed-428e-8926-ade68f0dc211 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:00:40.831161 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-32378177-9b6f-4890-abd2-b67fa84c4bf5 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:00:40.838860 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32378177-9b6f-4890-abd2-b67fa84c4bf5 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 18:00:40.841319 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32378177-9b6f-4890-abd2-b67fa84c4bf5 None None] Pushing event updated for resources: {'Port': ['ID=6c76c1fa-eef7-4b4d-affb-a7b28669703e,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:40.899803 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a0e167-6cfe-4ada-b09a-a5c5f6da0241 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:40.900201 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a0e167-6cfe-4ada-b09a-a5c5f6da0241 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:40.900495 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a0e167-6cfe-4ada-b09a-a5c5f6da0241 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:40.900839 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a0e167-6cfe-4ada-b09a-a5c5f6da0241 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:40.901174 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a0e167-6cfe-4ada-b09a-a5c5f6da0241 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:40.901825 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a0e167-6cfe-4ada-b09a-a5c5f6da0241 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:40.902193 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a0e167-6cfe-4ada-b09a-a5c5f6da0241 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:40.902525 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a0e167-6cfe-4ada-b09a-a5c5f6da0241 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:40.902854 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a0e167-6cfe-4ada-b09a-a5c5f6da0241 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:40.903178 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a0e167-6cfe-4ada-b09a-a5c5f6da0241 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:40.903503 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a0e167-6cfe-4ada-b09a-a5c5f6da0241 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:40.903823 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a0e167-6cfe-4ada-b09a-a5c5f6da0241 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:00:40.939305 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-47c8b68a-cdfc-4b71-b70d-2f7959210113 None None] Attempting to bind port aedffcbe-4d25-411a-be9c-e939f6567188 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:00:40.939587 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-47c8b68a-cdfc-4b71-b70d-2f7959210113 None None] Attempting to bind port aedffcbe-4d25-411a-be9c-e939f6567188 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '72827e6c-30b7-45f9-9a6b-1cdafb1e82c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '03ccc4a5-327e-4cad-afaf-69b6aa9804e1'}] {{(pid=88040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:00:40.940137 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c8b68a-cdfc-4b71-b70d-2f7959210113 None None] Attempting to bind port aedffcbe-4d25-411a-be9c-e939f6567188 on network 03ccc4a5-327e-4cad-afaf-69b6aa9804e1 {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:00:40.946391 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c8b68a-cdfc-4b71-b70d-2f7959210113 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:00:40.947029 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c8b68a-cdfc-4b71-b70d-2f7959210113 None None] Checking segment: {'id': '72827e6c-30b7-45f9-9a6b-1cdafb1e82c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '03ccc4a5-327e-4cad-afaf-69b6aa9804e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:00:40.947434 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-47c8b68a-cdfc-4b71-b70d-2f7959210113 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:40.947824 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c8b68a-cdfc-4b71-b70d-2f7959210113 None None] Bound using segment: {'id': '72827e6c-30b7-45f9-9a6b-1cdafb1e82c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '03ccc4a5-327e-4cad-afaf-69b6aa9804e1'} {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:00:40.948294 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-47c8b68a-cdfc-4b71-b70d-2f7959210113 None None] Bound port: aedffcbe-4d25-411a-be9c-e939f6567188, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72827e6c-30b7-45f9-9a6b-1cdafb1e82c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '03ccc4a5-327e-4cad-afaf-69b6aa9804e1'}}] {{(pid=88040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:00:40.948668 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-47c8b68a-cdfc-4b71-b70d-2f7959210113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:40.954286 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-32378177-9b6f-4890-abd2-b67fa84c4bf5 None None] Attempting to bind port 6c76c1fa-eef7-4b4d-affb-a7b28669703e on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:00:40.954736 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-32378177-9b6f-4890-abd2-b67fa84c4bf5 None None] Attempting to bind port 6c76c1fa-eef7-4b4d-affb-a7b28669703e by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '1f56f6e6-0089-436b-915f-9a623ee12791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f6b72e0e-29ed-428e-8926-ade68f0dc211'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:00:40.955200 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32378177-9b6f-4890-abd2-b67fa84c4bf5 None None] Attempting to bind port 6c76c1fa-eef7-4b4d-affb-a7b28669703e on network f6b72e0e-29ed-428e-8926-ade68f0dc211 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:00:40.960948 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32378177-9b6f-4890-abd2-b67fa84c4bf5 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:00:40.961413 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32378177-9b6f-4890-abd2-b67fa84c4bf5 None None] Checking segment: {'id': '1f56f6e6-0089-436b-915f-9a623ee12791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f6b72e0e-29ed-428e-8926-ade68f0dc211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:00:40.961878 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-32378177-9b6f-4890-abd2-b67fa84c4bf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:40.962373 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32378177-9b6f-4890-abd2-b67fa84c4bf5 None None] Bound using segment: {'id': '1f56f6e6-0089-436b-915f-9a623ee12791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f6b72e0e-29ed-428e-8926-ade68f0dc211'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:00:40.962912 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-32378177-9b6f-4890-abd2-b67fa84c4bf5 None None] Bound port: 6c76c1fa-eef7-4b4d-affb-a7b28669703e, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f56f6e6-0089-436b-915f-9a623ee12791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f6b72e0e-29ed-428e-8926-ade68f0dc211'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:00:40.963703 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-32378177-9b6f-4890-abd2-b67fa84c4bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:40.973522 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-904c370b-775e-4671-b0d8-5aa1479ef706 admin admin] Allocated IP 172.26.0.133 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/fdb25e24-f4b6-468d-8bb3-4ecc8f1b317f) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:00:41.044770 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.db [None req-47c8b68a-cdfc-4b71-b70d-2f7959210113 None None] For port aedffcbe-4d25-411a-be9c-e939f6567188, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:00:41.047909 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.db [None req-47c8b68a-cdfc-4b71-b70d-2f7959210113 None None] For port aedffcbe-4d25-411a-be9c-e939f6567188, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=aedffcbe-4d25-411a-be9c-e939f6567188,segment=NetworkSegment(72827e6c-30b7-45f9-9a6b-1cdafb1e82c0),segment_id=72827e6c-30b7-45f9-9a6b-1cdafb1e82c0)] {{(pid=88040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:00:41.053503 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-47c8b68a-cdfc-4b71-b70d-2f7959210113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:41.063579 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-32378177-9b6f-4890-abd2-b67fa84c4bf5 None None] For port 6c76c1fa-eef7-4b4d-affb-a7b28669703e, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:00:41.066827 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-32378177-9b6f-4890-abd2-b67fa84c4bf5 None None] For port 6c76c1fa-eef7-4b4d-affb-a7b28669703e, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=6c76c1fa-eef7-4b4d-affb-a7b28669703e,segment=NetworkSegment(1f56f6e6-0089-436b-915f-9a623ee12791),segment_id=1f56f6e6-0089-436b-915f-9a623ee12791)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:00:41.073294 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-32378177-9b6f-4890-abd2-b67fa84c4bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:41.133497 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a0e167-6cfe-4ada-b09a-a5c5f6da0241 None None] Pushing event updated for resources: {'Port': ['ID=aedffcbe-4d25-411a-be9c-e939f6567188,revision_number=4']} {{(pid=88040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:41.145713 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c8b68a-cdfc-4b71-b70d-2f7959210113 None None] Routers {'cff030a2-498e-44a3-916e-84c6cb92d97b'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:00:41.146483 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-47c8b68a-cdfc-4b71-b70d-2f7959210113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:00:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['cff030a2-498e-44a3-916e-84c6cb92d97b'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:00:41.150669 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-904c370b-775e-4671-b0d8-5aa1479ef706 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:41.160857 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32378177-9b6f-4890-abd2-b67fa84c4bf5 None None] Pushing event updated for resources: {'Port': ['ID=6c76c1fa-eef7-4b4d-affb-a7b28669703e,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:41.209628 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-904c370b-775e-4671-b0d8-5aa1479ef706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:41.291878 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904c370b-775e-4671-b0d8-5aa1479ef706 admin admin] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:00:41.295511 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-904c370b-775e-4671-b0d8-5aa1479ef706 admin admin] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:00:41.297598 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 7f4239dc-e492-41d3-a4b7-3488c608521b up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:00:41.300148 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904c370b-775e-4671-b0d8-5aa1479ef706 admin admin] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 18:00:41.358778 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904c370b-775e-4671-b0d8-5aa1479ef706 admin admin] Pushing event updated for resources: {'Port': ['ID=fdb25e24-f4b6-468d-8bb3-4ecc8f1b317f,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:41.431263 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-47c8b68a-cdfc-4b71-b70d-2f7959210113 None None] Set router cff030a2-498e-44a3-916e-84c6cb92d97b gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:00:41.484444 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 7f4239dc-e492-41d3-a4b7-3488c608521b triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:00:41.484444 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:41.801637 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-47c8b68a-cdfc-4b71-b70d-2f7959210113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff030a2-498e-44a3-916e-84c6cb92d97b', 'name': 'tempest-TestEncryptedCinderVolumes-1286175309-router', 'tenant_id': 'd8d06fb6a6d345a09a2fcd64b688dbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': '7f4239dc-e492-41d3-a4b7-3488c608521b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:00:33Z', 'updated_at': '2022-05-04T18:00:37Z', 'revision_number': 4, 'project_id': 'd8d06fb6a6d345a09a2fcd64b688dbb5', 'gw_port': {'id': '7f4239dc-e492-41d3-a4b7-3488c608521b', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff030a2-498e-44a3-916e-84c6cb92d97b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:00:34Z', 'updated_at': '2022-05-04T18:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': 'aedffcbe-4d25-411a-be9c-e939f6567188', 'name': '', 'network_id': '03ccc4a5-327e-4cad-afaf-69b6aa9804e1', 'tenant_id': 'd8d06fb6a6d345a09a2fcd64b688dbb5', 'mac_address': 'fa:16:3e:9e:ad:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff030a2-498e-44a3-916e-84c6cb92d97b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '121fd3dc-dedf-49c8-8b85-dd284aed023f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:00:36Z', 'updated_at': '2022-05-04T18:00:41Z', 'revision_number': 4, 'project_id': 'd8d06fb6a6d345a09a2fcd64b688dbb5', 'subnets': [{'id': '121fd3dc-dedf-49c8-8b85-dd284aed023f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:00:41.805473 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c8b68a-cdfc-4b71-b70d-2f7959210113 None None] The sync data for ids ['cff030a2-498e-44a3-916e-84c6cb92d97b'] in dv-neutron-840426-1-hyperv is: [{'id': 'cff030a2-498e-44a3-916e-84c6cb92d97b', 'name': 'tempest-TestEncryptedCinderVolumes-1286175309-router', 'tenant_id': 'd8d06fb6a6d345a09a2fcd64b688dbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': '7f4239dc-e492-41d3-a4b7-3488c608521b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:00:33Z', 'updated_at': '2022-05-04T18:00:37Z', 'revision_number': 4, 'project_id': 'd8d06fb6a6d345a09a2fcd64b688dbb5', 'gw_port': {'id': '7f4239dc-e492-41d3-a4b7-3488c608521b', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff030a2-498e-44a3-916e-84c6cb92d97b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:00:34Z', 'updated_at': '2022-05-04T18:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': 'aedffcbe-4d25-411a-be9c-e939f6567188', 'name': '', 'network_id': '03ccc4a5-327e-4cad-afaf-69b6aa9804e1', 'tenant_id': 'd8d06fb6a6d345a09a2fcd64b688dbb5', 'mac_address': 'fa:16:3e:9e:ad:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff030a2-498e-44a3-916e-84c6cb92d97b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '121fd3dc-dedf-49c8-8b85-dd284aed023f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:00:36Z', 'updated_at': '2022-05-04T18:00:41Z', 'revision_number': 4, 'project_id': 'd8d06fb6a6d345a09a2fcd64b688dbb5', 'subnets': [{'id': '121fd3dc-dedf-49c8-8b85-dd284aed023f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:00:41.925780 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-904c370b-775e-4671-b0d8-5aa1479ef706 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:42.299243 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-904c370b-775e-4671-b0d8-5aa1479ef706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:42.327654 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6cf91f-8e73-4017-8061-1cbd46ee28f1 None None] Network f6b72e0e-29ed-428e-8926-ade68f0dc211 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:00:42.434353 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-6cc92bf8-fd20-4e0c-bbe1-82b14f912731 None None] Provisioning for port 6c76c1fa-eef7-4b4d-affb-a7b28669703e completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:00:42.519713 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-904c370b-775e-4671-b0d8-5aa1479ef706 admin admin] Router 10fb29fd-7d39-49d0-9ef4-338b448e1551 is scheduled to L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 with binding_index 1 {{(pid=88038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 18:00:42.710059 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-904c370b-775e-4671-b0d8-5aa1479ef706 admin admin] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:00:42.723442 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865d3e0f-9f14-4dac-aec9-32f1520861a9 None None] Sync routers for ids ['10fb29fd-7d39-49d0-9ef4-338b448e1551'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:00:42.733789 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865d3e0f-9f14-4dac-aec9-32f1520861a9 None None] Routers {'10fb29fd-7d39-49d0-9ef4-338b448e1551'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:00:42.735153 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-865d3e0f-9f14-4dac-aec9-32f1520861a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:00:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['10fb29fd-7d39-49d0-9ef4-338b448e1551'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:00:42.738150 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-904c370b-775e-4671-b0d8-5aa1479ef706 admin admin] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:42.741967 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-904c370b-775e-4671-b0d8-5aa1479ef706 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.6178062 May 04 18:00:42.742553 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 60896) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:00:42.943069 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-865d3e0f-9f14-4dac-aec9-32f1520861a9 None None] Set router 10fb29fd-7d39-49d0-9ef4-338b448e1551 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:00:43.246710 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-865d3e0f-9f14-4dac-aec9-32f1520861a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10fb29fd-7d39-49d0-9ef4-338b448e1551', 'name': 'tempest-TestEncryptedCinderVolumes-1957137348-router', 'tenant_id': '83306ba76abe40e884e9a5670ffebbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.133'}], 'enable_snat': True}, 'gw_port_id': 'fdb25e24-f4b6-468d-8bb3-4ecc8f1b317f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:00:40Z', 'updated_at': '2022-05-04T18:00:41Z', 'revision_number': 3, 'project_id': '83306ba76abe40e884e9a5670ffebbd6', 'gw_port': {'id': 'fdb25e24-f4b6-468d-8bb3-4ecc8f1b317f', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f1:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10fb29fd-7d39-49d0-9ef4-338b448e1551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:00:40Z', 'updated_at': '2022-05-04T18:00:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:00:43.253349 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865d3e0f-9f14-4dac-aec9-32f1520861a9 None None] Checking router: 10fb29fd-7d39-49d0-9ef4-338b448e1551 for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:00:43.253832 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865d3e0f-9f14-4dac-aec9-32f1520861a9 None None] Updating router 10fb29fd-7d39-49d0-9ef4-338b448e1551 port fdb25e24-f4b6-468d-8bb3-4ecc8f1b317f binding host dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:00:43.311381 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-865d3e0f-9f14-4dac-aec9-32f1520861a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:43.352662 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device aedffcbe-4d25-411a-be9c-e939f6567188 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:00:43.491696 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port aedffcbe-4d25-411a-be9c-e939f6567188 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:00:43.513179 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port aedffcbe-4d25-411a-be9c-e939f6567188 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:00:43.513818 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:43.544215 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1bd7bd07-fb60-4e88-858c-1da9d81a193f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:43.724353 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:43.744722 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-1bd7bd07-fb60-4e88-858c-1da9d81a193f admin admin] Allocated IP 172.20.0.1 (f6b72e0e-29ed-428e-8926-ade68f0dc211/93f8e60a-20c6-4c90-bf9e-f7d6236cff03/acb3c171-9710-472b-8423-47c66940ab2b) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:00:43.819130 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port aedffcbe-4d25-411a-be9c-e939f6567188, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=aedffcbe-4d25-411a-be9c-e939f6567188,segment=NetworkSegment(72827e6c-30b7-45f9-9a6b-1cdafb1e82c0),segment_id=72827e6c-30b7-45f9-9a6b-1cdafb1e82c0)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:00:43.823113 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-865d3e0f-9f14-4dac-aec9-32f1520861a9 None None] Notify callbacks [] for port, precommit_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:43.825713 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:43.826615 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 6c76c1fa-eef7-4b4d-affb-a7b28669703e up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:00:43.897811 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1bd7bd07-fb60-4e88-858c-1da9d81a193f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:43.914278 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-1bd7bd07-fb60-4e88-858c-1da9d81a193f admin admin] Transition to ACTIVE for port object acb3c171-9710-472b-8423-47c66940ab2b will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:00:43.938530 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1bd7bd07-fb60-4e88-858c-1da9d81a193f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:43.952999 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-865d3e0f-9f14-4dac-aec9-32f1520861a9 None None] Transition to ACTIVE for port object fdb25e24-f4b6-468d-8bb3-4ecc8f1b317f will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:00:43.967344 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-865d3e0f-9f14-4dac-aec9-32f1520861a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:44.003538 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd7bd07-fb60-4e88-858c-1da9d81a193f admin admin] Network f6b72e0e-29ed-428e-8926-ade68f0dc211 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:00:44.005774 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=aedffcbe-4d25-411a-be9c-e939f6567188,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:44.006472 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-1bd7bd07-fb60-4e88-858c-1da9d81a193f admin admin] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:00:44.009547 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd7bd07-fb60-4e88-858c-1da9d81a193f admin admin] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 18:00:44.052860 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd7bd07-fb60-4e88-858c-1da9d81a193f admin admin] Pushing event updated for resources: {'Port': ['ID=acb3c171-9710-472b-8423-47c66940ab2b,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:44.062904 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-865d3e0f-9f14-4dac-aec9-32f1520861a9 None None] Attempting to bind port fdb25e24-f4b6-468d-8bb3-4ecc8f1b317f on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:00:44.063288 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-865d3e0f-9f14-4dac-aec9-32f1520861a9 None None] Attempting to bind port fdb25e24-f4b6-468d-8bb3-4ecc8f1b317f by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:00:44.063654 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865d3e0f-9f14-4dac-aec9-32f1520861a9 None None] Attempting to bind port fdb25e24-f4b6-468d-8bb3-4ecc8f1b317f on network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:00:44.075387 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1bd7bd07-fb60-4e88-858c-1da9d81a193f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710357'] for router_interface, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:44.077205 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865d3e0f-9f14-4dac-aec9-32f1520861a9 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:00:44.077589 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865d3e0f-9f14-4dac-aec9-32f1520861a9 None None] Checking segment: {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:00:44.078618 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-865d3e0f-9f14-4dac-aec9-32f1520861a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:44.079023 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865d3e0f-9f14-4dac-aec9-32f1520861a9 None None] Bound using segment: {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:00:44.079502 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-865d3e0f-9f14-4dac-aec9-32f1520861a9 None None] Bound port: fdb25e24-f4b6-468d-8bb3-4ecc8f1b317f, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:00:44.079884 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-865d3e0f-9f14-4dac-aec9-32f1520861a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:44.133093 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 6c76c1fa-eef7-4b4d-affb-a7b28669703e completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:00:44.143413 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cc66b8-25bb-411d-9ae9-9a42e1716dce None None] Pushing event updated for resources: {'Port': ['ID=fdb25e24-f4b6-468d-8bb3-4ecc8f1b317f,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:44.150809 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 6c76c1fa-eef7-4b4d-affb-a7b28669703e triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:00:44.151320 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:44.218076 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1bd7bd07-fb60-4e88-858c-1da9d81a193f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:44.222151 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-865d3e0f-9f14-4dac-aec9-32f1520861a9 None None] For port fdb25e24-f4b6-468d-8bb3-4ecc8f1b317f, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:00:44.226703 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-865d3e0f-9f14-4dac-aec9-32f1520861a9 None None] For port fdb25e24-f4b6-468d-8bb3-4ecc8f1b317f, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=fdb25e24-f4b6-468d-8bb3-4ecc8f1b317f,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:00:44.237134 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-865d3e0f-9f14-4dac-aec9-32f1520861a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:44.374775 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865d3e0f-9f14-4dac-aec9-32f1520861a9 None None] Routers {'10fb29fd-7d39-49d0-9ef4-338b448e1551'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:00:44.375455 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-865d3e0f-9f14-4dac-aec9-32f1520861a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:00:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['10fb29fd-7d39-49d0-9ef4-338b448e1551'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:00:44.423353 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-df316856-9930-4ae1-a2b7-880fa169188f None None] Provisioning for port acb3c171-9710-472b-8423-47c66940ab2b completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:00:44.438340 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cc66b8-25bb-411d-9ae9-9a42e1716dce None None] Pushing event updated for resources: {'Port': ['ID=fdb25e24-f4b6-468d-8bb3-4ecc8f1b317f,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:44.453578 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1bd7bd07-fb60-4e88-858c-1da9d81a193f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:44.458038 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1bd7bd07-fb60-4e88-858c-1da9d81a193f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:44.459485 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-df316856-9930-4ae1-a2b7-880fa169188f None None] Provisioning complete for port acb3c171-9710-472b-8423-47c66940ab2b triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:00:44.459871 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-df316856-9930-4ae1-a2b7-880fa169188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:44.486141 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:44.565421 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd7bd07-fb60-4e88-858c-1da9d81a193f admin admin] Pushing event updated for resources: {'Port': ['ID=acb3c171-9710-472b-8423-47c66940ab2b,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:44.567884 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1bd7bd07-fb60-4e88-858c-1da9d81a193f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710702'] for router_interface, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:44.618596 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-df316856-9930-4ae1-a2b7-880fa169188f None None] Port acb3c171-9710-472b-8423-47c66940ab2b cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 18:00:44.629310 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 6c76c1fa-eef7-4b4d-affb-a7b28669703e, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=6c76c1fa-eef7-4b4d-affb-a7b28669703e,segment=NetworkSegment(1f56f6e6-0089-436b-915f-9a623ee12791),segment_id=1f56f6e6-0089-436b-915f-9a623ee12791)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:00:44.634326 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:44.695787 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-865d3e0f-9f14-4dac-aec9-32f1520861a9 None None] Set router 10fb29fd-7d39-49d0-9ef4-338b448e1551 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:00:44.707953 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd7bd07-fb60-4e88-858c-1da9d81a193f admin admin] Network f6b72e0e-29ed-428e-8926-ade68f0dc211 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:00:44.709038 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-1bd7bd07-fb60-4e88-858c-1da9d81a193f admin admin] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:00:44.775910 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=6c76c1fa-eef7-4b4d-affb-a7b28669703e,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:44.972166 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-9266f130-ee0c-4235-b90e-e767f5c3b095 None None] Provisioning complete for port acb3c171-9710-472b-8423-47c66940ab2b triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:00:44.972537 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9266f130-ee0c-4235-b90e-e767f5c3b095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:45.013147 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bd7bd07-fb60-4e88-858c-1da9d81a193f admin admin] Router 10fb29fd-7d39-49d0-9ef4-338b448e1551 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 18:00:45.058028 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-9266f130-ee0c-4235-b90e-e767f5c3b095 None None] Port acb3c171-9710-472b-8423-47c66940ab2b cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 18:00:45.087279 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-865d3e0f-9f14-4dac-aec9-32f1520861a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10fb29fd-7d39-49d0-9ef4-338b448e1551', 'name': 'tempest-TestEncryptedCinderVolumes-1957137348-router', 'tenant_id': '83306ba76abe40e884e9a5670ffebbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.133'}], 'enable_snat': True}, 'gw_port_id': 'fdb25e24-f4b6-468d-8bb3-4ecc8f1b317f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:00:40Z', 'updated_at': '2022-05-04T18:00:44Z', 'revision_number': 4, 'project_id': '83306ba76abe40e884e9a5670ffebbd6', 'gw_port': {'id': 'fdb25e24-f4b6-468d-8bb3-4ecc8f1b317f', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f1:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10fb29fd-7d39-49d0-9ef4-338b448e1551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:00:40Z', 'updated_at': '2022-05-04T18:00:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': 'acb3c171-9710-472b-8423-47c66940ab2b', 'name': '', 'network_id': 'f6b72e0e-29ed-428e-8926-ade68f0dc211', 'tenant_id': '83306ba76abe40e884e9a5670ffebbd6', 'mac_address': 'fa:16:3e:ad:a8:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10fb29fd-7d39-49d0-9ef4-338b448e1551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '93f8e60a-20c6-4c90-bf9e-f7d6236cff03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:00:43Z', 'updated_at': '2022-05-04T18:00:43Z', 'revision_number': 1, 'project_id': '83306ba76abe40e884e9a5670ffebbd6', 'subnets': [{'id': '93f8e60a-20c6-4c90-bf9e-f7d6236cff03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:00:45.091176 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865d3e0f-9f14-4dac-aec9-32f1520861a9 None None] The sync data for ids ['10fb29fd-7d39-49d0-9ef4-338b448e1551'] in dv-neutron-840426-1-hyperv is: [{'id': '10fb29fd-7d39-49d0-9ef4-338b448e1551', 'name': 'tempest-TestEncryptedCinderVolumes-1957137348-router', 'tenant_id': '83306ba76abe40e884e9a5670ffebbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.133'}], 'enable_snat': True}, 'gw_port_id': 'fdb25e24-f4b6-468d-8bb3-4ecc8f1b317f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:00:40Z', 'updated_at': '2022-05-04T18:00:44Z', 'revision_number': 4, 'project_id': '83306ba76abe40e884e9a5670ffebbd6', 'gw_port': {'id': 'fdb25e24-f4b6-468d-8bb3-4ecc8f1b317f', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f1:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10fb29fd-7d39-49d0-9ef4-338b448e1551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:00:40Z', 'updated_at': '2022-05-04T18:00:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': 'acb3c171-9710-472b-8423-47c66940ab2b', 'name': '', 'network_id': 'f6b72e0e-29ed-428e-8926-ade68f0dc211', 'tenant_id': '83306ba76abe40e884e9a5670ffebbd6', 'mac_address': 'fa:16:3e:ad:a8:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10fb29fd-7d39-49d0-9ef4-338b448e1551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '93f8e60a-20c6-4c90-bf9e-f7d6236cff03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:00:43Z', 'updated_at': '2022-05-04T18:00:43Z', 'revision_number': 1, 'project_id': '83306ba76abe40e884e9a5670ffebbd6', 'subnets': [{'id': '93f8e60a-20c6-4c90-bf9e-f7d6236cff03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:00:45.196631 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd7bd07-fb60-4e88-858c-1da9d81a193f admin admin] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:00:45.208542 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-1bd7bd07-fb60-4e88-858c-1da9d81a193f admin admin] 10.222.0.41 "PUT /v2.0/routers/10fb29fd-7d39-49d0-9ef4-338b448e1551/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4649756 May 04 18:00:45.275281 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device aedffcbe-4d25-411a-be9c-e939f6567188 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:00:45.303717 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 18:00:45.373535 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port aedffcbe-4d25-411a-be9c-e939f6567188 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:00:45.374223 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:45.510162 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 6c76c1fa-eef7-4b4d-affb-a7b28669703e up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:00:45.577191 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 6c76c1fa-eef7-4b4d-affb-a7b28669703e triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:00:45.577566 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:47.212696 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a44b4-1243-4108-ac47-2dd24d6546ea req-bd790e23-e4d9-4731-bb0f-7cdfd727d302 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:47.213372 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-cc3a44b4-1243-4108-ac47-2dd24d6546ea req-bd790e23-e4d9-4731-bb0f-7cdfd727d302 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Synchronizing usage tracker for tenant:d8d06fb6a6d345a09a2fcd64b688dbb5 on resource:network {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:00:47.232502 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-cc3a44b4-1243-4108-ac47-2dd24d6546ea req-bd790e23-e4d9-4731-bb0f-7cdfd727d302 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Unset dirty status for tenant:d8d06fb6a6d345a09a2fcd64b688dbb5 on resource:network {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:00:47.233673 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-cc3a44b4-1243-4108-ac47-2dd24d6546ea req-bd790e23-e4d9-4731-bb0f-7cdfd727d302 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] 10.222.0.41 "GET /v2.0/networks?id=03ccc4a5-327e-4cad-afaf-69b6aa9804e1 HTTP/1.1" status: 200 len: 817 time: 0.1613462 May 04 18:00:47.250837 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-cc3a44b4-1243-4108-ac47-2dd24d6546ea req-3b0817f2-21f9-4616-b830-47b260ba63e5 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] 10.222.0.41 "GET /v2.0/quotas/d8d06fb6a6d345a09a2fcd64b688dbb5 HTTP/1.1" status: 200 len: 375 time: 0.0094099 May 04 18:00:47.280143 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device fdb25e24-f4b6-468d-8bb3-4ecc8f1b317f up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:00:47.333193 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-cc3a44b4-1243-4108-ac47-2dd24d6546ea req-105c7d36-e2e6-46c5-a813-e73a8e5195d0 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Synchronizing usage tracker for tenant:d8d06fb6a6d345a09a2fcd64b688dbb5 on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:00:47.346383 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port fdb25e24-f4b6-468d-8bb3-4ecc8f1b317f completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:00:47.351001 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-cc3a44b4-1243-4108-ac47-2dd24d6546ea req-105c7d36-e2e6-46c5-a813-e73a8e5195d0 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Unset dirty status for tenant:d8d06fb6a6d345a09a2fcd64b688dbb5 on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:00:47.351953 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port fdb25e24-f4b6-468d-8bb3-4ecc8f1b317f triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:00:47.352358 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:47.352594 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-cc3a44b4-1243-4108-ac47-2dd24d6546ea req-105c7d36-e2e6-46c5-a813-e73a8e5195d0 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d8d06fb6a6d345a09a2fcd64b688dbb5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0963032 May 04 18:00:47.470606 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [req-cc3a44b4-1243-4108-ac47-2dd24d6546ea req-8352622e-3e18-4687-a66d-7ae7013e778e service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 18:00:47.471303 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:47.471739 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-cc3a44b4-1243-4108-ac47-2dd24d6546ea req-8352622e-3e18-4687-a66d-7ae7013e778e service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1072638 May 04 18:00:47.487788 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port fdb25e24-f4b6-468d-8bb3-4ecc8f1b317f, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=fdb25e24-f4b6-468d-8bb3-4ecc8f1b317f,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:00:47.491762 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:47.557392 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=fdb25e24-f4b6-468d-8bb3-4ecc8f1b317f,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:47.605181 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-cc3a44b4-1243-4108-ac47-2dd24d6546ea req-c7984328-e5c6-42c2-a34c-8b4091409e83 service neutron] 10.222.0.41 "GET /v2.0/networks/03ccc4a5-327e-4cad-afaf-69b6aa9804e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272798 May 04 18:00:47.735090 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-cc3a44b4-1243-4108-ac47-2dd24d6546ea req-fba4cc04-8d45-4203-8386-79a774a5e414 service neutron] 10.222.0.41 "GET /v2.0/networks/03ccc4a5-327e-4cad-afaf-69b6aa9804e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231308 May 04 18:00:47.883047 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4cd6290-7949-467c-b966-9489c5c34aee None None] Sync routers for ids ['10fb29fd-7d39-49d0-9ef4-338b448e1551'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:00:47.892505 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cd6290-7949-467c-b966-9489c5c34aee None None] Routers {'10fb29fd-7d39-49d0-9ef4-338b448e1551'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:00:47.893119 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-f4cd6290-7949-467c-b966-9489c5c34aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:00:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['10fb29fd-7d39-49d0-9ef4-338b448e1551'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:00:47.932121 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ddf4e284-832f-4dfd-a562-dd048e78a852 req-b2355a7f-21eb-462a-8531-c7f977643d6f tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] 10.222.0.41 "GET /v2.0/ports?device_id=afaef76a-96c2-4fb8-bf70-6cf76fb9c16c HTTP/1.1" status: 200 len: 210 time: 0.0527639 May 04 18:00:48.079136 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-f4cd6290-7949-467c-b966-9489c5c34aee None None] Set router 10fb29fd-7d39-49d0-9ef4-338b448e1551 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:00:48.401414 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-f4cd6290-7949-467c-b966-9489c5c34aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10fb29fd-7d39-49d0-9ef4-338b448e1551', 'name': 'tempest-TestEncryptedCinderVolumes-1957137348-router', 'tenant_id': '83306ba76abe40e884e9a5670ffebbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.133'}], 'enable_snat': True}, 'gw_port_id': 'fdb25e24-f4b6-468d-8bb3-4ecc8f1b317f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:00:40Z', 'updated_at': '2022-05-04T18:00:44Z', 'revision_number': 4, 'project_id': '83306ba76abe40e884e9a5670ffebbd6', 'gw_port': {'id': 'fdb25e24-f4b6-468d-8bb3-4ecc8f1b317f', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10fb29fd-7d39-49d0-9ef4-338b448e1551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:00:40Z', 'updated_at': '2022-05-04T18:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': 'acb3c171-9710-472b-8423-47c66940ab2b', 'name': '', 'network_id': 'f6b72e0e-29ed-428e-8926-ade68f0dc211', 'tenant_id': '83306ba76abe40e884e9a5670ffebbd6', 'mac_address': 'fa:16:3e:ad:a8:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10fb29fd-7d39-49d0-9ef4-338b448e1551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '93f8e60a-20c6-4c90-bf9e-f7d6236cff03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:00:43Z', 'updated_at': '2022-05-04T18:00:44Z', 'revision_number': 2, 'project_id': '83306ba76abe40e884e9a5670ffebbd6', 'subnets': [{'id': '93f8e60a-20c6-4c90-bf9e-f7d6236cff03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:00:48.405064 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4cd6290-7949-467c-b966-9489c5c34aee None None] Checking router: 10fb29fd-7d39-49d0-9ef4-338b448e1551 for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:00:48.405697 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4cd6290-7949-467c-b966-9489c5c34aee None None] Updating router 10fb29fd-7d39-49d0-9ef4-338b448e1551 port acb3c171-9710-472b-8423-47c66940ab2b binding host dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:00:48.461735 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-f4cd6290-7949-467c-b966-9489c5c34aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:48.798673 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-f4cd6290-7949-467c-b966-9489c5c34aee None None] Notify callbacks [] for port, precommit_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:48.810206 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.provisioning_blocks [None req-f4cd6290-7949-467c-b966-9489c5c34aee None None] Transition to ACTIVE for port object acb3c171-9710-472b-8423-47c66940ab2b will not be triggered until provisioned by entity L2. {{(pid=88040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:00:48.818316 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-f4cd6290-7949-467c-b966-9489c5c34aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:48.892349 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0297910f-e218-44ac-9f5a-283be02f703f None None] Pushing event updated for resources: {'Port': ['ID=acb3c171-9710-472b-8423-47c66940ab2b,revision_number=3']} {{(pid=88040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:49.012618 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a44b4-1243-4108-ac47-2dd24d6546ea req-c770750b-d3d7-4b42-bf81-bce8fdd1b0ca tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:49.015979 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-cc3a44b4-1243-4108-ac47-2dd24d6546ea req-c770750b-d3d7-4b42-bf81-bce8fdd1b0ca tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] 10.222.0.42 "GET /v2.0/networks?id=03ccc4a5-327e-4cad-afaf-69b6aa9804e1 HTTP/1.1" status: 200 len: 817 time: 0.1768939 May 04 18:00:49.028767 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [req-cc3a44b4-1243-4108-ac47-2dd24d6546ea req-c70b1f18-253f-4be0-bf77-65185591f1b2 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Request body: {'port': {'device_id': 'afaef76a-96c2-4fb8-bf70-6cf76fb9c16c', 'network_id': '03ccc4a5-327e-4cad-afaf-69b6aa9804e1', 'admin_state_up': True, 'tenant_id': 'd8d06fb6a6d345a09a2fcd64b688dbb5'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:00:49.113846 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-f4cd6290-7949-467c-b966-9489c5c34aee None None] Attempting to bind port acb3c171-9710-472b-8423-47c66940ab2b on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:00:49.114398 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-f4cd6290-7949-467c-b966-9489c5c34aee None None] Attempting to bind port acb3c171-9710-472b-8423-47c66940ab2b by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '1f56f6e6-0089-436b-915f-9a623ee12791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f6b72e0e-29ed-428e-8926-ade68f0dc211'}] {{(pid=88040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:00:49.114893 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cd6290-7949-467c-b966-9489c5c34aee None None] Attempting to bind port acb3c171-9710-472b-8423-47c66940ab2b on network f6b72e0e-29ed-428e-8926-ade68f0dc211 {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:00:49.120989 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cd6290-7949-467c-b966-9489c5c34aee None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:00:49.121503 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cd6290-7949-467c-b966-9489c5c34aee None None] Checking segment: {'id': '1f56f6e6-0089-436b-915f-9a623ee12791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f6b72e0e-29ed-428e-8926-ade68f0dc211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:00:49.122212 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-f4cd6290-7949-467c-b966-9489c5c34aee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:49.123168 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cd6290-7949-467c-b966-9489c5c34aee None None] Bound using segment: {'id': '1f56f6e6-0089-436b-915f-9a623ee12791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f6b72e0e-29ed-428e-8926-ade68f0dc211'} {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:00:49.123931 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-f4cd6290-7949-467c-b966-9489c5c34aee None None] Bound port: acb3c171-9710-472b-8423-47c66940ab2b, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f56f6e6-0089-436b-915f-9a623ee12791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f6b72e0e-29ed-428e-8926-ade68f0dc211'}}] {{(pid=88040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:00:49.126291 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-f4cd6290-7949-467c-b966-9489c5c34aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:49.126978 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-a6fa7bc8-af2a-400e-88eb-e646996c8cda req-4e18e4f8-0dcd-403d-bfc7-de4b4670a344 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] 10.222.0.41 "GET /v2.0/ports?device_id=afaef76a-96c2-4fb8-bf70-6cf76fb9c16c HTTP/1.1" status: 200 len: 210 time: 0.0607491 May 04 18:00:49.216692 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [req-cc3a44b4-1243-4108-ac47-2dd24d6546ea req-c70b1f18-253f-4be0-bf77-65185591f1b2 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:00:49.227564 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [req-cc3a44b4-1243-4108-ac47-2dd24d6546ea req-c70b1f18-253f-4be0-bf77-65185591f1b2 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:00:49.239191 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc3a44b4-1243-4108-ac47-2dd24d6546ea req-c70b1f18-253f-4be0-bf77-65185591f1b2 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Made reservation on behalf of d8d06fb6a6d345a09a2fcd64b688dbb5 for: {'port': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:00:49.240043 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.db [None req-f4cd6290-7949-467c-b966-9489c5c34aee None None] For port acb3c171-9710-472b-8423-47c66940ab2b, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:00:49.243103 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-cc3a44b4-1243-4108-ac47-2dd24d6546ea req-c70b1f18-253f-4be0-bf77-65185591f1b2 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:49.243389 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.db [None req-f4cd6290-7949-467c-b966-9489c5c34aee None None] For port acb3c171-9710-472b-8423-47c66940ab2b, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=acb3c171-9710-472b-8423-47c66940ab2b,segment=NetworkSegment(1f56f6e6-0089-436b-915f-9a623ee12791),segment_id=1f56f6e6-0089-436b-915f-9a623ee12791)] {{(pid=88040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:00:49.247800 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-f4cd6290-7949-467c-b966-9489c5c34aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:49.286318 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device fdb25e24-f4b6-468d-8bb3-4ecc8f1b317f up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:00:49.335230 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cd6290-7949-467c-b966-9489c5c34aee None None] Routers {'10fb29fd-7d39-49d0-9ef4-338b448e1551'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:00:49.335777 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-f4cd6290-7949-467c-b966-9489c5c34aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:00:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['10fb29fd-7d39-49d0-9ef4-338b448e1551'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:00:49.363773 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port fdb25e24-f4b6-468d-8bb3-4ecc8f1b317f triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:00:49.364429 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:49.396318 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0297910f-e218-44ac-9f5a-283be02f703f None None] Pushing event updated for resources: {'Port': ['ID=acb3c171-9710-472b-8423-47c66940ab2b,revision_number=4']} {{(pid=88040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:49.438034 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [req-cc3a44b4-1243-4108-ac47-2dd24d6546ea req-c70b1f18-253f-4be0-bf77-65185591f1b2 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Allocated IP 172.20.0.10 (03ccc4a5-327e-4cad-afaf-69b6aa9804e1/121fd3dc-dedf-49c8-8b85-dd284aed023f/02e1a40b-df99-4e0c-886c-24aafa13274f) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:00:49.549783 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-f4cd6290-7949-467c-b966-9489c5c34aee None None] Set router 10fb29fd-7d39-49d0-9ef4-338b448e1551 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:00:49.664395 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-cc3a44b4-1243-4108-ac47-2dd24d6546ea req-c70b1f18-253f-4be0-bf77-65185591f1b2 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:49.681807 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [req-cc3a44b4-1243-4108-ac47-2dd24d6546ea req-c70b1f18-253f-4be0-bf77-65185591f1b2 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Transition to ACTIVE for port object 02e1a40b-df99-4e0c-886c-24aafa13274f will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:00:49.706298 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-cc3a44b4-1243-4108-ac47-2dd24d6546ea req-c70b1f18-253f-4be0-bf77-65185591f1b2 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:49.778368 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc3a44b4-1243-4108-ac47-2dd24d6546ea req-c70b1f18-253f-4be0-bf77-65185591f1b2 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Network 03ccc4a5-327e-4cad-afaf-69b6aa9804e1 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:00:49.781420 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [req-cc3a44b4-1243-4108-ac47-2dd24d6546ea req-c70b1f18-253f-4be0-bf77-65185591f1b2 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:00:49.789386 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc3a44b4-1243-4108-ac47-2dd24d6546ea req-c70b1f18-253f-4be0-bf77-65185591f1b2 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 18:00:49.828270 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70b1f18-253f-4be0-bf77-65185591f1b2 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Pushing event updated for resources: {'Port': ['ID=02e1a40b-df99-4e0c-886c-24aafa13274f,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:49.858114 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a44b4-1243-4108-ac47-2dd24d6546ea req-c70b1f18-253f-4be0-bf77-65185591f1b2 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:49.858740 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-cc3a44b4-1243-4108-ac47-2dd24d6546ea req-c70b1f18-253f-4be0-bf77-65185591f1b2 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:49.877342 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-f4cd6290-7949-467c-b966-9489c5c34aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10fb29fd-7d39-49d0-9ef4-338b448e1551', 'name': 'tempest-TestEncryptedCinderVolumes-1957137348-router', 'tenant_id': '83306ba76abe40e884e9a5670ffebbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.133'}], 'enable_snat': True}, 'gw_port_id': 'fdb25e24-f4b6-468d-8bb3-4ecc8f1b317f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:00:40Z', 'updated_at': '2022-05-04T18:00:44Z', 'revision_number': 4, 'project_id': '83306ba76abe40e884e9a5670ffebbd6', 'gw_port': {'id': 'fdb25e24-f4b6-468d-8bb3-4ecc8f1b317f', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10fb29fd-7d39-49d0-9ef4-338b448e1551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:00:40Z', 'updated_at': '2022-05-04T18:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': 'acb3c171-9710-472b-8423-47c66940ab2b', 'name': '', 'network_id': 'f6b72e0e-29ed-428e-8926-ade68f0dc211', 'tenant_id': '83306ba76abe40e884e9a5670ffebbd6', 'mac_address': 'fa:16:3e:ad:a8:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10fb29fd-7d39-49d0-9ef4-338b448e1551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '93f8e60a-20c6-4c90-bf9e-f7d6236cff03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:00:43Z', 'updated_at': '2022-05-04T18:00:49Z', 'revision_number': 4, 'project_id': '83306ba76abe40e884e9a5670ffebbd6', 'subnets': [{'id': '93f8e60a-20c6-4c90-bf9e-f7d6236cff03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:00:49.882109 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4cd6290-7949-467c-b966-9489c5c34aee None None] The sync data for ids ['10fb29fd-7d39-49d0-9ef4-338b448e1551'] in dv-neutron-840426-1-hyperv is: [{'id': '10fb29fd-7d39-49d0-9ef4-338b448e1551', 'name': 'tempest-TestEncryptedCinderVolumes-1957137348-router', 'tenant_id': '83306ba76abe40e884e9a5670ffebbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.133'}], 'enable_snat': True}, 'gw_port_id': 'fdb25e24-f4b6-468d-8bb3-4ecc8f1b317f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:00:40Z', 'updated_at': '2022-05-04T18:00:44Z', 'revision_number': 4, 'project_id': '83306ba76abe40e884e9a5670ffebbd6', 'gw_port': {'id': 'fdb25e24-f4b6-468d-8bb3-4ecc8f1b317f', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10fb29fd-7d39-49d0-9ef4-338b448e1551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:00:40Z', 'updated_at': '2022-05-04T18:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': 'acb3c171-9710-472b-8423-47c66940ab2b', 'name': '', 'network_id': 'f6b72e0e-29ed-428e-8926-ade68f0dc211', 'tenant_id': '83306ba76abe40e884e9a5670ffebbd6', 'mac_address': 'fa:16:3e:ad:a8:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10fb29fd-7d39-49d0-9ef4-338b448e1551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '93f8e60a-20c6-4c90-bf9e-f7d6236cff03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:00:43Z', 'updated_at': '2022-05-04T18:00:49Z', 'revision_number': 4, 'project_id': '83306ba76abe40e884e9a5670ffebbd6', 'subnets': [{'id': '93f8e60a-20c6-4c90-bf9e-f7d6236cff03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:00:49.887319 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-cc3a44b4-1243-4108-ac47-2dd24d6546ea req-c70b1f18-253f-4be0-bf77-65185591f1b2 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8630388 May 04 18:00:49.899135 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [req-cc3a44b4-1243-4108-ac47-2dd24d6546ea req-e28f9d46-a3e7-441d-81b5-bd9b96908f3b service neutron] Request body: {'port': {'device_id': 'afaef76a-96c2-4fb8-bf70-6cf76fb9c16c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:00:50.022159 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-cc3a44b4-1243-4108-ac47-2dd24d6546ea req-e28f9d46-a3e7-441d-81b5-bd9b96908f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:50.055141 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-775e349f-c08a-4420-b122-d868c0118f78 None None] Provisioning for port 02e1a40b-df99-4e0c-886c-24aafa13274f completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:00:50.060650 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-775e349f-c08a-4420-b122-d868c0118f78 None None] Provisioning complete for port 02e1a40b-df99-4e0c-886c-24aafa13274f triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:00:50.061321 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-775e349f-c08a-4420-b122-d868c0118f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:50.116585 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-775e349f-c08a-4420-b122-d868c0118f78 None None] Port 02e1a40b-df99-4e0c-886c-24aafa13274f cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 18:00:50.484781 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1dd37-01e6-4fe8-a05c-606539b8549a req-23d63943-f5ec-40fa-b736-5b227ff4c568 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:50.485484 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-75b1dd37-01e6-4fe8-a05c-606539b8549a req-23d63943-f5ec-40fa-b736-5b227ff4c568 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Synchronizing usage tracker for tenant:d8d06fb6a6d345a09a2fcd64b688dbb5 on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:00:50.516013 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-75b1dd37-01e6-4fe8-a05c-606539b8549a req-23d63943-f5ec-40fa-b736-5b227ff4c568 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Unset dirty status for tenant:d8d06fb6a6d345a09a2fcd64b688dbb5 on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:00:50.517166 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-75b1dd37-01e6-4fe8-a05c-606539b8549a req-23d63943-f5ec-40fa-b736-5b227ff4c568 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] 10.222.0.41 "GET /v2.0/ports?device_id=afaef76a-96c2-4fb8-bf70-6cf76fb9c16c HTTP/1.1" status: 200 len: 932 time: 0.2099459 May 04 18:00:50.607920 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [req-cc3a44b4-1243-4108-ac47-2dd24d6546ea req-e28f9d46-a3e7-441d-81b5-bd9b96908f3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02e1a40b-df99-4e0c-886c-24aafa13274f {{(pid=88037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:00:50.618680 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-cc3a44b4-1243-4108-ac47-2dd24d6546ea req-e28f9d46-a3e7-441d-81b5-bd9b96908f3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:50.622976 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-75b1dd37-01e6-4fe8-a05c-606539b8549a req-acfdc546-1464-4a16-aa2b-5c03570247ab tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4a4925c-2942-420a-a436-b1d6da0b7e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653841 May 04 18:00:50.636498 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [req-cc3a44b4-1243-4108-ac47-2dd24d6546ea req-e28f9d46-a3e7-441d-81b5-bd9b96908f3b service neutron] Transition to ACTIVE for port object 02e1a40b-df99-4e0c-886c-24aafa13274f will not be triggered until provisioned by entity L2. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:00:50.646040 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-cc3a44b4-1243-4108-ac47-2dd24d6546ea req-e28f9d46-a3e7-441d-81b5-bd9b96908f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:50.772559 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28f9d46-a3e7-441d-81b5-bd9b96908f3b service neutron] Pushing event updated for resources: {'Port': ['ID=02e1a40b-df99-4e0c-886c-24aafa13274f,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:50.879194 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-cc3a44b4-1243-4108-ac47-2dd24d6546ea req-e28f9d46-a3e7-441d-81b5-bd9b96908f3b service neutron] Attempting to bind port 02e1a40b-df99-4e0c-886c-24aafa13274f on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:00:50.879530 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-cc3a44b4-1243-4108-ac47-2dd24d6546ea req-e28f9d46-a3e7-441d-81b5-bd9b96908f3b service neutron] Attempting to bind port 02e1a40b-df99-4e0c-886c-24aafa13274f by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '72827e6c-30b7-45f9-9a6b-1cdafb1e82c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '03ccc4a5-327e-4cad-afaf-69b6aa9804e1'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:00:50.879848 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3a44b4-1243-4108-ac47-2dd24d6546ea req-e28f9d46-a3e7-441d-81b5-bd9b96908f3b service neutron] Attempting to bind port 02e1a40b-df99-4e0c-886c-24aafa13274f on network 03ccc4a5-327e-4cad-afaf-69b6aa9804e1 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:00:50.884342 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3a44b4-1243-4108-ac47-2dd24d6546ea req-e28f9d46-a3e7-441d-81b5-bd9b96908f3b service neutron] Port 02e1a40b-df99-4e0c-886c-24aafa13274f on network 03ccc4a5-327e-4cad-afaf-69b6aa9804e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 18:00:50.884658 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3a44b4-1243-4108-ac47-2dd24d6546ea req-e28f9d46-a3e7-441d-81b5-bd9b96908f3b service neutron] Attempting to bind port 02e1a40b-df99-4e0c-886c-24aafa13274f on network 03ccc4a5-327e-4cad-afaf-69b6aa9804e1 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:00:50.889721 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3a44b4-1243-4108-ac47-2dd24d6546ea req-e28f9d46-a3e7-441d-81b5-bd9b96908f3b service neutron] Checking agent: {'id': '84d0dbeb-cfa8-4636-8b1c-9790acf21ef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'started_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:00:50.890171 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3a44b4-1243-4108-ac47-2dd24d6546ea req-e28f9d46-a3e7-441d-81b5-bd9b96908f3b service neutron] Checking segment: {'id': '72827e6c-30b7-45f9-9a6b-1cdafb1e82c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '03ccc4a5-327e-4cad-afaf-69b6aa9804e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:00:50.891072 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3a44b4-1243-4108-ac47-2dd24d6546ea req-e28f9d46-a3e7-441d-81b5-bd9b96908f3b service neutron] Bound using segment: {'id': '72827e6c-30b7-45f9-9a6b-1cdafb1e82c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '03ccc4a5-327e-4cad-afaf-69b6aa9804e1'} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:00:50.891496 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-cc3a44b4-1243-4108-ac47-2dd24d6546ea req-e28f9d46-a3e7-441d-81b5-bd9b96908f3b service neutron] Bound port: 02e1a40b-df99-4e0c-886c-24aafa13274f, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72827e6c-30b7-45f9-9a6b-1cdafb1e82c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '03ccc4a5-327e-4cad-afaf-69b6aa9804e1'}}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:00:50.891840 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-cc3a44b4-1243-4108-ac47-2dd24d6546ea req-e28f9d46-a3e7-441d-81b5-bd9b96908f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:50.982666 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-cc3a44b4-1243-4108-ac47-2dd24d6546ea req-e28f9d46-a3e7-441d-81b5-bd9b96908f3b service neutron] For port 02e1a40b-df99-4e0c-886c-24aafa13274f, host hv-neutron-8404, cleared binding levels {{(pid=88037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:00:50.987248 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-cc3a44b4-1243-4108-ac47-2dd24d6546ea req-e28f9d46-a3e7-441d-81b5-bd9b96908f3b service neutron] For port 02e1a40b-df99-4e0c-886c-24aafa13274f, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=02e1a40b-df99-4e0c-886c-24aafa13274f,segment=NetworkSegment(72827e6c-30b7-45f9-9a6b-1cdafb1e82c0),segment_id=72827e6c-30b7-45f9-9a6b-1cdafb1e82c0)] {{(pid=88037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:00:50.991511 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-cc3a44b4-1243-4108-ac47-2dd24d6546ea req-e28f9d46-a3e7-441d-81b5-bd9b96908f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:51.051750 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a44b4-1243-4108-ac47-2dd24d6546ea req-e28f9d46-a3e7-441d-81b5-bd9b96908f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:51.052392 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-cc3a44b4-1243-4108-ac47-2dd24d6546ea req-e28f9d46-a3e7-441d-81b5-bd9b96908f3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:51.053679 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-cc3a44b4-1243-4108-ac47-2dd24d6546ea req-e28f9d46-a3e7-441d-81b5-bd9b96908f3b service neutron] 10.222.0.42 "PUT /v2.0/ports/02e1a40b-df99-4e0c-886c-24aafa13274f HTTP/1.1" status: 200 len: 1094 time: 1.1588557 May 04 18:00:51.054123 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afaef76a-96c2-4fb8-bf70-6cf76fb9c16c', 'tag': '02e1a40b-df99-4e0c-886c-24aafa13274f'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:00:51.077178 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28f9d46-a3e7-441d-81b5-bd9b96908f3b service neutron] Pushing event updated for resources: {'Port': ['ID=02e1a40b-df99-4e0c-886c-24aafa13274f,revision_number=3']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:51.130967 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-790b8e14-46c1-4a7f-9910-76fb4c031f87'] response: {'name': 'network-changed', 'server_uuid': 'afaef76a-96c2-4fb8-bf70-6cf76fb9c16c', 'tag': '02e1a40b-df99-4e0c-886c-24aafa13274f', 'status': 'completed', 'code': 200} May 04 18:00:51.172551 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a44b4-1243-4108-ac47-2dd24d6546ea req-03d02b01-bec1-4bbe-a8c7-46fafd586a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:51.174330 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-cc3a44b4-1243-4108-ac47-2dd24d6546ea req-03d02b01-bec1-4bbe-a8c7-46fafd586a78 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d8d06fb6a6d345a09a2fcd64b688dbb5&device_id=afaef76a-96c2-4fb8-bf70-6cf76fb9c16c HTTP/1.1" status: 200 len: 1097 time: 0.0752852 May 04 18:00:51.248870 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-cc3a44b4-1243-4108-ac47-2dd24d6546ea req-e2120209-f67d-4af7-941b-b29d19b2b320 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02e1a40b-df99-4e0c-886c-24aafa13274f HTTP/1.1" status: 200 len: 217 time: 0.0667191 May 04 18:00:51.291407 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device acb3c171-9710-472b-8423-47c66940ab2b up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:00:51.314518 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a44b4-1243-4108-ac47-2dd24d6546ea req-03af717c-cc95-4b3f-8254-409214eec29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:51.316292 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-cc3a44b4-1243-4108-ac47-2dd24d6546ea req-03af717c-cc95-4b3f-8254-409214eec29e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=121fd3dc-dedf-49c8-8b85-dd284aed023f HTTP/1.1" status: 200 len: 856 time: 0.0615687 May 04 18:00:51.368511 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port acb3c171-9710-472b-8423-47c66940ab2b completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:00:51.373419 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port acb3c171-9710-472b-8423-47c66940ab2b triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:00:51.373797 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:51.401136 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a44b4-1243-4108-ac47-2dd24d6546ea req-6f3ceb29-ea6c-4bdd-86ac-000c616321ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:51.402637 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-cc3a44b4-1243-4108-ac47-2dd24d6546ea req-6f3ceb29-ea6c-4bdd-86ac-000c616321ac service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=03ccc4a5-327e-4cad-afaf-69b6aa9804e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798633 May 04 18:00:51.493749 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:51.525690 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port acb3c171-9710-472b-8423-47c66940ab2b, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=acb3c171-9710-472b-8423-47c66940ab2b,segment=NetworkSegment(1f56f6e6-0089-436b-915f-9a623ee12791),segment_id=1f56f6e6-0089-436b-915f-9a623ee12791)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:00:51.529276 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:51.545970 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-cc3a44b4-1243-4108-ac47-2dd24d6546ea req-f055b69f-e88e-4fa0-a1ff-afff13c3e194 service neutron] 10.222.0.42 "GET /v2.0/networks/03ccc4a5-327e-4cad-afaf-69b6aa9804e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350870 May 04 18:00:51.603644 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=acb3c171-9710-472b-8423-47c66940ab2b,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:51.694217 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-cc3a44b4-1243-4108-ac47-2dd24d6546ea req-1e94d78a-42a8-47fa-ab46-b86d7bf7529d service neutron] 10.222.0.42 "GET /v2.0/networks/03ccc4a5-327e-4cad-afaf-69b6aa9804e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420748 May 04 18:00:51.871191 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b0ad5-43a6-4d43-b8e9-8a0f13e18c59 req-e2922885-ba4b-434d-8df1-3defaeccaded tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:51.872627 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-247b0ad5-43a6-4d43-b8e9-8a0f13e18c59 req-e2922885-ba4b-434d-8df1-3defaeccaded tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] 10.222.0.41 "GET /v2.0/ports?device_id=afaef76a-96c2-4fb8-bf70-6cf76fb9c16c HTTP/1.1" status: 200 len: 944 time: 0.1378946 May 04 18:00:51.875071 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e4a58-4c74-4bdc-9b76-2556e6fc0ccf req-73acc29c-8302-4e2d-99ff-78bd53b2103e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:51.876370 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-735e4a58-4c74-4bdc-9b76-2556e6fc0ccf req-73acc29c-8302-4e2d-99ff-78bd53b2103e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d8d06fb6a6d345a09a2fcd64b688dbb5&device_id=afaef76a-96c2-4fb8-bf70-6cf76fb9c16c HTTP/1.1" status: 200 len: 1097 time: 0.1114893 May 04 18:00:51.997619 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-247b0ad5-43a6-4d43-b8e9-8a0f13e18c59 req-e101528d-517a-4b19-945f-4e284ee4a417 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4a4925c-2942-420a-a436-b1d6da0b7e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193292 May 04 18:00:52.141364 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e4a58-4c74-4bdc-9b76-2556e6fc0ccf req-68bb224a-7012-492b-9d89-5ec4a1c09448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:52.142741 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-735e4a58-4c74-4bdc-9b76-2556e6fc0ccf req-68bb224a-7012-492b-9d89-5ec4a1c09448 service neutron] 10.222.0.42 "GET /v2.0/networks?id=03ccc4a5-327e-4cad-afaf-69b6aa9804e1 HTTP/1.1" status: 200 len: 918 time: 0.2515860 May 04 18:00:52.207381 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-735e4a58-4c74-4bdc-9b76-2556e6fc0ccf req-526a0065-68bd-4e25-89ba-09b3f00fd748 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02e1a40b-df99-4e0c-886c-24aafa13274f HTTP/1.1" status: 200 len: 217 time: 0.0583060 May 04 18:00:52.269810 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e4a58-4c74-4bdc-9b76-2556e6fc0ccf req-072ba528-5a34-414b-9163-f3e58086fcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:52.271260 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-735e4a58-4c74-4bdc-9b76-2556e6fc0ccf req-072ba528-5a34-414b-9163-f3e58086fcb6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=121fd3dc-dedf-49c8-8b85-dd284aed023f HTTP/1.1" status: 200 len: 856 time: 0.0579388 May 04 18:00:52.352969 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e4a58-4c74-4bdc-9b76-2556e6fc0ccf req-5ee897a1-9dbb-4cb3-8f60-1783e134ced0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:52.354858 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-735e4a58-4c74-4bdc-9b76-2556e6fc0ccf req-5ee897a1-9dbb-4cb3-8f60-1783e134ced0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=03ccc4a5-327e-4cad-afaf-69b6aa9804e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752170 May 04 18:00:52.490863 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-735e4a58-4c74-4bdc-9b76-2556e6fc0ccf req-dae11654-7ad0-406e-b890-8fbd92ea29ee service neutron] 10.222.0.42 "GET /v2.0/networks/03ccc4a5-327e-4cad-afaf-69b6aa9804e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291609 May 04 18:00:52.622280 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-735e4a58-4c74-4bdc-9b76-2556e6fc0ccf req-210ca755-d77b-46fe-acf6-e34612b61877 service neutron] 10.222.0.42 "GET /v2.0/networks/03ccc4a5-327e-4cad-afaf-69b6aa9804e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239665 May 04 18:00:53.188125 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d1f18b-ad3a-4fad-9df3-8befa55ffabc req-fefeb87b-e7f8-4b67-8587-1aadbe179039 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:53.189480 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-04d1f18b-ad3a-4fad-9df3-8befa55ffabc req-fefeb87b-e7f8-4b67-8587-1aadbe179039 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] 10.222.0.41 "GET /v2.0/ports?device_id=afaef76a-96c2-4fb8-bf70-6cf76fb9c16c HTTP/1.1" status: 200 len: 944 time: 0.0785277 May 04 18:00:53.235826 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-04d1f18b-ad3a-4fad-9df3-8befa55ffabc req-539d8c82-2bb0-42e7-883f-c15fd615e89c tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Synchronizing usage tracker for tenant:d8d06fb6a6d345a09a2fcd64b688dbb5 on resource:security_group {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:00:53.253299 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-04d1f18b-ad3a-4fad-9df3-8befa55ffabc req-539d8c82-2bb0-42e7-883f-c15fd615e89c tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Unset dirty status for tenant:d8d06fb6a6d345a09a2fcd64b688dbb5 on resource:security_group {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:00:53.254690 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-04d1f18b-ad3a-4fad-9df3-8befa55ffabc req-539d8c82-2bb0-42e7-883f-c15fd615e89c tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4a4925c-2942-420a-a436-b1d6da0b7e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595791 May 04 18:00:53.264737 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device acb3c171-9710-472b-8423-47c66940ab2b up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:00:53.330634 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port acb3c171-9710-472b-8423-47c66940ab2b triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:00:53.331011 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:53.670132 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 02e1a40b-df99-4e0c-886c-24aafa13274f details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 18:00:53.800432 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 02e1a40b-df99-4e0c-886c-24aafa13274f, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=02e1a40b-df99-4e0c-886c-24aafa13274f,segment=NetworkSegment(72827e6c-30b7-45f9-9a6b-1cdafb1e82c0),segment_id=72827e6c-30b7-45f9-9a6b-1cdafb1e82c0)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:00:53.814651 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Returning: {'device': '02e1a40b-df99-4e0c-886c-24aafa13274f', 'network_id': '03ccc4a5-327e-4cad-afaf-69b6aa9804e1', 'port_id': '02e1a40b-df99-4e0c-886c-24aafa13274f', 'mac_address': 'fa:16:3e:f7:cd:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '121fd3dc-dedf-49c8-8b85-dd284aed023f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 18:00:53.871847 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:53.888215 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02e1a40b-df99-4e0c-886c-24aafa13274f {{(pid=88039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:00:53.903040 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 02e1a40b-df99-4e0c-886c-24aafa13274f, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=02e1a40b-df99-4e0c-886c-24aafa13274f,segment=NetworkSegment(72827e6c-30b7-45f9-9a6b-1cdafb1e82c0),segment_id=72827e6c-30b7-45f9-9a6b-1cdafb1e82c0)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:00:53.907410 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:53.972123 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=02e1a40b-df99-4e0c-886c-24aafa13274f,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:54.248667 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] get_ports_and_sgs() called for port_ids ['02e1a40b-df99-4e0c-886c-24aafa13274f'] {{(pid=88039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 18:00:54.460881 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278775a9-d9c3-4bbc-b0a7-92f2b28cc773 req-c5e1e479-1e50-4c2f-b444-c661a17369f4 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:54.464588 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-278775a9-d9c3-4bbc-b0a7-92f2b28cc773 req-c5e1e479-1e50-4c2f-b444-c661a17369f4 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] 10.222.0.41 "GET /v2.0/ports?device_id=afaef76a-96c2-4fb8-bf70-6cf76fb9c16c HTTP/1.1" status: 200 len: 945 time: 0.0885453 May 04 18:00:54.504624 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-278775a9-d9c3-4bbc-b0a7-92f2b28cc773 req-60477412-9f7b-42f7-ad08-5a7e06184f56 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4a4925c-2942-420a-a436-b1d6da0b7e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366621 May 04 18:00:55.670256 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 02e1a40b-df99-4e0c-886c-24aafa13274f up at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:00:55.688706 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6299a15-69c6-41df-b59c-e428f8adbc89 req-6f9d06f9-1fba-4da5-90c0-1bb3a624660f tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:55.692167 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-d6299a15-69c6-41df-b59c-e428f8adbc89 req-6f9d06f9-1fba-4da5-90c0-1bb3a624660f tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] 10.222.0.41 "GET /v2.0/ports?device_id=afaef76a-96c2-4fb8-bf70-6cf76fb9c16c HTTP/1.1" status: 200 len: 945 time: 0.0851882 May 04 18:00:55.734489 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-d6299a15-69c6-41df-b59c-e428f8adbc89 req-99c9667c-9d6b-4376-a429-cdb72ca4670e tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4a4925c-2942-420a-a436-b1d6da0b7e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379558 May 04 18:00:55.737615 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning for port 02e1a40b-df99-4e0c-886c-24aafa13274f completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:00:55.742563 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning complete for port 02e1a40b-df99-4e0c-886c-24aafa13274f triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:00:55.742932 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:55.862339 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:55.888684 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afaef76a-96c2-4fb8-bf70-6cf76fb9c16c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e1a40b-df99-4e0c-886c-24aafa13274f'}] {{(pid=88039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:00:55.898361 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 02e1a40b-df99-4e0c-886c-24aafa13274f, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=02e1a40b-df99-4e0c-886c-24aafa13274f,segment=NetworkSegment(72827e6c-30b7-45f9-9a6b-1cdafb1e82c0),segment_id=72827e6c-30b7-45f9-9a6b-1cdafb1e82c0)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:00:55.902445 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:00:55.938901 dv-neutron-840426-1-hyperv neutron-server[88039]: INFO neutron.notifiers.nova [-] Nova event matching ['req-225a91a7-e689-463c-a771-8b28dce044aa'] response: {'server_uuid': 'afaef76a-96c2-4fb8-bf70-6cf76fb9c16c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e1a40b-df99-4e0c-886c-24aafa13274f', 'code': 200} May 04 18:00:55.973751 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=02e1a40b-df99-4e0c-886c-24aafa13274f,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:00:56.161705 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9342e0-7ad1-45cf-8381-d2b3be54c65f req-0bf3a0dd-3d09-46f7-b704-6c56740b083a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:56.163110 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-bb9342e0-7ad1-45cf-8381-d2b3be54c65f req-0bf3a0dd-3d09-46f7-b704-6c56740b083a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=afaef76a-96c2-4fb8-bf70-6cf76fb9c16c HTTP/1.1" status: 200 len: 1099 time: 0.0682721 May 04 18:00:56.203297 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-bb9342e0-7ad1-45cf-8381-d2b3be54c65f req-ca48bfba-311e-4ffc-a2fb-76d1b1f76193 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c4a4925c-2942-420a-a436-b1d6da0b7e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335729 May 04 18:00:56.916139 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c6036a-2fe5-41a7-8d77-538f1c322e1b req-b0339226-f961-40d6-900f-d12162d72d6f tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:56.917761 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-16c6036a-2fe5-41a7-8d77-538f1c322e1b req-b0339226-f961-40d6-900f-d12162d72d6f tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] 10.222.0.41 "GET /v2.0/ports?device_id=afaef76a-96c2-4fb8-bf70-6cf76fb9c16c HTTP/1.1" status: 200 len: 946 time: 0.0784264 May 04 18:00:56.962331 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-16c6036a-2fe5-41a7-8d77-538f1c322e1b req-47d57735-dc8d-4d2e-b5b7-423349d22c16 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4a4925c-2942-420a-a436-b1d6da0b7e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387588 May 04 18:00:58.148343 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866ead0-4898-4df7-a98d-234645e5f519 req-9d290139-59bb-4b1c-8e2c-89ee5ebe29f0 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:58.149807 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d866ead0-4898-4df7-a98d-234645e5f519 req-9d290139-59bb-4b1c-8e2c-89ee5ebe29f0 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] 10.222.0.41 "GET /v2.0/ports?device_id=afaef76a-96c2-4fb8-bf70-6cf76fb9c16c HTTP/1.1" status: 200 len: 946 time: 0.0827661 May 04 18:00:58.193825 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d866ead0-4898-4df7-a98d-234645e5f519 req-f508e974-c91d-4c9b-84b7-841a779600d1 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4a4925c-2942-420a-a436-b1d6da0b7e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383632 May 04 18:00:58.377188 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfeb3d9-9515-4939-83db-7141a864a323 req-2215622a-8998-4c73-9fe6-b2d338f626e8 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:00:58.378656 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-6bfeb3d9-9515-4939-83db-7141a864a323 req-2215622a-8998-4c73-9fe6-b2d338f626e8 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] 10.222.0.41 "GET /v2.0/ports?device_id=afaef76a-96c2-4fb8-bf70-6cf76fb9c16c HTTP/1.1" status: 200 len: 946 time: 0.0802269 May 04 18:00:58.421184 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-6bfeb3d9-9515-4939-83db-7141a864a323 req-0a4f2c59-fa1f-4ddb-858e-5aa7a85bd5b7 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4a4925c-2942-420a-a436-b1d6da0b7e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368943 May 04 18:01:03.259501 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-6dfce5de-f9be-4496-9cab-667f58ca2c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:05.565940 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-7ff91423-6515-4d88-b891-6ab55948baa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:06.623945 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:06.633765 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:07.961965 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:08.324695 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6083ad5b-c250-414a-838a-987e689aa9b3 req-2864b316-8483-4853-ada9-6e8e6fdbb1e0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=afaef76a-96c2-4fb8-bf70-6cf76fb9c16c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0733132 May 04 18:01:08.466844 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6083ad5b-c250-414a-838a-987e689aa9b3 req-f4db4218-c5bb-4144-97b1-d336df7610ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:01:08.468868 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6083ad5b-c250-414a-838a-987e689aa9b3 req-f4db4218-c5bb-4144-97b1-d336df7610ce service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d8d06fb6a6d345a09a2fcd64b688dbb5&device_id=afaef76a-96c2-4fb8-bf70-6cf76fb9c16c HTTP/1.1" status: 200 len: 1099 time: 0.0735159 May 04 18:01:08.614250 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6083ad5b-c250-414a-838a-987e689aa9b3 req-fabf82ad-5a7c-4f49-a3e1-b039bb21db01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:01:08.615705 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6083ad5b-c250-414a-838a-987e689aa9b3 req-fabf82ad-5a7c-4f49-a3e1-b039bb21db01 service neutron] 10.222.0.42 "GET /v2.0/networks?id=03ccc4a5-327e-4cad-afaf-69b6aa9804e1 HTTP/1.1" status: 200 len: 918 time: 0.1279616 May 04 18:01:08.684795 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6083ad5b-c250-414a-838a-987e689aa9b3 req-088f5127-0c46-43b5-bfec-78157ed9075a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02e1a40b-df99-4e0c-886c-24aafa13274f HTTP/1.1" status: 200 len: 217 time: 0.0609012 May 04 18:01:08.752663 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6083ad5b-c250-414a-838a-987e689aa9b3 req-02da5ccf-ebcd-4ec3-a73b-f127dc9bd839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:01:08.754071 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6083ad5b-c250-414a-838a-987e689aa9b3 req-02da5ccf-ebcd-4ec3-a73b-f127dc9bd839 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=121fd3dc-dedf-49c8-8b85-dd284aed023f HTTP/1.1" status: 200 len: 856 time: 0.0623930 May 04 18:01:08.835651 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6083ad5b-c250-414a-838a-987e689aa9b3 req-28d3344e-c146-4749-9cee-2ab83ecc0dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:01:08.837139 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6083ad5b-c250-414a-838a-987e689aa9b3 req-28d3344e-c146-4749-9cee-2ab83ecc0dcc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=03ccc4a5-327e-4cad-afaf-69b6aa9804e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705426 May 04 18:01:08.977037 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6083ad5b-c250-414a-838a-987e689aa9b3 req-17cfe1f2-bca5-4f1f-8958-ca9249c7c747 service neutron] 10.222.0.42 "GET /v2.0/networks/03ccc4a5-327e-4cad-afaf-69b6aa9804e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255682 May 04 18:01:09.110332 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6083ad5b-c250-414a-838a-987e689aa9b3 req-e2e4422a-f5fa-4839-9c76-c9c27ba395ba service neutron] 10.222.0.42 "GET /v2.0/networks/03ccc4a5-327e-4cad-afaf-69b6aa9804e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238406 May 04 18:01:09.582630 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:13.951029 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6134aa4c-2ee1-47a0-a009-5202b8a31309 req-6a7b2053-3f63-415e-84e6-789c1b12504d tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:01:13.953110 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-6134aa4c-2ee1-47a0-a009-5202b8a31309 req-6a7b2053-3f63-415e-84e6-789c1b12504d tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] 10.222.0.41 "GET /v2.0/ports?device_id=afaef76a-96c2-4fb8-bf70-6cf76fb9c16c HTTP/1.1" status: 200 len: 946 time: 0.0824039 May 04 18:01:13.998963 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-6134aa4c-2ee1-47a0-a009-5202b8a31309 req-28ccb30e-3e6d-4bf1-8f5d-3bebc646695d tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4a4925c-2942-420a-a436-b1d6da0b7e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401776 May 04 18:01:15.186275 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9003e24c-364e-4089-80ea-991653de65de req-0f02c542-70a8-451d-9ae7-ff7e1225bfdf tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:01:15.187733 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9003e24c-364e-4089-80ea-991653de65de req-0f02c542-70a8-451d-9ae7-ff7e1225bfdf tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] 10.222.0.41 "GET /v2.0/ports?device_id=afaef76a-96c2-4fb8-bf70-6cf76fb9c16c HTTP/1.1" status: 200 len: 946 time: 0.0833626 May 04 18:01:15.232206 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9003e24c-364e-4089-80ea-991653de65de req-78d5dd29-f248-425d-9406-1d44b30c3158 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4a4925c-2942-420a-a436-b1d6da0b7e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388260 May 04 18:01:15.916938 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24df3b-0301-4638-a401-5b8bc0f6a86d req-2dddccb3-c56c-4d22-a8a4-731eb1792fc3 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:01:15.918612 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-fd24df3b-0301-4638-a401-5b8bc0f6a86d req-2dddccb3-c56c-4d22-a8a4-731eb1792fc3 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] 10.222.0.42 "GET /v2.0/ports?device_id=afaef76a-96c2-4fb8-bf70-6cf76fb9c16c HTTP/1.1" status: 200 len: 946 time: 0.0767052 May 04 18:01:15.993445 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [req-fd24df3b-0301-4638-a401-5b8bc0f6a86d req-34acec2b-ded6-4032-a782-17e4c57468ad tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Deleting port 02e1a40b-df99-4e0c-886c-24aafa13274f {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:01:15.993807 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-fd24df3b-0301-4638-a401-5b8bc0f6a86d req-34acec2b-ded6-4032-a782-17e4c57468ad tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:16.323923 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-fd24df3b-0301-4638-a401-5b8bc0f6a86d req-34acec2b-ded6-4032-a782-17e4c57468ad tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] For port 02e1a40b-df99-4e0c-886c-24aafa13274f, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=02e1a40b-df99-4e0c-886c-24aafa13274f,segment=NetworkSegment(72827e6c-30b7-45f9-9a6b-1cdafb1e82c0),segment_id=72827e6c-30b7-45f9-9a6b-1cdafb1e82c0)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:01:16.324629 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-fd24df3b-0301-4638-a401-5b8bc0f6a86d req-34acec2b-ded6-4032-a782-17e4c57468ad tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:16.413218 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c22ae-51cc-4204-b560-24c875c20c72 req-9e556c81-f4b4-4c60-8105-eea2f4be0d24 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:01:16.414718 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-d51c22ae-51cc-4204-b560-24c875c20c72 req-9e556c81-f4b4-4c60-8105-eea2f4be0d24 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] 10.222.0.41 "GET /v2.0/ports?device_id=afaef76a-96c2-4fb8-bf70-6cf76fb9c16c HTTP/1.1" status: 200 len: 946 time: 0.0789983 May 04 18:01:16.447129 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [req-fd24df3b-0301-4638-a401-5b8bc0f6a86d req-34acec2b-ded6-4032-a782-17e4c57468ad tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Calling delete_port for 02e1a40b-df99-4e0c-886c-24aafa13274f owned by compute:nova {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:01:16.459145 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-d51c22ae-51cc-4204-b560-24c875c20c72 req-f8a244ba-55e8-435b-a240-5d57c3579414 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4a4925c-2942-420a-a436-b1d6da0b7e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385087 May 04 18:01:16.591963 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-fd24df3b-0301-4638-a401-5b8bc0f6a86d req-34acec2b-ded6-4032-a782-17e4c57468ad tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:16.604271 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] get_ports_and_sgs() called for port_ids ['02e1a40b-df99-4e0c-886c-24aafa13274f'] {{(pid=88039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 18:01:16.641704 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34acec2b-ded6-4032-a782-17e4c57468ad tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Pushing event deleted for resources: {'Port': ['ID=02e1a40b-df99-4e0c-886c-24aafa13274f,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:01:16.724680 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd24df3b-0301-4638-a401-5b8bc0f6a86d req-34acec2b-ded6-4032-a782-17e4c57468ad tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] No DVR routers for this DVR port 02e1a40b-df99-4e0c-886c-24aafa13274f on host hv-neutron-8404 {{(pid=88037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:01:16.727126 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-fd24df3b-0301-4638-a401-5b8bc0f6a86d req-34acec2b-ded6-4032-a782-17e4c57468ad tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:16.729687 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afaef76a-96c2-4fb8-bf70-6cf76fb9c16c', 'name': 'network-vif-deleted', 'tag': '02e1a40b-df99-4e0c-886c-24aafa13274f'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:01:16.746707 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-fd24df3b-0301-4638-a401-5b8bc0f6a86d req-34acec2b-ded6-4032-a782-17e4c57468ad tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] 10.222.0.42 "DELETE /v2.0/ports/02e1a40b-df99-4e0c-886c-24aafa13274f HTTP/1.1" status: 204 len: 173 time: 0.8194540 May 04 18:01:16.778334 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-575d683b-8681-44e6-b20e-045c03fbd208'] response: {'server_uuid': 'afaef76a-96c2-4fb8-bf70-6cf76fb9c16c', 'name': 'network-vif-deleted', 'tag': '02e1a40b-df99-4e0c-886c-24aafa13274f', 'status': 'completed', 'code': 200} May 04 18:01:18.192069 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f342523c-dd0e-4403-bef3-a89f330314a1 req-46c3e1ef-1419-4d2f-a63c-7e5b48100543 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:01:18.193423 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f342523c-dd0e-4403-bef3-a89f330314a1 req-46c3e1ef-1419-4d2f-a63c-7e5b48100543 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] 10.222.0.41 "GET /v2.0/networks?id=03ccc4a5-327e-4cad-afaf-69b6aa9804e1 HTTP/1.1" status: 200 len: 817 time: 0.1427414 May 04 18:01:18.208870 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f342523c-dd0e-4403-bef3-a89f330314a1 req-53befbd2-1366-4569-8ef1-f38c6b5316e9 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] 10.222.0.41 "GET /v2.0/quotas/d8d06fb6a6d345a09a2fcd64b688dbb5 HTTP/1.1" status: 200 len: 375 time: 0.0094874 May 04 18:01:18.288560 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-f342523c-dd0e-4403-bef3-a89f330314a1 req-ddc5b3e7-144c-49db-9f8b-2a9b3790f657 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Synchronizing usage tracker for tenant:d8d06fb6a6d345a09a2fcd64b688dbb5 on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:01:18.303197 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-f342523c-dd0e-4403-bef3-a89f330314a1 req-ddc5b3e7-144c-49db-9f8b-2a9b3790f657 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Unset dirty status for tenant:d8d06fb6a6d345a09a2fcd64b688dbb5 on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:01:18.304500 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f342523c-dd0e-4403-bef3-a89f330314a1 req-ddc5b3e7-144c-49db-9f8b-2a9b3790f657 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d8d06fb6a6d345a09a2fcd64b688dbb5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0904117 May 04 18:01:18.438951 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f342523c-dd0e-4403-bef3-a89f330314a1 req-60817917-0711-4572-ae0a-d48dc82ccc19 service neutron] 10.222.0.41 "GET /v2.0/networks/03ccc4a5-327e-4cad-afaf-69b6aa9804e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226461 May 04 18:01:18.568084 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f342523c-dd0e-4403-bef3-a89f330314a1 req-569ebddd-0e55-4f6f-81d8-7a1748f0979a service neutron] 10.222.0.41 "GET /v2.0/networks/03ccc4a5-327e-4cad-afaf-69b6aa9804e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229024 May 04 18:01:18.743125 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-0eeca4f7-912f-40e4-a934-25569694a89d req-f01cbb61-30a7-4aba-b112-b966da88fbc5 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] 10.222.0.41 "GET /v2.0/ports?device_id=b26372ab-cf73-4b31-aa3a-2369df41c2a9 HTTP/1.1" status: 200 len: 210 time: 0.0422006 May 04 18:01:19.763100 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f342523c-dd0e-4403-bef3-a89f330314a1 req-0389cbbc-11b8-4eea-9c47-423124caf2d6 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:01:19.764512 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f342523c-dd0e-4403-bef3-a89f330314a1 req-0389cbbc-11b8-4eea-9c47-423124caf2d6 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] 10.222.0.42 "GET /v2.0/networks?id=03ccc4a5-327e-4cad-afaf-69b6aa9804e1 HTTP/1.1" status: 200 len: 817 time: 0.1543946 May 04 18:01:19.776712 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [req-f342523c-dd0e-4403-bef3-a89f330314a1 req-a6e4d7eb-4ea5-4d55-9405-44b20b8d1654 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Request body: {'port': {'device_id': 'b26372ab-cf73-4b31-aa3a-2369df41c2a9', 'network_id': '03ccc4a5-327e-4cad-afaf-69b6aa9804e1', 'admin_state_up': True, 'tenant_id': 'd8d06fb6a6d345a09a2fcd64b688dbb5'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:01:19.842647 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 02e1a40b-df99-4e0c-886c-24aafa13274f no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:01:19.881477 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] No Port match for: 02e1a40b-df99-4e0c-886c-24aafa13274f {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 18:01:19.881820 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 02e1a40b-df99-4e0c-886c-24aafa13274f not bound to the agent host hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:01:19.918930 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0627b7e9-83f5-4067-9b3a-6c61f697dbe3 req-746f2ead-131c-4aed-b5b9-5de618129637 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] 10.222.0.41 "GET /v2.0/ports?device_id=b26372ab-cf73-4b31-aa3a-2369df41c2a9 HTTP/1.1" status: 200 len: 210 time: 0.0512896 May 04 18:01:19.957998 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [req-f342523c-dd0e-4403-bef3-a89f330314a1 req-a6e4d7eb-4ea5-4d55-9405-44b20b8d1654 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:01:19.967747 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [req-f342523c-dd0e-4403-bef3-a89f330314a1 req-a6e4d7eb-4ea5-4d55-9405-44b20b8d1654 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:01:19.977080 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f342523c-dd0e-4403-bef3-a89f330314a1 req-a6e4d7eb-4ea5-4d55-9405-44b20b8d1654 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Made reservation on behalf of d8d06fb6a6d345a09a2fcd64b688dbb5 for: {'port': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:01:19.980502 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-f342523c-dd0e-4403-bef3-a89f330314a1 req-a6e4d7eb-4ea5-4d55-9405-44b20b8d1654 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:20.231879 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [req-f342523c-dd0e-4403-bef3-a89f330314a1 req-a6e4d7eb-4ea5-4d55-9405-44b20b8d1654 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Allocated IP 172.20.0.13 (03ccc4a5-327e-4cad-afaf-69b6aa9804e1/121fd3dc-dedf-49c8-8b85-dd284aed023f/8fb95d45-e043-4db9-86a7-f419639e1b44) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:01:20.426554 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-f342523c-dd0e-4403-bef3-a89f330314a1 req-a6e4d7eb-4ea5-4d55-9405-44b20b8d1654 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:20.442233 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [req-f342523c-dd0e-4403-bef3-a89f330314a1 req-a6e4d7eb-4ea5-4d55-9405-44b20b8d1654 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Transition to ACTIVE for port object 8fb95d45-e043-4db9-86a7-f419639e1b44 will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:01:20.464349 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-f342523c-dd0e-4403-bef3-a89f330314a1 req-a6e4d7eb-4ea5-4d55-9405-44b20b8d1654 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:20.534176 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f342523c-dd0e-4403-bef3-a89f330314a1 req-a6e4d7eb-4ea5-4d55-9405-44b20b8d1654 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Network 03ccc4a5-327e-4cad-afaf-69b6aa9804e1 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:01:20.537182 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [req-f342523c-dd0e-4403-bef3-a89f330314a1 req-a6e4d7eb-4ea5-4d55-9405-44b20b8d1654 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:01:20.541048 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [req-f342523c-dd0e-4403-bef3-a89f330314a1 req-a6e4d7eb-4ea5-4d55-9405-44b20b8d1654 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 18:01:20.578235 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e4d7eb-4ea5-4d55-9405-44b20b8d1654 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Pushing event updated for resources: {'Port': ['ID=8fb95d45-e043-4db9-86a7-f419639e1b44,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:01:20.613362 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f342523c-dd0e-4403-bef3-a89f330314a1 req-a6e4d7eb-4ea5-4d55-9405-44b20b8d1654 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:01:20.614220 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-f342523c-dd0e-4403-bef3-a89f330314a1 req-a6e4d7eb-4ea5-4d55-9405-44b20b8d1654 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:20.643941 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f342523c-dd0e-4403-bef3-a89f330314a1 req-a6e4d7eb-4ea5-4d55-9405-44b20b8d1654 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8712108 May 04 18:01:20.656145 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [req-f342523c-dd0e-4403-bef3-a89f330314a1 req-2d1fb063-4c2c-4119-ba03-1a8864782590 service neutron] Request body: {'port': {'device_id': 'b26372ab-cf73-4b31-aa3a-2369df41c2a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:01:20.751062 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-fa0e6daf-3c1f-4144-91c3-487445b393cb None None] Provisioning for port 8fb95d45-e043-4db9-86a7-f419639e1b44 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:01:20.755890 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-fa0e6daf-3c1f-4144-91c3-487445b393cb None None] Provisioning complete for port 8fb95d45-e043-4db9-86a7-f419639e1b44 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:01:20.756262 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-fa0e6daf-3c1f-4144-91c3-487445b393cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:20.776642 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-f342523c-dd0e-4403-bef3-a89f330314a1 req-2d1fb063-4c2c-4119-ba03-1a8864782590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:20.813130 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-fa0e6daf-3c1f-4144-91c3-487445b393cb None None] Port 8fb95d45-e043-4db9-86a7-f419639e1b44 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 18:01:21.117904 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [req-f342523c-dd0e-4403-bef3-a89f330314a1 req-2d1fb063-4c2c-4119-ba03-1a8864782590 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fb95d45-e043-4db9-86a7-f419639e1b44 {{(pid=88037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:01:21.118886 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34830194-df7f-4b83-a55b-997b45971e73 req-c9bb1024-6508-41da-b685-e1c24a4f797a tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:01:21.120378 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-34830194-df7f-4b83-a55b-997b45971e73 req-c9bb1024-6508-41da-b685-e1c24a4f797a tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] 10.222.0.41 "GET /v2.0/ports?device_id=b26372ab-cf73-4b31-aa3a-2369df41c2a9 HTTP/1.1" status: 200 len: 932 time: 0.0881271 May 04 18:01:21.125327 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-f342523c-dd0e-4403-bef3-a89f330314a1 req-2d1fb063-4c2c-4119-ba03-1a8864782590 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:21.140545 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [req-f342523c-dd0e-4403-bef3-a89f330314a1 req-2d1fb063-4c2c-4119-ba03-1a8864782590 service neutron] Transition to ACTIVE for port object 8fb95d45-e043-4db9-86a7-f419639e1b44 will not be triggered until provisioned by entity L2. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:01:21.143932 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-f342523c-dd0e-4403-bef3-a89f330314a1 req-2d1fb063-4c2c-4119-ba03-1a8864782590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:21.168572 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-34830194-df7f-4b83-a55b-997b45971e73 req-584ed6a1-a6c6-4d5d-816b-08e97f3520e6 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4a4925c-2942-420a-a436-b1d6da0b7e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417836 May 04 18:01:21.274346 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1fb063-4c2c-4119-ba03-1a8864782590 service neutron] Pushing event updated for resources: {'Port': ['ID=8fb95d45-e043-4db9-86a7-f419639e1b44,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:01:21.383042 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-f342523c-dd0e-4403-bef3-a89f330314a1 req-2d1fb063-4c2c-4119-ba03-1a8864782590 service neutron] Attempting to bind port 8fb95d45-e043-4db9-86a7-f419639e1b44 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:01:21.383375 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-f342523c-dd0e-4403-bef3-a89f330314a1 req-2d1fb063-4c2c-4119-ba03-1a8864782590 service neutron] Attempting to bind port 8fb95d45-e043-4db9-86a7-f419639e1b44 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '72827e6c-30b7-45f9-9a6b-1cdafb1e82c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '03ccc4a5-327e-4cad-afaf-69b6aa9804e1'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:01:21.383702 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f342523c-dd0e-4403-bef3-a89f330314a1 req-2d1fb063-4c2c-4119-ba03-1a8864782590 service neutron] Attempting to bind port 8fb95d45-e043-4db9-86a7-f419639e1b44 on network 03ccc4a5-327e-4cad-afaf-69b6aa9804e1 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:01:21.388425 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f342523c-dd0e-4403-bef3-a89f330314a1 req-2d1fb063-4c2c-4119-ba03-1a8864782590 service neutron] Port 8fb95d45-e043-4db9-86a7-f419639e1b44 on network 03ccc4a5-327e-4cad-afaf-69b6aa9804e1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 18:01:21.388739 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f342523c-dd0e-4403-bef3-a89f330314a1 req-2d1fb063-4c2c-4119-ba03-1a8864782590 service neutron] Attempting to bind port 8fb95d45-e043-4db9-86a7-f419639e1b44 on network 03ccc4a5-327e-4cad-afaf-69b6aa9804e1 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:01:21.393900 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f342523c-dd0e-4403-bef3-a89f330314a1 req-2d1fb063-4c2c-4119-ba03-1a8864782590 service neutron] Checking agent: {'id': '84d0dbeb-cfa8-4636-8b1c-9790acf21ef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'started_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:01:21.394263 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f342523c-dd0e-4403-bef3-a89f330314a1 req-2d1fb063-4c2c-4119-ba03-1a8864782590 service neutron] Checking segment: {'id': '72827e6c-30b7-45f9-9a6b-1cdafb1e82c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '03ccc4a5-327e-4cad-afaf-69b6aa9804e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:01:21.394646 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f342523c-dd0e-4403-bef3-a89f330314a1 req-2d1fb063-4c2c-4119-ba03-1a8864782590 service neutron] Bound using segment: {'id': '72827e6c-30b7-45f9-9a6b-1cdafb1e82c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '03ccc4a5-327e-4cad-afaf-69b6aa9804e1'} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:01:21.395064 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-f342523c-dd0e-4403-bef3-a89f330314a1 req-2d1fb063-4c2c-4119-ba03-1a8864782590 service neutron] Bound port: 8fb95d45-e043-4db9-86a7-f419639e1b44, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72827e6c-30b7-45f9-9a6b-1cdafb1e82c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '03ccc4a5-327e-4cad-afaf-69b6aa9804e1'}}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:01:21.395412 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-f342523c-dd0e-4403-bef3-a89f330314a1 req-2d1fb063-4c2c-4119-ba03-1a8864782590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:21.486265 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-f342523c-dd0e-4403-bef3-a89f330314a1 req-2d1fb063-4c2c-4119-ba03-1a8864782590 service neutron] For port 8fb95d45-e043-4db9-86a7-f419639e1b44, host hv-neutron-8404, cleared binding levels {{(pid=88037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:01:21.489212 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-f342523c-dd0e-4403-bef3-a89f330314a1 req-2d1fb063-4c2c-4119-ba03-1a8864782590 service neutron] For port 8fb95d45-e043-4db9-86a7-f419639e1b44, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=8fb95d45-e043-4db9-86a7-f419639e1b44,segment=NetworkSegment(72827e6c-30b7-45f9-9a6b-1cdafb1e82c0),segment_id=72827e6c-30b7-45f9-9a6b-1cdafb1e82c0)] {{(pid=88037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:01:21.493411 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-f342523c-dd0e-4403-bef3-a89f330314a1 req-2d1fb063-4c2c-4119-ba03-1a8864782590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:21.553522 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f342523c-dd0e-4403-bef3-a89f330314a1 req-2d1fb063-4c2c-4119-ba03-1a8864782590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:01:21.554138 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-f342523c-dd0e-4403-bef3-a89f330314a1 req-2d1fb063-4c2c-4119-ba03-1a8864782590 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:21.555577 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f342523c-dd0e-4403-bef3-a89f330314a1 req-2d1fb063-4c2c-4119-ba03-1a8864782590 service neutron] 10.222.0.42 "PUT /v2.0/ports/8fb95d45-e043-4db9-86a7-f419639e1b44 HTTP/1.1" status: 200 len: 1094 time: 0.9047322 May 04 18:01:21.556010 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b26372ab-cf73-4b31-aa3a-2369df41c2a9', 'tag': '8fb95d45-e043-4db9-86a7-f419639e1b44'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:01:21.579936 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1fb063-4c2c-4119-ba03-1a8864782590 service neutron] Pushing event updated for resources: {'Port': ['ID=8fb95d45-e043-4db9-86a7-f419639e1b44,revision_number=3']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:01:21.635354 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-720d9560-a865-46f7-a8fc-24c4ecd256e9'] response: {'name': 'network-changed', 'server_uuid': 'b26372ab-cf73-4b31-aa3a-2369df41c2a9', 'tag': '8fb95d45-e043-4db9-86a7-f419639e1b44', 'status': 'completed', 'code': 200} May 04 18:01:21.677849 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f342523c-dd0e-4403-bef3-a89f330314a1 req-9fe1fef0-88a3-4ab3-b12f-b23226e581ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:01:21.679362 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f342523c-dd0e-4403-bef3-a89f330314a1 req-9fe1fef0-88a3-4ab3-b12f-b23226e581ab service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d8d06fb6a6d345a09a2fcd64b688dbb5&device_id=b26372ab-cf73-4b31-aa3a-2369df41c2a9 HTTP/1.1" status: 200 len: 1097 time: 0.0766573 May 04 18:01:21.759089 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f342523c-dd0e-4403-bef3-a89f330314a1 req-bfeccfa8-19fd-4c5c-9e33-afa3b8c67b42 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8fb95d45-e043-4db9-86a7-f419639e1b44 HTTP/1.1" status: 200 len: 217 time: 0.0713949 May 04 18:01:21.822398 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f342523c-dd0e-4403-bef3-a89f330314a1 req-8333a01e-7fcd-47ea-aa87-5e7867b91235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:01:21.823839 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f342523c-dd0e-4403-bef3-a89f330314a1 req-8333a01e-7fcd-47ea-aa87-5e7867b91235 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=121fd3dc-dedf-49c8-8b85-dd284aed023f HTTP/1.1" status: 200 len: 856 time: 0.0580153 May 04 18:01:21.903038 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f342523c-dd0e-4403-bef3-a89f330314a1 req-f0fc0a9d-a2d1-4de1-a5b8-191d49248919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:01:21.904547 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f342523c-dd0e-4403-bef3-a89f330314a1 req-f0fc0a9d-a2d1-4de1-a5b8-191d49248919 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=03ccc4a5-327e-4cad-afaf-69b6aa9804e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745492 May 04 18:01:22.132556 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f342523c-dd0e-4403-bef3-a89f330314a1 req-1b6074d7-e61a-4d1e-a3d8-7d3a5e0f581b service neutron] 10.222.0.42 "GET /v2.0/networks/03ccc4a5-327e-4cad-afaf-69b6aa9804e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209804 May 04 18:01:22.272085 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f342523c-dd0e-4403-bef3-a89f330314a1 req-62ec962e-3fd8-4a48-8e7c-9ae6830ff9f5 service neutron] 10.222.0.42 "GET /v2.0/networks/03ccc4a5-327e-4cad-afaf-69b6aa9804e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322799 May 04 18:01:22.306394 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 18:01:22.354718 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdb429c-b63d-4016-87f4-e4a50ac00721 req-b7bc216e-0e76-4a26-aebb-7e299633b0bf tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:01:22.356172 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-2fdb429c-b63d-4016-87f4-e4a50ac00721 req-b7bc216e-0e76-4a26-aebb-7e299633b0bf tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] 10.222.0.41 "GET /v2.0/ports?device_id=b26372ab-cf73-4b31-aa3a-2369df41c2a9 HTTP/1.1" status: 200 len: 944 time: 0.0788896 May 04 18:01:22.391827 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e87c5-055c-461f-b25c-b29cd6dcfd5c req-fc39fd9e-2060-40b2-bfaa-3054ceecbee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:01:22.393282 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a55e87c5-055c-461f-b25c-b29cd6dcfd5c req-fc39fd9e-2060-40b2-bfaa-3054ceecbee7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d8d06fb6a6d345a09a2fcd64b688dbb5&device_id=b26372ab-cf73-4b31-aa3a-2369df41c2a9 HTTP/1.1" status: 200 len: 1097 time: 0.0721560 May 04 18:01:22.404422 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-2fdb429c-b63d-4016-87f4-e4a50ac00721 req-76cc2b71-fb6f-45c3-956c-a5ce73440713 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4a4925c-2942-420a-a436-b1d6da0b7e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422459 May 04 18:01:22.527285 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e87c5-055c-461f-b25c-b29cd6dcfd5c req-96b478bf-c42c-4e72-92a8-2d86e04e6e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:01:22.528652 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a55e87c5-055c-461f-b25c-b29cd6dcfd5c req-96b478bf-c42c-4e72-92a8-2d86e04e6e0a service neutron] 10.222.0.42 "GET /v2.0/networks?id=03ccc4a5-327e-4cad-afaf-69b6aa9804e1 HTTP/1.1" status: 200 len: 918 time: 0.1297004 May 04 18:01:22.600353 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a55e87c5-055c-461f-b25c-b29cd6dcfd5c req-041aa37d-730f-42d5-b24f-a82801c8ac73 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8fb95d45-e043-4db9-86a7-f419639e1b44 HTTP/1.1" status: 200 len: 217 time: 0.0635793 May 04 18:01:22.660846 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e87c5-055c-461f-b25c-b29cd6dcfd5c req-b44f7746-1d2a-49dd-9b95-4e31fa3d6f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:01:22.662310 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a55e87c5-055c-461f-b25c-b29cd6dcfd5c req-b44f7746-1d2a-49dd-9b95-4e31fa3d6f95 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=121fd3dc-dedf-49c8-8b85-dd284aed023f HTTP/1.1" status: 200 len: 856 time: 0.0561218 May 04 18:01:22.738941 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e87c5-055c-461f-b25c-b29cd6dcfd5c req-fe2f44b9-9fd2-4bc8-bcc4-951c20b8944e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:01:22.740372 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a55e87c5-055c-461f-b25c-b29cd6dcfd5c req-fe2f44b9-9fd2-4bc8-bcc4-951c20b8944e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=03ccc4a5-327e-4cad-afaf-69b6aa9804e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715702 May 04 18:01:22.875348 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a55e87c5-055c-461f-b25c-b29cd6dcfd5c req-f80635f9-cc37-4cec-bd0d-a9a10a464601 service neutron] 10.222.0.42 "GET /v2.0/networks/03ccc4a5-327e-4cad-afaf-69b6aa9804e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286862 May 04 18:01:23.003690 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a55e87c5-055c-461f-b25c-b29cd6dcfd5c req-a6840ae4-08e5-471f-99d5-df6d1c846f65 service neutron] 10.222.0.42 "GET /v2.0/networks/03ccc4a5-327e-4cad-afaf-69b6aa9804e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222661 May 04 18:01:23.586589 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e0277b-db13-44b5-92ba-eb12043aa081 req-da457910-fc16-46ef-9adc-8a19261a50f0 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:01:23.587177 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-51e0277b-db13-44b5-92ba-eb12043aa081 req-da457910-fc16-46ef-9adc-8a19261a50f0 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Synchronizing usage tracker for tenant:d8d06fb6a6d345a09a2fcd64b688dbb5 on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:01:23.601835 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-51e0277b-db13-44b5-92ba-eb12043aa081 req-da457910-fc16-46ef-9adc-8a19261a50f0 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Unset dirty status for tenant:d8d06fb6a6d345a09a2fcd64b688dbb5 on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:01:23.602954 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-51e0277b-db13-44b5-92ba-eb12043aa081 req-da457910-fc16-46ef-9adc-8a19261a50f0 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] 10.222.0.41 "GET /v2.0/ports?device_id=b26372ab-cf73-4b31-aa3a-2369df41c2a9 HTTP/1.1" status: 200 len: 944 time: 0.0925579 May 04 18:01:23.646309 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-51e0277b-db13-44b5-92ba-eb12043aa081 req-9a3c91ac-cd3b-452d-af95-cf4304f07dc1 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4a4925c-2942-420a-a436-b1d6da0b7e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368166 May 04 18:01:23.858797 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 8fb95d45-e043-4db9-86a7-f419639e1b44 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 18:01:23.991528 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 8fb95d45-e043-4db9-86a7-f419639e1b44, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=8fb95d45-e043-4db9-86a7-f419639e1b44,segment=NetworkSegment(72827e6c-30b7-45f9-9a6b-1cdafb1e82c0),segment_id=72827e6c-30b7-45f9-9a6b-1cdafb1e82c0)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:01:24.004723 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Returning: {'device': '8fb95d45-e043-4db9-86a7-f419639e1b44', 'network_id': '03ccc4a5-327e-4cad-afaf-69b6aa9804e1', 'port_id': '8fb95d45-e043-4db9-86a7-f419639e1b44', 'mac_address': 'fa:16:3e:62:3a:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '121fd3dc-dedf-49c8-8b85-dd284aed023f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 18:01:24.060675 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:24.077651 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fb95d45-e043-4db9-86a7-f419639e1b44 {{(pid=88039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:01:24.092128 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 8fb95d45-e043-4db9-86a7-f419639e1b44, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=8fb95d45-e043-4db9-86a7-f419639e1b44,segment=NetworkSegment(72827e6c-30b7-45f9-9a6b-1cdafb1e82c0),segment_id=72827e6c-30b7-45f9-9a6b-1cdafb1e82c0)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:01:24.095943 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:24.160509 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=8fb95d45-e043-4db9-86a7-f419639e1b44,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:01:24.167619 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:24.167977 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:24.168321 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:24.168658 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:24.168992 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:24.169326 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:24.169656 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:24.170028 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:24.170362 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:24.170692 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:24.171043 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:24.171367 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:24.502608 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] get_ports_and_sgs() called for port_ids ['8fb95d45-e043-4db9-86a7-f419639e1b44'] {{(pid=88039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 18:01:24.828206 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d1ee0-d09b-4659-84db-a4967cce080d req-d032aa11-6976-414e-8f82-08790af3fca7 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:01:24.829592 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-c81d1ee0-d09b-4659-84db-a4967cce080d req-d032aa11-6976-414e-8f82-08790af3fca7 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] 10.222.0.41 "GET /v2.0/ports?device_id=b26372ab-cf73-4b31-aa3a-2369df41c2a9 HTTP/1.1" status: 200 len: 945 time: 0.0806198 May 04 18:01:24.874211 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-c81d1ee0-d09b-4659-84db-a4967cce080d req-862cc55e-df59-4816-8084-da6b99a59187 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4a4925c-2942-420a-a436-b1d6da0b7e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389025 May 04 18:01:25.898704 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 8fb95d45-e043-4db9-86a7-f419639e1b44 up at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:01:25.968057 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning for port 8fb95d45-e043-4db9-86a7-f419639e1b44 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:01:25.974292 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning complete for port 8fb95d45-e043-4db9-86a7-f419639e1b44 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:01:25.974688 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:26.058967 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb662896-3815-4853-bbc9-551c35cb6a41 req-8ca2f6ef-9260-406b-b5cc-879279a4eaa7 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:01:26.060423 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-fb662896-3815-4853-bbc9-551c35cb6a41 req-8ca2f6ef-9260-406b-b5cc-879279a4eaa7 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] 10.222.0.41 "GET /v2.0/ports?device_id=b26372ab-cf73-4b31-aa3a-2369df41c2a9 HTTP/1.1" status: 200 len: 945 time: 0.0826457 May 04 18:01:26.092788 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:26.103474 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-fb662896-3815-4853-bbc9-551c35cb6a41 req-d3149fcf-f705-484e-bb97-23abfcccd3a9 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4a4925c-2942-420a-a436-b1d6da0b7e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367520 May 04 18:01:26.119575 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b26372ab-cf73-4b31-aa3a-2369df41c2a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fb95d45-e043-4db9-86a7-f419639e1b44'}] {{(pid=88039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:01:26.129553 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 8fb95d45-e043-4db9-86a7-f419639e1b44, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=8fb95d45-e043-4db9-86a7-f419639e1b44,segment=NetworkSegment(72827e6c-30b7-45f9-9a6b-1cdafb1e82c0),segment_id=72827e6c-30b7-45f9-9a6b-1cdafb1e82c0)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:01:26.133851 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:26.163911 dv-neutron-840426-1-hyperv neutron-server[88039]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06e4dbc1-bbfe-4a86-8fd8-3d6b977c671e'] response: {'server_uuid': 'b26372ab-cf73-4b31-aa3a-2369df41c2a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fb95d45-e043-4db9-86a7-f419639e1b44', 'code': 200} May 04 18:01:26.207433 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=8fb95d45-e043-4db9-86a7-f419639e1b44,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:01:26.385780 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53989314-8950-4552-8d78-166c4d8cd385 req-91c9efd9-4f40-4b61-9b09-9835fd3c1a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:01:26.387249 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-53989314-8950-4552-8d78-166c4d8cd385 req-91c9efd9-4f40-4b61-9b09-9835fd3c1a30 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b26372ab-cf73-4b31-aa3a-2369df41c2a9 HTTP/1.1" status: 200 len: 1099 time: 0.0672321 May 04 18:01:26.432040 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-53989314-8950-4552-8d78-166c4d8cd385 req-2b699ff6-aa1a-409b-a9f0-249895503176 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c4a4925c-2942-420a-a436-b1d6da0b7e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373895 May 04 18:01:27.285901 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb8854d-1709-4f6e-91e4-1530b081bc7f req-baa22347-40ce-47ce-b875-dadc54b32608 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:01:27.287359 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-4eb8854d-1709-4f6e-91e4-1530b081bc7f req-baa22347-40ce-47ce-b875-dadc54b32608 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] 10.222.0.41 "GET /v2.0/ports?device_id=b26372ab-cf73-4b31-aa3a-2369df41c2a9 HTTP/1.1" status: 200 len: 946 time: 0.0778718 May 04 18:01:27.330120 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-4eb8854d-1709-4f6e-91e4-1530b081bc7f req-913c36d0-1951-4018-a74b-a8a2626e4c31 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4a4925c-2942-420a-a436-b1d6da0b7e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369272 May 04 18:01:28.611746 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f53ff21-0a19-4ac7-bb6d-2afffc59b311 req-f3291152-d8df-4a59-b441-261c166cd039 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:01:28.613208 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-9f53ff21-0a19-4ac7-bb6d-2afffc59b311 req-f3291152-d8df-4a59-b441-261c166cd039 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] 10.222.0.41 "GET /v2.0/ports?device_id=b26372ab-cf73-4b31-aa3a-2369df41c2a9 HTTP/1.1" status: 200 len: 946 time: 0.1808591 May 04 18:01:28.656105 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-9f53ff21-0a19-4ac7-bb6d-2afffc59b311 req-4580139f-cfa4-4e2a-ac81-87e505cc4f1b tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4a4925c-2942-420a-a436-b1d6da0b7e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372105 May 04 18:01:28.838692 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a0590-7ba1-4fe0-a9b0-b52d66b085d4 req-f0522033-c650-4e0d-82b9-c4bdb9a02d34 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:01:28.840120 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f98a0590-7ba1-4fe0-a9b0-b52d66b085d4 req-f0522033-c650-4e0d-82b9-c4bdb9a02d34 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] 10.222.0.41 "GET /v2.0/ports?device_id=b26372ab-cf73-4b31-aa3a-2369df41c2a9 HTTP/1.1" status: 200 len: 946 time: 0.0816746 May 04 18:01:28.882305 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f98a0590-7ba1-4fe0-a9b0-b52d66b085d4 req-11a588f0-ea44-484b-9a9d-e173793cd874 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4a4925c-2942-420a-a436-b1d6da0b7e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364769 May 04 18:01:33.232540 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e6904807-1684-4a26-96c6-c11c931a6b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:35.566821 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1b344ac2-f2eb-4efb-8228-d1f1be620e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:36.624632 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:36.635222 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:37.966538 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:39.595247 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:43.189157 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c14da-7ca3-462d-b168-26277d036191 req-ddf00862-8b37-4679-a6b4-a067efa01002 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:01:43.190554 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-df1c14da-7ca3-462d-b168-26277d036191 req-ddf00862-8b37-4679-a6b4-a067efa01002 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] 10.222.0.41 "GET /v2.0/ports?device_id=b26372ab-cf73-4b31-aa3a-2369df41c2a9 HTTP/1.1" status: 200 len: 946 time: 0.0777638 May 04 18:01:43.235645 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-df1c14da-7ca3-462d-b168-26277d036191 req-6300d14c-64be-4d3e-ae70-cccedc6248f7 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4a4925c-2942-420a-a436-b1d6da0b7e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392804 May 04 18:01:44.421010 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108633a2-f88c-4aad-95f4-6094b42653e3 req-cdf52051-8c80-4d92-a588-4f7fb6530945 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:01:44.423156 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-108633a2-f88c-4aad-95f4-6094b42653e3 req-cdf52051-8c80-4d92-a588-4f7fb6530945 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] 10.222.0.41 "GET /v2.0/ports?device_id=b26372ab-cf73-4b31-aa3a-2369df41c2a9 HTTP/1.1" status: 200 len: 946 time: 0.0805228 May 04 18:01:44.465613 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-108633a2-f88c-4aad-95f4-6094b42653e3 req-9510e9f4-de31-4eb2-83a6-e6fa8f0d405d tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4a4925c-2942-420a-a436-b1d6da0b7e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369501 May 04 18:01:45.277013 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6135c-6818-4d32-bfcc-553af4da0fa7 req-26e64fab-de57-4437-9dfe-b7616f694953 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:01:45.278476 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-7bb6135c-6818-4d32-bfcc-553af4da0fa7 req-26e64fab-de57-4437-9dfe-b7616f694953 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] 10.222.0.42 "GET /v2.0/ports?device_id=b26372ab-cf73-4b31-aa3a-2369df41c2a9 HTTP/1.1" status: 200 len: 946 time: 0.0818658 May 04 18:01:45.346709 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [req-7bb6135c-6818-4d32-bfcc-553af4da0fa7 req-7b4e1b7f-c46b-481e-8794-0c936f115da0 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Deleting port 8fb95d45-e043-4db9-86a7-f419639e1b44 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:01:45.347046 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-7bb6135c-6818-4d32-bfcc-553af4da0fa7 req-7b4e1b7f-c46b-481e-8794-0c936f115da0 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:45.654049 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1f1ad-cb19-4e92-94c8-49595bc04b5f req-90d4a8cf-02b0-40ba-82fe-215659db8799 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:01:45.655522 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-bbe1f1ad-cb19-4e92-94c8-49595bc04b5f req-90d4a8cf-02b0-40ba-82fe-215659db8799 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] 10.222.0.41 "GET /v2.0/ports?device_id=b26372ab-cf73-4b31-aa3a-2369df41c2a9 HTTP/1.1" status: 200 len: 946 time: 0.0840120 May 04 18:01:45.686409 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-7bb6135c-6818-4d32-bfcc-553af4da0fa7 req-7b4e1b7f-c46b-481e-8794-0c936f115da0 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] For port 8fb95d45-e043-4db9-86a7-f419639e1b44, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=8fb95d45-e043-4db9-86a7-f419639e1b44,segment=NetworkSegment(72827e6c-30b7-45f9-9a6b-1cdafb1e82c0),segment_id=72827e6c-30b7-45f9-9a6b-1cdafb1e82c0)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:01:45.687030 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-7bb6135c-6818-4d32-bfcc-553af4da0fa7 req-7b4e1b7f-c46b-481e-8794-0c936f115da0 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:45.699701 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-bbe1f1ad-cb19-4e92-94c8-49595bc04b5f req-0ffa848c-7344-4512-995c-2c57fab1c308 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] 10.222.0.41 "GET /v2.0/security-groups?id=c4a4925c-2942-420a-a436-b1d6da0b7e23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382040 May 04 18:01:45.811520 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [req-7bb6135c-6818-4d32-bfcc-553af4da0fa7 req-7b4e1b7f-c46b-481e-8794-0c936f115da0 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Calling delete_port for 8fb95d45-e043-4db9-86a7-f419639e1b44 owned by compute:nova {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:01:45.950872 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-7bb6135c-6818-4d32-bfcc-553af4da0fa7 req-7b4e1b7f-c46b-481e-8794-0c936f115da0 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:45.962115 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] get_ports_and_sgs() called for port_ids ['8fb95d45-e043-4db9-86a7-f419639e1b44'] {{(pid=88039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 18:01:46.004905 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4e1b7f-c46b-481e-8794-0c936f115da0 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Pushing event deleted for resources: {'Port': ['ID=8fb95d45-e043-4db9-86a7-f419639e1b44,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:01:46.048580 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4e1b7f-c46b-481e-8794-0c936f115da0 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:46.048937 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4e1b7f-c46b-481e-8794-0c936f115da0 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:46.049281 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4e1b7f-c46b-481e-8794-0c936f115da0 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:46.049622 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4e1b7f-c46b-481e-8794-0c936f115da0 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:46.049983 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4e1b7f-c46b-481e-8794-0c936f115da0 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:46.050325 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4e1b7f-c46b-481e-8794-0c936f115da0 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:46.050662 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4e1b7f-c46b-481e-8794-0c936f115da0 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:46.050993 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4e1b7f-c46b-481e-8794-0c936f115da0 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:46.051325 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4e1b7f-c46b-481e-8794-0c936f115da0 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:46.051654 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4e1b7f-c46b-481e-8794-0c936f115da0 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:46.051985 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4e1b7f-c46b-481e-8794-0c936f115da0 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:46.052314 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4e1b7f-c46b-481e-8794-0c936f115da0 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:46.091864 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb6135c-6818-4d32-bfcc-553af4da0fa7 req-7b4e1b7f-c46b-481e-8794-0c936f115da0 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] No DVR routers for this DVR port 8fb95d45-e043-4db9-86a7-f419639e1b44 on host hv-neutron-8404 {{(pid=88037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:01:46.099194 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-7bb6135c-6818-4d32-bfcc-553af4da0fa7 req-7b4e1b7f-c46b-481e-8794-0c936f115da0 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:46.103214 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b26372ab-cf73-4b31-aa3a-2369df41c2a9', 'name': 'network-vif-deleted', 'tag': '8fb95d45-e043-4db9-86a7-f419639e1b44'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:01:46.120194 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-7bb6135c-6818-4d32-bfcc-553af4da0fa7 req-7b4e1b7f-c46b-481e-8794-0c936f115da0 tempest-TestEncryptedCinderVolumes-1299517249 tempest-TestEncryptedCinderVolumes-1299517249-project] 10.222.0.42 "DELETE /v2.0/ports/8fb95d45-e043-4db9-86a7-f419639e1b44 HTTP/1.1" status: 204 len: 173 time: 0.8358517 May 04 18:01:46.155183 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bedad357-ce36-4e5e-904d-3a6c187bb897'] response: {'server_uuid': 'b26372ab-cf73-4b31-aa3a-2369df41c2a9', 'name': 'network-vif-deleted', 'tag': '8fb95d45-e043-4db9-86a7-f419639e1b44', 'status': 'completed', 'code': 200} May 04 18:01:46.828307 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 32950) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:01:47.353710 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ef7da747-2bec-4b37-926b-7c98173fde39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710748'] for router_interface, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:47.784359 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-ef7da747-2bec-4b37-926b-7c98173fde39 admin admin] Deleting port aedffcbe-4d25-411a-be9c-e939f6567188 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:01:47.784691 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ef7da747-2bec-4b37-926b-7c98173fde39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:47.960602 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-ef7da747-2bec-4b37-926b-7c98173fde39 admin admin] For port aedffcbe-4d25-411a-be9c-e939f6567188, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=aedffcbe-4d25-411a-be9c-e939f6567188,segment=NetworkSegment(72827e6c-30b7-45f9-9a6b-1cdafb1e82c0),segment_id=72827e6c-30b7-45f9-9a6b-1cdafb1e82c0)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:01:47.961324 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ef7da747-2bec-4b37-926b-7c98173fde39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:47.976260 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 8fb95d45-e043-4db9-86a7-f419639e1b44 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:01:48.010068 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] No Port match for: 8fb95d45-e043-4db9-86a7-f419639e1b44 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 18:01:48.010416 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 8fb95d45-e043-4db9-86a7-f419639e1b44 not bound to the agent host hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:01:48.081413 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-ef7da747-2bec-4b37-926b-7c98173fde39 admin admin] Calling delete_port for aedffcbe-4d25-411a-be9c-e939f6567188 owned by network:router_interface {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:01:48.259336 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ef7da747-2bec-4b37-926b-7c98173fde39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:48.310056 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7da747-2bec-4b37-926b-7c98173fde39 admin admin] Pushing event deleted for resources: {'Port': ['ID=aedffcbe-4d25-411a-be9c-e939f6567188,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:01:48.570575 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ef7da747-2bec-4b37-926b-7c98173fde39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710832'] for router_interface, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:48.916838 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef7da747-2bec-4b37-926b-7c98173fde39 admin admin] Router cff030a2-498e-44a3-916e-84c6cb92d97b has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 18:01:49.202515 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef7da747-2bec-4b37-926b-7c98173fde39 admin admin] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:01:49.212502 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203fe96a-27dc-4da5-9d70-40e018872762 None None] Sync routers for ids ['cff030a2-498e-44a3-916e-84c6cb92d97b'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:01:49.220707 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-ef7da747-2bec-4b37-926b-7c98173fde39 admin admin] 10.222.0.41 "PUT /v2.0/routers/cff030a2-498e-44a3-916e-84c6cb92d97b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3889325 May 04 18:01:49.220888 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 32954) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:01:49.221652 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203fe96a-27dc-4da5-9d70-40e018872762 None None] Routers {'cff030a2-498e-44a3-916e-84c6cb92d97b'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:01:49.223622 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-203fe96a-27dc-4da5-9d70-40e018872762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:01:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['cff030a2-498e-44a3-916e-84c6cb92d97b'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:01:49.407343 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ee9bf3ea-1fa4-44cd-8fe6-475b6cf70119 admin admin] Notify callbacks [] for router, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:49.419251 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-203fe96a-27dc-4da5-9d70-40e018872762 None None] Set router cff030a2-498e-44a3-916e-84c6cb92d97b gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:01:49.582221 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ee9bf3ea-1fa4-44cd-8fe6-475b6cf70119 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:49.590971 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-ee9bf3ea-1fa4-44cd-8fe6-475b6cf70119 admin admin] Deleting port 7f4239dc-e492-41d3-a4b7-3488c608521b {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:01:49.591387 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ee9bf3ea-1fa4-44cd-8fe6-475b6cf70119 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:49.762532 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-203fe96a-27dc-4da5-9d70-40e018872762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff030a2-498e-44a3-916e-84c6cb92d97b', 'name': 'tempest-TestEncryptedCinderVolumes-1286175309-router', 'tenant_id': 'd8d06fb6a6d345a09a2fcd64b688dbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.107'}], 'enable_snat': True}, 'gw_port_id': '7f4239dc-e492-41d3-a4b7-3488c608521b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:00:33Z', 'updated_at': '2022-05-04T18:01:48Z', 'revision_number': 5, 'project_id': 'd8d06fb6a6d345a09a2fcd64b688dbb5', 'gw_port': {'id': '7f4239dc-e492-41d3-a4b7-3488c608521b', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c2:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff030a2-498e-44a3-916e-84c6cb92d97b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:00:34Z', 'updated_at': '2022-05-04T18:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:01:49.766710 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203fe96a-27dc-4da5-9d70-40e018872762 None None] Checking router: cff030a2-498e-44a3-916e-84c6cb92d97b for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:01:49.775315 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203fe96a-27dc-4da5-9d70-40e018872762 None None] Routers {'cff030a2-498e-44a3-916e-84c6cb92d97b'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:01:49.775939 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-203fe96a-27dc-4da5-9d70-40e018872762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:01:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['cff030a2-498e-44a3-916e-84c6cb92d97b'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:01:49.777485 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-ee9bf3ea-1fa4-44cd-8fe6-475b6cf70119 admin admin] For port 7f4239dc-e492-41d3-a4b7-3488c608521b, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=7f4239dc-e492-41d3-a4b7-3488c608521b,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:01:49.777840 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ee9bf3ea-1fa4-44cd-8fe6-475b6cf70119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:49.897525 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-ee9bf3ea-1fa4-44cd-8fe6-475b6cf70119 admin admin] Calling delete_port for 7f4239dc-e492-41d3-a4b7-3488c608521b owned by network:router_gateway {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:01:49.923054 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-203fe96a-27dc-4da5-9d70-40e018872762 None None] Set router cff030a2-498e-44a3-916e-84c6cb92d97b gateway port host: None {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:01:50.026746 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-203fe96a-27dc-4da5-9d70-40e018872762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff030a2-498e-44a3-916e-84c6cb92d97b', 'name': 'tempest-TestEncryptedCinderVolumes-1286175309-router', 'tenant_id': 'd8d06fb6a6d345a09a2fcd64b688dbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:00:33Z', 'updated_at': '2022-05-04T18:01:49Z', 'revision_number': 6, 'project_id': 'd8d06fb6a6d345a09a2fcd64b688dbb5', 'gw_port_host': None}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:01:50.030606 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203fe96a-27dc-4da5-9d70-40e018872762 None None] The sync data for ids ['cff030a2-498e-44a3-916e-84c6cb92d97b'] in dv-neutron-840426-1-hyperv is: [{'id': 'cff030a2-498e-44a3-916e-84c6cb92d97b', 'name': 'tempest-TestEncryptedCinderVolumes-1286175309-router', 'tenant_id': 'd8d06fb6a6d345a09a2fcd64b688dbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:00:33Z', 'updated_at': '2022-05-04T18:01:49Z', 'revision_number': 6, 'project_id': 'd8d06fb6a6d345a09a2fcd64b688dbb5', 'gw_port_host': None}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:01:50.069783 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ee9bf3ea-1fa4-44cd-8fe6-475b6cf70119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:50.115862 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9bf3ea-1fa4-44cd-8fe6-475b6cf70119 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f4239dc-e492-41d3-a4b7-3488c608521b,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:01:50.206100 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ee9bf3ea-1fa4-44cd-8fe6-475b6cf70119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710199'] for router_gateway, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:50.485284 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ee9bf3ea-1fa4-44cd-8fe6-475b6cf70119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:50.487407 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ee9bf3ea-1fa4-44cd-8fe6-475b6cf70119 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:50.508179 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ee9bf3ea-1fa4-44cd-8fe6-475b6cf70119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:50.508684 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee9bf3ea-1fa4-44cd-8fe6-475b6cf70119 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cff030a2-498e-44a3-916e-84c6cb92d97b {{(pid=88037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 18:01:50.520194 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ee9bf3ea-1fa4-44cd-8fe6-475b6cf70119 admin admin] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:50.521300 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-ee9bf3ea-1fa4-44cd-8fe6-475b6cf70119 admin admin] 10.222.0.41 "DELETE /v2.0/routers/cff030a2-498e-44a3-916e-84c6cb92d97b HTTP/1.1" status: 204 len: 168 time: 1.2995603 May 04 18:01:50.524015 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 32958) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:01:50.581541 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-7decca59-54db-4d83-84d2-896fd0ac2f69 admin admin] Deleting subnet 121fd3dc-dedf-49c8-8b85-dd284aed023f {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 18:01:50.584463 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7decca59-54db-4d83-84d2-896fd0ac2f69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:50.632859 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7decca59-54db-4d83-84d2-896fd0ac2f69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:50.708079 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7decca59-54db-4d83-84d2-896fd0ac2f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:50.792938 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7decca59-54db-4d83-84d2-896fd0ac2f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:50.830403 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7decca59-54db-4d83-84d2-896fd0ac2f69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=121fd3dc-dedf-49c8-8b85-dd284aed023f,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:01:50.835404 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7decca59-54db-4d83-84d2-896fd0ac2f69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:50.840648 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f49418c-b7f3-471d-8c3f-e3d81fb35b08 None None] Network 03ccc4a5-327e-4cad-afaf-69b6aa9804e1 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:01:50.842096 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-7decca59-54db-4d83-84d2-896fd0ac2f69 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/121fd3dc-dedf-49c8-8b85-dd284aed023f HTTP/1.1" status: 204 len: 168 time: 0.3171008 May 04 18:01:50.845090 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 32962) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:01:50.951130 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-82f478ab-88b7-4f5e-b1fe-3ea05ba0f2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:50.962381 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-82f478ab-88b7-4f5e-b1fe-3ea05ba0f2ad admin admin] Deleting port 5f3e7885-b93c-4da2-b480-9554896932e3 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:01:50.962709 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-82f478ab-88b7-4f5e-b1fe-3ea05ba0f2ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:51.130312 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5413744-5413-4d8d-9a2f-551717cec43b None None] DHCP port deletion for 03ccc4a5-327e-4cad-afaf-69b6aa9804e1 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 18:01:51.134558 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-a5413744-5413-4d8d-9a2f-551717cec43b None None] Deleting port 5f3e7885-b93c-4da2-b480-9554896932e3 {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:01:51.134932 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a5413744-5413-4d8d-9a2f-551717cec43b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:51.177679 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-82f478ab-88b7-4f5e-b1fe-3ea05ba0f2ad admin admin] For port 5f3e7885-b93c-4da2-b480-9554896932e3, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=5f3e7885-b93c-4da2-b480-9554896932e3,segment=NetworkSegment(72827e6c-30b7-45f9-9a6b-1cdafb1e82c0),segment_id=72827e6c-30b7-45f9-9a6b-1cdafb1e82c0)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:01:51.183424 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-82f478ab-88b7-4f5e-b1fe-3ea05ba0f2ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:51.306484 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-82f478ab-88b7-4f5e-b1fe-3ea05ba0f2ad admin admin] Calling delete_port for 5f3e7885-b93c-4da2-b480-9554896932e3 owned by network:dhcp {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:01:51.326295 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device aedffcbe-4d25-411a-be9c-e939f6567188 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:01:51.375027 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: aedffcbe-4d25-411a-be9c-e939f6567188 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 18:01:51.375915 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device aedffcbe-4d25-411a-be9c-e939f6567188 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:01:51.376329 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 7f4239dc-e492-41d3-a4b7-3488c608521b no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:01:51.385776 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-82f478ab-88b7-4f5e-b1fe-3ea05ba0f2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:51.411345 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 7f4239dc-e492-41d3-a4b7-3488c608521b {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 18:01:51.411686 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 7f4239dc-e492-41d3-a4b7-3488c608521b not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:01:51.412093 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 5f3e7885-b93c-4da2-b480-9554896932e3 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:01:51.430103 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f478ab-88b7-4f5e-b1fe-3ea05ba0f2ad admin admin] Pushing event deleted for resources: {'Port': ['ID=5f3e7885-b93c-4da2-b480-9554896932e3,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:01:51.435316 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f478ab-88b7-4f5e-b1fe-3ea05ba0f2ad admin admin] No DVR routers for this DVR port 5f3e7885-b93c-4da2-b480-9554896932e3 on host dv-neutron-840426-1-hyperv {{(pid=88037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:01:51.446686 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 5f3e7885-b93c-4da2-b480-9554896932e3 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 18:01:51.447031 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 5f3e7885-b93c-4da2-b480-9554896932e3 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:01:51.450372 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-a5413744-5413-4d8d-9a2f-551717cec43b None None] For port 5f3e7885-b93c-4da2-b480-9554896932e3, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=5f3e7885-b93c-4da2-b480-9554896932e3,segment=NetworkSegment(72827e6c-30b7-45f9-9a6b-1cdafb1e82c0),segment_id=72827e6c-30b7-45f9-9a6b-1cdafb1e82c0)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:01:51.450763 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a5413744-5413-4d8d-9a2f-551717cec43b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:51.552394 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-82f478ab-88b7-4f5e-b1fe-3ea05ba0f2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:51.576480 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-a5413744-5413-4d8d-9a2f-551717cec43b None None] Calling delete_port for 5f3e7885-b93c-4da2-b480-9554896932e3 owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:01:51.586295 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-82f478ab-88b7-4f5e-b1fe-3ea05ba0f2ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03ccc4a5-327e-4cad-afaf-69b6aa9804e1']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:01:51.599947 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-82f478ab-88b7-4f5e-b1fe-3ea05ba0f2ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72827e6c-30b7-45f9-9a6b-1cdafb1e82c0') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:01:51.599947 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-82f478ab-88b7-4f5e-b1fe-3ea05ba0f2ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72827e6c-30b7-45f9-9a6b-1cdafb1e82c0') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:01:51.611594 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-82f478ab-88b7-4f5e-b1fe-3ea05ba0f2ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:51.636701 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-82f478ab-88b7-4f5e-b1fe-3ea05ba0f2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:51.643253 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82f478ab-88b7-4f5e-b1fe-3ea05ba0f2ad admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 18:01:51.643736 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-82f478ab-88b7-4f5e-b1fe-3ea05ba0f2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:51.657076 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 18:01:51.657076 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 18:01:51.657076 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 18:01:51.657076 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 18:01:51.657076 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 18:01:51.657076 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 18:01:51.657076 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 18:01:51.657076 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 18:01:51.657076 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 18:01:51.657076 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 18:01:51.657076 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 18:01:51.657076 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 18:01:51.657076 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 18:01:51.657076 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 18:01:51.657076 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 18:01:51.657076 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 18:01:51.657076 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 18:01:51.657076 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 18:01:51.657076 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 18:01:51.657076 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 18:01:51.657076 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 18:01:51.657076 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 18:01:51.657076 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 18:01:51.657076 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 18:01:51.657076 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 18:01:51.657076 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 18:01:51.657076 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 18:01:51.657076 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 18:01:51.657076 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 18:01:51.657076 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 18:01:51.657076 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 18:01:51.657076 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 18:01:51.665354 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.db.api [None req-a5413744-5413-4d8d-9a2f-551717cec43b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 18:01:51.665719 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG oslo_db.api [None req-a5413744-5413-4d8d-9a2f-551717cec43b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 18:01:51.735206 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-82f478ab-88b7-4f5e-b1fe-3ea05ba0f2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:51.751518 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-82f478ab-88b7-4f5e-b1fe-3ea05ba0f2ad admin admin] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:51.761664 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f478ab-88b7-4f5e-b1fe-3ea05ba0f2ad admin admin] Pushing event deleted for resources: {'Network': ['ID=03ccc4a5-327e-4cad-afaf-69b6aa9804e1,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:01:51.775103 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-82f478ab-88b7-4f5e-b1fe-3ea05ba0f2ad admin admin] 10.222.0.41 "DELETE /v2.0/networks/03ccc4a5-327e-4cad-afaf-69b6aa9804e1 HTTP/1.1" status: 204 len: 168 time: 0.9287541 May 04 18:01:51.778024 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 32966) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:01:52.167180 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-a5413744-5413-4d8d-9a2f-551717cec43b None None] Deleting port 5f3e7885-b93c-4da2-b480-9554896932e3 {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:01:52.168039 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a5413744-5413-4d8d-9a2f-551717cec43b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:52.271302 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-a5413744-5413-4d8d-9a2f-551717cec43b None None] The port '5f3e7885-b93c-4da2-b480-9554896932e3' was deleted {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 04 18:01:52.442561 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f807f426-edd0-47fc-9e3d-0200b434aaf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710748'] for router_interface, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:52.782888 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-f807f426-edd0-47fc-9e3d-0200b434aaf3 admin admin] Deleting port acb3c171-9710-472b-8423-47c66940ab2b {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:01:52.783141 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f807f426-edd0-47fc-9e3d-0200b434aaf3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:52.956682 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-f807f426-edd0-47fc-9e3d-0200b434aaf3 admin admin] For port acb3c171-9710-472b-8423-47c66940ab2b, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=acb3c171-9710-472b-8423-47c66940ab2b,segment=NetworkSegment(1f56f6e6-0089-436b-915f-9a623ee12791),segment_id=1f56f6e6-0089-436b-915f-9a623ee12791)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:01:52.957025 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f807f426-edd0-47fc-9e3d-0200b434aaf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:53.076700 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-f807f426-edd0-47fc-9e3d-0200b434aaf3 admin admin] Calling delete_port for acb3c171-9710-472b-8423-47c66940ab2b owned by network:router_interface {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:01:53.251925 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f807f426-edd0-47fc-9e3d-0200b434aaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:53.327836 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f807f426-edd0-47fc-9e3d-0200b434aaf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=acb3c171-9710-472b-8423-47c66940ab2b,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:01:53.563874 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f807f426-edd0-47fc-9e3d-0200b434aaf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710832'] for router_interface, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:54.012670 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f807f426-edd0-47fc-9e3d-0200b434aaf3 admin admin] Router 10fb29fd-7d39-49d0-9ef4-338b448e1551 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 18:01:54.189204 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f807f426-edd0-47fc-9e3d-0200b434aaf3 admin admin] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:01:54.198270 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eee662a-812b-4e53-ad89-b89450d1c0db None None] Sync routers for ids ['10fb29fd-7d39-49d0-9ef4-338b448e1551'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:01:54.203099 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-f807f426-edd0-47fc-9e3d-0200b434aaf3 admin admin] 10.222.0.41 "PUT /v2.0/routers/10fb29fd-7d39-49d0-9ef4-338b448e1551/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4214392 May 04 18:01:54.203363 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 32970) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:01:54.207481 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eee662a-812b-4e53-ad89-b89450d1c0db None None] Routers {'10fb29fd-7d39-49d0-9ef4-338b448e1551'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:01:54.208080 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-9eee662a-812b-4e53-ad89-b89450d1c0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:01:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['10fb29fd-7d39-49d0-9ef4-338b448e1551'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:01:54.382297 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-9eee662a-812b-4e53-ad89-b89450d1c0db None None] Set router 10fb29fd-7d39-49d0-9ef4-338b448e1551 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:01:54.397064 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fcd13e5a-2ccd-4bfe-8dca-a6555dd3c275 admin admin] Notify callbacks [] for router, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:54.573834 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fcd13e5a-2ccd-4bfe-8dca-a6555dd3c275 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:54.583902 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-fcd13e5a-2ccd-4bfe-8dca-a6555dd3c275 admin admin] Deleting port fdb25e24-f4b6-468d-8bb3-4ecc8f1b317f {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:01:54.584256 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fcd13e5a-2ccd-4bfe-8dca-a6555dd3c275 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:54.663670 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-9eee662a-812b-4e53-ad89-b89450d1c0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10fb29fd-7d39-49d0-9ef4-338b448e1551', 'name': 'tempest-TestEncryptedCinderVolumes-1957137348-router', 'tenant_id': '83306ba76abe40e884e9a5670ffebbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.133'}], 'enable_snat': True}, 'gw_port_id': 'fdb25e24-f4b6-468d-8bb3-4ecc8f1b317f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:00:40Z', 'updated_at': '2022-05-04T18:01:53Z', 'revision_number': 5, 'project_id': '83306ba76abe40e884e9a5670ffebbd6', 'gw_port': {'id': 'fdb25e24-f4b6-468d-8bb3-4ecc8f1b317f', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:f1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10fb29fd-7d39-49d0-9ef4-338b448e1551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:00:40Z', 'updated_at': '2022-05-04T18:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:01:54.667278 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eee662a-812b-4e53-ad89-b89450d1c0db None None] Checking router: 10fb29fd-7d39-49d0-9ef4-338b448e1551 for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:01:54.675675 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eee662a-812b-4e53-ad89-b89450d1c0db None None] Routers {'10fb29fd-7d39-49d0-9ef4-338b448e1551'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:01:54.676301 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-9eee662a-812b-4e53-ad89-b89450d1c0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:01:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['10fb29fd-7d39-49d0-9ef4-338b448e1551'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:01:54.772652 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-fcd13e5a-2ccd-4bfe-8dca-a6555dd3c275 admin admin] For port fdb25e24-f4b6-468d-8bb3-4ecc8f1b317f, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=fdb25e24-f4b6-468d-8bb3-4ecc8f1b317f,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:01:54.773013 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fcd13e5a-2ccd-4bfe-8dca-a6555dd3c275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:54.849554 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-9eee662a-812b-4e53-ad89-b89450d1c0db None None] Set router 10fb29fd-7d39-49d0-9ef4-338b448e1551 gateway port host: None {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:01:54.895338 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-fcd13e5a-2ccd-4bfe-8dca-a6555dd3c275 admin admin] Calling delete_port for fdb25e24-f4b6-468d-8bb3-4ecc8f1b317f owned by network:router_gateway {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:01:54.951451 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-9eee662a-812b-4e53-ad89-b89450d1c0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10fb29fd-7d39-49d0-9ef4-338b448e1551', 'name': 'tempest-TestEncryptedCinderVolumes-1957137348-router', 'tenant_id': '83306ba76abe40e884e9a5670ffebbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:00:40Z', 'updated_at': '2022-05-04T18:01:54Z', 'revision_number': 6, 'project_id': '83306ba76abe40e884e9a5670ffebbd6', 'gw_port_host': None}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:01:54.955799 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eee662a-812b-4e53-ad89-b89450d1c0db None None] The sync data for ids ['10fb29fd-7d39-49d0-9ef4-338b448e1551'] in dv-neutron-840426-1-hyperv is: [{'id': '10fb29fd-7d39-49d0-9ef4-338b448e1551', 'name': 'tempest-TestEncryptedCinderVolumes-1957137348-router', 'tenant_id': '83306ba76abe40e884e9a5670ffebbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:00:40Z', 'updated_at': '2022-05-04T18:01:54Z', 'revision_number': 6, 'project_id': '83306ba76abe40e884e9a5670ffebbd6', 'gw_port_host': None}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:01:55.079449 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fcd13e5a-2ccd-4bfe-8dca-a6555dd3c275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:55.129527 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd13e5a-2ccd-4bfe-8dca-a6555dd3c275 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdb25e24-f4b6-468d-8bb3-4ecc8f1b317f,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:01:55.325704 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fcd13e5a-2ccd-4bfe-8dca-a6555dd3c275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710199'] for router_gateway, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:55.393258 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device acb3c171-9710-472b-8423-47c66940ab2b no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:01:55.443018 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: acb3c171-9710-472b-8423-47c66940ab2b {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 18:01:55.443735 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device acb3c171-9710-472b-8423-47c66940ab2b not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:01:55.498562 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fcd13e5a-2ccd-4bfe-8dca-a6555dd3c275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:55.500780 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fcd13e5a-2ccd-4bfe-8dca-a6555dd3c275 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:55.524866 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fcd13e5a-2ccd-4bfe-8dca-a6555dd3c275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:55.525358 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd13e5a-2ccd-4bfe-8dca-a6555dd3c275 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10fb29fd-7d39-49d0-9ef4-338b448e1551 {{(pid=88037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 18:01:55.537298 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fcd13e5a-2ccd-4bfe-8dca-a6555dd3c275 admin admin] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:55.538435 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-fcd13e5a-2ccd-4bfe-8dca-a6555dd3c275 admin admin] 10.222.0.41 "DELETE /v2.0/routers/10fb29fd-7d39-49d0-9ef4-338b448e1551 HTTP/1.1" status: 204 len: 168 time: 1.3342128 May 04 18:01:55.540928 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 32974) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:01:55.597544 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cb4a395-b7c7-4e77-9736-dea7c6a9eded admin admin] Deleting subnet 93f8e60a-20c6-4c90-bf9e-f7d6236cff03 {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 18:01:55.600365 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5cb4a395-b7c7-4e77-9736-dea7c6a9eded admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:55.647153 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5cb4a395-b7c7-4e77-9736-dea7c6a9eded admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:55.727639 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5cb4a395-b7c7-4e77-9736-dea7c6a9eded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:55.796121 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5cb4a395-b7c7-4e77-9736-dea7c6a9eded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:55.834589 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb4a395-b7c7-4e77-9736-dea7c6a9eded admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93f8e60a-20c6-4c90-bf9e-f7d6236cff03,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:01:55.836490 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5cb4a395-b7c7-4e77-9736-dea7c6a9eded admin admin] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:55.842740 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-5cb4a395-b7c7-4e77-9736-dea7c6a9eded admin admin] 10.222.0.41 "DELETE /v2.0/subnets/93f8e60a-20c6-4c90-bf9e-f7d6236cff03 HTTP/1.1" status: 204 len: 168 time: 0.3008792 May 04 18:01:55.845737 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 32978) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:01:55.847988 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec6e123-6025-414d-a4da-2b19f073ada3 None None] Network f6b72e0e-29ed-428e-8926-ade68f0dc211 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:01:55.952198 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c93f790e-9356-4103-adbf-eaead9ab2b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:55.967209 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-c93f790e-9356-4103-adbf-eaead9ab2b95 admin admin] Deleting port 6c76c1fa-eef7-4b4d-affb-a7b28669703e {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:01:55.967802 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c93f790e-9356-4103-adbf-eaead9ab2b95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:56.112426 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecdb9bf-9e96-455c-9bef-3d93a3d56bb3 None None] DHCP port deletion for f6b72e0e-29ed-428e-8926-ade68f0dc211 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 18:01:56.116649 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-1ecdb9bf-9e96-455c-9bef-3d93a3d56bb3 None None] Deleting port 6c76c1fa-eef7-4b4d-affb-a7b28669703e {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:01:56.117123 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1ecdb9bf-9e96-455c-9bef-3d93a3d56bb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:56.182276 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-c93f790e-9356-4103-adbf-eaead9ab2b95 admin admin] For port 6c76c1fa-eef7-4b4d-affb-a7b28669703e, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=6c76c1fa-eef7-4b4d-affb-a7b28669703e,segment=NetworkSegment(1f56f6e6-0089-436b-915f-9a623ee12791),segment_id=1f56f6e6-0089-436b-915f-9a623ee12791)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:01:56.182659 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c93f790e-9356-4103-adbf-eaead9ab2b95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:56.304221 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-c93f790e-9356-4103-adbf-eaead9ab2b95 admin admin] Calling delete_port for 6c76c1fa-eef7-4b4d-affb-a7b28669703e owned by network:dhcp {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:01:56.316722 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-1ecdb9bf-9e96-455c-9bef-3d93a3d56bb3 None None] For port 6c76c1fa-eef7-4b4d-affb-a7b28669703e, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=6c76c1fa-eef7-4b4d-affb-a7b28669703e,segment=NetworkSegment(1f56f6e6-0089-436b-915f-9a623ee12791),segment_id=1f56f6e6-0089-436b-915f-9a623ee12791)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:01:56.317119 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1ecdb9bf-9e96-455c-9bef-3d93a3d56bb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:56.378415 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c93f790e-9356-4103-adbf-eaead9ab2b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:56.430081 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93f790e-9356-4103-adbf-eaead9ab2b95 admin admin] No DVR routers for this DVR port 6c76c1fa-eef7-4b4d-affb-a7b28669703e on host dv-neutron-840426-1-hyperv {{(pid=88037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:01:56.436464 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-1ecdb9bf-9e96-455c-9bef-3d93a3d56bb3 None None] Calling delete_port for 6c76c1fa-eef7-4b4d-affb-a7b28669703e owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:01:56.458169 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f790e-9356-4103-adbf-eaead9ab2b95 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c76c1fa-eef7-4b4d-affb-a7b28669703e,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:01:56.509560 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.db.api [None req-1ecdb9bf-9e96-455c-9bef-3d93a3d56bb3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 18:01:56.509924 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG oslo_db.api [None req-1ecdb9bf-9e96-455c-9bef-3d93a3d56bb3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 18:01:56.549649 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c93f790e-9356-4103-adbf-eaead9ab2b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:56.573980 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-c93f790e-9356-4103-adbf-eaead9ab2b95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6b72e0e-29ed-428e-8926-ade68f0dc211']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:01:56.586344 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-c93f790e-9356-4103-adbf-eaead9ab2b95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f56f6e6-0089-436b-915f-9a623ee12791') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:01:56.586643 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-c93f790e-9356-4103-adbf-eaead9ab2b95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f56f6e6-0089-436b-915f-9a623ee12791') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:01:56.597595 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c93f790e-9356-4103-adbf-eaead9ab2b95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:56.613811 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c93f790e-9356-4103-adbf-eaead9ab2b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:56.619844 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c93f790e-9356-4103-adbf-eaead9ab2b95 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 18:01:56.620299 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c93f790e-9356-4103-adbf-eaead9ab2b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:56.633771 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 18:01:56.633771 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 18:01:56.633771 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 18:01:56.633771 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 18:01:56.633771 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 18:01:56.633771 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 18:01:56.633771 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 18:01:56.633771 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 18:01:56.633771 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 18:01:56.633771 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 18:01:56.633771 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 18:01:56.633771 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 18:01:56.633771 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 18:01:56.633771 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 18:01:56.633771 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 18:01:56.633771 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 18:01:56.633771 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 18:01:56.633771 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 18:01:56.633771 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 18:01:56.633771 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 18:01:56.633771 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 18:01:56.633771 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 18:01:56.633771 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 18:01:56.633771 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 18:01:56.633771 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 18:01:56.633771 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 18:01:56.633771 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 18:01:56.633771 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 18:01:56.633771 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 18:01:56.633771 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 18:01:56.633771 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 18:01:56.633771 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 18:01:56.707435 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c93f790e-9356-4103-adbf-eaead9ab2b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:56.722979 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c93f790e-9356-4103-adbf-eaead9ab2b95 admin admin] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:56.732626 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f790e-9356-4103-adbf-eaead9ab2b95 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6b72e0e-29ed-428e-8926-ade68f0dc211,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:01:56.738360 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-c93f790e-9356-4103-adbf-eaead9ab2b95 admin admin] 10.222.0.41 "DELETE /v2.0/networks/f6b72e0e-29ed-428e-8926-ade68f0dc211 HTTP/1.1" status: 204 len: 168 time: 0.8906155 May 04 18:01:56.920702 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 32984) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:01:56.971007 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-20abe440-9e4e-434b-a262-42a714113f0b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d8d06fb6a6d345a09a2fcd64b688dbb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0491345 May 04 18:01:56.973496 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 32988) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:01:57.011181 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-1ecdb9bf-9e96-455c-9bef-3d93a3d56bb3 None None] Deleting port 6c76c1fa-eef7-4b4d-affb-a7b28669703e {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:01:57.011620 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1ecdb9bf-9e96-455c-9bef-3d93a3d56bb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:57.029128 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-27bd71e7-db03-4aac-a44a-25ad0a04a111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:57.059283 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-27bd71e7-db03-4aac-a44a-25ad0a04a111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:57.075987 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-1ecdb9bf-9e96-455c-9bef-3d93a3d56bb3 None None] The port '6c76c1fa-eef7-4b4d-affb-a7b28669703e' was deleted {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 04 18:01:57.117779 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-27bd71e7-db03-4aac-a44a-25ad0a04a111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:57.133650 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bd71e7-db03-4aac-a44a-25ad0a04a111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a4925c-2942-420a-a436-b1d6da0b7e23,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:01:57.145899 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-27bd71e7-db03-4aac-a44a-25ad0a04a111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:57.147072 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-27bd71e7-db03-4aac-a44a-25ad0a04a111 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c4a4925c-2942-420a-a436-b1d6da0b7e23 HTTP/1.1" status: 204 len: 168 time: 0.1726360 May 04 18:01:57.285100 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 6c76c1fa-eef7-4b4d-affb-a7b28669703e no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:01:57.319475 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 6c76c1fa-eef7-4b4d-affb-a7b28669703e {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 18:01:57.319823 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 6c76c1fa-eef7-4b4d-affb-a7b28669703e not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:01:57.320233 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device fdb25e24-f4b6-468d-8bb3-4ecc8f1b317f no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:01:57.353428 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: fdb25e24-f4b6-468d-8bb3-4ecc8f1b317f {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 18:01:57.353773 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device fdb25e24-f4b6-468d-8bb3-4ecc8f1b317f not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:01:57.498322 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 32996) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:01:57.545736 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-b3cb4e20-d80b-436e-aeed-ff67cadf4b0e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=83306ba76abe40e884e9a5670ffebbd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463104 May 04 18:01:57.548091 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 33000) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:01:57.603151 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-df802346-45ed-47e2-b8b3-2cacad50b444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:57.627533 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-df802346-45ed-47e2-b8b3-2cacad50b444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:57.678510 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-df802346-45ed-47e2-b8b3-2cacad50b444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:57.696906 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df802346-45ed-47e2-b8b3-2cacad50b444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32167db-276c-4acd-bcfd-c751e88d1a1d,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:01:57.705074 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-df802346-45ed-47e2-b8b3-2cacad50b444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:57.707946 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-df802346-45ed-47e2-b8b3-2cacad50b444 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e32167db-276c-4acd-bcfd-c751e88d1a1d HTTP/1.1" status: 204 len: 168 time: 0.1572149 May 04 18:01:58.457965 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 33024) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:01:58.575767 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-f43dfa7b-a317-463f-bd76-b38cff77fb62 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-408766815-network', 'tenant_id': '06676f6252f64d5ea2f7ff068ac10c29'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:01:58.580378 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-f43dfa7b-a317-463f-bd76-b38cff77fb62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:01:58.584376 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-f43dfa7b-a317-463f-bd76-b38cff77fb62 admin admin] Usage tracker for resource:network and tenant:06676f6252f64d5ea2f7ff068ac10c29 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:01:58.587217 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-f43dfa7b-a317-463f-bd76-b38cff77fb62 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:01:58.593314 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-f43dfa7b-a317-463f-bd76-b38cff77fb62 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:01:58.603240 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f43dfa7b-a317-463f-bd76-b38cff77fb62 admin admin] Made reservation on behalf of 06676f6252f64d5ea2f7ff068ac10c29 for: {'network': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:01:58.605546 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f43dfa7b-a317-463f-bd76-b38cff77fb62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:58.617821 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f43dfa7b-a317-463f-bd76-b38cff77fb62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:58.631663 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-f43dfa7b-a317-463f-bd76-b38cff77fb62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:01:58.635421 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-f43dfa7b-a317-463f-bd76-b38cff77fb62 admin admin] Usage tracker for resource:security_group_rule and tenant:06676f6252f64d5ea2f7ff068ac10c29 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:01:58.638162 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-f43dfa7b-a317-463f-bd76-b38cff77fb62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:01:58.643778 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-f43dfa7b-a317-463f-bd76-b38cff77fb62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:01:58.726216 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f43dfa7b-a317-463f-bd76-b38cff77fb62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:58.729841 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f43dfa7b-a317-463f-bd76-b38cff77fb62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:58.757046 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f43dfa7b-a317-463f-bd76-b38cff77fb62 admin admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=88038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 18:01:58.774116 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43dfa7b-a317-463f-bd76-b38cff77fb62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76541c5e-7213-4aa8-ac5d-af32e414c2cb,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:01:58.783142 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f43dfa7b-a317-463f-bd76-b38cff77fb62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:58.783484 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.segments_db [None req-f43dfa7b-a317-463f-bd76-b38cff77fb62 admin admin] Added segment a8cdd784-6731-4ba4-8e79-f12b83313788 of type vlan for network 278816bf-93ec-4b48-b57f-8cc4f65f4adc May 04 18:01:58.785234 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43dfa7b-a317-463f-bd76-b38cff77fb62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:58.785936 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43dfa7b-a317-463f-bd76-b38cff77fb62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:58.786276 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43dfa7b-a317-463f-bd76-b38cff77fb62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:58.786608 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43dfa7b-a317-463f-bd76-b38cff77fb62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:58.786932 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43dfa7b-a317-463f-bd76-b38cff77fb62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:58.787257 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43dfa7b-a317-463f-bd76-b38cff77fb62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:58.787576 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43dfa7b-a317-463f-bd76-b38cff77fb62 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:58.787898 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43dfa7b-a317-463f-bd76-b38cff77fb62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:58.788235 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43dfa7b-a317-463f-bd76-b38cff77fb62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:58.788533 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43dfa7b-a317-463f-bd76-b38cff77fb62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:58.788847 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43dfa7b-a317-463f-bd76-b38cff77fb62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:58.789159 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43dfa7b-a317-463f-bd76-b38cff77fb62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:01:58.818217 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f43dfa7b-a317-463f-bd76-b38cff77fb62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:58.846016 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f43dfa7b-a317-463f-bd76-b38cff77fb62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:58.846937 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43dfa7b-a317-463f-bd76-b38cff77fb62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:01:58.847515 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f43dfa7b-a317-463f-bd76-b38cff77fb62 admin admin] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:58.943522 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-f43dfa7b-a317-463f-bd76-b38cff77fb62 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4843731 May 04 18:01:58.946580 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 33030) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:01:58.948385 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43dfa7b-a317-463f-bd76-b38cff77fb62 admin admin] Pushing event updated for resources: {'Network': ['ID=278816bf-93ec-4b48-b57f-8cc4f65f4adc,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:01:58.953053 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-eef06576-98a7-4cb3-93bb-926f1135d2b6 admin admin] Request body: {'subnet': {'network_id': '278816bf-93ec-4b48-b57f-8cc4f65f4adc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-408766815-subnet', 'tenant_id': '06676f6252f64d5ea2f7ff068ac10c29', 'ip_version': 4}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:01:58.958749 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 278816bf-93ec-4b48-b57f-8cc4f65f4adc details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 18:01:58.959265 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-eef06576-98a7-4cb3-93bb-926f1135d2b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:01:58.963231 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-eef06576-98a7-4cb3-93bb-926f1135d2b6 admin admin] Usage tracker for resource:subnet and tenant:06676f6252f64d5ea2f7ff068ac10c29 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:01:58.966109 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-eef06576-98a7-4cb3-93bb-926f1135d2b6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:01:58.971767 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-eef06576-98a7-4cb3-93bb-926f1135d2b6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:01:59.075808 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef06576-98a7-4cb3-93bb-926f1135d2b6 admin admin] Made reservation on behalf of 06676f6252f64d5ea2f7ff068ac10c29 for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:01:59.078376 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-eef06576-98a7-4cb3-93bb-926f1135d2b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:59.275228 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-eef06576-98a7-4cb3-93bb-926f1135d2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:59.305801 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 18:01:59.350114 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef06576-98a7-4cb3-93bb-926f1135d2b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9b64180-c28d-4080-9057-a87ffe3e1909,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:01:59.358417 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef06576-98a7-4cb3-93bb-926f1135d2b6 admin admin] Checking segment: {'id': 'a8cdd784-6731-4ba4-8e79-f12b83313788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '278816bf-93ec-4b48-b57f-8cc4f65f4adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:01:59.358773 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef06576-98a7-4cb3-93bb-926f1135d2b6 admin admin] Network hostable DHCP agents. Network: 278816bf-93ec-4b48-b57f-8cc4f65f4adc, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 18:01:59.377281 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef06576-98a7-4cb3-93bb-926f1135d2b6 admin admin] Network 278816bf-93ec-4b48-b57f-8cc4f65f4adc is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 18:01:59.385910 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-eef06576-98a7-4cb3-93bb-926f1135d2b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 278816bf-93ec-4b48-b57f-8cc4f65f4adc) {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:01:59.389731 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef06576-98a7-4cb3-93bb-926f1135d2b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:01:59.390353 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-eef06576-98a7-4cb3-93bb-926f1135d2b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:59.395612 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db6fd1e-6934-49cb-9deb-0fade3d5726e None None] Network 278816bf-93ec-4b48-b57f-8cc4f65f4adc requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:01:59.410544 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-eef06576-98a7-4cb3-93bb-926f1135d2b6 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4628854 May 04 18:01:59.413411 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 33034) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:01:59.418555 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-8a74411c-eba2-46f5-875d-2aeeac254dca admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-408766815-router', 'tenant_id': '06676f6252f64d5ea2f7ff068ac10c29', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:01:59.423589 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-8a74411c-eba2-46f5-875d-2aeeac254dca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:01:59.427617 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-8a74411c-eba2-46f5-875d-2aeeac254dca admin admin] Usage tracker for resource:router and tenant:06676f6252f64d5ea2f7ff068ac10c29 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:01:59.432013 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-8a74411c-eba2-46f5-875d-2aeeac254dca admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:01:59.438678 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-8a74411c-eba2-46f5-875d-2aeeac254dca admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:01:59.450056 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8a74411c-eba2-46f5-875d-2aeeac254dca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:59.451156 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8a74411c-eba2-46f5-875d-2aeeac254dca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:59.466818 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8a74411c-eba2-46f5-875d-2aeeac254dca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:59.610273 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa58445-f017-498c-b465-bcdfad204b16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-278816bf-93ec-4b48-b57f-8cc4f65f4adc', 'network_id': '278816bf-93ec-4b48-b57f-8cc4f65f4adc', 'tenant_id': '06676f6252f64d5ea2f7ff068ac10c29', 'fixed_ips': [{'subnet_id': 'a9b64180-c28d-4080-9057-a87ffe3e1909'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 18:01:59.611094 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ffa58445-f017-498c-b465-bcdfad204b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:59.725836 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8a74411c-eba2-46f5-875d-2aeeac254dca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:59.763216 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-ffa58445-f017-498c-b465-bcdfad204b16 None None] Allocated IP 172.20.0.2 (278816bf-93ec-4b48-b57f-8cc4f65f4adc/a9b64180-c28d-4080-9057-a87ffe3e1909/4fab4c60-a93a-498b-8c0c-c1effff9ffa1) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:01:59.989039 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ffa58445-f017-498c-b465-bcdfad204b16 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:01:59.998727 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-ffa58445-f017-498c-b465-bcdfad204b16 None None] Transition to ACTIVE for port object 4fab4c60-a93a-498b-8c0c-c1effff9ffa1 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:02:00.017745 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-ffa58445-f017-498c-b465-bcdfad204b16 None None] Transition to ACTIVE for port object 4fab4c60-a93a-498b-8c0c-c1effff9ffa1 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:02:00.023108 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ffa58445-f017-498c-b465-bcdfad204b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:00.035834 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8a74411c-eba2-46f5-875d-2aeeac254dca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:00.066345 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8a74411c-eba2-46f5-875d-2aeeac254dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:00.088610 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa58445-f017-498c-b465-bcdfad204b16 None None] Network 278816bf-93ec-4b48-b57f-8cc4f65f4adc is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:02:00.091466 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-ffa58445-f017-498c-b465-bcdfad204b16 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:02:00.095070 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa58445-f017-498c-b465-bcdfad204b16 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 18:02:00.100654 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa58445-f017-498c-b465-bcdfad204b16 None None] Pushing event updated for resources: {'Port': ['ID=4fab4c60-a93a-498b-8c0c-c1effff9ffa1,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:02:00.186075 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-ffa58445-f017-498c-b465-bcdfad204b16 None None] Attempting to bind port 4fab4c60-a93a-498b-8c0c-c1effff9ffa1 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:02:00.186453 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-ffa58445-f017-498c-b465-bcdfad204b16 None None] Attempting to bind port 4fab4c60-a93a-498b-8c0c-c1effff9ffa1 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'a8cdd784-6731-4ba4-8e79-f12b83313788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '278816bf-93ec-4b48-b57f-8cc4f65f4adc'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:02:00.186819 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa58445-f017-498c-b465-bcdfad204b16 None None] Attempting to bind port 4fab4c60-a93a-498b-8c0c-c1effff9ffa1 on network 278816bf-93ec-4b48-b57f-8cc4f65f4adc {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:02:00.192499 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa58445-f017-498c-b465-bcdfad204b16 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:02:00.192876 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa58445-f017-498c-b465-bcdfad204b16 None None] Checking segment: {'id': 'a8cdd784-6731-4ba4-8e79-f12b83313788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '278816bf-93ec-4b48-b57f-8cc4f65f4adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:02:00.193278 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ffa58445-f017-498c-b465-bcdfad204b16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:00.193673 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa58445-f017-498c-b465-bcdfad204b16 None None] Bound using segment: {'id': 'a8cdd784-6731-4ba4-8e79-f12b83313788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '278816bf-93ec-4b48-b57f-8cc4f65f4adc'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:02:00.194166 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-ffa58445-f017-498c-b465-bcdfad204b16 None None] Bound port: 4fab4c60-a93a-498b-8c0c-c1effff9ffa1, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cdd784-6731-4ba4-8e79-f12b83313788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '278816bf-93ec-4b48-b57f-8cc4f65f4adc'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:02:00.194545 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ffa58445-f017-498c-b465-bcdfad204b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:00.210877 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-8a74411c-eba2-46f5-875d-2aeeac254dca admin admin] Allocated IP 172.26.0.103 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/29fd9ad3-2670-465c-9f40-fe5468822877) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:02:00.284092 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-ffa58445-f017-498c-b465-bcdfad204b16 None None] For port 4fab4c60-a93a-498b-8c0c-c1effff9ffa1, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:02:00.287117 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-ffa58445-f017-498c-b465-bcdfad204b16 None None] For port 4fab4c60-a93a-498b-8c0c-c1effff9ffa1, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=4fab4c60-a93a-498b-8c0c-c1effff9ffa1,segment=NetworkSegment(a8cdd784-6731-4ba4-8e79-f12b83313788),segment_id=a8cdd784-6731-4ba4-8e79-f12b83313788)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:02:00.290825 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ffa58445-f017-498c-b465-bcdfad204b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:00.357695 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8a74411c-eba2-46f5-875d-2aeeac254dca admin admin] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:00.376019 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa58445-f017-498c-b465-bcdfad204b16 None None] Pushing event updated for resources: {'Port': ['ID=4fab4c60-a93a-498b-8c0c-c1effff9ffa1,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:02:00.392242 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8a74411c-eba2-46f5-875d-2aeeac254dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:00.457583 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a74411c-eba2-46f5-875d-2aeeac254dca admin admin] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:02:00.460397 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-8a74411c-eba2-46f5-875d-2aeeac254dca admin admin] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:02:00.464039 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a74411c-eba2-46f5-875d-2aeeac254dca admin admin] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 18:02:00.492758 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a74411c-eba2-46f5-875d-2aeeac254dca admin admin] Pushing event updated for resources: {'Port': ['ID=29fd9ad3-2670-465c-9f40-fe5468822877,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:02:00.993556 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8a74411c-eba2-46f5-875d-2aeeac254dca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:01.247981 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701554be-7606-485d-a19f-302f1e1ae95a None None] Network 278816bf-93ec-4b48-b57f-8cc4f65f4adc requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:02:01.337486 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 4fab4c60-a93a-498b-8c0c-c1effff9ffa1 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:02:01.359341 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8a74411c-eba2-46f5-875d-2aeeac254dca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:01.418264 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-47a073a6-137a-4ad5-8c30-fc4774f74f66 None None] Provisioning for port 4fab4c60-a93a-498b-8c0c-c1effff9ffa1 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:02:01.481209 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 4fab4c60-a93a-498b-8c0c-c1effff9ffa1 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:02:01.516573 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 4fab4c60-a93a-498b-8c0c-c1effff9ffa1 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:02:01.516939 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:01.559911 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a74411c-eba2-46f5-875d-2aeeac254dca admin admin] Router 7a8d2580-1141-4e6a-9e91-3570bf2cd042 is scheduled to L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 with binding_index 1 {{(pid=88037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 18:02:01.655648 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:01.690189 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 4fab4c60-a93a-498b-8c0c-c1effff9ffa1, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=4fab4c60-a93a-498b-8c0c-c1effff9ffa1,segment=NetworkSegment(a8cdd784-6731-4ba4-8e79-f12b83313788),segment_id=a8cdd784-6731-4ba4-8e79-f12b83313788)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:02:01.695219 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:01.737657 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a74411c-eba2-46f5-875d-2aeeac254dca admin admin] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:02:01.751192 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14a2fcf-2539-44aa-a3be-bc1f5dca93f3 None None] Sync routers for ids ['7a8d2580-1141-4e6a-9e91-3570bf2cd042'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:02:01.763806 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8a74411c-eba2-46f5-875d-2aeeac254dca admin admin] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:01.768018 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-8a74411c-eba2-46f5-875d-2aeeac254dca admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3505721 May 04 18:02:01.768433 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 33038) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:02:01.769464 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14a2fcf-2539-44aa-a3be-bc1f5dca93f3 None None] Routers {'7a8d2580-1141-4e6a-9e91-3570bf2cd042'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:02:01.770116 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-e14a2fcf-2539-44aa-a3be-bc1f5dca93f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:01:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['7a8d2580-1141-4e6a-9e91-3570bf2cd042'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:02:01.860818 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=4fab4c60-a93a-498b-8c0c-c1effff9ffa1,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:02:01.922518 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8a6e8538-1b76-4b12-8e0d-016a82661fdf None None] Provisioning complete for port 4fab4c60-a93a-498b-8c0c-c1effff9ffa1 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:02:01.922711 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8a6e8538-1b76-4b12-8e0d-016a82661fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:02.016817 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-e14a2fcf-2539-44aa-a3be-bc1f5dca93f3 None None] Set router 7a8d2580-1141-4e6a-9e91-3570bf2cd042 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:02:02.388261 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-e14a2fcf-2539-44aa-a3be-bc1f5dca93f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a8d2580-1141-4e6a-9e91-3570bf2cd042', 'name': 'tempest-TestMinimumBasicScenario-408766815-router', 'tenant_id': '06676f6252f64d5ea2f7ff068ac10c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': '29fd9ad3-2670-465c-9f40-fe5468822877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:01:59Z', 'updated_at': '2022-05-04T18:02:00Z', 'revision_number': 3, 'project_id': '06676f6252f64d5ea2f7ff068ac10c29', 'gw_port': {'id': '29fd9ad3-2670-465c-9f40-fe5468822877', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:aa:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a8d2580-1141-4e6a-9e91-3570bf2cd042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:02:00Z', 'updated_at': '2022-05-04T18:02:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:02:02.392136 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14a2fcf-2539-44aa-a3be-bc1f5dca93f3 None None] Checking router: 7a8d2580-1141-4e6a-9e91-3570bf2cd042 for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:02:02.392486 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14a2fcf-2539-44aa-a3be-bc1f5dca93f3 None None] Updating router 7a8d2580-1141-4e6a-9e91-3570bf2cd042 port 29fd9ad3-2670-465c-9f40-fe5468822877 binding host dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:02:02.430374 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ad145dd3-7478-4c6a-ac97-c912e52d6cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:02.445614 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e14a2fcf-2539-44aa-a3be-bc1f5dca93f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:02.631550 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-ad145dd3-7478-4c6a-ac97-c912e52d6cf6 admin admin] Allocated IP 172.20.0.1 (278816bf-93ec-4b48-b57f-8cc4f65f4adc/a9b64180-c28d-4080-9057-a87ffe3e1909/035944aa-260f-45ca-8f36-e80deb8153a5) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:02:02.761377 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e14a2fcf-2539-44aa-a3be-bc1f5dca93f3 None None] Notify callbacks [] for port, precommit_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:02.774270 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-e14a2fcf-2539-44aa-a3be-bc1f5dca93f3 None None] Transition to ACTIVE for port object 29fd9ad3-2670-465c-9f40-fe5468822877 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:02:02.780653 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e14a2fcf-2539-44aa-a3be-bc1f5dca93f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:02.863107 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-e14a2fcf-2539-44aa-a3be-bc1f5dca93f3 None None] Attempting to bind port 29fd9ad3-2670-465c-9f40-fe5468822877 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:02:02.863481 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-e14a2fcf-2539-44aa-a3be-bc1f5dca93f3 None None] Attempting to bind port 29fd9ad3-2670-465c-9f40-fe5468822877 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:02:02.863855 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14a2fcf-2539-44aa-a3be-bc1f5dca93f3 None None] Attempting to bind port 29fd9ad3-2670-465c-9f40-fe5468822877 on network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:02:02.870863 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819a8a3c-9d8f-44be-bf2b-a1358171cf92 None None] Pushing event updated for resources: {'Port': ['ID=29fd9ad3-2670-465c-9f40-fe5468822877,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:02:02.873295 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14a2fcf-2539-44aa-a3be-bc1f5dca93f3 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:02:02.873678 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14a2fcf-2539-44aa-a3be-bc1f5dca93f3 None None] Checking segment: {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:02:02.874107 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e14a2fcf-2539-44aa-a3be-bc1f5dca93f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:02.874498 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14a2fcf-2539-44aa-a3be-bc1f5dca93f3 None None] Bound using segment: {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:02:02.875008 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-e14a2fcf-2539-44aa-a3be-bc1f5dca93f3 None None] Bound port: 29fd9ad3-2670-465c-9f40-fe5468822877, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:02:02.875388 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e14a2fcf-2539-44aa-a3be-bc1f5dca93f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:02.885681 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ad145dd3-7478-4c6a-ac97-c912e52d6cf6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:02.901142 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-ad145dd3-7478-4c6a-ac97-c912e52d6cf6 admin admin] Transition to ACTIVE for port object 035944aa-260f-45ca-8f36-e80deb8153a5 will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:02:02.925009 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ad145dd3-7478-4c6a-ac97-c912e52d6cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:02.947170 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-e14a2fcf-2539-44aa-a3be-bc1f5dca93f3 None None] For port 29fd9ad3-2670-465c-9f40-fe5468822877, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:02:02.950266 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-e14a2fcf-2539-44aa-a3be-bc1f5dca93f3 None None] For port 29fd9ad3-2670-465c-9f40-fe5468822877, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=29fd9ad3-2670-465c-9f40-fe5468822877,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:02:02.954814 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e14a2fcf-2539-44aa-a3be-bc1f5dca93f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:02.996963 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad145dd3-7478-4c6a-ac97-c912e52d6cf6 admin admin] Network 278816bf-93ec-4b48-b57f-8cc4f65f4adc is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:02:03.000908 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-ad145dd3-7478-4c6a-ac97-c912e52d6cf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:02:03.004673 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad145dd3-7478-4c6a-ac97-c912e52d6cf6 admin admin] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 18:02:03.033713 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14a2fcf-2539-44aa-a3be-bc1f5dca93f3 None None] Routers {'7a8d2580-1141-4e6a-9e91-3570bf2cd042'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:02:03.034357 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-e14a2fcf-2539-44aa-a3be-bc1f5dca93f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:01:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['7a8d2580-1141-4e6a-9e91-3570bf2cd042'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:02:03.037934 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad145dd3-7478-4c6a-ac97-c912e52d6cf6 admin admin] Pushing event updated for resources: {'Port': ['ID=035944aa-260f-45ca-8f36-e80deb8153a5,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:02:03.068664 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ad145dd3-7478-4c6a-ac97-c912e52d6cf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710357'] for router_interface, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:03.099222 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819a8a3c-9d8f-44be-bf2b-a1358171cf92 None None] Pushing event updated for resources: {'Port': ['ID=29fd9ad3-2670-465c-9f40-fe5468822877,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:02:03.198533 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ad145dd3-7478-4c6a-ac97-c912e52d6cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:03.244341 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-e14a2fcf-2539-44aa-a3be-bc1f5dca93f3 None None] Set router 7a8d2580-1141-4e6a-9e91-3570bf2cd042 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:02:03.288715 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-7ee1b383-c9fc-4754-a336-7a27868837c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:03.359826 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 4fab4c60-a93a-498b-8c0c-c1effff9ffa1 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:02:03.440357 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ad145dd3-7478-4c6a-ac97-c912e52d6cf6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:03.445720 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ad145dd3-7478-4c6a-ac97-c912e52d6cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:03.452849 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-6b13f8fc-8e34-4ab4-8c2f-29a2c65aea3b None None] Provisioning for port 035944aa-260f-45ca-8f36-e80deb8153a5 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:02:03.508117 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-6b13f8fc-8e34-4ab4-8c2f-29a2c65aea3b None None] Provisioning complete for port 035944aa-260f-45ca-8f36-e80deb8153a5 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:02:03.508498 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-6b13f8fc-8e34-4ab4-8c2f-29a2c65aea3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:03.551769 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad145dd3-7478-4c6a-ac97-c912e52d6cf6 admin admin] Pushing event updated for resources: {'Port': ['ID=035944aa-260f-45ca-8f36-e80deb8153a5,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:02:03.554143 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ad145dd3-7478-4c6a-ac97-c912e52d6cf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710702'] for router_interface, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:03.594314 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-6b13f8fc-8e34-4ab4-8c2f-29a2c65aea3b None None] Port 035944aa-260f-45ca-8f36-e80deb8153a5 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 18:02:03.595676 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 4fab4c60-a93a-498b-8c0c-c1effff9ffa1 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:02:03.596043 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:03.685901 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad145dd3-7478-4c6a-ac97-c912e52d6cf6 admin admin] Network 278816bf-93ec-4b48-b57f-8cc4f65f4adc is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:02:03.687051 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-ad145dd3-7478-4c6a-ac97-c912e52d6cf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:02:03.764403 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-e14a2fcf-2539-44aa-a3be-bc1f5dca93f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a8d2580-1141-4e6a-9e91-3570bf2cd042', 'name': 'tempest-TestMinimumBasicScenario-408766815-router', 'tenant_id': '06676f6252f64d5ea2f7ff068ac10c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': '29fd9ad3-2670-465c-9f40-fe5468822877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:01:59Z', 'updated_at': '2022-05-04T18:02:00Z', 'revision_number': 3, 'project_id': '06676f6252f64d5ea2f7ff068ac10c29', 'gw_port': {'id': '29fd9ad3-2670-465c-9f40-fe5468822877', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:aa:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a8d2580-1141-4e6a-9e91-3570bf2cd042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:02:00Z', 'updated_at': '2022-05-04T18:02:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:02:03.771539 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14a2fcf-2539-44aa-a3be-bc1f5dca93f3 None None] The sync data for ids ['7a8d2580-1141-4e6a-9e91-3570bf2cd042'] in dv-neutron-840426-1-hyperv is: [{'id': '7a8d2580-1141-4e6a-9e91-3570bf2cd042', 'name': 'tempest-TestMinimumBasicScenario-408766815-router', 'tenant_id': '06676f6252f64d5ea2f7ff068ac10c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': '29fd9ad3-2670-465c-9f40-fe5468822877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:01:59Z', 'updated_at': '2022-05-04T18:02:00Z', 'revision_number': 3, 'project_id': '06676f6252f64d5ea2f7ff068ac10c29', 'gw_port': {'id': '29fd9ad3-2670-465c-9f40-fe5468822877', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:aa:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a8d2580-1141-4e6a-9e91-3570bf2cd042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:02:00Z', 'updated_at': '2022-05-04T18:02:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:02:03.886135 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad145dd3-7478-4c6a-ac97-c912e52d6cf6 admin admin] Router 7a8d2580-1141-4e6a-9e91-3570bf2cd042 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 18:02:03.917339 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-0c628071-7335-45b0-ba22-e638333d6d39 None None] Provisioning complete for port 035944aa-260f-45ca-8f36-e80deb8153a5 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:02:03.917995 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0c628071-7335-45b0-ba22-e638333d6d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:03.977127 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-0c628071-7335-45b0-ba22-e638333d6d39 None None] Port 035944aa-260f-45ca-8f36-e80deb8153a5 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 18:02:04.082409 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad145dd3-7478-4c6a-ac97-c912e52d6cf6 admin admin] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:02:04.091647 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-ad145dd3-7478-4c6a-ac97-c912e52d6cf6 admin admin] 10.222.0.41 "PUT /v2.0/routers/7a8d2580-1141-4e6a-9e91-3570bf2cd042/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3221192 May 04 18:02:04.611664 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 33056) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:02:04.617811 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-ccaff215-3242-4b45-9e2b-3cdc270444f3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1914592370-network', 'tenant_id': '9a5d5fa6a9384a9b8792562ee74ef0ca'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:02:04.623019 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-ccaff215-3242-4b45-9e2b-3cdc270444f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:02:04.627301 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-ccaff215-3242-4b45-9e2b-3cdc270444f3 admin admin] Usage tracker for resource:network and tenant:9a5d5fa6a9384a9b8792562ee74ef0ca is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:02:04.631081 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-ccaff215-3242-4b45-9e2b-3cdc270444f3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:02:04.636880 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-ccaff215-3242-4b45-9e2b-3cdc270444f3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:02:04.646404 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccaff215-3242-4b45-9e2b-3cdc270444f3 admin admin] Made reservation on behalf of 9a5d5fa6a9384a9b8792562ee74ef0ca for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:02:04.648755 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ccaff215-3242-4b45-9e2b-3cdc270444f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:04.664155 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ccaff215-3242-4b45-9e2b-3cdc270444f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:04.678876 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-ccaff215-3242-4b45-9e2b-3cdc270444f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:02:04.682693 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-ccaff215-3242-4b45-9e2b-3cdc270444f3 admin admin] Usage tracker for resource:security_group_rule and tenant:9a5d5fa6a9384a9b8792562ee74ef0ca is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:02:04.685418 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-ccaff215-3242-4b45-9e2b-3cdc270444f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:02:04.691025 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-ccaff215-3242-4b45-9e2b-3cdc270444f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:02:04.770703 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ccaff215-3242-4b45-9e2b-3cdc270444f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:04.774383 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ccaff215-3242-4b45-9e2b-3cdc270444f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:04.806700 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccaff215-3242-4b45-9e2b-3cdc270444f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 18:02:04.819366 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaff215-3242-4b45-9e2b-3cdc270444f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8fdb06-0cf4-4da9-bc17-5e559bdda192,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:02:04.825244 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ccaff215-3242-4b45-9e2b-3cdc270444f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:04.825868 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-ccaff215-3242-4b45-9e2b-3cdc270444f3 admin admin] Added segment 59e1861f-7158-439f-84c3-b1c57cb4ae30 of type vlan for network fbcadbaf-f274-4c57-8af6-ec4c83379a98 May 04 18:02:04.855629 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ccaff215-3242-4b45-9e2b-3cdc270444f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:04.884924 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ccaff215-3242-4b45-9e2b-3cdc270444f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:04.885881 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccaff215-3242-4b45-9e2b-3cdc270444f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:02:04.886464 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ccaff215-3242-4b45-9e2b-3cdc270444f3 admin admin] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:05.085357 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-ccaff215-3242-4b45-9e2b-3cdc270444f3 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4724243 May 04 18:02:05.088060 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 33062) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:02:05.090860 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaff215-3242-4b45-9e2b-3cdc270444f3 admin admin] Pushing event updated for resources: {'Network': ['ID=fbcadbaf-f274-4c57-8af6-ec4c83379a98,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:02:05.095210 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-34ddb521-eb28-43eb-afb5-f08ae6b3fcc8 admin admin] Request body: {'subnet': {'network_id': 'fbcadbaf-f274-4c57-8af6-ec4c83379a98', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1914592370-subnet', 'tenant_id': '9a5d5fa6a9384a9b8792562ee74ef0ca', 'ip_version': 4}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:02:05.101896 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network fbcadbaf-f274-4c57-8af6-ec4c83379a98 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 18:02:05.103659 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-34ddb521-eb28-43eb-afb5-f08ae6b3fcc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:02:05.107640 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-34ddb521-eb28-43eb-afb5-f08ae6b3fcc8 admin admin] Usage tracker for resource:subnet and tenant:9a5d5fa6a9384a9b8792562ee74ef0ca is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:02:05.110570 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-34ddb521-eb28-43eb-afb5-f08ae6b3fcc8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:02:05.116410 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-34ddb521-eb28-43eb-afb5-f08ae6b3fcc8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:02:05.127808 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ddb521-eb28-43eb-afb5-f08ae6b3fcc8 admin admin] Made reservation on behalf of 9a5d5fa6a9384a9b8792562ee74ef0ca for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:02:05.130118 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-34ddb521-eb28-43eb-afb5-f08ae6b3fcc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:05.321718 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 29fd9ad3-2670-465c-9f40-fe5468822877 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:02:05.369436 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-34ddb521-eb28-43eb-afb5-f08ae6b3fcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:05.369956 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae57aa1-0718-47c8-aaa9-69414a0d988b None None] Sync routers for ids ['7a8d2580-1141-4e6a-9e91-3570bf2cd042'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:02:05.379946 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae57aa1-0718-47c8-aaa9-69414a0d988b None None] Routers {'7a8d2580-1141-4e6a-9e91-3570bf2cd042'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:02:05.380642 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-6ae57aa1-0718-47c8-aaa9-69414a0d988b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:01:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['7a8d2580-1141-4e6a-9e91-3570bf2cd042'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:02:05.393609 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 29fd9ad3-2670-465c-9f40-fe5468822877 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:02:05.398967 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 29fd9ad3-2670-465c-9f40-fe5468822877 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:02:05.399356 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:05.448116 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ddb521-eb28-43eb-afb5-f08ae6b3fcc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2e2d5d2-94b6-46c4-b09b-9b60db878c6d,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:02:05.457709 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ddb521-eb28-43eb-afb5-f08ae6b3fcc8 admin admin] Checking segment: {'id': '59e1861f-7158-439f-84c3-b1c57cb4ae30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fbcadbaf-f274-4c57-8af6-ec4c83379a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:02:05.458168 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ddb521-eb28-43eb-afb5-f08ae6b3fcc8 admin admin] Network hostable DHCP agents. Network: fbcadbaf-f274-4c57-8af6-ec4c83379a98, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 18:02:05.477990 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ddb521-eb28-43eb-afb5-f08ae6b3fcc8 admin admin] Network fbcadbaf-f274-4c57-8af6-ec4c83379a98 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 18:02:05.487462 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-34ddb521-eb28-43eb-afb5-f08ae6b3fcc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, fbcadbaf-f274-4c57-8af6-ec4c83379a98) {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:02:05.492060 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ddb521-eb28-43eb-afb5-f08ae6b3fcc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:02:05.492845 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-34ddb521-eb28-43eb-afb5-f08ae6b3fcc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:05.502728 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87b2d4c-d12e-4d2a-8c97-bc78602ac830 None None] Network fbcadbaf-f274-4c57-8af6-ec4c83379a98 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:02:05.517652 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-34ddb521-eb28-43eb-afb5-f08ae6b3fcc8 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4279492 May 04 18:02:05.520139 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 33066) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:02:05.525541 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-9253f22c-2957-4ab8-b2b8-d571427e423f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1914592370-router', 'tenant_id': '9a5d5fa6a9384a9b8792562ee74ef0ca', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:02:05.530193 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-9253f22c-2957-4ab8-b2b8-d571427e423f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:02:05.534530 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-9253f22c-2957-4ab8-b2b8-d571427e423f admin admin] Usage tracker for resource:router and tenant:9a5d5fa6a9384a9b8792562ee74ef0ca is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:02:05.537463 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-9253f22c-2957-4ab8-b2b8-d571427e423f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:02:05.543518 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-9253f22c-2957-4ab8-b2b8-d571427e423f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:02:05.556708 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9253f22c-2957-4ab8-b2b8-d571427e423f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:05.557825 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9253f22c-2957-4ab8-b2b8-d571427e423f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:05.564865 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-6ae57aa1-0718-47c8-aaa9-69414a0d988b None None] Set router 7a8d2580-1141-4e6a-9e91-3570bf2cd042 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:02:05.574607 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9253f22c-2957-4ab8-b2b8-d571427e423f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:05.612065 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:05.650697 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 29fd9ad3-2670-465c-9f40-fe5468822877, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=29fd9ad3-2670-465c-9f40-fe5468822877,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:02:05.660382 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b9f622ac-ef50-48c3-a9ab-a55de3bec03b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:05.665036 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:05.782114 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=29fd9ad3-2670-465c-9f40-fe5468822877,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:02:05.828633 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f66ccba-8d5c-4eb4-9f7b-c393c4d02444 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-fbcadbaf-f274-4c57-8af6-ec4c83379a98', 'network_id': 'fbcadbaf-f274-4c57-8af6-ec4c83379a98', 'tenant_id': '9a5d5fa6a9384a9b8792562ee74ef0ca', 'fixed_ips': [{'subnet_id': 'c2e2d5d2-94b6-46c4-b09b-9b60db878c6d'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 18:02:05.829504 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-5f66ccba-8d5c-4eb4-9f7b-c393c4d02444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:05.891542 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-6ae57aa1-0718-47c8-aaa9-69414a0d988b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a8d2580-1141-4e6a-9e91-3570bf2cd042', 'name': 'tempest-TestMinimumBasicScenario-408766815-router', 'tenant_id': '06676f6252f64d5ea2f7ff068ac10c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': '29fd9ad3-2670-465c-9f40-fe5468822877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:01:59Z', 'updated_at': '2022-05-04T18:02:03Z', 'revision_number': 4, 'project_id': '06676f6252f64d5ea2f7ff068ac10c29', 'gw_port': {'id': '29fd9ad3-2670-465c-9f40-fe5468822877', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:aa:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a8d2580-1141-4e6a-9e91-3570bf2cd042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:02:00Z', 'updated_at': '2022-05-04T18:02:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '035944aa-260f-45ca-8f36-e80deb8153a5', 'name': '', 'network_id': '278816bf-93ec-4b48-b57f-8cc4f65f4adc', 'tenant_id': '06676f6252f64d5ea2f7ff068ac10c29', 'mac_address': 'fa:16:3e:a6:aa:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a8d2580-1141-4e6a-9e91-3570bf2cd042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'a9b64180-c28d-4080-9057-a87ffe3e1909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:02:02Z', 'updated_at': '2022-05-04T18:02:03Z', 'revision_number': 2, 'project_id': '06676f6252f64d5ea2f7ff068ac10c29', 'subnets': [{'id': 'a9b64180-c28d-4080-9057-a87ffe3e1909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:02:05.895369 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae57aa1-0718-47c8-aaa9-69414a0d988b None None] Checking router: 7a8d2580-1141-4e6a-9e91-3570bf2cd042 for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:02:05.895718 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae57aa1-0718-47c8-aaa9-69414a0d988b None None] Updating router 7a8d2580-1141-4e6a-9e91-3570bf2cd042 port 035944aa-260f-45ca-8f36-e80deb8153a5 binding host dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:02:05.952544 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-6ae57aa1-0718-47c8-aaa9-69414a0d988b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:05.986776 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-5f66ccba-8d5c-4eb4-9f7b-c393c4d02444 None None] Allocated IP 172.20.0.2 (fbcadbaf-f274-4c57-8af6-ec4c83379a98/c2e2d5d2-94b6-46c4-b09b-9b60db878c6d/bfa36e94-4f05-4f17-ab94-0d2afa3fdde4) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:02:05.989303 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9253f22c-2957-4ab8-b2b8-d571427e423f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:06.201962 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-5f66ccba-8d5c-4eb4-9f7b-c393c4d02444 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:06.219836 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-5f66ccba-8d5c-4eb4-9f7b-c393c4d02444 None None] Transition to ACTIVE for port object bfa36e94-4f05-4f17-ab94-0d2afa3fdde4 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:02:06.240285 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-5f66ccba-8d5c-4eb4-9f7b-c393c4d02444 None None] Transition to ACTIVE for port object bfa36e94-4f05-4f17-ab94-0d2afa3fdde4 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:02:06.247768 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-5f66ccba-8d5c-4eb4-9f7b-c393c4d02444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:06.317628 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f66ccba-8d5c-4eb4-9f7b-c393c4d02444 None None] Network fbcadbaf-f274-4c57-8af6-ec4c83379a98 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:02:06.320455 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-5f66ccba-8d5c-4eb4-9f7b-c393c4d02444 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:02:06.324120 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f66ccba-8d5c-4eb4-9f7b-c393c4d02444 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 18:02:06.329094 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-6ae57aa1-0718-47c8-aaa9-69414a0d988b None None] Notify callbacks [] for port, precommit_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:06.332318 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9253f22c-2957-4ab8-b2b8-d571427e423f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:06.341569 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.provisioning_blocks [None req-6ae57aa1-0718-47c8-aaa9-69414a0d988b None None] Transition to ACTIVE for port object 035944aa-260f-45ca-8f36-e80deb8153a5 will not be triggered until provisioned by entity L2. {{(pid=88040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:02:06.348668 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-6ae57aa1-0718-47c8-aaa9-69414a0d988b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:06.365660 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f66ccba-8d5c-4eb4-9f7b-c393c4d02444 None None] Pushing event updated for resources: {'Port': ['ID=bfa36e94-4f05-4f17-ab94-0d2afa3fdde4,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:02:06.366963 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9253f22c-2957-4ab8-b2b8-d571427e423f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:06.419781 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ba0a07-d317-48ce-934d-253276568251 None None] Pushing event updated for resources: {'Port': ['ID=035944aa-260f-45ca-8f36-e80deb8153a5,revision_number=3']} {{(pid=88040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:02:06.426093 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-5f66ccba-8d5c-4eb4-9f7b-c393c4d02444 None None] Attempting to bind port bfa36e94-4f05-4f17-ab94-0d2afa3fdde4 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:02:06.426505 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-5f66ccba-8d5c-4eb4-9f7b-c393c4d02444 None None] Attempting to bind port bfa36e94-4f05-4f17-ab94-0d2afa3fdde4 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '59e1861f-7158-439f-84c3-b1c57cb4ae30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fbcadbaf-f274-4c57-8af6-ec4c83379a98'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:02:06.427286 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f66ccba-8d5c-4eb4-9f7b-c393c4d02444 None None] Attempting to bind port bfa36e94-4f05-4f17-ab94-0d2afa3fdde4 on network fbcadbaf-f274-4c57-8af6-ec4c83379a98 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:02:06.433168 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f66ccba-8d5c-4eb4-9f7b-c393c4d02444 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:02:06.433168 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f66ccba-8d5c-4eb4-9f7b-c393c4d02444 None None] Checking segment: {'id': '59e1861f-7158-439f-84c3-b1c57cb4ae30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fbcadbaf-f274-4c57-8af6-ec4c83379a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:02:06.433495 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-5f66ccba-8d5c-4eb4-9f7b-c393c4d02444 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:06.433888 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f66ccba-8d5c-4eb4-9f7b-c393c4d02444 None None] Bound using segment: {'id': '59e1861f-7158-439f-84c3-b1c57cb4ae30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fbcadbaf-f274-4c57-8af6-ec4c83379a98'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:02:06.434375 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-5f66ccba-8d5c-4eb4-9f7b-c393c4d02444 None None] Bound port: bfa36e94-4f05-4f17-ab94-0d2afa3fdde4, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59e1861f-7158-439f-84c3-b1c57cb4ae30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fbcadbaf-f274-4c57-8af6-ec4c83379a98'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:02:06.434788 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-5f66ccba-8d5c-4eb4-9f7b-c393c4d02444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:06.523550 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-9253f22c-2957-4ab8-b2b8-d571427e423f admin admin] Allocated IP 172.26.0.174 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/9d1de3f3-84f7-4635-b7d3-a6dc3ab705fc) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:02:06.531223 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba0a07-d317-48ce-934d-253276568251 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:02:06.531574 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba0a07-d317-48ce-934d-253276568251 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:02:06.531921 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba0a07-d317-48ce-934d-253276568251 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:02:06.532038 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-5f66ccba-8d5c-4eb4-9f7b-c393c4d02444 None None] For port bfa36e94-4f05-4f17-ab94-0d2afa3fdde4, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:02:06.532255 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba0a07-d317-48ce-934d-253276568251 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:02:06.532588 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba0a07-d317-48ce-934d-253276568251 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:02:06.532916 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba0a07-d317-48ce-934d-253276568251 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:02:06.533249 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba0a07-d317-48ce-934d-253276568251 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:02:06.533567 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba0a07-d317-48ce-934d-253276568251 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:02:06.533885 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba0a07-d317-48ce-934d-253276568251 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:02:06.534421 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba0a07-d317-48ce-934d-253276568251 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:02:06.534911 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba0a07-d317-48ce-934d-253276568251 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:02:06.535403 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ba0a07-d317-48ce-934d-253276568251 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:02:06.536757 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-5f66ccba-8d5c-4eb4-9f7b-c393c4d02444 None None] For port bfa36e94-4f05-4f17-ab94-0d2afa3fdde4, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=bfa36e94-4f05-4f17-ab94-0d2afa3fdde4,segment=NetworkSegment(59e1861f-7158-439f-84c3-b1c57cb4ae30),segment_id=59e1861f-7158-439f-84c3-b1c57cb4ae30)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:02:06.548884 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-5f66ccba-8d5c-4eb4-9f7b-c393c4d02444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:06.591610 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-6ae57aa1-0718-47c8-aaa9-69414a0d988b None None] Attempting to bind port 035944aa-260f-45ca-8f36-e80deb8153a5 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:02:06.592237 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-6ae57aa1-0718-47c8-aaa9-69414a0d988b None None] Attempting to bind port 035944aa-260f-45ca-8f36-e80deb8153a5 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'a8cdd784-6731-4ba4-8e79-f12b83313788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '278816bf-93ec-4b48-b57f-8cc4f65f4adc'}] {{(pid=88040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:02:06.592805 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae57aa1-0718-47c8-aaa9-69414a0d988b None None] Attempting to bind port 035944aa-260f-45ca-8f36-e80deb8153a5 on network 278816bf-93ec-4b48-b57f-8cc4f65f4adc {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:02:06.599160 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae57aa1-0718-47c8-aaa9-69414a0d988b None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:02:06.599810 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae57aa1-0718-47c8-aaa9-69414a0d988b None None] Checking segment: {'id': 'a8cdd784-6731-4ba4-8e79-f12b83313788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '278816bf-93ec-4b48-b57f-8cc4f65f4adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:02:06.600388 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-6ae57aa1-0718-47c8-aaa9-69414a0d988b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:06.601071 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae57aa1-0718-47c8-aaa9-69414a0d988b None None] Bound using segment: {'id': 'a8cdd784-6731-4ba4-8e79-f12b83313788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '278816bf-93ec-4b48-b57f-8cc4f65f4adc'} {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:02:06.601702 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-6ae57aa1-0718-47c8-aaa9-69414a0d988b None None] Bound port: 035944aa-260f-45ca-8f36-e80deb8153a5, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cdd784-6731-4ba4-8e79-f12b83313788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '278816bf-93ec-4b48-b57f-8cc4f65f4adc'}}] {{(pid=88040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:02:06.602292 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-6ae57aa1-0718-47c8-aaa9-69414a0d988b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:06.684756 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:06.688346 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:06.694425 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f66ccba-8d5c-4eb4-9f7b-c393c4d02444 None None] Pushing event updated for resources: {'Port': ['ID=bfa36e94-4f05-4f17-ab94-0d2afa3fdde4,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:02:06.707513 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9253f22c-2957-4ab8-b2b8-d571427e423f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:06.711996 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.db [None req-6ae57aa1-0718-47c8-aaa9-69414a0d988b None None] For port 035944aa-260f-45ca-8f36-e80deb8153a5, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:02:06.715375 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.db [None req-6ae57aa1-0718-47c8-aaa9-69414a0d988b None None] For port 035944aa-260f-45ca-8f36-e80deb8153a5, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=035944aa-260f-45ca-8f36-e80deb8153a5,segment=NetworkSegment(a8cdd784-6731-4ba4-8e79-f12b83313788),segment_id=a8cdd784-6731-4ba4-8e79-f12b83313788)] {{(pid=88040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:02:06.722609 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-6ae57aa1-0718-47c8-aaa9-69414a0d988b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:06.743025 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9253f22c-2957-4ab8-b2b8-d571427e423f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:06.790224 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9253f22c-2957-4ab8-b2b8-d571427e423f admin admin] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:02:06.797510 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-9253f22c-2957-4ab8-b2b8-d571427e423f admin admin] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:02:06.811693 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9253f22c-2957-4ab8-b2b8-d571427e423f admin admin] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 18:02:06.835005 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae57aa1-0718-47c8-aaa9-69414a0d988b None None] Routers {'7a8d2580-1141-4e6a-9e91-3570bf2cd042'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:02:06.835635 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-6ae57aa1-0718-47c8-aaa9-69414a0d988b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:02:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['7a8d2580-1141-4e6a-9e91-3570bf2cd042'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:02:06.876859 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9253f22c-2957-4ab8-b2b8-d571427e423f admin admin] Pushing event updated for resources: {'Port': ['ID=9d1de3f3-84f7-4635-b7d3-a6dc3ab705fc,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:02:06.924693 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ba0a07-d317-48ce-934d-253276568251 None None] Pushing event updated for resources: {'Port': ['ID=035944aa-260f-45ca-8f36-e80deb8153a5,revision_number=4']} {{(pid=88040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:02:07.046174 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-6ae57aa1-0718-47c8-aaa9-69414a0d988b None None] Set router 7a8d2580-1141-4e6a-9e91-3570bf2cd042 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:02:07.383240 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-6ae57aa1-0718-47c8-aaa9-69414a0d988b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a8d2580-1141-4e6a-9e91-3570bf2cd042', 'name': 'tempest-TestMinimumBasicScenario-408766815-router', 'tenant_id': '06676f6252f64d5ea2f7ff068ac10c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': '29fd9ad3-2670-465c-9f40-fe5468822877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:01:59Z', 'updated_at': '2022-05-04T18:02:03Z', 'revision_number': 4, 'project_id': '06676f6252f64d5ea2f7ff068ac10c29', 'gw_port': {'id': '29fd9ad3-2670-465c-9f40-fe5468822877', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:aa:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8d2580-1141-4e6a-9e91-3570bf2cd042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:02:00Z', 'updated_at': '2022-05-04T18:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '035944aa-260f-45ca-8f36-e80deb8153a5', 'name': '', 'network_id': '278816bf-93ec-4b48-b57f-8cc4f65f4adc', 'tenant_id': '06676f6252f64d5ea2f7ff068ac10c29', 'mac_address': 'fa:16:3e:a6:aa:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a8d2580-1141-4e6a-9e91-3570bf2cd042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'a9b64180-c28d-4080-9057-a87ffe3e1909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:02:02Z', 'updated_at': '2022-05-04T18:02:06Z', 'revision_number': 4, 'project_id': '06676f6252f64d5ea2f7ff068ac10c29', 'subnets': [{'id': 'a9b64180-c28d-4080-9057-a87ffe3e1909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:02:07.388111 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae57aa1-0718-47c8-aaa9-69414a0d988b None None] The sync data for ids ['7a8d2580-1141-4e6a-9e91-3570bf2cd042'] in dv-neutron-840426-1-hyperv is: [{'id': '7a8d2580-1141-4e6a-9e91-3570bf2cd042', 'name': 'tempest-TestMinimumBasicScenario-408766815-router', 'tenant_id': '06676f6252f64d5ea2f7ff068ac10c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': '29fd9ad3-2670-465c-9f40-fe5468822877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:01:59Z', 'updated_at': '2022-05-04T18:02:03Z', 'revision_number': 4, 'project_id': '06676f6252f64d5ea2f7ff068ac10c29', 'gw_port': {'id': '29fd9ad3-2670-465c-9f40-fe5468822877', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:aa:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8d2580-1141-4e6a-9e91-3570bf2cd042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:02:00Z', 'updated_at': '2022-05-04T18:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '035944aa-260f-45ca-8f36-e80deb8153a5', 'name': '', 'network_id': '278816bf-93ec-4b48-b57f-8cc4f65f4adc', 'tenant_id': '06676f6252f64d5ea2f7ff068ac10c29', 'mac_address': 'fa:16:3e:a6:aa:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a8d2580-1141-4e6a-9e91-3570bf2cd042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'a9b64180-c28d-4080-9057-a87ffe3e1909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:02:02Z', 'updated_at': '2022-05-04T18:02:06Z', 'revision_number': 4, 'project_id': '06676f6252f64d5ea2f7ff068ac10c29', 'subnets': [{'id': 'a9b64180-c28d-4080-9057-a87ffe3e1909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:02:07.398743 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 29fd9ad3-2670-465c-9f40-fe5468822877 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:02:07.420534 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9253f22c-2957-4ab8-b2b8-d571427e423f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:07.496395 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 29fd9ad3-2670-465c-9f40-fe5468822877 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:02:07.496675 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:07.632353 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device bfa36e94-4f05-4f17-ab94-0d2afa3fdde4 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:02:07.711692 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port bfa36e94-4f05-4f17-ab94-0d2afa3fdde4 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:02:07.819905 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9253f22c-2957-4ab8-b2b8-d571427e423f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:07.889031 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69038250-208b-47c9-b55c-f4e85e7a1c62 None None] Network fbcadbaf-f274-4c57-8af6-ec4c83379a98 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:02:08.012980 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:08.016294 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-64b5537e-13d7-41cb-8b6f-cb9e41e7679b None None] Provisioning for port bfa36e94-4f05-4f17-ab94-0d2afa3fdde4 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:02:08.033577 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-64b5537e-13d7-41cb-8b6f-cb9e41e7679b None None] Provisioning complete for port bfa36e94-4f05-4f17-ab94-0d2afa3fdde4 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:02:08.033956 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-64b5537e-13d7-41cb-8b6f-cb9e41e7679b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:08.045321 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9253f22c-2957-4ab8-b2b8-d571427e423f admin admin] Router dbb00397-205a-4098-b972-8358db90416b is scheduled to L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 with binding_index 1 {{(pid=88038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 18:02:08.234996 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9253f22c-2957-4ab8-b2b8-d571427e423f admin admin] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:02:08.263521 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9253f22c-2957-4ab8-b2b8-d571427e423f admin admin] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:08.264962 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-9253f22c-2957-4ab8-b2b8-d571427e423f admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7437670 May 04 18:02:08.268385 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 33070) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:02:08.276139 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89257b0a-1f77-427a-8653-256595283174 None None] Sync routers for ids ['dbb00397-205a-4098-b972-8358db90416b'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:02:08.308894 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89257b0a-1f77-427a-8653-256595283174 None None] Routers {'dbb00397-205a-4098-b972-8358db90416b'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:02:08.309536 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-89257b0a-1f77-427a-8653-256595283174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:02:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['dbb00397-205a-4098-b972-8358db90416b'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:02:08.396213 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-64b5537e-13d7-41cb-8b6f-cb9e41e7679b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:08.525245 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-64b5537e-13d7-41cb-8b6f-cb9e41e7679b None None] For port bfa36e94-4f05-4f17-ab94-0d2afa3fdde4, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=bfa36e94-4f05-4f17-ab94-0d2afa3fdde4,segment=NetworkSegment(59e1861f-7158-439f-84c3-b1c57cb4ae30),segment_id=59e1861f-7158-439f-84c3-b1c57cb4ae30)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:02:08.534277 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-64b5537e-13d7-41cb-8b6f-cb9e41e7679b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:08.573288 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-89257b0a-1f77-427a-8653-256595283174 None None] Set router dbb00397-205a-4098-b972-8358db90416b gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:02:08.803001 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b5537e-13d7-41cb-8b6f-cb9e41e7679b None None] Pushing event updated for resources: {'Port': ['ID=bfa36e94-4f05-4f17-ab94-0d2afa3fdde4,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:02:08.826779 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-fc19d6e0-758b-46b5-857e-5f8d2417bed6 None None] Provisioning complete for port bfa36e94-4f05-4f17-ab94-0d2afa3fdde4 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:02:08.827145 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-fc19d6e0-758b-46b5-857e-5f8d2417bed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:08.965996 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-171f85a6-a52c-4129-8499-6a1375be4a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:09.001702 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-89257b0a-1f77-427a-8653-256595283174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb00397-205a-4098-b972-8358db90416b', 'name': 'tempest-TestMinimumBasicScenario-1914592370-router', 'tenant_id': '9a5d5fa6a9384a9b8792562ee74ef0ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '9d1de3f3-84f7-4635-b7d3-a6dc3ab705fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:02:05Z', 'updated_at': '2022-05-04T18:02:07Z', 'revision_number': 3, 'project_id': '9a5d5fa6a9384a9b8792562ee74ef0ca', 'gw_port': {'id': '9d1de3f3-84f7-4635-b7d3-a6dc3ab705fc', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:18:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb00397-205a-4098-b972-8358db90416b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:02:06Z', 'updated_at': '2022-05-04T18:02:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:02:09.006049 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89257b0a-1f77-427a-8653-256595283174 None None] Checking router: dbb00397-205a-4098-b972-8358db90416b for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:02:09.006395 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89257b0a-1f77-427a-8653-256595283174 None None] Updating router dbb00397-205a-4098-b972-8358db90416b port 9d1de3f3-84f7-4635-b7d3-a6dc3ab705fc binding host dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:02:09.057956 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-89257b0a-1f77-427a-8653-256595283174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:09.173149 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-171f85a6-a52c-4129-8499-6a1375be4a6f admin admin] Allocated IP 172.20.0.1 (fbcadbaf-f274-4c57-8af6-ec4c83379a98/c2e2d5d2-94b6-46c4-b09b-9b60db878c6d/779f693c-d8c7-4500-a20a-717b286da0e4) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:02:09.333115 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-171f85a6-a52c-4129-8499-6a1375be4a6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:09.349939 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-171f85a6-a52c-4129-8499-6a1375be4a6f admin admin] Transition to ACTIVE for port object 779f693c-d8c7-4500-a20a-717b286da0e4 will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:02:09.377588 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-171f85a6-a52c-4129-8499-6a1375be4a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:09.382401 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device bfa36e94-4f05-4f17-ab94-0d2afa3fdde4 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:02:09.434711 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-89257b0a-1f77-427a-8653-256595283174 None None] Notify callbacks [] for port, precommit_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:09.445368 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171f85a6-a52c-4129-8499-6a1375be4a6f admin admin] Network fbcadbaf-f274-4c57-8af6-ec4c83379a98 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:02:09.448263 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-171f85a6-a52c-4129-8499-6a1375be4a6f admin admin] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:02:09.452049 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171f85a6-a52c-4129-8499-6a1375be4a6f admin admin] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 18:02:09.455857 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-89257b0a-1f77-427a-8653-256595283174 None None] Transition to ACTIVE for port object 9d1de3f3-84f7-4635-b7d3-a6dc3ab705fc will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:02:09.465826 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-89257b0a-1f77-427a-8653-256595283174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:09.492933 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f85a6-a52c-4129-8499-6a1375be4a6f admin admin] Pushing event updated for resources: {'Port': ['ID=779f693c-d8c7-4500-a20a-717b286da0e4,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:02:09.512372 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-171f85a6-a52c-4129-8499-6a1375be4a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710357'] for router_interface, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:09.567100 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-89257b0a-1f77-427a-8653-256595283174 None None] Attempting to bind port 9d1de3f3-84f7-4635-b7d3-a6dc3ab705fc on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:02:09.567664 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-89257b0a-1f77-427a-8653-256595283174 None None] Attempting to bind port 9d1de3f3-84f7-4635-b7d3-a6dc3ab705fc by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:02:09.567904 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89257b0a-1f77-427a-8653-256595283174 None None] Attempting to bind port 9d1de3f3-84f7-4635-b7d3-a6dc3ab705fc on network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:02:09.577560 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port bfa36e94-4f05-4f17-ab94-0d2afa3fdde4 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:02:09.578404 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:09.647718 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69941f48-31d8-4382-b26e-3cd70aeca908 None None] Pushing event updated for resources: {'Port': ['ID=9d1de3f3-84f7-4635-b7d3-a6dc3ab705fc,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:02:09.663026 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89257b0a-1f77-427a-8653-256595283174 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:02:09.663479 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89257b0a-1f77-427a-8653-256595283174 None None] Checking segment: {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:02:09.663887 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-89257b0a-1f77-427a-8653-256595283174 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:09.664280 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89257b0a-1f77-427a-8653-256595283174 None None] Bound using segment: {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:02:09.664815 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-89257b0a-1f77-427a-8653-256595283174 None None] Bound port: 9d1de3f3-84f7-4635-b7d3-a6dc3ab705fc, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:02:09.665197 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-89257b0a-1f77-427a-8653-256595283174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:09.728857 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:09.769591 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-cfbca582-f6df-4765-9bd3-19e41561a4c8 None None] Provisioning for port 779f693c-d8c7-4500-a20a-717b286da0e4 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:02:09.781091 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-cfbca582-f6df-4765-9bd3-19e41561a4c8 None None] Provisioning complete for port 779f693c-d8c7-4500-a20a-717b286da0e4 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:02:09.781465 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-cfbca582-f6df-4765-9bd3-19e41561a4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:09.822378 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-89257b0a-1f77-427a-8653-256595283174 None None] For port 9d1de3f3-84f7-4635-b7d3-a6dc3ab705fc, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:02:09.886666 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-171f85a6-a52c-4129-8499-6a1375be4a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:09.897363 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-89257b0a-1f77-427a-8653-256595283174 None None] For port 9d1de3f3-84f7-4635-b7d3-a6dc3ab705fc, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=9d1de3f3-84f7-4635-b7d3-a6dc3ab705fc,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:02:09.899962 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-cfbca582-f6df-4765-9bd3-19e41561a4c8 None None] Port 779f693c-d8c7-4500-a20a-717b286da0e4 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 18:02:09.909200 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-89257b0a-1f77-427a-8653-256595283174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:09.945516 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 035944aa-260f-45ca-8f36-e80deb8153a5 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:02:10.041246 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69941f48-31d8-4382-b26e-3cd70aeca908 None None] Pushing event updated for resources: {'Port': ['ID=9d1de3f3-84f7-4635-b7d3-a6dc3ab705fc,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:02:10.046936 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89257b0a-1f77-427a-8653-256595283174 None None] Routers {'dbb00397-205a-4098-b972-8358db90416b'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:02:10.047542 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-89257b0a-1f77-427a-8653-256595283174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:02:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['dbb00397-205a-4098-b972-8358db90416b'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:02:10.111497 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-171f85a6-a52c-4129-8499-6a1375be4a6f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:10.115977 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-171f85a6-a52c-4129-8499-6a1375be4a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:10.129733 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 035944aa-260f-45ca-8f36-e80deb8153a5 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:02:10.187220 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 035944aa-260f-45ca-8f36-e80deb8153a5 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:02:10.187933 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:10.223552 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f85a6-a52c-4129-8499-6a1375be4a6f admin admin] Pushing event updated for resources: {'Port': ['ID=779f693c-d8c7-4500-a20a-717b286da0e4,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:02:10.226109 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-171f85a6-a52c-4129-8499-6a1375be4a6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710702'] for router_interface, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:10.298164 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-89257b0a-1f77-427a-8653-256595283174 None None] Set router dbb00397-205a-4098-b972-8358db90416b gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:02:10.368150 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171f85a6-a52c-4129-8499-6a1375be4a6f admin admin] Network fbcadbaf-f274-4c57-8af6-ec4c83379a98 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:02:10.369629 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-171f85a6-a52c-4129-8499-6a1375be4a6f admin admin] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:02:10.496273 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:10.575159 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-171f85a6-a52c-4129-8499-6a1375be4a6f admin admin] Router dbb00397-205a-4098-b972-8358db90416b has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 18:02:10.611019 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 035944aa-260f-45ca-8f36-e80deb8153a5, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=035944aa-260f-45ca-8f36-e80deb8153a5,segment=NetworkSegment(a8cdd784-6731-4ba4-8e79-f12b83313788),segment_id=a8cdd784-6731-4ba4-8e79-f12b83313788)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:02:10.629728 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:10.729259 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-9638140c-dc39-4fd6-bdae-2f22751986fe None None] Provisioning complete for port 779f693c-d8c7-4500-a20a-717b286da0e4 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:02:10.729553 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9638140c-dc39-4fd6-bdae-2f22751986fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:10.762451 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-171f85a6-a52c-4129-8499-6a1375be4a6f admin admin] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:02:10.771198 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-171f85a6-a52c-4129-8499-6a1375be4a6f admin admin] 10.222.0.41 "PUT /v2.0/routers/dbb00397-205a-4098-b972-8358db90416b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5017824 May 04 18:02:10.783528 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=035944aa-260f-45ca-8f36-e80deb8153a5,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:02:10.806081 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-9638140c-dc39-4fd6-bdae-2f22751986fe None None] Port 779f693c-d8c7-4500-a20a-717b286da0e4 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 18:02:10.817557 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-89257b0a-1f77-427a-8653-256595283174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb00397-205a-4098-b972-8358db90416b', 'name': 'tempest-TestMinimumBasicScenario-1914592370-router', 'tenant_id': '9a5d5fa6a9384a9b8792562ee74ef0ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '9d1de3f3-84f7-4635-b7d3-a6dc3ab705fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:02:05Z', 'updated_at': '2022-05-04T18:02:09Z', 'revision_number': 4, 'project_id': '9a5d5fa6a9384a9b8792562ee74ef0ca', 'gw_port': {'id': '9d1de3f3-84f7-4635-b7d3-a6dc3ab705fc', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:18:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb00397-205a-4098-b972-8358db90416b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:02:06Z', 'updated_at': '2022-05-04T18:02:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '779f693c-d8c7-4500-a20a-717b286da0e4', 'name': '', 'network_id': 'fbcadbaf-f274-4c57-8af6-ec4c83379a98', 'tenant_id': '9a5d5fa6a9384a9b8792562ee74ef0ca', 'mac_address': 'fa:16:3e:1d:05:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb00397-205a-4098-b972-8358db90416b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': 'c2e2d5d2-94b6-46c4-b09b-9b60db878c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:02:09Z', 'updated_at': '2022-05-04T18:02:09Z', 'revision_number': 1, 'project_id': '9a5d5fa6a9384a9b8792562ee74ef0ca', 'subnets': [{'id': 'c2e2d5d2-94b6-46c4-b09b-9b60db878c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:02:10.821538 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89257b0a-1f77-427a-8653-256595283174 None None] The sync data for ids ['dbb00397-205a-4098-b972-8358db90416b'] in dv-neutron-840426-1-hyperv is: [{'id': 'dbb00397-205a-4098-b972-8358db90416b', 'name': 'tempest-TestMinimumBasicScenario-1914592370-router', 'tenant_id': '9a5d5fa6a9384a9b8792562ee74ef0ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '9d1de3f3-84f7-4635-b7d3-a6dc3ab705fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:02:05Z', 'updated_at': '2022-05-04T18:02:09Z', 'revision_number': 4, 'project_id': '9a5d5fa6a9384a9b8792562ee74ef0ca', 'gw_port': {'id': '9d1de3f3-84f7-4635-b7d3-a6dc3ab705fc', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:18:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb00397-205a-4098-b972-8358db90416b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:02:06Z', 'updated_at': '2022-05-04T18:02:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '779f693c-d8c7-4500-a20a-717b286da0e4', 'name': '', 'network_id': 'fbcadbaf-f274-4c57-8af6-ec4c83379a98', 'tenant_id': '9a5d5fa6a9384a9b8792562ee74ef0ca', 'mac_address': 'fa:16:3e:1d:05:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb00397-205a-4098-b972-8358db90416b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': 'c2e2d5d2-94b6-46c4-b09b-9b60db878c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:02:09Z', 'updated_at': '2022-05-04T18:02:09Z', 'revision_number': 1, 'project_id': '9a5d5fa6a9384a9b8792562ee74ef0ca', 'subnets': [{'id': 'c2e2d5d2-94b6-46c4-b09b-9b60db878c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:02:11.322517 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 035944aa-260f-45ca-8f36-e80deb8153a5 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:02:11.399544 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 035944aa-260f-45ca-8f36-e80deb8153a5 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:02:11.400242 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:13.325792 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 9d1de3f3-84f7-4635-b7d3-a6dc3ab705fc up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:02:13.407464 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 9d1de3f3-84f7-4635-b7d3-a6dc3ab705fc completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:02:13.413257 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 9d1de3f3-84f7-4635-b7d3-a6dc3ab705fc triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:02:13.413837 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:13.574957 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:13.593042 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 9d1de3f3-84f7-4635-b7d3-a6dc3ab705fc, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=9d1de3f3-84f7-4635-b7d3-a6dc3ab705fc,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:02:13.599650 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:13.669996 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=9d1de3f3-84f7-4635-b7d3-a6dc3ab705fc,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:02:14.501844 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b7952f-7160-4c90-9775-fba34b3814bb None None] Sync routers for ids ['dbb00397-205a-4098-b972-8358db90416b'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:02:14.511905 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b7952f-7160-4c90-9775-fba34b3814bb None None] Routers {'dbb00397-205a-4098-b972-8358db90416b'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:02:14.512582 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-a4b7952f-7160-4c90-9775-fba34b3814bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:02:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['dbb00397-205a-4098-b972-8358db90416b'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:02:14.696752 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-a4b7952f-7160-4c90-9775-fba34b3814bb None None] Set router dbb00397-205a-4098-b972-8358db90416b gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:02:15.025214 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-a4b7952f-7160-4c90-9775-fba34b3814bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb00397-205a-4098-b972-8358db90416b', 'name': 'tempest-TestMinimumBasicScenario-1914592370-router', 'tenant_id': '9a5d5fa6a9384a9b8792562ee74ef0ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '9d1de3f3-84f7-4635-b7d3-a6dc3ab705fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:02:05Z', 'updated_at': '2022-05-04T18:02:09Z', 'revision_number': 4, 'project_id': '9a5d5fa6a9384a9b8792562ee74ef0ca', 'gw_port': {'id': '9d1de3f3-84f7-4635-b7d3-a6dc3ab705fc', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:18:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb00397-205a-4098-b972-8358db90416b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:02:06Z', 'updated_at': '2022-05-04T18:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '779f693c-d8c7-4500-a20a-717b286da0e4', 'name': '', 'network_id': 'fbcadbaf-f274-4c57-8af6-ec4c83379a98', 'tenant_id': '9a5d5fa6a9384a9b8792562ee74ef0ca', 'mac_address': 'fa:16:3e:1d:05:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb00397-205a-4098-b972-8358db90416b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': 'c2e2d5d2-94b6-46c4-b09b-9b60db878c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:02:09Z', 'updated_at': '2022-05-04T18:02:09Z', 'revision_number': 2, 'project_id': '9a5d5fa6a9384a9b8792562ee74ef0ca', 'subnets': [{'id': 'c2e2d5d2-94b6-46c4-b09b-9b60db878c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:02:15.028867 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b7952f-7160-4c90-9775-fba34b3814bb None None] Checking router: dbb00397-205a-4098-b972-8358db90416b for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:02:15.029207 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b7952f-7160-4c90-9775-fba34b3814bb None None] Updating router dbb00397-205a-4098-b972-8358db90416b port 779f693c-d8c7-4500-a20a-717b286da0e4 binding host dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:02:15.091424 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-a4b7952f-7160-4c90-9775-fba34b3814bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:15.319716 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 9d1de3f3-84f7-4635-b7d3-a6dc3ab705fc up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:02:15.398725 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 9d1de3f3-84f7-4635-b7d3-a6dc3ab705fc triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:02:15.399508 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:15.545495 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-a4b7952f-7160-4c90-9775-fba34b3814bb None None] Notify callbacks [] for port, precommit_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:15.559222 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.provisioning_blocks [None req-a4b7952f-7160-4c90-9775-fba34b3814bb None None] Transition to ACTIVE for port object 779f693c-d8c7-4500-a20a-717b286da0e4 will not be triggered until provisioned by entity L2. {{(pid=88040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:02:15.567936 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-a4b7952f-7160-4c90-9775-fba34b3814bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:15.639426 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2853e8-5c44-4879-8464-dfde67731980 None None] Pushing event updated for resources: {'Port': ['ID=779f693c-d8c7-4500-a20a-717b286da0e4,revision_number=3']} {{(pid=88040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:02:15.809694 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-a4b7952f-7160-4c90-9775-fba34b3814bb None None] Attempting to bind port 779f693c-d8c7-4500-a20a-717b286da0e4 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:02:15.810424 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-a4b7952f-7160-4c90-9775-fba34b3814bb None None] Attempting to bind port 779f693c-d8c7-4500-a20a-717b286da0e4 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '59e1861f-7158-439f-84c3-b1c57cb4ae30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fbcadbaf-f274-4c57-8af6-ec4c83379a98'}] {{(pid=88040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:02:15.810978 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b7952f-7160-4c90-9775-fba34b3814bb None None] Attempting to bind port 779f693c-d8c7-4500-a20a-717b286da0e4 on network fbcadbaf-f274-4c57-8af6-ec4c83379a98 {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:02:15.819188 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b7952f-7160-4c90-9775-fba34b3814bb None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:02:15.819522 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b7952f-7160-4c90-9775-fba34b3814bb None None] Checking segment: {'id': '59e1861f-7158-439f-84c3-b1c57cb4ae30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fbcadbaf-f274-4c57-8af6-ec4c83379a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:02:15.819879 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-a4b7952f-7160-4c90-9775-fba34b3814bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:15.820270 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b7952f-7160-4c90-9775-fba34b3814bb None None] Bound using segment: {'id': '59e1861f-7158-439f-84c3-b1c57cb4ae30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fbcadbaf-f274-4c57-8af6-ec4c83379a98'} {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:02:15.820741 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-a4b7952f-7160-4c90-9775-fba34b3814bb None None] Bound port: 779f693c-d8c7-4500-a20a-717b286da0e4, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59e1861f-7158-439f-84c3-b1c57cb4ae30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'fbcadbaf-f274-4c57-8af6-ec4c83379a98'}}] {{(pid=88040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:02:15.821114 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-a4b7952f-7160-4c90-9775-fba34b3814bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:15.930405 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.db [None req-a4b7952f-7160-4c90-9775-fba34b3814bb None None] For port 779f693c-d8c7-4500-a20a-717b286da0e4, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:02:15.933324 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.db [None req-a4b7952f-7160-4c90-9775-fba34b3814bb None None] For port 779f693c-d8c7-4500-a20a-717b286da0e4, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=779f693c-d8c7-4500-a20a-717b286da0e4,segment=NetworkSegment(59e1861f-7158-439f-84c3-b1c57cb4ae30),segment_id=59e1861f-7158-439f-84c3-b1c57cb4ae30)] {{(pid=88040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:02:15.938843 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-a4b7952f-7160-4c90-9775-fba34b3814bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:16.012796 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b7952f-7160-4c90-9775-fba34b3814bb None None] Routers {'dbb00397-205a-4098-b972-8358db90416b'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:02:16.013418 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-a4b7952f-7160-4c90-9775-fba34b3814bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:02:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['dbb00397-205a-4098-b972-8358db90416b'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:02:16.098196 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2853e8-5c44-4879-8464-dfde67731980 None None] Pushing event updated for resources: {'Port': ['ID=779f693c-d8c7-4500-a20a-717b286da0e4,revision_number=4']} {{(pid=88040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:02:16.236963 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-a4b7952f-7160-4c90-9775-fba34b3814bb None None] Set router dbb00397-205a-4098-b972-8358db90416b gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:02:16.585837 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-a4b7952f-7160-4c90-9775-fba34b3814bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb00397-205a-4098-b972-8358db90416b', 'name': 'tempest-TestMinimumBasicScenario-1914592370-router', 'tenant_id': '9a5d5fa6a9384a9b8792562ee74ef0ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '9d1de3f3-84f7-4635-b7d3-a6dc3ab705fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:02:05Z', 'updated_at': '2022-05-04T18:02:09Z', 'revision_number': 4, 'project_id': '9a5d5fa6a9384a9b8792562ee74ef0ca', 'gw_port': {'id': '9d1de3f3-84f7-4635-b7d3-a6dc3ab705fc', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:18:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb00397-205a-4098-b972-8358db90416b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:02:06Z', 'updated_at': '2022-05-04T18:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '779f693c-d8c7-4500-a20a-717b286da0e4', 'name': '', 'network_id': 'fbcadbaf-f274-4c57-8af6-ec4c83379a98', 'tenant_id': '9a5d5fa6a9384a9b8792562ee74ef0ca', 'mac_address': 'fa:16:3e:1d:05:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb00397-205a-4098-b972-8358db90416b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': 'c2e2d5d2-94b6-46c4-b09b-9b60db878c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:02:09Z', 'updated_at': '2022-05-04T18:02:15Z', 'revision_number': 4, 'project_id': '9a5d5fa6a9384a9b8792562ee74ef0ca', 'subnets': [{'id': 'c2e2d5d2-94b6-46c4-b09b-9b60db878c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:02:16.590675 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b7952f-7160-4c90-9775-fba34b3814bb None None] The sync data for ids ['dbb00397-205a-4098-b972-8358db90416b'] in dv-neutron-840426-1-hyperv is: [{'id': 'dbb00397-205a-4098-b972-8358db90416b', 'name': 'tempest-TestMinimumBasicScenario-1914592370-router', 'tenant_id': '9a5d5fa6a9384a9b8792562ee74ef0ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '9d1de3f3-84f7-4635-b7d3-a6dc3ab705fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:02:05Z', 'updated_at': '2022-05-04T18:02:09Z', 'revision_number': 4, 'project_id': '9a5d5fa6a9384a9b8792562ee74ef0ca', 'gw_port': {'id': '9d1de3f3-84f7-4635-b7d3-a6dc3ab705fc', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:18:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb00397-205a-4098-b972-8358db90416b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:02:06Z', 'updated_at': '2022-05-04T18:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '779f693c-d8c7-4500-a20a-717b286da0e4', 'name': '', 'network_id': 'fbcadbaf-f274-4c57-8af6-ec4c83379a98', 'tenant_id': '9a5d5fa6a9384a9b8792562ee74ef0ca', 'mac_address': 'fa:16:3e:1d:05:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb00397-205a-4098-b972-8358db90416b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': 'c2e2d5d2-94b6-46c4-b09b-9b60db878c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:02:09Z', 'updated_at': '2022-05-04T18:02:15Z', 'revision_number': 4, 'project_id': '9a5d5fa6a9384a9b8792562ee74ef0ca', 'subnets': [{'id': 'c2e2d5d2-94b6-46c4-b09b-9b60db878c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:02:17.340547 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 779f693c-d8c7-4500-a20a-717b286da0e4 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:02:17.420311 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 779f693c-d8c7-4500-a20a-717b286da0e4 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:02:17.425655 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 779f693c-d8c7-4500-a20a-717b286da0e4 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:02:17.426057 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:17.551779 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:17.588882 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 779f693c-d8c7-4500-a20a-717b286da0e4, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=779f693c-d8c7-4500-a20a-717b286da0e4,segment=NetworkSegment(59e1861f-7158-439f-84c3-b1c57cb4ae30),segment_id=59e1861f-7158-439f-84c3-b1c57cb4ae30)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:02:17.596367 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:17.670167 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=779f693c-d8c7-4500-a20a-717b286da0e4,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:02:19.312311 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 779f693c-d8c7-4500-a20a-717b286da0e4 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:02:19.386649 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 779f693c-d8c7-4500-a20a-717b286da0e4 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:02:19.387383 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:21.053455 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b0de6e-9c1e-455d-9b06-ea0c943fccd1 req-cdbb0c09-9963-44a2-a0c2-aa7b2ebc4840 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:02:21.054910 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f7b0de6e-9c1e-455d-9b06-ea0c943fccd1 req-cdbb0c09-9963-44a2-a0c2-aa7b2ebc4840 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "GET /v2.0/networks?id=278816bf-93ec-4b48-b57f-8cc4f65f4adc HTTP/1.1" status: 200 len: 814 time: 0.1502004 May 04 18:02:21.076461 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f7b0de6e-9c1e-455d-9b06-ea0c943fccd1 req-f326bda4-bb2f-497e-8a43-45d5a572e58f tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "GET /v2.0/quotas/06676f6252f64d5ea2f7ff068ac10c29 HTTP/1.1" status: 200 len: 375 time: 0.0093255 May 04 18:02:21.159345 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f7b0de6e-9c1e-455d-9b06-ea0c943fccd1 req-07ebcce0-64a2-43e1-8e29-64f8a5f2917e tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=06676f6252f64d5ea2f7ff068ac10c29&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0771120 May 04 18:02:21.298459 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f7b0de6e-9c1e-455d-9b06-ea0c943fccd1 req-3d63b62f-60f6-412c-a569-03f59a52917a service neutron] 10.222.0.41 "GET /v2.0/networks/278816bf-93ec-4b48-b57f-8cc4f65f4adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263118 May 04 18:02:21.427307 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f7b0de6e-9c1e-455d-9b06-ea0c943fccd1 req-79f17f7e-a56d-46c8-94ad-60eea56b21be service neutron] 10.222.0.41 "GET /v2.0/networks/278816bf-93ec-4b48-b57f-8cc4f65f4adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229513 May 04 18:02:21.707660 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-b0c7b4ee-5e0b-4498-9514-696a9be27561 req-b210e533-e183-48f1-a8f1-e7aadc672066 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Synchronizing usage tracker for tenant:06676f6252f64d5ea2f7ff068ac10c29 on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:02:21.726252 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-b0c7b4ee-5e0b-4498-9514-696a9be27561 req-b210e533-e183-48f1-a8f1-e7aadc672066 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Unset dirty status for tenant:06676f6252f64d5ea2f7ff068ac10c29 on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:02:21.727489 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-b0c7b4ee-5e0b-4498-9514-696a9be27561 req-b210e533-e183-48f1-a8f1-e7aadc672066 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f955d2c-1658-4b36-ab53-c60060885e91 HTTP/1.1" status: 200 len: 210 time: 0.1716409 May 04 18:02:22.739193 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b0de6e-9c1e-455d-9b06-ea0c943fccd1 req-b1db549a-1e90-474d-894f-fec61439456d tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:02:22.740630 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f7b0de6e-9c1e-455d-9b06-ea0c943fccd1 req-b1db549a-1e90-474d-894f-fec61439456d tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.42 "GET /v2.0/networks?id=278816bf-93ec-4b48-b57f-8cc4f65f4adc HTTP/1.1" status: 200 len: 814 time: 0.2556224 May 04 18:02:22.753801 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [req-f7b0de6e-9c1e-455d-9b06-ea0c943fccd1 req-de2d4232-2261-4b45-81b4-37536a885728 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Request body: {'port': {'device_id': '7f955d2c-1658-4b36-ab53-c60060885e91', 'network_id': '278816bf-93ec-4b48-b57f-8cc4f65f4adc', 'admin_state_up': True, 'tenant_id': '06676f6252f64d5ea2f7ff068ac10c29'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:02:22.901318 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-8aec2150-7afb-4d04-9cea-3d429af42c62 req-22ea584c-dbff-4d4a-a1de-d1fe2f552324 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f955d2c-1658-4b36-ab53-c60060885e91 HTTP/1.1" status: 200 len: 210 time: 0.0592811 May 04 18:02:22.932229 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [req-f7b0de6e-9c1e-455d-9b06-ea0c943fccd1 req-de2d4232-2261-4b45-81b4-37536a885728 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:02:22.942007 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [req-f7b0de6e-9c1e-455d-9b06-ea0c943fccd1 req-de2d4232-2261-4b45-81b4-37536a885728 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:02:22.951685 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7b0de6e-9c1e-455d-9b06-ea0c943fccd1 req-de2d4232-2261-4b45-81b4-37536a885728 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Made reservation on behalf of 06676f6252f64d5ea2f7ff068ac10c29 for: {'port': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:02:22.955695 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-f7b0de6e-9c1e-455d-9b06-ea0c943fccd1 req-de2d4232-2261-4b45-81b4-37536a885728 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:23.148749 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [req-f7b0de6e-9c1e-455d-9b06-ea0c943fccd1 req-de2d4232-2261-4b45-81b4-37536a885728 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Allocated IP 172.20.0.13 (278816bf-93ec-4b48-b57f-8cc4f65f4adc/a9b64180-c28d-4080-9057-a87ffe3e1909/37e83719-ff42-4f47-b231-4b368437f197) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:02:23.461147 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-f7b0de6e-9c1e-455d-9b06-ea0c943fccd1 req-de2d4232-2261-4b45-81b4-37536a885728 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:23.478873 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [req-f7b0de6e-9c1e-455d-9b06-ea0c943fccd1 req-de2d4232-2261-4b45-81b4-37536a885728 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Transition to ACTIVE for port object 37e83719-ff42-4f47-b231-4b368437f197 will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:02:23.507532 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-f7b0de6e-9c1e-455d-9b06-ea0c943fccd1 req-de2d4232-2261-4b45-81b4-37536a885728 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:23.612404 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7b0de6e-9c1e-455d-9b06-ea0c943fccd1 req-de2d4232-2261-4b45-81b4-37536a885728 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Network 278816bf-93ec-4b48-b57f-8cc4f65f4adc is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:02:23.615703 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [req-f7b0de6e-9c1e-455d-9b06-ea0c943fccd1 req-de2d4232-2261-4b45-81b4-37536a885728 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:02:23.620028 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b0de6e-9c1e-455d-9b06-ea0c943fccd1 req-de2d4232-2261-4b45-81b4-37536a885728 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 18:02:23.653605 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2d4232-2261-4b45-81b4-37536a885728 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Pushing event updated for resources: {'Port': ['ID=37e83719-ff42-4f47-b231-4b368437f197,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:02:23.695571 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b0de6e-9c1e-455d-9b06-ea0c943fccd1 req-de2d4232-2261-4b45-81b4-37536a885728 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:02:23.696237 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-f7b0de6e-9c1e-455d-9b06-ea0c943fccd1 req-de2d4232-2261-4b45-81b4-37536a885728 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:23.726897 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f7b0de6e-9c1e-455d-9b06-ea0c943fccd1 req-de2d4232-2261-4b45-81b4-37536a885728 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9767838 May 04 18:02:23.885743 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-a81786ed-c63f-43a0-b647-1ca15e8fb159 None None] Provisioning for port 37e83719-ff42-4f47-b231-4b368437f197 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:02:23.895762 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-a81786ed-c63f-43a0-b647-1ca15e8fb159 None None] Provisioning complete for port 37e83719-ff42-4f47-b231-4b368437f197 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:02:23.896397 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a81786ed-c63f-43a0-b647-1ca15e8fb159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:23.955110 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-a81786ed-c63f-43a0-b647-1ca15e8fb159 None None] Port 37e83719-ff42-4f47-b231-4b368437f197 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 18:02:24.095945 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df58dc26-5129-44fd-8823-4eba413762cb req-ac1423df-1bc4-45da-ac70-069dc841cc18 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:02:24.097502 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-df58dc26-5129-44fd-8823-4eba413762cb req-ac1423df-1bc4-45da-ac70-069dc841cc18 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f955d2c-1658-4b36-ab53-c60060885e91 HTTP/1.1" status: 200 len: 932 time: 0.0822930 May 04 18:02:24.143970 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-df58dc26-5129-44fd-8823-4eba413762cb req-7bd100f3-b4fd-45da-bf9d-9a71dd65dc26 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Synchronizing usage tracker for tenant:06676f6252f64d5ea2f7ff068ac10c29 on resource:security_group {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:02:24.163333 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-df58dc26-5129-44fd-8823-4eba413762cb req-7bd100f3-b4fd-45da-bf9d-9a71dd65dc26 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Unset dirty status for tenant:06676f6252f64d5ea2f7ff068ac10c29 on resource:security_group {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:02:24.164773 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-df58dc26-5129-44fd-8823-4eba413762cb req-7bd100f3-b4fd-45da-bf9d-9a71dd65dc26 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "GET /v2.0/security-groups?id=76541c5e-7213-4aa8-ac5d-af32e414c2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615165 May 04 18:02:25.379172 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bcdd7c-0b62-4b35-9866-39c24a63eedc req-3e91f448-5782-4490-b0c0-b3439716422a tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:02:25.380000 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-f3bcdd7c-0b62-4b35-9866-39c24a63eedc req-3e91f448-5782-4490-b0c0-b3439716422a tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Synchronizing usage tracker for tenant:06676f6252f64d5ea2f7ff068ac10c29 on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:02:25.399375 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-f3bcdd7c-0b62-4b35-9866-39c24a63eedc req-3e91f448-5782-4490-b0c0-b3439716422a tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Unset dirty status for tenant:06676f6252f64d5ea2f7ff068ac10c29 on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:02:25.404017 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f3bcdd7c-0b62-4b35-9866-39c24a63eedc req-3e91f448-5782-4490-b0c0-b3439716422a tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f955d2c-1658-4b36-ab53-c60060885e91 HTTP/1.1" status: 200 len: 932 time: 0.1016932 May 04 18:02:25.454646 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f3bcdd7c-0b62-4b35-9866-39c24a63eedc req-5c8cbd31-f61b-4f1c-9957-924ed0aad6a6 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "GET /v2.0/security-groups?id=76541c5e-7213-4aa8-ac5d-af32e414c2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475249 May 04 18:02:26.648158 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f248f13-4512-42e2-ac5f-a59653e9832c req-fa6195fe-8f7c-49d8-9d08-f406dee61aa7 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:02:26.649653 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-9f248f13-4512-42e2-ac5f-a59653e9832c req-fa6195fe-8f7c-49d8-9d08-f406dee61aa7 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f955d2c-1658-4b36-ab53-c60060885e91 HTTP/1.1" status: 200 len: 932 time: 0.0874012 May 04 18:02:26.697973 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-9f248f13-4512-42e2-ac5f-a59653e9832c req-1452c122-3fb2-4801-8def-16cb406e28d3 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "GET /v2.0/security-groups?id=76541c5e-7213-4aa8-ac5d-af32e414c2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424473 May 04 18:02:27.892855 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d5c5c-41e2-4569-b76d-83dd865f56eb req-f9cb4504-9a54-4c13-8609-7957dddb01e8 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:02:27.895094 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ed7d5c5c-41e2-4569-b76d-83dd865f56eb req-f9cb4504-9a54-4c13-8609-7957dddb01e8 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f955d2c-1658-4b36-ab53-c60060885e91 HTTP/1.1" status: 200 len: 932 time: 0.0885227 May 04 18:02:27.945760 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ed7d5c5c-41e2-4569-b76d-83dd865f56eb req-cb7b1e60-5d3f-43a5-b084-d2cf6eda6842 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "GET /v2.0/security-groups?id=76541c5e-7213-4aa8-ac5d-af32e414c2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446970 May 04 18:02:29.131206 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e3b4b-d19b-40d6-83ca-bfc58a501c63 req-671616e7-a445-4d9d-8e4f-38ca9909c348 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:02:29.132715 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-a86e3b4b-d19b-40d6-83ca-bfc58a501c63 req-671616e7-a445-4d9d-8e4f-38ca9909c348 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f955d2c-1658-4b36-ab53-c60060885e91 HTTP/1.1" status: 200 len: 932 time: 0.0814898 May 04 18:02:29.182232 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-a86e3b4b-d19b-40d6-83ca-bfc58a501c63 req-72191f09-c742-44e9-8c8a-803322b32066 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "GET /v2.0/security-groups?id=76541c5e-7213-4aa8-ac5d-af32e414c2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430901 May 04 18:02:30.381887 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeebc19a-c0ce-4639-8e62-fcae39173624 req-9a8f5201-877b-4478-b795-03dc1235bc1f tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:02:30.383401 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-aeebc19a-c0ce-4639-8e62-fcae39173624 req-9a8f5201-877b-4478-b795-03dc1235bc1f tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f955d2c-1658-4b36-ab53-c60060885e91 HTTP/1.1" status: 200 len: 932 time: 0.0834014 May 04 18:02:30.432880 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-aeebc19a-c0ce-4639-8e62-fcae39173624 req-3152638c-b6d9-4ea2-84f5-c0d99ff19fda tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "GET /v2.0/security-groups?id=76541c5e-7213-4aa8-ac5d-af32e414c2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435309 May 04 18:02:31.619937 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908b35bf-1bff-49a7-86c3-214ae397f846 req-e449d14d-0494-4aa8-887b-77556e38eb45 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:02:31.621373 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-908b35bf-1bff-49a7-86c3-214ae397f846 req-e449d14d-0494-4aa8-887b-77556e38eb45 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f955d2c-1658-4b36-ab53-c60060885e91 HTTP/1.1" status: 200 len: 932 time: 0.0811100 May 04 18:02:31.663412 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-908b35bf-1bff-49a7-86c3-214ae397f846 req-4c1dd284-4d08-46aa-bd0f-5205653d193e tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "GET /v2.0/security-groups?id=76541c5e-7213-4aa8-ac5d-af32e414c2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365014 May 04 18:02:32.711552 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [req-f7b0de6e-9c1e-455d-9b06-ea0c943fccd1 req-97c0f433-072c-444b-91ea-f9447355239e service neutron] Request body: {'port': {'device_id': '7f955d2c-1658-4b36-ab53-c60060885e91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:02:32.869582 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-f7b0de6e-9c1e-455d-9b06-ea0c943fccd1 req-97c0f433-072c-444b-91ea-f9447355239e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:32.949612 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5d442-317a-4770-9daf-1d5ea835c709 req-03b49547-3ef4-45b1-aa57-63eb56ba9ff4 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:02:32.951006 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-05b5d442-317a-4770-9daf-1d5ea835c709 req-03b49547-3ef4-45b1-aa57-63eb56ba9ff4 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f955d2c-1658-4b36-ab53-c60060885e91 HTTP/1.1" status: 200 len: 932 time: 0.1609616 May 04 18:02:33.058677 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-05b5d442-317a-4770-9daf-1d5ea835c709 req-6dfb140e-fcde-4048-8482-6ac1d9a44f2d tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "GET /v2.0/security-groups?id=76541c5e-7213-4aa8-ac5d-af32e414c2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987511 May 04 18:02:33.233226 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-dda322ba-0906-46f6-958a-63cc138f13fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:33.264543 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [req-f7b0de6e-9c1e-455d-9b06-ea0c943fccd1 req-97c0f433-072c-444b-91ea-f9447355239e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37e83719-ff42-4f47-b231-4b368437f197 {{(pid=88037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:02:33.271804 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-f7b0de6e-9c1e-455d-9b06-ea0c943fccd1 req-97c0f433-072c-444b-91ea-f9447355239e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:33.285731 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [req-f7b0de6e-9c1e-455d-9b06-ea0c943fccd1 req-97c0f433-072c-444b-91ea-f9447355239e service neutron] Transition to ACTIVE for port object 37e83719-ff42-4f47-b231-4b368437f197 will not be triggered until provisioned by entity L2. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:02:33.289347 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-f7b0de6e-9c1e-455d-9b06-ea0c943fccd1 req-97c0f433-072c-444b-91ea-f9447355239e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:33.535560 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c0f433-072c-444b-91ea-f9447355239e service neutron] Pushing event updated for resources: {'Port': ['ID=37e83719-ff42-4f47-b231-4b368437f197,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:02:33.613391 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-f7b0de6e-9c1e-455d-9b06-ea0c943fccd1 req-97c0f433-072c-444b-91ea-f9447355239e service neutron] Attempting to bind port 37e83719-ff42-4f47-b231-4b368437f197 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:02:33.613726 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-f7b0de6e-9c1e-455d-9b06-ea0c943fccd1 req-97c0f433-072c-444b-91ea-f9447355239e service neutron] Attempting to bind port 37e83719-ff42-4f47-b231-4b368437f197 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': 'a8cdd784-6731-4ba4-8e79-f12b83313788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '278816bf-93ec-4b48-b57f-8cc4f65f4adc'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:02:33.614085 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b0de6e-9c1e-455d-9b06-ea0c943fccd1 req-97c0f433-072c-444b-91ea-f9447355239e service neutron] Attempting to bind port 37e83719-ff42-4f47-b231-4b368437f197 on network 278816bf-93ec-4b48-b57f-8cc4f65f4adc {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:02:33.618547 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b0de6e-9c1e-455d-9b06-ea0c943fccd1 req-97c0f433-072c-444b-91ea-f9447355239e service neutron] Port 37e83719-ff42-4f47-b231-4b368437f197 on network 278816bf-93ec-4b48-b57f-8cc4f65f4adc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 18:02:33.618867 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b0de6e-9c1e-455d-9b06-ea0c943fccd1 req-97c0f433-072c-444b-91ea-f9447355239e service neutron] Attempting to bind port 37e83719-ff42-4f47-b231-4b368437f197 on network 278816bf-93ec-4b48-b57f-8cc4f65f4adc {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:02:33.623819 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b0de6e-9c1e-455d-9b06-ea0c943fccd1 req-97c0f433-072c-444b-91ea-f9447355239e service neutron] Checking agent: {'id': '84d0dbeb-cfa8-4636-8b1c-9790acf21ef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'started_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:02:33.624156 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b0de6e-9c1e-455d-9b06-ea0c943fccd1 req-97c0f433-072c-444b-91ea-f9447355239e service neutron] Checking segment: {'id': 'a8cdd784-6731-4ba4-8e79-f12b83313788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '278816bf-93ec-4b48-b57f-8cc4f65f4adc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:02:33.624534 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b0de6e-9c1e-455d-9b06-ea0c943fccd1 req-97c0f433-072c-444b-91ea-f9447355239e service neutron] Bound using segment: {'id': 'a8cdd784-6731-4ba4-8e79-f12b83313788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '278816bf-93ec-4b48-b57f-8cc4f65f4adc'} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:02:33.624961 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-f7b0de6e-9c1e-455d-9b06-ea0c943fccd1 req-97c0f433-072c-444b-91ea-f9447355239e service neutron] Bound port: 37e83719-ff42-4f47-b231-4b368437f197, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8cdd784-6731-4ba4-8e79-f12b83313788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '278816bf-93ec-4b48-b57f-8cc4f65f4adc'}}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:02:33.625311 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-f7b0de6e-9c1e-455d-9b06-ea0c943fccd1 req-97c0f433-072c-444b-91ea-f9447355239e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:33.711380 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-f7b0de6e-9c1e-455d-9b06-ea0c943fccd1 req-97c0f433-072c-444b-91ea-f9447355239e service neutron] For port 37e83719-ff42-4f47-b231-4b368437f197, host hv-neutron-8404, cleared binding levels {{(pid=88037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:02:33.714234 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-f7b0de6e-9c1e-455d-9b06-ea0c943fccd1 req-97c0f433-072c-444b-91ea-f9447355239e service neutron] For port 37e83719-ff42-4f47-b231-4b368437f197, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=37e83719-ff42-4f47-b231-4b368437f197,segment=NetworkSegment(a8cdd784-6731-4ba4-8e79-f12b83313788),segment_id=a8cdd784-6731-4ba4-8e79-f12b83313788)] {{(pid=88037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:02:33.718871 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-f7b0de6e-9c1e-455d-9b06-ea0c943fccd1 req-97c0f433-072c-444b-91ea-f9447355239e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:33.779657 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b0de6e-9c1e-455d-9b06-ea0c943fccd1 req-97c0f433-072c-444b-91ea-f9447355239e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:02:33.780268 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-f7b0de6e-9c1e-455d-9b06-ea0c943fccd1 req-97c0f433-072c-444b-91ea-f9447355239e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:33.781636 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f7b0de6e-9c1e-455d-9b06-ea0c943fccd1 req-97c0f433-072c-444b-91ea-f9447355239e service neutron] 10.222.0.42 "PUT /v2.0/ports/37e83719-ff42-4f47-b231-4b368437f197 HTTP/1.1" status: 200 len: 1094 time: 1.1280944 May 04 18:02:33.782101 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f955d2c-1658-4b36-ab53-c60060885e91', 'tag': '37e83719-ff42-4f47-b231-4b368437f197'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:02:33.812391 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c0f433-072c-444b-91ea-f9447355239e service neutron] Pushing event updated for resources: {'Port': ['ID=37e83719-ff42-4f47-b231-4b368437f197,revision_number=3']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:02:33.849469 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3cf6ebd-0f2a-4b3f-807e-7cb7bf672da4'] response: {'name': 'network-changed', 'server_uuid': '7f955d2c-1658-4b36-ab53-c60060885e91', 'tag': '37e83719-ff42-4f47-b231-4b368437f197', 'status': 'completed', 'code': 200} May 04 18:02:33.891058 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b0de6e-9c1e-455d-9b06-ea0c943fccd1 req-fec69737-c408-4592-943e-0a1aff3f4440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:02:33.892543 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f7b0de6e-9c1e-455d-9b06-ea0c943fccd1 req-fec69737-c408-4592-943e-0a1aff3f4440 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=06676f6252f64d5ea2f7ff068ac10c29&device_id=7f955d2c-1658-4b36-ab53-c60060885e91 HTTP/1.1" status: 200 len: 1097 time: 0.0745001 May 04 18:02:33.964015 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f7b0de6e-9c1e-455d-9b06-ea0c943fccd1 req-55a804b3-329f-4d71-a7c6-a81c83574f4e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37e83719-ff42-4f47-b231-4b368437f197 HTTP/1.1" status: 200 len: 217 time: 0.0650103 May 04 18:02:34.024411 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b0de6e-9c1e-455d-9b06-ea0c943fccd1 req-f9174b33-4644-4c61-807c-74903384202b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:02:34.025738 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f7b0de6e-9c1e-455d-9b06-ea0c943fccd1 req-f9174b33-4644-4c61-807c-74903384202b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a9b64180-c28d-4080-9057-a87ffe3e1909 HTTP/1.1" status: 200 len: 853 time: 0.0564334 May 04 18:02:34.098627 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b0de6e-9c1e-455d-9b06-ea0c943fccd1 req-cac97cdc-850b-4202-9420-7e5cb697e53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:02:34.100095 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f7b0de6e-9c1e-455d-9b06-ea0c943fccd1 req-cac97cdc-850b-4202-9420-7e5cb697e53e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=278816bf-93ec-4b48-b57f-8cc4f65f4adc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685225 May 04 18:02:34.285282 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f7b0de6e-9c1e-455d-9b06-ea0c943fccd1 req-2938887b-c74a-4d81-be02-e313cc7a91cd service neutron] 10.222.0.42 "GET /v2.0/networks/278816bf-93ec-4b48-b57f-8cc4f65f4adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779737 May 04 18:02:34.327840 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427607f7-f529-477a-8d71-588faa90872a req-74f0a3c5-0e58-46b2-a0d5-121c1aa94056 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:02:34.329217 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-427607f7-f529-477a-8d71-588faa90872a req-74f0a3c5-0e58-46b2-a0d5-121c1aa94056 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f955d2c-1658-4b36-ab53-c60060885e91 HTTP/1.1" status: 200 len: 944 time: 0.1345799 May 04 18:02:34.442503 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-427607f7-f529-477a-8d71-588faa90872a req-837c786f-4dc1-43a5-afe6-6408ff3648c7 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "GET /v2.0/security-groups?id=76541c5e-7213-4aa8-ac5d-af32e414c2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038892 May 04 18:02:34.465003 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f7b0de6e-9c1e-455d-9b06-ea0c943fccd1 req-0fe1086c-b7f8-40d2-ab1f-e9ae9c8e69ce service neutron] 10.222.0.42 "GET /v2.0/networks/278816bf-93ec-4b48-b57f-8cc4f65f4adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722453 May 04 18:02:34.582804 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04627db1-2ef7-4dc4-b4c0-de4ac414e9ef req-e86a68e2-1ad9-4018-b6a9-5fea48119adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:02:34.585184 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-04627db1-2ef7-4dc4-b4c0-de4ac414e9ef req-e86a68e2-1ad9-4018-b6a9-5fea48119adc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=06676f6252f64d5ea2f7ff068ac10c29&device_id=7f955d2c-1658-4b36-ab53-c60060885e91 HTTP/1.1" status: 200 len: 1097 time: 0.0754943 May 04 18:02:34.717242 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04627db1-2ef7-4dc4-b4c0-de4ac414e9ef req-ac2e9d1e-a1bb-4f02-8620-a3f5f7cdbf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:02:34.718693 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-04627db1-2ef7-4dc4-b4c0-de4ac414e9ef req-ac2e9d1e-a1bb-4f02-8620-a3f5f7cdbf09 service neutron] 10.222.0.42 "GET /v2.0/networks?id=278816bf-93ec-4b48-b57f-8cc4f65f4adc HTTP/1.1" status: 200 len: 915 time: 0.1271946 May 04 18:02:34.782832 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-04627db1-2ef7-4dc4-b4c0-de4ac414e9ef req-87111b07-e9c6-4254-960b-f8ebc786f9ad service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37e83719-ff42-4f47-b231-4b368437f197 HTTP/1.1" status: 200 len: 217 time: 0.0579355 May 04 18:02:34.846284 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04627db1-2ef7-4dc4-b4c0-de4ac414e9ef req-01fd2cca-b587-4d12-bb09-0f6c300e980a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:02:34.848377 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-04627db1-2ef7-4dc4-b4c0-de4ac414e9ef req-01fd2cca-b587-4d12-bb09-0f6c300e980a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a9b64180-c28d-4080-9057-a87ffe3e1909 HTTP/1.1" status: 200 len: 853 time: 0.0604272 May 04 18:02:34.921643 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04627db1-2ef7-4dc4-b4c0-de4ac414e9ef req-7e3c79f1-fe1d-4f3e-bfaf-fc1cf60a2083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:02:34.923099 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-04627db1-2ef7-4dc4-b4c0-de4ac414e9ef req-7e3c79f1-fe1d-4f3e-bfaf-fc1cf60a2083 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=278816bf-93ec-4b48-b57f-8cc4f65f4adc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680161 May 04 18:02:35.144739 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-04627db1-2ef7-4dc4-b4c0-de4ac414e9ef req-22cc3b84-f646-44a2-9744-1f56091dcb85 service neutron] 10.222.0.42 "GET /v2.0/networks/278816bf-93ec-4b48-b57f-8cc4f65f4adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150509 May 04 18:02:35.273833 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-04627db1-2ef7-4dc4-b4c0-de4ac414e9ef req-9a3e70a4-703a-4de1-82fe-139fa774bfb1 service neutron] 10.222.0.42 "GET /v2.0/networks/278816bf-93ec-4b48-b57f-8cc4f65f4adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230252 May 04 18:02:35.573117 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-c495cde6-c51f-4757-841d-34e5dab11066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:35.634255 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62784625-dd4f-45a7-9929-e108d4ed6f34 req-688938c2-19ac-4d5a-90cd-40105e8f3e44 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:02:35.635717 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-62784625-dd4f-45a7-9929-e108d4ed6f34 req-688938c2-19ac-4d5a-90cd-40105e8f3e44 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f955d2c-1658-4b36-ab53-c60060885e91 HTTP/1.1" status: 200 len: 944 time: 0.0827365 May 04 18:02:35.682222 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-62784625-dd4f-45a7-9929-e108d4ed6f34 req-0544a82a-ebcc-4496-8c1d-d33f5ad33338 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "GET /v2.0/security-groups?id=76541c5e-7213-4aa8-ac5d-af32e414c2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407996 May 04 18:02:36.171121 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 37e83719-ff42-4f47-b231-4b368437f197 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 18:02:36.305191 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 18:02:36.309833 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 37e83719-ff42-4f47-b231-4b368437f197, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=37e83719-ff42-4f47-b231-4b368437f197,segment=NetworkSegment(a8cdd784-6731-4ba4-8e79-f12b83313788),segment_id=a8cdd784-6731-4ba4-8e79-f12b83313788)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:02:36.322601 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Returning: {'device': '37e83719-ff42-4f47-b231-4b368437f197', 'network_id': '278816bf-93ec-4b48-b57f-8cc4f65f4adc', 'port_id': '37e83719-ff42-4f47-b231-4b368437f197', 'mac_address': 'fa:16:3e:4c:f6:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9b64180-c28d-4080-9057-a87ffe3e1909', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 18:02:36.379412 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:36.400280 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37e83719-ff42-4f47-b231-4b368437f197 {{(pid=88039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:02:36.415454 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 37e83719-ff42-4f47-b231-4b368437f197, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=37e83719-ff42-4f47-b231-4b368437f197,segment=NetworkSegment(a8cdd784-6731-4ba4-8e79-f12b83313788),segment_id=a8cdd784-6731-4ba4-8e79-f12b83313788)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:02:36.419483 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:36.484350 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=37e83719-ff42-4f47-b231-4b368437f197,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:02:36.491348 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:02:36.491697 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:02:36.492036 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:02:36.492369 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:02:36.492728 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:02:36.493058 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:02:36.493403 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:02:36.493755 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:02:36.494110 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:02:36.494431 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:02:36.494773 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:02:36.495093 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:02:36.631784 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:36.645441 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:36.756986 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] get_ports_and_sgs() called for port_ids ['37e83719-ff42-4f47-b231-4b368437f197'] {{(pid=88039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 18:02:36.866735 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe5a03-1111-4127-99ab-a0c4cbf0770d req-b93e6722-c3ee-4ea1-b793-c53a40985c58 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:02:36.868203 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2fbe5a03-1111-4127-99ab-a0c4cbf0770d req-b93e6722-c3ee-4ea1-b793-c53a40985c58 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f955d2c-1658-4b36-ab53-c60060885e91 HTTP/1.1" status: 200 len: 945 time: 0.0834451 May 04 18:02:36.912493 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2fbe5a03-1111-4127-99ab-a0c4cbf0770d req-efd7c361-09fe-45bf-9bb6-f9e7b095cc5b tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "GET /v2.0/security-groups?id=76541c5e-7213-4aa8-ac5d-af32e414c2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385239 May 04 18:02:37.971371 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:38.092348 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b082fa8f-bcbd-40d1-b4ac-30ff1656b6ed req-64521bda-31a3-492c-b81f-e10cdab69b2e tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:02:38.093777 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-b082fa8f-bcbd-40d1-b4ac-30ff1656b6ed req-64521bda-31a3-492c-b81f-e10cdab69b2e tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f955d2c-1658-4b36-ab53-c60060885e91 HTTP/1.1" status: 200 len: 945 time: 0.0780690 May 04 18:02:38.137551 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-b082fa8f-bcbd-40d1-b4ac-30ff1656b6ed req-24096a12-a9b2-473b-9963-0ddd5fe93c6d tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "GET /v2.0/security-groups?id=76541c5e-7213-4aa8-ac5d-af32e414c2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374565 May 04 18:02:38.185605 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 37e83719-ff42-4f47-b231-4b368437f197 up at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:02:38.251023 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning for port 37e83719-ff42-4f47-b231-4b368437f197 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:02:38.256152 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning complete for port 37e83719-ff42-4f47-b231-4b368437f197 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:02:38.256528 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:38.369553 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:38.400514 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f955d2c-1658-4b36-ab53-c60060885e91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e83719-ff42-4f47-b231-4b368437f197'}] {{(pid=88039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:02:38.409744 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 37e83719-ff42-4f47-b231-4b368437f197, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=37e83719-ff42-4f47-b231-4b368437f197,segment=NetworkSegment(a8cdd784-6731-4ba4-8e79-f12b83313788),segment_id=a8cdd784-6731-4ba4-8e79-f12b83313788)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:02:38.413939 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:38.452267 dv-neutron-840426-1-hyperv neutron-server[88039]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8424af70-d12d-4ed6-8ec7-a4ab729e75e6'] response: {'server_uuid': '7f955d2c-1658-4b36-ab53-c60060885e91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e83719-ff42-4f47-b231-4b368437f197', 'code': 200} May 04 18:02:38.483840 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=37e83719-ff42-4f47-b231-4b368437f197,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:02:38.663256 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f2662a-8109-4e43-9a65-cc593e05dafb req-8bbaaeaf-c9ee-4d67-a409-bb39a2ead730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:02:38.664701 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e0f2662a-8109-4e43-9a65-cc593e05dafb req-8bbaaeaf-c9ee-4d67-a409-bb39a2ead730 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7f955d2c-1658-4b36-ab53-c60060885e91 HTTP/1.1" status: 200 len: 1099 time: 0.0671840 May 04 18:02:38.704449 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e0f2662a-8109-4e43-9a65-cc593e05dafb req-78efe98b-ca93-4b9a-8283-ecf250105e9a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=76541c5e-7213-4aa8-ac5d-af32e414c2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333292 May 04 18:02:39.428187 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc9ee39-e404-4b35-b720-7a0e8d02f3d1 req-8887cca8-0e9f-40a1-b7e8-2ababe4f7aa5 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:02:39.429562 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-0dc9ee39-e404-4b35-b720-7a0e8d02f3d1 req-8887cca8-0e9f-40a1-b7e8-2ababe4f7aa5 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f955d2c-1658-4b36-ab53-c60060885e91 HTTP/1.1" status: 200 len: 946 time: 0.1844983 May 04 18:02:39.472708 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-0dc9ee39-e404-4b35-b720-7a0e8d02f3d1 req-2f401444-6356-4fee-a5f8-eacd712087e4 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "GET /v2.0/security-groups?id=76541c5e-7213-4aa8-ac5d-af32e414c2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373375 May 04 18:02:39.590248 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:40.659789 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc715d5-2e78-4194-86d3-14f0dfcdc76d req-4650b0f3-8dd0-4ee6-9689-c5eff4b37c99 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:02:40.661243 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ecc715d5-2e78-4194-86d3-14f0dfcdc76d req-4650b0f3-8dd0-4ee6-9689-c5eff4b37c99 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f955d2c-1658-4b36-ab53-c60060885e91 HTTP/1.1" status: 200 len: 946 time: 0.0810957 May 04 18:02:40.704536 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ecc715d5-2e78-4194-86d3-14f0dfcdc76d req-f117386d-2461-4677-b86f-bb72dc27c613 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "GET /v2.0/security-groups?id=76541c5e-7213-4aa8-ac5d-af32e414c2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375991 May 04 18:02:40.895139 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c6b190-af4e-489a-a9f5-91939a042bcf req-c5c7a5f5-ab55-42e3-a8ea-c5366caf85d0 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:02:40.896600 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-d1c6b190-af4e-489a-a9f5-91939a042bcf req-c5c7a5f5-ab55-42e3-a8ea-c5366caf85d0 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f955d2c-1658-4b36-ab53-c60060885e91 HTTP/1.1" status: 200 len: 946 time: 0.0904644 May 04 18:02:40.939812 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-d1c6b190-af4e-489a-a9f5-91939a042bcf req-28427adf-48f4-4e39-962a-d1f94998ddf1 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "GET /v2.0/security-groups?id=76541c5e-7213-4aa8-ac5d-af32e414c2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375872 May 04 18:02:41.331797 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a579458-9135-48ec-be81-b557f993db76 req-2ee938f0-ecae-42c8-a275-d68a26c2c976 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:02:41.333232 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-1a579458-9135-48ec-be81-b557f993db76 req-2ee938f0-ecae-42c8-a275-d68a26c2c976 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f955d2c-1658-4b36-ab53-c60060885e91 HTTP/1.1" status: 200 len: 946 time: 0.0818417 May 04 18:02:41.375786 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-1a579458-9135-48ec-be81-b557f993db76 req-b98b959c-a0b7-46c7-8353-22e08fa814fc tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "GET /v2.0/security-groups?id=76541c5e-7213-4aa8-ac5d-af32e414c2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368764 May 04 18:02:51.414424 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7301ce1-3dde-4245-98b3-11efff1199fb req-98c1e0c4-47cb-4cf0-bc05-642417c141ac tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:02:51.415858 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-f7301ce1-3dde-4245-98b3-11efff1199fb req-98c1e0c4-47cb-4cf0-bc05-642417c141ac tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f955d2c-1658-4b36-ab53-c60060885e91 HTTP/1.1" status: 200 len: 946 time: 0.0783179 May 04 18:02:51.461728 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-f7301ce1-3dde-4245-98b3-11efff1199fb req-c9df2bba-ab45-4c99-b444-041216976e47 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "GET /v2.0/security-groups?id=76541c5e-7213-4aa8-ac5d-af32e414c2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400550 May 04 18:02:51.484661 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 33268) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:02:51.593476 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6941dfe7-c599-45a3-822b-2ddd2050d226 tempest-TestMinimumBasicScenario-1521731178 tempest-TestMinimumBasicScenario-1521731178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:02:51.595097 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-6941dfe7-c599-45a3-822b-2ddd2050d226 tempest-TestMinimumBasicScenario-1521731178 tempest-TestMinimumBasicScenario-1521731178-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7f955d2c-1658-4b36-ab53-c60060885e91 HTTP/1.1" status: 200 len: 1094 time: 0.1094613 May 04 18:02:51.598162 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 33274) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:02:51.603102 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-1b6c5148-9306-40a3-88e8-2d7a03a98b91 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Request body: {'floatingip': {'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'port_id': '37e83719-ff42-4f47-b231-4b368437f197', 'tenant_id': '06676f6252f64d5ea2f7ff068ac10c29', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:02:51.609201 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-1b6c5148-9306-40a3-88e8-2d7a03a98b91 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:02:51.613018 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-1b6c5148-9306-40a3-88e8-2d7a03a98b91 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Usage tracker for resource:floatingip and tenant:06676f6252f64d5ea2f7ff068ac10c29 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:02:51.615848 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-1b6c5148-9306-40a3-88e8-2d7a03a98b91 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:02:51.621471 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-1b6c5148-9306-40a3-88e8-2d7a03a98b91 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:02:51.633118 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1b6c5148-9306-40a3-88e8-2d7a03a98b91 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Notify callbacks [] for floatingip, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:51.766695 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1b6c5148-9306-40a3-88e8-2d7a03a98b91 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:51.900249 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-1b6c5148-9306-40a3-88e8-2d7a03a98b91 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Allocated IP 172.26.0.181 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/d1c0da49-4605-4921-a5b9-b3753cd174ac) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:02:52.041314 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1b6c5148-9306-40a3-88e8-2d7a03a98b91 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:52.069688 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1b6c5148-9306-40a3-88e8-2d7a03a98b91 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:52.133006 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6c5148-9306-40a3-88e8-2d7a03a98b91 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:02:52.135786 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-1b6c5148-9306-40a3-88e8-2d7a03a98b91 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:02:52.140099 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6c5148-9306-40a3-88e8-2d7a03a98b91 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 18:02:52.176198 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6c5148-9306-40a3-88e8-2d7a03a98b91 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Pushing event updated for resources: {'Port': ['ID=d1c0da49-4605-4921-a5b9-b3753cd174ac,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:02:52.554933 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1b6c5148-9306-40a3-88e8-2d7a03a98b91 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:52.631928 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1b6c5148-9306-40a3-88e8-2d7a03a98b91 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:52.841692 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1b6c5148-9306-40a3-88e8-2d7a03a98b91 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:52.846489 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1b6c5148-9306-40a3-88e8-2d7a03a98b91 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:53.063434 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6c5148-9306-40a3-88e8-2d7a03a98b91 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Pushing event updated for resources: {'Port': ['ID=d1c0da49-4605-4921-a5b9-b3753cd174ac,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:02:53.072644 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1b6c5148-9306-40a3-88e8-2d7a03a98b91 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710218'] for floatingip, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:53.240886 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.l3_db [None req-1b6c5148-9306-40a3-88e8-2d7a03a98b91 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Floating IP 234b7136-9a00-4a75-b88b-da2e9d50d3e3 associated. External IP: 172.26.0.181, port: 37e83719-ff42-4f47-b231-4b368437f197. May 04 18:02:53.584466 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b6c5148-9306-40a3-88e8-2d7a03a98b91 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Router 7a8d2580-1141-4e6a-9e91-3570bf2cd042 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 18:02:53.758837 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b6c5148-9306-40a3-88e8-2d7a03a98b91 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:02:53.768172 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbd0ca1-924c-4997-90ce-2f60cf38c620 None None] Sync routers for ids ['7a8d2580-1141-4e6a-9e91-3570bf2cd042'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:02:53.778138 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbd0ca1-924c-4997-90ce-2f60cf38c620 None None] Routers {'7a8d2580-1141-4e6a-9e91-3570bf2cd042'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:02:53.778747 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-dcbd0ca1-924c-4997-90ce-2f60cf38c620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:02:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['7a8d2580-1141-4e6a-9e91-3570bf2cd042'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:02:53.783990 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1b6c5148-9306-40a3-88e8-2d7a03a98b91 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:53.839030 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-1b6c5148-9306-40a3-88e8-2d7a03a98b91 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2397382 May 04 18:02:53.839670 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f955d2c-1658-4b36-ab53-c60060885e91', 'tag': '37e83719-ff42-4f47-b231-4b368437f197'}] {{(pid=88038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:02:53.841776 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 33278) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:02:53.847433 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-e60b7f4e-7a6b-44cb-b389-30ba6fafee53 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1682822455', 'description': 'tempest-secgroup-smoke-1682822455 description', 'project_id': '06676f6252f64d5ea2f7ff068ac10c29'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:02:53.854774 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-e60b7f4e-7a6b-44cb-b389-30ba6fafee53 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:02:53.866836 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-e60b7f4e-7a6b-44cb-b389-30ba6fafee53 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:02:53.878646 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e60b7f4e-7a6b-44cb-b389-30ba6fafee53 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:53.899246 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-e60b7f4e-7a6b-44cb-b389-30ba6fafee53 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:02:53.903130 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-e60b7f4e-7a6b-44cb-b389-30ba6fafee53 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Usage tracker for resource:security_group_rule and tenant:06676f6252f64d5ea2f7ff068ac10c29 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:02:53.906116 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-e60b7f4e-7a6b-44cb-b389-30ba6fafee53 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:02:53.911801 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-e60b7f4e-7a6b-44cb-b389-30ba6fafee53 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:02:53.949195 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7524c78-41fa-4fea-97e8-0bc287182416'] response: {'name': 'network-changed', 'server_uuid': '7f955d2c-1658-4b36-ab53-c60060885e91', 'tag': '37e83719-ff42-4f47-b231-4b368437f197', 'status': 'completed', 'code': 200} May 04 18:02:53.990099 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-dcbd0ca1-924c-4997-90ce-2f60cf38c620 None None] Set router 7a8d2580-1141-4e6a-9e91-3570bf2cd042 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:02:54.038372 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e60b7f4e-7a6b-44cb-b389-30ba6fafee53 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:54.044069 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e60b7f4e-7a6b-44cb-b389-30ba6fafee53 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:54.093724 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60b7f4e-7a6b-44cb-b389-30ba6fafee53 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c96f7189-8def-42a8-b3a2-5d389a61cdcc,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:02:54.106009 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60b7f4e-7a6b-44cb-b389-30ba6fafee53 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:02:54.107028 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60b7f4e-7a6b-44cb-b389-30ba6fafee53 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:02:54.107028 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60b7f4e-7a6b-44cb-b389-30ba6fafee53 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:02:54.107028 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60b7f4e-7a6b-44cb-b389-30ba6fafee53 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:02:54.107253 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60b7f4e-7a6b-44cb-b389-30ba6fafee53 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:02:54.107563 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60b7f4e-7a6b-44cb-b389-30ba6fafee53 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:02:54.107878 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60b7f4e-7a6b-44cb-b389-30ba6fafee53 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:02:54.108204 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60b7f4e-7a6b-44cb-b389-30ba6fafee53 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:02:54.108529 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60b7f4e-7a6b-44cb-b389-30ba6fafee53 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:02:54.108848 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60b7f4e-7a6b-44cb-b389-30ba6fafee53 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:02:54.109171 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60b7f4e-7a6b-44cb-b389-30ba6fafee53 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:02:54.109488 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60b7f4e-7a6b-44cb-b389-30ba6fafee53 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:02:54.113381 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e60b7f4e-7a6b-44cb-b389-30ba6fafee53 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:54.117298 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-e60b7f4e-7a6b-44cb-b389-30ba6fafee53 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2717366 May 04 18:02:54.118283 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 33286) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:02:54.123596 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da70b648-03c4-4fe4-918d-e93d5b2230c1 req-3b9c3989-9533-4a87-94e9-938a6ac6cf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:02:54.123897 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-b1176186-e150-4850-a201-736807e82fe2 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Request body: {'security_group_rule': {'security_group_id': 'c96f7189-8def-42a8-b3a2-5d389a61cdcc', 'project_id': '06676f6252f64d5ea2f7ff068ac10c29', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:02:54.126781 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-da70b648-03c4-4fe4-918d-e93d5b2230c1 req-3b9c3989-9533-4a87-94e9-938a6ac6cf7f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=06676f6252f64d5ea2f7ff068ac10c29&device_id=7f955d2c-1658-4b36-ab53-c60060885e91 HTTP/1.1" status: 200 len: 1099 time: 0.1506741 May 04 18:02:54.130724 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-b1176186-e150-4850-a201-736807e82fe2 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:02:54.135783 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-b1176186-e150-4850-a201-736807e82fe2 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Usage tracker for resource:security_group_rule and tenant:06676f6252f64d5ea2f7ff068ac10c29 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:02:54.139016 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-b1176186-e150-4850-a201-736807e82fe2 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:02:54.146656 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-b1176186-e150-4850-a201-736807e82fe2 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:02:54.163998 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b1176186-e150-4850-a201-736807e82fe2 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:54.241717 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b1176186-e150-4850-a201-736807e82fe2 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:54.245628 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b1176186-e150-4850-a201-736807e82fe2 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:54.274791 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1176186-e150-4850-a201-736807e82fe2 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bf3deb8-3697-4a35-9263-9304b1ef95fc,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:02:54.279220 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da70b648-03c4-4fe4-918d-e93d5b2230c1 req-b56b065b-f810-4b93-a720-32daf6ff4c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:02:54.281125 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-da70b648-03c4-4fe4-918d-e93d5b2230c1 req-b56b065b-f810-4b93-a720-32daf6ff4c34 service neutron] 10.222.0.42 "GET /v2.0/networks?id=278816bf-93ec-4b48-b57f-8cc4f65f4adc HTTP/1.1" status: 200 len: 915 time: 0.1423373 May 04 18:02:54.281257 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b1176186-e150-4850-a201-736807e82fe2 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:54.285682 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-b1176186-e150-4850-a201-736807e82fe2 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1636460 May 04 18:02:54.285807 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 33290) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:02:54.293825 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-2acc3093-22f3-4cc2-b5db-090b31509b4a tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Request body: {'security_group_rule': {'security_group_id': 'c96f7189-8def-42a8-b3a2-5d389a61cdcc', 'project_id': '06676f6252f64d5ea2f7ff068ac10c29', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:02:54.304512 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-2acc3093-22f3-4cc2-b5db-090b31509b4a tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:02:54.375522 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-dcbd0ca1-924c-4997-90ce-2f60cf38c620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a8d2580-1141-4e6a-9e91-3570bf2cd042', 'name': 'tempest-TestMinimumBasicScenario-408766815-router', 'tenant_id': '06676f6252f64d5ea2f7ff068ac10c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': '29fd9ad3-2670-465c-9f40-fe5468822877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:01:59Z', 'updated_at': '2022-05-04T18:02:03Z', 'revision_number': 4, 'project_id': '06676f6252f64d5ea2f7ff068ac10c29', 'gw_port': {'id': '29fd9ad3-2670-465c-9f40-fe5468822877', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:aa:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8d2580-1141-4e6a-9e91-3570bf2cd042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:02:00Z', 'updated_at': '2022-05-04T18:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': '234b7136-9a00-4a75-b88b-da2e9d50d3e3', 'tenant_id': '06676f6252f64d5ea2f7ff068ac10c29', 'floating_ip_address': '172.26.0.181', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '7a8d2580-1141-4e6a-9e91-3570bf2cd042', 'port_id': '37e83719-ff42-4f47-b231-4b368437f197', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '278816bf-93ec-4b48-b57f-8cc4f65f4adc', 'mac_address': 'fa:16:3e:4c:f6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f955d2c-1658-4b36-ab53-c60060885e91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:02:52Z', 'updated_at': '2022-05-04T18:02:52Z', 'revision_number': 0, 'project_id': '06676f6252f64d5ea2f7ff068ac10c29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '035944aa-260f-45ca-8f36-e80deb8153a5', 'name': '', 'network_id': '278816bf-93ec-4b48-b57f-8cc4f65f4adc', 'tenant_id': '06676f6252f64d5ea2f7ff068ac10c29', 'mac_address': 'fa:16:3e:a6:aa:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8d2580-1141-4e6a-9e91-3570bf2cd042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'a9b64180-c28d-4080-9057-a87ffe3e1909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:02:02Z', 'updated_at': '2022-05-04T18:02:10Z', 'revision_number': 5, 'project_id': '06676f6252f64d5ea2f7ff068ac10c29', 'subnets': [{'id': 'a9b64180-c28d-4080-9057-a87ffe3e1909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:02:54.378310 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-2acc3093-22f3-4cc2-b5db-090b31509b4a tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Usage tracker for resource:security_group_rule and tenant:06676f6252f64d5ea2f7ff068ac10c29 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:02:54.379992 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbd0ca1-924c-4997-90ce-2f60cf38c620 None None] Checking router: 7a8d2580-1141-4e6a-9e91-3570bf2cd042 for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:02:54.384092 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-2acc3093-22f3-4cc2-b5db-090b31509b4a tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:02:54.388319 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbd0ca1-924c-4997-90ce-2f60cf38c620 None None] Routers {'7a8d2580-1141-4e6a-9e91-3570bf2cd042'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:02:54.388919 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-dcbd0ca1-924c-4997-90ce-2f60cf38c620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:02:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['7a8d2580-1141-4e6a-9e91-3570bf2cd042'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:02:54.392549 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-2acc3093-22f3-4cc2-b5db-090b31509b4a tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:02:54.422154 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-da70b648-03c4-4fe4-918d-e93d5b2230c1 req-e62a3a9a-418a-4a50-87ec-609da376c8d3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37e83719-ff42-4f47-b231-4b368437f197 HTTP/1.1" status: 200 len: 1000 time: 0.1188493 May 04 18:02:54.422912 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2acc3093-22f3-4cc2-b5db-090b31509b4a tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:54.518018 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da70b648-03c4-4fe4-918d-e93d5b2230c1 req-ce5e92ea-758b-44fb-a10e-7ef2020b88da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:02:54.519485 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-da70b648-03c4-4fe4-918d-e93d5b2230c1 req-ce5e92ea-758b-44fb-a10e-7ef2020b88da service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a9b64180-c28d-4080-9057-a87ffe3e1909 HTTP/1.1" status: 200 len: 853 time: 0.0876794 May 04 18:02:54.568274 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2acc3093-22f3-4cc2-b5db-090b31509b4a tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:54.575267 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-dcbd0ca1-924c-4997-90ce-2f60cf38c620 None None] Set router 7a8d2580-1141-4e6a-9e91-3570bf2cd042 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:02:54.583500 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2acc3093-22f3-4cc2-b5db-090b31509b4a tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:54.617330 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acc3093-22f3-4cc2-b5db-090b31509b4a tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b3701d1-da94-4563-88d4-1b041b804f42,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:02:54.623966 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2acc3093-22f3-4cc2-b5db-090b31509b4a tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:54.624896 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-2acc3093-22f3-4cc2-b5db-090b31509b4a tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3380222 May 04 18:02:54.627849 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 33294) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:02:54.633697 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-653452eb-24f4-4e38-87b7-7da692e59bff tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Request body: {'security_group_rule': {'security_group_id': 'c96f7189-8def-42a8-b3a2-5d389a61cdcc', 'project_id': '06676f6252f64d5ea2f7ff068ac10c29', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:02:54.638638 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da70b648-03c4-4fe4-918d-e93d5b2230c1 req-3441657a-c2a6-4048-b858-a4337e4e52a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:02:54.639794 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-653452eb-24f4-4e38-87b7-7da692e59bff tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:02:54.640092 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-da70b648-03c4-4fe4-918d-e93d5b2230c1 req-3441657a-c2a6-4048-b858-a4337e4e52a8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=278816bf-93ec-4b48-b57f-8cc4f65f4adc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1091044 May 04 18:02:54.644099 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-653452eb-24f4-4e38-87b7-7da692e59bff tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Usage tracker for resource:security_group_rule and tenant:06676f6252f64d5ea2f7ff068ac10c29 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:02:54.647107 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-653452eb-24f4-4e38-87b7-7da692e59bff tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:02:54.653048 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-653452eb-24f4-4e38-87b7-7da692e59bff tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:02:54.670967 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-653452eb-24f4-4e38-87b7-7da692e59bff tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:54.742497 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-653452eb-24f4-4e38-87b7-7da692e59bff tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:54.746996 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-653452eb-24f4-4e38-87b7-7da692e59bff tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:54.777838 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653452eb-24f4-4e38-87b7-7da692e59bff tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6c690c7-6974-4274-aacf-c427cb5c2ae5,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:02:54.780198 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-da70b648-03c4-4fe4-918d-e93d5b2230c1 req-72879f70-50ac-47d1-b2be-edd978c2ff49 service neutron] 10.222.0.42 "GET /v2.0/networks/278816bf-93ec-4b48-b57f-8cc4f65f4adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337628 May 04 18:02:54.782786 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-653452eb-24f4-4e38-87b7-7da692e59bff tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:54.786704 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-653452eb-24f4-4e38-87b7-7da692e59bff tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1550150 May 04 18:02:54.790426 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 33298) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:02:54.795826 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-8e6c1475-3fdc-4084-9259-6d33c5a6bb44 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Request body: {'security_group_rule': {'security_group_id': 'c96f7189-8def-42a8-b3a2-5d389a61cdcc', 'project_id': '06676f6252f64d5ea2f7ff068ac10c29', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:02:54.801873 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-8e6c1475-3fdc-4084-9259-6d33c5a6bb44 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:02:54.805826 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-8e6c1475-3fdc-4084-9259-6d33c5a6bb44 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Usage tracker for resource:security_group_rule and tenant:06676f6252f64d5ea2f7ff068ac10c29 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:02:54.808764 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-8e6c1475-3fdc-4084-9259-6d33c5a6bb44 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:02:54.814533 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-8e6c1475-3fdc-4084-9259-6d33c5a6bb44 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:02:54.831684 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8e6c1475-3fdc-4084-9259-6d33c5a6bb44 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:54.897721 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8e6c1475-3fdc-4084-9259-6d33c5a6bb44 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:54.902791 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8e6c1475-3fdc-4084-9259-6d33c5a6bb44 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:54.924793 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-da70b648-03c4-4fe4-918d-e93d5b2230c1 req-81c86292-0337-4acf-9fed-6772f6ba2a4d service neutron] 10.222.0.42 "GET /v2.0/networks/278816bf-93ec-4b48-b57f-8cc4f65f4adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385336 May 04 18:02:54.932099 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6c1475-3fdc-4084-9259-6d33c5a6bb44 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b877ef62-7c48-4325-80b6-c75818ac4f42,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:02:54.937220 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-dcbd0ca1-924c-4997-90ce-2f60cf38c620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a8d2580-1141-4e6a-9e91-3570bf2cd042', 'name': 'tempest-TestMinimumBasicScenario-408766815-router', 'tenant_id': '06676f6252f64d5ea2f7ff068ac10c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': '29fd9ad3-2670-465c-9f40-fe5468822877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:01:59Z', 'updated_at': '2022-05-04T18:02:03Z', 'revision_number': 4, 'project_id': '06676f6252f64d5ea2f7ff068ac10c29', 'gw_port': {'id': '29fd9ad3-2670-465c-9f40-fe5468822877', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:aa:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8d2580-1141-4e6a-9e91-3570bf2cd042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:02:00Z', 'updated_at': '2022-05-04T18:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': '234b7136-9a00-4a75-b88b-da2e9d50d3e3', 'tenant_id': '06676f6252f64d5ea2f7ff068ac10c29', 'floating_ip_address': '172.26.0.181', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '7a8d2580-1141-4e6a-9e91-3570bf2cd042', 'port_id': '37e83719-ff42-4f47-b231-4b368437f197', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '278816bf-93ec-4b48-b57f-8cc4f65f4adc', 'mac_address': 'fa:16:3e:4c:f6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f955d2c-1658-4b36-ab53-c60060885e91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:02:52Z', 'updated_at': '2022-05-04T18:02:52Z', 'revision_number': 0, 'project_id': '06676f6252f64d5ea2f7ff068ac10c29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '035944aa-260f-45ca-8f36-e80deb8153a5', 'name': '', 'network_id': '278816bf-93ec-4b48-b57f-8cc4f65f4adc', 'tenant_id': '06676f6252f64d5ea2f7ff068ac10c29', 'mac_address': 'fa:16:3e:a6:aa:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8d2580-1141-4e6a-9e91-3570bf2cd042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'a9b64180-c28d-4080-9057-a87ffe3e1909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:02:02Z', 'updated_at': '2022-05-04T18:02:10Z', 'revision_number': 5, 'project_id': '06676f6252f64d5ea2f7ff068ac10c29', 'subnets': [{'id': 'a9b64180-c28d-4080-9057-a87ffe3e1909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:02:54.944235 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbd0ca1-924c-4997-90ce-2f60cf38c620 None None] The sync data for ids ['7a8d2580-1141-4e6a-9e91-3570bf2cd042'] in dv-neutron-840426-1-hyperv is: [{'id': '7a8d2580-1141-4e6a-9e91-3570bf2cd042', 'name': 'tempest-TestMinimumBasicScenario-408766815-router', 'tenant_id': '06676f6252f64d5ea2f7ff068ac10c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': '29fd9ad3-2670-465c-9f40-fe5468822877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:01:59Z', 'updated_at': '2022-05-04T18:02:03Z', 'revision_number': 4, 'project_id': '06676f6252f64d5ea2f7ff068ac10c29', 'gw_port': {'id': '29fd9ad3-2670-465c-9f40-fe5468822877', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:aa:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8d2580-1141-4e6a-9e91-3570bf2cd042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:02:00Z', 'updated_at': '2022-05-04T18:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': '234b7136-9a00-4a75-b88b-da2e9d50d3e3', 'tenant_id': '06676f6252f64d5ea2f7ff068ac10c29', 'floating_ip_address': '172.26.0.181', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '7a8d2580-1141-4e6a-9e91-3570bf2cd042', 'port_id': '37e83719-ff42-4f47-b231-4b368437f197', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '278816bf-93ec-4b48-b57f-8cc4f65f4adc', 'mac_address': 'fa:16:3e:4c:f6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f955d2c-1658-4b36-ab53-c60060885e91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:02:52Z', 'updated_at': '2022-05-04T18:02:52Z', 'revision_number': 0, 'project_id': '06676f6252f64d5ea2f7ff068ac10c29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '035944aa-260f-45ca-8f36-e80deb8153a5', 'name': '', 'network_id': '278816bf-93ec-4b48-b57f-8cc4f65f4adc', 'tenant_id': '06676f6252f64d5ea2f7ff068ac10c29', 'mac_address': 'fa:16:3e:a6:aa:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8d2580-1141-4e6a-9e91-3570bf2cd042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'a9b64180-c28d-4080-9057-a87ffe3e1909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:02:02Z', 'updated_at': '2022-05-04T18:02:10Z', 'revision_number': 5, 'project_id': '06676f6252f64d5ea2f7ff068ac10c29', 'subnets': [{'id': 'a9b64180-c28d-4080-9057-a87ffe3e1909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:02:54.945755 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8e6c1475-3fdc-4084-9259-6d33c5a6bb44 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:54.947217 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-8e6c1475-3fdc-4084-9259-6d33c5a6bb44 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1556695 May 04 18:02:54.949938 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 33302) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:02:54.955559 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-8df9dedd-231f-486a-94eb-67adbae05695 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Request body: {'security_group_rule': {'security_group_id': 'c96f7189-8def-42a8-b3a2-5d389a61cdcc', 'project_id': '06676f6252f64d5ea2f7ff068ac10c29', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:02:54.961819 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-8df9dedd-231f-486a-94eb-67adbae05695 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:02:54.966084 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-8df9dedd-231f-486a-94eb-67adbae05695 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Usage tracker for resource:security_group_rule and tenant:06676f6252f64d5ea2f7ff068ac10c29 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:02:54.969012 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-8df9dedd-231f-486a-94eb-67adbae05695 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:02:54.974829 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-8df9dedd-231f-486a-94eb-67adbae05695 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:02:54.984965 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.securitygroups_db [None req-8df9dedd-231f-486a-94eb-67adbae05695 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Project 06676f6252f64d5ea2f7ff068ac10c29 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 18:02:54.992382 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8df9dedd-231f-486a-94eb-67adbae05695 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:55.056386 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8df9dedd-231f-486a-94eb-67adbae05695 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:55.060484 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8df9dedd-231f-486a-94eb-67adbae05695 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:55.084855 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df9dedd-231f-486a-94eb-67adbae05695 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0ec924d-5997-423b-9101-f9552454a8da,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:02:55.094904 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8df9dedd-231f-486a-94eb-67adbae05695 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:55.096089 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-8df9dedd-231f-486a-94eb-67adbae05695 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1447272 May 04 18:02:55.098907 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 33306) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:02:55.103841 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-5b14b383-ebfa-430f-b7c1-1acbc7cf631d tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Request body: {'security_group_rule': {'security_group_id': 'c96f7189-8def-42a8-b3a2-5d389a61cdcc', 'project_id': '06676f6252f64d5ea2f7ff068ac10c29', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:02:55.109940 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-5b14b383-ebfa-430f-b7c1-1acbc7cf631d tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:02:55.114685 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-5b14b383-ebfa-430f-b7c1-1acbc7cf631d tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Usage tracker for resource:security_group_rule and tenant:06676f6252f64d5ea2f7ff068ac10c29 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:02:55.117816 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-5b14b383-ebfa-430f-b7c1-1acbc7cf631d tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:02:55.123701 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-5b14b383-ebfa-430f-b7c1-1acbc7cf631d tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:02:55.136636 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ec0f63-b2e0-41d0-81e4-2c9a387d4e10 None None] New status for floating IP 234b7136-9a00-4a75-b88b-da2e9d50d3e3: ACTIVE {{(pid=88040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 18:02:55.138004 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.securitygroups_db [None req-5b14b383-ebfa-430f-b7c1-1acbc7cf631d tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Project 06676f6252f64d5ea2f7ff068ac10c29 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 18:02:55.144812 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5b14b383-ebfa-430f-b7c1-1acbc7cf631d tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:55.214754 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5b14b383-ebfa-430f-b7c1-1acbc7cf631d tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:55.219083 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5b14b383-ebfa-430f-b7c1-1acbc7cf631d tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:55.247642 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5b14b383-ebfa-430f-b7c1-1acbc7cf631d tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:55.251654 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-5b14b383-ebfa-430f-b7c1-1acbc7cf631d tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1489897 May 04 18:02:55.253598 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b14b383-ebfa-430f-b7c1-1acbc7cf631d tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ce36b41-f334-410e-88a6-fbf6d95ccf8e,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:02:55.378720 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-ba834fa5-5b7a-4560-9921-d9ec096daee7 req-d8ba0630-7da1-4209-a7de-4b62edf648ef tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1682822455&fields=id&tenant_id=06676f6252f64d5ea2f7ff068ac10c29 HTTP/1.1" status: 200 len: 267 time: 0.0470126 May 04 18:02:55.463917 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba834fa5-5b7a-4560-9921-d9ec096daee7 req-52a20e73-7720-467a-96ea-147cfdd70bfd tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:02:55.465477 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-ba834fa5-5b7a-4560-9921-d9ec096daee7 req-52a20e73-7720-467a-96ea-147cfdd70bfd tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f955d2c-1658-4b36-ab53-c60060885e91 HTTP/1.1" status: 200 len: 946 time: 0.0813057 May 04 18:02:55.476613 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [req-ba834fa5-5b7a-4560-9921-d9ec096daee7 req-3684e8c1-5b0c-4fea-b9a9-65ecb7d49387 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Request body: {'port': {'security_groups': ['76541c5e-7213-4aa8-ac5d-af32e414c2cb', 'c96f7189-8def-42a8-b3a2-5d389a61cdcc']}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:02:55.691989 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-ba834fa5-5b7a-4560-9921-d9ec096daee7 req-3684e8c1-5b0c-4fea-b9a9-65ecb7d49387 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:55.948171 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [req-ba834fa5-5b7a-4560-9921-d9ec096daee7 req-3684e8c1-5b0c-4fea-b9a9-65ecb7d49387 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] For port 37e83719-ff42-4f47-b231-4b368437f197, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=37e83719-ff42-4f47-b231-4b368437f197,segment=NetworkSegment(a8cdd784-6731-4ba4-8e79-f12b83313788),segment_id=a8cdd784-6731-4ba4-8e79-f12b83313788)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:02:55.976251 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-ba834fa5-5b7a-4560-9921-d9ec096daee7 req-3684e8c1-5b0c-4fea-b9a9-65ecb7d49387 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:55.980809 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-ba834fa5-5b7a-4560-9921-d9ec096daee7 req-3684e8c1-5b0c-4fea-b9a9-65ecb7d49387 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:55.992339 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] get_ports_and_sgs() called for port_ids ['37e83719-ff42-4f47-b231-4b368437f197'] {{(pid=88039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 18:02:56.049530 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba834fa5-5b7a-4560-9921-d9ec096daee7 req-3684e8c1-5b0c-4fea-b9a9-65ecb7d49387 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:02:56.050227 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-ba834fa5-5b7a-4560-9921-d9ec096daee7 req-3684e8c1-5b0c-4fea-b9a9-65ecb7d49387 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:56.051634 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-ba834fa5-5b7a-4560-9921-d9ec096daee7 req-3684e8c1-5b0c-4fea-b9a9-65ecb7d49387 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "PUT /v2.0/ports/37e83719-ff42-4f47-b231-4b368437f197 HTTP/1.1" status: 200 len: 982 time: 0.5798521 May 04 18:02:56.052082 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f955d2c-1658-4b36-ab53-c60060885e91', 'tag': '37e83719-ff42-4f47-b231-4b368437f197'}] {{(pid=88038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:02:56.087747 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3684e8c1-5b0c-4fea-b9a9-65ecb7d49387 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Pushing event updated for resources: {'Port': ['ID=37e83719-ff42-4f47-b231-4b368437f197,revision_number=6']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:02:56.111749 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af5f0459-de88-4224-bbea-3147c82b8e2a'] response: {'name': 'network-changed', 'server_uuid': '7f955d2c-1658-4b36-ab53-c60060885e91', 'tag': '37e83719-ff42-4f47-b231-4b368437f197', 'status': 'completed', 'code': 200} May 04 18:02:56.132561 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] get_ports_and_sgs() called for port_ids ['37e83719-ff42-4f47-b231-4b368437f197'] {{(pid=88039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 18:02:56.286607 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666ffab-00dc-440b-b8c6-f0fc9b13600e req-6559001b-2b1b-439f-a803-dd577e17de52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:02:56.288731 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6666ffab-00dc-440b-b8c6-f0fc9b13600e req-6559001b-2b1b-439f-a803-dd577e17de52 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=06676f6252f64d5ea2f7ff068ac10c29&device_id=7f955d2c-1658-4b36-ab53-c60060885e91 HTTP/1.1" status: 200 len: 1138 time: 0.1564999 May 04 18:02:56.324990 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a103697d-69e6-4536-a0bd-5d812b63b5bd req-4baf8ee5-7687-4d39-b9bd-0c35ff90e12b tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:02:56.326371 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a103697d-69e6-4536-a0bd-5d812b63b5bd req-4baf8ee5-7687-4d39-b9bd-0c35ff90e12b tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f955d2c-1658-4b36-ab53-c60060885e91 HTTP/1.1" status: 200 len: 985 time: 0.1532774 May 04 18:02:56.467943 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-77fdb42b-f6fa-4340-93a1-fe11bb98646a None None] Provisioning complete for port 37e83719-ff42-4f47-b231-4b368437f197 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:02:56.468244 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-77fdb42b-f6fa-4340-93a1-fe11bb98646a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:02:56.561788 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-a103697d-69e6-4536-a0bd-5d812b63b5bd req-eae1ddbb-2cb9-4fda-bd77-e315e90800fb tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Synchronizing usage tracker for tenant:06676f6252f64d5ea2f7ff068ac10c29 on resource:security_group {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:02:56.589687 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666ffab-00dc-440b-b8c6-f0fc9b13600e req-8d60d2d6-79b4-4997-bd86-22fc0d54395f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:02:56.591474 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6666ffab-00dc-440b-b8c6-f0fc9b13600e req-8d60d2d6-79b4-4997-bd86-22fc0d54395f service neutron] 10.222.0.42 "GET /v2.0/networks?id=278816bf-93ec-4b48-b57f-8cc4f65f4adc HTTP/1.1" status: 200 len: 915 time: 0.2935171 May 04 18:02:56.591474 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-a103697d-69e6-4536-a0bd-5d812b63b5bd req-eae1ddbb-2cb9-4fda-bd77-e315e90800fb tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Unset dirty status for tenant:06676f6252f64d5ea2f7ff068ac10c29 on resource:security_group {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:02:56.592412 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a103697d-69e6-4536-a0bd-5d812b63b5bd req-eae1ddbb-2cb9-4fda-bd77-e315e90800fb tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "GET /v2.0/security-groups?id=c96f7189-8def-42a8-b3a2-5d389a61cdcc&id=76541c5e-7213-4aa8-ac5d-af32e414c2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2584872 May 04 18:02:56.704668 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6666ffab-00dc-440b-b8c6-f0fc9b13600e req-d7e4f032-0b97-4e7e-8bd3-f6a57498b6d2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37e83719-ff42-4f47-b231-4b368437f197 HTTP/1.1" status: 200 len: 1002 time: 0.1053715 May 04 18:02:56.766866 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666ffab-00dc-440b-b8c6-f0fc9b13600e req-59d4fdd9-b0d5-4b77-b777-3438e6b3007c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:02:56.768184 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6666ffab-00dc-440b-b8c6-f0fc9b13600e req-59d4fdd9-b0d5-4b77-b777-3438e6b3007c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a9b64180-c28d-4080-9057-a87ffe3e1909 HTTP/1.1" status: 200 len: 853 time: 0.0564933 May 04 18:02:56.843036 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666ffab-00dc-440b-b8c6-f0fc9b13600e req-edda6e06-bfcb-42cf-929a-cc172dd2115f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:02:56.844499 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6666ffab-00dc-440b-b8c6-f0fc9b13600e req-edda6e06-bfcb-42cf-929a-cc172dd2115f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=278816bf-93ec-4b48-b57f-8cc4f65f4adc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686116 May 04 18:02:56.980586 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6666ffab-00dc-440b-b8c6-f0fc9b13600e req-f89b7154-906a-4c46-9001-bebfab76c24e service neutron] 10.222.0.42 "GET /v2.0/networks/278816bf-93ec-4b48-b57f-8cc4f65f4adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255941 May 04 18:02:57.111238 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6666ffab-00dc-440b-b8c6-f0fc9b13600e req-f5780420-7560-4df3-ae97-54d33042a4f9 service neutron] 10.222.0.42 "GET /v2.0/networks/278816bf-93ec-4b48-b57f-8cc4f65f4adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244340 May 04 18:03:03.235342 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9824829e-1acb-449f-a0c6-73b3972be04a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:03:05.578387 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-597d4bd3-0392-477a-9af2-84624594f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:03:06.629057 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:03:06.645910 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:03:07.974179 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:03:09.602256 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:03:10.332634 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dd554e5a-3622-46d6-bc47-d20540d01a0d req-bc9f3426-61cc-49de-a8dd-f20e1bd2214a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7f955d2c-1658-4b36-ab53-c60060885e91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0714276 May 04 18:03:10.466830 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd554e5a-3622-46d6-bc47-d20540d01a0d req-86413194-2175-4981-9887-65bd42eb3ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:03:10.468276 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dd554e5a-3622-46d6-bc47-d20540d01a0d req-86413194-2175-4981-9887-65bd42eb3ef0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=06676f6252f64d5ea2f7ff068ac10c29&device_id=7f955d2c-1658-4b36-ab53-c60060885e91 HTTP/1.1" status: 200 len: 1138 time: 0.0693662 May 04 18:03:10.613900 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd554e5a-3622-46d6-bc47-d20540d01a0d req-3ae91d78-7c07-4395-ac5c-42e395b40b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:03:10.615363 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dd554e5a-3622-46d6-bc47-d20540d01a0d req-3ae91d78-7c07-4395-ac5c-42e395b40b17 service neutron] 10.222.0.42 "GET /v2.0/networks?id=278816bf-93ec-4b48-b57f-8cc4f65f4adc HTTP/1.1" status: 200 len: 915 time: 0.1279581 May 04 18:03:10.716141 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dd554e5a-3622-46d6-bc47-d20540d01a0d req-d2443458-ee67-4236-aa18-cb4334de4ea5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37e83719-ff42-4f47-b231-4b368437f197 HTTP/1.1" status: 200 len: 1002 time: 0.0943549 May 04 18:03:10.779729 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd554e5a-3622-46d6-bc47-d20540d01a0d req-5002799c-562a-44a5-97d1-4c1ed1a19482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:03:10.781134 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dd554e5a-3622-46d6-bc47-d20540d01a0d req-5002799c-562a-44a5-97d1-4c1ed1a19482 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a9b64180-c28d-4080-9057-a87ffe3e1909 HTTP/1.1" status: 200 len: 853 time: 0.0578463 May 04 18:03:10.854121 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd554e5a-3622-46d6-bc47-d20540d01a0d req-1f99d675-5e71-4eb9-a778-d0a7a6372aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:03:10.855547 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dd554e5a-3622-46d6-bc47-d20540d01a0d req-1f99d675-5e71-4eb9-a778-d0a7a6372aca service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=278816bf-93ec-4b48-b57f-8cc4f65f4adc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684152 May 04 18:03:10.988747 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dd554e5a-3622-46d6-bc47-d20540d01a0d req-30f5f778-90f4-49b8-ab49-10f39ac9a077 service neutron] 10.222.0.42 "GET /v2.0/networks/278816bf-93ec-4b48-b57f-8cc4f65f4adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242738 May 04 18:03:11.122071 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dd554e5a-3622-46d6-bc47-d20540d01a0d req-1b5dc1a8-9916-4707-9bac-9d1513bd7edf service neutron] 10.222.0.42 "GET /v2.0/networks/278816bf-93ec-4b48-b57f-8cc4f65f4adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208582 May 04 18:03:13.306000 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 18:03:33.236604 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e873f708-0fc8-44ef-9e76-cf93ab5dc68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:03:35.579545 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-06cfea3e-0cc3-4818-a55d-01d570118f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:03:36.632241 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:03:36.648593 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:03:37.976194 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:03:39.618290 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:03:50.304392 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 18:03:55.540861 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea5ee0-5ad2-47b4-ae77-3d6230fe8c5b req-21c58fdf-a04c-4146-948e-7eac3b7a953a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:03:55.542278 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-36ea5ee0-5ad2-47b4-ae77-3d6230fe8c5b req-21c58fdf-a04c-4146-948e-7eac3b7a953a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=06676f6252f64d5ea2f7ff068ac10c29&device_id=7f955d2c-1658-4b36-ab53-c60060885e91 HTTP/1.1" status: 200 len: 1138 time: 0.2240512 May 04 18:03:55.554119 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e135b4c-d4dc-4e84-a67f-dd6dcb4d8038 req-127fddb9-9205-4a33-85a6-ca199ddc2bc3 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:03:55.555438 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9e135b4c-d4dc-4e84-a67f-dd6dcb4d8038 req-127fddb9-9205-4a33-85a6-ca199ddc2bc3 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f955d2c-1658-4b36-ab53-c60060885e91 HTTP/1.1" status: 200 len: 985 time: 0.2033327 May 04 18:03:55.680175 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9e135b4c-d4dc-4e84-a67f-dd6dcb4d8038 req-bdfeee91-91ce-49ec-933b-51d34989d311 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "GET /v2.0/security-groups?id=c96f7189-8def-42a8-b3a2-5d389a61cdcc&id=76541c5e-7213-4aa8-ac5d-af32e414c2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1064792 May 04 18:03:55.713071 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea5ee0-5ad2-47b4-ae77-3d6230fe8c5b req-fbc1f5da-e41c-4518-9ed2-a45bcb045313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:03:55.714532 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-36ea5ee0-5ad2-47b4-ae77-3d6230fe8c5b req-fbc1f5da-e41c-4518-9ed2-a45bcb045313 service neutron] 10.222.0.42 "GET /v2.0/networks?id=278816bf-93ec-4b48-b57f-8cc4f65f4adc HTTP/1.1" status: 200 len: 915 time: 0.1582706 May 04 18:03:55.817764 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-36ea5ee0-5ad2-47b4-ae77-3d6230fe8c5b req-8db04938-c3c7-4414-8fed-1fe94f58a104 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37e83719-ff42-4f47-b231-4b368437f197 HTTP/1.1" status: 200 len: 1002 time: 0.0967870 May 04 18:03:55.878317 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea5ee0-5ad2-47b4-ae77-3d6230fe8c5b req-aef4a6e5-9ec5-40ce-bf2d-322bbff0dc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:03:55.880324 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-36ea5ee0-5ad2-47b4-ae77-3d6230fe8c5b req-aef4a6e5-9ec5-40ce-bf2d-322bbff0dc7d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a9b64180-c28d-4080-9057-a87ffe3e1909 HTTP/1.1" status: 200 len: 853 time: 0.0569468 May 04 18:03:55.956062 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea5ee0-5ad2-47b4-ae77-3d6230fe8c5b req-ead073d9-29bc-4e1e-91c1-55d7a965a8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:03:55.957529 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-36ea5ee0-5ad2-47b4-ae77-3d6230fe8c5b req-ead073d9-29bc-4e1e-91c1-55d7a965a8f0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=278816bf-93ec-4b48-b57f-8cc4f65f4adc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713263 May 04 18:03:56.086251 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-36ea5ee0-5ad2-47b4-ae77-3d6230fe8c5b req-7259a31e-e66a-4ddc-8005-ff7a6a27a27c service neutron] 10.222.0.42 "GET /v2.0/networks/278816bf-93ec-4b48-b57f-8cc4f65f4adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218624 May 04 18:03:56.215137 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-36ea5ee0-5ad2-47b4-ae77-3d6230fe8c5b req-b76aaf64-3598-43e5-af1c-7ca67c98b7ce service neutron] 10.222.0.42 "GET /v2.0/networks/278816bf-93ec-4b48-b57f-8cc4f65f4adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225860 May 04 18:03:56.866310 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f9d1c-86fd-4ad7-90d6-75abd186c58a req-f6a16ba9-5a43-4952-9b01-6c24512d7ade tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:03:56.867761 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-659f9d1c-86fd-4ad7-90d6-75abd186c58a req-f6a16ba9-5a43-4952-9b01-6c24512d7ade tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f955d2c-1658-4b36-ab53-c60060885e91 HTTP/1.1" status: 200 len: 985 time: 0.0807033 May 04 18:03:56.916534 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-659f9d1c-86fd-4ad7-90d6-75abd186c58a req-0bff38f9-8009-4b50-b85d-d2f19b19daa8 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "GET /v2.0/security-groups?id=c96f7189-8def-42a8-b3a2-5d389a61cdcc&id=76541c5e-7213-4aa8-ac5d-af32e414c2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0428977 May 04 18:03:58.099347 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ab253-87d1-4a21-8399-71a586cbf86f req-9423f9a6-c0f8-4655-b3f7-5d67197201d7 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:03:58.100804 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-641ab253-87d1-4a21-8399-71a586cbf86f req-9423f9a6-c0f8-4655-b3f7-5d67197201d7 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f955d2c-1658-4b36-ab53-c60060885e91 HTTP/1.1" status: 200 len: 985 time: 0.0777752 May 04 18:03:58.147641 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-641ab253-87d1-4a21-8399-71a586cbf86f req-9615a717-f91b-451b-8640-f5538442368d tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "GET /v2.0/security-groups?id=c96f7189-8def-42a8-b3a2-5d389a61cdcc&id=76541c5e-7213-4aa8-ac5d-af32e414c2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411015 May 04 18:03:59.328793 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7643ce15-afec-4267-b1fe-94b4404dbd7d req-d99e212f-83fb-4f3c-9a6d-c2f6f6bfdf78 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:03:59.330273 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-7643ce15-afec-4267-b1fe-94b4404dbd7d req-d99e212f-83fb-4f3c-9a6d-c2f6f6bfdf78 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f955d2c-1658-4b36-ab53-c60060885e91 HTTP/1.1" status: 200 len: 985 time: 0.0788105 May 04 18:03:59.375170 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-7643ce15-afec-4267-b1fe-94b4404dbd7d req-8ced0911-d6e0-4cb3-a02b-bf7f9f589157 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "GET /v2.0/security-groups?id=c96f7189-8def-42a8-b3a2-5d389a61cdcc&id=76541c5e-7213-4aa8-ac5d-af32e414c2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0384874 May 04 18:04:00.560997 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925188c-c30a-42ae-8b2d-601548d44cf1 req-809cec6c-77d2-4276-8e51-74b327dc1a23 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:04:00.562439 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e925188c-c30a-42ae-8b2d-601548d44cf1 req-809cec6c-77d2-4276-8e51-74b327dc1a23 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f955d2c-1658-4b36-ab53-c60060885e91 HTTP/1.1" status: 200 len: 985 time: 0.0830829 May 04 18:04:00.607449 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e925188c-c30a-42ae-8b2d-601548d44cf1 req-3454fbb7-376e-45e1-9331-c29c294312a8 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "GET /v2.0/security-groups?id=c96f7189-8def-42a8-b3a2-5d389a61cdcc&id=76541c5e-7213-4aa8-ac5d-af32e414c2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0392902 May 04 18:04:01.791781 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b7dbac-3b83-4a01-a154-de1f75af61a1 req-d532bf30-17b6-4273-ac42-e968cdcd9d81 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:04:01.793485 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-65b7dbac-3b83-4a01-a154-de1f75af61a1 req-d532bf30-17b6-4273-ac42-e968cdcd9d81 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f955d2c-1658-4b36-ab53-c60060885e91 HTTP/1.1" status: 200 len: 985 time: 0.0830584 May 04 18:04:01.837872 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-65b7dbac-3b83-4a01-a154-de1f75af61a1 req-93eb3c6c-b972-40e0-abbe-4a41008b70ab tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "GET /v2.0/security-groups?id=c96f7189-8def-42a8-b3a2-5d389a61cdcc&id=76541c5e-7213-4aa8-ac5d-af32e414c2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0385444 May 04 18:04:03.017796 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5de04c-b280-4fc5-bede-a766fa50a3c8 req-56981b28-322f-401f-bcba-fff9240395c1 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:04:03.019297 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-cb5de04c-b280-4fc5-bede-a766fa50a3c8 req-56981b28-322f-401f-bcba-fff9240395c1 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f955d2c-1658-4b36-ab53-c60060885e91 HTTP/1.1" status: 200 len: 985 time: 0.0789871 May 04 18:04:03.068591 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-cb5de04c-b280-4fc5-bede-a766fa50a3c8 req-17262194-84a4-490e-999a-de863a618728 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "GET /v2.0/security-groups?id=c96f7189-8def-42a8-b3a2-5d389a61cdcc&id=76541c5e-7213-4aa8-ac5d-af32e414c2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0435143 May 04 18:04:03.238967 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-10d8c264-f216-4c1f-b01d-33b94b18f97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:04:04.253137 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e556b0c-e6ae-4f62-893b-fe77eca94bf7 req-d30207c4-bb7c-4440-bbaf-b04495081df1 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:04:04.255153 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-7e556b0c-e6ae-4f62-893b-fe77eca94bf7 req-d30207c4-bb7c-4440-bbaf-b04495081df1 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f955d2c-1658-4b36-ab53-c60060885e91 HTTP/1.1" status: 200 len: 985 time: 0.0804055 May 04 18:04:04.300641 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-7e556b0c-e6ae-4f62-893b-fe77eca94bf7 req-a8787853-b2e5-4d28-978b-5068612af466 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "GET /v2.0/security-groups?id=c96f7189-8def-42a8-b3a2-5d389a61cdcc&id=76541c5e-7213-4aa8-ac5d-af32e414c2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396068 May 04 18:04:05.483897 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cee7c5-1b49-49a3-b94a-89ecdf2ff807 req-ff41cddf-4256-467b-be91-e39ae8451d12 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:04:05.485351 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c6cee7c5-1b49-49a3-b94a-89ecdf2ff807 req-ff41cddf-4256-467b-be91-e39ae8451d12 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f955d2c-1658-4b36-ab53-c60060885e91 HTTP/1.1" status: 200 len: 985 time: 0.0783145 May 04 18:04:05.530465 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c6cee7c5-1b49-49a3-b94a-89ecdf2ff807 req-05c06bdc-2ba2-4990-917a-8e46dda2b3a6 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "GET /v2.0/security-groups?id=c96f7189-8def-42a8-b3a2-5d389a61cdcc&id=76541c5e-7213-4aa8-ac5d-af32e414c2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389199 May 04 18:04:05.580256 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8ef3ec84-afa7-45a6-a615-6f8aac8354a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:04:06.640471 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:04:06.650877 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:04:06.718898 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea43305-647d-449a-8453-ac404b3832ce req-bd89e7ed-d8ef-48e0-a372-0f5f6ccb325c tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:04:06.720406 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-0ea43305-647d-449a-8453-ac404b3832ce req-bd89e7ed-d8ef-48e0-a372-0f5f6ccb325c tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f955d2c-1658-4b36-ab53-c60060885e91 HTTP/1.1" status: 200 len: 985 time: 0.0832660 May 04 18:04:06.766160 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-0ea43305-647d-449a-8453-ac404b3832ce req-056b59e5-6b13-4e24-8b98-cc609b297f17 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "GET /v2.0/security-groups?id=c96f7189-8def-42a8-b3a2-5d389a61cdcc&id=76541c5e-7213-4aa8-ac5d-af32e414c2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395148 May 04 18:04:07.949942 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d8953-8a6c-43ff-87e3-f389cfef3559 req-7e929586-9067-43fe-9290-8cea6ec58171 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:04:07.951376 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2d1d8953-8a6c-43ff-87e3-f389cfef3559 req-7e929586-9067-43fe-9290-8cea6ec58171 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f955d2c-1658-4b36-ab53-c60060885e91 HTTP/1.1" status: 200 len: 985 time: 0.0816128 May 04 18:04:07.980534 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:04:07.998226 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2d1d8953-8a6c-43ff-87e3-f389cfef3559 req-bc424e79-0418-4488-bd48-759846571e1b tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "GET /v2.0/security-groups?id=c96f7189-8def-42a8-b3a2-5d389a61cdcc&id=76541c5e-7213-4aa8-ac5d-af32e414c2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404246 May 04 18:04:09.630476 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:04:10.335854 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c6733132-bdbf-4a3d-aeef-04f74d0b12a4 req-bb4f5095-c7d6-4a19-a000-6b1a433c6e57 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7f955d2c-1658-4b36-ab53-c60060885e91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0727868 May 04 18:04:10.475936 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6733132-bdbf-4a3d-aeef-04f74d0b12a4 req-6c6bc8b4-dc6a-4b9c-9e8d-40923809b73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:04:10.477386 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c6733132-bdbf-4a3d-aeef-04f74d0b12a4 req-6c6bc8b4-dc6a-4b9c-9e8d-40923809b73b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=06676f6252f64d5ea2f7ff068ac10c29&device_id=7f955d2c-1658-4b36-ab53-c60060885e91 HTTP/1.1" status: 200 len: 1138 time: 0.0749011 May 04 18:04:10.621535 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6733132-bdbf-4a3d-aeef-04f74d0b12a4 req-0b0abc50-9b48-4f0c-bb6a-0c024fc7af6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:04:10.622985 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c6733132-bdbf-4a3d-aeef-04f74d0b12a4 req-0b0abc50-9b48-4f0c-bb6a-0c024fc7af6c service neutron] 10.222.0.42 "GET /v2.0/networks?id=278816bf-93ec-4b48-b57f-8cc4f65f4adc HTTP/1.1" status: 200 len: 915 time: 0.1253130 May 04 18:04:10.722970 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c6733132-bdbf-4a3d-aeef-04f74d0b12a4 req-c4202846-65a5-4f33-a873-6dee325e84df service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37e83719-ff42-4f47-b231-4b368437f197 HTTP/1.1" status: 200 len: 1002 time: 0.0932257 May 04 18:04:10.878016 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6733132-bdbf-4a3d-aeef-04f74d0b12a4 req-72c9e4cf-fdbf-4ba4-8975-0f6e3f309e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:04:10.879978 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c6733132-bdbf-4a3d-aeef-04f74d0b12a4 req-72c9e4cf-fdbf-4ba4-8975-0f6e3f309e95 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a9b64180-c28d-4080-9057-a87ffe3e1909 HTTP/1.1" status: 200 len: 853 time: 0.1508923 May 04 18:04:10.954733 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6733132-bdbf-4a3d-aeef-04f74d0b12a4 req-e457963f-7a81-4d77-b415-5afc2f1de581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:04:10.956165 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c6733132-bdbf-4a3d-aeef-04f74d0b12a4 req-e457963f-7a81-4d77-b415-5afc2f1de581 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=278816bf-93ec-4b48-b57f-8cc4f65f4adc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700772 May 04 18:04:11.082786 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c6733132-bdbf-4a3d-aeef-04f74d0b12a4 req-359c540a-96ec-4a8e-9e84-030826a0333c service neutron] 10.222.0.42 "GET /v2.0/networks/278816bf-93ec-4b48-b57f-8cc4f65f4adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202524 May 04 18:04:11.209199 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c6733132-bdbf-4a3d-aeef-04f74d0b12a4 req-00af6aed-2028-4464-94ab-93d0b5baf522 service neutron] 10.222.0.42 "GET /v2.0/networks/278816bf-93ec-4b48-b57f-8cc4f65f4adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206088 May 04 18:04:27.302840 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 18:04:33.240167 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d93f19e0-e46a-4f6f-88ea-d6a49675ce78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:04:35.581699 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d903e0ba-7bf6-42b3-8498-dda5f08b7549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:04:36.648130 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:04:36.661106 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:04:37.981278 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:04:39.632370 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:03.248593 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-7b4b6d1c-3556-4bed-b510-c9d59f45080e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:04.302580 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 18:05:05.582955 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4a4228ce-2fcc-430b-8349-acba7912938a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:06.642982 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:06.653144 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:07.983370 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:09.640917 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:10.525910 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-4ff55afe-645f-4a34-a5ba-5ff0ffdae0cb req-ebe1e416-4138-4646-b189-99d60bb9b655 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7f955d2c-1658-4b36-ab53-c60060885e91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0714760 May 04 18:05:10.670628 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff55afe-645f-4a34-a5ba-5ff0ffdae0cb req-b14a306b-ba55-4a4b-94d9-2b3e2ff6f808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:05:10.672109 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-4ff55afe-645f-4a34-a5ba-5ff0ffdae0cb req-b14a306b-ba55-4a4b-94d9-2b3e2ff6f808 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=06676f6252f64d5ea2f7ff068ac10c29&device_id=7f955d2c-1658-4b36-ab53-c60060885e91 HTTP/1.1" status: 200 len: 1138 time: 0.0748456 May 04 18:05:10.814948 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff55afe-645f-4a34-a5ba-5ff0ffdae0cb req-28a9ebe1-f839-433c-a921-43df3bf33ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:05:10.816353 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-4ff55afe-645f-4a34-a5ba-5ff0ffdae0cb req-28a9ebe1-f839-433c-a921-43df3bf33ad5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=278816bf-93ec-4b48-b57f-8cc4f65f4adc HTTP/1.1" status: 200 len: 915 time: 0.1259501 May 04 18:05:10.919384 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-4ff55afe-645f-4a34-a5ba-5ff0ffdae0cb req-fad5513a-3d36-4b5c-b4e1-600953c978e2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37e83719-ff42-4f47-b231-4b368437f197 HTTP/1.1" status: 200 len: 1002 time: 0.0964832 May 04 18:05:10.981124 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff55afe-645f-4a34-a5ba-5ff0ffdae0cb req-2e623158-e892-46e2-9a08-69c27aa47b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:05:10.982543 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-4ff55afe-645f-4a34-a5ba-5ff0ffdae0cb req-2e623158-e892-46e2-9a08-69c27aa47b5a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a9b64180-c28d-4080-9057-a87ffe3e1909 HTTP/1.1" status: 200 len: 853 time: 0.0565739 May 04 18:05:11.056771 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff55afe-645f-4a34-a5ba-5ff0ffdae0cb req-e7cf9036-e826-47aa-85d1-94f02b15ded9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:05:11.058238 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-4ff55afe-645f-4a34-a5ba-5ff0ffdae0cb req-e7cf9036-e826-47aa-85d1-94f02b15ded9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=278816bf-93ec-4b48-b57f-8cc4f65f4adc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668769 May 04 18:05:11.183465 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-4ff55afe-645f-4a34-a5ba-5ff0ffdae0cb req-67024ba5-f8d9-4b7c-9212-05f367e51028 service neutron] 10.222.0.42 "GET /v2.0/networks/278816bf-93ec-4b48-b57f-8cc4f65f4adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181107 May 04 18:05:11.313412 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-4ff55afe-645f-4a34-a5ba-5ff0ffdae0cb req-cd70bda9-5226-4bb2-a735-bcc51b08f5ef service neutron] 10.222.0.42 "GET /v2.0/networks/278816bf-93ec-4b48-b57f-8cc4f65f4adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229351 May 04 18:05:11.510027 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-eaccd120-cace-4b05-9bff-6118be047cae req-dcfad639-0996-465f-96be-841b5508959a tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1682822455&fields=id&tenant_id=06676f6252f64d5ea2f7ff068ac10c29 HTTP/1.1" status: 200 len: 267 time: 0.0380170 May 04 18:05:11.601051 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaccd120-cace-4b05-9bff-6118be047cae req-388afa92-0309-461c-822a-cd64b9606666 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:05:11.602519 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-eaccd120-cace-4b05-9bff-6118be047cae req-388afa92-0309-461c-822a-cd64b9606666 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f955d2c-1658-4b36-ab53-c60060885e91 HTTP/1.1" status: 200 len: 985 time: 0.0874438 May 04 18:05:11.612987 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [req-eaccd120-cace-4b05-9bff-6118be047cae req-a9b6f42e-baf3-436d-8e6a-c7bcb01f6d9f tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Request body: {'port': {'security_groups': ['76541c5e-7213-4aa8-ac5d-af32e414c2cb']}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:05:11.729211 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-eaccd120-cace-4b05-9bff-6118be047cae req-a9b6f42e-baf3-436d-8e6a-c7bcb01f6d9f tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:11.979872 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [req-eaccd120-cace-4b05-9bff-6118be047cae req-a9b6f42e-baf3-436d-8e6a-c7bcb01f6d9f tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] For port 37e83719-ff42-4f47-b231-4b368437f197, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=37e83719-ff42-4f47-b231-4b368437f197,segment=NetworkSegment(a8cdd784-6731-4ba4-8e79-f12b83313788),segment_id=a8cdd784-6731-4ba4-8e79-f12b83313788)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:05:12.004616 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-eaccd120-cace-4b05-9bff-6118be047cae req-a9b6f42e-baf3-436d-8e6a-c7bcb01f6d9f tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:12.009174 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-eaccd120-cace-4b05-9bff-6118be047cae req-a9b6f42e-baf3-436d-8e6a-c7bcb01f6d9f tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:12.021346 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] get_ports_and_sgs() called for port_ids ['37e83719-ff42-4f47-b231-4b368437f197'] {{(pid=88039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 18:05:12.079344 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaccd120-cace-4b05-9bff-6118be047cae req-a9b6f42e-baf3-436d-8e6a-c7bcb01f6d9f tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:05:12.080598 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-eaccd120-cace-4b05-9bff-6118be047cae req-a9b6f42e-baf3-436d-8e6a-c7bcb01f6d9f tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:12.082241 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-eaccd120-cace-4b05-9bff-6118be047cae req-a9b6f42e-baf3-436d-8e6a-c7bcb01f6d9f tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "PUT /v2.0/ports/37e83719-ff42-4f47-b231-4b368437f197 HTTP/1.1" status: 200 len: 943 time: 0.4733977 May 04 18:05:12.082490 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f955d2c-1658-4b36-ab53-c60060885e91', 'tag': '37e83719-ff42-4f47-b231-4b368437f197'}] {{(pid=88038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:05:12.088064 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 33392) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:05:12.117472 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b6f42e-baf3-436d-8e6a-c7bcb01f6d9f tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Pushing event updated for resources: {'Port': ['ID=37e83719-ff42-4f47-b231-4b368437f197,revision_number=7']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:05:12.126283 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b6f42e-baf3-436d-8e6a-c7bcb01f6d9f tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:05:12.127153 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b6f42e-baf3-436d-8e6a-c7bcb01f6d9f tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:05:12.127501 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b6f42e-baf3-436d-8e6a-c7bcb01f6d9f tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:05:12.127844 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b6f42e-baf3-436d-8e6a-c7bcb01f6d9f tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:05:12.128182 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b6f42e-baf3-436d-8e6a-c7bcb01f6d9f tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:05:12.128520 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b6f42e-baf3-436d-8e6a-c7bcb01f6d9f tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:05:12.129190 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b6f42e-baf3-436d-8e6a-c7bcb01f6d9f tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:05:12.129686 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b6f42e-baf3-436d-8e6a-c7bcb01f6d9f tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:05:12.130049 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b6f42e-baf3-436d-8e6a-c7bcb01f6d9f tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:05:12.130427 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b6f42e-baf3-436d-8e6a-c7bcb01f6d9f tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:05:12.130717 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b6f42e-baf3-436d-8e6a-c7bcb01f6d9f tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:05:12.131184 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b6f42e-baf3-436d-8e6a-c7bcb01f6d9f tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:05:12.139221 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.notifiers.nova [-] Nova event matching ['req-428feb20-2050-407b-8b41-f5c465c57389'] response: {'name': 'network-changed', 'server_uuid': '7f955d2c-1658-4b36-ab53-c60060885e91', 'tag': '37e83719-ff42-4f47-b231-4b368437f197', 'status': 'completed', 'code': 200} May 04 18:05:12.152128 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] get_ports_and_sgs() called for port_ids ['37e83719-ff42-4f47-b231-4b368437f197'] {{(pid=88039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 18:05:12.221070 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-98ba9190-6b9c-4ef2-92ed-da60c8843aae tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:12.263725 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-98ba9190-6b9c-4ef2-92ed-da60c8843aae tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:12.314879 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd269ddd-9254-4e42-bb3f-3cfebc280d85 req-e176740b-1f99-40e7-adef-0ca89aee6992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:05:12.316366 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dd269ddd-9254-4e42-bb3f-3cfebc280d85 req-e176740b-1f99-40e7-adef-0ca89aee6992 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=06676f6252f64d5ea2f7ff068ac10c29&device_id=7f955d2c-1658-4b36-ab53-c60060885e91 HTTP/1.1" status: 200 len: 1099 time: 0.1573527 May 04 18:05:12.393439 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-9467d109-bb22-4c26-9e5f-7f6ff52d0fa4 None None] Provisioning complete for port 37e83719-ff42-4f47-b231-4b368437f197 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:05:12.393803 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9467d109-bb22-4c26-9e5f-7f6ff52d0fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:12.417025 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-98ba9190-6b9c-4ef2-92ed-da60c8843aae tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:12.443152 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ba9190-6b9c-4ef2-92ed-da60c8843aae tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96f7189-8def-42a8-b3a2-5d389a61cdcc,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:05:12.463340 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ba9190-6b9c-4ef2-92ed-da60c8843aae tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:05:12.463685 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ba9190-6b9c-4ef2-92ed-da60c8843aae tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:05:12.464026 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ba9190-6b9c-4ef2-92ed-da60c8843aae tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:05:12.464361 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ba9190-6b9c-4ef2-92ed-da60c8843aae tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:05:12.464695 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ba9190-6b9c-4ef2-92ed-da60c8843aae tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:05:12.465026 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ba9190-6b9c-4ef2-92ed-da60c8843aae tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:05:12.465351 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ba9190-6b9c-4ef2-92ed-da60c8843aae tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:05:12.465677 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ba9190-6b9c-4ef2-92ed-da60c8843aae tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:05:12.466026 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ba9190-6b9c-4ef2-92ed-da60c8843aae tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:05:12.466349 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ba9190-6b9c-4ef2-92ed-da60c8843aae tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:05:12.466673 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ba9190-6b9c-4ef2-92ed-da60c8843aae tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:05:12.466994 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ba9190-6b9c-4ef2-92ed-da60c8843aae tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:05:12.483600 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-98ba9190-6b9c-4ef2-92ed-da60c8843aae tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:12.484707 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-98ba9190-6b9c-4ef2-92ed-da60c8843aae tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "DELETE /v2.0/security-groups/c96f7189-8def-42a8-b3a2-5d389a61cdcc HTTP/1.1" status: 204 len: 168 time: 0.3956628 May 04 18:05:12.488061 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 33396) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:05:12.492560 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd269ddd-9254-4e42-bb3f-3cfebc280d85 req-3da66f17-564b-48b8-bb6d-45f34ce92196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:05:12.493987 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dd269ddd-9254-4e42-bb3f-3cfebc280d85 req-3da66f17-564b-48b8-bb6d-45f34ce92196 service neutron] 10.222.0.42 "GET /v2.0/networks?id=278816bf-93ec-4b48-b57f-8cc4f65f4adc HTTP/1.1" status: 200 len: 915 time: 0.1714752 May 04 18:05:12.700006 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dd269ddd-9254-4e42-bb3f-3cfebc280d85 req-79fb4f06-c15c-4f62-800e-23183df539ed service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37e83719-ff42-4f47-b231-4b368437f197 HTTP/1.1" status: 200 len: 1002 time: 0.1984627 May 04 18:05:12.707847 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-ec25f90d-0cbf-41a1-a055-d41c4fb3aa7b tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Deleting port d1c0da49-4605-4921-a5b9-b3753cd174ac {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:05:12.708334 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ec25f90d-0cbf-41a1-a055-d41c4fb3aa7b tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:12.766026 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd269ddd-9254-4e42-bb3f-3cfebc280d85 req-465259ca-4241-46ff-827e-d5f58ca79d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:05:12.767669 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dd269ddd-9254-4e42-bb3f-3cfebc280d85 req-465259ca-4241-46ff-827e-d5f58ca79d3e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a9b64180-c28d-4080-9057-a87ffe3e1909 HTTP/1.1" status: 200 len: 853 time: 0.0610166 May 04 18:05:12.843764 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd269ddd-9254-4e42-bb3f-3cfebc280d85 req-49805724-0784-403a-830a-baf7ea1fa1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:05:12.846122 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dd269ddd-9254-4e42-bb3f-3cfebc280d85 req-49805724-0784-403a-830a-baf7ea1fa1bd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=278816bf-93ec-4b48-b57f-8cc4f65f4adc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709739 May 04 18:05:12.974932 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ec25f90d-0cbf-41a1-a055-d41c4fb3aa7b tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:12.975643 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ec25f90d-0cbf-41a1-a055-d41c4fb3aa7b tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:12.977024 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dd269ddd-9254-4e42-bb3f-3cfebc280d85 req-c40d85b5-308d-40bc-873b-f9b3a9953b6e service neutron] 10.222.0.42 "GET /v2.0/networks/278816bf-93ec-4b48-b57f-8cc4f65f4adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246147 May 04 18:05:13.100288 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-ec25f90d-0cbf-41a1-a055-d41c4fb3aa7b tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Calling delete_port for d1c0da49-4605-4921-a5b9-b3753cd174ac owned by network:floatingip {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:05:13.118150 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dd269ddd-9254-4e42-bb3f-3cfebc280d85 req-1eaa54e3-5efa-4bc0-93c4-2803886e58a7 service neutron] 10.222.0.42 "GET /v2.0/networks/278816bf-93ec-4b48-b57f-8cc4f65f4adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329679 May 04 18:05:13.260382 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ec25f90d-0cbf-41a1-a055-d41c4fb3aa7b tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:13.310405 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec25f90d-0cbf-41a1-a055-d41c4fb3aa7b tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Pushing event deleted for resources: {'Port': ['ID=d1c0da49-4605-4921-a5b9-b3753cd174ac,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:05:13.400433 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ec25f90d-0cbf-41a1-a055-d41c4fb3aa7b tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Notify callbacks [] for floatingip, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:13.400694 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.l3_db [None req-ec25f90d-0cbf-41a1-a055-d41c4fb3aa7b tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Floating IP 234b7136-9a00-4a75-b88b-da2e9d50d3e3 disassociated (deleted). External IP: 172.26.0.181, port: 37e83719-ff42-4f47-b231-4b368437f197. May 04 18:05:13.748405 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec25f90d-0cbf-41a1-a055-d41c4fb3aa7b tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Router 7a8d2580-1141-4e6a-9e91-3570bf2cd042 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 18:05:13.919886 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec25f90d-0cbf-41a1-a055-d41c4fb3aa7b tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:05:13.930168 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7efa741-bac5-4df6-a3bc-f62c4f6c5250 None None] Sync routers for ids ['7a8d2580-1141-4e6a-9e91-3570bf2cd042'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:05:13.939667 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7efa741-bac5-4df6-a3bc-f62c4f6c5250 None None] Routers {'7a8d2580-1141-4e6a-9e91-3570bf2cd042'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:05:13.940280 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-a7efa741-bac5-4df6-a3bc-f62c4f6c5250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:05:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['7a8d2580-1141-4e6a-9e91-3570bf2cd042'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:05:13.941533 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ec25f90d-0cbf-41a1-a055-d41c4fb3aa7b tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:13.998999 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-ec25f90d-0cbf-41a1-a055-d41c4fb3aa7b tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "DELETE /v2.0/floatingips/234b7136-9a00-4a75-b88b-da2e9d50d3e3 HTTP/1.1" status: 204 len: 168 time: 1.5095148 May 04 18:05:14.116791 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-a7efa741-bac5-4df6-a3bc-f62c4f6c5250 None None] Set router 7a8d2580-1141-4e6a-9e91-3570bf2cd042 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:05:14.140894 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f955d2c-1658-4b36-ab53-c60060885e91', 'tag': '37e83719-ff42-4f47-b231-4b368437f197'}] {{(pid=88038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:05:14.195617 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f03241a7-8abd-4d1b-b734-3602d303a8d5'] response: {'name': 'network-changed', 'server_uuid': '7f955d2c-1658-4b36-ab53-c60060885e91', 'tag': '37e83719-ff42-4f47-b231-4b368437f197', 'status': 'completed', 'code': 200} May 04 18:05:14.295877 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339e993-ec4d-4177-8cad-fcf4610fee43 req-1dd66629-62ef-4ce3-867d-19a94c893a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:05:14.297349 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c339e993-ec4d-4177-8cad-fcf4610fee43 req-1dd66629-62ef-4ce3-867d-19a94c893a4f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=06676f6252f64d5ea2f7ff068ac10c29&device_id=7f955d2c-1658-4b36-ab53-c60060885e91 HTTP/1.1" status: 200 len: 1099 time: 0.0792780 May 04 18:05:14.469504 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339e993-ec4d-4177-8cad-fcf4610fee43 req-f6ef0c6c-b68e-4fad-b470-9c2bcbf3a843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:05:14.471658 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c339e993-ec4d-4177-8cad-fcf4610fee43 req-f6ef0c6c-b68e-4fad-b470-9c2bcbf3a843 service neutron] 10.222.0.42 "GET /v2.0/networks?id=278816bf-93ec-4b48-b57f-8cc4f65f4adc HTTP/1.1" status: 200 len: 915 time: 0.1679862 May 04 18:05:14.501164 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-a7efa741-bac5-4df6-a3bc-f62c4f6c5250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a8d2580-1141-4e6a-9e91-3570bf2cd042', 'name': 'tempest-TestMinimumBasicScenario-408766815-router', 'tenant_id': '06676f6252f64d5ea2f7ff068ac10c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': '29fd9ad3-2670-465c-9f40-fe5468822877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:01:59Z', 'updated_at': '2022-05-04T18:02:03Z', 'revision_number': 4, 'project_id': '06676f6252f64d5ea2f7ff068ac10c29', 'gw_port': {'id': '29fd9ad3-2670-465c-9f40-fe5468822877', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:aa:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8d2580-1141-4e6a-9e91-3570bf2cd042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:02:00Z', 'updated_at': '2022-05-04T18:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '035944aa-260f-45ca-8f36-e80deb8153a5', 'name': '', 'network_id': '278816bf-93ec-4b48-b57f-8cc4f65f4adc', 'tenant_id': '06676f6252f64d5ea2f7ff068ac10c29', 'mac_address': 'fa:16:3e:a6:aa:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8d2580-1141-4e6a-9e91-3570bf2cd042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'a9b64180-c28d-4080-9057-a87ffe3e1909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:02:02Z', 'updated_at': '2022-05-04T18:02:10Z', 'revision_number': 5, 'project_id': '06676f6252f64d5ea2f7ff068ac10c29', 'subnets': [{'id': 'a9b64180-c28d-4080-9057-a87ffe3e1909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:05:14.505178 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7efa741-bac5-4df6-a3bc-f62c4f6c5250 None None] Checking router: 7a8d2580-1141-4e6a-9e91-3570bf2cd042 for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:05:14.513771 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7efa741-bac5-4df6-a3bc-f62c4f6c5250 None None] Routers {'7a8d2580-1141-4e6a-9e91-3570bf2cd042'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:05:14.514419 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-a7efa741-bac5-4df6-a3bc-f62c4f6c5250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:05:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['7a8d2580-1141-4e6a-9e91-3570bf2cd042'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:05:14.541783 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c339e993-ec4d-4177-8cad-fcf4610fee43 req-ca0e7ca2-ce48-4ab3-af23-20e8a64afec1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37e83719-ff42-4f47-b231-4b368437f197 HTTP/1.1" status: 200 len: 217 time: 0.0639889 May 04 18:05:14.606315 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339e993-ec4d-4177-8cad-fcf4610fee43 req-b65b9a56-297b-4083-b80d-d9a8f714b689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:05:14.607747 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c339e993-ec4d-4177-8cad-fcf4610fee43 req-b65b9a56-297b-4083-b80d-d9a8f714b689 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a9b64180-c28d-4080-9057-a87ffe3e1909 HTTP/1.1" status: 200 len: 853 time: 0.0597551 May 04 18:05:14.683021 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339e993-ec4d-4177-8cad-fcf4610fee43 req-3bcfd305-d5db-40c6-802c-48e9d6ebd512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:05:14.684706 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c339e993-ec4d-4177-8cad-fcf4610fee43 req-3bcfd305-d5db-40c6-802c-48e9d6ebd512 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=278816bf-93ec-4b48-b57f-8cc4f65f4adc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700660 May 04 18:05:14.702850 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-a7efa741-bac5-4df6-a3bc-f62c4f6c5250 None None] Set router 7a8d2580-1141-4e6a-9e91-3570bf2cd042 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:05:14.830137 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c339e993-ec4d-4177-8cad-fcf4610fee43 req-960e676b-d3b4-4ccd-982f-bd2fbb35e061 service neutron] 10.222.0.42 "GET /v2.0/networks/278816bf-93ec-4b48-b57f-8cc4f65f4adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378219 May 04 18:05:14.967939 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c339e993-ec4d-4177-8cad-fcf4610fee43 req-515cb0c9-43e8-4107-9280-04ad64934b2f service neutron] 10.222.0.42 "GET /v2.0/networks/278816bf-93ec-4b48-b57f-8cc4f65f4adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304295 May 04 18:05:15.029011 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-a7efa741-bac5-4df6-a3bc-f62c4f6c5250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a8d2580-1141-4e6a-9e91-3570bf2cd042', 'name': 'tempest-TestMinimumBasicScenario-408766815-router', 'tenant_id': '06676f6252f64d5ea2f7ff068ac10c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': '29fd9ad3-2670-465c-9f40-fe5468822877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:01:59Z', 'updated_at': '2022-05-04T18:02:03Z', 'revision_number': 4, 'project_id': '06676f6252f64d5ea2f7ff068ac10c29', 'gw_port': {'id': '29fd9ad3-2670-465c-9f40-fe5468822877', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:aa:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8d2580-1141-4e6a-9e91-3570bf2cd042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:02:00Z', 'updated_at': '2022-05-04T18:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '035944aa-260f-45ca-8f36-e80deb8153a5', 'name': '', 'network_id': '278816bf-93ec-4b48-b57f-8cc4f65f4adc', 'tenant_id': '06676f6252f64d5ea2f7ff068ac10c29', 'mac_address': 'fa:16:3e:a6:aa:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8d2580-1141-4e6a-9e91-3570bf2cd042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'a9b64180-c28d-4080-9057-a87ffe3e1909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:02:02Z', 'updated_at': '2022-05-04T18:02:10Z', 'revision_number': 5, 'project_id': '06676f6252f64d5ea2f7ff068ac10c29', 'subnets': [{'id': 'a9b64180-c28d-4080-9057-a87ffe3e1909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:05:15.033313 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7efa741-bac5-4df6-a3bc-f62c4f6c5250 None None] The sync data for ids ['7a8d2580-1141-4e6a-9e91-3570bf2cd042'] in dv-neutron-840426-1-hyperv is: [{'id': '7a8d2580-1141-4e6a-9e91-3570bf2cd042', 'name': 'tempest-TestMinimumBasicScenario-408766815-router', 'tenant_id': '06676f6252f64d5ea2f7ff068ac10c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': '29fd9ad3-2670-465c-9f40-fe5468822877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:01:59Z', 'updated_at': '2022-05-04T18:02:03Z', 'revision_number': 4, 'project_id': '06676f6252f64d5ea2f7ff068ac10c29', 'gw_port': {'id': '29fd9ad3-2670-465c-9f40-fe5468822877', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:aa:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8d2580-1141-4e6a-9e91-3570bf2cd042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:02:00Z', 'updated_at': '2022-05-04T18:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '035944aa-260f-45ca-8f36-e80deb8153a5', 'name': '', 'network_id': '278816bf-93ec-4b48-b57f-8cc4f65f4adc', 'tenant_id': '06676f6252f64d5ea2f7ff068ac10c29', 'mac_address': 'fa:16:3e:a6:aa:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8d2580-1141-4e6a-9e91-3570bf2cd042', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'a9b64180-c28d-4080-9057-a87ffe3e1909', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:02:02Z', 'updated_at': '2022-05-04T18:02:10Z', 'revision_number': 5, 'project_id': '06676f6252f64d5ea2f7ff068ac10c29', 'subnets': [{'id': 'a9b64180-c28d-4080-9057-a87ffe3e1909', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:05:15.279455 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9c8eee-1229-4f70-8d4b-2b2d586a3e4a None None] New status for floating IP 234b7136-9a00-4a75-b88b-da2e9d50d3e3: DOWN {{(pid=88040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 18:05:18.413537 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d09c19-986e-41fc-b787-89ee51131479 req-cd444eab-7faa-4fb2-90cd-7cf5d55825ed tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:05:18.414948 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c4d09c19-986e-41fc-b787-89ee51131479 req-cd444eab-7faa-4fb2-90cd-7cf5d55825ed tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f955d2c-1658-4b36-ab53-c60060885e91 HTTP/1.1" status: 200 len: 946 time: 0.0834227 May 04 18:05:18.458853 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-c4d09c19-986e-41fc-b787-89ee51131479 req-a0efd0c9-2a9d-4933-a2f6-4a286b8fa495 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Synchronizing usage tracker for tenant:06676f6252f64d5ea2f7ff068ac10c29 on resource:security_group {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:05:18.474561 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-c4d09c19-986e-41fc-b787-89ee51131479 req-a0efd0c9-2a9d-4933-a2f6-4a286b8fa495 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Unset dirty status for tenant:06676f6252f64d5ea2f7ff068ac10c29 on resource:security_group {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:05:18.475784 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c4d09c19-986e-41fc-b787-89ee51131479 req-a0efd0c9-2a9d-4933-a2f6-4a286b8fa495 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "GET /v2.0/security-groups?id=76541c5e-7213-4aa8-ac5d-af32e414c2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550048 May 04 18:05:19.660735 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49addc86-011e-4098-aef6-656eb82cafe7 req-629fc2a8-ce4c-4b65-8889-de29c0aeb123 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:05:19.661419 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-49addc86-011e-4098-aef6-656eb82cafe7 req-629fc2a8-ce4c-4b65-8889-de29c0aeb123 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Synchronizing usage tracker for tenant:06676f6252f64d5ea2f7ff068ac10c29 on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:05:19.676653 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-49addc86-011e-4098-aef6-656eb82cafe7 req-629fc2a8-ce4c-4b65-8889-de29c0aeb123 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Unset dirty status for tenant:06676f6252f64d5ea2f7ff068ac10c29 on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:05:19.677865 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-49addc86-011e-4098-aef6-656eb82cafe7 req-629fc2a8-ce4c-4b65-8889-de29c0aeb123 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f955d2c-1658-4b36-ab53-c60060885e91 HTTP/1.1" status: 200 len: 946 time: 0.0943735 May 04 18:05:19.720956 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-49addc86-011e-4098-aef6-656eb82cafe7 req-38256901-fe80-4bec-8f54-192ace42ffa4 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "GET /v2.0/security-groups?id=76541c5e-7213-4aa8-ac5d-af32e414c2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374303 May 04 18:05:20.286109 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d8b5c-d5d9-4828-9bdc-ff165a474fd6 req-814371be-1b8b-4768-8e76-5392b7eb870b tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:05:20.287610 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-cb8d8b5c-d5d9-4828-9bdc-ff165a474fd6 req-814371be-1b8b-4768-8e76-5392b7eb870b tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f955d2c-1658-4b36-ab53-c60060885e91 HTTP/1.1" status: 200 len: 946 time: 0.0821660 May 04 18:05:20.359120 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [req-cb8d8b5c-d5d9-4828-9bdc-ff165a474fd6 req-2f788eba-b6a4-468f-b87f-fc04c80b4ea4 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Deleting port 37e83719-ff42-4f47-b231-4b368437f197 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:05:20.359470 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-cb8d8b5c-d5d9-4828-9bdc-ff165a474fd6 req-2f788eba-b6a4-468f-b87f-fc04c80b4ea4 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:20.685033 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-cb8d8b5c-d5d9-4828-9bdc-ff165a474fd6 req-2f788eba-b6a4-468f-b87f-fc04c80b4ea4 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] For port 37e83719-ff42-4f47-b231-4b368437f197, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=37e83719-ff42-4f47-b231-4b368437f197,segment=NetworkSegment(a8cdd784-6731-4ba4-8e79-f12b83313788),segment_id=a8cdd784-6731-4ba4-8e79-f12b83313788)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:05:20.685390 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-cb8d8b5c-d5d9-4828-9bdc-ff165a474fd6 req-2f788eba-b6a4-468f-b87f-fc04c80b4ea4 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:20.807561 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [req-cb8d8b5c-d5d9-4828-9bdc-ff165a474fd6 req-2f788eba-b6a4-468f-b87f-fc04c80b4ea4 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Calling delete_port for 37e83719-ff42-4f47-b231-4b368437f197 owned by compute:nova {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:05:20.987376 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f932b-9821-4a34-9b22-164918578740 req-095f4291-b974-4597-95b0-b47ab978d1c1 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:05:20.988743 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-cf1f932b-9821-4a34-9b22-164918578740 req-095f4291-b974-4597-95b0-b47ab978d1c1 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f955d2c-1658-4b36-ab53-c60060885e91 HTTP/1.1" status: 200 len: 946 time: 0.1544335 May 04 18:05:21.037358 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-cb8d8b5c-d5d9-4828-9bdc-ff165a474fd6 req-2f788eba-b6a4-468f-b87f-fc04c80b4ea4 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:21.085334 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-cf1f932b-9821-4a34-9b22-164918578740 req-e09c8bd7-22ad-4379-96ec-52207e386782 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.41 "GET /v2.0/security-groups?id=76541c5e-7213-4aa8-ac5d-af32e414c2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903535 May 04 18:05:21.096401 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f788eba-b6a4-468f-b87f-fc04c80b4ea4 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Pushing event deleted for resources: {'Port': ['ID=37e83719-ff42-4f47-b231-4b368437f197,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:05:21.172714 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb8d8b5c-d5d9-4828-9bdc-ff165a474fd6 req-2f788eba-b6a4-468f-b87f-fc04c80b4ea4 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] No DVR routers for this DVR port 37e83719-ff42-4f47-b231-4b368437f197 on host hv-neutron-8404 {{(pid=88037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:05:21.175208 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-cb8d8b5c-d5d9-4828-9bdc-ff165a474fd6 req-2f788eba-b6a4-468f-b87f-fc04c80b4ea4 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:21.177663 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f955d2c-1658-4b36-ab53-c60060885e91', 'name': 'network-vif-deleted', 'tag': '37e83719-ff42-4f47-b231-4b368437f197'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:05:21.195331 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-cb8d8b5c-d5d9-4828-9bdc-ff165a474fd6 req-2f788eba-b6a4-468f-b87f-fc04c80b4ea4 tempest-TestMinimumBasicScenario-184984480 tempest-TestMinimumBasicScenario-184984480-project] 10.222.0.42 "DELETE /v2.0/ports/37e83719-ff42-4f47-b231-4b368437f197 HTTP/1.1" status: 204 len: 173 time: 0.9020329 May 04 18:05:21.292357 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dcfd6b6-082f-4f02-a161-b9b93a3989ee'] response: {'server_uuid': '7f955d2c-1658-4b36-ab53-c60060885e91', 'name': 'network-vif-deleted', 'tag': '37e83719-ff42-4f47-b231-4b368437f197', 'status': 'completed', 'code': 200} May 04 18:05:22.720719 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 33484) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:05:22.960801 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 37e83719-ff42-4f47-b231-4b368437f197 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:05:22.997865 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] No Port match for: 37e83719-ff42-4f47-b231-4b368437f197 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 18:05:22.998241 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 37e83719-ff42-4f47-b231-4b368437f197 not bound to the agent host hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:05:23.253002 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-40246ee1-d056-4cb8-8719-ef7b8a529f2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710748'] for router_interface, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:23.687222 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-40246ee1-d056-4cb8-8719-ef7b8a529f2d admin admin] Deleting port 035944aa-260f-45ca-8f36-e80deb8153a5 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:05:23.687559 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-40246ee1-d056-4cb8-8719-ef7b8a529f2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:23.855621 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-40246ee1-d056-4cb8-8719-ef7b8a529f2d admin admin] For port 035944aa-260f-45ca-8f36-e80deb8153a5, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=035944aa-260f-45ca-8f36-e80deb8153a5,segment=NetworkSegment(a8cdd784-6731-4ba4-8e79-f12b83313788),segment_id=a8cdd784-6731-4ba4-8e79-f12b83313788)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:05:23.856262 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-40246ee1-d056-4cb8-8719-ef7b8a529f2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:23.978642 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-40246ee1-d056-4cb8-8719-ef7b8a529f2d admin admin] Calling delete_port for 035944aa-260f-45ca-8f36-e80deb8153a5 owned by network:router_interface {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:05:24.288578 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-40246ee1-d056-4cb8-8719-ef7b8a529f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:24.333576 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40246ee1-d056-4cb8-8719-ef7b8a529f2d admin admin] Pushing event deleted for resources: {'Port': ['ID=035944aa-260f-45ca-8f36-e80deb8153a5,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:05:24.600481 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-40246ee1-d056-4cb8-8719-ef7b8a529f2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710832'] for router_interface, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:25.053423 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40246ee1-d056-4cb8-8719-ef7b8a529f2d admin admin] Router 7a8d2580-1141-4e6a-9e91-3570bf2cd042 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 18:05:25.227359 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40246ee1-d056-4cb8-8719-ef7b8a529f2d admin admin] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:05:25.235887 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105f94e3-bc29-4131-92ef-b7080f8709ba None None] Sync routers for ids ['7a8d2580-1141-4e6a-9e91-3570bf2cd042'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:05:25.242648 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-40246ee1-d056-4cb8-8719-ef7b8a529f2d admin admin] 10.222.0.41 "PUT /v2.0/routers/7a8d2580-1141-4e6a-9e91-3570bf2cd042/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5194805 May 04 18:05:25.243733 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 33488) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:05:25.245737 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105f94e3-bc29-4131-92ef-b7080f8709ba None None] Routers {'7a8d2580-1141-4e6a-9e91-3570bf2cd042'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:05:25.246374 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-105f94e3-bc29-4131-92ef-b7080f8709ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:05:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['7a8d2580-1141-4e6a-9e91-3570bf2cd042'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:05:25.424852 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3caba9f4-4414-4377-af7d-b6a57210e07b admin admin] Notify callbacks [] for router, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:25.426063 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-105f94e3-bc29-4131-92ef-b7080f8709ba None None] Set router 7a8d2580-1141-4e6a-9e91-3570bf2cd042 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:05:25.599991 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3caba9f4-4414-4377-af7d-b6a57210e07b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:25.609779 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-3caba9f4-4414-4377-af7d-b6a57210e07b admin admin] Deleting port 29fd9ad3-2670-465c-9f40-fe5468822877 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:05:25.610169 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3caba9f4-4414-4377-af7d-b6a57210e07b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:25.767291 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-105f94e3-bc29-4131-92ef-b7080f8709ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a8d2580-1141-4e6a-9e91-3570bf2cd042', 'name': 'tempest-TestMinimumBasicScenario-408766815-router', 'tenant_id': '06676f6252f64d5ea2f7ff068ac10c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': '29fd9ad3-2670-465c-9f40-fe5468822877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:01:59Z', 'updated_at': '2022-05-04T18:05:24Z', 'revision_number': 5, 'project_id': '06676f6252f64d5ea2f7ff068ac10c29', 'gw_port': {'id': '29fd9ad3-2670-465c-9f40-fe5468822877', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:aa:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8d2580-1141-4e6a-9e91-3570bf2cd042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:02:00Z', 'updated_at': '2022-05-04T18:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:05:25.771857 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105f94e3-bc29-4131-92ef-b7080f8709ba None None] Checking router: 7a8d2580-1141-4e6a-9e91-3570bf2cd042 for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:05:25.781550 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105f94e3-bc29-4131-92ef-b7080f8709ba None None] Routers {'7a8d2580-1141-4e6a-9e91-3570bf2cd042'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:05:25.782666 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-105f94e3-bc29-4131-92ef-b7080f8709ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:05:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['7a8d2580-1141-4e6a-9e91-3570bf2cd042'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:05:25.808692 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-3caba9f4-4414-4377-af7d-b6a57210e07b admin admin] For port 29fd9ad3-2670-465c-9f40-fe5468822877, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=29fd9ad3-2670-465c-9f40-fe5468822877,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:05:25.809048 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3caba9f4-4414-4377-af7d-b6a57210e07b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:25.929832 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-3caba9f4-4414-4377-af7d-b6a57210e07b admin admin] Calling delete_port for 29fd9ad3-2670-465c-9f40-fe5468822877 owned by network:router_gateway {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:05:25.944790 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-105f94e3-bc29-4131-92ef-b7080f8709ba None None] Set router 7a8d2580-1141-4e6a-9e91-3570bf2cd042 gateway port host: None {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:05:26.068521 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-105f94e3-bc29-4131-92ef-b7080f8709ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a8d2580-1141-4e6a-9e91-3570bf2cd042', 'name': 'tempest-TestMinimumBasicScenario-408766815-router', 'tenant_id': '06676f6252f64d5ea2f7ff068ac10c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:01:59Z', 'updated_at': '2022-05-04T18:05:25Z', 'revision_number': 6, 'project_id': '06676f6252f64d5ea2f7ff068ac10c29', 'gw_port_host': None}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:05:26.072606 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105f94e3-bc29-4131-92ef-b7080f8709ba None None] The sync data for ids ['7a8d2580-1141-4e6a-9e91-3570bf2cd042'] in dv-neutron-840426-1-hyperv is: [{'id': '7a8d2580-1141-4e6a-9e91-3570bf2cd042', 'name': 'tempest-TestMinimumBasicScenario-408766815-router', 'tenant_id': '06676f6252f64d5ea2f7ff068ac10c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:01:59Z', 'updated_at': '2022-05-04T18:05:25Z', 'revision_number': 6, 'project_id': '06676f6252f64d5ea2f7ff068ac10c29', 'gw_port_host': None}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:05:26.115006 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3caba9f4-4414-4377-af7d-b6a57210e07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:26.163767 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caba9f4-4414-4377-af7d-b6a57210e07b admin admin] Pushing event deleted for resources: {'Port': ['ID=29fd9ad3-2670-465c-9f40-fe5468822877,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:05:26.254482 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3caba9f4-4414-4377-af7d-b6a57210e07b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710199'] for router_gateway, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:26.535098 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3caba9f4-4414-4377-af7d-b6a57210e07b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:26.537273 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3caba9f4-4414-4377-af7d-b6a57210e07b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:26.559293 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3caba9f4-4414-4377-af7d-b6a57210e07b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:26.559869 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3caba9f4-4414-4377-af7d-b6a57210e07b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a8d2580-1141-4e6a-9e91-3570bf2cd042 {{(pid=88037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 18:05:26.572103 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3caba9f4-4414-4377-af7d-b6a57210e07b admin admin] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:26.573210 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-3caba9f4-4414-4377-af7d-b6a57210e07b admin admin] 10.222.0.41 "DELETE /v2.0/routers/7a8d2580-1141-4e6a-9e91-3570bf2cd042 HTTP/1.1" status: 204 len: 168 time: 1.3285940 May 04 18:05:26.575841 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 33492) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:05:26.634589 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-606cbb6e-0351-49c1-b9e6-90722b64387e admin admin] Deleting subnet a9b64180-c28d-4080-9057-a87ffe3e1909 {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 18:05:26.637428 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-606cbb6e-0351-49c1-b9e6-90722b64387e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:26.684743 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-606cbb6e-0351-49c1-b9e6-90722b64387e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:26.763550 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-606cbb6e-0351-49c1-b9e6-90722b64387e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:26.830815 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-606cbb6e-0351-49c1-b9e6-90722b64387e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:26.871927 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606cbb6e-0351-49c1-b9e6-90722b64387e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9b64180-c28d-4080-9057-a87ffe3e1909,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:05:26.875549 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-606cbb6e-0351-49c1-b9e6-90722b64387e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:26.880826 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64ed44b-2ab2-46ea-9a88-bc60afcba032 None None] Network 278816bf-93ec-4b48-b57f-8cc4f65f4adc requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:05:26.881754 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-606cbb6e-0351-49c1-b9e6-90722b64387e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a9b64180-c28d-4080-9057-a87ffe3e1909 HTTP/1.1" status: 204 len: 168 time: 0.3048944 May 04 18:05:26.884166 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 33496) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:05:26.991541 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-46f32b6b-7cf5-4c27-8b22-2a7f4157a808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:27.003007 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-46f32b6b-7cf5-4c27-8b22-2a7f4157a808 admin admin] Deleting port 4fab4c60-a93a-498b-8c0c-c1effff9ffa1 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:05:27.003267 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-46f32b6b-7cf5-4c27-8b22-2a7f4157a808 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:27.144079 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b68173-e206-4dec-84bb-b7ab6a572cd2 None None] DHCP port deletion for 278816bf-93ec-4b48-b57f-8cc4f65f4adc request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 18:05:27.148227 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-12b68173-e206-4dec-84bb-b7ab6a572cd2 None None] Deleting port 4fab4c60-a93a-498b-8c0c-c1effff9ffa1 {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:05:27.148595 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-12b68173-e206-4dec-84bb-b7ab6a572cd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:27.220725 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-46f32b6b-7cf5-4c27-8b22-2a7f4157a808 admin admin] For port 4fab4c60-a93a-498b-8c0c-c1effff9ffa1, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=4fab4c60-a93a-498b-8c0c-c1effff9ffa1,segment=NetworkSegment(a8cdd784-6731-4ba4-8e79-f12b83313788),segment_id=a8cdd784-6731-4ba4-8e79-f12b83313788)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:05:27.221318 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-46f32b6b-7cf5-4c27-8b22-2a7f4157a808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:27.344567 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-46f32b6b-7cf5-4c27-8b22-2a7f4157a808 admin admin] Calling delete_port for 4fab4c60-a93a-498b-8c0c-c1effff9ffa1 owned by network:dhcp {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:05:27.361311 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-12b68173-e206-4dec-84bb-b7ab6a572cd2 None None] For port 4fab4c60-a93a-498b-8c0c-c1effff9ffa1, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=4fab4c60-a93a-498b-8c0c-c1effff9ffa1,segment=NetworkSegment(a8cdd784-6731-4ba4-8e79-f12b83313788),segment_id=a8cdd784-6731-4ba4-8e79-f12b83313788)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:05:27.363198 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-12b68173-e206-4dec-84bb-b7ab6a572cd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:27.430489 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-46f32b6b-7cf5-4c27-8b22-2a7f4157a808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:27.433547 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 29fd9ad3-2670-465c-9f40-fe5468822877 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:05:27.475461 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f32b6b-7cf5-4c27-8b22-2a7f4157a808 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fab4c60-a93a-498b-8c0c-c1effff9ffa1,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:05:27.480502 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f32b6b-7cf5-4c27-8b22-2a7f4157a808 admin admin] No DVR routers for this DVR port 4fab4c60-a93a-498b-8c0c-c1effff9ffa1 on host dv-neutron-840426-1-hyperv {{(pid=88037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:05:27.527971 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-12b68173-e206-4dec-84bb-b7ab6a572cd2 None None] Calling delete_port for 4fab4c60-a93a-498b-8c0c-c1effff9ffa1 owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:05:27.555854 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 29fd9ad3-2670-465c-9f40-fe5468822877 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 18:05:27.556202 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 29fd9ad3-2670-465c-9f40-fe5468822877 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:05:27.556613 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 4fab4c60-a93a-498b-8c0c-c1effff9ffa1 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:05:27.592882 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-46f32b6b-7cf5-4c27-8b22-2a7f4157a808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:27.600793 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 4fab4c60-a93a-498b-8c0c-c1effff9ffa1 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 18:05:27.601136 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 4fab4c60-a93a-498b-8c0c-c1effff9ffa1 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:05:27.601543 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 035944aa-260f-45ca-8f36-e80deb8153a5 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:05:27.616837 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-46f32b6b-7cf5-4c27-8b22-2a7f4157a808 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['278816bf-93ec-4b48-b57f-8cc4f65f4adc']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:05:27.629346 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-46f32b6b-7cf5-4c27-8b22-2a7f4157a808 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8cdd784-6731-4ba4-8e79-f12b83313788') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:05:27.629346 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-46f32b6b-7cf5-4c27-8b22-2a7f4157a808 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8cdd784-6731-4ba4-8e79-f12b83313788') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:05:27.636944 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 035944aa-260f-45ca-8f36-e80deb8153a5 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 18:05:27.637291 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 035944aa-260f-45ca-8f36-e80deb8153a5 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:05:27.641062 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-46f32b6b-7cf5-4c27-8b22-2a7f4157a808 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:27.658388 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-46f32b6b-7cf5-4c27-8b22-2a7f4157a808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:27.664335 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46f32b6b-7cf5-4c27-8b22-2a7f4157a808 admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 18:05:27.664720 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-46f32b6b-7cf5-4c27-8b22-2a7f4157a808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:27.666620 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.db.api [None req-12b68173-e206-4dec-84bb-b7ab6a572cd2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 18:05:27.667004 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG oslo_db.api [None req-12b68173-e206-4dec-84bb-b7ab6a572cd2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 18:05:27.677977 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 18:05:27.677977 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 18:05:27.677977 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 18:05:27.677977 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 18:05:27.677977 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 18:05:27.677977 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 18:05:27.677977 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 18:05:27.677977 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 18:05:27.677977 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 18:05:27.677977 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 18:05:27.677977 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 18:05:27.677977 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 18:05:27.677977 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 18:05:27.677977 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 18:05:27.677977 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 18:05:27.677977 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 18:05:27.677977 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 18:05:27.677977 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 18:05:27.677977 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 18:05:27.677977 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 18:05:27.677977 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 18:05:27.677977 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 18:05:27.677977 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 18:05:27.677977 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 18:05:27.677977 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 18:05:27.677977 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 18:05:27.677977 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 18:05:27.677977 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 18:05:27.677977 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 18:05:27.677977 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 18:05:27.677977 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 18:05:27.677977 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 18:05:27.751833 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-46f32b6b-7cf5-4c27-8b22-2a7f4157a808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:27.767425 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-46f32b6b-7cf5-4c27-8b22-2a7f4157a808 admin admin] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:27.777082 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f32b6b-7cf5-4c27-8b22-2a7f4157a808 admin admin] Pushing event deleted for resources: {'Network': ['ID=278816bf-93ec-4b48-b57f-8cc4f65f4adc,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:05:27.784017 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-46f32b6b-7cf5-4c27-8b22-2a7f4157a808 admin admin] 10.222.0.41 "DELETE /v2.0/networks/278816bf-93ec-4b48-b57f-8cc4f65f4adc HTTP/1.1" status: 204 len: 168 time: 0.8989248 May 04 18:05:27.786790 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 33500) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:05:28.168134 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-12b68173-e206-4dec-84bb-b7ab6a572cd2 None None] Deleting port 4fab4c60-a93a-498b-8c0c-c1effff9ffa1 {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:05:28.168933 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-12b68173-e206-4dec-84bb-b7ab6a572cd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:28.236421 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-12b68173-e206-4dec-84bb-b7ab6a572cd2 None None] The port '4fab4c60-a93a-498b-8c0c-c1effff9ffa1' was deleted {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 04 18:05:28.402398 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-32cce67e-aa5c-4703-9ef3-0ffc087b14f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710748'] for router_interface, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:28.743007 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-32cce67e-aa5c-4703-9ef3-0ffc087b14f5 admin admin] Deleting port 779f693c-d8c7-4500-a20a-717b286da0e4 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:05:28.743343 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-32cce67e-aa5c-4703-9ef3-0ffc087b14f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:28.907883 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-32cce67e-aa5c-4703-9ef3-0ffc087b14f5 admin admin] For port 779f693c-d8c7-4500-a20a-717b286da0e4, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=779f693c-d8c7-4500-a20a-717b286da0e4,segment=NetworkSegment(59e1861f-7158-439f-84c3-b1c57cb4ae30),segment_id=59e1861f-7158-439f-84c3-b1c57cb4ae30)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:05:28.908233 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-32cce67e-aa5c-4703-9ef3-0ffc087b14f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:29.027208 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-32cce67e-aa5c-4703-9ef3-0ffc087b14f5 admin admin] Calling delete_port for 779f693c-d8c7-4500-a20a-717b286da0e4 owned by network:router_interface {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:05:29.199344 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-32cce67e-aa5c-4703-9ef3-0ffc087b14f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:29.246885 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cce67e-aa5c-4703-9ef3-0ffc087b14f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=779f693c-d8c7-4500-a20a-717b286da0e4,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:05:29.634328 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-32cce67e-aa5c-4703-9ef3-0ffc087b14f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710832'] for router_interface, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:30.021798 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32cce67e-aa5c-4703-9ef3-0ffc087b14f5 admin admin] Router dbb00397-205a-4098-b972-8358db90416b has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 18:05:30.198599 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32cce67e-aa5c-4703-9ef3-0ffc087b14f5 admin admin] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:05:30.207558 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-32cce67e-aa5c-4703-9ef3-0ffc087b14f5 admin admin] 10.222.0.41 "PUT /v2.0/routers/dbb00397-205a-4098-b972-8358db90416b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4198232 May 04 18:05:30.207942 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bca00b6-8279-4ce6-a82b-540049e95bb5 None None] Sync routers for ids ['dbb00397-205a-4098-b972-8358db90416b'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:05:30.210026 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 33504) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:05:30.217432 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bca00b6-8279-4ce6-a82b-540049e95bb5 None None] Routers {'dbb00397-205a-4098-b972-8358db90416b'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:05:30.218164 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-8bca00b6-8279-4ce6-a82b-540049e95bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:05:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['dbb00397-205a-4098-b972-8358db90416b'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:05:30.399936 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7c93fd9f-0242-40bd-8db7-58d176c10a29 admin admin] Notify callbacks [] for router, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:30.412110 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-8bca00b6-8279-4ce6-a82b-540049e95bb5 None None] Set router dbb00397-205a-4098-b972-8358db90416b gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:05:30.575923 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7c93fd9f-0242-40bd-8db7-58d176c10a29 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:30.586005 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-7c93fd9f-0242-40bd-8db7-58d176c10a29 admin admin] Deleting port 9d1de3f3-84f7-4635-b7d3-a6dc3ab705fc {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:05:30.586333 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7c93fd9f-0242-40bd-8db7-58d176c10a29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:30.700559 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-8bca00b6-8279-4ce6-a82b-540049e95bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb00397-205a-4098-b972-8358db90416b', 'name': 'tempest-TestMinimumBasicScenario-1914592370-router', 'tenant_id': '9a5d5fa6a9384a9b8792562ee74ef0ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.174'}], 'enable_snat': True}, 'gw_port_id': '9d1de3f3-84f7-4635-b7d3-a6dc3ab705fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:02:05Z', 'updated_at': '2022-05-04T18:05:29Z', 'revision_number': 5, 'project_id': '9a5d5fa6a9384a9b8792562ee74ef0ca', 'gw_port': {'id': '9d1de3f3-84f7-4635-b7d3-a6dc3ab705fc', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:18:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb00397-205a-4098-b972-8358db90416b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:02:06Z', 'updated_at': '2022-05-04T18:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:05:30.704892 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bca00b6-8279-4ce6-a82b-540049e95bb5 None None] Checking router: dbb00397-205a-4098-b972-8358db90416b for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:05:30.714141 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bca00b6-8279-4ce6-a82b-540049e95bb5 None None] Routers {'dbb00397-205a-4098-b972-8358db90416b'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:05:30.714616 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-8bca00b6-8279-4ce6-a82b-540049e95bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:05:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['dbb00397-205a-4098-b972-8358db90416b'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:05:30.870562 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-8bca00b6-8279-4ce6-a82b-540049e95bb5 None None] Set router dbb00397-205a-4098-b972-8358db90416b gateway port host: None {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:05:30.871232 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-7c93fd9f-0242-40bd-8db7-58d176c10a29 admin admin] For port 9d1de3f3-84f7-4635-b7d3-a6dc3ab705fc, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=9d1de3f3-84f7-4635-b7d3-a6dc3ab705fc,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:05:30.871697 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7c93fd9f-0242-40bd-8db7-58d176c10a29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:30.997514 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-7c93fd9f-0242-40bd-8db7-58d176c10a29 admin admin] Calling delete_port for 9d1de3f3-84f7-4635-b7d3-a6dc3ab705fc owned by network:router_gateway {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:05:31.011027 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-8bca00b6-8279-4ce6-a82b-540049e95bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb00397-205a-4098-b972-8358db90416b', 'name': 'tempest-TestMinimumBasicScenario-1914592370-router', 'tenant_id': '9a5d5fa6a9384a9b8792562ee74ef0ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:02:05Z', 'updated_at': '2022-05-04T18:05:30Z', 'revision_number': 6, 'project_id': '9a5d5fa6a9384a9b8792562ee74ef0ca', 'gw_port_host': None}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:05:31.015382 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bca00b6-8279-4ce6-a82b-540049e95bb5 None None] The sync data for ids ['dbb00397-205a-4098-b972-8358db90416b'] in dv-neutron-840426-1-hyperv is: [{'id': 'dbb00397-205a-4098-b972-8358db90416b', 'name': 'tempest-TestMinimumBasicScenario-1914592370-router', 'tenant_id': '9a5d5fa6a9384a9b8792562ee74ef0ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:02:05Z', 'updated_at': '2022-05-04T18:05:30Z', 'revision_number': 6, 'project_id': '9a5d5fa6a9384a9b8792562ee74ef0ca', 'gw_port_host': None}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:05:31.173357 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7c93fd9f-0242-40bd-8db7-58d176c10a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:31.221675 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c93fd9f-0242-40bd-8db7-58d176c10a29 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d1de3f3-84f7-4635-b7d3-a6dc3ab705fc,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:05:31.314392 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7c93fd9f-0242-40bd-8db7-58d176c10a29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710199'] for router_gateway, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:31.412524 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 779f693c-d8c7-4500-a20a-717b286da0e4 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:05:31.451288 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 779f693c-d8c7-4500-a20a-717b286da0e4 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 18:05:31.451719 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 779f693c-d8c7-4500-a20a-717b286da0e4 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:05:31.509884 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7c93fd9f-0242-40bd-8db7-58d176c10a29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:31.512082 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7c93fd9f-0242-40bd-8db7-58d176c10a29 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:31.535760 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7c93fd9f-0242-40bd-8db7-58d176c10a29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:31.536288 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c93fd9f-0242-40bd-8db7-58d176c10a29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dbb00397-205a-4098-b972-8358db90416b {{(pid=88037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 18:05:31.549106 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7c93fd9f-0242-40bd-8db7-58d176c10a29 admin admin] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:31.550225 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-7c93fd9f-0242-40bd-8db7-58d176c10a29 admin admin] 10.222.0.41 "DELETE /v2.0/routers/dbb00397-205a-4098-b972-8358db90416b HTTP/1.1" status: 204 len: 168 time: 1.3392558 May 04 18:05:31.552743 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 33508) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:05:31.610845 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-36d8a1e8-b0ad-421a-8247-3cc577e2cf4d admin admin] Deleting subnet c2e2d5d2-94b6-46c4-b09b-9b60db878c6d {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 18:05:31.613681 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-36d8a1e8-b0ad-421a-8247-3cc577e2cf4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:31.663621 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-36d8a1e8-b0ad-421a-8247-3cc577e2cf4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:31.750203 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-36d8a1e8-b0ad-421a-8247-3cc577e2cf4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:31.820123 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-36d8a1e8-b0ad-421a-8247-3cc577e2cf4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:31.865385 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-36d8a1e8-b0ad-421a-8247-3cc577e2cf4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:31.868841 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d8a1e8-b0ad-421a-8247-3cc577e2cf4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2e2d5d2-94b6-46c4-b09b-9b60db878c6d,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:05:31.870496 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9175172d-20a2-42f0-b778-0335960166f2 None None] Network fbcadbaf-f274-4c57-8af6-ec4c83379a98 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:05:31.874380 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-36d8a1e8-b0ad-421a-8247-3cc577e2cf4d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c2e2d5d2-94b6-46c4-b09b-9b60db878c6d HTTP/1.1" status: 204 len: 168 time: 0.3206437 May 04 18:05:31.876781 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 33512) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:05:31.980788 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-50e7af20-08df-4328-97d6-cbd75d10083e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:31.992408 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-50e7af20-08df-4328-97d6-cbd75d10083e admin admin] Deleting port bfa36e94-4f05-4f17-ab94-0d2afa3fdde4 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:05:31.992750 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-50e7af20-08df-4328-97d6-cbd75d10083e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:32.168727 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba7e75b-f924-47f3-80bd-81c1955cf3cc None None] DHCP port deletion for fbcadbaf-f274-4c57-8af6-ec4c83379a98 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 18:05:32.173047 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-0ba7e75b-f924-47f3-80bd-81c1955cf3cc None None] Deleting port bfa36e94-4f05-4f17-ab94-0d2afa3fdde4 {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:05:32.173421 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ba7e75b-f924-47f3-80bd-81c1955cf3cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:32.201932 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-50e7af20-08df-4328-97d6-cbd75d10083e admin admin] For port bfa36e94-4f05-4f17-ab94-0d2afa3fdde4, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=bfa36e94-4f05-4f17-ab94-0d2afa3fdde4,segment=NetworkSegment(59e1861f-7158-439f-84c3-b1c57cb4ae30),segment_id=59e1861f-7158-439f-84c3-b1c57cb4ae30)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:05:32.202325 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-50e7af20-08df-4328-97d6-cbd75d10083e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:32.379490 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-0ba7e75b-f924-47f3-80bd-81c1955cf3cc None None] For port bfa36e94-4f05-4f17-ab94-0d2afa3fdde4, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=bfa36e94-4f05-4f17-ab94-0d2afa3fdde4,segment=NetworkSegment(59e1861f-7158-439f-84c3-b1c57cb4ae30),segment_id=59e1861f-7158-439f-84c3-b1c57cb4ae30)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:05:32.379878 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ba7e75b-f924-47f3-80bd-81c1955cf3cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:32.413251 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-50e7af20-08df-4328-97d6-cbd75d10083e admin admin] Calling delete_port for bfa36e94-4f05-4f17-ab94-0d2afa3fdde4 owned by network:dhcp {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:05:32.489541 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-50e7af20-08df-4328-97d6-cbd75d10083e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:32.502160 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-0ba7e75b-f924-47f3-80bd-81c1955cf3cc None None] Calling delete_port for bfa36e94-4f05-4f17-ab94-0d2afa3fdde4 owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:05:32.534345 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e7af20-08df-4328-97d6-cbd75d10083e admin admin] Pushing event deleted for resources: {'Port': ['ID=bfa36e94-4f05-4f17-ab94-0d2afa3fdde4,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:05:32.537668 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e7af20-08df-4328-97d6-cbd75d10083e admin admin] No DVR routers for this DVR port bfa36e94-4f05-4f17-ab94-0d2afa3fdde4 on host dv-neutron-840426-1-hyperv {{(pid=88037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:05:32.572053 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.db.api [None req-0ba7e75b-f924-47f3-80bd-81c1955cf3cc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 18:05:32.572414 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG oslo_db.api [None req-0ba7e75b-f924-47f3-80bd-81c1955cf3cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 18:05:32.652722 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-50e7af20-08df-4328-97d6-cbd75d10083e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:32.677857 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-50e7af20-08df-4328-97d6-cbd75d10083e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbcadbaf-f274-4c57-8af6-ec4c83379a98']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:05:32.692562 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-50e7af20-08df-4328-97d6-cbd75d10083e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59e1861f-7158-439f-84c3-b1c57cb4ae30') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:05:32.692866 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-50e7af20-08df-4328-97d6-cbd75d10083e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59e1861f-7158-439f-84c3-b1c57cb4ae30') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:05:32.704337 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-50e7af20-08df-4328-97d6-cbd75d10083e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:32.720606 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-50e7af20-08df-4328-97d6-cbd75d10083e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:32.728552 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50e7af20-08df-4328-97d6-cbd75d10083e admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 18:05:32.729209 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-50e7af20-08df-4328-97d6-cbd75d10083e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:32.743340 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 18:05:32.743340 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 18:05:32.743340 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 18:05:32.743340 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 18:05:32.743340 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 18:05:32.743340 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 18:05:32.743340 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 18:05:32.743340 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 18:05:32.743340 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 18:05:32.743340 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 18:05:32.743340 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 18:05:32.743340 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 18:05:32.743340 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 18:05:32.743340 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 18:05:32.743340 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 18:05:32.743340 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 18:05:32.743340 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 18:05:32.743340 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 18:05:32.743340 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 18:05:32.743340 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 18:05:32.743340 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 18:05:32.743340 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 18:05:32.743340 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 18:05:32.743340 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 18:05:32.743340 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 18:05:32.743340 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 18:05:32.743340 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 18:05:32.743340 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 18:05:32.743340 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 18:05:32.743340 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 18:05:32.743340 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 18:05:32.743340 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 18:05:32.820025 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-50e7af20-08df-4328-97d6-cbd75d10083e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:32.835375 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-50e7af20-08df-4328-97d6-cbd75d10083e admin admin] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:32.845477 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e7af20-08df-4328-97d6-cbd75d10083e admin admin] Pushing event deleted for resources: {'Network': ['ID=fbcadbaf-f274-4c57-8af6-ec4c83379a98,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:05:32.849382 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-50e7af20-08df-4328-97d6-cbd75d10083e admin admin] 10.222.0.41 "DELETE /v2.0/networks/fbcadbaf-f274-4c57-8af6-ec4c83379a98 HTTP/1.1" status: 204 len: 168 time: 0.9716840 May 04 18:05:33.014003 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 33518) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:05:33.061529 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-a8cccf35-fe50-4b66-9079-00877317441c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=06676f6252f64d5ea2f7ff068ac10c29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464120 May 04 18:05:33.064414 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 33522) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:05:33.073829 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-0ba7e75b-f924-47f3-80bd-81c1955cf3cc None None] Deleting port bfa36e94-4f05-4f17-ab94-0d2afa3fdde4 {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:05:33.074252 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ba7e75b-f924-47f3-80bd-81c1955cf3cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:33.124612 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c7a23279-adde-4690-a7fb-e539f984f502 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:33.140505 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-0ba7e75b-f924-47f3-80bd-81c1955cf3cc None None] The port 'bfa36e94-4f05-4f17-ab94-0d2afa3fdde4' was deleted {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 04 18:05:33.152819 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c7a23279-adde-4690-a7fb-e539f984f502 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:33.206200 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c7a23279-adde-4690-a7fb-e539f984f502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:33.222392 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a23279-adde-4690-a7fb-e539f984f502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76541c5e-7213-4aa8-ac5d-af32e414c2cb,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:05:33.238412 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c7a23279-adde-4690-a7fb-e539f984f502 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:33.240860 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-c7a23279-adde-4690-a7fb-e539f984f502 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/76541c5e-7213-4aa8-ac5d-af32e414c2cb HTTP/1.1" status: 204 len: 168 time: 0.1742575 May 04 18:05:33.258387 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0af2af6f-cf6e-4c97-b501-4ec017a35c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:33.396676 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 9d1de3f3-84f7-4635-b7d3-a6dc3ab705fc no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:05:33.431750 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 9d1de3f3-84f7-4635-b7d3-a6dc3ab705fc {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 18:05:33.432100 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 9d1de3f3-84f7-4635-b7d3-a6dc3ab705fc not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:05:33.432508 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device bfa36e94-4f05-4f17-ab94-0d2afa3fdde4 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:05:33.468244 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: bfa36e94-4f05-4f17-ab94-0d2afa3fdde4 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 18:05:33.468507 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device bfa36e94-4f05-4f17-ab94-0d2afa3fdde4 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:05:33.580946 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 33530) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:05:33.629025 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-3cac79ae-7856-4660-80b1-d47f54746680 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9a5d5fa6a9384a9b8792562ee74ef0ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469017 May 04 18:05:33.631451 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 33534) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:05:33.686713 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ce5954dd-7c86-43b0-a134-74b422292c1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:33.721859 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ce5954dd-7c86-43b0-a134-74b422292c1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:33.774316 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ce5954dd-7c86-43b0-a134-74b422292c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:33.788879 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5954dd-7c86-43b0-a134-74b422292c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8fdb06-0cf4-4da9-bc17-5e559bdda192,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:05:33.794988 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ce5954dd-7c86-43b0-a134-74b422292c1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:33.796252 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-ce5954dd-7c86-43b0-a134-74b422292c1c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4f8fdb06-0cf4-4da9-bc17-5e559bdda192 HTTP/1.1" status: 204 len: 168 time: 0.1637654 May 04 18:05:35.584946 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b4e587dc-c170-4f0f-bf00-dcc6198bac01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:35.670078 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 33576) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:05:35.676607 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-e017ee98-ae79-494f-b1cc-9d94a01812b4 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1039935197', 'description': 'tempest-secgroup-smoke-1039935197 description', 'project_id': '24536c64830c443892e5dea9235549ab'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:05:35.683902 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-e017ee98-ae79-494f-b1cc-9d94a01812b4 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:05:35.688181 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-e017ee98-ae79-494f-b1cc-9d94a01812b4 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Usage tracker for resource:security_group and tenant:24536c64830c443892e5dea9235549ab is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:05:35.691688 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-e017ee98-ae79-494f-b1cc-9d94a01812b4 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:05:35.697270 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-e017ee98-ae79-494f-b1cc-9d94a01812b4 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:05:35.710590 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e017ee98-ae79-494f-b1cc-9d94a01812b4 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:35.722150 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e017ee98-ae79-494f-b1cc-9d94a01812b4 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:35.736563 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-e017ee98-ae79-494f-b1cc-9d94a01812b4 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:05:35.740315 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-e017ee98-ae79-494f-b1cc-9d94a01812b4 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Usage tracker for resource:security_group_rule and tenant:24536c64830c443892e5dea9235549ab is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:05:35.743061 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-e017ee98-ae79-494f-b1cc-9d94a01812b4 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:05:35.748624 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-e017ee98-ae79-494f-b1cc-9d94a01812b4 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:05:35.829768 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e017ee98-ae79-494f-b1cc-9d94a01812b4 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:35.833497 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e017ee98-ae79-494f-b1cc-9d94a01812b4 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:35.848751 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-e017ee98-ae79-494f-b1cc-9d94a01812b4 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:05:35.861392 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-e017ee98-ae79-494f-b1cc-9d94a01812b4 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Usage tracker for resource:security_group_rule and tenant:24536c64830c443892e5dea9235549ab is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:05:35.866895 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-e017ee98-ae79-494f-b1cc-9d94a01812b4 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:05:35.874835 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-e017ee98-ae79-494f-b1cc-9d94a01812b4 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:05:35.876812 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e017ee98-ae79-494f-b1cc-9d94a01812b4 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=164545bb-c7a0-4a8d-8827-9be2ced8642d,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:05:35.947709 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e017ee98-ae79-494f-b1cc-9d94a01812b4 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:35.951261 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e017ee98-ae79-494f-b1cc-9d94a01812b4 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:35.991586 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e017ee98-ae79-494f-b1cc-9d94a01812b4 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44638310-d6b6-4df1-9fc6-25ed4cae3229,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:05:35.994194 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e017ee98-ae79-494f-b1cc-9d94a01812b4 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:35.995370 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-e017ee98-ae79-494f-b1cc-9d94a01812b4 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3243175 May 04 18:05:35.998246 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 33580) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:05:36.003024 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-e6dcec8b-d15b-49c2-b7f9-3bfb9758f66d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Request body: {'security_group_rule': {'security_group_id': '44638310-d6b6-4df1-9fc6-25ed4cae3229', 'project_id': '24536c64830c443892e5dea9235549ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:05:36.008757 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-e6dcec8b-d15b-49c2-b7f9-3bfb9758f66d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:05:36.012575 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-e6dcec8b-d15b-49c2-b7f9-3bfb9758f66d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Usage tracker for resource:security_group_rule and tenant:24536c64830c443892e5dea9235549ab is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:05:36.015363 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-e6dcec8b-d15b-49c2-b7f9-3bfb9758f66d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:05:36.021196 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-e6dcec8b-d15b-49c2-b7f9-3bfb9758f66d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:05:36.036740 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e6dcec8b-d15b-49c2-b7f9-3bfb9758f66d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:36.094287 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e6dcec8b-d15b-49c2-b7f9-3bfb9758f66d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:36.098164 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e6dcec8b-d15b-49c2-b7f9-3bfb9758f66d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:36.120580 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dcec8b-d15b-49c2-b7f9-3bfb9758f66d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0af6bfb-b329-4090-be3c-a15f7d311564,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:05:36.129280 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e6dcec8b-d15b-49c2-b7f9-3bfb9758f66d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:36.130465 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-e6dcec8b-d15b-49c2-b7f9-3bfb9758f66d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1313267 May 04 18:05:36.133116 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 33584) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:05:36.138042 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-85a4d412-bfac-4986-835c-13669e5f501d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Request body: {'security_group_rule': {'security_group_id': '44638310-d6b6-4df1-9fc6-25ed4cae3229', 'project_id': '24536c64830c443892e5dea9235549ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:05:36.144286 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-85a4d412-bfac-4986-835c-13669e5f501d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:05:36.148085 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-85a4d412-bfac-4986-835c-13669e5f501d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Usage tracker for resource:security_group_rule and tenant:24536c64830c443892e5dea9235549ab is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:05:36.150929 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-85a4d412-bfac-4986-835c-13669e5f501d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:05:36.156531 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-85a4d412-bfac-4986-835c-13669e5f501d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:05:36.173151 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-85a4d412-bfac-4986-835c-13669e5f501d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:36.233271 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-85a4d412-bfac-4986-835c-13669e5f501d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:36.236801 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-85a4d412-bfac-4986-835c-13669e5f501d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:36.261993 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a4d412-bfac-4986-835c-13669e5f501d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=277f9a81-1c89-4a70-a2e4-1c64e4ee9452,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:05:36.270580 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-85a4d412-bfac-4986-835c-13669e5f501d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:36.271823 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-85a4d412-bfac-4986-835c-13669e5f501d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1377666 May 04 18:05:36.274617 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 33588) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:05:36.279552 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-564ebaa7-d256-41e9-a658-fc83ece6c461 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Request body: {'security_group_rule': {'security_group_id': '44638310-d6b6-4df1-9fc6-25ed4cae3229', 'project_id': '24536c64830c443892e5dea9235549ab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:05:36.286108 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-564ebaa7-d256-41e9-a658-fc83ece6c461 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:05:36.289898 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-564ebaa7-d256-41e9-a658-fc83ece6c461 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Usage tracker for resource:security_group_rule and tenant:24536c64830c443892e5dea9235549ab is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:05:36.292739 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-564ebaa7-d256-41e9-a658-fc83ece6c461 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:05:36.299024 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-564ebaa7-d256-41e9-a658-fc83ece6c461 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:05:36.314394 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-564ebaa7-d256-41e9-a658-fc83ece6c461 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:36.376769 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-564ebaa7-d256-41e9-a658-fc83ece6c461 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:36.380190 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-564ebaa7-d256-41e9-a658-fc83ece6c461 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:36.503539 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564ebaa7-d256-41e9-a658-fc83ece6c461 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26e1f514-b599-4909-a7da-70bd671b7ce6,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:05:36.512677 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-564ebaa7-d256-41e9-a658-fc83ece6c461 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:36.514051 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-564ebaa7-d256-41e9-a658-fc83ece6c461 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2384307 May 04 18:05:36.517736 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 33592) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:05:36.522819 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-7ad36259-641d-46a6-82cc-f95d4ea3b1f0 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Request body: {'security_group_rule': {'security_group_id': '44638310-d6b6-4df1-9fc6-25ed4cae3229', 'project_id': '24536c64830c443892e5dea9235549ab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:05:36.528784 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-7ad36259-641d-46a6-82cc-f95d4ea3b1f0 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:05:36.532925 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-7ad36259-641d-46a6-82cc-f95d4ea3b1f0 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Usage tracker for resource:security_group_rule and tenant:24536c64830c443892e5dea9235549ab is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:05:36.535790 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-7ad36259-641d-46a6-82cc-f95d4ea3b1f0 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:05:36.541387 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-7ad36259-641d-46a6-82cc-f95d4ea3b1f0 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:05:36.558066 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7ad36259-641d-46a6-82cc-f95d4ea3b1f0 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:36.620434 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7ad36259-641d-46a6-82cc-f95d4ea3b1f0 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:36.624231 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7ad36259-641d-46a6-82cc-f95d4ea3b1f0 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:36.649688 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad36259-641d-46a6-82cc-f95d4ea3b1f0 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebc97c38-99d6-4201-b7fb-cba50f995642,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:05:36.649947 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:36.656660 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:36.658734 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7ad36259-641d-46a6-82cc-f95d4ea3b1f0 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:36.662350 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-7ad36259-641d-46a6-82cc-f95d4ea3b1f0 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1435299 May 04 18:05:36.663062 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 33596) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:05:36.668227 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-9630f6e0-7d9f-4bf4-a2ef-c4613153066e tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Request body: {'security_group_rule': {'security_group_id': '44638310-d6b6-4df1-9fc6-25ed4cae3229', 'project_id': '24536c64830c443892e5dea9235549ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:05:36.674392 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-9630f6e0-7d9f-4bf4-a2ef-c4613153066e tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:05:36.678193 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-9630f6e0-7d9f-4bf4-a2ef-c4613153066e tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Usage tracker for resource:security_group_rule and tenant:24536c64830c443892e5dea9235549ab is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:05:36.681037 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-9630f6e0-7d9f-4bf4-a2ef-c4613153066e tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:05:36.687944 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-9630f6e0-7d9f-4bf4-a2ef-c4613153066e tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:05:36.699364 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.securitygroups_db [None req-9630f6e0-7d9f-4bf4-a2ef-c4613153066e tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Project 24536c64830c443892e5dea9235549ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 18:05:36.706631 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9630f6e0-7d9f-4bf4-a2ef-c4613153066e tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:36.769688 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9630f6e0-7d9f-4bf4-a2ef-c4613153066e tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:36.773201 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9630f6e0-7d9f-4bf4-a2ef-c4613153066e tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:36.795929 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9630f6e0-7d9f-4bf4-a2ef-c4613153066e tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee958e04-96a9-4cf6-bb22-879f02fb702d,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:05:36.803887 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9630f6e0-7d9f-4bf4-a2ef-c4613153066e tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:36.805050 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-9630f6e0-7d9f-4bf4-a2ef-c4613153066e tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1410213 May 04 18:05:36.807827 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 33600) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:05:36.812664 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-7b563ff8-1f74-4641-839a-4bba2a98e926 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Request body: {'security_group_rule': {'security_group_id': '44638310-d6b6-4df1-9fc6-25ed4cae3229', 'project_id': '24536c64830c443892e5dea9235549ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:05:36.819129 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-7b563ff8-1f74-4641-839a-4bba2a98e926 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:05:36.823024 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-7b563ff8-1f74-4641-839a-4bba2a98e926 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Usage tracker for resource:security_group_rule and tenant:24536c64830c443892e5dea9235549ab is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:05:36.825973 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-7b563ff8-1f74-4641-839a-4bba2a98e926 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:05:36.832364 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-7b563ff8-1f74-4641-839a-4bba2a98e926 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:05:36.843641 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.securitygroups_db [None req-7b563ff8-1f74-4641-839a-4bba2a98e926 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Project 24536c64830c443892e5dea9235549ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 18:05:36.850213 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7b563ff8-1f74-4641-839a-4bba2a98e926 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:36.919396 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7b563ff8-1f74-4641-839a-4bba2a98e926 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:36.923367 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7b563ff8-1f74-4641-839a-4bba2a98e926 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:36.944653 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b563ff8-1f74-4641-839a-4bba2a98e926 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db9f25a1-4844-4fda-8ecb-5b30960f2770,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:05:36.955269 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7b563ff8-1f74-4641-839a-4bba2a98e926 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:36.956624 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-7b563ff8-1f74-4641-839a-4bba2a98e926 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1479023 May 04 18:05:36.959516 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 33604) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:05:36.964801 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-80bfe73b-dd24-4f60-9782-a9759b677f33 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Request body: {'network': {'name': 'tempest-network-smoke--44454463', 'project_id': '24536c64830c443892e5dea9235549ab', 'port_security_enabled': True}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:05:36.969610 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-80bfe73b-dd24-4f60-9782-a9759b677f33 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:05:36.973355 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-80bfe73b-dd24-4f60-9782-a9759b677f33 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Usage tracker for resource:network and tenant:24536c64830c443892e5dea9235549ab is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:05:36.976176 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-80bfe73b-dd24-4f60-9782-a9759b677f33 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:05:36.982515 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-80bfe73b-dd24-4f60-9782-a9759b677f33 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:05:36.993791 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80bfe73b-dd24-4f60-9782-a9759b677f33 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Made reservation on behalf of 24536c64830c443892e5dea9235549ab for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:05:36.997882 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-80bfe73b-dd24-4f60-9782-a9759b677f33 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:37.032978 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80bfe73b-dd24-4f60-9782-a9759b677f33 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 18:05:37.042593 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-80bfe73b-dd24-4f60-9782-a9759b677f33 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:37.042937 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-80bfe73b-dd24-4f60-9782-a9759b677f33 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Added segment 5f6e9f42-003b-498c-af90-1bbab9b5acca of type vlan for network 2e634e28-0df9-43b6-a1f7-da4c3a871724 May 04 18:05:37.069243 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-80bfe73b-dd24-4f60-9782-a9759b677f33 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:37.099378 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-80bfe73b-dd24-4f60-9782-a9759b677f33 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:37.104718 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80bfe73b-dd24-4f60-9782-a9759b677f33 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:05:37.105329 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-80bfe73b-dd24-4f60-9782-a9759b677f33 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:37.156212 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-80bfe73b-dd24-4f60-9782-a9759b677f33 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1957245 May 04 18:05:37.159800 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 33608) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:05:37.209486 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-062b1097-512d-4c94-8e92-979307e6aa99 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-139166874', 'admin_state_up': True, 'project_id': '24536c64830c443892e5dea9235549ab', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:05:37.220991 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bfe73b-dd24-4f60-9782-a9759b677f33 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'Network': ['ID=2e634e28-0df9-43b6-a1f7-da4c3a871724,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:05:37.223332 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-062b1097-512d-4c94-8e92-979307e6aa99 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:05:37.227371 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-062b1097-512d-4c94-8e92-979307e6aa99 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Usage tracker for resource:router and tenant:24536c64830c443892e5dea9235549ab is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:05:37.230269 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-062b1097-512d-4c94-8e92-979307e6aa99 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:05:37.233401 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 2e634e28-0df9-43b6-a1f7-da4c3a871724 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 18:05:37.236101 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-062b1097-512d-4c94-8e92-979307e6aa99 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:05:37.246631 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-062b1097-512d-4c94-8e92-979307e6aa99 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:37.247698 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-062b1097-512d-4c94-8e92-979307e6aa99 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:37.262564 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-062b1097-512d-4c94-8e92-979307e6aa99 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:37.606386 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-062b1097-512d-4c94-8e92-979307e6aa99 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:37.900249 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-062b1097-512d-4c94-8e92-979307e6aa99 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for router_gateway, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:37.931022 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-062b1097-512d-4c94-8e92-979307e6aa99 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:37.986117 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:38.063606 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-062b1097-512d-4c94-8e92-979307e6aa99 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Allocated IP 172.26.0.85 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/0432ca6b-f548-4cff-b00e-5eb764a77541) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:05:38.207153 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-062b1097-512d-4c94-8e92-979307e6aa99 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:38.236206 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-062b1097-512d-4c94-8e92-979307e6aa99 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:38.298175 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062b1097-512d-4c94-8e92-979307e6aa99 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:05:38.300949 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-062b1097-512d-4c94-8e92-979307e6aa99 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:05:38.304548 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062b1097-512d-4c94-8e92-979307e6aa99 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 18:05:38.339109 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062b1097-512d-4c94-8e92-979307e6aa99 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'Port': ['ID=0432ca6b-f548-4cff-b00e-5eb764a77541,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:05:38.702851 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-062b1097-512d-4c94-8e92-979307e6aa99 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for router_gateway, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:39.135653 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-062b1097-512d-4c94-8e92-979307e6aa99 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:39.333934 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-062b1097-512d-4c94-8e92-979307e6aa99 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Router 0183463c-4804-4f33-b94f-f7d629383f20 is scheduled to L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 with binding_index 1 {{(pid=88037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 18:05:39.524231 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-062b1097-512d-4c94-8e92-979307e6aa99 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:05:39.533671 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6167d013-9e31-498b-898d-9c7987912e01 None None] Sync routers for ids ['0183463c-4804-4f33-b94f-f7d629383f20'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:05:39.543338 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6167d013-9e31-498b-898d-9c7987912e01 None None] Routers {'0183463c-4804-4f33-b94f-f7d629383f20'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:05:39.544293 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-6167d013-9e31-498b-898d-9c7987912e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:05:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['0183463c-4804-4f33-b94f-f7d629383f20'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:05:39.551369 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-062b1097-512d-4c94-8e92-979307e6aa99 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:39.552586 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-062b1097-512d-4c94-8e92-979307e6aa99 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3918850 May 04 18:05:39.555634 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 33614) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:05:39.635018 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:39.694733 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-9260926d-148d-4d4e-afab-168acf4635c0 tempest-TestNetworkAdvancedServerOps-2130119018 tempest-TestNetworkAdvancedServerOps-2130119018-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=24536c64830c443892e5dea9235549ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1379588 May 04 18:05:39.697390 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 33620) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:05:39.730556 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-6167d013-9e31-498b-898d-9c7987912e01 None None] Set router 0183463c-4804-4f33-b94f-f7d629383f20 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:05:39.838772 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63636e30-a0c8-4d36-8a40-d993957dd5e4 tempest-TestNetworkAdvancedServerOps-2130119018 tempest-TestNetworkAdvancedServerOps-2130119018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:05:39.840182 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-63636e30-a0c8-4d36-8a40-d993957dd5e4 tempest-TestNetworkAdvancedServerOps-2130119018 tempest-TestNetworkAdvancedServerOps-2130119018-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1418660 May 04 18:05:39.842937 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 33624) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:05:39.887146 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-f3b51200-d77a-456f-b619-eac79a984fa5 tempest-TestNetworkAdvancedServerOps-2130119018 tempest-TestNetworkAdvancedServerOps-2130119018-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=30bd8d35-9d66-4ec1-9734-58f713c6cd24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0431530 May 04 18:05:39.889689 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 33628) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:05:39.895356 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-4fb1681f-6cd1-47e9-ab9c-7181095600cf tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1087511421', 'network_id': '2e634e28-0df9-43b6-a1f7-da4c3a871724', 'project_id': '24536c64830c443892e5dea9235549ab', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:05:40.004295 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-6167d013-9e31-498b-898d-9c7987912e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0183463c-4804-4f33-b94f-f7d629383f20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139166874', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.85'}], 'enable_snat': True}, 'gw_port_id': '0432ca6b-f548-4cff-b00e-5eb764a77541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:05:37Z', 'updated_at': '2022-05-04T18:05:38Z', 'revision_number': 3, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port': {'id': '0432ca6b-f548-4cff-b00e-5eb764a77541', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0183463c-4804-4f33-b94f-f7d629383f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:05:37Z', 'updated_at': '2022-05-04T18:05:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:05:40.004572 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-4fb1681f-6cd1-47e9-ab9c-7181095600cf tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:05:40.008656 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6167d013-9e31-498b-898d-9c7987912e01 None None] Checking router: 0183463c-4804-4f33-b94f-f7d629383f20 for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:05:40.009204 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6167d013-9e31-498b-898d-9c7987912e01 None None] Updating router 0183463c-4804-4f33-b94f-f7d629383f20 port 0432ca6b-f548-4cff-b00e-5eb764a77541 binding host dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:05:40.010476 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-4fb1681f-6cd1-47e9-ab9c-7181095600cf tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Usage tracker for resource:subnet and tenant:24536c64830c443892e5dea9235549ab is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:05:40.013386 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-4fb1681f-6cd1-47e9-ab9c-7181095600cf tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:05:40.020136 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-4fb1681f-6cd1-47e9-ab9c-7181095600cf tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:05:40.037474 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb1681f-6cd1-47e9-ab9c-7181095600cf tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Made reservation on behalf of 24536c64830c443892e5dea9235549ab for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:05:40.041039 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4fb1681f-6cd1-47e9-ab9c-7181095600cf tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:40.062483 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-6167d013-9e31-498b-898d-9c7987912e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:40.256642 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4fb1681f-6cd1-47e9-ab9c-7181095600cf tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:40.335819 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb1681f-6cd1-47e9-ab9c-7181095600cf tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'Subnet': ['ID=67385855-f43f-450c-b0c2-b1a734480fdb,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:05:40.345151 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb1681f-6cd1-47e9-ab9c-7181095600cf tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Checking segment: {'id': '5f6e9f42-003b-498c-af90-1bbab9b5acca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2e634e28-0df9-43b6-a1f7-da4c3a871724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:05:40.345507 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb1681f-6cd1-47e9-ab9c-7181095600cf tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Network hostable DHCP agents. Network: 2e634e28-0df9-43b6-a1f7-da4c3a871724, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 18:05:40.363860 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb1681f-6cd1-47e9-ab9c-7181095600cf tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Network 2e634e28-0df9-43b6-a1f7-da4c3a871724 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 18:05:40.373049 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-4fb1681f-6cd1-47e9-ab9c-7181095600cf tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 2e634e28-0df9-43b6-a1f7-da4c3a871724) {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:05:40.377995 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb1681f-6cd1-47e9-ab9c-7181095600cf tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:05:40.378556 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4fb1681f-6cd1-47e9-ab9c-7181095600cf tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:40.390425 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb9f199-34d1-44cf-be2e-45fc4d77d2f8 None None] Network 2e634e28-0df9-43b6-a1f7-da4c3a871724 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:05:40.400440 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-4fb1681f-6cd1-47e9-ab9c-7181095600cf tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5096848 May 04 18:05:40.403239 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 33632) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:05:40.497190 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-6167d013-9e31-498b-898d-9c7987912e01 None None] Notify callbacks [] for port, precommit_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:40.527827 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-6167d013-9e31-498b-898d-9c7987912e01 None None] Transition to ACTIVE for port object 0432ca6b-f548-4cff-b00e-5eb764a77541 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:05:40.535193 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-6167d013-9e31-498b-898d-9c7987912e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:40.666631 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0369a931-c07b-4613-865f-3915b040be49 None None] Pushing event updated for resources: {'Port': ['ID=0432ca6b-f548-4cff-b00e-5eb764a77541,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:05:40.668958 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-6167d013-9e31-498b-898d-9c7987912e01 None None] Attempting to bind port 0432ca6b-f548-4cff-b00e-5eb764a77541 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:05:40.669328 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-6167d013-9e31-498b-898d-9c7987912e01 None None] Attempting to bind port 0432ca6b-f548-4cff-b00e-5eb764a77541 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:05:40.669693 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6167d013-9e31-498b-898d-9c7987912e01 None None] Attempting to bind port 0432ca6b-f548-4cff-b00e-5eb764a77541 on network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:05:40.686077 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6167d013-9e31-498b-898d-9c7987912e01 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:05:40.686475 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6167d013-9e31-498b-898d-9c7987912e01 None None] Checking segment: {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:05:40.686856 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-6167d013-9e31-498b-898d-9c7987912e01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:40.687256 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6167d013-9e31-498b-898d-9c7987912e01 None None] Bound using segment: {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:05:40.687718 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-6167d013-9e31-498b-898d-9c7987912e01 None None] Bound port: 0432ca6b-f548-4cff-b00e-5eb764a77541, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:05:40.688650 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-6167d013-9e31-498b-898d-9c7987912e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:40.711571 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0369a931-c07b-4613-865f-3915b040be49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:05:40.711924 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0369a931-c07b-4613-865f-3915b040be49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:05:40.712269 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0369a931-c07b-4613-865f-3915b040be49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:05:40.712608 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0369a931-c07b-4613-865f-3915b040be49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:05:40.712945 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0369a931-c07b-4613-865f-3915b040be49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:05:40.713285 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0369a931-c07b-4613-865f-3915b040be49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:05:40.713616 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0369a931-c07b-4613-865f-3915b040be49 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:05:40.715757 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0369a931-c07b-4613-865f-3915b040be49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:05:40.716007 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0369a931-c07b-4613-865f-3915b040be49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:05:40.716343 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0369a931-c07b-4613-865f-3915b040be49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:05:40.716677 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0369a931-c07b-4613-865f-3915b040be49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:05:40.717006 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0369a931-c07b-4613-865f-3915b040be49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:05:40.797277 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd69cdf-5660-4910-8f3c-2803e5ddf7ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-2e634e28-0df9-43b6-a1f7-da4c3a871724', 'network_id': '2e634e28-0df9-43b6-a1f7-da4c3a871724', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'fixed_ips': [{'subnet_id': '67385855-f43f-450c-b0c2-b1a734480fdb'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 18:05:40.798647 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-abd69cdf-5660-4910-8f3c-2803e5ddf7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:40.830072 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-6167d013-9e31-498b-898d-9c7987912e01 None None] For port 0432ca6b-f548-4cff-b00e-5eb764a77541, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:05:40.876768 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-6167d013-9e31-498b-898d-9c7987912e01 None None] For port 0432ca6b-f548-4cff-b00e-5eb764a77541, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=0432ca6b-f548-4cff-b00e-5eb764a77541,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:05:40.883685 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-6167d013-9e31-498b-898d-9c7987912e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:41.024736 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6167d013-9e31-498b-898d-9c7987912e01 None None] Routers {'0183463c-4804-4f33-b94f-f7d629383f20'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:05:41.025250 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-6167d013-9e31-498b-898d-9c7987912e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:05:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['0183463c-4804-4f33-b94f-f7d629383f20'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:05:41.095480 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0369a931-c07b-4613-865f-3915b040be49 None None] Pushing event updated for resources: {'Port': ['ID=0432ca6b-f548-4cff-b00e-5eb764a77541,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:05:41.167700 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-abd69cdf-5660-4910-8f3c-2803e5ddf7ca None None] Allocated IP 172.20.0.2 (2e634e28-0df9-43b6-a1f7-da4c3a871724/67385855-f43f-450c-b0c2-b1a734480fdb/3c847433-5e6f-4df5-9318-294e903da4e3) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:05:41.200072 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-20928c17-09ec-4ed8-b6ff-e265157f7272 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:41.258000 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-6167d013-9e31-498b-898d-9c7987912e01 None None] Set router 0183463c-4804-4f33-b94f-f7d629383f20 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:05:41.302706 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 18:05:41.686273 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-abd69cdf-5660-4910-8f3c-2803e5ddf7ca None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:41.700358 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-abd69cdf-5660-4910-8f3c-2803e5ddf7ca None None] Transition to ACTIVE for port object 3c847433-5e6f-4df5-9318-294e903da4e3 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:05:41.726916 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-abd69cdf-5660-4910-8f3c-2803e5ddf7ca None None] Transition to ACTIVE for port object 3c847433-5e6f-4df5-9318-294e903da4e3 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:05:41.736161 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-abd69cdf-5660-4910-8f3c-2803e5ddf7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:41.794555 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-6167d013-9e31-498b-898d-9c7987912e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0183463c-4804-4f33-b94f-f7d629383f20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139166874', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.85'}], 'enable_snat': True}, 'gw_port_id': '0432ca6b-f548-4cff-b00e-5eb764a77541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:05:37Z', 'updated_at': '2022-05-04T18:05:38Z', 'revision_number': 3, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port': {'id': '0432ca6b-f548-4cff-b00e-5eb764a77541', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0183463c-4804-4f33-b94f-f7d629383f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:05:37Z', 'updated_at': '2022-05-04T18:05:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:05:41.795781 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-20928c17-09ec-4ed8-b6ff-e265157f7272 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Allocated IP 172.20.0.1 (2e634e28-0df9-43b6-a1f7-da4c3a871724/67385855-f43f-450c-b0c2-b1a734480fdb/14cf534a-e2bf-49c1-b7b4-db625bcd55e0) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:05:41.809332 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd69cdf-5660-4910-8f3c-2803e5ddf7ca None None] Network 2e634e28-0df9-43b6-a1f7-da4c3a871724 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:05:41.810321 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6167d013-9e31-498b-898d-9c7987912e01 None None] The sync data for ids ['0183463c-4804-4f33-b94f-f7d629383f20'] in dv-neutron-840426-1-hyperv is: [{'id': '0183463c-4804-4f33-b94f-f7d629383f20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139166874', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.85'}], 'enable_snat': True}, 'gw_port_id': '0432ca6b-f548-4cff-b00e-5eb764a77541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:05:37Z', 'updated_at': '2022-05-04T18:05:38Z', 'revision_number': 3, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port': {'id': '0432ca6b-f548-4cff-b00e-5eb764a77541', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0183463c-4804-4f33-b94f-f7d629383f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:05:37Z', 'updated_at': '2022-05-04T18:05:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:05:41.814666 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-abd69cdf-5660-4910-8f3c-2803e5ddf7ca None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:05:41.822058 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd69cdf-5660-4910-8f3c-2803e5ddf7ca None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 18:05:41.824233 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd69cdf-5660-4910-8f3c-2803e5ddf7ca None None] Pushing event updated for resources: {'Port': ['ID=3c847433-5e6f-4df5-9318-294e903da4e3,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:05:41.920919 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-abd69cdf-5660-4910-8f3c-2803e5ddf7ca None None] Attempting to bind port 3c847433-5e6f-4df5-9318-294e903da4e3 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:05:41.921282 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-abd69cdf-5660-4910-8f3c-2803e5ddf7ca None None] Attempting to bind port 3c847433-5e6f-4df5-9318-294e903da4e3 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '5f6e9f42-003b-498c-af90-1bbab9b5acca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2e634e28-0df9-43b6-a1f7-da4c3a871724'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:05:41.921640 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd69cdf-5660-4910-8f3c-2803e5ddf7ca None None] Attempting to bind port 3c847433-5e6f-4df5-9318-294e903da4e3 on network 2e634e28-0df9-43b6-a1f7-da4c3a871724 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:05:41.926913 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd69cdf-5660-4910-8f3c-2803e5ddf7ca None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:05:41.927283 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd69cdf-5660-4910-8f3c-2803e5ddf7ca None None] Checking segment: {'id': '5f6e9f42-003b-498c-af90-1bbab9b5acca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2e634e28-0df9-43b6-a1f7-da4c3a871724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:05:41.927685 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-abd69cdf-5660-4910-8f3c-2803e5ddf7ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:41.928071 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd69cdf-5660-4910-8f3c-2803e5ddf7ca None None] Bound using segment: {'id': '5f6e9f42-003b-498c-af90-1bbab9b5acca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2e634e28-0df9-43b6-a1f7-da4c3a871724'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:05:41.928523 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-abd69cdf-5660-4910-8f3c-2803e5ddf7ca None None] Bound port: 3c847433-5e6f-4df5-9318-294e903da4e3, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6e9f42-003b-498c-af90-1bbab9b5acca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2e634e28-0df9-43b6-a1f7-da4c3a871724'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:05:41.928886 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-abd69cdf-5660-4910-8f3c-2803e5ddf7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:41.959398 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-20928c17-09ec-4ed8-b6ff-e265157f7272 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:41.976950 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-20928c17-09ec-4ed8-b6ff-e265157f7272 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Transition to ACTIVE for port object 14cf534a-e2bf-49c1-b7b4-db625bcd55e0 will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:05:42.003645 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-20928c17-09ec-4ed8-b6ff-e265157f7272 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:42.020572 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-abd69cdf-5660-4910-8f3c-2803e5ddf7ca None None] For port 3c847433-5e6f-4df5-9318-294e903da4e3, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:05:42.024772 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-abd69cdf-5660-4910-8f3c-2803e5ddf7ca None None] For port 3c847433-5e6f-4df5-9318-294e903da4e3, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=3c847433-5e6f-4df5-9318-294e903da4e3,segment=NetworkSegment(5f6e9f42-003b-498c-af90-1bbab9b5acca),segment_id=5f6e9f42-003b-498c-af90-1bbab9b5acca)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:05:42.030038 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-abd69cdf-5660-4910-8f3c-2803e5ddf7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:42.091021 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20928c17-09ec-4ed8-b6ff-e265157f7272 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Network 2e634e28-0df9-43b6-a1f7-da4c3a871724 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:05:42.094119 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-20928c17-09ec-4ed8-b6ff-e265157f7272 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:05:42.098104 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20928c17-09ec-4ed8-b6ff-e265157f7272 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 18:05:42.137845 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd69cdf-5660-4910-8f3c-2803e5ddf7ca None None] Pushing event updated for resources: {'Port': ['ID=3c847433-5e6f-4df5-9318-294e903da4e3,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:05:42.149681 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20928c17-09ec-4ed8-b6ff-e265157f7272 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'Port': ['ID=14cf534a-e2bf-49c1-b7b4-db625bcd55e0,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:05:42.168639 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-20928c17-09ec-4ed8-b6ff-e265157f7272 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710357'] for router_interface, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:42.557701 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-20928c17-09ec-4ed8-b6ff-e265157f7272 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:42.975744 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-20928c17-09ec-4ed8-b6ff-e265157f7272 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:42.980662 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-20928c17-09ec-4ed8-b6ff-e265157f7272 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:43.097144 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-20928c17-09ec-4ed8-b6ff-e265157f7272 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710702'] for router_interface, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:43.100649 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20928c17-09ec-4ed8-b6ff-e265157f7272 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'Port': ['ID=14cf534a-e2bf-49c1-b7b4-db625bcd55e0,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:05:43.154313 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a5d5e5-787a-4f15-be22-9a4dc01eaabe None None] Network 2e634e28-0df9-43b6-a1f7-da4c3a871724 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:05:43.236497 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20928c17-09ec-4ed8-b6ff-e265157f7272 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Network 2e634e28-0df9-43b6-a1f7-da4c3a871724 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:05:43.237815 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-20928c17-09ec-4ed8-b6ff-e265157f7272 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:05:43.272634 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-705dfee0-90f4-449b-af98-ab8efb1c1433 None None] Provisioning for port 3c847433-5e6f-4df5-9318-294e903da4e3 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:05:43.431013 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20928c17-09ec-4ed8-b6ff-e265157f7272 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Router 0183463c-4804-4f33-b94f-f7d629383f20 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 18:05:43.475186 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 3c847433-5e6f-4df5-9318-294e903da4e3 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:05:43.556205 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 3c847433-5e6f-4df5-9318-294e903da4e3 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:05:43.561583 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 3c847433-5e6f-4df5-9318-294e903da4e3 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:05:43.561990 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:43.643212 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20928c17-09ec-4ed8-b6ff-e265157f7272 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:05:43.653182 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-20928c17-09ec-4ed8-b6ff-e265157f7272 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "PUT /v2.0/routers/0183463c-4804-4f33-b94f-f7d629383f20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2489316 May 04 18:05:43.656892 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1422b56b-95ce-46bc-b8b1-47ff0e29f68d None None] Sync routers for ids ['0183463c-4804-4f33-b94f-f7d629383f20'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:05:43.671108 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1422b56b-95ce-46bc-b8b1-47ff0e29f68d None None] Routers {'0183463c-4804-4f33-b94f-f7d629383f20'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:05:43.671906 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-1422b56b-95ce-46bc-b8b1-47ff0e29f68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:05:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['0183463c-4804-4f33-b94f-f7d629383f20'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:05:43.704574 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:43.744006 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-b2168b46-b16a-4c13-bf9e-09e0040c91a3 None None] Provisioning for port 14cf534a-e2bf-49c1-b7b4-db625bcd55e0 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:05:43.752353 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-b2168b46-b16a-4c13-bf9e-09e0040c91a3 None None] Provisioning complete for port 14cf534a-e2bf-49c1-b7b4-db625bcd55e0 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:05:43.753047 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b2168b46-b16a-4c13-bf9e-09e0040c91a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:43.780219 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 3c847433-5e6f-4df5-9318-294e903da4e3, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=3c847433-5e6f-4df5-9318-294e903da4e3,segment=NetworkSegment(5f6e9f42-003b-498c-af90-1bbab9b5acca),segment_id=5f6e9f42-003b-498c-af90-1bbab9b5acca)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:05:43.787452 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:43.788198 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 0432ca6b-f548-4cff-b00e-5eb764a77541 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:05:43.864325 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-f287df10-e3bd-417c-bd73-53f5b69687c7 req-6a955fd3-ee80-48a7-b6e1-e5c71ad4db59 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1039935197&fields=id&tenant_id=24536c64830c443892e5dea9235549ab HTTP/1.1" status: 200 len: 267 time: 0.0508447 May 04 18:05:43.875019 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-1422b56b-95ce-46bc-b8b1-47ff0e29f68d None None] Set router 0183463c-4804-4f33-b94f-f7d629383f20 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:05:43.938477 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-b2168b46-b16a-4c13-bf9e-09e0040c91a3 None None] Port 14cf534a-e2bf-49c1-b7b4-db625bcd55e0 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 18:05:43.942355 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=3c847433-5e6f-4df5-9318-294e903da4e3,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:05:43.967268 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-b2168b46-b16a-4c13-bf9e-09e0040c91a3 None None] Provisioning complete for port 3c847433-5e6f-4df5-9318-294e903da4e3 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:05:43.967638 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b2168b46-b16a-4c13-bf9e-09e0040c91a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:44.042060 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 0432ca6b-f548-4cff-b00e-5eb764a77541 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:05:44.044058 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f287df10-e3bd-417c-bd73-53f5b69687c7 req-b20fb3d5-f516-4047-a3af-720c3d60bd97 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:05:44.050577 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-f287df10-e3bd-417c-bd73-53f5b69687c7 req-b20fb3d5-f516-4047-a3af-720c3d60bd97 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/networks?id=2e634e28-0df9-43b6-a1f7-da4c3a871724 HTTP/1.1" status: 200 len: 795 time: 0.1847610 May 04 18:05:44.064128 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-f287df10-e3bd-417c-bd73-53f5b69687c7 req-80c661e1-d8b9-4160-8e0a-a604dd52ad0c tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/quotas/24536c64830c443892e5dea9235549ab HTTP/1.1" status: 200 len: 375 time: 0.0112860 May 04 18:05:44.110656 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 0432ca6b-f548-4cff-b00e-5eb764a77541 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:05:44.111032 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:44.158856 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-f287df10-e3bd-417c-bd73-53f5b69687c7 req-e181bbf6-cf7d-4d8e-8f22-387b7a801e87 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=24536c64830c443892e5dea9235549ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0891364 May 04 18:05:44.225093 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-1422b56b-95ce-46bc-b8b1-47ff0e29f68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0183463c-4804-4f33-b94f-f7d629383f20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139166874', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.85'}], 'enable_snat': True}, 'gw_port_id': '0432ca6b-f548-4cff-b00e-5eb764a77541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:05:37Z', 'updated_at': '2022-05-04T18:05:42Z', 'revision_number': 4, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port': {'id': '0432ca6b-f548-4cff-b00e-5eb764a77541', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0183463c-4804-4f33-b94f-f7d629383f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:05:37Z', 'updated_at': '2022-05-04T18:05:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '14cf534a-e2bf-49c1-b7b4-db625bcd55e0', 'name': '', 'network_id': '2e634e28-0df9-43b6-a1f7-da4c3a871724', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'mac_address': 'fa:16:3e:ec:4a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0183463c-4804-4f33-b94f-f7d629383f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '67385855-f43f-450c-b0c2-b1a734480fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:05:41Z', 'updated_at': '2022-05-04T18:05:42Z', 'revision_number': 2, 'project_id': '24536c64830c443892e5dea9235549ab', 'subnets': [{'id': '67385855-f43f-450c-b0c2-b1a734480fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:05:44.230052 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1422b56b-95ce-46bc-b8b1-47ff0e29f68d None None] Checking router: 0183463c-4804-4f33-b94f-f7d629383f20 for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:05:44.230478 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1422b56b-95ce-46bc-b8b1-47ff0e29f68d None None] Updating router 0183463c-4804-4f33-b94f-f7d629383f20 port 14cf534a-e2bf-49c1-b7b4-db625bcd55e0 binding host dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:05:44.255427 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:44.281412 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 0432ca6b-f548-4cff-b00e-5eb764a77541, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=0432ca6b-f548-4cff-b00e-5eb764a77541,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:05:44.283019 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8abb315e-a88f-4730-91ae-69482c3cb208 None None] Provisioning complete for port 14cf534a-e2bf-49c1-b7b4-db625bcd55e0 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:05:44.283509 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8abb315e-a88f-4730-91ae-69482c3cb208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:44.297542 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-1422b56b-95ce-46bc-b8b1-47ff0e29f68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:44.311598 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:44.318488 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-f287df10-e3bd-417c-bd73-53f5b69687c7 req-1f33bb7d-4c79-46c3-a86d-3fd4738077dc service neutron] 10.222.0.41 "GET /v2.0/networks/2e634e28-0df9-43b6-a1f7-da4c3a871724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458731 May 04 18:05:44.392631 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8abb315e-a88f-4730-91ae-69482c3cb208 None None] Port 14cf534a-e2bf-49c1-b7b4-db625bcd55e0 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 18:05:44.401438 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=0432ca6b-f548-4cff-b00e-5eb764a77541,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:05:44.453625 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-f287df10-e3bd-417c-bd73-53f5b69687c7 req-359ddb75-6b71-4302-991c-d79520f220ac service neutron] 10.222.0.41 "GET /v2.0/networks/2e634e28-0df9-43b6-a1f7-da4c3a871724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291287 May 04 18:05:44.648569 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-1422b56b-95ce-46bc-b8b1-47ff0e29f68d None None] Notify callbacks [] for port, precommit_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:44.660437 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.provisioning_blocks [None req-1422b56b-95ce-46bc-b8b1-47ff0e29f68d None None] Transition to ACTIVE for port object 14cf534a-e2bf-49c1-b7b4-db625bcd55e0 will not be triggered until provisioned by entity L2. {{(pid=88040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:05:44.666925 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-1422b56b-95ce-46bc-b8b1-47ff0e29f68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:44.815711 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84bf55d-f706-4d60-8e3e-e9f538ed5f49 None None] Pushing event updated for resources: {'Port': ['ID=14cf534a-e2bf-49c1-b7b4-db625bcd55e0,revision_number=3']} {{(pid=88040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:05:44.858099 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84bf55d-f706-4d60-8e3e-e9f538ed5f49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:05:44.858443 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84bf55d-f706-4d60-8e3e-e9f538ed5f49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:05:44.858785 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84bf55d-f706-4d60-8e3e-e9f538ed5f49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:05:44.859111 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84bf55d-f706-4d60-8e3e-e9f538ed5f49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:05:44.859438 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84bf55d-f706-4d60-8e3e-e9f538ed5f49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:05:44.859851 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84bf55d-f706-4d60-8e3e-e9f538ed5f49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:05:44.860669 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84bf55d-f706-4d60-8e3e-e9f538ed5f49 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:05:44.860993 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84bf55d-f706-4d60-8e3e-e9f538ed5f49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:05:44.861319 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84bf55d-f706-4d60-8e3e-e9f538ed5f49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:05:44.861645 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84bf55d-f706-4d60-8e3e-e9f538ed5f49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:05:44.861986 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84bf55d-f706-4d60-8e3e-e9f538ed5f49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:05:44.862309 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84bf55d-f706-4d60-8e3e-e9f538ed5f49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:05:44.890523 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-1422b56b-95ce-46bc-b8b1-47ff0e29f68d None None] Attempting to bind port 14cf534a-e2bf-49c1-b7b4-db625bcd55e0 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:05:44.890888 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-1422b56b-95ce-46bc-b8b1-47ff0e29f68d None None] Attempting to bind port 14cf534a-e2bf-49c1-b7b4-db625bcd55e0 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '5f6e9f42-003b-498c-af90-1bbab9b5acca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2e634e28-0df9-43b6-a1f7-da4c3a871724'}] {{(pid=88040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:05:44.891275 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1422b56b-95ce-46bc-b8b1-47ff0e29f68d None None] Attempting to bind port 14cf534a-e2bf-49c1-b7b4-db625bcd55e0 on network 2e634e28-0df9-43b6-a1f7-da4c3a871724 {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:05:44.896276 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1422b56b-95ce-46bc-b8b1-47ff0e29f68d None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:05:44.896640 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1422b56b-95ce-46bc-b8b1-47ff0e29f68d None None] Checking segment: {'id': '5f6e9f42-003b-498c-af90-1bbab9b5acca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2e634e28-0df9-43b6-a1f7-da4c3a871724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:05:44.897032 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-1422b56b-95ce-46bc-b8b1-47ff0e29f68d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:44.897418 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1422b56b-95ce-46bc-b8b1-47ff0e29f68d None None] Bound using segment: {'id': '5f6e9f42-003b-498c-af90-1bbab9b5acca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2e634e28-0df9-43b6-a1f7-da4c3a871724'} {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:05:44.897872 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-1422b56b-95ce-46bc-b8b1-47ff0e29f68d None None] Bound port: 14cf534a-e2bf-49c1-b7b4-db625bcd55e0, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f6e9f42-003b-498c-af90-1bbab9b5acca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2e634e28-0df9-43b6-a1f7-da4c3a871724'}}] {{(pid=88040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:05:44.898290 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-1422b56b-95ce-46bc-b8b1-47ff0e29f68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:44.983512 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.db [None req-1422b56b-95ce-46bc-b8b1-47ff0e29f68d None None] For port 14cf534a-e2bf-49c1-b7b4-db625bcd55e0, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:05:44.987190 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.db [None req-1422b56b-95ce-46bc-b8b1-47ff0e29f68d None None] For port 14cf534a-e2bf-49c1-b7b4-db625bcd55e0, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=14cf534a-e2bf-49c1-b7b4-db625bcd55e0,segment=NetworkSegment(5f6e9f42-003b-498c-af90-1bbab9b5acca),segment_id=5f6e9f42-003b-498c-af90-1bbab9b5acca)] {{(pid=88040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:05:44.991323 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-1422b56b-95ce-46bc-b8b1-47ff0e29f68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:45.068125 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1422b56b-95ce-46bc-b8b1-47ff0e29f68d None None] Routers {'0183463c-4804-4f33-b94f-f7d629383f20'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:05:45.068752 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-1422b56b-95ce-46bc-b8b1-47ff0e29f68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:05:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['0183463c-4804-4f33-b94f-f7d629383f20'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:05:45.122508 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84bf55d-f706-4d60-8e3e-e9f538ed5f49 None None] Pushing event updated for resources: {'Port': ['ID=14cf534a-e2bf-49c1-b7b4-db625bcd55e0,revision_number=4']} {{(pid=88040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:05:45.278514 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-1422b56b-95ce-46bc-b8b1-47ff0e29f68d None None] Set router 0183463c-4804-4f33-b94f-f7d629383f20 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:05:45.405873 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 3c847433-5e6f-4df5-9318-294e903da4e3 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:05:45.472707 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 3c847433-5e6f-4df5-9318-294e903da4e3 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:05:45.473078 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:45.604177 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-1422b56b-95ce-46bc-b8b1-47ff0e29f68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0183463c-4804-4f33-b94f-f7d629383f20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139166874', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.85'}], 'enable_snat': True}, 'gw_port_id': '0432ca6b-f548-4cff-b00e-5eb764a77541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:05:37Z', 'updated_at': '2022-05-04T18:05:42Z', 'revision_number': 4, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port': {'id': '0432ca6b-f548-4cff-b00e-5eb764a77541', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0183463c-4804-4f33-b94f-f7d629383f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:05:37Z', 'updated_at': '2022-05-04T18:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '14cf534a-e2bf-49c1-b7b4-db625bcd55e0', 'name': '', 'network_id': '2e634e28-0df9-43b6-a1f7-da4c3a871724', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'mac_address': 'fa:16:3e:ec:4a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0183463c-4804-4f33-b94f-f7d629383f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '67385855-f43f-450c-b0c2-b1a734480fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:05:41Z', 'updated_at': '2022-05-04T18:05:44Z', 'revision_number': 4, 'project_id': '24536c64830c443892e5dea9235549ab', 'subnets': [{'id': '67385855-f43f-450c-b0c2-b1a734480fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:05:45.608536 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1422b56b-95ce-46bc-b8b1-47ff0e29f68d None None] The sync data for ids ['0183463c-4804-4f33-b94f-f7d629383f20'] in dv-neutron-840426-1-hyperv is: [{'id': '0183463c-4804-4f33-b94f-f7d629383f20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139166874', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.85'}], 'enable_snat': True}, 'gw_port_id': '0432ca6b-f548-4cff-b00e-5eb764a77541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:05:37Z', 'updated_at': '2022-05-04T18:05:42Z', 'revision_number': 4, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port': {'id': '0432ca6b-f548-4cff-b00e-5eb764a77541', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0183463c-4804-4f33-b94f-f7d629383f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:05:37Z', 'updated_at': '2022-05-04T18:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '14cf534a-e2bf-49c1-b7b4-db625bcd55e0', 'name': '', 'network_id': '2e634e28-0df9-43b6-a1f7-da4c3a871724', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'mac_address': 'fa:16:3e:ec:4a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0183463c-4804-4f33-b94f-f7d629383f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '67385855-f43f-450c-b0c2-b1a734480fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:05:41Z', 'updated_at': '2022-05-04T18:05:44Z', 'revision_number': 4, 'project_id': '24536c64830c443892e5dea9235549ab', 'subnets': [{'id': '67385855-f43f-450c-b0c2-b1a734480fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:05:45.642496 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 0432ca6b-f548-4cff-b00e-5eb764a77541 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:05:45.705906 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-a19ae749-7ebc-4f08-841b-9ec4f40e4602 req-42daa507-4c48-47d7-9a3e-9f7cf354752b tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Synchronizing usage tracker for tenant:24536c64830c443892e5dea9235549ab on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:05:45.725602 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-a19ae749-7ebc-4f08-841b-9ec4f40e4602 req-42daa507-4c48-47d7-9a3e-9f7cf354752b tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Unset dirty status for tenant:24536c64830c443892e5dea9235549ab on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:05:45.726907 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a19ae749-7ebc-4f08-841b-9ec4f40e4602 req-42daa507-4c48-47d7-9a3e-9f7cf354752b tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=50ede7d7-ae51-4abd-a316-59aa0531cf75 HTTP/1.1" status: 200 len: 210 time: 0.1057713 May 04 18:05:45.738389 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 0432ca6b-f548-4cff-b00e-5eb764a77541 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:05:45.738909 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:46.987585 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f287df10-e3bd-417c-bd73-53f5b69687c7 req-831c91dc-9ff0-4290-911e-b1bc9a95d319 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:05:46.988246 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-f287df10-e3bd-417c-bd73-53f5b69687c7 req-831c91dc-9ff0-4290-911e-b1bc9a95d319 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Synchronizing usage tracker for tenant:24536c64830c443892e5dea9235549ab on resource:network {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:05:47.007252 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-f287df10-e3bd-417c-bd73-53f5b69687c7 req-831c91dc-9ff0-4290-911e-b1bc9a95d319 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Unset dirty status for tenant:24536c64830c443892e5dea9235549ab on resource:network {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:05:47.008581 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f287df10-e3bd-417c-bd73-53f5b69687c7 req-831c91dc-9ff0-4290-911e-b1bc9a95d319 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.42 "GET /v2.0/networks?id=2e634e28-0df9-43b6-a1f7-da4c3a871724 HTTP/1.1" status: 200 len: 795 time: 0.1876686 May 04 18:05:47.061769 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-8aa6041e-8030-47b9-8083-9c354d323b42 req-44756e1c-5bdb-43ab-9671-ac0ba6cac2a7 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=50ede7d7-ae51-4abd-a316-59aa0531cf75 HTTP/1.1" status: 200 len: 210 time: 0.0455899 May 04 18:05:47.066581 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-f287df10-e3bd-417c-bd73-53f5b69687c7 req-56af44cc-ab34-4dcd-b564-f2f419044387 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Synchronizing usage tracker for tenant:24536c64830c443892e5dea9235549ab on resource:security_group {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:05:47.084073 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-f287df10-e3bd-417c-bd73-53f5b69687c7 req-56af44cc-ab34-4dcd-b564-f2f419044387 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Unset dirty status for tenant:24536c64830c443892e5dea9235549ab on resource:security_group {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:05:47.085375 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f287df10-e3bd-417c-bd73-53f5b69687c7 req-56af44cc-ab34-4dcd-b564-f2f419044387 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24536c64830c443892e5dea9235549ab HTTP/1.1" status: 200 len: 380 time: 0.0679481 May 04 18:05:47.093491 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [req-f287df10-e3bd-417c-bd73-53f5b69687c7 req-1b452b4a-be66-4205-83ed-d887ffa1a6e6 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Request body: {'port': {'device_id': '50ede7d7-ae51-4abd-a316-59aa0531cf75', 'network_id': '2e634e28-0df9-43b6-a1f7-da4c3a871724', 'admin_state_up': True, 'tenant_id': '24536c64830c443892e5dea9235549ab', 'security_groups': ['44638310-d6b6-4df1-9fc6-25ed4cae3229']}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:05:47.341493 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [req-f287df10-e3bd-417c-bd73-53f5b69687c7 req-1b452b4a-be66-4205-83ed-d887ffa1a6e6 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:05:47.351409 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [req-f287df10-e3bd-417c-bd73-53f5b69687c7 req-1b452b4a-be66-4205-83ed-d887ffa1a6e6 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:05:47.363689 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f287df10-e3bd-417c-bd73-53f5b69687c7 req-1b452b4a-be66-4205-83ed-d887ffa1a6e6 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Made reservation on behalf of 24536c64830c443892e5dea9235549ab for: {'port': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:05:47.367240 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-f287df10-e3bd-417c-bd73-53f5b69687c7 req-1b452b4a-be66-4205-83ed-d887ffa1a6e6 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:47.424559 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 14cf534a-e2bf-49c1-b7b4-db625bcd55e0 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:05:47.492049 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 14cf534a-e2bf-49c1-b7b4-db625bcd55e0 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:05:47.496599 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 14cf534a-e2bf-49c1-b7b4-db625bcd55e0 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:05:47.496904 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:47.530983 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [req-f287df10-e3bd-417c-bd73-53f5b69687c7 req-1b452b4a-be66-4205-83ed-d887ffa1a6e6 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Allocated IP 172.20.0.13 (2e634e28-0df9-43b6-a1f7-da4c3a871724/67385855-f43f-450c-b0c2-b1a734480fdb/17fc2676-781e-4f1b-b507-80360246bc60) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:05:47.612414 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:47.643168 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 14cf534a-e2bf-49c1-b7b4-db625bcd55e0, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=14cf534a-e2bf-49c1-b7b4-db625bcd55e0,segment=NetworkSegment(5f6e9f42-003b-498c-af90-1bbab9b5acca),segment_id=5f6e9f42-003b-498c-af90-1bbab9b5acca)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:05:47.646522 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:47.713507 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=14cf534a-e2bf-49c1-b7b4-db625bcd55e0,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:05:47.723088 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-f287df10-e3bd-417c-bd73-53f5b69687c7 req-1b452b4a-be66-4205-83ed-d887ffa1a6e6 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:47.738585 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [req-f287df10-e3bd-417c-bd73-53f5b69687c7 req-1b452b4a-be66-4205-83ed-d887ffa1a6e6 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Transition to ACTIVE for port object 17fc2676-781e-4f1b-b507-80360246bc60 will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:05:47.761977 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-f287df10-e3bd-417c-bd73-53f5b69687c7 req-1b452b4a-be66-4205-83ed-d887ffa1a6e6 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:47.835393 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f287df10-e3bd-417c-bd73-53f5b69687c7 req-1b452b4a-be66-4205-83ed-d887ffa1a6e6 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Network 2e634e28-0df9-43b6-a1f7-da4c3a871724 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:05:47.838784 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [req-f287df10-e3bd-417c-bd73-53f5b69687c7 req-1b452b4a-be66-4205-83ed-d887ffa1a6e6 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:05:47.842823 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [req-f287df10-e3bd-417c-bd73-53f5b69687c7 req-1b452b4a-be66-4205-83ed-d887ffa1a6e6 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 18:05:47.873754 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b452b4a-be66-4205-83ed-d887ffa1a6e6 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'Port': ['ID=17fc2676-781e-4f1b-b507-80360246bc60,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:05:47.910800 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f287df10-e3bd-417c-bd73-53f5b69687c7 req-1b452b4a-be66-4205-83ed-d887ffa1a6e6 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:05:47.911422 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-f287df10-e3bd-417c-bd73-53f5b69687c7 req-1b452b4a-be66-4205-83ed-d887ffa1a6e6 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:47.936548 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f287df10-e3bd-417c-bd73-53f5b69687c7 req-1b452b4a-be66-4205-83ed-d887ffa1a6e6 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8465767 May 04 18:05:47.948319 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [req-f287df10-e3bd-417c-bd73-53f5b69687c7 req-c47d71ce-3620-4e66-8390-52ede900ecee service neutron] Request body: {'port': {'device_id': '50ede7d7-ae51-4abd-a316-59aa0531cf75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:05:48.059968 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-f287df10-e3bd-417c-bd73-53f5b69687c7 req-c47d71ce-3620-4e66-8390-52ede900ecee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:48.077177 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-01cd5a97-f637-4c4d-b9e2-652c6187b7af None None] Provisioning for port 17fc2676-781e-4f1b-b507-80360246bc60 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:05:48.082228 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-01cd5a97-f637-4c4d-b9e2-652c6187b7af None None] Provisioning complete for port 17fc2676-781e-4f1b-b507-80360246bc60 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:05:48.082600 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-01cd5a97-f637-4c4d-b9e2-652c6187b7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:48.139326 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-01cd5a97-f637-4c4d-b9e2-652c6187b7af None None] Port 17fc2676-781e-4f1b-b507-80360246bc60 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 18:05:48.383934 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9ab019-601e-4704-8471-7a1ff77370c0 req-7950d53b-ea14-4b40-bf66-d24ec7e7b6d0 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:05:48.384621 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-5c9ab019-601e-4704-8471-7a1ff77370c0 req-7950d53b-ea14-4b40-bf66-d24ec7e7b6d0 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Synchronizing usage tracker for tenant:24536c64830c443892e5dea9235549ab on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:05:48.417282 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-5c9ab019-601e-4704-8471-7a1ff77370c0 req-7950d53b-ea14-4b40-bf66-d24ec7e7b6d0 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Unset dirty status for tenant:24536c64830c443892e5dea9235549ab on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:05:48.418698 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5c9ab019-601e-4704-8471-7a1ff77370c0 req-7950d53b-ea14-4b40-bf66-d24ec7e7b6d0 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=50ede7d7-ae51-4abd-a316-59aa0531cf75 HTTP/1.1" status: 200 len: 932 time: 0.2355309 May 04 18:05:48.515839 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5c9ab019-601e-4704-8471-7a1ff77370c0 req-97218fc1-30fd-4f86-83ca-7affc1f885d8 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=44638310-d6b6-4df1-9fc6-25ed4cae3229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908713 May 04 18:05:48.526251 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [req-f287df10-e3bd-417c-bd73-53f5b69687c7 req-c47d71ce-3620-4e66-8390-52ede900ecee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17fc2676-781e-4f1b-b507-80360246bc60 {{(pid=88037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:05:48.537678 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-f287df10-e3bd-417c-bd73-53f5b69687c7 req-c47d71ce-3620-4e66-8390-52ede900ecee service neutron] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:48.552423 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [req-f287df10-e3bd-417c-bd73-53f5b69687c7 req-c47d71ce-3620-4e66-8390-52ede900ecee service neutron] Transition to ACTIVE for port object 17fc2676-781e-4f1b-b507-80360246bc60 will not be triggered until provisioned by entity L2. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:05:48.556030 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-f287df10-e3bd-417c-bd73-53f5b69687c7 req-c47d71ce-3620-4e66-8390-52ede900ecee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:48.717121 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47d71ce-3620-4e66-8390-52ede900ecee service neutron] Pushing event updated for resources: {'Port': ['ID=17fc2676-781e-4f1b-b507-80360246bc60,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:05:48.789979 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-f287df10-e3bd-417c-bd73-53f5b69687c7 req-c47d71ce-3620-4e66-8390-52ede900ecee service neutron] Attempting to bind port 17fc2676-781e-4f1b-b507-80360246bc60 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:05:48.790309 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-f287df10-e3bd-417c-bd73-53f5b69687c7 req-c47d71ce-3620-4e66-8390-52ede900ecee service neutron] Attempting to bind port 17fc2676-781e-4f1b-b507-80360246bc60 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '5f6e9f42-003b-498c-af90-1bbab9b5acca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2e634e28-0df9-43b6-a1f7-da4c3a871724'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:05:48.790643 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f287df10-e3bd-417c-bd73-53f5b69687c7 req-c47d71ce-3620-4e66-8390-52ede900ecee service neutron] Attempting to bind port 17fc2676-781e-4f1b-b507-80360246bc60 on network 2e634e28-0df9-43b6-a1f7-da4c3a871724 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:05:48.795565 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f287df10-e3bd-417c-bd73-53f5b69687c7 req-c47d71ce-3620-4e66-8390-52ede900ecee service neutron] Port 17fc2676-781e-4f1b-b507-80360246bc60 on network 2e634e28-0df9-43b6-a1f7-da4c3a871724 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 18:05:48.795886 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f287df10-e3bd-417c-bd73-53f5b69687c7 req-c47d71ce-3620-4e66-8390-52ede900ecee service neutron] Attempting to bind port 17fc2676-781e-4f1b-b507-80360246bc60 on network 2e634e28-0df9-43b6-a1f7-da4c3a871724 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:05:48.801067 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f287df10-e3bd-417c-bd73-53f5b69687c7 req-c47d71ce-3620-4e66-8390-52ede900ecee service neutron] Checking agent: {'id': '84d0dbeb-cfa8-4636-8b1c-9790acf21ef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'started_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:05:48.801402 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f287df10-e3bd-417c-bd73-53f5b69687c7 req-c47d71ce-3620-4e66-8390-52ede900ecee service neutron] Checking segment: {'id': '5f6e9f42-003b-498c-af90-1bbab9b5acca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2e634e28-0df9-43b6-a1f7-da4c3a871724'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:05:48.801786 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f287df10-e3bd-417c-bd73-53f5b69687c7 req-c47d71ce-3620-4e66-8390-52ede900ecee service neutron] Bound using segment: {'id': '5f6e9f42-003b-498c-af90-1bbab9b5acca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2e634e28-0df9-43b6-a1f7-da4c3a871724'} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:05:48.802239 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-f287df10-e3bd-417c-bd73-53f5b69687c7 req-c47d71ce-3620-4e66-8390-52ede900ecee service neutron] Bound port: 17fc2676-781e-4f1b-b507-80360246bc60, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f6e9f42-003b-498c-af90-1bbab9b5acca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2e634e28-0df9-43b6-a1f7-da4c3a871724'}}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:05:48.802583 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-f287df10-e3bd-417c-bd73-53f5b69687c7 req-c47d71ce-3620-4e66-8390-52ede900ecee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:48.895996 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-f287df10-e3bd-417c-bd73-53f5b69687c7 req-c47d71ce-3620-4e66-8390-52ede900ecee service neutron] For port 17fc2676-781e-4f1b-b507-80360246bc60, host hv-neutron-8404, cleared binding levels {{(pid=88037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:05:48.898843 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-f287df10-e3bd-417c-bd73-53f5b69687c7 req-c47d71ce-3620-4e66-8390-52ede900ecee service neutron] For port 17fc2676-781e-4f1b-b507-80360246bc60, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=17fc2676-781e-4f1b-b507-80360246bc60,segment=NetworkSegment(5f6e9f42-003b-498c-af90-1bbab9b5acca),segment_id=5f6e9f42-003b-498c-af90-1bbab9b5acca)] {{(pid=88037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:05:48.903526 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-f287df10-e3bd-417c-bd73-53f5b69687c7 req-c47d71ce-3620-4e66-8390-52ede900ecee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:48.959013 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f287df10-e3bd-417c-bd73-53f5b69687c7 req-c47d71ce-3620-4e66-8390-52ede900ecee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:05:48.959836 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-f287df10-e3bd-417c-bd73-53f5b69687c7 req-c47d71ce-3620-4e66-8390-52ede900ecee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:48.961156 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f287df10-e3bd-417c-bd73-53f5b69687c7 req-c47d71ce-3620-4e66-8390-52ede900ecee service neutron] 10.222.0.42 "PUT /v2.0/ports/17fc2676-781e-4f1b-b507-80360246bc60 HTTP/1.1" status: 200 len: 1094 time: 1.0169668 May 04 18:05:48.963966 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50ede7d7-ae51-4abd-a316-59aa0531cf75', 'tag': '17fc2676-781e-4f1b-b507-80360246bc60'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:05:48.992612 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47d71ce-3620-4e66-8390-52ede900ecee service neutron] Pushing event updated for resources: {'Port': ['ID=17fc2676-781e-4f1b-b507-80360246bc60,revision_number=3']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:05:49.036976 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94d24fb6-3e08-486f-82a6-68b0b7509bd4'] response: {'name': 'network-changed', 'server_uuid': '50ede7d7-ae51-4abd-a316-59aa0531cf75', 'tag': '17fc2676-781e-4f1b-b507-80360246bc60', 'status': 'completed', 'code': 200} May 04 18:05:49.083350 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f287df10-e3bd-417c-bd73-53f5b69687c7 req-551eea48-883d-4827-8d58-830081c4156e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:05:49.085014 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f287df10-e3bd-417c-bd73-53f5b69687c7 req-551eea48-883d-4827-8d58-830081c4156e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=24536c64830c443892e5dea9235549ab&device_id=50ede7d7-ae51-4abd-a316-59aa0531cf75 HTTP/1.1" status: 200 len: 1097 time: 0.0813303 May 04 18:05:49.250363 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f287df10-e3bd-417c-bd73-53f5b69687c7 req-3abf4521-52c4-44da-9b1b-1477284bc04a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17fc2676-781e-4f1b-b507-80360246bc60 HTTP/1.1" status: 200 len: 217 time: 0.1579697 May 04 18:05:49.312054 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f287df10-e3bd-417c-bd73-53f5b69687c7 req-dc0f3908-831b-4051-90a4-7df2e4c4fde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:05:49.313964 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f287df10-e3bd-417c-bd73-53f5b69687c7 req-dc0f3908-831b-4051-90a4-7df2e4c4fde7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=67385855-f43f-450c-b0c2-b1a734480fdb HTTP/1.1" status: 200 len: 835 time: 0.0577264 May 04 18:05:49.387638 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f287df10-e3bd-417c-bd73-53f5b69687c7 req-f7ddba98-5676-4729-87eb-c8ff73b23583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:05:49.389276 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f287df10-e3bd-417c-bd73-53f5b69687c7 req-f7ddba98-5676-4729-87eb-c8ff73b23583 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e634e28-0df9-43b6-a1f7-da4c3a871724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691173 May 04 18:05:49.407486 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 14cf534a-e2bf-49c1-b7b4-db625bcd55e0 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:05:49.475367 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 14cf534a-e2bf-49c1-b7b4-db625bcd55e0 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:05:49.475732 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:49.519459 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f287df10-e3bd-417c-bd73-53f5b69687c7 req-a0c643b9-34d6-43b6-ba42-36c165390e3c service neutron] 10.222.0.42 "GET /v2.0/networks/2e634e28-0df9-43b6-a1f7-da4c3a871724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233430 May 04 18:05:49.710253 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f287df10-e3bd-417c-bd73-53f5b69687c7 req-a597b90e-b9c6-494a-b080-105d0266dc5a service neutron] 10.222.0.42 "GET /v2.0/networks/2e634e28-0df9-43b6-a1f7-da4c3a871724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844127 May 04 18:05:49.733023 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5227a87-cda5-47a4-a400-8c05ba1193e5 req-c599738d-364f-49e8-9fd2-305f8a830cb8 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:05:49.734474 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f5227a87-cda5-47a4-a400-8c05ba1193e5 req-c599738d-364f-49e8-9fd2-305f8a830cb8 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=50ede7d7-ae51-4abd-a316-59aa0531cf75 HTTP/1.1" status: 200 len: 944 time: 0.1056690 May 04 18:05:49.820765 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f5227a87-cda5-47a4-a400-8c05ba1193e5 req-226c61e6-4900-4fae-aeb4-6cac53c6ea13 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=44638310-d6b6-4df1-9fc6-25ed4cae3229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798604 May 04 18:05:49.844020 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226d4cd7-f98d-4b8b-aee8-48664ce3556f req-ba7b464e-601e-4b09-8eca-41d5066af23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:05:49.846103 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-226d4cd7-f98d-4b8b-aee8-48664ce3556f req-ba7b464e-601e-4b09-8eca-41d5066af23d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=24536c64830c443892e5dea9235549ab&device_id=50ede7d7-ae51-4abd-a316-59aa0531cf75 HTTP/1.1" status: 200 len: 1097 time: 0.0783567 May 04 18:05:49.973437 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226d4cd7-f98d-4b8b-aee8-48664ce3556f req-c8856614-8a2c-45b6-b4d4-dae779c95e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:05:49.974895 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-226d4cd7-f98d-4b8b-aee8-48664ce3556f req-c8856614-8a2c-45b6-b4d4-dae779c95e1e service neutron] 10.222.0.42 "GET /v2.0/networks?id=2e634e28-0df9-43b6-a1f7-da4c3a871724 HTTP/1.1" status: 200 len: 896 time: 0.1228387 May 04 18:05:50.042834 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-226d4cd7-f98d-4b8b-aee8-48664ce3556f req-ac4ebdf7-a744-4f15-803f-3e727a94d125 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17fc2676-781e-4f1b-b507-80360246bc60 HTTP/1.1" status: 200 len: 217 time: 0.0622897 May 04 18:05:50.105277 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226d4cd7-f98d-4b8b-aee8-48664ce3556f req-b0dcd1eb-7104-4131-ad76-95f4c3674bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:05:50.106709 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-226d4cd7-f98d-4b8b-aee8-48664ce3556f req-b0dcd1eb-7104-4131-ad76-95f4c3674bdb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=67385855-f43f-450c-b0c2-b1a734480fdb HTTP/1.1" status: 200 len: 835 time: 0.0553653 May 04 18:05:50.181746 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226d4cd7-f98d-4b8b-aee8-48664ce3556f req-3afddfe8-7226-4dda-99e6-ae68fae3020a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:05:50.183240 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-226d4cd7-f98d-4b8b-aee8-48664ce3556f req-3afddfe8-7226-4dda-99e6-ae68fae3020a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e634e28-0df9-43b6-a1f7-da4c3a871724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710211 May 04 18:05:50.313020 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-226d4cd7-f98d-4b8b-aee8-48664ce3556f req-8ca8d629-4591-43a3-91c4-68c2a7200087 service neutron] 10.222.0.42 "GET /v2.0/networks/2e634e28-0df9-43b6-a1f7-da4c3a871724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213198 May 04 18:05:50.439717 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-226d4cd7-f98d-4b8b-aee8-48664ce3556f req-8b96fb4f-6bb4-43a8-a986-647ba74c3db7 service neutron] 10.222.0.42 "GET /v2.0/networks/2e634e28-0df9-43b6-a1f7-da4c3a871724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200814 May 04 18:05:51.005498 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54a5a9c-9c1a-487a-bbbc-1c1befa70dee req-5ad63758-9901-4a07-9b0c-f213cdcfe27b tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:05:51.006937 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-d54a5a9c-9c1a-487a-bbbc-1c1befa70dee req-5ad63758-9901-4a07-9b0c-f213cdcfe27b tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=50ede7d7-ae51-4abd-a316-59aa0531cf75 HTTP/1.1" status: 200 len: 944 time: 0.0813305 May 04 18:05:51.049931 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-d54a5a9c-9c1a-487a-bbbc-1c1befa70dee req-940565fd-c3c4-4aa4-bb5b-5f974d85a309 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=44638310-d6b6-4df1-9fc6-25ed4cae3229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373678 May 04 18:05:52.231048 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77046c85-7437-4705-a6d8-ab961b3dfb65 req-a86ed9c4-2c7d-45d1-9c81-43616d3243ba tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:05:52.232499 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-77046c85-7437-4705-a6d8-ab961b3dfb65 req-a86ed9c4-2c7d-45d1-9c81-43616d3243ba tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=50ede7d7-ae51-4abd-a316-59aa0531cf75 HTTP/1.1" status: 200 len: 944 time: 0.0783036 May 04 18:05:52.275938 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-77046c85-7437-4705-a6d8-ab961b3dfb65 req-aecbc62d-474e-4431-b8ca-2f0b6e8db279 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=44638310-d6b6-4df1-9fc6-25ed4cae3229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370336 May 04 18:05:53.097733 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 17fc2676-781e-4f1b-b507-80360246bc60 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 18:05:53.230807 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 17fc2676-781e-4f1b-b507-80360246bc60, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=17fc2676-781e-4f1b-b507-80360246bc60,segment=NetworkSegment(5f6e9f42-003b-498c-af90-1bbab9b5acca),segment_id=5f6e9f42-003b-498c-af90-1bbab9b5acca)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:05:53.244873 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Returning: {'device': '17fc2676-781e-4f1b-b507-80360246bc60', 'network_id': '2e634e28-0df9-43b6-a1f7-da4c3a871724', 'port_id': '17fc2676-781e-4f1b-b507-80360246bc60', 'mac_address': 'fa:16:3e:aa:e3:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67385855-f43f-450c-b0c2-b1a734480fdb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 18:05:53.299838 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:53.316562 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17fc2676-781e-4f1b-b507-80360246bc60 {{(pid=88039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:05:53.332201 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 17fc2676-781e-4f1b-b507-80360246bc60, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=17fc2676-781e-4f1b-b507-80360246bc60,segment=NetworkSegment(5f6e9f42-003b-498c-af90-1bbab9b5acca),segment_id=5f6e9f42-003b-498c-af90-1bbab9b5acca)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:05:53.335891 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:53.405249 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=17fc2676-781e-4f1b-b507-80360246bc60,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:05:53.458135 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec720644-cdf0-4139-83e8-48267e943042 req-f324f701-f0cf-40c2-8f54-c596310227ab tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:05:53.459633 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-ec720644-cdf0-4139-83e8-48267e943042 req-f324f701-f0cf-40c2-8f54-c596310227ab tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=50ede7d7-ae51-4abd-a316-59aa0531cf75 HTTP/1.1" status: 200 len: 945 time: 0.0806701 May 04 18:05:53.502380 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-ec720644-cdf0-4139-83e8-48267e943042 req-1a4d9ba2-906f-4c9a-a7a9-435f62e83189 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=44638310-d6b6-4df1-9fc6-25ed4cae3229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371418 May 04 18:05:53.685096 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] get_ports_and_sgs() called for port_ids ['17fc2676-781e-4f1b-b507-80360246bc60'] {{(pid=88039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 18:05:54.690429 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4711e946-a5de-4006-85ee-0fd99e082000 req-1e29eed7-e4ca-429b-befc-9f39b81f2d14 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:05:54.691863 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-4711e946-a5de-4006-85ee-0fd99e082000 req-1e29eed7-e4ca-429b-befc-9f39b81f2d14 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=50ede7d7-ae51-4abd-a316-59aa0531cf75 HTTP/1.1" status: 200 len: 945 time: 0.0831065 May 04 18:05:54.736194 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-4711e946-a5de-4006-85ee-0fd99e082000 req-76882387-0628-4ff8-b082-a37097f408a0 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=44638310-d6b6-4df1-9fc6-25ed4cae3229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386534 May 04 18:05:55.100428 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 17fc2676-781e-4f1b-b507-80360246bc60 up at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:05:55.165121 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning for port 17fc2676-781e-4f1b-b507-80360246bc60 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:05:55.169907 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning complete for port 17fc2676-781e-4f1b-b507-80360246bc60 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:05:55.170315 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:55.284211 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:55.310968 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ede7d7-ae51-4abd-a316-59aa0531cf75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17fc2676-781e-4f1b-b507-80360246bc60'}] {{(pid=88039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:05:55.321033 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 17fc2676-781e-4f1b-b507-80360246bc60, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=17fc2676-781e-4f1b-b507-80360246bc60,segment=NetworkSegment(5f6e9f42-003b-498c-af90-1bbab9b5acca),segment_id=5f6e9f42-003b-498c-af90-1bbab9b5acca)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:05:55.325537 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:55.393887 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=17fc2676-781e-4f1b-b507-80360246bc60,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:05:55.413169 dv-neutron-840426-1-hyperv neutron-server[88039]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a92b79f8-a204-4c5b-ab4b-b148b4cedce2'] response: {'server_uuid': '50ede7d7-ae51-4abd-a316-59aa0531cf75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17fc2676-781e-4f1b-b507-80360246bc60', 'code': 200} May 04 18:05:55.634075 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3bb8e-bb6c-44f9-b8fe-bdb7a49f73d7 req-832e1415-148a-42e3-a7b3-1ab17a4f7628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:05:55.635409 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a0d3bb8e-bb6c-44f9-b8fe-bdb7a49f73d7 req-832e1415-148a-42e3-a7b3-1ab17a4f7628 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=50ede7d7-ae51-4abd-a316-59aa0531cf75 HTTP/1.1" status: 200 len: 1099 time: 0.0714052 May 04 18:05:55.773190 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a0d3bb8e-bb6c-44f9-b8fe-bdb7a49f73d7 req-6ee722a0-2b38-4528-99b2-1a94ec060a41 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=44638310-d6b6-4df1-9fc6-25ed4cae3229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306722 May 04 18:05:55.915525 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1d8a53-896d-4909-bdb4-58848a3e5538 req-4dddeaf9-0c5e-451d-819e-142d410e318f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:05:55.916877 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0d1d8a53-896d-4909-bdb4-58848a3e5538 req-4dddeaf9-0c5e-451d-819e-142d410e318f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=50ede7d7-ae51-4abd-a316-59aa0531cf75 HTTP/1.1" status: 200 len: 946 time: 0.0775244 May 04 18:05:55.959951 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0d1d8a53-896d-4909-bdb4-58848a3e5538 req-f0e7bc1b-06d4-429f-a276-2f1d69f2ca3c tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=44638310-d6b6-4df1-9fc6-25ed4cae3229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366735 May 04 18:05:57.151375 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd942312-5884-4685-ae2b-a902dadd1fab req-f96cc110-c915-4eda-8ec3-dc3b03f6d4aa tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:05:57.152840 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-fd942312-5884-4685-ae2b-a902dadd1fab req-f96cc110-c915-4eda-8ec3-dc3b03f6d4aa tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=50ede7d7-ae51-4abd-a316-59aa0531cf75 HTTP/1.1" status: 200 len: 946 time: 0.0842004 May 04 18:05:57.198863 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-fd942312-5884-4685-ae2b-a902dadd1fab req-5cee5dee-5499-4608-a56e-22184dc84d4f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=44638310-d6b6-4df1-9fc6-25ed4cae3229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395977 May 04 18:05:58.386114 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152cffbd-e2a4-46b7-9388-a85816eb46de req-9acb2424-17c9-482c-b96c-1b4832fff6ba tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:05:58.387539 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-152cffbd-e2a4-46b7-9388-a85816eb46de req-9acb2424-17c9-482c-b96c-1b4832fff6ba tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=50ede7d7-ae51-4abd-a316-59aa0531cf75 HTTP/1.1" status: 200 len: 946 time: 0.0822661 May 04 18:05:58.430018 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-152cffbd-e2a4-46b7-9388-a85816eb46de req-1b022c76-417d-4eda-ab91-6437f535123b tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=44638310-d6b6-4df1-9fc6-25ed4cae3229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361867 May 04 18:05:58.610305 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c0d3a2-8a64-4ef6-bca9-fc0dc75c0cc8 req-50f27dcb-6269-4469-be44-6c8ed8328df5 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:05:58.611788 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-f6c0d3a2-8a64-4ef6-bca9-fc0dc75c0cc8 req-50f27dcb-6269-4469-be44-6c8ed8328df5 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=50ede7d7-ae51-4abd-a316-59aa0531cf75 HTTP/1.1" status: 200 len: 946 time: 0.0787435 May 04 18:05:58.656210 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-f6c0d3a2-8a64-4ef6-bca9-fc0dc75c0cc8 req-a539d8b1-4b97-4730-824f-087d19ee5318 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=44638310-d6b6-4df1-9fc6-25ed4cae3229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389435 May 04 18:05:58.678606 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 33696) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:05:58.745698 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4554fb-b51e-41dc-8c35-b240a96c8122 tempest-TestNetworkAdvancedServerOps-2130119018 tempest-TestNetworkAdvancedServerOps-2130119018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:05:58.747180 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-5a4554fb-b51e-41dc-8c35-b240a96c8122 tempest-TestNetworkAdvancedServerOps-2130119018 tempest-TestNetworkAdvancedServerOps-2130119018-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=50ede7d7-ae51-4abd-a316-59aa0531cf75 HTTP/1.1" status: 200 len: 1094 time: 0.0675795 May 04 18:05:58.750043 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 33700) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:05:58.754733 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-2330029b-9bbe-4a16-8476-0bc143012b6d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Request body: {'floatingip': {'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'port_id': '17fc2676-781e-4f1b-b507-80360246bc60', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:05:58.760367 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-2330029b-9bbe-4a16-8476-0bc143012b6d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:05:58.764198 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-2330029b-9bbe-4a16-8476-0bc143012b6d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Usage tracker for resource:floatingip and tenant:24536c64830c443892e5dea9235549ab is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:05:58.767481 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-2330029b-9bbe-4a16-8476-0bc143012b6d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:05:58.773027 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-2330029b-9bbe-4a16-8476-0bc143012b6d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:05:58.783580 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2330029b-9bbe-4a16-8476-0bc143012b6d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for floatingip, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:58.916633 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2330029b-9bbe-4a16-8476-0bc143012b6d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:59.048325 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-2330029b-9bbe-4a16-8476-0bc143012b6d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Allocated IP 172.26.0.160 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/c758dfc1-3a00-4843-998c-9e642ce496a3) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:05:59.190891 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2330029b-9bbe-4a16-8476-0bc143012b6d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:59.221106 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2330029b-9bbe-4a16-8476-0bc143012b6d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:59.286894 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2330029b-9bbe-4a16-8476-0bc143012b6d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:05:59.289733 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-2330029b-9bbe-4a16-8476-0bc143012b6d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:05:59.293406 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2330029b-9bbe-4a16-8476-0bc143012b6d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 18:05:59.328922 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2330029b-9bbe-4a16-8476-0bc143012b6d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'Port': ['ID=c758dfc1-3a00-4843-998c-9e642ce496a3,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:05:59.695730 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2330029b-9bbe-4a16-8476-0bc143012b6d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:59.766551 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2330029b-9bbe-4a16-8476-0bc143012b6d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:59.966660 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2330029b-9bbe-4a16-8476-0bc143012b6d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:05:59.971231 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2330029b-9bbe-4a16-8476-0bc143012b6d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:06:00.072333 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2330029b-9bbe-4a16-8476-0bc143012b6d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'Port': ['ID=c758dfc1-3a00-4843-998c-9e642ce496a3,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:06:00.082631 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2330029b-9bbe-4a16-8476-0bc143012b6d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710218'] for floatingip, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:06:00.338552 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.l3_db [None req-2330029b-9bbe-4a16-8476-0bc143012b6d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Floating IP 1106f5d5-c4d8-425f-91c3-2c64c9b3a2d6 associated. External IP: 172.26.0.160, port: 17fc2676-781e-4f1b-b507-80360246bc60. May 04 18:06:00.674789 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2330029b-9bbe-4a16-8476-0bc143012b6d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Router 0183463c-4804-4f33-b94f-f7d629383f20 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 18:06:00.846155 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2330029b-9bbe-4a16-8476-0bc143012b6d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:06:00.858343 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab36a37-3beb-4247-a3d3-59512c78381c None None] Sync routers for ids ['0183463c-4804-4f33-b94f-f7d629383f20'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:06:00.868369 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab36a37-3beb-4247-a3d3-59512c78381c None None] Routers {'0183463c-4804-4f33-b94f-f7d629383f20'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:06:00.868977 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-3ab36a37-3beb-4247-a3d3-59512c78381c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:05:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['0183463c-4804-4f33-b94f-f7d629383f20'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:06:00.872681 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-2330029b-9bbe-4a16-8476-0bc143012b6d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:06:00.928618 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-2330029b-9bbe-4a16-8476-0bc143012b6d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1774716 May 04 18:06:00.929233 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50ede7d7-ae51-4abd-a316-59aa0531cf75', 'tag': '17fc2676-781e-4f1b-b507-80360246bc60'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:06:00.976306 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d1f8fe8-0258-42f8-b811-6ab19c4c3839'] response: {'name': 'network-changed', 'server_uuid': '50ede7d7-ae51-4abd-a316-59aa0531cf75', 'tag': '17fc2676-781e-4f1b-b507-80360246bc60', 'status': 'completed', 'code': 200} May 04 18:06:01.091134 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-3ab36a37-3beb-4247-a3d3-59512c78381c None None] Set router 0183463c-4804-4f33-b94f-f7d629383f20 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:06:01.132277 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e68cf4-cd98-4f8b-b272-bcf243357c03 req-350b804a-56ed-4be9-beda-4743881031a4 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:06:01.133715 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e2e68cf4-cd98-4f8b-b272-bcf243357c03 req-350b804a-56ed-4be9-beda-4743881031a4 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=50ede7d7-ae51-4abd-a316-59aa0531cf75 HTTP/1.1" status: 200 len: 946 time: 0.1029305 May 04 18:06:01.138033 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b952295d-9c26-4f34-8c0a-5396c20c55d2 req-cdc4494e-14f9-4505-9b30-4412d8f7e178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:06:01.139384 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b952295d-9c26-4f34-8c0a-5396c20c55d2 req-cdc4494e-14f9-4505-9b30-4412d8f7e178 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=24536c64830c443892e5dea9235549ab&device_id=50ede7d7-ae51-4abd-a316-59aa0531cf75 HTTP/1.1" status: 200 len: 1099 time: 0.1409543 May 04 18:06:01.256143 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e2e68cf4-cd98-4f8b-b272-bcf243357c03 req-7ee9ffac-9f15-4783-87fd-65bec62a1a6f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=44638310-d6b6-4df1-9fc6-25ed4cae3229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158195 May 04 18:06:01.280106 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 33708) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:06:01.375169 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b952295d-9c26-4f34-8c0a-5396c20c55d2 req-02b670a2-74ee-4ceb-9811-3590511e69f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:06:01.376580 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b952295d-9c26-4f34-8c0a-5396c20c55d2 req-02b670a2-74ee-4ceb-9811-3590511e69f8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2e634e28-0df9-43b6-a1f7-da4c3a871724 HTTP/1.1" status: 200 len: 896 time: 0.2242343 May 04 18:06:01.402029 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-b71cdfa8-816a-4d15-9cf4-43c0bfe38d93 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/floatingips/1106f5d5-c4d8-425f-91c3-2c64c9b3a2d6 HTTP/1.1" status: 200 len: 992 time: 0.1209061 May 04 18:06:01.445036 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-3ab36a37-3beb-4247-a3d3-59512c78381c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0183463c-4804-4f33-b94f-f7d629383f20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139166874', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.85'}], 'enable_snat': True}, 'gw_port_id': '0432ca6b-f548-4cff-b00e-5eb764a77541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:05:37Z', 'updated_at': '2022-05-04T18:05:42Z', 'revision_number': 4, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port': {'id': '0432ca6b-f548-4cff-b00e-5eb764a77541', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0183463c-4804-4f33-b94f-f7d629383f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:05:37Z', 'updated_at': '2022-05-04T18:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': '1106f5d5-c4d8-425f-91c3-2c64c9b3a2d6', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'floating_ip_address': '172.26.0.160', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '0183463c-4804-4f33-b94f-f7d629383f20', 'port_id': '17fc2676-781e-4f1b-b507-80360246bc60', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e634e28-0df9-43b6-a1f7-da4c3a871724', 'mac_address': 'fa:16:3e:aa:e3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ede7d7-ae51-4abd-a316-59aa0531cf75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:05:59Z', 'updated_at': '2022-05-04T18:05:59Z', 'revision_number': 0, 'project_id': '24536c64830c443892e5dea9235549ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14cf534a-e2bf-49c1-b7b4-db625bcd55e0', 'name': '', 'network_id': '2e634e28-0df9-43b6-a1f7-da4c3a871724', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'mac_address': 'fa:16:3e:ec:4a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0183463c-4804-4f33-b94f-f7d629383f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '67385855-f43f-450c-b0c2-b1a734480fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:05:41Z', 'updated_at': '2022-05-04T18:05:47Z', 'revision_number': 5, 'project_id': '24536c64830c443892e5dea9235549ab', 'subnets': [{'id': '67385855-f43f-450c-b0c2-b1a734480fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:06:01.448857 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab36a37-3beb-4247-a3d3-59512c78381c None None] Checking router: 0183463c-4804-4f33-b94f-f7d629383f20 for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:06:01.457396 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab36a37-3beb-4247-a3d3-59512c78381c None None] Routers {'0183463c-4804-4f33-b94f-f7d629383f20'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:06:01.458036 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-3ab36a37-3beb-4247-a3d3-59512c78381c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:05:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['0183463c-4804-4f33-b94f-f7d629383f20'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:06:01.497554 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b952295d-9c26-4f34-8c0a-5396c20c55d2 req-e08fde55-f092-4e3e-8e9e-4481f717736e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17fc2676-781e-4f1b-b507-80360246bc60 HTTP/1.1" status: 200 len: 1000 time: 0.0986950 May 04 18:06:01.557877 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b952295d-9c26-4f34-8c0a-5396c20c55d2 req-4a37dd38-bad9-40f4-a4fc-8b626351422b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:06:01.559302 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b952295d-9c26-4f34-8c0a-5396c20c55d2 req-4a37dd38-bad9-40f4-a4fc-8b626351422b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=67385855-f43f-450c-b0c2-b1a734480fdb HTTP/1.1" status: 200 len: 835 time: 0.0556240 May 04 18:06:01.646756 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-3ab36a37-3beb-4247-a3d3-59512c78381c None None] Set router 0183463c-4804-4f33-b94f-f7d629383f20 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:06:01.747231 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b952295d-9c26-4f34-8c0a-5396c20c55d2 req-6382ee25-4b4a-437f-9a68-d2efddbdff17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:06:01.748752 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b952295d-9c26-4f34-8c0a-5396c20c55d2 req-6382ee25-4b4a-437f-9a68-d2efddbdff17 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e634e28-0df9-43b6-a1f7-da4c3a871724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1821768 May 04 18:06:01.883995 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b952295d-9c26-4f34-8c0a-5396c20c55d2 req-4be027b4-8f97-43df-88e8-71567e8ee17a service neutron] 10.222.0.42 "GET /v2.0/networks/2e634e28-0df9-43b6-a1f7-da4c3a871724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206408 May 04 18:06:02.005704 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-3ab36a37-3beb-4247-a3d3-59512c78381c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0183463c-4804-4f33-b94f-f7d629383f20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139166874', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.85'}], 'enable_snat': True}, 'gw_port_id': '0432ca6b-f548-4cff-b00e-5eb764a77541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:05:37Z', 'updated_at': '2022-05-04T18:05:42Z', 'revision_number': 4, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port': {'id': '0432ca6b-f548-4cff-b00e-5eb764a77541', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0183463c-4804-4f33-b94f-f7d629383f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:05:37Z', 'updated_at': '2022-05-04T18:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': '1106f5d5-c4d8-425f-91c3-2c64c9b3a2d6', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'floating_ip_address': '172.26.0.160', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '0183463c-4804-4f33-b94f-f7d629383f20', 'port_id': '17fc2676-781e-4f1b-b507-80360246bc60', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e634e28-0df9-43b6-a1f7-da4c3a871724', 'mac_address': 'fa:16:3e:aa:e3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ede7d7-ae51-4abd-a316-59aa0531cf75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:05:59Z', 'updated_at': '2022-05-04T18:05:59Z', 'revision_number': 0, 'project_id': '24536c64830c443892e5dea9235549ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14cf534a-e2bf-49c1-b7b4-db625bcd55e0', 'name': '', 'network_id': '2e634e28-0df9-43b6-a1f7-da4c3a871724', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'mac_address': 'fa:16:3e:ec:4a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0183463c-4804-4f33-b94f-f7d629383f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '67385855-f43f-450c-b0c2-b1a734480fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:05:41Z', 'updated_at': '2022-05-04T18:05:47Z', 'revision_number': 5, 'project_id': '24536c64830c443892e5dea9235549ab', 'subnets': [{'id': '67385855-f43f-450c-b0c2-b1a734480fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:06:02.011433 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab36a37-3beb-4247-a3d3-59512c78381c None None] The sync data for ids ['0183463c-4804-4f33-b94f-f7d629383f20'] in dv-neutron-840426-1-hyperv is: [{'id': '0183463c-4804-4f33-b94f-f7d629383f20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139166874', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.85'}], 'enable_snat': True}, 'gw_port_id': '0432ca6b-f548-4cff-b00e-5eb764a77541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:05:37Z', 'updated_at': '2022-05-04T18:05:42Z', 'revision_number': 4, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port': {'id': '0432ca6b-f548-4cff-b00e-5eb764a77541', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0183463c-4804-4f33-b94f-f7d629383f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:05:37Z', 'updated_at': '2022-05-04T18:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': '1106f5d5-c4d8-425f-91c3-2c64c9b3a2d6', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'floating_ip_address': '172.26.0.160', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '0183463c-4804-4f33-b94f-f7d629383f20', 'port_id': '17fc2676-781e-4f1b-b507-80360246bc60', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e634e28-0df9-43b6-a1f7-da4c3a871724', 'mac_address': 'fa:16:3e:aa:e3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ede7d7-ae51-4abd-a316-59aa0531cf75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:05:59Z', 'updated_at': '2022-05-04T18:05:59Z', 'revision_number': 0, 'project_id': '24536c64830c443892e5dea9235549ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14cf534a-e2bf-49c1-b7b4-db625bcd55e0', 'name': '', 'network_id': '2e634e28-0df9-43b6-a1f7-da4c3a871724', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'mac_address': 'fa:16:3e:ec:4a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0183463c-4804-4f33-b94f-f7d629383f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '67385855-f43f-450c-b0c2-b1a734480fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:05:41Z', 'updated_at': '2022-05-04T18:05:47Z', 'revision_number': 5, 'project_id': '24536c64830c443892e5dea9235549ab', 'subnets': [{'id': '67385855-f43f-450c-b0c2-b1a734480fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:06:02.019699 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b952295d-9c26-4f34-8c0a-5396c20c55d2 req-1f0fb9df-e9d4-480d-9313-6a977c5356e3 service neutron] 10.222.0.42 "GET /v2.0/networks/2e634e28-0df9-43b6-a1f7-da4c3a871724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274512 May 04 18:06:02.205156 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc428d1-c210-41d2-91e9-f484f7b08f55 None None] New status for floating IP 1106f5d5-c4d8-425f-91c3-2c64c9b3a2d6: ACTIVE {{(pid=88040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 18:06:02.406024 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 33712) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:06:02.515383 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-f775fc4f-ac84-4f11-88fb-18040998c605 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/floatingips/1106f5d5-c4d8-425f-91c3-2c64c9b3a2d6 HTTP/1.1" status: 200 len: 994 time: 0.1081181 May 04 18:06:03.242706 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-62b13866-97e4-4f00-ae87-59b41a1d0e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:06:05.587340 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d6222126-0c2e-478e-93a1-054a91a56e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:06:06.648935 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:06:06.658790 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:06:07.988151 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:06:09.636104 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:06:12.353100 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-fd0bbd30-fb1e-4f8f-b562-9cc859bd4f51 req-79810d0e-e51a-40a3-a335-26135fa95e0d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=50ede7d7-ae51-4abd-a316-59aa0531cf75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0703547 May 04 18:06:12.521618 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0bbd30-fb1e-4f8f-b562-9cc859bd4f51 req-e9fe5bef-cf78-4089-8b5c-4dfa310bfb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:06:12.523092 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-fd0bbd30-fb1e-4f8f-b562-9cc859bd4f51 req-e9fe5bef-cf78-4089-8b5c-4dfa310bfb9f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=24536c64830c443892e5dea9235549ab&device_id=50ede7d7-ae51-4abd-a316-59aa0531cf75 HTTP/1.1" status: 200 len: 1099 time: 0.0728254 May 04 18:06:12.672903 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0bbd30-fb1e-4f8f-b562-9cc859bd4f51 req-b11f937a-15ef-4c18-aa64-a5adeea18fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:06:12.674380 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-fd0bbd30-fb1e-4f8f-b562-9cc859bd4f51 req-b11f937a-15ef-4c18-aa64-a5adeea18fc3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2e634e28-0df9-43b6-a1f7-da4c3a871724 HTTP/1.1" status: 200 len: 896 time: 0.1296744 May 04 18:06:12.780946 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-fd0bbd30-fb1e-4f8f-b562-9cc859bd4f51 req-1b51563c-8960-4541-8fd9-73248d3bf485 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17fc2676-781e-4f1b-b507-80360246bc60 HTTP/1.1" status: 200 len: 1002 time: 0.0989413 May 04 18:06:12.843230 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0bbd30-fb1e-4f8f-b562-9cc859bd4f51 req-ab7cfb1c-604d-464f-8a6f-0b29200186c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:06:12.845124 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-fd0bbd30-fb1e-4f8f-b562-9cc859bd4f51 req-ab7cfb1c-604d-464f-8a6f-0b29200186c1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=67385855-f43f-450c-b0c2-b1a734480fdb HTTP/1.1" status: 200 len: 835 time: 0.0556982 May 04 18:06:12.918349 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0bbd30-fb1e-4f8f-b562-9cc859bd4f51 req-9cd5ba25-d2c8-4a8e-833c-92f4354f2970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:06:12.920039 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-fd0bbd30-fb1e-4f8f-b562-9cc859bd4f51 req-9cd5ba25-d2c8-4a8e-833c-92f4354f2970 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e634e28-0df9-43b6-a1f7-da4c3a871724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677972 May 04 18:06:13.050562 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-fd0bbd30-fb1e-4f8f-b562-9cc859bd4f51 req-56957651-b423-42c9-b35c-e60eded685a7 service neutron] 10.222.0.42 "GET /v2.0/networks/2e634e28-0df9-43b6-a1f7-da4c3a871724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223977 May 04 18:06:13.180915 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-fd0bbd30-fb1e-4f8f-b562-9cc859bd4f51 req-b3b2dfde-dfd8-4340-9900-579c497bda01 service neutron] 10.222.0.42 "GET /v2.0/networks/2e634e28-0df9-43b6-a1f7-da4c3a871724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235249 May 04 18:06:18.302240 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 18:06:33.244466 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-840250af-8a79-4121-83d4-6a6c09541beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:06:35.588229 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-93191ab5-a6a3-4553-a8d2-320073cf96c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:06:36.657981 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:06:36.662536 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:06:37.990701 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:06:39.639903 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:06:55.301356 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 18:07:03.247573 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-f9979fb7-2f10-4747-a311-61f9684844bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:05.588977 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a2a0e76d-0369-418d-a9a7-b5d55d73b3ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:06.660703 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:06.665609 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:07.995777 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:09.640109 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:14.338968 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0e0ee8da-41fe-4925-bb16-6e9308bb9b8d req-79351911-4bf6-4ad7-8156-226cfde57f65 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=50ede7d7-ae51-4abd-a316-59aa0531cf75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723896 May 04 18:07:14.473830 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ee8da-41fe-4925-bb16-6e9308bb9b8d req-f046d5e7-ec4c-4d60-bdb1-ec9fa5f434fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:07:14.475294 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0e0ee8da-41fe-4925-bb16-6e9308bb9b8d req-f046d5e7-ec4c-4d60-bdb1-ec9fa5f434fe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=24536c64830c443892e5dea9235549ab&device_id=50ede7d7-ae51-4abd-a316-59aa0531cf75 HTTP/1.1" status: 200 len: 1099 time: 0.0685275 May 04 18:07:14.616302 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ee8da-41fe-4925-bb16-6e9308bb9b8d req-be3aa3b3-bbb7-4ded-b4f9-16e40fdc06f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:07:14.617715 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0e0ee8da-41fe-4925-bb16-6e9308bb9b8d req-be3aa3b3-bbb7-4ded-b4f9-16e40fdc06f7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2e634e28-0df9-43b6-a1f7-da4c3a871724 HTTP/1.1" status: 200 len: 896 time: 0.1246412 May 04 18:07:14.814947 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0e0ee8da-41fe-4925-bb16-6e9308bb9b8d req-e44e7c09-134a-4c81-a5b5-7005a64d221d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17fc2676-781e-4f1b-b507-80360246bc60 HTTP/1.1" status: 200 len: 1002 time: 0.1896594 May 04 18:07:14.878235 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ee8da-41fe-4925-bb16-6e9308bb9b8d req-e6e7e452-a962-449c-8214-5aa0ceaf3671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:07:14.879552 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0e0ee8da-41fe-4925-bb16-6e9308bb9b8d req-e6e7e452-a962-449c-8214-5aa0ceaf3671 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=67385855-f43f-450c-b0c2-b1a734480fdb HTTP/1.1" status: 200 len: 835 time: 0.0582383 May 04 18:07:14.962244 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ee8da-41fe-4925-bb16-6e9308bb9b8d req-fc2ebb50-eaab-4f26-bee6-789c7371e36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:07:14.963677 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0e0ee8da-41fe-4925-bb16-6e9308bb9b8d req-fc2ebb50-eaab-4f26-bee6-789c7371e36d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e634e28-0df9-43b6-a1f7-da4c3a871724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782025 May 04 18:07:14.975162 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [req-0e0ee8da-41fe-4925-bb16-6e9308bb9b8d req-6d414fee-c5c1-40fc-a936-3911390ec515 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 18:07:14.976062 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0e0ee8da-41fe-4925-bb16-6e9308bb9b8d req-6d414fee-c5c1-40fc-a936-3911390ec515 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052443 May 04 18:07:15.106570 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0e0ee8da-41fe-4925-bb16-6e9308bb9b8d req-0e29a0ab-50a1-41d8-bc0e-bd67cfd4aa26 service neutron] 10.222.0.42 "GET /v2.0/networks/2e634e28-0df9-43b6-a1f7-da4c3a871724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238446 May 04 18:07:15.239494 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0e0ee8da-41fe-4925-bb16-6e9308bb9b8d req-c5d819b6-dfab-4976-a27b-6264f8e1cc2b service neutron] 10.222.0.42 "GET /v2.0/networks/2e634e28-0df9-43b6-a1f7-da4c3a871724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235430 May 04 18:07:15.865789 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb4c830-1750-4bc4-950c-1c0d269b5441 req-3959e83d-ce1f-471c-bc27-83cab79a03af tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:07:15.867273 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-5fb4c830-1750-4bc4-950c-1c0d269b5441 req-3959e83d-ce1f-471c-bc27-83cab79a03af tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=50ede7d7-ae51-4abd-a316-59aa0531cf75 HTTP/1.1" status: 200 len: 946 time: 0.0834415 May 04 18:07:15.914157 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-5fb4c830-1750-4bc4-950c-1c0d269b5441 req-8cb24470-601c-4a51-a2a0-ae7afac73461 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=44638310-d6b6-4df1-9fc6-25ed4cae3229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410523 May 04 18:07:17.107850 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20420ab3-017b-473e-b8eb-b1b16cf738e0 req-7d2ca672-39a7-4231-b3ee-ca0879e3b615 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:07:17.109271 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-20420ab3-017b-473e-b8eb-b1b16cf738e0 req-7d2ca672-39a7-4231-b3ee-ca0879e3b615 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=50ede7d7-ae51-4abd-a316-59aa0531cf75 HTTP/1.1" status: 200 len: 946 time: 0.0834055 May 04 18:07:17.151632 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-20420ab3-017b-473e-b8eb-b1b16cf738e0 req-bc01266b-2445-40c5-b629-a48e4fd05433 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=44638310-d6b6-4df1-9fc6-25ed4cae3229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366607 May 04 18:07:17.174792 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 33742) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:07:17.279894 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-8d387677-350a-464b-a2ae-34b12c16dbcf tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/floatingips/1106f5d5-c4d8-425f-91c3-2c64c9b3a2d6 HTTP/1.1" status: 200 len: 994 time: 0.1039515 May 04 18:07:18.746622 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175cd044-c1a6-416e-8830-7177c1008659 req-3a507462-90d5-408c-966f-ebdb8f481840 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:07:18.748104 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-175cd044-c1a6-416e-8830-7177c1008659 req-3a507462-90d5-408c-966f-ebdb8f481840 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=50ede7d7-ae51-4abd-a316-59aa0531cf75 HTTP/1.1" status: 200 len: 946 time: 0.0798159 May 04 18:07:18.796367 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-175cd044-c1a6-416e-8830-7177c1008659 req-718f9a29-d0fc-4eb4-b54a-5a0f82720ef0 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=44638310-d6b6-4df1-9fc6-25ed4cae3229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425785 May 04 18:07:20.034516 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20238d78-0a93-4c52-8506-535b0474d48c req-a1fbf99b-fc33-49a7-9332-cd763cef23c2 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:07:20.035986 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-20238d78-0a93-4c52-8506-535b0474d48c req-a1fbf99b-fc33-49a7-9332-cd763cef23c2 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=50ede7d7-ae51-4abd-a316-59aa0531cf75 HTTP/1.1" status: 200 len: 946 time: 0.1288886 May 04 18:07:20.079968 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-20238d78-0a93-4c52-8506-535b0474d48c req-6d7b92cc-2de0-4927-a0c6-5057bb54d117 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=44638310-d6b6-4df1-9fc6-25ed4cae3229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383093 May 04 18:07:20.102449 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 33756) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:07:20.207020 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-c2d1641d-3b7e-4aa6-b965-ab4f1b7fd806 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/floatingips/1106f5d5-c4d8-425f-91c3-2c64c9b3a2d6 HTTP/1.1" status: 200 len: 994 time: 0.1034777 May 04 18:07:20.477159 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 33764) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:07:20.673218 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-7a7e1184-2e3b-47cf-a1ad-b56776a34e26 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Deleting port c758dfc1-3a00-4843-998c-9e642ce496a3 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:07:20.673554 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7a7e1184-2e3b-47cf-a1ad-b56776a34e26 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:20.835988 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7a7e1184-2e3b-47cf-a1ad-b56776a34e26 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:20.836599 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7a7e1184-2e3b-47cf-a1ad-b56776a34e26 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:20.953568 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-7a7e1184-2e3b-47cf-a1ad-b56776a34e26 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Calling delete_port for c758dfc1-3a00-4843-998c-9e642ce496a3 owned by network:floatingip {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:07:21.195043 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7a7e1184-2e3b-47cf-a1ad-b56776a34e26 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:21.243426 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7e1184-2e3b-47cf-a1ad-b56776a34e26 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event deleted for resources: {'Port': ['ID=c758dfc1-3a00-4843-998c-9e642ce496a3,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:07:21.280043 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7e1184-2e3b-47cf-a1ad-b56776a34e26 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:21.280395 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7e1184-2e3b-47cf-a1ad-b56776a34e26 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:21.280737 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7e1184-2e3b-47cf-a1ad-b56776a34e26 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:21.281078 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7e1184-2e3b-47cf-a1ad-b56776a34e26 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:21.281412 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7e1184-2e3b-47cf-a1ad-b56776a34e26 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:21.281741 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7e1184-2e3b-47cf-a1ad-b56776a34e26 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:21.282107 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7e1184-2e3b-47cf-a1ad-b56776a34e26 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:21.282437 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7e1184-2e3b-47cf-a1ad-b56776a34e26 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:21.282765 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7e1184-2e3b-47cf-a1ad-b56776a34e26 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:21.283088 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7e1184-2e3b-47cf-a1ad-b56776a34e26 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:21.283412 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7e1184-2e3b-47cf-a1ad-b56776a34e26 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:21.283733 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7e1184-2e3b-47cf-a1ad-b56776a34e26 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:21.342136 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7a7e1184-2e3b-47cf-a1ad-b56776a34e26 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for floatingip, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:21.342464 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.l3_db [None req-7a7e1184-2e3b-47cf-a1ad-b56776a34e26 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Floating IP 1106f5d5-c4d8-425f-91c3-2c64c9b3a2d6 disassociated (deleted). External IP: 172.26.0.160, port: 17fc2676-781e-4f1b-b507-80360246bc60. May 04 18:07:21.689771 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a7e1184-2e3b-47cf-a1ad-b56776a34e26 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Router 0183463c-4804-4f33-b94f-f7d629383f20 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 18:07:21.860366 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a7e1184-2e3b-47cf-a1ad-b56776a34e26 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:07:21.870220 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a8a787-8ee5-4dc2-a9d0-8b4d90b7ea80 None None] Sync routers for ids ['0183463c-4804-4f33-b94f-f7d629383f20'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:07:21.880620 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7a7e1184-2e3b-47cf-a1ad-b56776a34e26 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:21.880881 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a8a787-8ee5-4dc2-a9d0-8b4d90b7ea80 None None] Routers {'0183463c-4804-4f33-b94f-f7d629383f20'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:07:21.881419 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-69a8a787-8ee5-4dc2-a9d0-8b4d90b7ea80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:07:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['0183463c-4804-4f33-b94f-f7d629383f20'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:07:21.937909 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-7a7e1184-2e3b-47cf-a1ad-b56776a34e26 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "DELETE /v2.0/floatingips/1106f5d5-c4d8-425f-91c3-2c64c9b3a2d6 HTTP/1.1" status: 204 len: 168 time: 1.4596708 May 04 18:07:21.938524 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50ede7d7-ae51-4abd-a316-59aa0531cf75', 'tag': '17fc2676-781e-4f1b-b507-80360246bc60'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:07:21.984444 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbe04b60-2123-4a78-a5c1-4720821c848d'] response: {'name': 'network-changed', 'server_uuid': '50ede7d7-ae51-4abd-a316-59aa0531cf75', 'tag': '17fc2676-781e-4f1b-b507-80360246bc60', 'status': 'completed', 'code': 200} May 04 18:07:22.080456 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88492f8-ab5e-44ab-9120-b087260b7f36 req-cbfd6cd3-eb8e-4429-9c5e-787b304df387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:07:22.082332 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a88492f8-ab5e-44ab-9120-b087260b7f36 req-cbfd6cd3-eb8e-4429-9c5e-787b304df387 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=24536c64830c443892e5dea9235549ab&device_id=50ede7d7-ae51-4abd-a316-59aa0531cf75 HTTP/1.1" status: 200 len: 1099 time: 0.0745387 May 04 18:07:22.110355 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-69a8a787-8ee5-4dc2-a9d0-8b4d90b7ea80 None None] Set router 0183463c-4804-4f33-b94f-f7d629383f20 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:07:22.235131 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88492f8-ab5e-44ab-9120-b087260b7f36 req-841a3dca-b6d9-441f-a5d5-4dbf6f6eeb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:07:22.236725 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a88492f8-ab5e-44ab-9120-b087260b7f36 req-841a3dca-b6d9-441f-a5d5-4dbf6f6eeb5d service neutron] 10.222.0.42 "GET /v2.0/networks?id=2e634e28-0df9-43b6-a1f7-da4c3a871724 HTTP/1.1" status: 200 len: 896 time: 0.1489685 May 04 18:07:22.319063 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a88492f8-ab5e-44ab-9120-b087260b7f36 req-ca44aabb-fb7a-407a-a846-38a58e89fb47 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17fc2676-781e-4f1b-b507-80360246bc60 HTTP/1.1" status: 200 len: 217 time: 0.0761032 May 04 18:07:22.384080 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88492f8-ab5e-44ab-9120-b087260b7f36 req-8904921d-fcd0-4464-b982-82163bed9ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:07:22.385860 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a88492f8-ab5e-44ab-9120-b087260b7f36 req-8904921d-fcd0-4464-b982-82163bed9ecb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=67385855-f43f-450c-b0c2-b1a734480fdb HTTP/1.1" status: 200 len: 835 time: 0.0600464 May 04 18:07:22.408525 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f03d45-82bd-4079-844d-5529c61fbfe2 req-4a3442b8-54d2-4bb1-82c9-f388bc58bae6 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:07:22.410042 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-c7f03d45-82bd-4079-844d-5529c61fbfe2 req-4a3442b8-54d2-4bb1-82c9-f388bc58bae6 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=50ede7d7-ae51-4abd-a316-59aa0531cf75 HTTP/1.1" status: 200 len: 946 time: 0.1449304 May 04 18:07:22.456568 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-c7f03d45-82bd-4079-844d-5529c61fbfe2 req-20c8d2dc-e887-4134-84ab-d8d229f969be tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=44638310-d6b6-4df1-9fc6-25ed4cae3229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398166 May 04 18:07:22.467454 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-69a8a787-8ee5-4dc2-a9d0-8b4d90b7ea80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0183463c-4804-4f33-b94f-f7d629383f20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139166874', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.85'}], 'enable_snat': True}, 'gw_port_id': '0432ca6b-f548-4cff-b00e-5eb764a77541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:05:37Z', 'updated_at': '2022-05-04T18:05:42Z', 'revision_number': 4, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port': {'id': '0432ca6b-f548-4cff-b00e-5eb764a77541', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0183463c-4804-4f33-b94f-f7d629383f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:05:37Z', 'updated_at': '2022-05-04T18:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '14cf534a-e2bf-49c1-b7b4-db625bcd55e0', 'name': '', 'network_id': '2e634e28-0df9-43b6-a1f7-da4c3a871724', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'mac_address': 'fa:16:3e:ec:4a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0183463c-4804-4f33-b94f-f7d629383f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '67385855-f43f-450c-b0c2-b1a734480fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:05:41Z', 'updated_at': '2022-05-04T18:05:47Z', 'revision_number': 5, 'project_id': '24536c64830c443892e5dea9235549ab', 'subnets': [{'id': '67385855-f43f-450c-b0c2-b1a734480fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:07:22.470387 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88492f8-ab5e-44ab-9120-b087260b7f36 req-56f4bd26-3744-47b4-93b2-af2979b6f619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:07:22.471724 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a88492f8-ab5e-44ab-9120-b087260b7f36 req-56f4bd26-3744-47b4-93b2-af2979b6f619 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2e634e28-0df9-43b6-a1f7-da4c3a871724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777383 May 04 18:07:22.471957 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a8a787-8ee5-4dc2-a9d0-8b4d90b7ea80 None None] Checking router: 0183463c-4804-4f33-b94f-f7d629383f20 for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:07:22.480745 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a8a787-8ee5-4dc2-a9d0-8b4d90b7ea80 None None] Routers {'0183463c-4804-4f33-b94f-f7d629383f20'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:07:22.481346 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-69a8a787-8ee5-4dc2-a9d0-8b4d90b7ea80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:07:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['0183463c-4804-4f33-b94f-f7d629383f20'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:07:22.658172 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-69a8a787-8ee5-4dc2-a9d0-8b4d90b7ea80 None None] Set router 0183463c-4804-4f33-b94f-f7d629383f20 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:07:22.708189 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a88492f8-ab5e-44ab-9120-b087260b7f36 req-6ca969fc-0bc9-4f96-9d5b-3c540d511e49 service neutron] 10.222.0.42 "GET /v2.0/networks/2e634e28-0df9-43b6-a1f7-da4c3a871724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295036 May 04 18:07:22.837881 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a88492f8-ab5e-44ab-9120-b087260b7f36 req-f4398e44-2c26-4817-92db-e8b15d2b187d service neutron] 10.222.0.42 "GET /v2.0/networks/2e634e28-0df9-43b6-a1f7-da4c3a871724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229208 May 04 18:07:22.962943 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-69a8a787-8ee5-4dc2-a9d0-8b4d90b7ea80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0183463c-4804-4f33-b94f-f7d629383f20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139166874', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.85'}], 'enable_snat': True}, 'gw_port_id': '0432ca6b-f548-4cff-b00e-5eb764a77541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:05:37Z', 'updated_at': '2022-05-04T18:05:42Z', 'revision_number': 4, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port': {'id': '0432ca6b-f548-4cff-b00e-5eb764a77541', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0183463c-4804-4f33-b94f-f7d629383f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:05:37Z', 'updated_at': '2022-05-04T18:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '14cf534a-e2bf-49c1-b7b4-db625bcd55e0', 'name': '', 'network_id': '2e634e28-0df9-43b6-a1f7-da4c3a871724', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'mac_address': 'fa:16:3e:ec:4a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0183463c-4804-4f33-b94f-f7d629383f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '67385855-f43f-450c-b0c2-b1a734480fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:05:41Z', 'updated_at': '2022-05-04T18:05:47Z', 'revision_number': 5, 'project_id': '24536c64830c443892e5dea9235549ab', 'subnets': [{'id': '67385855-f43f-450c-b0c2-b1a734480fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:07:22.966709 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a8a787-8ee5-4dc2-a9d0-8b4d90b7ea80 None None] The sync data for ids ['0183463c-4804-4f33-b94f-f7d629383f20'] in dv-neutron-840426-1-hyperv is: [{'id': '0183463c-4804-4f33-b94f-f7d629383f20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139166874', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.85'}], 'enable_snat': True}, 'gw_port_id': '0432ca6b-f548-4cff-b00e-5eb764a77541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:05:37Z', 'updated_at': '2022-05-04T18:05:42Z', 'revision_number': 4, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port': {'id': '0432ca6b-f548-4cff-b00e-5eb764a77541', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0183463c-4804-4f33-b94f-f7d629383f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:05:37Z', 'updated_at': '2022-05-04T18:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '14cf534a-e2bf-49c1-b7b4-db625bcd55e0', 'name': '', 'network_id': '2e634e28-0df9-43b6-a1f7-da4c3a871724', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'mac_address': 'fa:16:3e:ec:4a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0183463c-4804-4f33-b94f-f7d629383f20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '67385855-f43f-450c-b0c2-b1a734480fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:05:41Z', 'updated_at': '2022-05-04T18:05:47Z', 'revision_number': 5, 'project_id': '24536c64830c443892e5dea9235549ab', 'subnets': [{'id': '67385855-f43f-450c-b0c2-b1a734480fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:07:23.171282 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5794728-a464-49f9-b174-69394dab2ed6 None None] New status for floating IP 1106f5d5-c4d8-425f-91c3-2c64c9b3a2d6: DOWN {{(pid=88040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 18:07:23.644603 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a7f53a-7c65-4b31-8a06-a4dd66c90075 req-f37f1a36-0b90-4ee3-b5c6-df2300341116 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:07:23.645804 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-83a7f53a-7c65-4b31-8a06-a4dd66c90075 req-f37f1a36-0b90-4ee3-b5c6-df2300341116 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Synchronizing usage tracker for tenant:24536c64830c443892e5dea9235549ab on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:07:23.660236 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-83a7f53a-7c65-4b31-8a06-a4dd66c90075 req-f37f1a36-0b90-4ee3-b5c6-df2300341116 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Unset dirty status for tenant:24536c64830c443892e5dea9235549ab on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:07:23.662049 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-83a7f53a-7c65-4b31-8a06-a4dd66c90075 req-f37f1a36-0b90-4ee3-b5c6-df2300341116 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=50ede7d7-ae51-4abd-a316-59aa0531cf75 HTTP/1.1" status: 200 len: 946 time: 0.0940270 May 04 18:07:23.704538 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-83a7f53a-7c65-4b31-8a06-a4dd66c90075 req-799a954a-0913-4100-a1f4-d49b7794d9d6 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=44638310-d6b6-4df1-9fc6-25ed4cae3229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369065 May 04 18:07:24.159626 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2e130-9693-4f5a-a7eb-85d68caa2424 req-e09bfa41-0456-47f2-919f-7e00c176dc25 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:07:24.161604 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-bad2e130-9693-4f5a-a7eb-85d68caa2424 req-e09bfa41-0456-47f2-919f-7e00c176dc25 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.42 "GET /v2.0/ports?device_id=50ede7d7-ae51-4abd-a316-59aa0531cf75 HTTP/1.1" status: 200 len: 946 time: 0.0842981 May 04 18:07:24.230708 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [req-bad2e130-9693-4f5a-a7eb-85d68caa2424 req-c30bc581-279b-4235-b680-eff204cc1948 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Deleting port 17fc2676-781e-4f1b-b507-80360246bc60 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:07:24.231053 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-bad2e130-9693-4f5a-a7eb-85d68caa2424 req-c30bc581-279b-4235-b680-eff204cc1948 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:24.476222 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-bad2e130-9693-4f5a-a7eb-85d68caa2424 req-c30bc581-279b-4235-b680-eff204cc1948 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] For port 17fc2676-781e-4f1b-b507-80360246bc60, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=17fc2676-781e-4f1b-b507-80360246bc60,segment=NetworkSegment(5f6e9f42-003b-498c-af90-1bbab9b5acca),segment_id=5f6e9f42-003b-498c-af90-1bbab9b5acca)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:07:24.476502 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-bad2e130-9693-4f5a-a7eb-85d68caa2424 req-c30bc581-279b-4235-b680-eff204cc1948 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:24.600319 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [req-bad2e130-9693-4f5a-a7eb-85d68caa2424 req-c30bc581-279b-4235-b680-eff204cc1948 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Calling delete_port for 17fc2676-781e-4f1b-b507-80360246bc60 owned by compute:nova {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:07:24.744378 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-bad2e130-9693-4f5a-a7eb-85d68caa2424 req-c30bc581-279b-4235-b680-eff204cc1948 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:24.794397 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30bc581-279b-4235-b680-eff204cc1948 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event deleted for resources: {'Port': ['ID=17fc2676-781e-4f1b-b507-80360246bc60,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:07:24.858640 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-00c10a15-d297-4fb9-9759-507d0c78871b req-8b62f4aa-bafa-430a-b975-32d4d3027e51 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=50ede7d7-ae51-4abd-a316-59aa0531cf75 HTTP/1.1" status: 200 len: 210 time: 0.0463448 May 04 18:07:24.870963 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad2e130-9693-4f5a-a7eb-85d68caa2424 req-c30bc581-279b-4235-b680-eff204cc1948 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] No DVR routers for this DVR port 17fc2676-781e-4f1b-b507-80360246bc60 on host hv-neutron-8404 {{(pid=88037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:07:24.873416 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-bad2e130-9693-4f5a-a7eb-85d68caa2424 req-c30bc581-279b-4235-b680-eff204cc1948 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:24.876008 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ede7d7-ae51-4abd-a316-59aa0531cf75', 'name': 'network-vif-deleted', 'tag': '17fc2676-781e-4f1b-b507-80360246bc60'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:07:24.891859 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-bad2e130-9693-4f5a-a7eb-85d68caa2424 req-c30bc581-279b-4235-b680-eff204cc1948 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.42 "DELETE /v2.0/ports/17fc2676-781e-4f1b-b507-80360246bc60 HTTP/1.1" status: 204 len: 173 time: 0.7250061 May 04 18:07:24.926730 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b400aca7-194f-4581-8380-96270abc1bdc'] response: {'server_uuid': '50ede7d7-ae51-4abd-a316-59aa0531cf75', 'name': 'network-vif-deleted', 'tag': '17fc2676-781e-4f1b-b507-80360246bc60', 'status': 'completed', 'code': 200} May 04 18:07:25.956403 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 33786) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:07:26.626118 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ec108c3a-a4f4-48b4-8452-a6b715b9c0fd tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710748'] for router_interface, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:26.971049 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-ec108c3a-a4f4-48b4-8452-a6b715b9c0fd tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Deleting port 14cf534a-e2bf-49c1-b7b4-db625bcd55e0 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:07:26.971695 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ec108c3a-a4f4-48b4-8452-a6b715b9c0fd tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:27.156319 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-ec108c3a-a4f4-48b4-8452-a6b715b9c0fd tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] For port 14cf534a-e2bf-49c1-b7b4-db625bcd55e0, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=14cf534a-e2bf-49c1-b7b4-db625bcd55e0,segment=NetworkSegment(5f6e9f42-003b-498c-af90-1bbab9b5acca),segment_id=5f6e9f42-003b-498c-af90-1bbab9b5acca)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:07:27.156667 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ec108c3a-a4f4-48b4-8452-a6b715b9c0fd tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:27.277002 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-ec108c3a-a4f4-48b4-8452-a6b715b9c0fd tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Calling delete_port for 14cf534a-e2bf-49c1-b7b4-db625bcd55e0 owned by network:router_interface {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:07:27.611606 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ec108c3a-a4f4-48b4-8452-a6b715b9c0fd tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:27.659692 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec108c3a-a4f4-48b4-8452-a6b715b9c0fd tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event deleted for resources: {'Port': ['ID=14cf534a-e2bf-49c1-b7b4-db625bcd55e0,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:07:28.032284 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ec108c3a-a4f4-48b4-8452-a6b715b9c0fd tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710832'] for router_interface, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:28.396087 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec108c3a-a4f4-48b4-8452-a6b715b9c0fd tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Router 0183463c-4804-4f33-b94f-f7d629383f20 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 18:07:28.568793 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec108c3a-a4f4-48b4-8452-a6b715b9c0fd tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:07:28.578673 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2deec7-6b45-4eea-9597-d246bb2effee None None] Sync routers for ids ['0183463c-4804-4f33-b94f-f7d629383f20'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:07:28.581006 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-ec108c3a-a4f4-48b4-8452-a6b715b9c0fd tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "PUT /v2.0/routers/0183463c-4804-4f33-b94f-f7d629383f20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6235492 May 04 18:07:28.584224 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 33790) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:07:28.589578 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2deec7-6b45-4eea-9597-d246bb2effee None None] Routers {'0183463c-4804-4f33-b94f-f7d629383f20'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:07:28.590208 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-6b2deec7-6b45-4eea-9597-d246bb2effee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:07:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['0183463c-4804-4f33-b94f-f7d629383f20'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:07:28.651539 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a2731f4-d3dc-4c01-813b-179e28c64489 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Deleting subnet 67385855-f43f-450c-b0c2-b1a734480fdb {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 18:07:28.654418 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0a2731f4-d3dc-4c01-813b-179e28c64489 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:28.707948 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0a2731f4-d3dc-4c01-813b-179e28c64489 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:28.757735 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-6b2deec7-6b45-4eea-9597-d246bb2effee None None] Set router 0183463c-4804-4f33-b94f-f7d629383f20 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:07:28.789895 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0a2731f4-d3dc-4c01-813b-179e28c64489 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:28.865217 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0a2731f4-d3dc-4c01-813b-179e28c64489 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:28.904666 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2731f4-d3dc-4c01-813b-179e28c64489 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event deleted for resources: {'Subnet': ['ID=67385855-f43f-450c-b0c2-b1a734480fdb,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:07:28.908266 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0a2731f4-d3dc-4c01-813b-179e28c64489 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:28.915029 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-0a2731f4-d3dc-4c01-813b-179e28c64489 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "DELETE /v2.0/subnets/67385855-f43f-450c-b0c2-b1a734480fdb HTTP/1.1" status: 204 len: 168 time: 0.3298266 May 04 18:07:28.917878 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 33794) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:07:28.927495 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bc541d-8678-488c-85cb-60ab3c1f945b None None] Network 2e634e28-0df9-43b6-a1f7-da4c3a871724 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:07:29.093434 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-153c35b2-38e8-43db-94a1-32304f1bd318 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for router, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:29.247065 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-6b2deec7-6b45-4eea-9597-d246bb2effee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0183463c-4804-4f33-b94f-f7d629383f20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139166874', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.85'}], 'enable_snat': True}, 'gw_port_id': '0432ca6b-f548-4cff-b00e-5eb764a77541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:05:37Z', 'updated_at': '2022-05-04T18:07:27Z', 'revision_number': 5, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port': {'id': '0432ca6b-f548-4cff-b00e-5eb764a77541', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:3c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0183463c-4804-4f33-b94f-f7d629383f20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:05:37Z', 'updated_at': '2022-05-04T18:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:07:29.250881 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2deec7-6b45-4eea-9597-d246bb2effee None None] Checking router: 0183463c-4804-4f33-b94f-f7d629383f20 for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:07:29.259960 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2deec7-6b45-4eea-9597-d246bb2effee None None] Routers {'0183463c-4804-4f33-b94f-f7d629383f20'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:07:29.260575 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-6b2deec7-6b45-4eea-9597-d246bb2effee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:07:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['0183463c-4804-4f33-b94f-f7d629383f20'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:07:29.272914 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-153c35b2-38e8-43db-94a1-32304f1bd318 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:29.287693 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-153c35b2-38e8-43db-94a1-32304f1bd318 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Deleting port 0432ca6b-f548-4cff-b00e-5eb764a77541 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:07:29.288028 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-153c35b2-38e8-43db-94a1-32304f1bd318 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:29.316899 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8f34c3-9033-4ecc-b23f-020b647695b5 None None] DHCP port deletion for 2e634e28-0df9-43b6-a1f7-da4c3a871724 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 18:07:29.388902 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-9a8f34c3-9033-4ecc-b23f-020b647695b5 None None] Deleting port 3c847433-5e6f-4df5-9318-294e903da4e3 {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:07:29.389279 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9a8f34c3-9033-4ecc-b23f-020b647695b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:29.541180 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 3c847433-5e6f-4df5-9318-294e903da4e3 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:07:29.574666 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-6b2deec7-6b45-4eea-9597-d246bb2effee None None] Set router 0183463c-4804-4f33-b94f-f7d629383f20 gateway port host: None {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:07:29.612074 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-153c35b2-38e8-43db-94a1-32304f1bd318 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] For port 0432ca6b-f548-4cff-b00e-5eb764a77541, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=0432ca6b-f548-4cff-b00e-5eb764a77541,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:07:29.612437 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-153c35b2-38e8-43db-94a1-32304f1bd318 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:29.629400 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 17fc2676-781e-4f1b-b507-80360246bc60 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:07:29.732612 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-153c35b2-38e8-43db-94a1-32304f1bd318 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Calling delete_port for 0432ca6b-f548-4cff-b00e-5eb764a77541 owned by network:router_gateway {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:07:29.743790 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] No Port match for: 17fc2676-781e-4f1b-b507-80360246bc60 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 18:07:29.744124 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 17fc2676-781e-4f1b-b507-80360246bc60 not bound to the agent host hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:07:29.750240 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-6b2deec7-6b45-4eea-9597-d246bb2effee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0183463c-4804-4f33-b94f-f7d629383f20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139166874', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:05:37Z', 'updated_at': '2022-05-04T18:07:29Z', 'revision_number': 6, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port_host': None}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:07:29.813181 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2deec7-6b45-4eea-9597-d246bb2effee None None] The sync data for ids ['0183463c-4804-4f33-b94f-f7d629383f20'] in dv-neutron-840426-1-hyperv is: [{'id': '0183463c-4804-4f33-b94f-f7d629383f20', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139166874', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:05:37Z', 'updated_at': '2022-05-04T18:07:29Z', 'revision_number': 6, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port_host': None}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:07:29.820565 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-9a8f34c3-9033-4ecc-b23f-020b647695b5 None None] For port 3c847433-5e6f-4df5-9318-294e903da4e3, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=3c847433-5e6f-4df5-9318-294e903da4e3,segment=NetworkSegment(5f6e9f42-003b-498c-af90-1bbab9b5acca),segment_id=5f6e9f42-003b-498c-af90-1bbab9b5acca)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:07:29.820956 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9a8f34c3-9033-4ecc-b23f-020b647695b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:29.920992 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-153c35b2-38e8-43db-94a1-32304f1bd318 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:29.968678 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153c35b2-38e8-43db-94a1-32304f1bd318 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event deleted for resources: {'Port': ['ID=0432ca6b-f548-4cff-b00e-5eb764a77541,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:07:29.985488 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-9a8f34c3-9033-4ecc-b23f-020b647695b5 None None] Calling delete_port for 3c847433-5e6f-4df5-9318-294e903da4e3 owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:07:30.042528 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:30.063755 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-153c35b2-38e8-43db-94a1-32304f1bd318 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710199'] for router_gateway, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:30.090799 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 3c847433-5e6f-4df5-9318-294e903da4e3, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=3c847433-5e6f-4df5-9318-294e903da4e3,segment=NetworkSegment(5f6e9f42-003b-498c-af90-1bbab9b5acca),segment_id=5f6e9f42-003b-498c-af90-1bbab9b5acca)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:07:30.098009 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:30.128602 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.db.api [None req-9a8f34c3-9033-4ecc-b23f-020b647695b5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 18:07:30.128956 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG oslo_db.api [None req-9a8f34c3-9033-4ecc-b23f-020b647695b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 18:07:30.176203 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=3c847433-5e6f-4df5-9318-294e903da4e3,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:07:30.184063 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:30.184421 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:30.184782 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:30.185101 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:30.185433 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:30.185830 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:30.186212 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:30.186543 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:30.186892 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:30.187188 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:30.187505 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:30.187827 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:30.253309 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-153c35b2-38e8-43db-94a1-32304f1bd318 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:30.256106 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-153c35b2-38e8-43db-94a1-32304f1bd318 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:30.279265 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-153c35b2-38e8-43db-94a1-32304f1bd318 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:30.279844 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-153c35b2-38e8-43db-94a1-32304f1bd318 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Fanout notify agent at l3_agent the message router_deleted on router 0183463c-4804-4f33-b94f-f7d629383f20 {{(pid=88037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 18:07:30.295565 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-153c35b2-38e8-43db-94a1-32304f1bd318 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:30.296800 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-153c35b2-38e8-43db-94a1-32304f1bd318 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "DELETE /v2.0/routers/0183463c-4804-4f33-b94f-f7d629383f20 HTTP/1.1" status: 204 len: 168 time: 1.3781154 May 04 18:07:30.299646 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 33798) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:07:30.420530 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c754aaf2-ac91-490d-9fb0-4a6910c8e6ef tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:30.431679 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-c754aaf2-ac91-490d-9fb0-4a6910c8e6ef tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Deleting port 3c847433-5e6f-4df5-9318-294e903da4e3 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:07:30.432012 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c754aaf2-ac91-490d-9fb0-4a6910c8e6ef tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:30.630318 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-9a8f34c3-9033-4ecc-b23f-020b647695b5 None None] Deleting port 3c847433-5e6f-4df5-9318-294e903da4e3 {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:07:30.630764 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9a8f34c3-9033-4ecc-b23f-020b647695b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:30.637423 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-c754aaf2-ac91-490d-9fb0-4a6910c8e6ef tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] For port 3c847433-5e6f-4df5-9318-294e903da4e3, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=3c847433-5e6f-4df5-9318-294e903da4e3,segment=NetworkSegment(5f6e9f42-003b-498c-af90-1bbab9b5acca),segment_id=5f6e9f42-003b-498c-af90-1bbab9b5acca)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:07:30.637778 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c754aaf2-ac91-490d-9fb0-4a6910c8e6ef tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:30.763760 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-c754aaf2-ac91-490d-9fb0-4a6910c8e6ef tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Calling delete_port for 3c847433-5e6f-4df5-9318-294e903da4e3 owned by network:dhcp {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:07:30.837683 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c754aaf2-ac91-490d-9fb0-4a6910c8e6ef tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:30.875450 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-9a8f34c3-9033-4ecc-b23f-020b647695b5 None None] For port 3c847433-5e6f-4df5-9318-294e903da4e3, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=3c847433-5e6f-4df5-9318-294e903da4e3,segment=NetworkSegment(5f6e9f42-003b-498c-af90-1bbab9b5acca),segment_id=5f6e9f42-003b-498c-af90-1bbab9b5acca)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:07:30.875767 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9a8f34c3-9033-4ecc-b23f-020b647695b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:30.882612 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c754aaf2-ac91-490d-9fb0-4a6910c8e6ef tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event deleted for resources: {'Port': ['ID=3c847433-5e6f-4df5-9318-294e903da4e3,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:07:30.887943 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c754aaf2-ac91-490d-9fb0-4a6910c8e6ef tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] No DVR routers for this DVR port 3c847433-5e6f-4df5-9318-294e903da4e3 on host dv-neutron-840426-1-hyperv {{(pid=88037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:07:31.002483 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-9a8f34c3-9033-4ecc-b23f-020b647695b5 None None] Calling delete_port for 3c847433-5e6f-4df5-9318-294e903da4e3 owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:07:31.068325 dv-neutron-840426-1-hyperv neutron-server[88039]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 18:07:31.068325 dv-neutron-840426-1-hyperv neutron-server[88039]: util.warn( May 04 18:07:31.068325 dv-neutron-840426-1-hyperv neutron-server[88039]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 18:07:31.068325 dv-neutron-840426-1-hyperv neutron-server[88039]: util.warn( May 04 18:07:31.068325 dv-neutron-840426-1-hyperv neutron-server[88039]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 18:07:31.068325 dv-neutron-840426-1-hyperv neutron-server[88039]: util.warn( May 04 18:07:31.068325 dv-neutron-840426-1-hyperv neutron-server[88039]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 18:07:31.068325 dv-neutron-840426-1-hyperv neutron-server[88039]: util.warn( May 04 18:07:31.068325 dv-neutron-840426-1-hyperv neutron-server[88039]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 18:07:31.068325 dv-neutron-840426-1-hyperv neutron-server[88039]: util.warn( May 04 18:07:31.068325 dv-neutron-840426-1-hyperv neutron-server[88039]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 18:07:31.068325 dv-neutron-840426-1-hyperv neutron-server[88039]: util.warn( May 04 18:07:31.068325 dv-neutron-840426-1-hyperv neutron-server[88039]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 18:07:31.068325 dv-neutron-840426-1-hyperv neutron-server[88039]: util.warn( May 04 18:07:31.068325 dv-neutron-840426-1-hyperv neutron-server[88039]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 18:07:31.068325 dv-neutron-840426-1-hyperv neutron-server[88039]: util.warn( May 04 18:07:31.068325 dv-neutron-840426-1-hyperv neutron-server[88039]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 18:07:31.068325 dv-neutron-840426-1-hyperv neutron-server[88039]: util.warn( May 04 18:07:31.068325 dv-neutron-840426-1-hyperv neutron-server[88039]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 18:07:31.068325 dv-neutron-840426-1-hyperv neutron-server[88039]: util.warn( May 04 18:07:31.068325 dv-neutron-840426-1-hyperv neutron-server[88039]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 18:07:31.068325 dv-neutron-840426-1-hyperv neutron-server[88039]: util.warn( May 04 18:07:31.068325 dv-neutron-840426-1-hyperv neutron-server[88039]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 18:07:31.068325 dv-neutron-840426-1-hyperv neutron-server[88039]: util.warn( May 04 18:07:31.068325 dv-neutron-840426-1-hyperv neutron-server[88039]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 18:07:31.068325 dv-neutron-840426-1-hyperv neutron-server[88039]: util.warn( May 04 18:07:31.068325 dv-neutron-840426-1-hyperv neutron-server[88039]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 18:07:31.068325 dv-neutron-840426-1-hyperv neutron-server[88039]: util.warn( May 04 18:07:31.068325 dv-neutron-840426-1-hyperv neutron-server[88039]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 18:07:31.068325 dv-neutron-840426-1-hyperv neutron-server[88039]: util.warn( May 04 18:07:31.068325 dv-neutron-840426-1-hyperv neutron-server[88039]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 18:07:31.068325 dv-neutron-840426-1-hyperv neutron-server[88039]: util.warn( May 04 18:07:31.068325 dv-neutron-840426-1-hyperv neutron-server[88039]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 18:07:31.068325 dv-neutron-840426-1-hyperv neutron-server[88039]: util.warn( May 04 18:07:31.068325 dv-neutron-840426-1-hyperv neutron-server[88039]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 18:07:31.068325 dv-neutron-840426-1-hyperv neutron-server[88039]: util.warn( May 04 18:07:31.068325 dv-neutron-840426-1-hyperv neutron-server[88039]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 18:07:31.068325 dv-neutron-840426-1-hyperv neutron-server[88039]: util.warn( May 04 18:07:31.068325 dv-neutron-840426-1-hyperv neutron-server[88039]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 18:07:31.068325 dv-neutron-840426-1-hyperv neutron-server[88039]: util.warn( May 04 18:07:31.068325 dv-neutron-840426-1-hyperv neutron-server[88039]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 18:07:31.068325 dv-neutron-840426-1-hyperv neutron-server[88039]: util.warn( May 04 18:07:31.068325 dv-neutron-840426-1-hyperv neutron-server[88039]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 18:07:31.068325 dv-neutron-840426-1-hyperv neutron-server[88039]: util.warn( May 04 18:07:31.068325 dv-neutron-840426-1-hyperv neutron-server[88039]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 18:07:31.068325 dv-neutron-840426-1-hyperv neutron-server[88039]: util.warn( May 04 18:07:31.068325 dv-neutron-840426-1-hyperv neutron-server[88039]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 18:07:31.068325 dv-neutron-840426-1-hyperv neutron-server[88039]: util.warn( May 04 18:07:31.068325 dv-neutron-840426-1-hyperv neutron-server[88039]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 18:07:31.068325 dv-neutron-840426-1-hyperv neutron-server[88039]: util.warn( May 04 18:07:31.068325 dv-neutron-840426-1-hyperv neutron-server[88039]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 18:07:31.068325 dv-neutron-840426-1-hyperv neutron-server[88039]: util.warn( May 04 18:07:31.068325 dv-neutron-840426-1-hyperv neutron-server[88039]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 18:07:31.068325 dv-neutron-840426-1-hyperv neutron-server[88039]: util.warn( May 04 18:07:31.068325 dv-neutron-840426-1-hyperv neutron-server[88039]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 18:07:31.068325 dv-neutron-840426-1-hyperv neutron-server[88039]: util.warn( May 04 18:07:31.074598 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.db.api [None req-9a8f34c3-9033-4ecc-b23f-020b647695b5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 18:07:31.074955 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG oslo_db.api [None req-9a8f34c3-9033-4ecc-b23f-020b647695b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 18:07:31.101931 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c754aaf2-ac91-490d-9fb0-4a6910c8e6ef tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:31.126691 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-c754aaf2-ac91-490d-9fb0-4a6910c8e6ef tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e634e28-0df9-43b6-a1f7-da4c3a871724']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:07:31.138272 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-c754aaf2-ac91-490d-9fb0-4a6910c8e6ef tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f6e9f42-003b-498c-af90-1bbab9b5acca') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:07:31.138562 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-c754aaf2-ac91-490d-9fb0-4a6910c8e6ef tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f6e9f42-003b-498c-af90-1bbab9b5acca') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:07:31.149998 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c754aaf2-ac91-490d-9fb0-4a6910c8e6ef tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:31.165834 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c754aaf2-ac91-490d-9fb0-4a6910c8e6ef tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:31.171943 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c754aaf2-ac91-490d-9fb0-4a6910c8e6ef tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 18:07:31.172355 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c754aaf2-ac91-490d-9fb0-4a6910c8e6ef tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:31.186193 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 18:07:31.186193 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 18:07:31.186193 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 18:07:31.186193 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 18:07:31.186193 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 18:07:31.186193 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 18:07:31.186193 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 18:07:31.186193 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 18:07:31.186193 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 18:07:31.186193 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 18:07:31.186193 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 18:07:31.186193 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 18:07:31.186193 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 18:07:31.186193 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 18:07:31.186193 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 18:07:31.186193 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 18:07:31.186193 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 18:07:31.186193 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 18:07:31.186193 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 18:07:31.186193 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 18:07:31.186193 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 18:07:31.186193 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 18:07:31.186193 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 18:07:31.186193 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 18:07:31.186193 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 18:07:31.186193 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 18:07:31.186193 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 18:07:31.186193 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 18:07:31.186193 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 18:07:31.186193 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 18:07:31.186193 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 18:07:31.186193 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 18:07:31.263043 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c754aaf2-ac91-490d-9fb0-4a6910c8e6ef tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:31.279824 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c754aaf2-ac91-490d-9fb0-4a6910c8e6ef tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:31.291042 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c754aaf2-ac91-490d-9fb0-4a6910c8e6ef tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event deleted for resources: {'Network': ['ID=2e634e28-0df9-43b6-a1f7-da4c3a871724,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:07:31.304017 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-c754aaf2-ac91-490d-9fb0-4a6910c8e6ef tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "DELETE /v2.0/networks/2e634e28-0df9-43b6-a1f7-da4c3a871724 HTTP/1.1" status: 204 len: 168 time: 1.0033400 May 04 18:07:31.306692 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 33802) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:07:31.372366 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-bb0236a8-d2d0-484c-82ea-394017acd0e0 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:31.401132 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-bb0236a8-d2d0-484c-82ea-394017acd0e0 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:31.455613 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 0432ca6b-f548-4cff-b00e-5eb764a77541 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:07:31.469025 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-bb0236a8-d2d0-484c-82ea-394017acd0e0 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:31.490321 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0236a8-d2d0-484c-82ea-394017acd0e0 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44638310-d6b6-4df1-9fc6-25ed4cae3229,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:07:31.491263 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 0432ca6b-f548-4cff-b00e-5eb764a77541 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 18:07:31.492367 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 0432ca6b-f548-4cff-b00e-5eb764a77541 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:07:31.492786 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 14cf534a-e2bf-49c1-b7b4-db625bcd55e0 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:07:31.502756 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-bb0236a8-d2d0-484c-82ea-394017acd0e0 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:31.503891 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-bb0236a8-d2d0-484c-82ea-394017acd0e0 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "DELETE /v2.0/security-groups/44638310-d6b6-4df1-9fc6-25ed4cae3229 HTTP/1.1" status: 204 len: 168 time: 0.1962702 May 04 18:07:31.541905 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 14cf534a-e2bf-49c1-b7b4-db625bcd55e0 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 18:07:31.542285 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 14cf534a-e2bf-49c1-b7b4-db625bcd55e0 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:07:31.781737 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 33810) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:07:31.786939 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-bfcb07fb-ad5d-4550-9443-7e0c87998bb5 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-454265050', 'description': 'tempest-secgroup-smoke-454265050 description', 'project_id': '24536c64830c443892e5dea9235549ab'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:07:31.792749 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-bfcb07fb-ad5d-4550-9443-7e0c87998bb5 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:07:31.794006 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-9a8f34c3-9033-4ecc-b23f-020b647695b5 None None] Deleting port 3c847433-5e6f-4df5-9318-294e903da4e3 {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:07:31.794738 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9a8f34c3-9033-4ecc-b23f-020b647695b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:31.797190 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-bfcb07fb-ad5d-4550-9443-7e0c87998bb5 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Usage tracker for resource:security_group and tenant:24536c64830c443892e5dea9235549ab is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:07:31.800048 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-bfcb07fb-ad5d-4550-9443-7e0c87998bb5 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:07:31.806108 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-bfcb07fb-ad5d-4550-9443-7e0c87998bb5 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:07:31.815849 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-bfcb07fb-ad5d-4550-9443-7e0c87998bb5 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:31.836496 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-bfcb07fb-ad5d-4550-9443-7e0c87998bb5 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:07:31.840296 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-bfcb07fb-ad5d-4550-9443-7e0c87998bb5 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Usage tracker for resource:security_group_rule and tenant:24536c64830c443892e5dea9235549ab is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:07:31.843115 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-bfcb07fb-ad5d-4550-9443-7e0c87998bb5 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:07:31.848808 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-bfcb07fb-ad5d-4550-9443-7e0c87998bb5 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:07:31.860431 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-9a8f34c3-9033-4ecc-b23f-020b647695b5 None None] The port '3c847433-5e6f-4df5-9318-294e903da4e3' was deleted {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 04 18:07:31.920979 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-bfcb07fb-ad5d-4550-9443-7e0c87998bb5 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:31.924822 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-bfcb07fb-ad5d-4550-9443-7e0c87998bb5 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:31.971715 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcb07fb-ad5d-4550-9443-7e0c87998bb5 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a000cba-f4e6-4bd1-9339-b1d762305363,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:07:31.978798 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-bfcb07fb-ad5d-4550-9443-7e0c87998bb5 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:31.980149 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-bfcb07fb-ad5d-4550-9443-7e0c87998bb5 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1973417 May 04 18:07:31.981632 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcb07fb-ad5d-4550-9443-7e0c87998bb5 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:31.982114 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcb07fb-ad5d-4550-9443-7e0c87998bb5 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:31.982510 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcb07fb-ad5d-4550-9443-7e0c87998bb5 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:31.982893 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcb07fb-ad5d-4550-9443-7e0c87998bb5 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:31.983147 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 33814) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:07:31.983290 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcb07fb-ad5d-4550-9443-7e0c87998bb5 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:31.983680 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcb07fb-ad5d-4550-9443-7e0c87998bb5 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:31.984018 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcb07fb-ad5d-4550-9443-7e0c87998bb5 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:31.984353 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcb07fb-ad5d-4550-9443-7e0c87998bb5 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:31.984718 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcb07fb-ad5d-4550-9443-7e0c87998bb5 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:31.985103 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcb07fb-ad5d-4550-9443-7e0c87998bb5 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:31.985489 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcb07fb-ad5d-4550-9443-7e0c87998bb5 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:31.985819 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcb07fb-ad5d-4550-9443-7e0c87998bb5 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:31.989682 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-d43ce597-8c53-4ef9-ad7f-aeb119ed79c5 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Request body: {'security_group_rule': {'security_group_id': '2a000cba-f4e6-4bd1-9339-b1d762305363', 'project_id': '24536c64830c443892e5dea9235549ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:07:31.995975 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-d43ce597-8c53-4ef9-ad7f-aeb119ed79c5 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:07:31.999982 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-d43ce597-8c53-4ef9-ad7f-aeb119ed79c5 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Usage tracker for resource:security_group_rule and tenant:24536c64830c443892e5dea9235549ab is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:07:32.002981 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-d43ce597-8c53-4ef9-ad7f-aeb119ed79c5 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:07:32.009426 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-d43ce597-8c53-4ef9-ad7f-aeb119ed79c5 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:07:32.026656 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d43ce597-8c53-4ef9-ad7f-aeb119ed79c5 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:32.086061 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d43ce597-8c53-4ef9-ad7f-aeb119ed79c5 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:32.089601 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d43ce597-8c53-4ef9-ad7f-aeb119ed79c5 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:32.112476 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43ce597-8c53-4ef9-ad7f-aeb119ed79c5 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b825ab4-5755-4461-a4e1-cd898ae11811,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:07:32.120486 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d43ce597-8c53-4ef9-ad7f-aeb119ed79c5 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:32.121634 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-d43ce597-8c53-4ef9-ad7f-aeb119ed79c5 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1374843 May 04 18:07:32.124399 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 33818) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:07:32.129166 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-fd8fac17-5caf-4752-8501-e3de7afebc91 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Request body: {'security_group_rule': {'security_group_id': '2a000cba-f4e6-4bd1-9339-b1d762305363', 'project_id': '24536c64830c443892e5dea9235549ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:07:32.134807 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-fd8fac17-5caf-4752-8501-e3de7afebc91 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:07:32.138636 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-fd8fac17-5caf-4752-8501-e3de7afebc91 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Usage tracker for resource:security_group_rule and tenant:24536c64830c443892e5dea9235549ab is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:07:32.141399 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-fd8fac17-5caf-4752-8501-e3de7afebc91 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:07:32.147462 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-fd8fac17-5caf-4752-8501-e3de7afebc91 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:07:32.165248 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fd8fac17-5caf-4752-8501-e3de7afebc91 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:32.228445 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fd8fac17-5caf-4752-8501-e3de7afebc91 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:32.232095 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fd8fac17-5caf-4752-8501-e3de7afebc91 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:32.257472 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8fac17-5caf-4752-8501-e3de7afebc91 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=218c2685-3aa7-4fec-8e31-941e8d721e12,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:07:32.268517 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fd8fac17-5caf-4752-8501-e3de7afebc91 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:32.270407 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-fd8fac17-5caf-4752-8501-e3de7afebc91 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1445456 May 04 18:07:32.273081 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 33822) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:07:32.278041 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-9cb3267f-60a7-4695-8663-a5d6fbe30410 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Request body: {'security_group_rule': {'security_group_id': '2a000cba-f4e6-4bd1-9339-b1d762305363', 'project_id': '24536c64830c443892e5dea9235549ab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:07:32.283687 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-9cb3267f-60a7-4695-8663-a5d6fbe30410 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:07:32.287483 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-9cb3267f-60a7-4695-8663-a5d6fbe30410 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Usage tracker for resource:security_group_rule and tenant:24536c64830c443892e5dea9235549ab is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:07:32.290316 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-9cb3267f-60a7-4695-8663-a5d6fbe30410 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:07:32.296211 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-9cb3267f-60a7-4695-8663-a5d6fbe30410 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:07:32.299678 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 18:07:32.312186 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9cb3267f-60a7-4695-8663-a5d6fbe30410 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:32.374043 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9cb3267f-60a7-4695-8663-a5d6fbe30410 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:32.377555 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9cb3267f-60a7-4695-8663-a5d6fbe30410 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:32.400754 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb3267f-60a7-4695-8663-a5d6fbe30410 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f25860e-dc80-4fc1-992f-6e90616c1fe1,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:07:32.408813 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-9cb3267f-60a7-4695-8663-a5d6fbe30410 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:32.410016 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-9cb3267f-60a7-4695-8663-a5d6fbe30410 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1359510 May 04 18:07:32.412837 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 33826) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:07:32.417720 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-0e0b0e05-c7ba-454a-b676-ad8d06a67edb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Request body: {'security_group_rule': {'security_group_id': '2a000cba-f4e6-4bd1-9339-b1d762305363', 'project_id': '24536c64830c443892e5dea9235549ab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:07:32.423677 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-0e0b0e05-c7ba-454a-b676-ad8d06a67edb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:07:32.427506 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-0e0b0e05-c7ba-454a-b676-ad8d06a67edb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Usage tracker for resource:security_group_rule and tenant:24536c64830c443892e5dea9235549ab is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:07:32.430336 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-0e0b0e05-c7ba-454a-b676-ad8d06a67edb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:07:32.435913 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-0e0b0e05-c7ba-454a-b676-ad8d06a67edb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:07:32.452646 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0e0b0e05-c7ba-454a-b676-ad8d06a67edb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:32.514397 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0e0b0e05-c7ba-454a-b676-ad8d06a67edb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:32.517715 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0e0b0e05-c7ba-454a-b676-ad8d06a67edb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:32.540063 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0b0e05-c7ba-454a-b676-ad8d06a67edb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eabd798e-4b11-4b2a-858f-7b7d7a968541,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:07:32.549171 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0e0b0e05-c7ba-454a-b676-ad8d06a67edb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:32.550348 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-0e0b0e05-c7ba-454a-b676-ad8d06a67edb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1366055 May 04 18:07:32.553114 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 33830) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:07:32.558085 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-354b0a1e-7e72-4028-8fac-2778cac3c716 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Request body: {'security_group_rule': {'security_group_id': '2a000cba-f4e6-4bd1-9339-b1d762305363', 'project_id': '24536c64830c443892e5dea9235549ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:07:32.563875 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-354b0a1e-7e72-4028-8fac-2778cac3c716 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:07:32.568224 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-354b0a1e-7e72-4028-8fac-2778cac3c716 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Usage tracker for resource:security_group_rule and tenant:24536c64830c443892e5dea9235549ab is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:07:32.571076 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-354b0a1e-7e72-4028-8fac-2778cac3c716 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:07:32.576664 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-354b0a1e-7e72-4028-8fac-2778cac3c716 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:07:32.586775 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.securitygroups_db [None req-354b0a1e-7e72-4028-8fac-2778cac3c716 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Project 24536c64830c443892e5dea9235549ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 18:07:32.592945 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-354b0a1e-7e72-4028-8fac-2778cac3c716 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:32.657391 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-354b0a1e-7e72-4028-8fac-2778cac3c716 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:32.661371 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-354b0a1e-7e72-4028-8fac-2778cac3c716 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:32.683303 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354b0a1e-7e72-4028-8fac-2778cac3c716 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cc90c2e-aeb5-4b92-be56-08a41d4b1197,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:07:32.692164 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-354b0a1e-7e72-4028-8fac-2778cac3c716 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:32.693681 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-354b0a1e-7e72-4028-8fac-2778cac3c716 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1396520 May 04 18:07:32.696493 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 33834) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:07:32.702873 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-ffb6f68c-beec-45a6-a9fc-0f3f55ecf6f8 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Request body: {'security_group_rule': {'security_group_id': '2a000cba-f4e6-4bd1-9339-b1d762305363', 'project_id': '24536c64830c443892e5dea9235549ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:07:32.709256 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-ffb6f68c-beec-45a6-a9fc-0f3f55ecf6f8 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:07:32.713083 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-ffb6f68c-beec-45a6-a9fc-0f3f55ecf6f8 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Usage tracker for resource:security_group_rule and tenant:24536c64830c443892e5dea9235549ab is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:07:32.716028 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-ffb6f68c-beec-45a6-a9fc-0f3f55ecf6f8 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:07:32.722388 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-ffb6f68c-beec-45a6-a9fc-0f3f55ecf6f8 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:07:32.733293 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.securitygroups_db [None req-ffb6f68c-beec-45a6-a9fc-0f3f55ecf6f8 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Project 24536c64830c443892e5dea9235549ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 18:07:32.739625 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ffb6f68c-beec-45a6-a9fc-0f3f55ecf6f8 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:32.802149 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ffb6f68c-beec-45a6-a9fc-0f3f55ecf6f8 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:32.805693 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ffb6f68c-beec-45a6-a9fc-0f3f55ecf6f8 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:32.830763 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb6f68c-beec-45a6-a9fc-0f3f55ecf6f8 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c95a4971-68a3-4546-a165-f6b30ca7edb8,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:07:32.838981 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ffb6f68c-beec-45a6-a9fc-0f3f55ecf6f8 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:32.840126 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-ffb6f68c-beec-45a6-a9fc-0f3f55ecf6f8 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1426473 May 04 18:07:32.842908 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 33838) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:07:32.848775 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-f7daa388-f045-4126-a6b4-31af8107abcf tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Request body: {'network': {'name': 'tempest-network-smoke--812546063', 'project_id': '24536c64830c443892e5dea9235549ab', 'port_security_enabled': True}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:07:32.853419 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-f7daa388-f045-4126-a6b4-31af8107abcf tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:07:32.857430 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-f7daa388-f045-4126-a6b4-31af8107abcf tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Usage tracker for resource:network and tenant:24536c64830c443892e5dea9235549ab is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:07:32.860228 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-f7daa388-f045-4126-a6b4-31af8107abcf tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:07:32.865949 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-f7daa388-f045-4126-a6b4-31af8107abcf tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:07:32.875754 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7daa388-f045-4126-a6b4-31af8107abcf tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Made reservation on behalf of 24536c64830c443892e5dea9235549ab for: {'network': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:07:32.879155 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f7daa388-f045-4126-a6b4-31af8107abcf tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:32.905253 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7daa388-f045-4126-a6b4-31af8107abcf tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=88038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 18:07:32.913817 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f7daa388-f045-4126-a6b4-31af8107abcf tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:32.914182 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.segments_db [None req-f7daa388-f045-4126-a6b4-31af8107abcf tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Added segment 6a30e98c-4732-4afb-95ae-41d8db31e957 of type vlan for network ecd8cbfb-7009-4b81-bc9d-a85de25ef874 May 04 18:07:32.938347 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f7daa388-f045-4126-a6b4-31af8107abcf tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:32.965418 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f7daa388-f045-4126-a6b4-31af8107abcf tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:32.970762 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7daa388-f045-4126-a6b4-31af8107abcf tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:07:32.971333 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f7daa388-f045-4126-a6b4-31af8107abcf tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:33.163582 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-f7daa388-f045-4126-a6b4-31af8107abcf tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3196650 May 04 18:07:33.166302 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 33842) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:07:33.169014 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7daa388-f045-4126-a6b4-31af8107abcf tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'Network': ['ID=ecd8cbfb-7009-4b81-bc9d-a85de25ef874,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:07:33.171968 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-b8722bb4-1460-4065-bbb6-79f374dbd7fb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-38942998', 'admin_state_up': True, 'project_id': '24536c64830c443892e5dea9235549ab', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:07:33.179904 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-b8722bb4-1460-4065-bbb6-79f374dbd7fb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:07:33.180157 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network ecd8cbfb-7009-4b81-bc9d-a85de25ef874 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 18:07:33.183891 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-b8722bb4-1460-4065-bbb6-79f374dbd7fb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Usage tracker for resource:router and tenant:24536c64830c443892e5dea9235549ab is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:07:33.186702 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-b8722bb4-1460-4065-bbb6-79f374dbd7fb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:07:33.193975 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-b8722bb4-1460-4065-bbb6-79f374dbd7fb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:07:33.204074 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b8722bb4-1460-4065-bbb6-79f374dbd7fb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:33.205033 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b8722bb4-1460-4065-bbb6-79f374dbd7fb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:33.221402 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b8722bb4-1460-4065-bbb6-79f374dbd7fb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:33.289569 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e4d2dfc9-89a8-465a-a52b-06393e74c037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:33.486675 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b8722bb4-1460-4065-bbb6-79f374dbd7fb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:33.783299 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b8722bb4-1460-4065-bbb6-79f374dbd7fb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for router_gateway, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:33.909226 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b8722bb4-1460-4065-bbb6-79f374dbd7fb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:34.037493 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-b8722bb4-1460-4065-bbb6-79f374dbd7fb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Allocated IP 172.26.0.192 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/c10a3576-c57b-47c2-ac70-1c5e3b6b3531) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:07:34.190472 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b8722bb4-1460-4065-bbb6-79f374dbd7fb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:34.220703 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b8722bb4-1460-4065-bbb6-79f374dbd7fb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:34.284055 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8722bb4-1460-4065-bbb6-79f374dbd7fb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:07:34.287591 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-b8722bb4-1460-4065-bbb6-79f374dbd7fb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:07:34.291143 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8722bb4-1460-4065-bbb6-79f374dbd7fb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 18:07:34.322483 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8722bb4-1460-4065-bbb6-79f374dbd7fb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'Port': ['ID=c10a3576-c57b-47c2-ac70-1c5e3b6b3531,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:07:34.709769 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b8722bb4-1460-4065-bbb6-79f374dbd7fb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for router_gateway, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:35.040312 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b8722bb4-1460-4065-bbb6-79f374dbd7fb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:35.243450 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8722bb4-1460-4065-bbb6-79f374dbd7fb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Router 70aeca66-8fd2-4c42-b389-6ba5633fc1a6 is scheduled to L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 with binding_index 1 {{(pid=88037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 18:07:35.520480 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8722bb4-1460-4065-bbb6-79f374dbd7fb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:07:35.529821 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0629eff-82c1-4c1a-a0d7-9bf93bf2a6c7 None None] Sync routers for ids ['70aeca66-8fd2-4c42-b389-6ba5633fc1a6'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:07:35.539524 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0629eff-82c1-4c1a-a0d7-9bf93bf2a6c7 None None] Routers {'70aeca66-8fd2-4c42-b389-6ba5633fc1a6'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:07:35.540126 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-c0629eff-82c1-4c1a-a0d7-9bf93bf2a6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:07:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['70aeca66-8fd2-4c42-b389-6ba5633fc1a6'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:07:35.546958 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b8722bb4-1460-4065-bbb6-79f374dbd7fb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:35.548306 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-b8722bb4-1460-4065-bbb6-79f374dbd7fb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3808854 May 04 18:07:35.552024 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 33846) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:07:35.591319 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a05a25c0-b535-4670-a753-f53f1bd5fbe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:35.595905 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-a3c26457-8f42-4000-8f9d-b0ebda00bbaf tempest-TestNetworkAdvancedServerOps-2130119018 tempest-TestNetworkAdvancedServerOps-2130119018-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=24536c64830c443892e5dea9235549ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0427666 May 04 18:07:35.599001 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 33850) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:07:35.726982 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-c0629eff-82c1-4c1a-a0d7-9bf93bf2a6c7 None None] Set router 70aeca66-8fd2-4c42-b389-6ba5633fc1a6 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:07:35.727967 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f11e703-b1b4-473a-9a6e-2b99bfd935ba tempest-TestNetworkAdvancedServerOps-2130119018 tempest-TestNetworkAdvancedServerOps-2130119018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:07:35.729441 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-7f11e703-b1b4-473a-9a6e-2b99bfd935ba tempest-TestNetworkAdvancedServerOps-2130119018 tempest-TestNetworkAdvancedServerOps-2130119018-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1294892 May 04 18:07:35.732311 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 33854) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:07:35.769952 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-4e0e491e-8052-44aa-bd14-061718e5c2f0 tempest-TestNetworkAdvancedServerOps-2130119018 tempest-TestNetworkAdvancedServerOps-2130119018-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=30bd8d35-9d66-4ec1-9734-58f713c6cd24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0361023 May 04 18:07:35.772481 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 33858) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:07:35.777606 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-3113a12b-8a82-44f8-a00a-6b6847a05365 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-429445260', 'network_id': 'ecd8cbfb-7009-4b81-bc9d-a85de25ef874', 'project_id': '24536c64830c443892e5dea9235549ab', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:07:35.886938 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-3113a12b-8a82-44f8-a00a-6b6847a05365 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:07:35.890863 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-3113a12b-8a82-44f8-a00a-6b6847a05365 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Usage tracker for resource:subnet and tenant:24536c64830c443892e5dea9235549ab is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:07:35.894243 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-3113a12b-8a82-44f8-a00a-6b6847a05365 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:07:35.901085 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-3113a12b-8a82-44f8-a00a-6b6847a05365 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:07:35.910850 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3113a12b-8a82-44f8-a00a-6b6847a05365 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Made reservation on behalf of 24536c64830c443892e5dea9235549ab for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:07:35.915035 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3113a12b-8a82-44f8-a00a-6b6847a05365 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:36.041933 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-c0629eff-82c1-4c1a-a0d7-9bf93bf2a6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70aeca66-8fd2-4c42-b389-6ba5633fc1a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-38942998', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.192'}], 'enable_snat': True}, 'gw_port_id': 'c10a3576-c57b-47c2-ac70-1c5e3b6b3531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:07:33Z', 'updated_at': '2022-05-04T18:07:34Z', 'revision_number': 3, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port': {'id': 'c10a3576-c57b-47c2-ac70-1c5e3b6b3531', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c8:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70aeca66-8fd2-4c42-b389-6ba5633fc1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:07:33Z', 'updated_at': '2022-05-04T18:07:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:07:36.046532 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0629eff-82c1-4c1a-a0d7-9bf93bf2a6c7 None None] Checking router: 70aeca66-8fd2-4c42-b389-6ba5633fc1a6 for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:07:36.047064 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0629eff-82c1-4c1a-a0d7-9bf93bf2a6c7 None None] Updating router 70aeca66-8fd2-4c42-b389-6ba5633fc1a6 port c10a3576-c57b-47c2-ac70-1c5e3b6b3531 binding host dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:07:36.098261 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-c0629eff-82c1-4c1a-a0d7-9bf93bf2a6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:36.128760 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3113a12b-8a82-44f8-a00a-6b6847a05365 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:36.207241 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3113a12b-8a82-44f8-a00a-6b6847a05365 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'Subnet': ['ID=46b92426-ba72-4bdf-8a31-841cd5fcb74f,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:07:36.217403 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3113a12b-8a82-44f8-a00a-6b6847a05365 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Checking segment: {'id': '6a30e98c-4732-4afb-95ae-41d8db31e957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ecd8cbfb-7009-4b81-bc9d-a85de25ef874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:07:36.218549 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3113a12b-8a82-44f8-a00a-6b6847a05365 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Network hostable DHCP agents. Network: ecd8cbfb-7009-4b81-bc9d-a85de25ef874, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 18:07:36.239613 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3113a12b-8a82-44f8-a00a-6b6847a05365 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Network ecd8cbfb-7009-4b81-bc9d-a85de25ef874 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 18:07:36.250675 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-3113a12b-8a82-44f8-a00a-6b6847a05365 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, ecd8cbfb-7009-4b81-bc9d-a85de25ef874) {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:07:36.255020 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3113a12b-8a82-44f8-a00a-6b6847a05365 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:07:36.255734 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3113a12b-8a82-44f8-a00a-6b6847a05365 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:36.259433 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fcdf72-8fdc-483f-8e7e-28c6269f8011 None None] Network ecd8cbfb-7009-4b81-bc9d-a85de25ef874 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:07:36.281943 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-3113a12b-8a82-44f8-a00a-6b6847a05365 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5083380 May 04 18:07:36.284604 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 33862) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:07:36.430425 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-c0629eff-82c1-4c1a-a0d7-9bf93bf2a6c7 None None] Notify callbacks [] for port, precommit_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:36.442019 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.provisioning_blocks [None req-c0629eff-82c1-4c1a-a0d7-9bf93bf2a6c7 None None] Transition to ACTIVE for port object c10a3576-c57b-47c2-ac70-1c5e3b6b3531 will not be triggered until provisioned by entity L2. {{(pid=88040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:07:36.448070 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-c0629eff-82c1-4c1a-a0d7-9bf93bf2a6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:36.487092 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409fa026-600d-4632-97e5-1c5d4874f98d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-ecd8cbfb-7009-4b81-bc9d-a85de25ef874', 'network_id': 'ecd8cbfb-7009-4b81-bc9d-a85de25ef874', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'fixed_ips': [{'subnet_id': '46b92426-ba72-4bdf-8a31-841cd5fcb74f'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 18:07:36.487092 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-409fa026-600d-4632-97e5-1c5d4874f98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:36.531041 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3ee01a-d621-4683-ac66-d0727da79cd6 None None] Pushing event updated for resources: {'Port': ['ID=c10a3576-c57b-47c2-ac70-1c5e3b6b3531,revision_number=2']} {{(pid=88040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:07:36.541736 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3ee01a-d621-4683-ac66-d0727da79cd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:36.542181 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3ee01a-d621-4683-ac66-d0727da79cd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:36.542591 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3ee01a-d621-4683-ac66-d0727da79cd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:36.542984 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3ee01a-d621-4683-ac66-d0727da79cd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:36.543378 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3ee01a-d621-4683-ac66-d0727da79cd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:36.543770 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3ee01a-d621-4683-ac66-d0727da79cd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:36.544955 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3ee01a-d621-4683-ac66-d0727da79cd6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:36.544955 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3ee01a-d621-4683-ac66-d0727da79cd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:36.545351 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3ee01a-d621-4683-ac66-d0727da79cd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:36.545666 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3ee01a-d621-4683-ac66-d0727da79cd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:36.546076 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3ee01a-d621-4683-ac66-d0727da79cd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:36.546457 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3ee01a-d621-4683-ac66-d0727da79cd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:07:36.550404 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-c0629eff-82c1-4c1a-a0d7-9bf93bf2a6c7 None None] Attempting to bind port c10a3576-c57b-47c2-ac70-1c5e3b6b3531 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:07:36.550404 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-c0629eff-82c1-4c1a-a0d7-9bf93bf2a6c7 None None] Attempting to bind port c10a3576-c57b-47c2-ac70-1c5e3b6b3531 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}] {{(pid=88040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:07:36.550959 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0629eff-82c1-4c1a-a0d7-9bf93bf2a6c7 None None] Attempting to bind port c10a3576-c57b-47c2-ac70-1c5e3b6b3531 on network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:07:36.556847 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0629eff-82c1-4c1a-a0d7-9bf93bf2a6c7 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:07:36.557057 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0629eff-82c1-4c1a-a0d7-9bf93bf2a6c7 None None] Checking segment: {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:07:36.557458 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-c0629eff-82c1-4c1a-a0d7-9bf93bf2a6c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:36.557839 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0629eff-82c1-4c1a-a0d7-9bf93bf2a6c7 None None] Bound using segment: {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'} {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:07:36.558327 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-c0629eff-82c1-4c1a-a0d7-9bf93bf2a6c7 None None] Bound port: c10a3576-c57b-47c2-ac70-1c5e3b6b3531, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}}] {{(pid=88040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:07:36.558730 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-c0629eff-82c1-4c1a-a0d7-9bf93bf2a6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:36.632279 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.db [None req-c0629eff-82c1-4c1a-a0d7-9bf93bf2a6c7 None None] For port c10a3576-c57b-47c2-ac70-1c5e3b6b3531, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:07:36.635707 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.db [None req-c0629eff-82c1-4c1a-a0d7-9bf93bf2a6c7 None None] For port c10a3576-c57b-47c2-ac70-1c5e3b6b3531, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=c10a3576-c57b-47c2-ac70-1c5e3b6b3531,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:07:36.641972 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-c0629eff-82c1-4c1a-a0d7-9bf93bf2a6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:36.678529 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-409fa026-600d-4632-97e5-1c5d4874f98d None None] Allocated IP 172.20.0.2 (ecd8cbfb-7009-4b81-bc9d-a85de25ef874/46b92426-ba72-4bdf-8a31-841cd5fcb74f/7a3a6e14-6342-4fbd-93d9-2eb643b5f0da) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:07:36.689649 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:36.713589 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:36.721743 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3ee01a-d621-4683-ac66-d0727da79cd6 None None] Pushing event updated for resources: {'Port': ['ID=c10a3576-c57b-47c2-ac70-1c5e3b6b3531,revision_number=3']} {{(pid=88040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:07:36.730594 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0629eff-82c1-4c1a-a0d7-9bf93bf2a6c7 None None] Routers {'70aeca66-8fd2-4c42-b389-6ba5633fc1a6'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:07:36.731201 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-c0629eff-82c1-4c1a-a0d7-9bf93bf2a6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:07:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['70aeca66-8fd2-4c42-b389-6ba5633fc1a6'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:07:36.895325 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-409fa026-600d-4632-97e5-1c5d4874f98d None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:36.904551 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-c0629eff-82c1-4c1a-a0d7-9bf93bf2a6c7 None None] Set router 70aeca66-8fd2-4c42-b389-6ba5633fc1a6 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:07:36.906802 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-409fa026-600d-4632-97e5-1c5d4874f98d None None] Transition to ACTIVE for port object 7a3a6e14-6342-4fbd-93d9-2eb643b5f0da will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:07:36.928044 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-409fa026-600d-4632-97e5-1c5d4874f98d None None] Transition to ACTIVE for port object 7a3a6e14-6342-4fbd-93d9-2eb643b5f0da will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:07:36.934004 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-409fa026-600d-4632-97e5-1c5d4874f98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:37.003040 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409fa026-600d-4632-97e5-1c5d4874f98d None None] Network ecd8cbfb-7009-4b81-bc9d-a85de25ef874 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:07:37.006041 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-409fa026-600d-4632-97e5-1c5d4874f98d None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:07:37.009821 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409fa026-600d-4632-97e5-1c5d4874f98d None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 18:07:37.015759 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409fa026-600d-4632-97e5-1c5d4874f98d None None] Pushing event updated for resources: {'Port': ['ID=7a3a6e14-6342-4fbd-93d9-2eb643b5f0da,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:07:37.108089 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-409fa026-600d-4632-97e5-1c5d4874f98d None None] Attempting to bind port 7a3a6e14-6342-4fbd-93d9-2eb643b5f0da on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:07:37.108767 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-409fa026-600d-4632-97e5-1c5d4874f98d None None] Attempting to bind port 7a3a6e14-6342-4fbd-93d9-2eb643b5f0da by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '6a30e98c-4732-4afb-95ae-41d8db31e957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ecd8cbfb-7009-4b81-bc9d-a85de25ef874'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:07:37.109198 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409fa026-600d-4632-97e5-1c5d4874f98d None None] Attempting to bind port 7a3a6e14-6342-4fbd-93d9-2eb643b5f0da on network ecd8cbfb-7009-4b81-bc9d-a85de25ef874 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:07:37.115362 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409fa026-600d-4632-97e5-1c5d4874f98d None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:07:37.115821 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409fa026-600d-4632-97e5-1c5d4874f98d None None] Checking segment: {'id': '6a30e98c-4732-4afb-95ae-41d8db31e957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ecd8cbfb-7009-4b81-bc9d-a85de25ef874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:07:37.116289 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-409fa026-600d-4632-97e5-1c5d4874f98d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:37.116750 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409fa026-600d-4632-97e5-1c5d4874f98d None None] Bound using segment: {'id': '6a30e98c-4732-4afb-95ae-41d8db31e957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ecd8cbfb-7009-4b81-bc9d-a85de25ef874'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:07:37.117287 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-409fa026-600d-4632-97e5-1c5d4874f98d None None] Bound port: 7a3a6e14-6342-4fbd-93d9-2eb643b5f0da, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a30e98c-4732-4afb-95ae-41d8db31e957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ecd8cbfb-7009-4b81-bc9d-a85de25ef874'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:07:37.117726 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-409fa026-600d-4632-97e5-1c5d4874f98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:37.141104 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3b3b2dd6-58f2-401f-b025-34a131ec3378 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:37.192039 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-c0629eff-82c1-4c1a-a0d7-9bf93bf2a6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70aeca66-8fd2-4c42-b389-6ba5633fc1a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-38942998', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.192'}], 'enable_snat': True}, 'gw_port_id': 'c10a3576-c57b-47c2-ac70-1c5e3b6b3531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:07:33Z', 'updated_at': '2022-05-04T18:07:34Z', 'revision_number': 3, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port': {'id': 'c10a3576-c57b-47c2-ac70-1c5e3b6b3531', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c8:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70aeca66-8fd2-4c42-b389-6ba5633fc1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:07:33Z', 'updated_at': '2022-05-04T18:07:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:07:37.196914 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0629eff-82c1-4c1a-a0d7-9bf93bf2a6c7 None None] The sync data for ids ['70aeca66-8fd2-4c42-b389-6ba5633fc1a6'] in dv-neutron-840426-1-hyperv is: [{'id': '70aeca66-8fd2-4c42-b389-6ba5633fc1a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-38942998', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.192'}], 'enable_snat': True}, 'gw_port_id': 'c10a3576-c57b-47c2-ac70-1c5e3b6b3531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:07:33Z', 'updated_at': '2022-05-04T18:07:34Z', 'revision_number': 3, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port': {'id': 'c10a3576-c57b-47c2-ac70-1c5e3b6b3531', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c8:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70aeca66-8fd2-4c42-b389-6ba5633fc1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:07:33Z', 'updated_at': '2022-05-04T18:07:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:07:37.258780 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-409fa026-600d-4632-97e5-1c5d4874f98d None None] For port 7a3a6e14-6342-4fbd-93d9-2eb643b5f0da, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:07:37.263876 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-409fa026-600d-4632-97e5-1c5d4874f98d None None] For port 7a3a6e14-6342-4fbd-93d9-2eb643b5f0da, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=7a3a6e14-6342-4fbd-93d9-2eb643b5f0da,segment=NetworkSegment(6a30e98c-4732-4afb-95ae-41d8db31e957),segment_id=6a30e98c-4732-4afb-95ae-41d8db31e957)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:07:37.271962 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-409fa026-600d-4632-97e5-1c5d4874f98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:37.367528 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409fa026-600d-4632-97e5-1c5d4874f98d None None] Pushing event updated for resources: {'Port': ['ID=7a3a6e14-6342-4fbd-93d9-2eb643b5f0da,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:07:37.732502 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-3b3b2dd6-58f2-401f-b025-34a131ec3378 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Allocated IP 172.20.0.1 (ecd8cbfb-7009-4b81-bc9d-a85de25ef874/46b92426-ba72-4bdf-8a31-841cd5fcb74f/6df07ccc-3e52-46c5-8b8d-ae745c1d2d5a) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:07:37.914870 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3b3b2dd6-58f2-401f-b025-34a131ec3378 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:37.934110 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-3b3b2dd6-58f2-401f-b025-34a131ec3378 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Transition to ACTIVE for port object 6df07ccc-3e52-46c5-8b8d-ae745c1d2d5a will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:07:37.959503 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3b3b2dd6-58f2-401f-b025-34a131ec3378 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:38.000502 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:38.032452 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3b2dd6-58f2-401f-b025-34a131ec3378 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Network ecd8cbfb-7009-4b81-bc9d-a85de25ef874 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:07:38.035733 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-3b3b2dd6-58f2-401f-b025-34a131ec3378 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:07:38.038189 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3b2dd6-58f2-401f-b025-34a131ec3378 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 18:07:38.078927 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3b2dd6-58f2-401f-b025-34a131ec3378 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'Port': ['ID=6df07ccc-3e52-46c5-8b8d-ae745c1d2d5a,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:07:38.109703 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3b3b2dd6-58f2-401f-b025-34a131ec3378 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710357'] for router_interface, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:38.387250 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3b3b2dd6-58f2-401f-b025-34a131ec3378 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:38.420475 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67af2d78-65f1-464e-9325-7ca2c830dfd0 None None] Network ecd8cbfb-7009-4b81-bc9d-a85de25ef874 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:07:38.528596 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-325da28f-962c-4663-b7df-9badcdc90825 None None] Provisioning for port 7a3a6e14-6342-4fbd-93d9-2eb643b5f0da completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:07:38.871079 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-b030a416-94e3-4e33-ac7a-baab01683bd5 None None] Provisioning for port 6df07ccc-3e52-46c5-8b8d-ae745c1d2d5a completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:07:38.876194 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-b030a416-94e3-4e33-ac7a-baab01683bd5 None None] Provisioning complete for port 6df07ccc-3e52-46c5-8b8d-ae745c1d2d5a triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:07:38.876558 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b030a416-94e3-4e33-ac7a-baab01683bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:38.930939 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-b030a416-94e3-4e33-ac7a-baab01683bd5 None None] Port 6df07ccc-3e52-46c5-8b8d-ae745c1d2d5a cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 18:07:38.938845 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3b3b2dd6-58f2-401f-b025-34a131ec3378 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:38.944343 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3b3b2dd6-58f2-401f-b025-34a131ec3378 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:39.060508 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3b2dd6-58f2-401f-b025-34a131ec3378 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'Port': ['ID=6df07ccc-3e52-46c5-8b8d-ae745c1d2d5a,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:07:39.061625 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-2fa2e06a-e3c7-4494-b37d-5971a7d9817d None None] Provisioning complete for port 6df07ccc-3e52-46c5-8b8d-ae745c1d2d5a triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:07:39.062122 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-2fa2e06a-e3c7-4494-b37d-5971a7d9817d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:39.063008 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3b3b2dd6-58f2-401f-b025-34a131ec3378 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710702'] for router_interface, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:39.114278 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-2fa2e06a-e3c7-4494-b37d-5971a7d9817d None None] Port 6df07ccc-3e52-46c5-8b8d-ae745c1d2d5a cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 18:07:39.197608 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3b2dd6-58f2-401f-b025-34a131ec3378 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Network ecd8cbfb-7009-4b81-bc9d-a85de25ef874 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:07:39.199468 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-3b3b2dd6-58f2-401f-b025-34a131ec3378 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:07:39.385770 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b3b2dd6-58f2-401f-b025-34a131ec3378 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Router 70aeca66-8fd2-4c42-b389-6ba5633fc1a6 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 18:07:39.438339 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-1e5c0161-5c0b-47f3-97ee-9013ce13eaad None None] Provisioning complete for port 6df07ccc-3e52-46c5-8b8d-ae745c1d2d5a triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:07:39.438741 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1e5c0161-5c0b-47f3-97ee-9013ce13eaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:39.509875 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-1e5c0161-5c0b-47f3-97ee-9013ce13eaad None None] Port 6df07ccc-3e52-46c5-8b8d-ae745c1d2d5a cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 18:07:39.520022 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device c10a3576-c57b-47c2-ac70-1c5e3b6b3531 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:07:39.573685 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b3b2dd6-58f2-401f-b025-34a131ec3378 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:07:39.584262 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ec1332-22fb-4445-a2d9-44e312ccfe06 None None] Sync routers for ids ['70aeca66-8fd2-4c42-b389-6ba5633fc1a6'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:07:39.587446 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-3b3b2dd6-58f2-401f-b025-34a131ec3378 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "PUT /v2.0/routers/70aeca66-8fd2-4c42-b389-6ba5633fc1a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3011868 May 04 18:07:39.591874 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port c10a3576-c57b-47c2-ac70-1c5e3b6b3531 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:07:39.597841 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ec1332-22fb-4445-a2d9-44e312ccfe06 None None] Routers {'70aeca66-8fd2-4c42-b389-6ba5633fc1a6'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:07:39.598495 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-c6ec1332-22fb-4445-a2d9-44e312ccfe06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:07:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['70aeca66-8fd2-4c42-b389-6ba5633fc1a6'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:07:39.651007 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port c10a3576-c57b-47c2-ac70-1c5e3b6b3531 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:07:39.651367 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:39.736788 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:39.750772 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-61fe2c0a-6607-4f9d-b4d0-cb434f836276 req-eb7665f8-624b-44f4-850a-ff45ae8b270b tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Synchronizing usage tracker for tenant:24536c64830c443892e5dea9235549ab on resource:security_group {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:07:39.765991 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-61fe2c0a-6607-4f9d-b4d0-cb434f836276 req-eb7665f8-624b-44f4-850a-ff45ae8b270b tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Unset dirty status for tenant:24536c64830c443892e5dea9235549ab on resource:security_group {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:07:39.767370 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-61fe2c0a-6607-4f9d-b4d0-cb434f836276 req-eb7665f8-624b-44f4-850a-ff45ae8b270b tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-454265050&fields=id&tenant_id=24536c64830c443892e5dea9235549ab HTTP/1.1" status: 200 len: 267 time: 0.0565555 May 04 18:07:39.876938 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-c6ec1332-22fb-4445-a2d9-44e312ccfe06 None None] Set router 70aeca66-8fd2-4c42-b389-6ba5633fc1a6 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:07:39.923610 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe2c0a-6607-4f9d-b4d0-cb434f836276 req-e2bf5028-1eec-4aad-8b95-9082ecb8a3d8 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:07:39.924286 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-61fe2c0a-6607-4f9d-b4d0-cb434f836276 req-e2bf5028-1eec-4aad-8b95-9082ecb8a3d8 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Synchronizing usage tracker for tenant:24536c64830c443892e5dea9235549ab on resource:network {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:07:39.940599 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-61fe2c0a-6607-4f9d-b4d0-cb434f836276 req-e2bf5028-1eec-4aad-8b95-9082ecb8a3d8 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Unset dirty status for tenant:24536c64830c443892e5dea9235549ab on resource:network {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:07:39.941997 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-61fe2c0a-6607-4f9d-b4d0-cb434f836276 req-e2bf5028-1eec-4aad-8b95-9082ecb8a3d8 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/networks?id=ecd8cbfb-7009-4b81-bc9d-a85de25ef874 HTTP/1.1" status: 200 len: 796 time: 0.1677575 May 04 18:07:39.946995 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:39.957516 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-61fe2c0a-6607-4f9d-b4d0-cb434f836276 req-75b27a99-e5dd-4155-bcbf-1efa4ae9a5e1 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/quotas/24536c64830c443892e5dea9235549ab HTTP/1.1" status: 200 len: 375 time: 0.0093529 May 04 18:07:40.039220 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port c10a3576-c57b-47c2-ac70-1c5e3b6b3531, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=c10a3576-c57b-47c2-ac70-1c5e3b6b3531,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:07:40.047236 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-61fe2c0a-6607-4f9d-b4d0-cb434f836276 req-73e3c41f-f268-495e-a583-b769e950b7ad tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Synchronizing usage tracker for tenant:24536c64830c443892e5dea9235549ab on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:07:40.049348 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:40.050141 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 7a3a6e14-6342-4fbd-93d9-2eb643b5f0da up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:07:40.062825 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-61fe2c0a-6607-4f9d-b4d0-cb434f836276 req-73e3c41f-f268-495e-a583-b769e950b7ad tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Unset dirty status for tenant:24536c64830c443892e5dea9235549ab on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:07:40.064380 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-61fe2c0a-6607-4f9d-b4d0-cb434f836276 req-73e3c41f-f268-495e-a583-b769e950b7ad tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=24536c64830c443892e5dea9235549ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1012874 May 04 18:07:40.249768 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-61fe2c0a-6607-4f9d-b4d0-cb434f836276 req-6a3435f2-7157-4721-999d-bedd77910a8b service neutron] 10.222.0.41 "GET /v2.0/networks/ecd8cbfb-7009-4b81-bc9d-a85de25ef874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734142 May 04 18:07:40.271857 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=c10a3576-c57b-47c2-ac70-1c5e3b6b3531,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:07:40.286283 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 7a3a6e14-6342-4fbd-93d9-2eb643b5f0da completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:07:40.293488 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 7a3a6e14-6342-4fbd-93d9-2eb643b5f0da triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:07:40.293858 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:40.393527 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-61fe2c0a-6607-4f9d-b4d0-cb434f836276 req-a89bf2c5-6357-4883-9c6c-618df11ccae9 service neutron] 10.222.0.41 "GET /v2.0/networks/ecd8cbfb-7009-4b81-bc9d-a85de25ef874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378286 May 04 18:07:40.417066 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-c6ec1332-22fb-4445-a2d9-44e312ccfe06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70aeca66-8fd2-4c42-b389-6ba5633fc1a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-38942998', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.192'}], 'enable_snat': True}, 'gw_port_id': 'c10a3576-c57b-47c2-ac70-1c5e3b6b3531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:07:33Z', 'updated_at': '2022-05-04T18:07:38Z', 'revision_number': 4, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port': {'id': 'c10a3576-c57b-47c2-ac70-1c5e3b6b3531', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c8:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70aeca66-8fd2-4c42-b389-6ba5633fc1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:07:33Z', 'updated_at': '2022-05-04T18:07:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '6df07ccc-3e52-46c5-8b8d-ae745c1d2d5a', 'name': '', 'network_id': 'ecd8cbfb-7009-4b81-bc9d-a85de25ef874', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'mac_address': 'fa:16:3e:c7:48:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70aeca66-8fd2-4c42-b389-6ba5633fc1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '46b92426-ba72-4bdf-8a31-841cd5fcb74f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:07:37Z', 'updated_at': '2022-05-04T18:07:38Z', 'revision_number': 2, 'project_id': '24536c64830c443892e5dea9235549ab', 'subnets': [{'id': '46b92426-ba72-4bdf-8a31-841cd5fcb74f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:07:40.422090 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ec1332-22fb-4445-a2d9-44e312ccfe06 None None] Checking router: 70aeca66-8fd2-4c42-b389-6ba5633fc1a6 for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:07:40.422439 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ec1332-22fb-4445-a2d9-44e312ccfe06 None None] Updating router 70aeca66-8fd2-4c42-b389-6ba5633fc1a6 port 6df07ccc-3e52-46c5-8b8d-ae745c1d2d5a binding host dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:07:40.519253 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-c6ec1332-22fb-4445-a2d9-44e312ccfe06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:40.529054 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:40.579524 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-643642fb-cef2-4e85-a9e9-b4394cc9c935 req-b61ba7e5-4582-497d-868d-e7fed897b89e tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6bbdf78-f07f-4aa0-bbdf-10f756d83945 HTTP/1.1" status: 200 len: 210 time: 0.0457726 May 04 18:07:40.605059 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 7a3a6e14-6342-4fbd-93d9-2eb643b5f0da, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=7a3a6e14-6342-4fbd-93d9-2eb643b5f0da,segment=NetworkSegment(6a30e98c-4732-4afb-95ae-41d8db31e957),segment_id=6a30e98c-4732-4afb-95ae-41d8db31e957)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:07:40.611698 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:40.738970 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=7a3a6e14-6342-4fbd-93d9-2eb643b5f0da,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:07:40.933945 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-c6ec1332-22fb-4445-a2d9-44e312ccfe06 None None] Notify callbacks [] for port, precommit_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:40.945565 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-c6ec1332-22fb-4445-a2d9-44e312ccfe06 None None] Transition to ACTIVE for port object 6df07ccc-3e52-46c5-8b8d-ae745c1d2d5a will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:07:40.951528 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-c6ec1332-22fb-4445-a2d9-44e312ccfe06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:41.101635 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb903fb-1ca4-4225-bcb0-8da8d2d489a2 None None] Pushing event updated for resources: {'Port': ['ID=6df07ccc-3e52-46c5-8b8d-ae745c1d2d5a,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:07:41.163511 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-c6ec1332-22fb-4445-a2d9-44e312ccfe06 None None] Attempting to bind port 6df07ccc-3e52-46c5-8b8d-ae745c1d2d5a on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:07:41.163885 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-c6ec1332-22fb-4445-a2d9-44e312ccfe06 None None] Attempting to bind port 6df07ccc-3e52-46c5-8b8d-ae745c1d2d5a by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '6a30e98c-4732-4afb-95ae-41d8db31e957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ecd8cbfb-7009-4b81-bc9d-a85de25ef874'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:07:41.164252 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ec1332-22fb-4445-a2d9-44e312ccfe06 None None] Attempting to bind port 6df07ccc-3e52-46c5-8b8d-ae745c1d2d5a on network ecd8cbfb-7009-4b81-bc9d-a85de25ef874 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:07:41.169723 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ec1332-22fb-4445-a2d9-44e312ccfe06 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:07:41.170125 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ec1332-22fb-4445-a2d9-44e312ccfe06 None None] Checking segment: {'id': '6a30e98c-4732-4afb-95ae-41d8db31e957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ecd8cbfb-7009-4b81-bc9d-a85de25ef874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:07:41.170530 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-c6ec1332-22fb-4445-a2d9-44e312ccfe06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:41.170923 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ec1332-22fb-4445-a2d9-44e312ccfe06 None None] Bound using segment: {'id': '6a30e98c-4732-4afb-95ae-41d8db31e957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ecd8cbfb-7009-4b81-bc9d-a85de25ef874'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:07:41.171402 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-c6ec1332-22fb-4445-a2d9-44e312ccfe06 None None] Bound port: 6df07ccc-3e52-46c5-8b8d-ae745c1d2d5a, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a30e98c-4732-4afb-95ae-41d8db31e957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ecd8cbfb-7009-4b81-bc9d-a85de25ef874'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:07:41.171776 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-c6ec1332-22fb-4445-a2d9-44e312ccfe06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:41.269202 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-c6ec1332-22fb-4445-a2d9-44e312ccfe06 None None] For port 6df07ccc-3e52-46c5-8b8d-ae745c1d2d5a, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:07:41.272187 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-c6ec1332-22fb-4445-a2d9-44e312ccfe06 None None] For port 6df07ccc-3e52-46c5-8b8d-ae745c1d2d5a, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=6df07ccc-3e52-46c5-8b8d-ae745c1d2d5a,segment=NetworkSegment(6a30e98c-4732-4afb-95ae-41d8db31e957),segment_id=6a30e98c-4732-4afb-95ae-41d8db31e957)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:07:41.275437 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-c6ec1332-22fb-4445-a2d9-44e312ccfe06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:41.352257 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ec1332-22fb-4445-a2d9-44e312ccfe06 None None] Routers {'70aeca66-8fd2-4c42-b389-6ba5633fc1a6'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:07:41.352860 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-c6ec1332-22fb-4445-a2d9-44e312ccfe06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:07:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['70aeca66-8fd2-4c42-b389-6ba5633fc1a6'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:07:41.406025 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb903fb-1ca4-4225-bcb0-8da8d2d489a2 None None] Pushing event updated for resources: {'Port': ['ID=6df07ccc-3e52-46c5-8b8d-ae745c1d2d5a,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:07:41.491965 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device c10a3576-c57b-47c2-ac70-1c5e3b6b3531 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:07:41.592930 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-c6ec1332-22fb-4445-a2d9-44e312ccfe06 None None] Set router 70aeca66-8fd2-4c42-b389-6ba5633fc1a6 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:07:41.683070 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-1a05d25e-f33f-460c-9193-566a918017e5 req-640ca4cc-f0f8-4103-bdb8-7912858e4abc tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6bbdf78-f07f-4aa0-bbdf-10f756d83945 HTTP/1.1" status: 200 len: 210 time: 0.0454357 May 04 18:07:41.731245 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port c10a3576-c57b-47c2-ac70-1c5e3b6b3531 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:07:41.731704 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:42.037024 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 7a3a6e14-6342-4fbd-93d9-2eb643b5f0da up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:07:42.117096 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-c6ec1332-22fb-4445-a2d9-44e312ccfe06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70aeca66-8fd2-4c42-b389-6ba5633fc1a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-38942998', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.192'}], 'enable_snat': True}, 'gw_port_id': 'c10a3576-c57b-47c2-ac70-1c5e3b6b3531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:07:33Z', 'updated_at': '2022-05-04T18:07:38Z', 'revision_number': 4, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port': {'id': 'c10a3576-c57b-47c2-ac70-1c5e3b6b3531', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70aeca66-8fd2-4c42-b389-6ba5633fc1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:07:33Z', 'updated_at': '2022-05-04T18:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '6df07ccc-3e52-46c5-8b8d-ae745c1d2d5a', 'name': '', 'network_id': 'ecd8cbfb-7009-4b81-bc9d-a85de25ef874', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'mac_address': 'fa:16:3e:c7:48:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70aeca66-8fd2-4c42-b389-6ba5633fc1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '46b92426-ba72-4bdf-8a31-841cd5fcb74f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:07:37Z', 'updated_at': '2022-05-04T18:07:41Z', 'revision_number': 4, 'project_id': '24536c64830c443892e5dea9235549ab', 'subnets': [{'id': '46b92426-ba72-4bdf-8a31-841cd5fcb74f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:07:42.121619 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ec1332-22fb-4445-a2d9-44e312ccfe06 None None] The sync data for ids ['70aeca66-8fd2-4c42-b389-6ba5633fc1a6'] in dv-neutron-840426-1-hyperv is: [{'id': '70aeca66-8fd2-4c42-b389-6ba5633fc1a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-38942998', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.192'}], 'enable_snat': True}, 'gw_port_id': 'c10a3576-c57b-47c2-ac70-1c5e3b6b3531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:07:33Z', 'updated_at': '2022-05-04T18:07:38Z', 'revision_number': 4, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port': {'id': 'c10a3576-c57b-47c2-ac70-1c5e3b6b3531', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70aeca66-8fd2-4c42-b389-6ba5633fc1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:07:33Z', 'updated_at': '2022-05-04T18:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '6df07ccc-3e52-46c5-8b8d-ae745c1d2d5a', 'name': '', 'network_id': 'ecd8cbfb-7009-4b81-bc9d-a85de25ef874', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'mac_address': 'fa:16:3e:c7:48:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70aeca66-8fd2-4c42-b389-6ba5633fc1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '46b92426-ba72-4bdf-8a31-841cd5fcb74f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:07:37Z', 'updated_at': '2022-05-04T18:07:41Z', 'revision_number': 4, 'project_id': '24536c64830c443892e5dea9235549ab', 'subnets': [{'id': '46b92426-ba72-4bdf-8a31-841cd5fcb74f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:07:42.127702 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 7a3a6e14-6342-4fbd-93d9-2eb643b5f0da triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:07:42.128075 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:42.798476 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-2798f344-0c48-4628-9dbb-84c347ad6047 req-aeac34a0-6128-4e23-ae0c-5a4dd1bb9f01 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6bbdf78-f07f-4aa0-bbdf-10f756d83945 HTTP/1.1" status: 200 len: 210 time: 0.0516205 May 04 18:07:43.484794 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 6df07ccc-3e52-46c5-8b8d-ae745c1d2d5a up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:07:43.562972 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 6df07ccc-3e52-46c5-8b8d-ae745c1d2d5a completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:07:43.569700 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 6df07ccc-3e52-46c5-8b8d-ae745c1d2d5a triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:07:43.570105 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:43.648756 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe2c0a-6607-4f9d-b4d0-cb434f836276 req-edd15180-bdbd-4898-b9d0-5b5d6f184494 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:07:43.650202 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-61fe2c0a-6607-4f9d-b4d0-cb434f836276 req-edd15180-bdbd-4898-b9d0-5b5d6f184494 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.42 "GET /v2.0/networks?id=ecd8cbfb-7009-4b81-bc9d-a85de25ef874 HTTP/1.1" status: 200 len: 796 time: 0.1559818 May 04 18:07:43.692066 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:43.700291 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-61fe2c0a-6607-4f9d-b4d0-cb434f836276 req-9fae02e3-c1c0-4daf-833a-7e7ffd694240 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24536c64830c443892e5dea9235549ab HTTP/1.1" status: 200 len: 379 time: 0.0412099 May 04 18:07:43.715319 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [req-61fe2c0a-6607-4f9d-b4d0-cb434f836276 req-6833fbdd-f9fc-45f8-9db0-fbd1cfb09d12 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Request body: {'port': {'device_id': 'a6bbdf78-f07f-4aa0-bbdf-10f756d83945', 'network_id': 'ecd8cbfb-7009-4b81-bc9d-a85de25ef874', 'admin_state_up': True, 'tenant_id': '24536c64830c443892e5dea9235549ab', 'security_groups': ['2a000cba-f4e6-4bd1-9339-b1d762305363']}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:07:43.726501 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 6df07ccc-3e52-46c5-8b8d-ae745c1d2d5a, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=6df07ccc-3e52-46c5-8b8d-ae745c1d2d5a,segment=NetworkSegment(6a30e98c-4732-4afb-95ae-41d8db31e957),segment_id=6a30e98c-4732-4afb-95ae-41d8db31e957)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:07:43.731247 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:43.802486 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=6df07ccc-3e52-46c5-8b8d-ae745c1d2d5a,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:07:43.971880 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-685ca174-826e-47d7-ac51-188854a561c2 req-cbd0bf7a-7586-42b5-8bbd-13a4f3814772 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6bbdf78-f07f-4aa0-bbdf-10f756d83945 HTTP/1.1" status: 200 len: 210 time: 0.0564752 May 04 18:07:44.003871 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [req-61fe2c0a-6607-4f9d-b4d0-cb434f836276 req-6833fbdd-f9fc-45f8-9db0-fbd1cfb09d12 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:07:44.013157 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [req-61fe2c0a-6607-4f9d-b4d0-cb434f836276 req-6833fbdd-f9fc-45f8-9db0-fbd1cfb09d12 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:07:44.023402 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61fe2c0a-6607-4f9d-b4d0-cb434f836276 req-6833fbdd-f9fc-45f8-9db0-fbd1cfb09d12 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Made reservation on behalf of 24536c64830c443892e5dea9235549ab for: {'port': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:07:44.026887 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-61fe2c0a-6607-4f9d-b4d0-cb434f836276 req-6833fbdd-f9fc-45f8-9db0-fbd1cfb09d12 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:44.186488 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [req-61fe2c0a-6607-4f9d-b4d0-cb434f836276 req-6833fbdd-f9fc-45f8-9db0-fbd1cfb09d12 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Allocated IP 172.20.0.11 (ecd8cbfb-7009-4b81-bc9d-a85de25ef874/46b92426-ba72-4bdf-8a31-841cd5fcb74f/3af58bc2-57d0-4554-b963-eec1d58816e7) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:07:44.385999 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-61fe2c0a-6607-4f9d-b4d0-cb434f836276 req-6833fbdd-f9fc-45f8-9db0-fbd1cfb09d12 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:44.405080 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [req-61fe2c0a-6607-4f9d-b4d0-cb434f836276 req-6833fbdd-f9fc-45f8-9db0-fbd1cfb09d12 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Transition to ACTIVE for port object 3af58bc2-57d0-4554-b963-eec1d58816e7 will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:07:44.428046 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-61fe2c0a-6607-4f9d-b4d0-cb434f836276 req-6833fbdd-f9fc-45f8-9db0-fbd1cfb09d12 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:44.500493 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61fe2c0a-6607-4f9d-b4d0-cb434f836276 req-6833fbdd-f9fc-45f8-9db0-fbd1cfb09d12 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Network ecd8cbfb-7009-4b81-bc9d-a85de25ef874 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:07:44.504015 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [req-61fe2c0a-6607-4f9d-b4d0-cb434f836276 req-6833fbdd-f9fc-45f8-9db0-fbd1cfb09d12 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:07:44.507893 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [req-61fe2c0a-6607-4f9d-b4d0-cb434f836276 req-6833fbdd-f9fc-45f8-9db0-fbd1cfb09d12 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 18:07:44.538606 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6833fbdd-f9fc-45f8-9db0-fbd1cfb09d12 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'Port': ['ID=3af58bc2-57d0-4554-b963-eec1d58816e7,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:07:44.575597 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe2c0a-6607-4f9d-b4d0-cb434f836276 req-6833fbdd-f9fc-45f8-9db0-fbd1cfb09d12 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:07:44.576264 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-61fe2c0a-6607-4f9d-b4d0-cb434f836276 req-6833fbdd-f9fc-45f8-9db0-fbd1cfb09d12 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:44.603140 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-61fe2c0a-6607-4f9d-b4d0-cb434f836276 req-6833fbdd-f9fc-45f8-9db0-fbd1cfb09d12 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8914623 May 04 18:07:44.666519 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [req-61fe2c0a-6607-4f9d-b4d0-cb434f836276 req-0c920f81-91a0-4272-9de6-81a066e44328 service neutron] Request body: {'port': {'device_id': 'a6bbdf78-f07f-4aa0-bbdf-10f756d83945', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:07:44.703070 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-23e4094d-f49d-434d-88d3-3e0a2924c267 None None] Provisioning for port 3af58bc2-57d0-4554-b963-eec1d58816e7 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:07:44.708125 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-23e4094d-f49d-434d-88d3-3e0a2924c267 None None] Provisioning complete for port 3af58bc2-57d0-4554-b963-eec1d58816e7 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:07:44.708532 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-23e4094d-f49d-434d-88d3-3e0a2924c267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:44.762612 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-23e4094d-f49d-434d-88d3-3e0a2924c267 None None] Port 3af58bc2-57d0-4554-b963-eec1d58816e7 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 18:07:44.780224 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-61fe2c0a-6607-4f9d-b4d0-cb434f836276 req-0c920f81-91a0-4272-9de6-81a066e44328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:45.117332 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [req-61fe2c0a-6607-4f9d-b4d0-cb434f836276 req-0c920f81-91a0-4272-9de6-81a066e44328 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3af58bc2-57d0-4554-b963-eec1d58816e7 {{(pid=88037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:07:45.124878 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-61fe2c0a-6607-4f9d-b4d0-cb434f836276 req-0c920f81-91a0-4272-9de6-81a066e44328 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:45.138947 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [req-61fe2c0a-6607-4f9d-b4d0-cb434f836276 req-0c920f81-91a0-4272-9de6-81a066e44328 service neutron] Transition to ACTIVE for port object 3af58bc2-57d0-4554-b963-eec1d58816e7 will not be triggered until provisioned by entity L2. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:07:45.142408 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-61fe2c0a-6607-4f9d-b4d0-cb434f836276 req-0c920f81-91a0-4272-9de6-81a066e44328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:45.160923 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee96663-85ff-42b3-99f7-12b3d1266763 req-ec804852-82ad-40cf-b2ed-2bc9d5f58b95 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:07:45.162410 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-5ee96663-85ff-42b3-99f7-12b3d1266763 req-ec804852-82ad-40cf-b2ed-2bc9d5f58b95 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6bbdf78-f07f-4aa0-bbdf-10f756d83945 HTTP/1.1" status: 200 len: 932 time: 0.0804710 May 04 18:07:45.207879 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-5ee96663-85ff-42b3-99f7-12b3d1266763 req-d82a9fbc-d053-4f0f-9689-ac102d966af7 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Synchronizing usage tracker for tenant:24536c64830c443892e5dea9235549ab on resource:security_group {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:07:45.220136 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-5ee96663-85ff-42b3-99f7-12b3d1266763 req-d82a9fbc-d053-4f0f-9689-ac102d966af7 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Unset dirty status for tenant:24536c64830c443892e5dea9235549ab on resource:security_group {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:07:45.221292 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-5ee96663-85ff-42b3-99f7-12b3d1266763 req-d82a9fbc-d053-4f0f-9689-ac102d966af7 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a000cba-f4e6-4bd1-9339-b1d762305363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529387 May 04 18:07:45.301592 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c920f81-91a0-4272-9de6-81a066e44328 service neutron] Pushing event updated for resources: {'Port': ['ID=3af58bc2-57d0-4554-b963-eec1d58816e7,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:07:45.386575 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-61fe2c0a-6607-4f9d-b4d0-cb434f836276 req-0c920f81-91a0-4272-9de6-81a066e44328 service neutron] Attempting to bind port 3af58bc2-57d0-4554-b963-eec1d58816e7 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:07:45.386941 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-61fe2c0a-6607-4f9d-b4d0-cb434f836276 req-0c920f81-91a0-4272-9de6-81a066e44328 service neutron] Attempting to bind port 3af58bc2-57d0-4554-b963-eec1d58816e7 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '6a30e98c-4732-4afb-95ae-41d8db31e957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ecd8cbfb-7009-4b81-bc9d-a85de25ef874'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:07:45.387414 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fe2c0a-6607-4f9d-b4d0-cb434f836276 req-0c920f81-91a0-4272-9de6-81a066e44328 service neutron] Attempting to bind port 3af58bc2-57d0-4554-b963-eec1d58816e7 on network ecd8cbfb-7009-4b81-bc9d-a85de25ef874 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:07:45.392203 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fe2c0a-6607-4f9d-b4d0-cb434f836276 req-0c920f81-91a0-4272-9de6-81a066e44328 service neutron] Port 3af58bc2-57d0-4554-b963-eec1d58816e7 on network ecd8cbfb-7009-4b81-bc9d-a85de25ef874 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 18:07:45.392521 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fe2c0a-6607-4f9d-b4d0-cb434f836276 req-0c920f81-91a0-4272-9de6-81a066e44328 service neutron] Attempting to bind port 3af58bc2-57d0-4554-b963-eec1d58816e7 on network ecd8cbfb-7009-4b81-bc9d-a85de25ef874 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:07:45.398245 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fe2c0a-6607-4f9d-b4d0-cb434f836276 req-0c920f81-91a0-4272-9de6-81a066e44328 service neutron] Checking agent: {'id': '84d0dbeb-cfa8-4636-8b1c-9790acf21ef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'started_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:07:45.398573 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fe2c0a-6607-4f9d-b4d0-cb434f836276 req-0c920f81-91a0-4272-9de6-81a066e44328 service neutron] Checking segment: {'id': '6a30e98c-4732-4afb-95ae-41d8db31e957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ecd8cbfb-7009-4b81-bc9d-a85de25ef874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:07:45.398946 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fe2c0a-6607-4f9d-b4d0-cb434f836276 req-0c920f81-91a0-4272-9de6-81a066e44328 service neutron] Bound using segment: {'id': '6a30e98c-4732-4afb-95ae-41d8db31e957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ecd8cbfb-7009-4b81-bc9d-a85de25ef874'} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:07:45.399364 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-61fe2c0a-6607-4f9d-b4d0-cb434f836276 req-0c920f81-91a0-4272-9de6-81a066e44328 service neutron] Bound port: 3af58bc2-57d0-4554-b963-eec1d58816e7, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a30e98c-4732-4afb-95ae-41d8db31e957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ecd8cbfb-7009-4b81-bc9d-a85de25ef874'}}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:07:45.399701 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-61fe2c0a-6607-4f9d-b4d0-cb434f836276 req-0c920f81-91a0-4272-9de6-81a066e44328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:45.464080 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 6df07ccc-3e52-46c5-8b8d-ae745c1d2d5a up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:07:45.488696 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-61fe2c0a-6607-4f9d-b4d0-cb434f836276 req-0c920f81-91a0-4272-9de6-81a066e44328 service neutron] For port 3af58bc2-57d0-4554-b963-eec1d58816e7, host hv-neutron-8404, cleared binding levels {{(pid=88037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:07:45.491720 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-61fe2c0a-6607-4f9d-b4d0-cb434f836276 req-0c920f81-91a0-4272-9de6-81a066e44328 service neutron] For port 3af58bc2-57d0-4554-b963-eec1d58816e7, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=3af58bc2-57d0-4554-b963-eec1d58816e7,segment=NetworkSegment(6a30e98c-4732-4afb-95ae-41d8db31e957),segment_id=6a30e98c-4732-4afb-95ae-41d8db31e957)] {{(pid=88037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:07:45.497002 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-61fe2c0a-6607-4f9d-b4d0-cb434f836276 req-0c920f81-91a0-4272-9de6-81a066e44328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:45.547216 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 6df07ccc-3e52-46c5-8b8d-ae745c1d2d5a triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:07:45.547587 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:45.561589 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe2c0a-6607-4f9d-b4d0-cb434f836276 req-0c920f81-91a0-4272-9de6-81a066e44328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:07:45.562244 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-61fe2c0a-6607-4f9d-b4d0-cb434f836276 req-0c920f81-91a0-4272-9de6-81a066e44328 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:45.563635 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-61fe2c0a-6607-4f9d-b4d0-cb434f836276 req-0c920f81-91a0-4272-9de6-81a066e44328 service neutron] 10.222.0.42 "PUT /v2.0/ports/3af58bc2-57d0-4554-b963-eec1d58816e7 HTTP/1.1" status: 200 len: 1094 time: 0.9531789 May 04 18:07:45.564073 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6bbdf78-f07f-4aa0-bbdf-10f756d83945', 'tag': '3af58bc2-57d0-4554-b963-eec1d58816e7'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:07:45.589621 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c920f81-91a0-4272-9de6-81a066e44328 service neutron] Pushing event updated for resources: {'Port': ['ID=3af58bc2-57d0-4554-b963-eec1d58816e7,revision_number=3']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:07:45.651333 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf614a6b-b565-44a0-9865-00662a36918d'] response: {'name': 'network-changed', 'server_uuid': 'a6bbdf78-f07f-4aa0-bbdf-10f756d83945', 'tag': '3af58bc2-57d0-4554-b963-eec1d58816e7', 'status': 'completed', 'code': 200} May 04 18:07:45.697120 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe2c0a-6607-4f9d-b4d0-cb434f836276 req-2613bcf6-8ddc-479a-ba91-d525182ae850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:07:45.698644 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-61fe2c0a-6607-4f9d-b4d0-cb434f836276 req-2613bcf6-8ddc-479a-ba91-d525182ae850 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=24536c64830c443892e5dea9235549ab&device_id=a6bbdf78-f07f-4aa0-bbdf-10f756d83945 HTTP/1.1" status: 200 len: 1097 time: 0.0826461 May 04 18:07:45.858832 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-61fe2c0a-6607-4f9d-b4d0-cb434f836276 req-afe4a1b7-d029-4db5-b40e-f2b66856690d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3af58bc2-57d0-4554-b963-eec1d58816e7 HTTP/1.1" status: 200 len: 217 time: 0.1530259 May 04 18:07:45.922820 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe2c0a-6607-4f9d-b4d0-cb434f836276 req-ff0a91ec-f183-45aa-a1ec-da2186839013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:07:45.924252 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-61fe2c0a-6607-4f9d-b4d0-cb434f836276 req-ff0a91ec-f183-45aa-a1ec-da2186839013 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=46b92426-ba72-4bdf-8a31-841cd5fcb74f HTTP/1.1" status: 200 len: 834 time: 0.0587289 May 04 18:07:45.996347 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe2c0a-6607-4f9d-b4d0-cb434f836276 req-11a2ca5a-529e-4e5e-bc77-3820837c9d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:07:45.997816 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-61fe2c0a-6607-4f9d-b4d0-cb434f836276 req-11a2ca5a-529e-4e5e-bc77-3820837c9d62 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ecd8cbfb-7009-4b81-bc9d-a85de25ef874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676055 May 04 18:07:46.126187 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-61fe2c0a-6607-4f9d-b4d0-cb434f836276 req-6c8a805b-bf70-4dd6-b014-5d16feb1164c service neutron] 10.222.0.42 "GET /v2.0/networks/ecd8cbfb-7009-4b81-bc9d-a85de25ef874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211452 May 04 18:07:46.256289 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-61fe2c0a-6607-4f9d-b4d0-cb434f836276 req-ec6199eb-f0a8-48f5-a0fc-180a5d99c3da service neutron] 10.222.0.42 "GET /v2.0/networks/ecd8cbfb-7009-4b81-bc9d-a85de25ef874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241031 May 04 18:07:46.376117 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec6e7e-2e75-41b2-a259-e1d3762d30dd req-fd0fc80a-0470-40e2-abb1-92ec6b1e9e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:07:46.377768 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-39ec6e7e-2e75-41b2-a259-e1d3762d30dd req-fd0fc80a-0470-40e2-abb1-92ec6b1e9e08 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=24536c64830c443892e5dea9235549ab&device_id=a6bbdf78-f07f-4aa0-bbdf-10f756d83945 HTTP/1.1" status: 200 len: 1097 time: 0.0739279 May 04 18:07:46.427152 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7232d4-0675-45f0-afce-1ffd20c18cb1 req-82823844-5763-4e20-bdfc-83de893bb8c9 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:07:46.429479 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-5f7232d4-0675-45f0-afce-1ffd20c18cb1 req-82823844-5763-4e20-bdfc-83de893bb8c9 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6bbdf78-f07f-4aa0-bbdf-10f756d83945 HTTP/1.1" status: 200 len: 944 time: 0.0846713 May 04 18:07:46.473657 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-5f7232d4-0675-45f0-afce-1ffd20c18cb1 req-34c27592-5110-4ca4-a382-f129c2889d5b tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a000cba-f4e6-4bd1-9339-b1d762305363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385768 May 04 18:07:46.509089 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec6e7e-2e75-41b2-a259-e1d3762d30dd req-5bd355cd-bbff-4ed8-b467-2ade8c919912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:07:46.510565 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-39ec6e7e-2e75-41b2-a259-e1d3762d30dd req-5bd355cd-bbff-4ed8-b467-2ade8c919912 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ecd8cbfb-7009-4b81-bc9d-a85de25ef874 HTTP/1.1" status: 200 len: 897 time: 0.1267586 May 04 18:07:46.579781 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-39ec6e7e-2e75-41b2-a259-e1d3762d30dd req-4ce630fb-a92a-474f-b5e0-6fec532f840c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3af58bc2-57d0-4554-b963-eec1d58816e7 HTTP/1.1" status: 200 len: 217 time: 0.0628033 May 04 18:07:46.647290 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec6e7e-2e75-41b2-a259-e1d3762d30dd req-696c5f26-bcfd-47a2-9ab3-269c0e4ccbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:07:46.648648 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-39ec6e7e-2e75-41b2-a259-e1d3762d30dd req-696c5f26-bcfd-47a2-9ab3-269c0e4ccbc6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=46b92426-ba72-4bdf-8a31-841cd5fcb74f HTTP/1.1" status: 200 len: 834 time: 0.0632787 May 04 18:07:46.721148 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec6e7e-2e75-41b2-a259-e1d3762d30dd req-5fc399f6-898a-4bb9-b7cb-c7f48435f437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:07:46.723134 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-39ec6e7e-2e75-41b2-a259-e1d3762d30dd req-5fc399f6-898a-4bb9-b7cb-c7f48435f437 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ecd8cbfb-7009-4b81-bc9d-a85de25ef874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685163 May 04 18:07:46.850980 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-39ec6e7e-2e75-41b2-a259-e1d3762d30dd req-b2d741ca-0bd5-40cf-850e-0f7b3daa3f06 service neutron] 10.222.0.42 "GET /v2.0/networks/ecd8cbfb-7009-4b81-bc9d-a85de25ef874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218131 May 04 18:07:46.980800 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-39ec6e7e-2e75-41b2-a259-e1d3762d30dd req-87b39049-c6e6-4f06-b53b-3eec16d88d0f service neutron] 10.222.0.42 "GET /v2.0/networks/ecd8cbfb-7009-4b81-bc9d-a85de25ef874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236579 May 04 18:07:47.657366 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c81d5d-de9d-4e90-9372-75bac686e021 req-1b3d04e8-84eb-4460-b729-451819496a53 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:07:47.658080 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-39c81d5d-de9d-4e90-9372-75bac686e021 req-1b3d04e8-84eb-4460-b729-451819496a53 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Synchronizing usage tracker for tenant:24536c64830c443892e5dea9235549ab on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:07:47.672992 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-39c81d5d-de9d-4e90-9372-75bac686e021 req-1b3d04e8-84eb-4460-b729-451819496a53 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Unset dirty status for tenant:24536c64830c443892e5dea9235549ab on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:07:47.674200 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-39c81d5d-de9d-4e90-9372-75bac686e021 req-1b3d04e8-84eb-4460-b729-451819496a53 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6bbdf78-f07f-4aa0-bbdf-10f756d83945 HTTP/1.1" status: 200 len: 944 time: 0.0935609 May 04 18:07:47.721217 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-39c81d5d-de9d-4e90-9372-75bac686e021 req-b46f157d-e118-48ed-82d7-c8f70bee8858 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a000cba-f4e6-4bd1-9339-b1d762305363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408747 May 04 18:07:48.901911 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c28b5-c700-401c-a70d-dac5e96973b3 req-f4312e4c-2963-44ac-8f3a-50296c363a99 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:07:48.903361 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-cb2c28b5-c700-401c-a70d-dac5e96973b3 req-f4312e4c-2963-44ac-8f3a-50296c363a99 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6bbdf78-f07f-4aa0-bbdf-10f756d83945 HTTP/1.1" status: 200 len: 944 time: 0.0778630 May 04 18:07:48.948587 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-cb2c28b5-c700-401c-a70d-dac5e96973b3 req-a85cd198-b965-4a6a-93b7-7b7c8a37bcc4 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a000cba-f4e6-4bd1-9339-b1d762305363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393724 May 04 18:07:49.661266 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 3af58bc2-57d0-4554-b963-eec1d58816e7 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 18:07:49.790282 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 3af58bc2-57d0-4554-b963-eec1d58816e7, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=3af58bc2-57d0-4554-b963-eec1d58816e7,segment=NetworkSegment(6a30e98c-4732-4afb-95ae-41d8db31e957),segment_id=6a30e98c-4732-4afb-95ae-41d8db31e957)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:07:49.803644 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Returning: {'device': '3af58bc2-57d0-4554-b963-eec1d58816e7', 'network_id': 'ecd8cbfb-7009-4b81-bc9d-a85de25ef874', 'port_id': '3af58bc2-57d0-4554-b963-eec1d58816e7', 'mac_address': 'fa:16:3e:02:db:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46b92426-ba72-4bdf-8a31-841cd5fcb74f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 18:07:49.855937 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:49.872354 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3af58bc2-57d0-4554-b963-eec1d58816e7 {{(pid=88039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:07:49.887082 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 3af58bc2-57d0-4554-b963-eec1d58816e7, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=3af58bc2-57d0-4554-b963-eec1d58816e7,segment=NetworkSegment(6a30e98c-4732-4afb-95ae-41d8db31e957),segment_id=6a30e98c-4732-4afb-95ae-41d8db31e957)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:07:49.890886 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:49.964296 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=3af58bc2-57d0-4554-b963-eec1d58816e7,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:07:50.132956 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0796aa97-6d15-4fa4-b796-7553fc7a2e44 req-ee0f00c8-137f-4ed8-9dbe-c3dfabd8ca49 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:07:50.134427 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0796aa97-6d15-4fa4-b796-7553fc7a2e44 req-ee0f00c8-137f-4ed8-9dbe-c3dfabd8ca49 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6bbdf78-f07f-4aa0-bbdf-10f756d83945 HTTP/1.1" status: 200 len: 945 time: 0.0795283 May 04 18:07:50.178019 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0796aa97-6d15-4fa4-b796-7553fc7a2e44 req-51387328-abf6-4a61-9add-4ed7fd187416 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a000cba-f4e6-4bd1-9339-b1d762305363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380359 May 04 18:07:50.210187 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] get_ports_and_sgs() called for port_ids ['3af58bc2-57d0-4554-b963-eec1d58816e7'] {{(pid=88039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 18:07:51.363702 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68a9cb-572b-4a92-ac78-80b6c75ccf9d req-bcb0e1d9-c16a-4479-82f4-198e740cc1b1 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:07:51.365176 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-4e68a9cb-572b-4a92-ac78-80b6c75ccf9d req-bcb0e1d9-c16a-4479-82f4-198e740cc1b1 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6bbdf78-f07f-4aa0-bbdf-10f756d83945 HTTP/1.1" status: 200 len: 945 time: 0.0825584 May 04 18:07:51.408145 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-4e68a9cb-572b-4a92-ac78-80b6c75ccf9d req-68fb78b7-b0c8-4c29-b65a-8d6fc8b50e78 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a000cba-f4e6-4bd1-9339-b1d762305363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374165 May 04 18:07:51.675764 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 3af58bc2-57d0-4554-b963-eec1d58816e7 up at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:07:51.746811 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning for port 3af58bc2-57d0-4554-b963-eec1d58816e7 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:07:51.751770 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning complete for port 3af58bc2-57d0-4554-b963-eec1d58816e7 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:07:51.752148 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:51.867111 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:51.893218 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6bbdf78-f07f-4aa0-bbdf-10f756d83945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af58bc2-57d0-4554-b963-eec1d58816e7'}] {{(pid=88039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:07:51.903208 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 3af58bc2-57d0-4554-b963-eec1d58816e7, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=3af58bc2-57d0-4554-b963-eec1d58816e7,segment=NetworkSegment(6a30e98c-4732-4afb-95ae-41d8db31e957),segment_id=6a30e98c-4732-4afb-95ae-41d8db31e957)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:07:51.907275 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:51.979221 dv-neutron-840426-1-hyperv neutron-server[88039]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91aa05a1-2bc5-4ae9-910e-6f502278a19c'] response: {'server_uuid': 'a6bbdf78-f07f-4aa0-bbdf-10f756d83945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af58bc2-57d0-4554-b963-eec1d58816e7', 'code': 200} May 04 18:07:52.011715 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=3af58bc2-57d0-4554-b963-eec1d58816e7,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:07:52.165404 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355983e9-b9cc-41bc-81b2-f7e8bfa1a2c2 req-3c6aa248-0e87-4146-b5ae-0e73ee26875d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:07:52.166881 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-355983e9-b9cc-41bc-81b2-f7e8bfa1a2c2 req-3c6aa248-0e87-4146-b5ae-0e73ee26875d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a6bbdf78-f07f-4aa0-bbdf-10f756d83945 HTTP/1.1" status: 200 len: 1099 time: 0.0711083 May 04 18:07:52.208628 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-355983e9-b9cc-41bc-81b2-f7e8bfa1a2c2 req-3d2a986f-2f5e-41f2-8d59-c78cd342f8b9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2a000cba-f4e6-4bd1-9339-b1d762305363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350528 May 04 18:07:52.594801 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb1072-77da-43c4-93c8-126b5c685374 req-c1a80b89-50ea-4cd8-a4f1-0dac2f517a6a tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:07:52.596245 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-2ccb1072-77da-43c4-93c8-126b5c685374 req-c1a80b89-50ea-4cd8-a4f1-0dac2f517a6a tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6bbdf78-f07f-4aa0-bbdf-10f756d83945 HTTP/1.1" status: 200 len: 946 time: 0.0781362 May 04 18:07:52.639386 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-2ccb1072-77da-43c4-93c8-126b5c685374 req-d76136b7-29e6-4307-beb8-865895352ebb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a000cba-f4e6-4bd1-9339-b1d762305363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370502 May 04 18:07:53.819473 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015e48ed-d729-474a-adbc-de6df05bf09c req-60569c71-eb31-4865-8f1e-6aa0add2d09f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:07:53.820903 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-015e48ed-d729-474a-adbc-de6df05bf09c req-60569c71-eb31-4865-8f1e-6aa0add2d09f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6bbdf78-f07f-4aa0-bbdf-10f756d83945 HTTP/1.1" status: 200 len: 946 time: 0.0780921 May 04 18:07:53.862456 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-015e48ed-d729-474a-adbc-de6df05bf09c req-f3d8bbcc-62a7-46c6-b409-7126bc74ef37 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a000cba-f4e6-4bd1-9339-b1d762305363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360243 May 04 18:07:54.044728 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce490095-d31c-4875-88dd-a5d4695f5d04 req-2b4a161d-3126-4f03-a7f9-6df38bd46502 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:07:54.046112 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-ce490095-d31c-4875-88dd-a5d4695f5d04 req-2b4a161d-3126-4f03-a7f9-6df38bd46502 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6bbdf78-f07f-4aa0-bbdf-10f756d83945 HTTP/1.1" status: 200 len: 946 time: 0.0821843 May 04 18:07:54.089079 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-ce490095-d31c-4875-88dd-a5d4695f5d04 req-8760d4e1-d187-409b-bcdf-54c17e1b6f5e tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a000cba-f4e6-4bd1-9339-b1d762305363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367541 May 04 18:07:54.111004 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 33936) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:07:54.180608 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4234f8-173e-4740-9413-45c030f2ae44 tempest-TestNetworkAdvancedServerOps-2130119018 tempest-TestNetworkAdvancedServerOps-2130119018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:07:54.182151 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-0c4234f8-173e-4740-9413-45c030f2ae44 tempest-TestNetworkAdvancedServerOps-2130119018 tempest-TestNetworkAdvancedServerOps-2130119018-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a6bbdf78-f07f-4aa0-bbdf-10f756d83945 HTTP/1.1" status: 200 len: 1094 time: 0.0701962 May 04 18:07:54.184880 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 33940) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:07:54.189632 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-5e8ad887-4286-4885-87b7-52c51d058de1 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Request body: {'floatingip': {'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'port_id': '3af58bc2-57d0-4554-b963-eec1d58816e7', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:07:54.195650 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-5e8ad887-4286-4885-87b7-52c51d058de1 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:07:54.199531 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-5e8ad887-4286-4885-87b7-52c51d058de1 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Usage tracker for resource:floatingip and tenant:24536c64830c443892e5dea9235549ab is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:07:54.202378 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-5e8ad887-4286-4885-87b7-52c51d058de1 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:07:54.208129 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-5e8ad887-4286-4885-87b7-52c51d058de1 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:07:54.222239 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5e8ad887-4286-4885-87b7-52c51d058de1 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for floatingip, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:54.353212 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5e8ad887-4286-4885-87b7-52c51d058de1 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:54.486248 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-5e8ad887-4286-4885-87b7-52c51d058de1 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Allocated IP 172.26.0.114 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/0ec53be9-53dd-465b-b990-cc0a63930074) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:07:54.628390 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5e8ad887-4286-4885-87b7-52c51d058de1 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:54.657438 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5e8ad887-4286-4885-87b7-52c51d058de1 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:54.725038 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8ad887-4286-4885-87b7-52c51d058de1 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:07:54.727894 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-5e8ad887-4286-4885-87b7-52c51d058de1 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:07:54.730565 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8ad887-4286-4885-87b7-52c51d058de1 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 18:07:54.770588 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8ad887-4286-4885-87b7-52c51d058de1 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'Port': ['ID=0ec53be9-53dd-465b-b990-cc0a63930074,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:07:55.230844 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5e8ad887-4286-4885-87b7-52c51d058de1 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:55.304239 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5e8ad887-4286-4885-87b7-52c51d058de1 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:55.504726 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5e8ad887-4286-4885-87b7-52c51d058de1 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:55.508873 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5e8ad887-4286-4885-87b7-52c51d058de1 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:55.613312 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8ad887-4286-4885-87b7-52c51d058de1 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'Port': ['ID=0ec53be9-53dd-465b-b990-cc0a63930074,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:07:55.625466 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5e8ad887-4286-4885-87b7-52c51d058de1 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710218'] for floatingip, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:55.796743 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.l3_db [None req-5e8ad887-4286-4885-87b7-52c51d058de1 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Floating IP 10b8ae74-dbbb-40b5-8a63-5d8d145b4da6 associated. External IP: 172.26.0.114, port: 3af58bc2-57d0-4554-b963-eec1d58816e7. May 04 18:07:56.139066 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e8ad887-4286-4885-87b7-52c51d058de1 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Router 70aeca66-8fd2-4c42-b389-6ba5633fc1a6 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 18:07:56.314358 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e8ad887-4286-4885-87b7-52c51d058de1 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:07:56.324049 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c735c3e-1c71-441b-8c3e-99e8f045dd10 None None] Sync routers for ids ['70aeca66-8fd2-4c42-b389-6ba5633fc1a6'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:07:56.334731 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c735c3e-1c71-441b-8c3e-99e8f045dd10 None None] Routers {'70aeca66-8fd2-4c42-b389-6ba5633fc1a6'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:07:56.335393 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-8c735c3e-1c71-441b-8c3e-99e8f045dd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:07:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['70aeca66-8fd2-4c42-b389-6ba5633fc1a6'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:07:56.338883 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5e8ad887-4286-4885-87b7-52c51d058de1 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:07:56.395561 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-5e8ad887-4286-4885-87b7-52c51d058de1 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2095721 May 04 18:07:56.396053 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6bbdf78-f07f-4aa0-bbdf-10f756d83945', 'tag': '3af58bc2-57d0-4554-b963-eec1d58816e7'}] {{(pid=88038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:07:56.511496 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57d811c9-7407-4484-9dfa-84abc591c18a'] response: {'name': 'network-changed', 'server_uuid': 'a6bbdf78-f07f-4aa0-bbdf-10f756d83945', 'tag': '3af58bc2-57d0-4554-b963-eec1d58816e7', 'status': 'completed', 'code': 200} May 04 18:07:56.556626 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-8c735c3e-1c71-441b-8c3e-99e8f045dd10 None None] Set router 70aeca66-8fd2-4c42-b389-6ba5633fc1a6 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:07:56.733027 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6467df-1e04-407b-a3e5-af35c3742b6b req-ab18cd9c-ca07-4db7-8fd2-d774a170fa8f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:07:56.734436 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-3b6467df-1e04-407b-a3e5-af35c3742b6b req-ab18cd9c-ca07-4db7-8fd2-d774a170fa8f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6bbdf78-f07f-4aa0-bbdf-10f756d83945 HTTP/1.1" status: 200 len: 946 time: 0.2477064 May 04 18:07:56.736384 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a0c13a-191f-4e94-8642-4a265ac53945 req-dad19329-31c7-473a-a1d5-c6d0b10067d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:07:56.737718 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a9a0c13a-191f-4e94-8642-4a265ac53945 req-dad19329-31c7-473a-a1d5-c6d0b10067d5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=24536c64830c443892e5dea9235549ab&device_id=a6bbdf78-f07f-4aa0-bbdf-10f756d83945 HTTP/1.1" status: 200 len: 1099 time: 0.2008235 May 04 18:07:56.860590 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-3b6467df-1e04-407b-a3e5-af35c3742b6b req-dd63ff40-b80e-456c-b100-cded0085afda tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a000cba-f4e6-4bd1-9339-b1d762305363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203802 May 04 18:07:56.883627 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 33952) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:07:56.901125 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a0c13a-191f-4e94-8642-4a265ac53945 req-429872b7-99c5-49f0-b83c-ecfbff3f4999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:07:56.902597 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a9a0c13a-191f-4e94-8642-4a265ac53945 req-429872b7-99c5-49f0-b83c-ecfbff3f4999 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ecd8cbfb-7009-4b81-bc9d-a85de25ef874 HTTP/1.1" status: 200 len: 897 time: 0.1498280 May 04 18:07:56.904608 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-8c735c3e-1c71-441b-8c3e-99e8f045dd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70aeca66-8fd2-4c42-b389-6ba5633fc1a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-38942998', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.192'}], 'enable_snat': True}, 'gw_port_id': 'c10a3576-c57b-47c2-ac70-1c5e3b6b3531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:07:33Z', 'updated_at': '2022-05-04T18:07:38Z', 'revision_number': 4, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port': {'id': 'c10a3576-c57b-47c2-ac70-1c5e3b6b3531', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70aeca66-8fd2-4c42-b389-6ba5633fc1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:07:33Z', 'updated_at': '2022-05-04T18:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': '10b8ae74-dbbb-40b5-8a63-5d8d145b4da6', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'floating_ip_address': '172.26.0.114', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '70aeca66-8fd2-4c42-b389-6ba5633fc1a6', 'port_id': '3af58bc2-57d0-4554-b963-eec1d58816e7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecd8cbfb-7009-4b81-bc9d-a85de25ef874', 'mac_address': 'fa:16:3e:02:db:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bbdf78-f07f-4aa0-bbdf-10f756d83945', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:07:55Z', 'updated_at': '2022-05-04T18:07:55Z', 'revision_number': 0, 'project_id': '24536c64830c443892e5dea9235549ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6df07ccc-3e52-46c5-8b8d-ae745c1d2d5a', 'name': '', 'network_id': 'ecd8cbfb-7009-4b81-bc9d-a85de25ef874', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'mac_address': 'fa:16:3e:c7:48:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70aeca66-8fd2-4c42-b389-6ba5633fc1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '46b92426-ba72-4bdf-8a31-841cd5fcb74f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:07:37Z', 'updated_at': '2022-05-04T18:07:43Z', 'revision_number': 5, 'project_id': '24536c64830c443892e5dea9235549ab', 'subnets': [{'id': '46b92426-ba72-4bdf-8a31-841cd5fcb74f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:07:56.908367 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c735c3e-1c71-441b-8c3e-99e8f045dd10 None None] Checking router: 70aeca66-8fd2-4c42-b389-6ba5633fc1a6 for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:07:56.917346 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c735c3e-1c71-441b-8c3e-99e8f045dd10 None None] Routers {'70aeca66-8fd2-4c42-b389-6ba5633fc1a6'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:07:56.917963 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-8c735c3e-1c71-441b-8c3e-99e8f045dd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:07:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['70aeca66-8fd2-4c42-b389-6ba5633fc1a6'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:07:56.991862 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-f1549ce5-ce60-423b-9b72-0211e2cb19ae tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/floatingips/10b8ae74-dbbb-40b5-8a63-5d8d145b4da6 HTTP/1.1" status: 200 len: 992 time: 0.1067741 May 04 18:07:57.003665 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a9a0c13a-191f-4e94-8642-4a265ac53945 req-d8c90992-2140-4cb2-9182-c65bcc33631e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3af58bc2-57d0-4554-b963-eec1d58816e7 HTTP/1.1" status: 200 len: 1000 time: 0.0945039 May 04 18:07:57.067794 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a0c13a-191f-4e94-8642-4a265ac53945 req-025c9e2f-9146-4d3e-834a-d315457de63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:07:57.069207 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a9a0c13a-191f-4e94-8642-4a265ac53945 req-025c9e2f-9146-4d3e-834a-d315457de63c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=46b92426-ba72-4bdf-8a31-841cd5fcb74f HTTP/1.1" status: 200 len: 834 time: 0.0604634 May 04 18:07:57.099088 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-8c735c3e-1c71-441b-8c3e-99e8f045dd10 None None] Set router 70aeca66-8fd2-4c42-b389-6ba5633fc1a6 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:07:57.143148 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a0c13a-191f-4e94-8642-4a265ac53945 req-1dd0d42f-067f-43bc-8221-6c4b6168d589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:07:57.144657 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a9a0c13a-191f-4e94-8642-4a265ac53945 req-1dd0d42f-067f-43bc-8221-6c4b6168d589 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ecd8cbfb-7009-4b81-bc9d-a85de25ef874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697582 May 04 18:07:57.274984 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a9a0c13a-191f-4e94-8642-4a265ac53945 req-c1cff70f-148e-479e-8a9c-b3c29fcbd8d9 service neutron] 10.222.0.42 "GET /v2.0/networks/ecd8cbfb-7009-4b81-bc9d-a85de25ef874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244504 May 04 18:07:57.408045 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a9a0c13a-191f-4e94-8642-4a265ac53945 req-d360540e-a2c7-4564-a770-b076be4cae61 service neutron] 10.222.0.42 "GET /v2.0/networks/ecd8cbfb-7009-4b81-bc9d-a85de25ef874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268027 May 04 18:07:57.444060 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-8c735c3e-1c71-441b-8c3e-99e8f045dd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70aeca66-8fd2-4c42-b389-6ba5633fc1a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-38942998', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.192'}], 'enable_snat': True}, 'gw_port_id': 'c10a3576-c57b-47c2-ac70-1c5e3b6b3531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:07:33Z', 'updated_at': '2022-05-04T18:07:38Z', 'revision_number': 4, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port': {'id': 'c10a3576-c57b-47c2-ac70-1c5e3b6b3531', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70aeca66-8fd2-4c42-b389-6ba5633fc1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:07:33Z', 'updated_at': '2022-05-04T18:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': '10b8ae74-dbbb-40b5-8a63-5d8d145b4da6', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'floating_ip_address': '172.26.0.114', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '70aeca66-8fd2-4c42-b389-6ba5633fc1a6', 'port_id': '3af58bc2-57d0-4554-b963-eec1d58816e7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecd8cbfb-7009-4b81-bc9d-a85de25ef874', 'mac_address': 'fa:16:3e:02:db:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bbdf78-f07f-4aa0-bbdf-10f756d83945', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:07:55Z', 'updated_at': '2022-05-04T18:07:55Z', 'revision_number': 0, 'project_id': '24536c64830c443892e5dea9235549ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6df07ccc-3e52-46c5-8b8d-ae745c1d2d5a', 'name': '', 'network_id': 'ecd8cbfb-7009-4b81-bc9d-a85de25ef874', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'mac_address': 'fa:16:3e:c7:48:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70aeca66-8fd2-4c42-b389-6ba5633fc1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '46b92426-ba72-4bdf-8a31-841cd5fcb74f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:07:37Z', 'updated_at': '2022-05-04T18:07:43Z', 'revision_number': 5, 'project_id': '24536c64830c443892e5dea9235549ab', 'subnets': [{'id': '46b92426-ba72-4bdf-8a31-841cd5fcb74f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:07:57.448089 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c735c3e-1c71-441b-8c3e-99e8f045dd10 None None] The sync data for ids ['70aeca66-8fd2-4c42-b389-6ba5633fc1a6'] in dv-neutron-840426-1-hyperv is: [{'id': '70aeca66-8fd2-4c42-b389-6ba5633fc1a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-38942998', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.192'}], 'enable_snat': True}, 'gw_port_id': 'c10a3576-c57b-47c2-ac70-1c5e3b6b3531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:07:33Z', 'updated_at': '2022-05-04T18:07:38Z', 'revision_number': 4, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port': {'id': 'c10a3576-c57b-47c2-ac70-1c5e3b6b3531', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70aeca66-8fd2-4c42-b389-6ba5633fc1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:07:33Z', 'updated_at': '2022-05-04T18:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': '10b8ae74-dbbb-40b5-8a63-5d8d145b4da6', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'floating_ip_address': '172.26.0.114', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '70aeca66-8fd2-4c42-b389-6ba5633fc1a6', 'port_id': '3af58bc2-57d0-4554-b963-eec1d58816e7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecd8cbfb-7009-4b81-bc9d-a85de25ef874', 'mac_address': 'fa:16:3e:02:db:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bbdf78-f07f-4aa0-bbdf-10f756d83945', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:07:55Z', 'updated_at': '2022-05-04T18:07:55Z', 'revision_number': 0, 'project_id': '24536c64830c443892e5dea9235549ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6df07ccc-3e52-46c5-8b8d-ae745c1d2d5a', 'name': '', 'network_id': 'ecd8cbfb-7009-4b81-bc9d-a85de25ef874', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'mac_address': 'fa:16:3e:c7:48:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70aeca66-8fd2-4c42-b389-6ba5633fc1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '46b92426-ba72-4bdf-8a31-841cd5fcb74f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:07:37Z', 'updated_at': '2022-05-04T18:07:43Z', 'revision_number': 5, 'project_id': '24536c64830c443892e5dea9235549ab', 'subnets': [{'id': '46b92426-ba72-4bdf-8a31-841cd5fcb74f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:07:57.622580 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a829356-599b-4cb5-a586-cf1761b2299e None None] New status for floating IP 10b8ae74-dbbb-40b5-8a63-5d8d145b4da6: ACTIVE {{(pid=88039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 18:07:57.995365 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 33956) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:07:58.100769 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-41a7db24-5705-4c03-8933-642d7f23de9f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/floatingips/10b8ae74-dbbb-40b5-8a63-5d8d145b4da6 HTTP/1.1" status: 200 len: 994 time: 0.1041870 May 04 18:08:03.252598 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-39e764e2-4aa7-4dc7-928c-7c6b2927f27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:08:05.595329 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-19b2a0f6-e290-4ee5-95db-bb9d5b0f39a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:08:06.672211 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:08:06.674395 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:08:07.999844 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:08:09.299253 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 18:08:09.645409 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:08:15.318199 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-920698ce-bf5a-4793-a3cf-96123f688d91 req-95ddd516-2b60-431e-9cef-59c04d6a9e2d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a6bbdf78-f07f-4aa0-bbdf-10f756d83945&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0699275 May 04 18:08:15.457799 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920698ce-bf5a-4793-a3cf-96123f688d91 req-94b6bf2d-266e-42b6-a3bc-833abc292964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:08:15.459317 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-920698ce-bf5a-4793-a3cf-96123f688d91 req-94b6bf2d-266e-42b6-a3bc-833abc292964 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=24536c64830c443892e5dea9235549ab&device_id=a6bbdf78-f07f-4aa0-bbdf-10f756d83945 HTTP/1.1" status: 200 len: 1099 time: 0.0739245 May 04 18:08:15.601559 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920698ce-bf5a-4793-a3cf-96123f688d91 req-7e453cfb-9cd5-4881-836e-03ceafbbe6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:08:15.603056 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-920698ce-bf5a-4793-a3cf-96123f688d91 req-7e453cfb-9cd5-4881-836e-03ceafbbe6ac service neutron] 10.222.0.42 "GET /v2.0/networks?id=ecd8cbfb-7009-4b81-bc9d-a85de25ef874 HTTP/1.1" status: 200 len: 897 time: 0.1240096 May 04 18:08:15.703243 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-920698ce-bf5a-4793-a3cf-96123f688d91 req-846a511e-db8a-467b-83f6-6b7cad5f9979 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3af58bc2-57d0-4554-b963-eec1d58816e7 HTTP/1.1" status: 200 len: 1002 time: 0.0940073 May 04 18:08:15.770789 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920698ce-bf5a-4793-a3cf-96123f688d91 req-a9516199-8af4-43ba-8525-853ebf8fb3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:08:15.772231 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-920698ce-bf5a-4793-a3cf-96123f688d91 req-a9516199-8af4-43ba-8525-853ebf8fb3d7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=46b92426-ba72-4bdf-8a31-841cd5fcb74f HTTP/1.1" status: 200 len: 834 time: 0.0615845 May 04 18:08:15.848690 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920698ce-bf5a-4793-a3cf-96123f688d91 req-b5b1421f-93b4-47d8-a0a4-9b2e61bd7f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:08:15.850153 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-920698ce-bf5a-4793-a3cf-96123f688d91 req-b5b1421f-93b4-47d8-a0a4-9b2e61bd7f92 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ecd8cbfb-7009-4b81-bc9d-a85de25ef874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713968 May 04 18:08:16.069558 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-920698ce-bf5a-4793-a3cf-96123f688d91 req-1c05d759-8627-4391-a339-501b89b6cd9b service neutron] 10.222.0.42 "GET /v2.0/networks/ecd8cbfb-7009-4b81-bc9d-a85de25ef874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123916 May 04 18:08:16.208991 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-920698ce-bf5a-4793-a3cf-96123f688d91 req-a24c6fc7-8d68-459c-bdad-379da3fec2ff service neutron] 10.222.0.42 "GET /v2.0/networks/ecd8cbfb-7009-4b81-bc9d-a85de25ef874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323855 May 04 18:08:33.254757 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-23e2ebe7-4b5e-4438-af59-789f44e911fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:08:35.597309 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0e53fa24-5676-44ea-90cd-78f3c599f4bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:08:36.672874 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:08:36.674004 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:08:38.004675 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:08:39.649078 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:08:46.298047 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 18:09:03.256374 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9024274e-2d8a-4830-a6a8-1cbc18373dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:09:03.335908 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [req-730cf43d-d182-474f-8073-0e9ea642dc64 req-9f3012a2-96a7-4b31-981d-56b21f5207f9 tempest-ServerDiskConfigTestJSON-2091852918 tempest-ServerDiskConfigTestJSON-2091852918-project] (88038) timed out ('10.222.0.42', 59601) {{(pid=88038) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 04 18:09:05.597757 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4c4d7ded-b144-4805-9a1d-953292326bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:09:06.675049 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:09:06.676941 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:09:08.006846 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:09:09.664783 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:09:09.779819 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e42567-c9bc-4ec9-90f2-5418c882a1b8 req-aadb913c-2b36-430c-afb6-166af3ee2dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:09:09.781238 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c2e42567-c9bc-4ec9-90f2-5418c882a1b8 req-aadb913c-2b36-430c-afb6-166af3ee2dc5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=24536c64830c443892e5dea9235549ab&device_id=a6bbdf78-f07f-4aa0-bbdf-10f756d83945 HTTP/1.1" status: 200 len: 1099 time: 0.0725808 May 04 18:09:09.915011 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e42567-c9bc-4ec9-90f2-5418c882a1b8 req-038e1202-a81c-468f-b49a-459d7d2aacaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:09:09.916499 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c2e42567-c9bc-4ec9-90f2-5418c882a1b8 req-038e1202-a81c-468f-b49a-459d7d2aacaf service neutron] 10.222.0.42 "GET /v2.0/networks?id=ecd8cbfb-7009-4b81-bc9d-a85de25ef874 HTTP/1.1" status: 200 len: 897 time: 0.1289437 May 04 18:09:09.932196 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9c737-a0ad-4e39-b869-47962497abfb req-a6af0d68-e17b-4efc-bf09-597bce090b49 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:09:09.933552 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-3db9c737-a0ad-4e39-b869-47962497abfb req-a6af0d68-e17b-4efc-bf09-597bce090b49 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6bbdf78-f07f-4aa0-bbdf-10f756d83945 HTTP/1.1" status: 200 len: 946 time: 0.1993287 May 04 18:09:09.977485 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-3db9c737-a0ad-4e39-b869-47962497abfb req-38ef7c74-52d2-4157-9dbb-7140ca05b936 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a000cba-f4e6-4bd1-9339-b1d762305363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381083 May 04 18:09:10.018941 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c2e42567-c9bc-4ec9-90f2-5418c882a1b8 req-2b53a51e-2fea-47a5-a42a-6b54ace97453 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3af58bc2-57d0-4554-b963-eec1d58816e7 HTTP/1.1" status: 200 len: 1002 time: 0.0958390 May 04 18:09:10.084864 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e42567-c9bc-4ec9-90f2-5418c882a1b8 req-ef39f600-cf01-4312-96ca-a35795976fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:09:10.086223 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c2e42567-c9bc-4ec9-90f2-5418c882a1b8 req-ef39f600-cf01-4312-96ca-a35795976fe8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=46b92426-ba72-4bdf-8a31-841cd5fcb74f HTTP/1.1" status: 200 len: 834 time: 0.0587027 May 04 18:09:10.159814 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e42567-c9bc-4ec9-90f2-5418c882a1b8 req-bfd7d72a-b4f3-4967-9fdc-546d1499e6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:09:10.161267 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c2e42567-c9bc-4ec9-90f2-5418c882a1b8 req-bfd7d72a-b4f3-4967-9fdc-546d1499e6d6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ecd8cbfb-7009-4b81-bc9d-a85de25ef874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688276 May 04 18:09:10.293577 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c2e42567-c9bc-4ec9-90f2-5418c882a1b8 req-4e62c7a4-a732-4a9b-a6e7-89d7d5ea1398 service neutron] 10.222.0.42 "GET /v2.0/networks/ecd8cbfb-7009-4b81-bc9d-a85de25ef874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238000 May 04 18:09:10.425778 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c2e42567-c9bc-4ec9-90f2-5418c882a1b8 req-14690a4c-6f2b-4b06-aa09-1e56ef86d12e service neutron] 10.222.0.42 "GET /v2.0/networks/ecd8cbfb-7009-4b81-bc9d-a85de25ef874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246791 May 04 18:09:11.163651 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba094609-e342-4a83-a6ab-b7ec016ed70e req-40e55d66-37d8-4f62-ac5a-1be87b1b5fe1 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:09:11.165056 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ba094609-e342-4a83-a6ab-b7ec016ed70e req-40e55d66-37d8-4f62-ac5a-1be87b1b5fe1 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6bbdf78-f07f-4aa0-bbdf-10f756d83945 HTTP/1.1" status: 200 len: 946 time: 0.0782506 May 04 18:09:11.212858 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ba094609-e342-4a83-a6ab-b7ec016ed70e req-4bd66bd3-b128-42e1-8b08-98553441676f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a000cba-f4e6-4bd1-9339-b1d762305363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411789 May 04 18:09:12.393705 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f097f7-cf3d-43fd-ad48-fd901a0391f4 req-fb638f14-5bc1-47e5-ae4b-395b74d2a77b tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:09:12.396186 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-18f097f7-cf3d-43fd-ad48-fd901a0391f4 req-fb638f14-5bc1-47e5-ae4b-395b74d2a77b tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6bbdf78-f07f-4aa0-bbdf-10f756d83945 HTTP/1.1" status: 200 len: 946 time: 0.0789189 May 04 18:09:12.438974 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-18f097f7-cf3d-43fd-ad48-fd901a0391f4 req-dfeaa4a4-a3ef-4bf9-acd1-f3e24cd99b37 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a000cba-f4e6-4bd1-9339-b1d762305363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368755 May 04 18:09:13.763978 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f16669e-b86d-4cd3-b741-668629477166 req-6c27817c-8c3a-431d-a617-afa742923cfc tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:09:13.765336 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2f16669e-b86d-4cd3-b741-668629477166 req-6c27817c-8c3a-431d-a617-afa742923cfc tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6bbdf78-f07f-4aa0-bbdf-10f756d83945 HTTP/1.1" status: 200 len: 946 time: 0.0772221 May 04 18:09:13.808603 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2f16669e-b86d-4cd3-b741-668629477166 req-6616f2a0-296e-4034-b1ae-cc04961ccff6 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a000cba-f4e6-4bd1-9339-b1d762305363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376377 May 04 18:09:14.991237 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f4ea8f-cf0f-4581-a30b-f5a298908f24 req-07ae7e03-a470-434a-b21d-655d376d4bbf tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:09:14.992698 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-32f4ea8f-cf0f-4581-a30b-f5a298908f24 req-07ae7e03-a470-434a-b21d-655d376d4bbf tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6bbdf78-f07f-4aa0-bbdf-10f756d83945 HTTP/1.1" status: 200 len: 946 time: 0.0827262 May 04 18:09:15.035480 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-32f4ea8f-cf0f-4581-a30b-f5a298908f24 req-5ee3c8a3-cb7a-4f25-8498-7c794a87c3c4 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a000cba-f4e6-4bd1-9339-b1d762305363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365567 May 04 18:09:16.218445 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88931a2c-49f3-4c49-bfa6-c6f750189208 req-6128a9f5-6576-4089-a235-c52a3cf6dbec tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:09:16.219903 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-88931a2c-49f3-4c49-bfa6-c6f750189208 req-6128a9f5-6576-4089-a235-c52a3cf6dbec tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6bbdf78-f07f-4aa0-bbdf-10f756d83945 HTTP/1.1" status: 200 len: 946 time: 0.0815597 May 04 18:09:16.263543 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-88931a2c-49f3-4c49-bfa6-c6f750189208 req-e9b82c29-2596-45c6-984b-d4af7a3c7818 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a000cba-f4e6-4bd1-9339-b1d762305363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380254 May 04 18:09:17.392168 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31726712-2bcb-4048-9a4f-560969b72360 req-f7b69541-7cae-41ab-9c4f-cf609ee2158c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:09:17.393750 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-31726712-2bcb-4048-9a4f-560969b72360 req-f7b69541-7cae-41ab-9c4f-cf609ee2158c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=24536c64830c443892e5dea9235549ab&device_id=a6bbdf78-f07f-4aa0-bbdf-10f756d83945 HTTP/1.1" status: 200 len: 1099 time: 0.0718899 May 04 18:09:17.453767 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aba66a-cb7a-4b19-898e-8ef168737a89 req-24dd2b1e-dbc5-4197-9035-89366e2d9c9b tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:09:17.455305 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-e3aba66a-cb7a-4b19-898e-8ef168737a89 req-24dd2b1e-dbc5-4197-9035-89366e2d9c9b tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6bbdf78-f07f-4aa0-bbdf-10f756d83945 HTTP/1.1" status: 200 len: 946 time: 0.0853450 May 04 18:09:17.499451 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-e3aba66a-cb7a-4b19-898e-8ef168737a89 req-73556529-b5a2-4981-b4f1-7bd65634bea0 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a000cba-f4e6-4bd1-9339-b1d762305363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381293 May 04 18:09:17.545519 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31726712-2bcb-4048-9a4f-560969b72360 req-11730c98-fc40-4836-9b81-dbdc966bf667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:09:17.546994 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-31726712-2bcb-4048-9a4f-560969b72360 req-11730c98-fc40-4836-9b81-dbdc966bf667 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ecd8cbfb-7009-4b81-bc9d-a85de25ef874 HTTP/1.1" status: 200 len: 897 time: 0.1334617 May 04 18:09:17.653546 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-31726712-2bcb-4048-9a4f-560969b72360 req-e388b36a-5bb8-48ae-b917-27f9f81ca94a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3af58bc2-57d0-4554-b963-eec1d58816e7 HTTP/1.1" status: 200 len: 1002 time: 0.0948153 May 04 18:09:17.717253 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31726712-2bcb-4048-9a4f-560969b72360 req-df97d6b8-e277-42b0-9d17-c2893312bd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:09:17.718692 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-31726712-2bcb-4048-9a4f-560969b72360 req-df97d6b8-e277-42b0-9d17-c2893312bd55 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=46b92426-ba72-4bdf-8a31-841cd5fcb74f HTTP/1.1" status: 200 len: 834 time: 0.0585554 May 04 18:09:17.880254 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31726712-2bcb-4048-9a4f-560969b72360 req-00b07777-0da3-4e67-942c-adc83e137507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:09:17.881730 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-31726712-2bcb-4048-9a4f-560969b72360 req-00b07777-0da3-4e67-942c-adc83e137507 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ecd8cbfb-7009-4b81-bc9d-a85de25ef874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1567469 May 04 18:09:18.008875 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-31726712-2bcb-4048-9a4f-560969b72360 req-3b19dcaf-11a0-4b07-bc2a-1305b74216f2 service neutron] 10.222.0.42 "GET /v2.0/networks/ecd8cbfb-7009-4b81-bc9d-a85de25ef874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202223 May 04 18:09:18.138115 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-31726712-2bcb-4048-9a4f-560969b72360 req-d7685bc3-e859-44d5-b784-463b1984d8cd service neutron] 10.222.0.42 "GET /v2.0/networks/ecd8cbfb-7009-4b81-bc9d-a85de25ef874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228499 May 04 18:09:18.687858 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfeb55b-7764-4c53-b4bc-a5d7a6ff9df7 req-a2183ac2-45c1-4908-8582-9229b19174a0 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:09:18.689316 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ddfeb55b-7764-4c53-b4bc-a5d7a6ff9df7 req-a2183ac2-45c1-4908-8582-9229b19174a0 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6bbdf78-f07f-4aa0-bbdf-10f756d83945 HTTP/1.1" status: 200 len: 946 time: 0.0828521 May 04 18:09:18.732675 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ddfeb55b-7764-4c53-b4bc-a5d7a6ff9df7 req-b9bcaffd-07a4-4d21-b905-709f2e98b49f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a000cba-f4e6-4bd1-9339-b1d762305363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376985 May 04 18:09:19.913340 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f68c24-a821-4b22-b2a9-9dab674bf98f req-13633a3d-6ed2-4e0f-9198-5308f1d626c7 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:09:19.914841 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-c6f68c24-a821-4b22-b2a9-9dab674bf98f req-13633a3d-6ed2-4e0f-9198-5308f1d626c7 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6bbdf78-f07f-4aa0-bbdf-10f756d83945 HTTP/1.1" status: 200 len: 946 time: 0.0800066 May 04 18:09:19.961505 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-c6f68c24-a821-4b22-b2a9-9dab674bf98f req-d9606368-7665-46af-9210-1dc01bcc9c16 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a000cba-f4e6-4bd1-9339-b1d762305363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402026 May 04 18:09:21.139361 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea12ba-5dd2-449d-9d35-f04f3f261928 req-2f2c01c7-7b50-4e9b-8b2e-f72dbd5a9088 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:09:21.140786 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-52ea12ba-5dd2-449d-9d35-f04f3f261928 req-2f2c01c7-7b50-4e9b-8b2e-f72dbd5a9088 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6bbdf78-f07f-4aa0-bbdf-10f756d83945 HTTP/1.1" status: 200 len: 946 time: 0.0771508 May 04 18:09:21.184620 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-52ea12ba-5dd2-449d-9d35-f04f3f261928 req-d1daaa9c-e650-431c-87c5-d0285f79b274 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a000cba-f4e6-4bd1-9339-b1d762305363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383174 May 04 18:09:22.367372 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96727345-233a-458b-8eb6-a39b63e80a9d req-03a63349-b756-44a7-b4c7-7f3f95c9cf17 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:09:22.369439 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-96727345-233a-458b-8eb6-a39b63e80a9d req-03a63349-b756-44a7-b4c7-7f3f95c9cf17 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6bbdf78-f07f-4aa0-bbdf-10f756d83945 HTTP/1.1" status: 200 len: 946 time: 0.0781183 May 04 18:09:22.411656 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-96727345-233a-458b-8eb6-a39b63e80a9d req-99a383ae-26ab-42ea-8c10-f61b0b884892 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a000cba-f4e6-4bd1-9339-b1d762305363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365150 May 04 18:09:23.297213 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 18:09:23.595645 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6dc965-ec2b-474b-a0fa-c107079f61b3 req-c8a95374-08fd-4b2d-8aa5-ab29e55b2189 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:09:23.597079 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0d6dc965-ec2b-474b-a0fa-c107079f61b3 req-c8a95374-08fd-4b2d-8aa5-ab29e55b2189 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6bbdf78-f07f-4aa0-bbdf-10f756d83945 HTTP/1.1" status: 200 len: 946 time: 0.0823293 May 04 18:09:23.639564 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0d6dc965-ec2b-474b-a0fa-c107079f61b3 req-1674d7db-eabf-4cd6-ae84-20cb03f99070 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a000cba-f4e6-4bd1-9339-b1d762305363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369477 May 04 18:09:24.826898 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d0e93-fa64-4a04-9332-c1f29f421991 req-463864dd-e209-4336-91f9-5a54229065ba tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:09:24.828345 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-f82d0e93-fa64-4a04-9332-c1f29f421991 req-463864dd-e209-4336-91f9-5a54229065ba tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6bbdf78-f07f-4aa0-bbdf-10f756d83945 HTTP/1.1" status: 200 len: 946 time: 0.0811415 May 04 18:09:24.871469 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-f82d0e93-fa64-4a04-9332-c1f29f421991 req-c32e063b-b97a-448d-86a7-516d4559e24e tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a000cba-f4e6-4bd1-9339-b1d762305363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375273 May 04 18:09:26.059013 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17380679-4083-46f3-9358-f84f89eea836 req-5483ac0e-6448-4496-b845-1f9690f0a501 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:09:26.060456 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-17380679-4083-46f3-9358-f84f89eea836 req-5483ac0e-6448-4496-b845-1f9690f0a501 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6bbdf78-f07f-4aa0-bbdf-10f756d83945 HTTP/1.1" status: 200 len: 946 time: 0.0802925 May 04 18:09:26.104249 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-17380679-4083-46f3-9358-f84f89eea836 req-743e9a8a-cdf5-4f8a-a650-8b8c460c201f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a000cba-f4e6-4bd1-9339-b1d762305363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381215 May 04 18:09:27.287826 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290d9e9-5a63-40fc-9ca4-9a19b77403b1 req-e78f6b85-73e2-45e3-b006-482bc7ccd48e tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:09:27.289279 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-e290d9e9-5a63-40fc-9ca4-9a19b77403b1 req-e78f6b85-73e2-45e3-b006-482bc7ccd48e tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6bbdf78-f07f-4aa0-bbdf-10f756d83945 HTTP/1.1" status: 200 len: 946 time: 0.0789239 May 04 18:09:27.333222 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-e290d9e9-5a63-40fc-9ca4-9a19b77403b1 req-c30b6bd9-0f0c-43f9-bd77-38a3f006328a tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a000cba-f4e6-4bd1-9339-b1d762305363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373824 May 04 18:09:27.357250 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 34018) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:09:27.459253 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-c1f6d7a7-85a3-4934-94a5-6a7f8568a961 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/floatingips/10b8ae74-dbbb-40b5-8a63-5d8d145b4da6 HTTP/1.1" status: 200 len: 994 time: 0.1008828 May 04 18:09:33.259730 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e2872cdd-3ec4-4b17-b67f-03169f97ddf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:09:35.599710 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-74750cfd-e8a3-4083-9e2e-d783718ccf11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:09:36.677247 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:09:36.679058 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:09:38.011048 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:09:39.659214 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:00.296176 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 18:10:03.261388 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-bde5f362-1e1b-48b9-99ca-d69547dee65c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:05.601469 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-75093bde-1fa4-4a3a-8ff9-4f7692ad80bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:06.679594 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:06.681635 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:08.012521 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:09.672013 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:19.606422 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-69e88ba4-deb2-4e13-b38d-ca5dd00de959 req-dc2f6aea-cc06-4314-86aa-f083e710edf3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a6bbdf78-f07f-4aa0-bbdf-10f756d83945&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715299 May 04 18:10:19.745273 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e88ba4-deb2-4e13-b38d-ca5dd00de959 req-9931d18d-c5e8-4455-9b6c-2b3ce02ee5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:10:19.747067 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-69e88ba4-deb2-4e13-b38d-ca5dd00de959 req-9931d18d-c5e8-4455-9b6c-2b3ce02ee5e6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=24536c64830c443892e5dea9235549ab&device_id=a6bbdf78-f07f-4aa0-bbdf-10f756d83945 HTTP/1.1" status: 200 len: 1099 time: 0.0723729 May 04 18:10:19.893799 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e88ba4-deb2-4e13-b38d-ca5dd00de959 req-1b32bcb4-87fb-4a7b-951d-9852579ccf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:10:19.895166 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-69e88ba4-deb2-4e13-b38d-ca5dd00de959 req-1b32bcb4-87fb-4a7b-951d-9852579ccf79 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ecd8cbfb-7009-4b81-bc9d-a85de25ef874 HTTP/1.1" status: 200 len: 897 time: 0.1260438 May 04 18:10:20.000535 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-69e88ba4-deb2-4e13-b38d-ca5dd00de959 req-80feafbf-7d06-4513-990a-db03c7d52b3e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3af58bc2-57d0-4554-b963-eec1d58816e7 HTTP/1.1" status: 200 len: 1002 time: 0.0960033 May 04 18:10:20.064004 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e88ba4-deb2-4e13-b38d-ca5dd00de959 req-366ccf8a-13c3-4e3c-8b5b-351b4a747a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:10:20.065405 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-69e88ba4-deb2-4e13-b38d-ca5dd00de959 req-366ccf8a-13c3-4e3c-8b5b-351b4a747a1c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=46b92426-ba72-4bdf-8a31-841cd5fcb74f HTTP/1.1" status: 200 len: 834 time: 0.0589235 May 04 18:10:20.137839 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e88ba4-deb2-4e13-b38d-ca5dd00de959 req-67c6c8e1-53be-49f2-8e66-f2cb868202bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:10:20.139335 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-69e88ba4-deb2-4e13-b38d-ca5dd00de959 req-67c6c8e1-53be-49f2-8e66-f2cb868202bf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ecd8cbfb-7009-4b81-bc9d-a85de25ef874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678992 May 04 18:10:20.269725 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-69e88ba4-deb2-4e13-b38d-ca5dd00de959 req-2c7cb6bd-0d33-4a90-83fe-31cb2785f40c service neutron] 10.222.0.42 "GET /v2.0/networks/ecd8cbfb-7009-4b81-bc9d-a85de25ef874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232283 May 04 18:10:20.488389 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-69e88ba4-deb2-4e13-b38d-ca5dd00de959 req-f29acf24-64fa-4e4e-ac60-7bf7451b6d98 service neutron] 10.222.0.42 "GET /v2.0/networks/ecd8cbfb-7009-4b81-bc9d-a85de25ef874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103884 May 04 18:10:24.483039 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 34044) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:10:24.682184 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-b1af9a22-08d4-4a52-942e-0b5c079a6d62 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Deleting port 0ec53be9-53dd-465b-b990-cc0a63930074 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:10:24.682531 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b1af9a22-08d4-4a52-942e-0b5c079a6d62 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:24.847611 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b1af9a22-08d4-4a52-942e-0b5c079a6d62 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:24.847937 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b1af9a22-08d4-4a52-942e-0b5c079a6d62 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:24.967596 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-b1af9a22-08d4-4a52-942e-0b5c079a6d62 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Calling delete_port for 0ec53be9-53dd-465b-b990-cc0a63930074 owned by network:floatingip {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:10:25.114910 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b1af9a22-08d4-4a52-942e-0b5c079a6d62 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:25.188713 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1af9a22-08d4-4a52-942e-0b5c079a6d62 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event deleted for resources: {'Port': ['ID=0ec53be9-53dd-465b-b990-cc0a63930074,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:10:25.228937 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af9a22-08d4-4a52-942e-0b5c079a6d62 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:25.229205 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af9a22-08d4-4a52-942e-0b5c079a6d62 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:25.229543 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af9a22-08d4-4a52-942e-0b5c079a6d62 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:25.229875 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af9a22-08d4-4a52-942e-0b5c079a6d62 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:25.230233 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af9a22-08d4-4a52-942e-0b5c079a6d62 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:25.230562 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af9a22-08d4-4a52-942e-0b5c079a6d62 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:25.230886 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af9a22-08d4-4a52-942e-0b5c079a6d62 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:25.231209 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af9a22-08d4-4a52-942e-0b5c079a6d62 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:25.231532 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af9a22-08d4-4a52-942e-0b5c079a6d62 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:25.231852 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af9a22-08d4-4a52-942e-0b5c079a6d62 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:25.232172 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af9a22-08d4-4a52-942e-0b5c079a6d62 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:25.232490 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1af9a22-08d4-4a52-942e-0b5c079a6d62 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:25.265297 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b1af9a22-08d4-4a52-942e-0b5c079a6d62 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for floatingip, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:25.265624 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.l3_db [None req-b1af9a22-08d4-4a52-942e-0b5c079a6d62 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Floating IP 10b8ae74-dbbb-40b5-8a63-5d8d145b4da6 disassociated (deleted). External IP: 172.26.0.114, port: 3af58bc2-57d0-4554-b963-eec1d58816e7. May 04 18:10:25.609309 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1af9a22-08d4-4a52-942e-0b5c079a6d62 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Router 70aeca66-8fd2-4c42-b389-6ba5633fc1a6 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 18:10:25.895217 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1af9a22-08d4-4a52-942e-0b5c079a6d62 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:10:25.904981 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d307f338-4a2b-4424-9f36-6f94c578ba25 None None] Sync routers for ids ['70aeca66-8fd2-4c42-b389-6ba5633fc1a6'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:10:25.914384 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d307f338-4a2b-4424-9f36-6f94c578ba25 None None] Routers {'70aeca66-8fd2-4c42-b389-6ba5633fc1a6'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:10:25.914981 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-d307f338-4a2b-4424-9f36-6f94c578ba25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:10:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['70aeca66-8fd2-4c42-b389-6ba5633fc1a6'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:10:25.916174 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b1af9a22-08d4-4a52-942e-0b5c079a6d62 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:25.972001 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-b1af9a22-08d4-4a52-942e-0b5c079a6d62 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "DELETE /v2.0/floatingips/10b8ae74-dbbb-40b5-8a63-5d8d145b4da6 HTTP/1.1" status: 204 len: 168 time: 1.4878805 May 04 18:10:25.972683 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6bbdf78-f07f-4aa0-bbdf-10f756d83945', 'tag': '3af58bc2-57d0-4554-b963-eec1d58816e7'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:10:26.108574 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c71f7352-3815-4929-9d4c-76036906f8cb'] response: {'name': 'network-changed', 'server_uuid': 'a6bbdf78-f07f-4aa0-bbdf-10f756d83945', 'tag': '3af58bc2-57d0-4554-b963-eec1d58816e7', 'status': 'completed', 'code': 200} May 04 18:10:26.127964 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-d307f338-4a2b-4424-9f36-6f94c578ba25 None None] Set router 70aeca66-8fd2-4c42-b389-6ba5633fc1a6 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:10:26.206794 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd4a91-2743-4ebe-b6dd-fc61f616eee7 req-ca1542e3-3579-4ff8-ab01-bfc48020de14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:10:26.208387 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-82dd4a91-2743-4ebe-b6dd-fc61f616eee7 req-ca1542e3-3579-4ff8-ab01-bfc48020de14 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=24536c64830c443892e5dea9235549ab&device_id=a6bbdf78-f07f-4aa0-bbdf-10f756d83945 HTTP/1.1" status: 200 len: 1099 time: 0.0770307 May 04 18:10:26.393708 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd4a91-2743-4ebe-b6dd-fc61f616eee7 req-b82c1220-e01e-4431-9e13-d75fb8535909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:10:26.395181 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-82dd4a91-2743-4ebe-b6dd-fc61f616eee7 req-b82c1220-e01e-4431-9e13-d75fb8535909 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ecd8cbfb-7009-4b81-bc9d-a85de25ef874 HTTP/1.1" status: 200 len: 897 time: 0.1793599 May 04 18:10:26.457984 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-d307f338-4a2b-4424-9f36-6f94c578ba25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70aeca66-8fd2-4c42-b389-6ba5633fc1a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-38942998', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.192'}], 'enable_snat': True}, 'gw_port_id': 'c10a3576-c57b-47c2-ac70-1c5e3b6b3531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:07:33Z', 'updated_at': '2022-05-04T18:07:38Z', 'revision_number': 4, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port': {'id': 'c10a3576-c57b-47c2-ac70-1c5e3b6b3531', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70aeca66-8fd2-4c42-b389-6ba5633fc1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:07:33Z', 'updated_at': '2022-05-04T18:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '6df07ccc-3e52-46c5-8b8d-ae745c1d2d5a', 'name': '', 'network_id': 'ecd8cbfb-7009-4b81-bc9d-a85de25ef874', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'mac_address': 'fa:16:3e:c7:48:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70aeca66-8fd2-4c42-b389-6ba5633fc1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '46b92426-ba72-4bdf-8a31-841cd5fcb74f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:07:37Z', 'updated_at': '2022-05-04T18:07:43Z', 'revision_number': 5, 'project_id': '24536c64830c443892e5dea9235549ab', 'subnets': [{'id': '46b92426-ba72-4bdf-8a31-841cd5fcb74f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:10:26.462125 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d307f338-4a2b-4424-9f36-6f94c578ba25 None None] Checking router: 70aeca66-8fd2-4c42-b389-6ba5633fc1a6 for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:10:26.468483 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-82dd4a91-2743-4ebe-b6dd-fc61f616eee7 req-56768b57-ed36-4e32-93c7-6d2ff07a82ba service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3af58bc2-57d0-4554-b963-eec1d58816e7 HTTP/1.1" status: 200 len: 217 time: 0.0655828 May 04 18:10:26.470132 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d307f338-4a2b-4424-9f36-6f94c578ba25 None None] Routers {'70aeca66-8fd2-4c42-b389-6ba5633fc1a6'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:10:26.470715 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-d307f338-4a2b-4424-9f36-6f94c578ba25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:10:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['70aeca66-8fd2-4c42-b389-6ba5633fc1a6'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:10:26.481698 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1989bda-23ee-44d9-ba04-fb724e079a0c req-9365db10-1a7a-4abb-9ccd-8d4de1f6adaf tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:10:26.482422 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-b1989bda-23ee-44d9-ba04-fb724e079a0c req-9365db10-1a7a-4abb-9ccd-8d4de1f6adaf tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Synchronizing usage tracker for tenant:24536c64830c443892e5dea9235549ab on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:10:26.549444 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-b1989bda-23ee-44d9-ba04-fb724e079a0c req-9365db10-1a7a-4abb-9ccd-8d4de1f6adaf tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Unset dirty status for tenant:24536c64830c443892e5dea9235549ab on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:10:26.550628 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b1989bda-23ee-44d9-ba04-fb724e079a0c req-9365db10-1a7a-4abb-9ccd-8d4de1f6adaf tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6bbdf78-f07f-4aa0-bbdf-10f756d83945 HTTP/1.1" status: 200 len: 946 time: 0.2430530 May 04 18:10:26.556070 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd4a91-2743-4ebe-b6dd-fc61f616eee7 req-d4fbf701-de67-4bd0-acaf-2489af8d87c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:10:26.557431 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-82dd4a91-2743-4ebe-b6dd-fc61f616eee7 req-d4fbf701-de67-4bd0-acaf-2489af8d87c1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=46b92426-ba72-4bdf-8a31-841cd5fcb74f HTTP/1.1" status: 200 len: 834 time: 0.0724244 May 04 18:10:26.643911 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-d307f338-4a2b-4424-9f36-6f94c578ba25 None None] Set router 70aeca66-8fd2-4c42-b389-6ba5633fc1a6 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:10:26.644419 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b1989bda-23ee-44d9-ba04-fb724e079a0c req-5dd2bd5c-d21e-416f-818d-88c3f81018aa tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a000cba-f4e6-4bd1-9339-b1d762305363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860512 May 04 18:10:26.660726 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd4a91-2743-4ebe-b6dd-fc61f616eee7 req-367bcaf2-d2c7-46e7-810a-66de5f690ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:10:26.662223 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-82dd4a91-2743-4ebe-b6dd-fc61f616eee7 req-367bcaf2-d2c7-46e7-810a-66de5f690ec1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ecd8cbfb-7009-4b81-bc9d-a85de25ef874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0912650 May 04 18:10:26.793129 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-82dd4a91-2743-4ebe-b6dd-fc61f616eee7 req-6df13026-2865-4049-8c90-1d6b88dbd9f5 service neutron] 10.222.0.42 "GET /v2.0/networks/ecd8cbfb-7009-4b81-bc9d-a85de25ef874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239560 May 04 18:10:26.924391 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-82dd4a91-2743-4ebe-b6dd-fc61f616eee7 req-5defd81b-f7a3-402e-a1a8-2d3da4baad46 service neutron] 10.222.0.42 "GET /v2.0/networks/ecd8cbfb-7009-4b81-bc9d-a85de25ef874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240075 May 04 18:10:26.947435 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-d307f338-4a2b-4424-9f36-6f94c578ba25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70aeca66-8fd2-4c42-b389-6ba5633fc1a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-38942998', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.192'}], 'enable_snat': True}, 'gw_port_id': 'c10a3576-c57b-47c2-ac70-1c5e3b6b3531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:07:33Z', 'updated_at': '2022-05-04T18:07:38Z', 'revision_number': 4, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port': {'id': 'c10a3576-c57b-47c2-ac70-1c5e3b6b3531', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70aeca66-8fd2-4c42-b389-6ba5633fc1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:07:33Z', 'updated_at': '2022-05-04T18:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '6df07ccc-3e52-46c5-8b8d-ae745c1d2d5a', 'name': '', 'network_id': 'ecd8cbfb-7009-4b81-bc9d-a85de25ef874', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'mac_address': 'fa:16:3e:c7:48:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70aeca66-8fd2-4c42-b389-6ba5633fc1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '46b92426-ba72-4bdf-8a31-841cd5fcb74f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:07:37Z', 'updated_at': '2022-05-04T18:07:43Z', 'revision_number': 5, 'project_id': '24536c64830c443892e5dea9235549ab', 'subnets': [{'id': '46b92426-ba72-4bdf-8a31-841cd5fcb74f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:10:26.951250 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d307f338-4a2b-4424-9f36-6f94c578ba25 None None] The sync data for ids ['70aeca66-8fd2-4c42-b389-6ba5633fc1a6'] in dv-neutron-840426-1-hyperv is: [{'id': '70aeca66-8fd2-4c42-b389-6ba5633fc1a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-38942998', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.192'}], 'enable_snat': True}, 'gw_port_id': 'c10a3576-c57b-47c2-ac70-1c5e3b6b3531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:07:33Z', 'updated_at': '2022-05-04T18:07:38Z', 'revision_number': 4, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port': {'id': 'c10a3576-c57b-47c2-ac70-1c5e3b6b3531', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70aeca66-8fd2-4c42-b389-6ba5633fc1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:07:33Z', 'updated_at': '2022-05-04T18:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '6df07ccc-3e52-46c5-8b8d-ae745c1d2d5a', 'name': '', 'network_id': 'ecd8cbfb-7009-4b81-bc9d-a85de25ef874', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'mac_address': 'fa:16:3e:c7:48:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70aeca66-8fd2-4c42-b389-6ba5633fc1a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '46b92426-ba72-4bdf-8a31-841cd5fcb74f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:07:37Z', 'updated_at': '2022-05-04T18:07:43Z', 'revision_number': 5, 'project_id': '24536c64830c443892e5dea9235549ab', 'subnets': [{'id': '46b92426-ba72-4bdf-8a31-841cd5fcb74f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:10:27.155507 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4a29e0-1b6f-4f31-8271-567e3f331bdd None None] New status for floating IP 10b8ae74-dbbb-40b5-8a63-5d8d145b4da6: DOWN {{(pid=88039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 18:10:27.833311 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc48030-e0c6-4384-b5b6-fd7d806dccde req-39db52a0-6b28-492e-9d69-141f9836110e tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:10:27.834778 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-cbc48030-e0c6-4384-b5b6-fd7d806dccde req-39db52a0-6b28-492e-9d69-141f9836110e tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6bbdf78-f07f-4aa0-bbdf-10f756d83945 HTTP/1.1" status: 200 len: 946 time: 0.0821860 May 04 18:10:27.880858 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-cbc48030-e0c6-4384-b5b6-fd7d806dccde req-b7e47a8f-8336-4414-934a-afd71b406d60 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=2a000cba-f4e6-4bd1-9339-b1d762305363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404389 May 04 18:10:28.224239 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62896608-050c-4d65-b1d4-54614843a093 req-6edeff62-a7bc-4e84-8678-7cbd61155aa5 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:10:28.225657 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-62896608-050c-4d65-b1d4-54614843a093 req-6edeff62-a7bc-4e84-8678-7cbd61155aa5 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6bbdf78-f07f-4aa0-bbdf-10f756d83945 HTTP/1.1" status: 200 len: 946 time: 0.0838976 May 04 18:10:28.295607 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [req-62896608-050c-4d65-b1d4-54614843a093 req-4a7cdece-595a-4db7-96d8-1f15bab4e810 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Deleting port 3af58bc2-57d0-4554-b963-eec1d58816e7 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:10:28.295946 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-62896608-050c-4d65-b1d4-54614843a093 req-4a7cdece-595a-4db7-96d8-1f15bab4e810 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:28.551430 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-62896608-050c-4d65-b1d4-54614843a093 req-4a7cdece-595a-4db7-96d8-1f15bab4e810 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] For port 3af58bc2-57d0-4554-b963-eec1d58816e7, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=3af58bc2-57d0-4554-b963-eec1d58816e7,segment=NetworkSegment(6a30e98c-4732-4afb-95ae-41d8db31e957),segment_id=6a30e98c-4732-4afb-95ae-41d8db31e957)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:10:28.551708 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-62896608-050c-4d65-b1d4-54614843a093 req-4a7cdece-595a-4db7-96d8-1f15bab4e810 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:28.674795 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [req-62896608-050c-4d65-b1d4-54614843a093 req-4a7cdece-595a-4db7-96d8-1f15bab4e810 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Calling delete_port for 3af58bc2-57d0-4554-b963-eec1d58816e7 owned by compute:nova {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:10:28.909753 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-62896608-050c-4d65-b1d4-54614843a093 req-4a7cdece-595a-4db7-96d8-1f15bab4e810 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:28.960133 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7cdece-595a-4db7-96d8-1f15bab4e810 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event deleted for resources: {'Port': ['ID=3af58bc2-57d0-4554-b963-eec1d58816e7,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:10:29.069356 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-72cdb1fd-04d6-43ff-9d13-b3eda05a0021 req-64744f40-bd8e-4fb8-a868-d1f500a8dfb3 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6bbdf78-f07f-4aa0-bbdf-10f756d83945 HTTP/1.1" status: 200 len: 210 time: 0.0726726 May 04 18:10:29.076703 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [req-62896608-050c-4d65-b1d4-54614843a093 req-4a7cdece-595a-4db7-96d8-1f15bab4e810 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] No DVR routers for this DVR port 3af58bc2-57d0-4554-b963-eec1d58816e7 on host hv-neutron-8404 {{(pid=88037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:10:29.079117 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-62896608-050c-4d65-b1d4-54614843a093 req-4a7cdece-595a-4db7-96d8-1f15bab4e810 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:29.081677 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6bbdf78-f07f-4aa0-bbdf-10f756d83945', 'name': 'network-vif-deleted', 'tag': '3af58bc2-57d0-4554-b963-eec1d58816e7'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:10:29.102677 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-62896608-050c-4d65-b1d4-54614843a093 req-4a7cdece-595a-4db7-96d8-1f15bab4e810 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.42 "DELETE /v2.0/ports/3af58bc2-57d0-4554-b963-eec1d58816e7 HTTP/1.1" status: 204 len: 173 time: 0.8703666 May 04 18:10:29.127606 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-769a3e47-842a-43ec-84d4-58e492f28cc6'] response: {'server_uuid': 'a6bbdf78-f07f-4aa0-bbdf-10f756d83945', 'name': 'network-vif-deleted', 'tag': '3af58bc2-57d0-4554-b963-eec1d58816e7', 'status': 'completed', 'code': 200} May 04 18:10:30.163273 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 34064) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:10:30.700294 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-91dcf578-7380-45bd-a8de-f4491209bbdb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710748'] for router_interface, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:31.146553 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-91dcf578-7380-45bd-a8de-f4491209bbdb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Deleting port 6df07ccc-3e52-46c5-8b8d-ae745c1d2d5a {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:10:31.146897 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-91dcf578-7380-45bd-a8de-f4491209bbdb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:31.346101 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-91dcf578-7380-45bd-a8de-f4491209bbdb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] For port 6df07ccc-3e52-46c5-8b8d-ae745c1d2d5a, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=6df07ccc-3e52-46c5-8b8d-ae745c1d2d5a,segment=NetworkSegment(6a30e98c-4732-4afb-95ae-41d8db31e957),segment_id=6a30e98c-4732-4afb-95ae-41d8db31e957)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:10:31.346771 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-91dcf578-7380-45bd-a8de-f4491209bbdb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:31.466694 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-91dcf578-7380-45bd-a8de-f4491209bbdb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Calling delete_port for 6df07ccc-3e52-46c5-8b8d-ae745c1d2d5a owned by network:router_interface {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:10:31.787214 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-91dcf578-7380-45bd-a8de-f4491209bbdb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:31.860635 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dcf578-7380-45bd-a8de-f4491209bbdb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event deleted for resources: {'Port': ['ID=6df07ccc-3e52-46c5-8b8d-ae745c1d2d5a,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:10:31.877797 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dcf578-7380-45bd-a8de-f4491209bbdb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:31.878175 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dcf578-7380-45bd-a8de-f4491209bbdb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:31.878522 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dcf578-7380-45bd-a8de-f4491209bbdb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:31.878860 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dcf578-7380-45bd-a8de-f4491209bbdb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:31.879195 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dcf578-7380-45bd-a8de-f4491209bbdb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:31.879528 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dcf578-7380-45bd-a8de-f4491209bbdb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:31.879858 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dcf578-7380-45bd-a8de-f4491209bbdb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:31.880187 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dcf578-7380-45bd-a8de-f4491209bbdb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:31.880515 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dcf578-7380-45bd-a8de-f4491209bbdb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:31.880848 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dcf578-7380-45bd-a8de-f4491209bbdb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:31.881176 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dcf578-7380-45bd-a8de-f4491209bbdb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:31.881502 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91dcf578-7380-45bd-a8de-f4491209bbdb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:32.113659 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-91dcf578-7380-45bd-a8de-f4491209bbdb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710832'] for router_interface, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:32.454017 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 3af58bc2-57d0-4554-b963-eec1d58816e7 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:10:32.487183 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] No Port match for: 3af58bc2-57d0-4554-b963-eec1d58816e7 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 18:10:32.487524 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 3af58bc2-57d0-4554-b963-eec1d58816e7 not bound to the agent host hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:10:32.580169 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91dcf578-7380-45bd-a8de-f4491209bbdb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Router 70aeca66-8fd2-4c42-b389-6ba5633fc1a6 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 18:10:32.754250 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91dcf578-7380-45bd-a8de-f4491209bbdb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:10:32.763799 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f673eb48-babe-4fb5-9834-9b4817d07d9f None None] Sync routers for ids ['70aeca66-8fd2-4c42-b389-6ba5633fc1a6'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:10:32.770193 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-91dcf578-7380-45bd-a8de-f4491209bbdb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "PUT /v2.0/routers/70aeca66-8fd2-4c42-b389-6ba5633fc1a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6055200 May 04 18:10:32.772606 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 34068) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:10:32.773062 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f673eb48-babe-4fb5-9834-9b4817d07d9f None None] Routers {'70aeca66-8fd2-4c42-b389-6ba5633fc1a6'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:10:32.773361 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-f673eb48-babe-4fb5-9834-9b4817d07d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:10:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['70aeca66-8fd2-4c42-b389-6ba5633fc1a6'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:10:32.838170 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d213012-4df0-4b8b-926a-321008975d01 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Deleting subnet 46b92426-ba72-4bdf-8a31-841cd5fcb74f {{(pid=88038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 18:10:32.841085 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3d213012-4df0-4b8b-926a-321008975d01 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for subnet, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:32.897255 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3d213012-4df0-4b8b-926a-321008975d01 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-801696'] for subnet, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:32.947967 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-f673eb48-babe-4fb5-9834-9b4817d07d9f None None] Set router 70aeca66-8fd2-4c42-b389-6ba5633fc1a6 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:10:32.979377 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3d213012-4df0-4b8b-926a-321008975d01 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:33.053337 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3d213012-4df0-4b8b-926a-321008975d01 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:33.093599 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d213012-4df0-4b8b-926a-321008975d01 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event deleted for resources: {'Subnet': ['ID=46b92426-ba72-4bdf-8a31-841cd5fcb74f,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:10:33.099170 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3d213012-4df0-4b8b-926a-321008975d01 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:33.105703 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-3d213012-4df0-4b8b-926a-321008975d01 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "DELETE /v2.0/subnets/46b92426-ba72-4bdf-8a31-841cd5fcb74f HTTP/1.1" status: 204 len: 168 time: 0.3321540 May 04 18:10:33.106864 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e7acb0-45eb-41a5-bcd5-9779c00245e4 None None] Network ecd8cbfb-7009-4b81-bc9d-a85de25ef874 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:10:33.108289 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 34072) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:10:33.303250 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b06de37c-f146-4f11-8c8d-2df186075c79 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for router, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:33.335275 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8039b60d-55aa-41a5-a2fb-1615fab41da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:33.423020 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-f673eb48-babe-4fb5-9834-9b4817d07d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70aeca66-8fd2-4c42-b389-6ba5633fc1a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-38942998', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.192'}], 'enable_snat': True}, 'gw_port_id': 'c10a3576-c57b-47c2-ac70-1c5e3b6b3531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:07:33Z', 'updated_at': '2022-05-04T18:10:31Z', 'revision_number': 5, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port': {'id': 'c10a3576-c57b-47c2-ac70-1c5e3b6b3531', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70aeca66-8fd2-4c42-b389-6ba5633fc1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:07:33Z', 'updated_at': '2022-05-04T18:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:10:33.428499 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da183f37-1706-4024-ab4f-e9041f99873a None None] DHCP port deletion for ecd8cbfb-7009-4b81-bc9d-a85de25ef874 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 18:10:33.429294 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f673eb48-babe-4fb5-9834-9b4817d07d9f None None] Checking router: 70aeca66-8fd2-4c42-b389-6ba5633fc1a6 for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:10:33.433346 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-da183f37-1706-4024-ab4f-e9041f99873a None None] Deleting port 7a3a6e14-6342-4fbd-93d9-2eb643b5f0da {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:10:33.433725 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-da183f37-1706-4024-ab4f-e9041f99873a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:33.443309 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f673eb48-babe-4fb5-9834-9b4817d07d9f None None] Routers {'70aeca66-8fd2-4c42-b389-6ba5633fc1a6'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:10:33.443911 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-f673eb48-babe-4fb5-9834-9b4817d07d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:10:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['70aeca66-8fd2-4c42-b389-6ba5633fc1a6'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:10:33.503986 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b06de37c-f146-4f11-8c8d-2df186075c79 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:33.517956 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-b06de37c-f146-4f11-8c8d-2df186075c79 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Deleting port c10a3576-c57b-47c2-ac70-1c5e3b6b3531 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:10:33.517956 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b06de37c-f146-4f11-8c8d-2df186075c79 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:33.627576 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-f673eb48-babe-4fb5-9834-9b4817d07d9f None None] Set router 70aeca66-8fd2-4c42-b389-6ba5633fc1a6 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:10:33.649610 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 7a3a6e14-6342-4fbd-93d9-2eb643b5f0da no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:10:33.722544 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-b06de37c-f146-4f11-8c8d-2df186075c79 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] For port c10a3576-c57b-47c2-ac70-1c5e3b6b3531, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=c10a3576-c57b-47c2-ac70-1c5e3b6b3531,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:10:33.723181 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b06de37c-f146-4f11-8c8d-2df186075c79 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:33.752779 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-da183f37-1706-4024-ab4f-e9041f99873a None None] For port 7a3a6e14-6342-4fbd-93d9-2eb643b5f0da, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=7a3a6e14-6342-4fbd-93d9-2eb643b5f0da,segment=NetworkSegment(6a30e98c-4732-4afb-95ae-41d8db31e957),segment_id=6a30e98c-4732-4afb-95ae-41d8db31e957)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:10:33.753221 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-da183f37-1706-4024-ab4f-e9041f99873a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:33.849574 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-b06de37c-f146-4f11-8c8d-2df186075c79 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Calling delete_port for c10a3576-c57b-47c2-ac70-1c5e3b6b3531 owned by network:router_gateway {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:10:33.885843 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-da183f37-1706-4024-ab4f-e9041f99873a None None] Calling delete_port for 7a3a6e14-6342-4fbd-93d9-2eb643b5f0da owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:10:33.923046 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-f673eb48-babe-4fb5-9834-9b4817d07d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70aeca66-8fd2-4c42-b389-6ba5633fc1a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-38942998', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.192'}], 'enable_snat': True}, 'gw_port_id': 'c10a3576-c57b-47c2-ac70-1c5e3b6b3531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:07:33Z', 'updated_at': '2022-05-04T18:10:31Z', 'revision_number': 5, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port': {'id': 'c10a3576-c57b-47c2-ac70-1c5e3b6b3531', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70aeca66-8fd2-4c42-b389-6ba5633fc1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:07:33Z', 'updated_at': '2022-05-04T18:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:10:33.928329 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f673eb48-babe-4fb5-9834-9b4817d07d9f None None] The sync data for ids ['70aeca66-8fd2-4c42-b389-6ba5633fc1a6'] in dv-neutron-840426-1-hyperv is: [{'id': '70aeca66-8fd2-4c42-b389-6ba5633fc1a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-38942998', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.192'}], 'enable_snat': True}, 'gw_port_id': 'c10a3576-c57b-47c2-ac70-1c5e3b6b3531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:07:33Z', 'updated_at': '2022-05-04T18:10:31Z', 'revision_number': 5, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port': {'id': 'c10a3576-c57b-47c2-ac70-1c5e3b6b3531', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70aeca66-8fd2-4c42-b389-6ba5633fc1a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:07:33Z', 'updated_at': '2022-05-04T18:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:10:34.013943 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:34.042882 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-da183f37-1706-4024-ab4f-e9041f99873a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124'] for port, after_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:34.125148 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da183f37-1706-4024-ab4f-e9041f99873a None None] Pushing event deleted for resources: {'Port': ['ID=7a3a6e14-6342-4fbd-93d9-2eb643b5f0da,revision_number=None']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:10:34.127405 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da183f37-1706-4024-ab4f-e9041f99873a None None] No DVR routers for this DVR port 7a3a6e14-6342-4fbd-93d9-2eb643b5f0da on host dv-neutron-840426-1-hyperv {{(pid=88039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:10:34.136163 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da183f37-1706-4024-ab4f-e9041f99873a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:34.137190 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da183f37-1706-4024-ab4f-e9041f99873a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:34.137190 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da183f37-1706-4024-ab4f-e9041f99873a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:34.137190 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da183f37-1706-4024-ab4f-e9041f99873a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:34.137505 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da183f37-1706-4024-ab4f-e9041f99873a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:34.137843 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da183f37-1706-4024-ab4f-e9041f99873a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:34.138200 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da183f37-1706-4024-ab4f-e9041f99873a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:34.138695 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da183f37-1706-4024-ab4f-e9041f99873a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:34.138889 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da183f37-1706-4024-ab4f-e9041f99873a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:34.139220 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da183f37-1706-4024-ab4f-e9041f99873a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:34.139552 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da183f37-1706-4024-ab4f-e9041f99873a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:34.140319 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da183f37-1706-4024-ab4f-e9041f99873a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:34.146376 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b06de37c-f146-4f11-8c8d-2df186075c79 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:34.192744 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06de37c-f146-4f11-8c8d-2df186075c79 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event deleted for resources: {'Port': ['ID=c10a3576-c57b-47c2-ac70-1c5e3b6b3531,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:10:34.294551 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b06de37c-f146-4f11-8c8d-2df186075c79 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710199'] for router_gateway, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:34.470640 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b06de37c-f146-4f11-8c8d-2df186075c79 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:34.472829 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b06de37c-f146-4f11-8c8d-2df186075c79 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:34.495040 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b06de37c-f146-4f11-8c8d-2df186075c79 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:34.495527 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b06de37c-f146-4f11-8c8d-2df186075c79 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Fanout notify agent at l3_agent the message router_deleted on router 70aeca66-8fd2-4c42-b389-6ba5633fc1a6 {{(pid=88038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 18:10:34.511436 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b06de37c-f146-4f11-8c8d-2df186075c79 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:34.515306 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-b06de37c-f146-4f11-8c8d-2df186075c79 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "DELETE /v2.0/routers/70aeca66-8fd2-4c42-b389-6ba5633fc1a6 HTTP/1.1" status: 204 len: 168 time: 1.4059291 May 04 18:10:34.515525 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 34076) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:10:34.626654 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5f6accbd-1a54-4965-aa2e-22926bb9b0d4 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:34.754224 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5f6accbd-1a54-4965-aa2e-22926bb9b0d4 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:34.781684 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-5f6accbd-1a54-4965-aa2e-22926bb9b0d4 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecd8cbfb-7009-4b81-bc9d-a85de25ef874']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:10:34.793237 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-5f6accbd-1a54-4965-aa2e-22926bb9b0d4 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a30e98c-4732-4afb-95ae-41d8db31e957') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:10:34.793534 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-5f6accbd-1a54-4965-aa2e-22926bb9b0d4 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a30e98c-4732-4afb-95ae-41d8db31e957') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:10:34.804577 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5f6accbd-1a54-4965-aa2e-22926bb9b0d4 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:34.820229 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5f6accbd-1a54-4965-aa2e-22926bb9b0d4 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:34.826590 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f6accbd-1a54-4965-aa2e-22926bb9b0d4 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 18:10:34.826970 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5f6accbd-1a54-4965-aa2e-22926bb9b0d4 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:34.843651 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 18:10:34.843651 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 18:10:34.843651 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 18:10:34.843651 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 18:10:34.843651 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 18:10:34.843651 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 18:10:34.843651 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 18:10:34.843651 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 18:10:34.843651 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 18:10:34.843651 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 18:10:34.843651 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 18:10:34.843651 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 18:10:34.843651 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 18:10:34.843651 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 18:10:34.843651 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 18:10:34.843651 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 18:10:34.843651 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 18:10:34.843651 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 18:10:34.843651 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 18:10:34.843651 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 18:10:34.843651 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 18:10:34.843651 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 18:10:34.843651 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 18:10:34.843651 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 18:10:34.843651 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 18:10:34.843651 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 18:10:34.843651 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 18:10:34.843651 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 18:10:34.843651 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 18:10:34.843651 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 18:10:34.843651 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 18:10:34.843651 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 18:10:34.917898 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5f6accbd-1a54-4965-aa2e-22926bb9b0d4 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:34.939757 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5f6accbd-1a54-4965-aa2e-22926bb9b0d4 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:34.951712 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6accbd-1a54-4965-aa2e-22926bb9b0d4 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event deleted for resources: {'Network': ['ID=ecd8cbfb-7009-4b81-bc9d-a85de25ef874,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:10:34.960900 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-5f6accbd-1a54-4965-aa2e-22926bb9b0d4 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "DELETE /v2.0/networks/ecd8cbfb-7009-4b81-bc9d-a85de25ef874 HTTP/1.1" status: 204 len: 168 time: 0.4442213 May 04 18:10:34.963452 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 34080) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:10:35.030709 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ed0028b8-1716-44c2-9ae9-67d9543a36d1 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:35.060460 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ed0028b8-1716-44c2-9ae9-67d9543a36d1 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:35.122641 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ed0028b8-1716-44c2-9ae9-67d9543a36d1 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:35.140426 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0028b8-1716-44c2-9ae9-67d9543a36d1 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a000cba-f4e6-4bd1-9339-b1d762305363,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:10:35.153636 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ed0028b8-1716-44c2-9ae9-67d9543a36d1 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:35.154814 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-ed0028b8-1716-44c2-9ae9-67d9543a36d1 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "DELETE /v2.0/security-groups/2a000cba-f4e6-4bd1-9339-b1d762305363 HTTP/1.1" status: 204 len: 168 time: 0.1903915 May 04 18:10:35.540854 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 6df07ccc-3e52-46c5-8b8d-ae745c1d2d5a no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:10:35.573761 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 6df07ccc-3e52-46c5-8b8d-ae745c1d2d5a {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 18:10:35.574133 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 6df07ccc-3e52-46c5-8b8d-ae745c1d2d5a not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:10:35.574528 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device c10a3576-c57b-47c2-ac70-1c5e3b6b3531 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:10:35.616253 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: c10a3576-c57b-47c2-ac70-1c5e3b6b3531 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 18:10:35.616590 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device c10a3576-c57b-47c2-ac70-1c5e3b6b3531 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:10:35.624467 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-2afcda81-d50f-459d-952c-f9d44311ed2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:36.680093 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:36.681856 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:37.294199 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 18:10:37.480925 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 34094) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:10:37.486357 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-b81152f2-46af-4041-9510-5141772143cb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1944298063', 'description': 'tempest-secgroup-smoke-1944298063 description', 'project_id': '24536c64830c443892e5dea9235549ab'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:10:37.492604 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-b81152f2-46af-4041-9510-5141772143cb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:10:37.496711 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-b81152f2-46af-4041-9510-5141772143cb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Usage tracker for resource:security_group and tenant:24536c64830c443892e5dea9235549ab is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:10:37.499734 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-b81152f2-46af-4041-9510-5141772143cb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:10:37.505647 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-b81152f2-46af-4041-9510-5141772143cb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:10:37.515616 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b81152f2-46af-4041-9510-5141772143cb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:37.534803 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-b81152f2-46af-4041-9510-5141772143cb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:10:37.538587 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-b81152f2-46af-4041-9510-5141772143cb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Usage tracker for resource:security_group_rule and tenant:24536c64830c443892e5dea9235549ab is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:10:37.541519 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-b81152f2-46af-4041-9510-5141772143cb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:10:37.548890 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-b81152f2-46af-4041-9510-5141772143cb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:10:37.623506 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b81152f2-46af-4041-9510-5141772143cb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:37.627193 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b81152f2-46af-4041-9510-5141772143cb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:37.671459 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81152f2-46af-4041-9510-5141772143cb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3216d78-6538-4649-8427-c38d9ed442eb,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:10:37.677296 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-b81152f2-46af-4041-9510-5141772143cb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:37.682186 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-b81152f2-46af-4041-9510-5141772143cb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2001975 May 04 18:10:37.682314 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 34098) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:10:37.687563 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-ad292744-273b-4bca-a831-5773c40c6832 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Request body: {'security_group_rule': {'security_group_id': 'f3216d78-6538-4649-8427-c38d9ed442eb', 'project_id': '24536c64830c443892e5dea9235549ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:10:37.693758 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-ad292744-273b-4bca-a831-5773c40c6832 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:10:37.698250 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-ad292744-273b-4bca-a831-5773c40c6832 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Usage tracker for resource:security_group_rule and tenant:24536c64830c443892e5dea9235549ab is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:10:37.701069 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-ad292744-273b-4bca-a831-5773c40c6832 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:10:37.707223 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-ad292744-273b-4bca-a831-5773c40c6832 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:10:37.722438 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ad292744-273b-4bca-a831-5773c40c6832 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:37.784442 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ad292744-273b-4bca-a831-5773c40c6832 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:37.787894 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ad292744-273b-4bca-a831-5773c40c6832 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:37.810669 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad292744-273b-4bca-a831-5773c40c6832 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9d95cdc-8b0c-4dd9-a759-292045d9f4fd,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:10:37.819599 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ad292744-273b-4bca-a831-5773c40c6832 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:37.821376 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-ad292744-273b-4bca-a831-5773c40c6832 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1381328 May 04 18:10:37.824036 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 34102) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:10:37.828810 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-6f0005dd-0864-42bd-b15b-50a6d304c4bd tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Request body: {'security_group_rule': {'security_group_id': 'f3216d78-6538-4649-8427-c38d9ed442eb', 'project_id': '24536c64830c443892e5dea9235549ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:10:37.834437 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-6f0005dd-0864-42bd-b15b-50a6d304c4bd tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:10:37.838350 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-6f0005dd-0864-42bd-b15b-50a6d304c4bd tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Usage tracker for resource:security_group_rule and tenant:24536c64830c443892e5dea9235549ab is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:10:37.841173 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-6f0005dd-0864-42bd-b15b-50a6d304c4bd tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:10:37.846809 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-6f0005dd-0864-42bd-b15b-50a6d304c4bd tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:10:37.862797 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6f0005dd-0864-42bd-b15b-50a6d304c4bd tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:37.923061 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6f0005dd-0864-42bd-b15b-50a6d304c4bd tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:37.926415 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6f0005dd-0864-42bd-b15b-50a6d304c4bd tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:37.955388 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0005dd-0864-42bd-b15b-50a6d304c4bd tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59ee2e1d-397b-4e06-8c37-e0e977549e89,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:10:37.964421 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6f0005dd-0864-42bd-b15b-50a6d304c4bd tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:37.965559 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-6f0005dd-0864-42bd-b15b-50a6d304c4bd tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1406276 May 04 18:10:37.968276 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 34106) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:10:37.973160 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-447a102f-2074-4da4-be48-fee7586bb516 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Request body: {'security_group_rule': {'security_group_id': 'f3216d78-6538-4649-8427-c38d9ed442eb', 'project_id': '24536c64830c443892e5dea9235549ab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:10:37.978982 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-447a102f-2074-4da4-be48-fee7586bb516 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:10:37.982713 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-447a102f-2074-4da4-be48-fee7586bb516 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Usage tracker for resource:security_group_rule and tenant:24536c64830c443892e5dea9235549ab is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:10:37.985485 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-447a102f-2074-4da4-be48-fee7586bb516 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:10:37.991189 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-447a102f-2074-4da4-be48-fee7586bb516 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:10:38.008845 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-447a102f-2074-4da4-be48-fee7586bb516 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:38.014830 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:38.070293 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-447a102f-2074-4da4-be48-fee7586bb516 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:38.073558 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-447a102f-2074-4da4-be48-fee7586bb516 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:38.097941 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447a102f-2074-4da4-be48-fee7586bb516 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24eb65b7-225b-470f-9d07-1c66958e34a1,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:10:38.107242 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-447a102f-2074-4da4-be48-fee7586bb516 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:38.108625 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-447a102f-2074-4da4-be48-fee7586bb516 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1393614 May 04 18:10:38.111287 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 34110) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:10:38.116159 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-84e5cbef-1f28-460e-a89a-fe94f04a5f6d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Request body: {'security_group_rule': {'security_group_id': 'f3216d78-6538-4649-8427-c38d9ed442eb', 'project_id': '24536c64830c443892e5dea9235549ab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:10:38.122419 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-84e5cbef-1f28-460e-a89a-fe94f04a5f6d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:10:38.126198 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-84e5cbef-1f28-460e-a89a-fe94f04a5f6d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Usage tracker for resource:security_group_rule and tenant:24536c64830c443892e5dea9235549ab is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:10:38.128985 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-84e5cbef-1f28-460e-a89a-fe94f04a5f6d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:10:38.134586 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-84e5cbef-1f28-460e-a89a-fe94f04a5f6d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:10:38.150672 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-84e5cbef-1f28-460e-a89a-fe94f04a5f6d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:38.213876 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-84e5cbef-1f28-460e-a89a-fe94f04a5f6d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:38.217309 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-84e5cbef-1f28-460e-a89a-fe94f04a5f6d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:38.240803 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e5cbef-1f28-460e-a89a-fe94f04a5f6d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58feef1d-a8f3-4c49-a052-9ec2e4e99407,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:10:38.251209 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-84e5cbef-1f28-460e-a89a-fe94f04a5f6d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:38.252380 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-84e5cbef-1f28-460e-a89a-fe94f04a5f6d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1401494 May 04 18:10:38.255213 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 34114) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:10:38.260185 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-e08606f1-323a-496e-a197-c5bc86b5660c tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Request body: {'security_group_rule': {'security_group_id': 'f3216d78-6538-4649-8427-c38d9ed442eb', 'project_id': '24536c64830c443892e5dea9235549ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:10:38.266161 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-e08606f1-323a-496e-a197-c5bc86b5660c tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:10:38.270023 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-e08606f1-323a-496e-a197-c5bc86b5660c tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Usage tracker for resource:security_group_rule and tenant:24536c64830c443892e5dea9235549ab is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:10:38.272766 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-e08606f1-323a-496e-a197-c5bc86b5660c tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:10:38.278447 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-e08606f1-323a-496e-a197-c5bc86b5660c tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:10:38.289552 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.securitygroups_db [None req-e08606f1-323a-496e-a197-c5bc86b5660c tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Project 24536c64830c443892e5dea9235549ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 18:10:38.296748 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e08606f1-323a-496e-a197-c5bc86b5660c tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:38.361933 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e08606f1-323a-496e-a197-c5bc86b5660c tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:38.365681 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e08606f1-323a-496e-a197-c5bc86b5660c tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:38.392429 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08606f1-323a-496e-a197-c5bc86b5660c tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b9d87c2-d70f-4c28-822d-02dd958fff1c,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:10:38.403516 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-e08606f1-323a-496e-a197-c5bc86b5660c tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:38.407607 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-e08606f1-323a-496e-a197-c5bc86b5660c tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1487544 May 04 18:10:38.407607 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 34118) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:10:38.413296 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-5f560b02-a0e9-4a3e-95ad-cadc65c46818 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Request body: {'security_group_rule': {'security_group_id': 'f3216d78-6538-4649-8427-c38d9ed442eb', 'project_id': '24536c64830c443892e5dea9235549ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:10:38.420582 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-5f560b02-a0e9-4a3e-95ad-cadc65c46818 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:10:38.424944 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-5f560b02-a0e9-4a3e-95ad-cadc65c46818 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Usage tracker for resource:security_group_rule and tenant:24536c64830c443892e5dea9235549ab is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:10:38.428054 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-5f560b02-a0e9-4a3e-95ad-cadc65c46818 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:10:38.434475 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-5f560b02-a0e9-4a3e-95ad-cadc65c46818 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:10:38.444584 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.securitygroups_db [None req-5f560b02-a0e9-4a3e-95ad-cadc65c46818 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Project 24536c64830c443892e5dea9235549ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 18:10:38.451847 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5f560b02-a0e9-4a3e-95ad-cadc65c46818 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:38.520263 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5f560b02-a0e9-4a3e-95ad-cadc65c46818 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:38.523896 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5f560b02-a0e9-4a3e-95ad-cadc65c46818 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:38.550040 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f560b02-a0e9-4a3e-95ad-cadc65c46818 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0784ab8f-9676-4c9c-ac0a-5829836f05da,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:10:38.556962 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-5f560b02-a0e9-4a3e-95ad-cadc65c46818 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:38.560912 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-5f560b02-a0e9-4a3e-95ad-cadc65c46818 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1496205 May 04 18:10:38.561095 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 34122) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:10:38.566422 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-3ed038d2-03d1-4fcf-a69e-aa823b5af02f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Request body: {'network': {'name': 'tempest-network-smoke--793480753', 'project_id': '24536c64830c443892e5dea9235549ab', 'port_security_enabled': True}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:10:38.572219 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-3ed038d2-03d1-4fcf-a69e-aa823b5af02f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:10:38.578834 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-3ed038d2-03d1-4fcf-a69e-aa823b5af02f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Usage tracker for resource:network and tenant:24536c64830c443892e5dea9235549ab is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:10:38.582091 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-3ed038d2-03d1-4fcf-a69e-aa823b5af02f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:10:38.589521 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-3ed038d2-03d1-4fcf-a69e-aa823b5af02f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:10:38.599899 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed038d2-03d1-4fcf-a69e-aa823b5af02f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Made reservation on behalf of 24536c64830c443892e5dea9235549ab for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:10:38.603240 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3ed038d2-03d1-4fcf-a69e-aa823b5af02f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:38.630376 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ed038d2-03d1-4fcf-a69e-aa823b5af02f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 18:10:38.639178 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3ed038d2-03d1-4fcf-a69e-aa823b5af02f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:38.639543 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-3ed038d2-03d1-4fcf-a69e-aa823b5af02f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Added segment 3bca0829-cf46-4365-a333-032a0b9e7899 of type vlan for network 4e384562-5aad-4c9d-96de-107c2bcbdbc7 May 04 18:10:38.664182 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3ed038d2-03d1-4fcf-a69e-aa823b5af02f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:38.691760 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3ed038d2-03d1-4fcf-a69e-aa823b5af02f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:38.697607 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed038d2-03d1-4fcf-a69e-aa823b5af02f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:10:38.698212 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3ed038d2-03d1-4fcf-a69e-aa823b5af02f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:38.756031 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-3ed038d2-03d1-4fcf-a69e-aa823b5af02f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1939597 May 04 18:10:38.759468 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 34126) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:10:38.764879 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-ee2d44ae-ae69-4c9f-b23e-e2477a145ea1 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1759890345', 'admin_state_up': True, 'project_id': '24536c64830c443892e5dea9235549ab', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:10:38.772116 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-ee2d44ae-ae69-4c9f-b23e-e2477a145ea1 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:10:38.775979 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-ee2d44ae-ae69-4c9f-b23e-e2477a145ea1 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Usage tracker for resource:router and tenant:24536c64830c443892e5dea9235549ab is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:10:38.778830 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-ee2d44ae-ae69-4c9f-b23e-e2477a145ea1 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:10:38.785197 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-ee2d44ae-ae69-4c9f-b23e-e2477a145ea1 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:10:38.794862 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ee2d44ae-ae69-4c9f-b23e-e2477a145ea1 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:38.796126 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ee2d44ae-ae69-4c9f-b23e-e2477a145ea1 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:38.803881 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed038d2-03d1-4fcf-a69e-aa823b5af02f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'Network': ['ID=4e384562-5aad-4c9d-96de-107c2bcbdbc7,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:10:38.812902 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ee2d44ae-ae69-4c9f-b23e-e2477a145ea1 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:38.816502 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 4e384562-5aad-4c9d-96de-107c2bcbdbc7 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 18:10:39.076751 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ee2d44ae-ae69-4c9f-b23e-e2477a145ea1 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:39.372850 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ee2d44ae-ae69-4c9f-b23e-e2477a145ea1 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for router_gateway, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:39.400905 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ee2d44ae-ae69-4c9f-b23e-e2477a145ea1 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:39.638980 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-ee2d44ae-ae69-4c9f-b23e-e2477a145ea1 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Allocated IP 172.26.0.22 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/0544b0b2-a728-4414-a2bf-35db0f591929) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:10:39.684783 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:39.779240 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ee2d44ae-ae69-4c9f-b23e-e2477a145ea1 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:39.807744 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ee2d44ae-ae69-4c9f-b23e-e2477a145ea1 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:39.868724 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2d44ae-ae69-4c9f-b23e-e2477a145ea1 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:10:39.871493 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-ee2d44ae-ae69-4c9f-b23e-e2477a145ea1 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:10:39.875129 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2d44ae-ae69-4c9f-b23e-e2477a145ea1 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 18:10:39.912007 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2d44ae-ae69-4c9f-b23e-e2477a145ea1 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'Port': ['ID=0544b0b2-a728-4414-a2bf-35db0f591929,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:10:40.293371 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ee2d44ae-ae69-4c9f-b23e-e2477a145ea1 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for router_gateway, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:40.628218 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ee2d44ae-ae69-4c9f-b23e-e2477a145ea1 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:40.826692 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee2d44ae-ae69-4c9f-b23e-e2477a145ea1 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Router 09b5c052-b478-48ca-b7aa-eebb45c5a6d8 is scheduled to L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 with binding_index 1 {{(pid=88038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 18:10:41.113451 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2d44ae-ae69-4c9f-b23e-e2477a145ea1 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:10:41.123022 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cf780c-c45a-40f3-95ec-32472fa8e3d7 None None] Sync routers for ids ['09b5c052-b478-48ca-b7aa-eebb45c5a6d8'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:10:41.131789 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cf780c-c45a-40f3-95ec-32472fa8e3d7 None None] Routers {'09b5c052-b478-48ca-b7aa-eebb45c5a6d8'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:10:41.132395 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-22cf780c-c45a-40f3-95ec-32472fa8e3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:10:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['09b5c052-b478-48ca-b7aa-eebb45c5a6d8'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:10:41.139498 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ee2d44ae-ae69-4c9f-b23e-e2477a145ea1 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:41.140945 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-ee2d44ae-ae69-4c9f-b23e-e2477a145ea1 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3804126 May 04 18:10:41.144115 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 34130) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:10:41.243329 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-b85607c9-c1df-4cb1-b9f7-d3b1819a4646 tempest-TestNetworkAdvancedServerOps-2130119018 tempest-TestNetworkAdvancedServerOps-2130119018-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=24536c64830c443892e5dea9235549ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0955093 May 04 18:10:41.244066 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 34136) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:10:41.306776 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-22cf780c-c45a-40f3-95ec-32472fa8e3d7 None None] Set router 09b5c052-b478-48ca-b7aa-eebb45c5a6d8 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:10:41.377528 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a60e075-60ff-40bd-8a9b-e4abfe1deea9 tempest-TestNetworkAdvancedServerOps-2130119018 tempest-TestNetworkAdvancedServerOps-2130119018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:10:41.378954 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-1a60e075-60ff-40bd-8a9b-e4abfe1deea9 tempest-TestNetworkAdvancedServerOps-2130119018 tempest-TestNetworkAdvancedServerOps-2130119018-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1346145 May 04 18:10:41.381816 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 34140) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:10:41.422338 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-7003dd8f-3964-4d24-88f0-a3652242d657 tempest-TestNetworkAdvancedServerOps-2130119018 tempest-TestNetworkAdvancedServerOps-2130119018-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=30bd8d35-9d66-4ec1-9734-58f713c6cd24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392225 May 04 18:10:41.424721 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 34144) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:10:41.430203 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-1c9618c6-1542-4604-9c48-65cab9c48a83 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1696145966', 'network_id': '4e384562-5aad-4c9d-96de-107c2bcbdbc7', 'project_id': '24536c64830c443892e5dea9235549ab', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:10:41.543734 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-1c9618c6-1542-4604-9c48-65cab9c48a83 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:10:41.547871 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-1c9618c6-1542-4604-9c48-65cab9c48a83 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Usage tracker for resource:subnet and tenant:24536c64830c443892e5dea9235549ab is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:10:41.550711 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-1c9618c6-1542-4604-9c48-65cab9c48a83 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:10:41.556366 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-1c9618c6-1542-4604-9c48-65cab9c48a83 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:10:41.567895 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c9618c6-1542-4604-9c48-65cab9c48a83 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Made reservation on behalf of 24536c64830c443892e5dea9235549ab for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:10:41.571878 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1c9618c6-1542-4604-9c48-65cab9c48a83 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:41.593636 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-22cf780c-c45a-40f3-95ec-32472fa8e3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b5c052-b478-48ca-b7aa-eebb45c5a6d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759890345', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.22'}], 'enable_snat': True}, 'gw_port_id': '0544b0b2-a728-4414-a2bf-35db0f591929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:10:38Z', 'updated_at': '2022-05-04T18:10:40Z', 'revision_number': 3, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port': {'id': '0544b0b2-a728-4414-a2bf-35db0f591929', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:54:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b5c052-b478-48ca-b7aa-eebb45c5a6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:10:39Z', 'updated_at': '2022-05-04T18:10:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:10:41.597733 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cf780c-c45a-40f3-95ec-32472fa8e3d7 None None] Checking router: 09b5c052-b478-48ca-b7aa-eebb45c5a6d8 for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:10:41.598120 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cf780c-c45a-40f3-95ec-32472fa8e3d7 None None] Updating router 09b5c052-b478-48ca-b7aa-eebb45c5a6d8 port 0544b0b2-a728-4414-a2bf-35db0f591929 binding host dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:10:41.649204 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-22cf780c-c45a-40f3-95ec-32472fa8e3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:41.781100 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1c9618c6-1542-4604-9c48-65cab9c48a83 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:41.859571 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9618c6-1542-4604-9c48-65cab9c48a83 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'Subnet': ['ID=4ebff3ea-c956-42ea-92a0-79832f6a9ce9,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:10:41.868311 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9618c6-1542-4604-9c48-65cab9c48a83 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Checking segment: {'id': '3bca0829-cf46-4365-a333-032a0b9e7899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4e384562-5aad-4c9d-96de-107c2bcbdbc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:10:41.868709 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9618c6-1542-4604-9c48-65cab9c48a83 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Network hostable DHCP agents. Network: 4e384562-5aad-4c9d-96de-107c2bcbdbc7, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 18:10:41.889814 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9618c6-1542-4604-9c48-65cab9c48a83 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Network 4e384562-5aad-4c9d-96de-107c2bcbdbc7 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 18:10:41.900505 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-1c9618c6-1542-4604-9c48-65cab9c48a83 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 4e384562-5aad-4c9d-96de-107c2bcbdbc7) {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:10:41.904316 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9618c6-1542-4604-9c48-65cab9c48a83 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:10:41.904895 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1c9618c6-1542-4604-9c48-65cab9c48a83 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:41.914806 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165282ca-faae-45cc-a9d9-aff2ddf8ac00 None None] Network 4e384562-5aad-4c9d-96de-107c2bcbdbc7 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:10:41.926099 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-1c9618c6-1542-4604-9c48-65cab9c48a83 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5003519 May 04 18:10:41.928787 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 34148) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:10:42.167302 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-22cf780c-c45a-40f3-95ec-32472fa8e3d7 None None] Notify callbacks [] for port, precommit_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:42.212440 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-22cf780c-c45a-40f3-95ec-32472fa8e3d7 None None] Transition to ACTIVE for port object 0544b0b2-a728-4414-a2bf-35db0f591929 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:10:42.218694 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68b8519-6787-4b6c-b646-1c6889d9b6be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-4e384562-5aad-4c9d-96de-107c2bcbdbc7', 'network_id': '4e384562-5aad-4c9d-96de-107c2bcbdbc7', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'fixed_ips': [{'subnet_id': '4ebff3ea-c956-42ea-92a0-79832f6a9ce9'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 18:10:42.219627 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e68b8519-6787-4b6c-b646-1c6889d9b6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:42.231231 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-22cf780c-c45a-40f3-95ec-32472fa8e3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:42.354755 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-22cf780c-c45a-40f3-95ec-32472fa8e3d7 None None] Attempting to bind port 0544b0b2-a728-4414-a2bf-35db0f591929 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:10:42.355124 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-22cf780c-c45a-40f3-95ec-32472fa8e3d7 None None] Attempting to bind port 0544b0b2-a728-4414-a2bf-35db0f591929 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:10:42.355489 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cf780c-c45a-40f3-95ec-32472fa8e3d7 None None] Attempting to bind port 0544b0b2-a728-4414-a2bf-35db0f591929 on network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:10:42.361437 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab66377-0929-4ddb-b0a9-bbd4bf84e626 None None] Pushing event updated for resources: {'Port': ['ID=0544b0b2-a728-4414-a2bf-35db0f591929,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:10:42.376908 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cf780c-c45a-40f3-95ec-32472fa8e3d7 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:10:42.377289 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cf780c-c45a-40f3-95ec-32472fa8e3d7 None None] Checking segment: {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:10:42.377691 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-22cf780c-c45a-40f3-95ec-32472fa8e3d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:42.378109 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cf780c-c45a-40f3-95ec-32472fa8e3d7 None None] Bound using segment: {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:10:42.378583 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-22cf780c-c45a-40f3-95ec-32472fa8e3d7 None None] Bound port: 0544b0b2-a728-4414-a2bf-35db0f591929, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:10:42.378958 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-22cf780c-c45a-40f3-95ec-32472fa8e3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:42.514379 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-22cf780c-c45a-40f3-95ec-32472fa8e3d7 None None] For port 0544b0b2-a728-4414-a2bf-35db0f591929, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:10:42.520086 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-22cf780c-c45a-40f3-95ec-32472fa8e3d7 None None] For port 0544b0b2-a728-4414-a2bf-35db0f591929, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=0544b0b2-a728-4414-a2bf-35db0f591929,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:10:42.526244 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-e68b8519-6787-4b6c-b646-1c6889d9b6be None None] Allocated IP 172.20.0.2 (4e384562-5aad-4c9d-96de-107c2bcbdbc7/4ebff3ea-c956-42ea-92a0-79832f6a9ce9/6b8562fb-f0c6-47a7-be2e-320de0fa0406) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:10:42.528726 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-22cf780c-c45a-40f3-95ec-32472fa8e3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:42.699815 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cf780c-c45a-40f3-95ec-32472fa8e3d7 None None] Routers {'09b5c052-b478-48ca-b7aa-eebb45c5a6d8'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:10:42.700465 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-22cf780c-c45a-40f3-95ec-32472fa8e3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:10:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['09b5c052-b478-48ca-b7aa-eebb45c5a6d8'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:10:42.721567 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-55b13cc3-7c42-4e1c-80eb-a5c57c3c1cff tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:42.749688 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab66377-0929-4ddb-b0a9-bbd4bf84e626 None None] Pushing event updated for resources: {'Port': ['ID=0544b0b2-a728-4414-a2bf-35db0f591929,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:10:42.959980 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-22cf780c-c45a-40f3-95ec-32472fa8e3d7 None None] Set router 09b5c052-b478-48ca-b7aa-eebb45c5a6d8 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:10:43.087096 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e68b8519-6787-4b6c-b646-1c6889d9b6be None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:43.112327 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-e68b8519-6787-4b6c-b646-1c6889d9b6be None None] Transition to ACTIVE for port object 6b8562fb-f0c6-47a7-be2e-320de0fa0406 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:10:43.197768 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-e68b8519-6787-4b6c-b646-1c6889d9b6be None None] Transition to ACTIVE for port object 6b8562fb-f0c6-47a7-be2e-320de0fa0406 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:10:43.214291 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e68b8519-6787-4b6c-b646-1c6889d9b6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:43.275132 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-55b13cc3-7c42-4e1c-80eb-a5c57c3c1cff tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Allocated IP 172.20.0.1 (4e384562-5aad-4c9d-96de-107c2bcbdbc7/4ebff3ea-c956-42ea-92a0-79832f6a9ce9/d5fb83bf-e6c1-4681-82ae-31ef16e69ffd) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:10:43.363723 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68b8519-6787-4b6c-b646-1c6889d9b6be None None] Network 4e384562-5aad-4c9d-96de-107c2bcbdbc7 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:10:43.369438 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-e68b8519-6787-4b6c-b646-1c6889d9b6be None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:10:43.372097 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68b8519-6787-4b6c-b646-1c6889d9b6be None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 18:10:43.379149 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68b8519-6787-4b6c-b646-1c6889d9b6be None None] Pushing event updated for resources: {'Port': ['ID=6b8562fb-f0c6-47a7-be2e-320de0fa0406,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:10:43.442835 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-55b13cc3-7c42-4e1c-80eb-a5c57c3c1cff tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:43.458759 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-55b13cc3-7c42-4e1c-80eb-a5c57c3c1cff tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Transition to ACTIVE for port object d5fb83bf-e6c1-4681-82ae-31ef16e69ffd will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:10:43.478915 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-e68b8519-6787-4b6c-b646-1c6889d9b6be None None] Attempting to bind port 6b8562fb-f0c6-47a7-be2e-320de0fa0406 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:10:43.479219 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-e68b8519-6787-4b6c-b646-1c6889d9b6be None None] Attempting to bind port 6b8562fb-f0c6-47a7-be2e-320de0fa0406 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '3bca0829-cf46-4365-a333-032a0b9e7899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4e384562-5aad-4c9d-96de-107c2bcbdbc7'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:10:43.479593 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68b8519-6787-4b6c-b646-1c6889d9b6be None None] Attempting to bind port 6b8562fb-f0c6-47a7-be2e-320de0fa0406 on network 4e384562-5aad-4c9d-96de-107c2bcbdbc7 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:10:43.483842 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-55b13cc3-7c42-4e1c-80eb-a5c57c3c1cff tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:43.487368 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68b8519-6787-4b6c-b646-1c6889d9b6be None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:10:43.487848 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68b8519-6787-4b6c-b646-1c6889d9b6be None None] Checking segment: {'id': '3bca0829-cf46-4365-a333-032a0b9e7899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4e384562-5aad-4c9d-96de-107c2bcbdbc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:10:43.488121 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e68b8519-6787-4b6c-b646-1c6889d9b6be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:43.488787 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68b8519-6787-4b6c-b646-1c6889d9b6be None None] Bound using segment: {'id': '3bca0829-cf46-4365-a333-032a0b9e7899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4e384562-5aad-4c9d-96de-107c2bcbdbc7'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:10:43.488961 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-e68b8519-6787-4b6c-b646-1c6889d9b6be None None] Bound port: 6b8562fb-f0c6-47a7-be2e-320de0fa0406, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bca0829-cf46-4365-a333-032a0b9e7899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4e384562-5aad-4c9d-96de-107c2bcbdbc7'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:10:43.489331 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e68b8519-6787-4b6c-b646-1c6889d9b6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:43.501417 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-22cf780c-c45a-40f3-95ec-32472fa8e3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b5c052-b478-48ca-b7aa-eebb45c5a6d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759890345', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.22'}], 'enable_snat': True}, 'gw_port_id': '0544b0b2-a728-4414-a2bf-35db0f591929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:10:38Z', 'updated_at': '2022-05-04T18:10:40Z', 'revision_number': 3, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port': {'id': '0544b0b2-a728-4414-a2bf-35db0f591929', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:54:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b5c052-b478-48ca-b7aa-eebb45c5a6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:10:39Z', 'updated_at': '2022-05-04T18:10:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:10:43.509601 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cf780c-c45a-40f3-95ec-32472fa8e3d7 None None] The sync data for ids ['09b5c052-b478-48ca-b7aa-eebb45c5a6d8'] in dv-neutron-840426-1-hyperv is: [{'id': '09b5c052-b478-48ca-b7aa-eebb45c5a6d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759890345', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.22'}], 'enable_snat': True}, 'gw_port_id': '0544b0b2-a728-4414-a2bf-35db0f591929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:10:38Z', 'updated_at': '2022-05-04T18:10:40Z', 'revision_number': 3, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port': {'id': '0544b0b2-a728-4414-a2bf-35db0f591929', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:54:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b5c052-b478-48ca-b7aa-eebb45c5a6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:10:39Z', 'updated_at': '2022-05-04T18:10:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:10:43.571225 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b13cc3-7c42-4e1c-80eb-a5c57c3c1cff tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'Port': ['ID=d5fb83bf-e6c1-4681-82ae-31ef16e69ffd,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:10:43.578793 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b13cc3-7c42-4e1c-80eb-a5c57c3c1cff tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Network 4e384562-5aad-4c9d-96de-107c2bcbdbc7 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:10:43.580021 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-55b13cc3-7c42-4e1c-80eb-a5c57c3c1cff tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:10:43.582537 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b13cc3-7c42-4e1c-80eb-a5c57c3c1cff tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 18:10:43.595317 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-e68b8519-6787-4b6c-b646-1c6889d9b6be None None] For port 6b8562fb-f0c6-47a7-be2e-320de0fa0406, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:10:43.598405 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-e68b8519-6787-4b6c-b646-1c6889d9b6be None None] For port 6b8562fb-f0c6-47a7-be2e-320de0fa0406, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=6b8562fb-f0c6-47a7-be2e-320de0fa0406,segment=NetworkSegment(3bca0829-cf46-4365-a333-032a0b9e7899),segment_id=3bca0829-cf46-4365-a333-032a0b9e7899)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:10:43.603568 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e68b8519-6787-4b6c-b646-1c6889d9b6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:43.646246 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-55b13cc3-7c42-4e1c-80eb-a5c57c3c1cff tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710357'] for router_interface, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:43.684210 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68b8519-6787-4b6c-b646-1c6889d9b6be None None] Pushing event updated for resources: {'Port': ['ID=6b8562fb-f0c6-47a7-be2e-320de0fa0406,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:10:43.969667 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-55b13cc3-7c42-4e1c-80eb-a5c57c3c1cff tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:44.404283 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-55b13cc3-7c42-4e1c-80eb-a5c57c3c1cff tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:44.408987 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-55b13cc3-7c42-4e1c-80eb-a5c57c3c1cff tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:44.642382 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b13cc3-7c42-4e1c-80eb-a5c57c3c1cff tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'Port': ['ID=d5fb83bf-e6c1-4681-82ae-31ef16e69ffd,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:10:44.644732 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-55b13cc3-7c42-4e1c-80eb-a5c57c3c1cff tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710702'] for router_interface, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:44.680744 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76cf7776-e244-43d9-8fe5-cef2c6fbfcaf None None] Network 4e384562-5aad-4c9d-96de-107c2bcbdbc7 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:10:44.782491 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b13cc3-7c42-4e1c-80eb-a5c57c3c1cff tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Network 4e384562-5aad-4c9d-96de-107c2bcbdbc7 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:10:44.783665 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-55b13cc3-7c42-4e1c-80eb-a5c57c3c1cff tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:10:44.793049 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-15b55b51-1c8b-49b9-b7b7-119c3e7fa071 None None] Provisioning for port 6b8562fb-f0c6-47a7-be2e-320de0fa0406 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:10:44.969163 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55b13cc3-7c42-4e1c-80eb-a5c57c3c1cff tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Router 09b5c052-b478-48ca-b7aa-eebb45c5a6d8 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 18:10:45.146636 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-ad70fc1e-1cdb-42af-94a7-e16839fc112b None None] Provisioning for port d5fb83bf-e6c1-4681-82ae-31ef16e69ffd completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:10:45.152240 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-ad70fc1e-1cdb-42af-94a7-e16839fc112b None None] Provisioning complete for port d5fb83bf-e6c1-4681-82ae-31ef16e69ffd triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:10:45.152613 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ad70fc1e-1cdb-42af-94a7-e16839fc112b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:45.158046 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b13cc3-7c42-4e1c-80eb-a5c57c3c1cff tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:10:45.168026 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09ab9cd-1b0e-4490-8840-fad642680a4d None None] Sync routers for ids ['09b5c052-b478-48ca-b7aa-eebb45c5a6d8'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:10:45.171829 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-55b13cc3-7c42-4e1c-80eb-a5c57c3c1cff tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "PUT /v2.0/routers/09b5c052-b478-48ca-b7aa-eebb45c5a6d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2417035 May 04 18:10:45.187874 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09ab9cd-1b0e-4490-8840-fad642680a4d None None] Routers {'09b5c052-b478-48ca-b7aa-eebb45c5a6d8'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:10:45.188489 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-e09ab9cd-1b0e-4490-8840-fad642680a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:10:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['09b5c052-b478-48ca-b7aa-eebb45c5a6d8'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:10:45.217791 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-ad70fc1e-1cdb-42af-94a7-e16839fc112b None None] Port d5fb83bf-e6c1-4681-82ae-31ef16e69ffd cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 18:10:45.363902 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-ff840910-e4bb-48d7-85ce-64fe176a0ca7 req-8cbd87a0-56f3-48d4-b616-971ec1eaea2b tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Synchronizing usage tracker for tenant:24536c64830c443892e5dea9235549ab on resource:security_group {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:10:45.377476 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-e09ab9cd-1b0e-4490-8840-fad642680a4d None None] Set router 09b5c052-b478-48ca-b7aa-eebb45c5a6d8 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:10:45.384048 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-ff840910-e4bb-48d7-85ce-64fe176a0ca7 req-8cbd87a0-56f3-48d4-b616-971ec1eaea2b tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Unset dirty status for tenant:24536c64830c443892e5dea9235549ab on resource:security_group {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:10:45.391819 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-ff840910-e4bb-48d7-85ce-64fe176a0ca7 req-8cbd87a0-56f3-48d4-b616-971ec1eaea2b tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1944298063&fields=id&tenant_id=24536c64830c443892e5dea9235549ab HTTP/1.1" status: 200 len: 267 time: 0.0691361 May 04 18:10:45.445770 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-9018997c-69aa-414f-ae58-fab8050e4495 None None] Provisioning complete for port d5fb83bf-e6c1-4681-82ae-31ef16e69ffd triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:10:45.446648 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9018997c-69aa-414f-ae58-fab8050e4495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:45.506539 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-9018997c-69aa-414f-ae58-fab8050e4495 None None] Port d5fb83bf-e6c1-4681-82ae-31ef16e69ffd cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 18:10:45.579743 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff840910-e4bb-48d7-85ce-64fe176a0ca7 req-26984958-01b4-43bc-9ea0-a6470b7520b3 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:10:45.580418 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-ff840910-e4bb-48d7-85ce-64fe176a0ca7 req-26984958-01b4-43bc-9ea0-a6470b7520b3 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Synchronizing usage tracker for tenant:24536c64830c443892e5dea9235549ab on resource:network {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:10:45.597428 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-ff840910-e4bb-48d7-85ce-64fe176a0ca7 req-26984958-01b4-43bc-9ea0-a6470b7520b3 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Unset dirty status for tenant:24536c64830c443892e5dea9235549ab on resource:network {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:10:45.598681 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-ff840910-e4bb-48d7-85ce-64fe176a0ca7 req-26984958-01b4-43bc-9ea0-a6470b7520b3 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/networks?id=4e384562-5aad-4c9d-96de-107c2bcbdbc7 HTTP/1.1" status: 200 len: 796 time: 0.2060680 May 04 18:10:45.615281 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-ff840910-e4bb-48d7-85ce-64fe176a0ca7 req-df38ec85-5e54-4f07-80af-9bc66dfe28bf tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/quotas/24536c64830c443892e5dea9235549ab HTTP/1.1" status: 200 len: 375 time: 0.0110123 May 04 18:10:45.626778 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-3c371097-8972-43ac-981d-1ea9527a4af7 None None] Provisioning complete for port d5fb83bf-e6c1-4681-82ae-31ef16e69ffd triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:10:45.627904 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-3c371097-8972-43ac-981d-1ea9527a4af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:45.657993 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 6b8562fb-f0c6-47a7-be2e-320de0fa0406 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:10:45.704516 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-ff840910-e4bb-48d7-85ce-64fe176a0ca7 req-2b670394-2ffe-4662-b104-dd071ff94714 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Synchronizing usage tracker for tenant:24536c64830c443892e5dea9235549ab on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:10:45.721690 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-ff840910-e4bb-48d7-85ce-64fe176a0ca7 req-2b670394-2ffe-4662-b104-dd071ff94714 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Unset dirty status for tenant:24536c64830c443892e5dea9235549ab on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:10:45.723997 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-ff840910-e4bb-48d7-85ce-64fe176a0ca7 req-2b670394-2ffe-4662-b104-dd071ff94714 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=24536c64830c443892e5dea9235549ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1004775 May 04 18:10:45.734897 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-3c371097-8972-43ac-981d-1ea9527a4af7 None None] Port d5fb83bf-e6c1-4681-82ae-31ef16e69ffd cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 18:10:45.751555 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 6b8562fb-f0c6-47a7-be2e-320de0fa0406 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:10:45.756260 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-e09ab9cd-1b0e-4490-8840-fad642680a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b5c052-b478-48ca-b7aa-eebb45c5a6d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759890345', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.22'}], 'enable_snat': True}, 'gw_port_id': '0544b0b2-a728-4414-a2bf-35db0f591929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:10:38Z', 'updated_at': '2022-05-04T18:10:43Z', 'revision_number': 4, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port': {'id': '0544b0b2-a728-4414-a2bf-35db0f591929', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:54:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b5c052-b478-48ca-b7aa-eebb45c5a6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:10:39Z', 'updated_at': '2022-05-04T18:10:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': 'd5fb83bf-e6c1-4681-82ae-31ef16e69ffd', 'name': '', 'network_id': '4e384562-5aad-4c9d-96de-107c2bcbdbc7', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'mac_address': 'fa:16:3e:04:49:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b5c052-b478-48ca-b7aa-eebb45c5a6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '4ebff3ea-c956-42ea-92a0-79832f6a9ce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:10:42Z', 'updated_at': '2022-05-04T18:10:44Z', 'revision_number': 2, 'project_id': '24536c64830c443892e5dea9235549ab', 'subnets': [{'id': '4ebff3ea-c956-42ea-92a0-79832f6a9ce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:10:45.756722 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 6b8562fb-f0c6-47a7-be2e-320de0fa0406 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:10:45.756906 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:45.761136 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09ab9cd-1b0e-4490-8840-fad642680a4d None None] Checking router: 09b5c052-b478-48ca-b7aa-eebb45c5a6d8 for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:10:45.761485 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09ab9cd-1b0e-4490-8840-fad642680a4d None None] Updating router 09b5c052-b478-48ca-b7aa-eebb45c5a6d8 port d5fb83bf-e6c1-4681-82ae-31ef16e69ffd binding host dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:10:45.815259 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-e09ab9cd-1b0e-4490-8840-fad642680a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:45.875927 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:45.909815 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 6b8562fb-f0c6-47a7-be2e-320de0fa0406, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=6b8562fb-f0c6-47a7-be2e-320de0fa0406,segment=NetworkSegment(3bca0829-cf46-4365-a333-032a0b9e7899),segment_id=3bca0829-cf46-4365-a333-032a0b9e7899)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:10:45.913188 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-ff840910-e4bb-48d7-85ce-64fe176a0ca7 req-ba91138a-3734-47ef-b558-44e4e963227f service neutron] 10.222.0.41 "GET /v2.0/networks/4e384562-5aad-4c9d-96de-107c2bcbdbc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740663 May 04 18:10:45.915607 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:45.916423 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 0544b0b2-a728-4414-a2bf-35db0f591929 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:10:46.030766 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=6b8562fb-f0c6-47a7-be2e-320de0fa0406,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:10:46.044555 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 0544b0b2-a728-4414-a2bf-35db0f591929 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:10:46.050333 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 0544b0b2-a728-4414-a2bf-35db0f591929 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:10:46.050837 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:46.055353 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-ff840910-e4bb-48d7-85ce-64fe176a0ca7 req-074ca1f4-18e1-4937-9d40-6f00638bc3fa service neutron] 10.222.0.41 "GET /v2.0/networks/4e384562-5aad-4c9d-96de-107c2bcbdbc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353247 May 04 18:10:46.174226 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-e09ab9cd-1b0e-4490-8840-fad642680a4d None None] Notify callbacks [] for port, precommit_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:46.177160 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:46.186891 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.provisioning_blocks [None req-e09ab9cd-1b0e-4490-8840-fad642680a4d None None] Transition to ACTIVE for port object d5fb83bf-e6c1-4681-82ae-31ef16e69ffd will not be triggered until provisioned by entity L2. {{(pid=88040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:10:46.194206 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-e09ab9cd-1b0e-4490-8840-fad642680a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:46.196321 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 0544b0b2-a728-4414-a2bf-35db0f591929, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=0544b0b2-a728-4414-a2bf-35db0f591929,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:10:46.201336 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:46.271011 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=0544b0b2-a728-4414-a2bf-35db0f591929,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:10:46.318644 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44666921-269e-4b94-81aa-9b2c177416e1 None None] Pushing event updated for resources: {'Port': ['ID=d5fb83bf-e6c1-4681-82ae-31ef16e69ffd,revision_number=3']} {{(pid=88040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:10:46.334802 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44666921-269e-4b94-81aa-9b2c177416e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:46.335146 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44666921-269e-4b94-81aa-9b2c177416e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:46.335479 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44666921-269e-4b94-81aa-9b2c177416e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:46.335840 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44666921-269e-4b94-81aa-9b2c177416e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:46.336167 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44666921-269e-4b94-81aa-9b2c177416e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:46.336487 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44666921-269e-4b94-81aa-9b2c177416e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:46.336806 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44666921-269e-4b94-81aa-9b2c177416e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:46.337119 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44666921-269e-4b94-81aa-9b2c177416e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:46.337435 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44666921-269e-4b94-81aa-9b2c177416e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:46.337750 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44666921-269e-4b94-81aa-9b2c177416e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:46.338086 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44666921-269e-4b94-81aa-9b2c177416e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:46.338400 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44666921-269e-4b94-81aa-9b2c177416e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:10:46.426055 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-e09ab9cd-1b0e-4490-8840-fad642680a4d None None] Attempting to bind port d5fb83bf-e6c1-4681-82ae-31ef16e69ffd on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:10:46.426425 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-e09ab9cd-1b0e-4490-8840-fad642680a4d None None] Attempting to bind port d5fb83bf-e6c1-4681-82ae-31ef16e69ffd by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '3bca0829-cf46-4365-a333-032a0b9e7899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4e384562-5aad-4c9d-96de-107c2bcbdbc7'}] {{(pid=88040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:10:46.426787 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09ab9cd-1b0e-4490-8840-fad642680a4d None None] Attempting to bind port d5fb83bf-e6c1-4681-82ae-31ef16e69ffd on network 4e384562-5aad-4c9d-96de-107c2bcbdbc7 {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:10:46.432676 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09ab9cd-1b0e-4490-8840-fad642680a4d None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:10:46.433046 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09ab9cd-1b0e-4490-8840-fad642680a4d None None] Checking segment: {'id': '3bca0829-cf46-4365-a333-032a0b9e7899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4e384562-5aad-4c9d-96de-107c2bcbdbc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:10:46.433443 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-e09ab9cd-1b0e-4490-8840-fad642680a4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:46.433837 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09ab9cd-1b0e-4490-8840-fad642680a4d None None] Bound using segment: {'id': '3bca0829-cf46-4365-a333-032a0b9e7899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4e384562-5aad-4c9d-96de-107c2bcbdbc7'} {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:10:46.434340 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-e09ab9cd-1b0e-4490-8840-fad642680a4d None None] Bound port: d5fb83bf-e6c1-4681-82ae-31ef16e69ffd, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bca0829-cf46-4365-a333-032a0b9e7899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4e384562-5aad-4c9d-96de-107c2bcbdbc7'}}] {{(pid=88040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:10:46.434713 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-e09ab9cd-1b0e-4490-8840-fad642680a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:46.524047 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.db [None req-e09ab9cd-1b0e-4490-8840-fad642680a4d None None] For port d5fb83bf-e6c1-4681-82ae-31ef16e69ffd, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:10:46.527233 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.db [None req-e09ab9cd-1b0e-4490-8840-fad642680a4d None None] For port d5fb83bf-e6c1-4681-82ae-31ef16e69ffd, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=d5fb83bf-e6c1-4681-82ae-31ef16e69ffd,segment=NetworkSegment(3bca0829-cf46-4365-a333-032a0b9e7899),segment_id=3bca0829-cf46-4365-a333-032a0b9e7899)] {{(pid=88040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:10:46.531183 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-e09ab9cd-1b0e-4490-8840-fad642680a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:46.605530 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09ab9cd-1b0e-4490-8840-fad642680a4d None None] Routers {'09b5c052-b478-48ca-b7aa-eebb45c5a6d8'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:10:46.606165 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-e09ab9cd-1b0e-4490-8840-fad642680a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:10:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['09b5c052-b478-48ca-b7aa-eebb45c5a6d8'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:10:46.677578 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44666921-269e-4b94-81aa-9b2c177416e1 None None] Pushing event updated for resources: {'Port': ['ID=d5fb83bf-e6c1-4681-82ae-31ef16e69ffd,revision_number=4']} {{(pid=88040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:10:46.789676 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-e09ab9cd-1b0e-4490-8840-fad642680a4d None None] Set router 09b5c052-b478-48ca-b7aa-eebb45c5a6d8 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:10:47.093075 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-e09ab9cd-1b0e-4490-8840-fad642680a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b5c052-b478-48ca-b7aa-eebb45c5a6d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759890345', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.22'}], 'enable_snat': True}, 'gw_port_id': '0544b0b2-a728-4414-a2bf-35db0f591929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:10:38Z', 'updated_at': '2022-05-04T18:10:43Z', 'revision_number': 4, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port': {'id': '0544b0b2-a728-4414-a2bf-35db0f591929', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:54:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b5c052-b478-48ca-b7aa-eebb45c5a6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:10:39Z', 'updated_at': '2022-05-04T18:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': 'd5fb83bf-e6c1-4681-82ae-31ef16e69ffd', 'name': '', 'network_id': '4e384562-5aad-4c9d-96de-107c2bcbdbc7', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'mac_address': 'fa:16:3e:04:49:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b5c052-b478-48ca-b7aa-eebb45c5a6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '4ebff3ea-c956-42ea-92a0-79832f6a9ce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:10:42Z', 'updated_at': '2022-05-04T18:10:46Z', 'revision_number': 4, 'project_id': '24536c64830c443892e5dea9235549ab', 'subnets': [{'id': '4ebff3ea-c956-42ea-92a0-79832f6a9ce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:10:47.096969 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09ab9cd-1b0e-4490-8840-fad642680a4d None None] The sync data for ids ['09b5c052-b478-48ca-b7aa-eebb45c5a6d8'] in dv-neutron-840426-1-hyperv is: [{'id': '09b5c052-b478-48ca-b7aa-eebb45c5a6d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759890345', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.22'}], 'enable_snat': True}, 'gw_port_id': '0544b0b2-a728-4414-a2bf-35db0f591929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:10:38Z', 'updated_at': '2022-05-04T18:10:43Z', 'revision_number': 4, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port': {'id': '0544b0b2-a728-4414-a2bf-35db0f591929', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:54:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b5c052-b478-48ca-b7aa-eebb45c5a6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:10:39Z', 'updated_at': '2022-05-04T18:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': 'd5fb83bf-e6c1-4681-82ae-31ef16e69ffd', 'name': '', 'network_id': '4e384562-5aad-4c9d-96de-107c2bcbdbc7', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'mac_address': 'fa:16:3e:04:49:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b5c052-b478-48ca-b7aa-eebb45c5a6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '4ebff3ea-c956-42ea-92a0-79832f6a9ce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:10:42Z', 'updated_at': '2022-05-04T18:10:46Z', 'revision_number': 4, 'project_id': '24536c64830c443892e5dea9235549ab', 'subnets': [{'id': '4ebff3ea-c956-42ea-92a0-79832f6a9ce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:10:47.263882 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-a72ca41b-30c1-4c1b-a264-bcc74db49845 req-563ca629-82d0-401e-abf6-2150f3698158 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Synchronizing usage tracker for tenant:24536c64830c443892e5dea9235549ab on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:10:47.276829 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-a72ca41b-30c1-4c1b-a264-bcc74db49845 req-563ca629-82d0-401e-abf6-2150f3698158 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Unset dirty status for tenant:24536c64830c443892e5dea9235549ab on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:10:47.278260 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a72ca41b-30c1-4c1b-a264-bcc74db49845 req-563ca629-82d0-401e-abf6-2150f3698158 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=49789c1b-3da7-4b63-a763-21cbe7072695 HTTP/1.1" status: 200 len: 210 time: 0.0578156 May 04 18:10:47.618738 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 6b8562fb-f0c6-47a7-be2e-320de0fa0406 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:10:47.686705 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 6b8562fb-f0c6-47a7-be2e-320de0fa0406 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:10:47.687159 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:47.808209 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device d5fb83bf-e6c1-4681-82ae-31ef16e69ffd up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:10:47.875489 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port d5fb83bf-e6c1-4681-82ae-31ef16e69ffd completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:10:47.880372 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port d5fb83bf-e6c1-4681-82ae-31ef16e69ffd triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:10:47.880745 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:47.999674 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:48.041438 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port d5fb83bf-e6c1-4681-82ae-31ef16e69ffd, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=d5fb83bf-e6c1-4681-82ae-31ef16e69ffd,segment=NetworkSegment(3bca0829-cf46-4365-a333-032a0b9e7899),segment_id=3bca0829-cf46-4365-a333-032a0b9e7899)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:10:48.046284 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:48.047059 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 0544b0b2-a728-4414-a2bf-35db0f591929 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:10:48.192642 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=d5fb83bf-e6c1-4681-82ae-31ef16e69ffd,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:10:48.205384 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 0544b0b2-a728-4414-a2bf-35db0f591929 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:10:48.205749 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:48.381432 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-6e3187f4-fc4d-40b8-b406-120fa760a109 req-dfd02951-3809-4ae9-90df-94477a775c1f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=49789c1b-3da7-4b63-a763-21cbe7072695 HTTP/1.1" status: 200 len: 210 time: 0.0465922 May 04 18:10:49.491677 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-41a535d8-37f0-4f0b-9e62-8af638014d1f req-957a5c7b-b6e7-47c5-bab0-7dbc67cc57a7 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=49789c1b-3da7-4b63-a763-21cbe7072695 HTTP/1.1" status: 200 len: 210 time: 0.0468161 May 04 18:10:49.560085 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device d5fb83bf-e6c1-4681-82ae-31ef16e69ffd up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:10:49.627761 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port d5fb83bf-e6c1-4681-82ae-31ef16e69ffd triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:10:49.628134 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:50.595540 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-0c2e431e-4708-4b91-8a73-2a332faaeeb9 req-7a98b39f-c52b-4133-b633-1c1aaccb806f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=49789c1b-3da7-4b63-a763-21cbe7072695 HTTP/1.1" status: 200 len: 210 time: 0.0440841 May 04 18:10:51.742779 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-1c534a7e-f19e-4163-864b-5a1ffc5184aa req-eb12e594-0ff0-4da3-b62a-27285edb00a1 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=49789c1b-3da7-4b63-a763-21cbe7072695 HTTP/1.1" status: 200 len: 210 time: 0.0414832 May 04 18:10:52.405082 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff840910-e4bb-48d7-85ce-64fe176a0ca7 req-27c33342-0c37-45f3-b8f8-1e03136c72fe tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:10:52.406039 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-ff840910-e4bb-48d7-85ce-64fe176a0ca7 req-27c33342-0c37-45f3-b8f8-1e03136c72fe tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Synchronizing usage tracker for tenant:24536c64830c443892e5dea9235549ab on resource:network {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:10:52.417637 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-ff840910-e4bb-48d7-85ce-64fe176a0ca7 req-27c33342-0c37-45f3-b8f8-1e03136c72fe tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Unset dirty status for tenant:24536c64830c443892e5dea9235549ab on resource:network {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:10:52.418801 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ff840910-e4bb-48d7-85ce-64fe176a0ca7 req-27c33342-0c37-45f3-b8f8-1e03136c72fe tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.42 "GET /v2.0/networks?id=4e384562-5aad-4c9d-96de-107c2bcbdbc7 HTTP/1.1" status: 200 len: 796 time: 0.1577086 May 04 18:10:52.466511 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-ff840910-e4bb-48d7-85ce-64fe176a0ca7 req-4c458961-45fe-4754-8366-a5e9625a0ca1 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Synchronizing usage tracker for tenant:24536c64830c443892e5dea9235549ab on resource:security_group {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:10:52.477969 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-ff840910-e4bb-48d7-85ce-64fe176a0ca7 req-4c458961-45fe-4754-8366-a5e9625a0ca1 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Unset dirty status for tenant:24536c64830c443892e5dea9235549ab on resource:security_group {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:10:52.479103 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ff840910-e4bb-48d7-85ce-64fe176a0ca7 req-4c458961-45fe-4754-8366-a5e9625a0ca1 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24536c64830c443892e5dea9235549ab HTTP/1.1" status: 200 len: 380 time: 0.0522809 May 04 18:10:52.487505 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [req-ff840910-e4bb-48d7-85ce-64fe176a0ca7 req-00eef379-ecde-4031-9e7e-5f9264429470 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Request body: {'port': {'device_id': '49789c1b-3da7-4b63-a763-21cbe7072695', 'network_id': '4e384562-5aad-4c9d-96de-107c2bcbdbc7', 'admin_state_up': True, 'tenant_id': '24536c64830c443892e5dea9235549ab', 'security_groups': ['f3216d78-6538-4649-8427-c38d9ed442eb']}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:10:52.622797 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [req-ff840910-e4bb-48d7-85ce-64fe176a0ca7 req-00eef379-ecde-4031-9e7e-5f9264429470 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:10:52.632975 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [req-ff840910-e4bb-48d7-85ce-64fe176a0ca7 req-00eef379-ecde-4031-9e7e-5f9264429470 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:10:52.642660 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff840910-e4bb-48d7-85ce-64fe176a0ca7 req-00eef379-ecde-4031-9e7e-5f9264429470 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Made reservation on behalf of 24536c64830c443892e5dea9235549ab for: {'port': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:10:52.646126 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-ff840910-e4bb-48d7-85ce-64fe176a0ca7 req-00eef379-ecde-4031-9e7e-5f9264429470 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:52.809534 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [req-ff840910-e4bb-48d7-85ce-64fe176a0ca7 req-00eef379-ecde-4031-9e7e-5f9264429470 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Allocated IP 172.20.0.9 (4e384562-5aad-4c9d-96de-107c2bcbdbc7/4ebff3ea-c956-42ea-92a0-79832f6a9ce9/dad7c64e-5098-4ce8-98f8-78ac4088ffdc) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:10:52.893790 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-fa79a74b-2a41-43bb-9671-a83ebca1517d req-6108cb85-8ecc-40a5-981b-51ac1f3c0a62 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=49789c1b-3da7-4b63-a763-21cbe7072695 HTTP/1.1" status: 200 len: 210 time: 0.0432978 May 04 18:10:53.085657 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-ff840910-e4bb-48d7-85ce-64fe176a0ca7 req-00eef379-ecde-4031-9e7e-5f9264429470 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:53.100591 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [req-ff840910-e4bb-48d7-85ce-64fe176a0ca7 req-00eef379-ecde-4031-9e7e-5f9264429470 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Transition to ACTIVE for port object dad7c64e-5098-4ce8-98f8-78ac4088ffdc will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:10:53.124008 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-ff840910-e4bb-48d7-85ce-64fe176a0ca7 req-00eef379-ecde-4031-9e7e-5f9264429470 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:53.196474 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff840910-e4bb-48d7-85ce-64fe176a0ca7 req-00eef379-ecde-4031-9e7e-5f9264429470 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Network 4e384562-5aad-4c9d-96de-107c2bcbdbc7 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:10:53.199608 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [req-ff840910-e4bb-48d7-85ce-64fe176a0ca7 req-00eef379-ecde-4031-9e7e-5f9264429470 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:10:53.203498 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff840910-e4bb-48d7-85ce-64fe176a0ca7 req-00eef379-ecde-4031-9e7e-5f9264429470 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 18:10:53.239446 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eef379-ecde-4031-9e7e-5f9264429470 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'Port': ['ID=dad7c64e-5098-4ce8-98f8-78ac4088ffdc,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:10:53.278955 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff840910-e4bb-48d7-85ce-64fe176a0ca7 req-00eef379-ecde-4031-9e7e-5f9264429470 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:10:53.279655 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-ff840910-e4bb-48d7-85ce-64fe176a0ca7 req-00eef379-ecde-4031-9e7e-5f9264429470 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:53.305300 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ff840910-e4bb-48d7-85ce-64fe176a0ca7 req-00eef379-ecde-4031-9e7e-5f9264429470 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8214035 May 04 18:10:53.316228 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [req-ff840910-e4bb-48d7-85ce-64fe176a0ca7 req-341e6e93-69d3-40a7-ae50-1ab955f9a4b3 service neutron] Request body: {'port': {'device_id': '49789c1b-3da7-4b63-a763-21cbe7072695', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:10:53.428825 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-ff840910-e4bb-48d7-85ce-64fe176a0ca7 req-341e6e93-69d3-40a7-ae50-1ab955f9a4b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:53.444315 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-9b0fe606-08df-41b9-b4a6-fe9e7c1a5fba None None] Provisioning for port dad7c64e-5098-4ce8-98f8-78ac4088ffdc completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:10:53.449650 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-9b0fe606-08df-41b9-b4a6-fe9e7c1a5fba None None] Provisioning complete for port dad7c64e-5098-4ce8-98f8-78ac4088ffdc triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:10:53.450052 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9b0fe606-08df-41b9-b4a6-fe9e7c1a5fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:53.503279 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-9b0fe606-08df-41b9-b4a6-fe9e7c1a5fba None None] Port dad7c64e-5098-4ce8-98f8-78ac4088ffdc cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 18:10:53.766349 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [req-ff840910-e4bb-48d7-85ce-64fe176a0ca7 req-341e6e93-69d3-40a7-ae50-1ab955f9a4b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dad7c64e-5098-4ce8-98f8-78ac4088ffdc {{(pid=88037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:10:53.773538 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-ff840910-e4bb-48d7-85ce-64fe176a0ca7 req-341e6e93-69d3-40a7-ae50-1ab955f9a4b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:53.787343 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [req-ff840910-e4bb-48d7-85ce-64fe176a0ca7 req-341e6e93-69d3-40a7-ae50-1ab955f9a4b3 service neutron] Transition to ACTIVE for port object dad7c64e-5098-4ce8-98f8-78ac4088ffdc will not be triggered until provisioned by entity L2. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:10:53.791480 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-ff840910-e4bb-48d7-85ce-64fe176a0ca7 req-341e6e93-69d3-40a7-ae50-1ab955f9a4b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:53.946014 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341e6e93-69d3-40a7-ae50-1ab955f9a4b3 service neutron] Pushing event updated for resources: {'Port': ['ID=dad7c64e-5098-4ce8-98f8-78ac4088ffdc,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:10:54.083213 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-ff840910-e4bb-48d7-85ce-64fe176a0ca7 req-341e6e93-69d3-40a7-ae50-1ab955f9a4b3 service neutron] Attempting to bind port dad7c64e-5098-4ce8-98f8-78ac4088ffdc on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:10:54.083551 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-ff840910-e4bb-48d7-85ce-64fe176a0ca7 req-341e6e93-69d3-40a7-ae50-1ab955f9a4b3 service neutron] Attempting to bind port dad7c64e-5098-4ce8-98f8-78ac4088ffdc by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '3bca0829-cf46-4365-a333-032a0b9e7899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4e384562-5aad-4c9d-96de-107c2bcbdbc7'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:10:54.083880 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff840910-e4bb-48d7-85ce-64fe176a0ca7 req-341e6e93-69d3-40a7-ae50-1ab955f9a4b3 service neutron] Attempting to bind port dad7c64e-5098-4ce8-98f8-78ac4088ffdc on network 4e384562-5aad-4c9d-96de-107c2bcbdbc7 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:10:54.089767 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff840910-e4bb-48d7-85ce-64fe176a0ca7 req-341e6e93-69d3-40a7-ae50-1ab955f9a4b3 service neutron] Port dad7c64e-5098-4ce8-98f8-78ac4088ffdc on network 4e384562-5aad-4c9d-96de-107c2bcbdbc7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 18:10:54.090113 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff840910-e4bb-48d7-85ce-64fe176a0ca7 req-341e6e93-69d3-40a7-ae50-1ab955f9a4b3 service neutron] Attempting to bind port dad7c64e-5098-4ce8-98f8-78ac4088ffdc on network 4e384562-5aad-4c9d-96de-107c2bcbdbc7 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:10:54.096658 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff840910-e4bb-48d7-85ce-64fe176a0ca7 req-341e6e93-69d3-40a7-ae50-1ab955f9a4b3 service neutron] Checking agent: {'id': '84d0dbeb-cfa8-4636-8b1c-9790acf21ef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'started_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:10:54.096995 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff840910-e4bb-48d7-85ce-64fe176a0ca7 req-341e6e93-69d3-40a7-ae50-1ab955f9a4b3 service neutron] Checking segment: {'id': '3bca0829-cf46-4365-a333-032a0b9e7899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4e384562-5aad-4c9d-96de-107c2bcbdbc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:10:54.097376 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff840910-e4bb-48d7-85ce-64fe176a0ca7 req-341e6e93-69d3-40a7-ae50-1ab955f9a4b3 service neutron] Bound using segment: {'id': '3bca0829-cf46-4365-a333-032a0b9e7899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4e384562-5aad-4c9d-96de-107c2bcbdbc7'} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:10:54.097800 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-ff840910-e4bb-48d7-85ce-64fe176a0ca7 req-341e6e93-69d3-40a7-ae50-1ab955f9a4b3 service neutron] Bound port: dad7c64e-5098-4ce8-98f8-78ac4088ffdc, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bca0829-cf46-4365-a333-032a0b9e7899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '4e384562-5aad-4c9d-96de-107c2bcbdbc7'}}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:10:54.098167 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-ff840910-e4bb-48d7-85ce-64fe176a0ca7 req-341e6e93-69d3-40a7-ae50-1ab955f9a4b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:54.175022 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d08009-0955-42f1-97be-5d0c5fa1aa48 req-707f80bb-66dc-4b65-b175-adb7cb1deeb5 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:10:54.175648 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-59d08009-0955-42f1-97be-5d0c5fa1aa48 req-707f80bb-66dc-4b65-b175-adb7cb1deeb5 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Synchronizing usage tracker for tenant:24536c64830c443892e5dea9235549ab on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:10:54.215819 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-ff840910-e4bb-48d7-85ce-64fe176a0ca7 req-341e6e93-69d3-40a7-ae50-1ab955f9a4b3 service neutron] For port dad7c64e-5098-4ce8-98f8-78ac4088ffdc, host hv-neutron-8404, cleared binding levels {{(pid=88037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:10:54.217623 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-59d08009-0955-42f1-97be-5d0c5fa1aa48 req-707f80bb-66dc-4b65-b175-adb7cb1deeb5 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Unset dirty status for tenant:24536c64830c443892e5dea9235549ab on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:10:54.218951 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-59d08009-0955-42f1-97be-5d0c5fa1aa48 req-707f80bb-66dc-4b65-b175-adb7cb1deeb5 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=49789c1b-3da7-4b63-a763-21cbe7072695 HTTP/1.1" status: 200 len: 943 time: 0.2043879 May 04 18:10:54.220511 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-ff840910-e4bb-48d7-85ce-64fe176a0ca7 req-341e6e93-69d3-40a7-ae50-1ab955f9a4b3 service neutron] For port dad7c64e-5098-4ce8-98f8-78ac4088ffdc, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=dad7c64e-5098-4ce8-98f8-78ac4088ffdc,segment=NetworkSegment(3bca0829-cf46-4365-a333-032a0b9e7899),segment_id=3bca0829-cf46-4365-a333-032a0b9e7899)] {{(pid=88037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:10:54.224035 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-ff840910-e4bb-48d7-85ce-64fe176a0ca7 req-341e6e93-69d3-40a7-ae50-1ab955f9a4b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:54.298350 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff840910-e4bb-48d7-85ce-64fe176a0ca7 req-341e6e93-69d3-40a7-ae50-1ab955f9a4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:10:54.298956 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-ff840910-e4bb-48d7-85ce-64fe176a0ca7 req-341e6e93-69d3-40a7-ae50-1ab955f9a4b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:54.300309 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ff840910-e4bb-48d7-85ce-64fe176a0ca7 req-341e6e93-69d3-40a7-ae50-1ab955f9a4b3 service neutron] 10.222.0.42 "PUT /v2.0/ports/dad7c64e-5098-4ce8-98f8-78ac4088ffdc HTTP/1.1" status: 200 len: 1093 time: 0.9882612 May 04 18:10:54.302644 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49789c1b-3da7-4b63-a763-21cbe7072695', 'tag': 'dad7c64e-5098-4ce8-98f8-78ac4088ffdc'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:10:54.338767 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-59d08009-0955-42f1-97be-5d0c5fa1aa48 req-dcf96fdd-740a-4b97-85b2-633d9d3fecd3 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3216d78-6538-4649-8427-c38d9ed442eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108634 May 04 18:10:54.381540 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341e6e93-69d3-40a7-ae50-1ab955f9a4b3 service neutron] Pushing event updated for resources: {'Port': ['ID=dad7c64e-5098-4ce8-98f8-78ac4088ffdc,revision_number=3']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:10:54.390693 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-700e2170-5b20-4daf-9505-b5cfc48e0093'] response: {'name': 'network-changed', 'server_uuid': '49789c1b-3da7-4b63-a763-21cbe7072695', 'tag': 'dad7c64e-5098-4ce8-98f8-78ac4088ffdc', 'status': 'completed', 'code': 200} May 04 18:10:54.427702 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff840910-e4bb-48d7-85ce-64fe176a0ca7 req-11c13056-ecf9-4051-9c47-7539c25db40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:10:54.428960 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ff840910-e4bb-48d7-85ce-64fe176a0ca7 req-11c13056-ecf9-4051-9c47-7539c25db40a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=24536c64830c443892e5dea9235549ab&device_id=49789c1b-3da7-4b63-a763-21cbe7072695 HTTP/1.1" status: 200 len: 1096 time: 0.0862789 May 04 18:10:54.497982 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ff840910-e4bb-48d7-85ce-64fe176a0ca7 req-8a440d6a-bdad-443a-80cb-f740f7d74a11 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dad7c64e-5098-4ce8-98f8-78ac4088ffdc HTTP/1.1" status: 200 len: 217 time: 0.0617390 May 04 18:10:54.562707 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff840910-e4bb-48d7-85ce-64fe176a0ca7 req-6ccab7e9-8e53-4e7e-b237-4ee439d3086c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:10:54.564074 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ff840910-e4bb-48d7-85ce-64fe176a0ca7 req-6ccab7e9-8e53-4e7e-b237-4ee439d3086c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4ebff3ea-c956-42ea-92a0-79832f6a9ce9 HTTP/1.1" status: 200 len: 835 time: 0.0601819 May 04 18:10:54.640505 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff840910-e4bb-48d7-85ce-64fe176a0ca7 req-db4e2323-9f5e-440c-bf6c-d7c1260ff2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:10:54.641962 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ff840910-e4bb-48d7-85ce-64fe176a0ca7 req-db4e2323-9f5e-440c-bf6c-d7c1260ff2ff service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4e384562-5aad-4c9d-96de-107c2bcbdbc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709660 May 04 18:10:54.868614 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ff840910-e4bb-48d7-85ce-64fe176a0ca7 req-2054deee-ee7a-4d15-af94-c919dd496492 service neutron] 10.222.0.42 "GET /v2.0/networks/4e384562-5aad-4c9d-96de-107c2bcbdbc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200449 May 04 18:10:54.996118 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ff840910-e4bb-48d7-85ce-64fe176a0ca7 req-318572b7-8331-4f5e-b626-7011b3218a99 service neutron] 10.222.0.42 "GET /v2.0/networks/4e384562-5aad-4c9d-96de-107c2bcbdbc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212957 May 04 18:10:55.119051 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e613c426-84fe-4ca6-8281-f825e6e2f239 req-62aba8b2-b0e7-43ab-bc99-0ea8d44020a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:10:55.120454 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e613c426-84fe-4ca6-8281-f825e6e2f239 req-62aba8b2-b0e7-43ab-bc99-0ea8d44020a6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=24536c64830c443892e5dea9235549ab&device_id=49789c1b-3da7-4b63-a763-21cbe7072695 HTTP/1.1" status: 200 len: 1096 time: 0.0733333 May 04 18:10:55.247582 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e613c426-84fe-4ca6-8281-f825e6e2f239 req-25ba7426-0872-4c9a-a12a-6f1041f60569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:10:55.249009 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e613c426-84fe-4ca6-8281-f825e6e2f239 req-25ba7426-0872-4c9a-a12a-6f1041f60569 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4e384562-5aad-4c9d-96de-107c2bcbdbc7 HTTP/1.1" status: 200 len: 897 time: 0.1228690 May 04 18:10:55.317059 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e613c426-84fe-4ca6-8281-f825e6e2f239 req-01311a6d-6867-4d51-900d-19e284ca9672 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dad7c64e-5098-4ce8-98f8-78ac4088ffdc HTTP/1.1" status: 200 len: 217 time: 0.0617251 May 04 18:10:55.380176 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e613c426-84fe-4ca6-8281-f825e6e2f239 req-f244b674-f1d4-4082-a8e9-4b6c254fb50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:10:55.381619 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e613c426-84fe-4ca6-8281-f825e6e2f239 req-f244b674-f1d4-4082-a8e9-4b6c254fb50d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4ebff3ea-c956-42ea-92a0-79832f6a9ce9 HTTP/1.1" status: 200 len: 835 time: 0.0574672 May 04 18:10:55.455873 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e613c426-84fe-4ca6-8281-f825e6e2f239 req-2397fb81-1297-4457-8d93-9675e8fdc699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:10:55.457383 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e613c426-84fe-4ca6-8281-f825e6e2f239 req-2397fb81-1297-4457-8d93-9675e8fdc699 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4e384562-5aad-4c9d-96de-107c2bcbdbc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692337 May 04 18:10:55.650606 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4d3b16-007e-49e6-9bdf-cd42b63d480b req-efd4afbd-f68c-421f-bf0c-1f33f3cac813 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:10:55.651971 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0a4d3b16-007e-49e6-9bdf-cd42b63d480b req-efd4afbd-f68c-421f-bf0c-1f33f3cac813 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=49789c1b-3da7-4b63-a763-21cbe7072695 HTTP/1.1" status: 200 len: 943 time: 0.1937265 May 04 18:10:55.654191 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e613c426-84fe-4ca6-8281-f825e6e2f239 req-f3d30a6e-9b6d-4f0a-a679-079be529717f service neutron] 10.222.0.42 "GET /v2.0/networks/4e384562-5aad-4c9d-96de-107c2bcbdbc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611137 May 04 18:10:55.777562 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0a4d3b16-007e-49e6-9bdf-cd42b63d480b req-fab4a21a-8b91-4535-9226-3940ad9f9232 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3216d78-6538-4649-8427-c38d9ed442eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199462 May 04 18:10:55.817604 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e613c426-84fe-4ca6-8281-f825e6e2f239 req-07d4a837-729f-467a-b078-60dfd3ca7161 service neutron] 10.222.0.42 "GET /v2.0/networks/4e384562-5aad-4c9d-96de-107c2bcbdbc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457379 May 04 18:10:56.961721 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f092b60-72aa-47b1-beeb-1357add14160 req-eed09d6e-7910-46de-a7ea-17086b31e115 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:10:56.963091 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-6f092b60-72aa-47b1-beeb-1357add14160 req-eed09d6e-7910-46de-a7ea-17086b31e115 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=49789c1b-3da7-4b63-a763-21cbe7072695 HTTP/1.1" status: 200 len: 943 time: 0.0809212 May 04 18:10:57.005142 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-6f092b60-72aa-47b1-beeb-1357add14160 req-46c1dd6f-92a2-4be5-b6ad-7e5d8aee787a tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3216d78-6538-4649-8427-c38d9ed442eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364480 May 04 18:10:58.191469 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca84b8c0-4f77-49aa-acdc-79de8b44c2df req-1f8084ff-b4da-4f76-9f7a-845b155a99c3 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:10:58.192932 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ca84b8c0-4f77-49aa-acdc-79de8b44c2df req-1f8084ff-b4da-4f76-9f7a-845b155a99c3 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=49789c1b-3da7-4b63-a763-21cbe7072695 HTTP/1.1" status: 200 len: 943 time: 0.0846944 May 04 18:10:58.237186 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ca84b8c0-4f77-49aa-acdc-79de8b44c2df req-f2c93940-7c51-442a-adff-7be71672f535 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3216d78-6538-4649-8427-c38d9ed442eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378351 May 04 18:10:58.590986 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device dad7c64e-5098-4ce8-98f8-78ac4088ffdc details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 18:10:58.719701 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port dad7c64e-5098-4ce8-98f8-78ac4088ffdc, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=dad7c64e-5098-4ce8-98f8-78ac4088ffdc,segment=NetworkSegment(3bca0829-cf46-4365-a333-032a0b9e7899),segment_id=3bca0829-cf46-4365-a333-032a0b9e7899)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:10:58.732378 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Returning: {'device': 'dad7c64e-5098-4ce8-98f8-78ac4088ffdc', 'network_id': '4e384562-5aad-4c9d-96de-107c2bcbdbc7', 'port_id': 'dad7c64e-5098-4ce8-98f8-78ac4088ffdc', 'mac_address': 'fa:16:3e:2a:44:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ebff3ea-c956-42ea-92a0-79832f6a9ce9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 18:10:58.785719 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:58.801938 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dad7c64e-5098-4ce8-98f8-78ac4088ffdc {{(pid=88039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:10:58.817149 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port dad7c64e-5098-4ce8-98f8-78ac4088ffdc, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=dad7c64e-5098-4ce8-98f8-78ac4088ffdc,segment=NetworkSegment(3bca0829-cf46-4365-a333-032a0b9e7899),segment_id=3bca0829-cf46-4365-a333-032a0b9e7899)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:10:58.821449 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:10:58.888091 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=dad7c64e-5098-4ce8-98f8-78ac4088ffdc,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:10:59.202998 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] get_ports_and_sgs() called for port_ids ['dad7c64e-5098-4ce8-98f8-78ac4088ffdc'] {{(pid=88039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 18:10:59.422425 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156143ed-3e88-4546-8ab4-1c036f7db903 req-c8c010df-cdd5-43ef-98c6-85da1c2819ce tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:10:59.423888 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-156143ed-3e88-4546-8ab4-1c036f7db903 req-c8c010df-cdd5-43ef-98c6-85da1c2819ce tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=49789c1b-3da7-4b63-a763-21cbe7072695 HTTP/1.1" status: 200 len: 944 time: 0.0796053 May 04 18:10:59.577446 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-156143ed-3e88-4546-8ab4-1c036f7db903 req-b5b41144-d9d4-47b2-8a4c-f7dd2c9ee076 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3216d78-6538-4649-8427-c38d9ed442eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478987 May 04 18:11:00.593223 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device dad7c64e-5098-4ce8-98f8-78ac4088ffdc up at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:11:00.662332 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning for port dad7c64e-5098-4ce8-98f8-78ac4088ffdc completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:11:00.666904 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning complete for port dad7c64e-5098-4ce8-98f8-78ac4088ffdc triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:11:00.667294 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:11:00.762101 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6944ed-e218-4446-9dc1-7c42dd2e7179 req-ddd27926-eab0-479d-af13-8f61b95fa82b tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:11:00.763564 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-4b6944ed-e218-4446-9dc1-7c42dd2e7179 req-ddd27926-eab0-479d-af13-8f61b95fa82b tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=49789c1b-3da7-4b63-a763-21cbe7072695 HTTP/1.1" status: 200 len: 944 time: 0.0784929 May 04 18:11:00.783712 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:11:00.807243 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-4b6944ed-e218-4446-9dc1-7c42dd2e7179 req-9e1ff863-5b11-495b-9634-91eb58b3af26 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3216d78-6538-4649-8427-c38d9ed442eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379896 May 04 18:11:00.809485 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49789c1b-3da7-4b63-a763-21cbe7072695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dad7c64e-5098-4ce8-98f8-78ac4088ffdc'}] {{(pid=88039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:11:00.819131 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port dad7c64e-5098-4ce8-98f8-78ac4088ffdc, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=dad7c64e-5098-4ce8-98f8-78ac4088ffdc,segment=NetworkSegment(3bca0829-cf46-4365-a333-032a0b9e7899),segment_id=3bca0829-cf46-4365-a333-032a0b9e7899)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:11:00.829827 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:11:00.891616 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=dad7c64e-5098-4ce8-98f8-78ac4088ffdc,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:11:00.903612 dv-neutron-840426-1-hyperv neutron-server[88039]: INFO neutron.notifiers.nova [-] Nova event matching ['req-461cc27f-c46c-41ea-92c6-67aef7b39b0b'] response: {'server_uuid': '49789c1b-3da7-4b63-a763-21cbe7072695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dad7c64e-5098-4ce8-98f8-78ac4088ffdc', 'code': 200} May 04 18:11:01.134268 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccacdd19-01c8-4365-997f-a9f41c2f96ce req-b1ed8288-5110-4464-bcbb-d3623ed24ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:11:01.135648 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ccacdd19-01c8-4365-997f-a9f41c2f96ce req-b1ed8288-5110-4464-bcbb-d3623ed24ea3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=49789c1b-3da7-4b63-a763-21cbe7072695 HTTP/1.1" status: 200 len: 1098 time: 0.0750875 May 04 18:11:01.174393 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ccacdd19-01c8-4365-997f-a9f41c2f96ce req-5bc41313-5b80-48b7-bf79-e1d190d34c36 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f3216d78-6538-4649-8427-c38d9ed442eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324874 May 04 18:11:01.990614 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b782d5-68b8-46d3-9ffe-5ec5eaf057b0 req-5a823ac8-6f1f-46bb-8c58-9e0a42d33bab tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:11:01.992552 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c4b782d5-68b8-46d3-9ffe-5ec5eaf057b0 req-5a823ac8-6f1f-46bb-8c58-9e0a42d33bab tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=49789c1b-3da7-4b63-a763-21cbe7072695 HTTP/1.1" status: 200 len: 945 time: 0.0799053 May 04 18:11:02.037492 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c4b782d5-68b8-46d3-9ffe-5ec5eaf057b0 req-1500d7b1-7659-4a5f-ad00-259b3546d370 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3216d78-6538-4649-8427-c38d9ed442eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376060 May 04 18:11:03.219739 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8fc614-8db0-4695-88b5-ff5b1138e212 req-508cd5ef-ff7d-438a-b03f-5f1fe1f93974 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:11:03.221185 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-af8fc614-8db0-4695-88b5-ff5b1138e212 req-508cd5ef-ff7d-438a-b03f-5f1fe1f93974 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=49789c1b-3da7-4b63-a763-21cbe7072695 HTTP/1.1" status: 200 len: 945 time: 0.0793657 May 04 18:11:03.266493 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-af8fc614-8db0-4695-88b5-ff5b1138e212 req-dc0daf02-7828-4fcd-a2f3-1eae4fdd751a tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3216d78-6538-4649-8427-c38d9ed442eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390103 May 04 18:11:03.267909 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-358171ee-7ea2-4975-97df-68e0b021a54e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:11:03.457540 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6399669-0c07-4347-82b9-789d3893940e req-82b7b0be-8a73-4424-8dde-d3dad39a7ed9 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:11:03.459072 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c6399669-0c07-4347-82b9-789d3893940e req-82b7b0be-8a73-4424-8dde-d3dad39a7ed9 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=49789c1b-3da7-4b63-a763-21cbe7072695 HTTP/1.1" status: 200 len: 945 time: 0.0891058 May 04 18:11:03.503632 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c6399669-0c07-4347-82b9-789d3893940e req-7ab5413c-b153-4b8e-ab50-8be4e88657c7 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3216d78-6538-4649-8427-c38d9ed442eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384266 May 04 18:11:03.528809 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 34234) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:11:03.596464 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef8939d-e61b-48a6-80e5-03b8257fbd22 tempest-TestNetworkAdvancedServerOps-2130119018 tempest-TestNetworkAdvancedServerOps-2130119018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:11:03.597955 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-7ef8939d-e61b-48a6-80e5-03b8257fbd22 tempest-TestNetworkAdvancedServerOps-2130119018 tempest-TestNetworkAdvancedServerOps-2130119018-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=49789c1b-3da7-4b63-a763-21cbe7072695 HTTP/1.1" status: 200 len: 1093 time: 0.0684276 May 04 18:11:03.600744 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 34238) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:11:03.605574 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-18fb809b-5322-476b-8451-6d27881523a3 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Request body: {'floatingip': {'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'port_id': 'dad7c64e-5098-4ce8-98f8-78ac4088ffdc', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:11:03.611384 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-18fb809b-5322-476b-8451-6d27881523a3 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:11:03.615146 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-18fb809b-5322-476b-8451-6d27881523a3 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Usage tracker for resource:floatingip and tenant:24536c64830c443892e5dea9235549ab is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:11:03.617856 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-18fb809b-5322-476b-8451-6d27881523a3 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:11:03.623384 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-18fb809b-5322-476b-8451-6d27881523a3 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:11:03.637255 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-18fb809b-5322-476b-8451-6d27881523a3 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for floatingip, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:11:03.867349 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-18fb809b-5322-476b-8451-6d27881523a3 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:11:03.996727 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-18fb809b-5322-476b-8451-6d27881523a3 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Allocated IP 172.26.0.42 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/ffef4f07-4d27-4076-bcfe-827521185a65) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:11:04.140516 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-18fb809b-5322-476b-8451-6d27881523a3 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:11:04.168533 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-18fb809b-5322-476b-8451-6d27881523a3 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:11:04.237727 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fb809b-5322-476b-8451-6d27881523a3 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:11:04.240427 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-18fb809b-5322-476b-8451-6d27881523a3 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:11:04.243525 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fb809b-5322-476b-8451-6d27881523a3 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 18:11:04.277490 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fb809b-5322-476b-8451-6d27881523a3 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'Port': ['ID=ffef4f07-4d27-4076-bcfe-827521185a65,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:11:04.645016 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-18fb809b-5322-476b-8451-6d27881523a3 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:11:04.716821 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-18fb809b-5322-476b-8451-6d27881523a3 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:11:04.920186 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-18fb809b-5322-476b-8451-6d27881523a3 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:11:04.924594 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-18fb809b-5322-476b-8451-6d27881523a3 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:11:05.028863 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fb809b-5322-476b-8451-6d27881523a3 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'Port': ['ID=ffef4f07-4d27-4076-bcfe-827521185a65,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:11:05.038832 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-18fb809b-5322-476b-8451-6d27881523a3 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710218'] for floatingip, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:11:05.204018 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.l3_db [None req-18fb809b-5322-476b-8451-6d27881523a3 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Floating IP 4b042832-647e-45cb-8ced-2cd26930d38a associated. External IP: 172.26.0.42, port: dad7c64e-5098-4ce8-98f8-78ac4088ffdc. May 04 18:11:05.606335 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-01582617-dadf-410f-996b-d01ff39ff8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:11:05.642168 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18fb809b-5322-476b-8451-6d27881523a3 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Router 09b5c052-b478-48ca-b7aa-eebb45c5a6d8 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 18:11:05.813370 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18fb809b-5322-476b-8451-6d27881523a3 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:11:05.825073 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28eb3a66-44ea-4131-8426-89c60b802620 None None] Sync routers for ids ['09b5c052-b478-48ca-b7aa-eebb45c5a6d8'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:11:05.834658 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28eb3a66-44ea-4131-8426-89c60b802620 None None] Routers {'09b5c052-b478-48ca-b7aa-eebb45c5a6d8'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:11:05.835280 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-28eb3a66-44ea-4131-8426-89c60b802620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:11:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['09b5c052-b478-48ca-b7aa-eebb45c5a6d8'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:11:05.837131 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-18fb809b-5322-476b-8451-6d27881523a3 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:11:05.896106 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-18fb809b-5322-476b-8451-6d27881523a3 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2917068 May 04 18:11:05.896106 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49789c1b-3da7-4b63-a763-21cbe7072695', 'tag': 'dad7c64e-5098-4ce8-98f8-78ac4088ffdc'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:11:05.944027 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7f2a368-0587-49e2-890c-5bf5c3168336'] response: {'name': 'network-changed', 'server_uuid': '49789c1b-3da7-4b63-a763-21cbe7072695', 'tag': 'dad7c64e-5098-4ce8-98f8-78ac4088ffdc', 'status': 'completed', 'code': 200} May 04 18:11:06.021339 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-28eb3a66-44ea-4131-8426-89c60b802620 None None] Set router 09b5c052-b478-48ca-b7aa-eebb45c5a6d8 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:11:06.036286 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa81fa4-f58c-48df-81eb-72535cd9a4c7 req-d1671c75-c36b-4b7c-bae5-ce7109e5b8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:11:06.037857 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5fa81fa4-f58c-48df-81eb-72535cd9a4c7 req-d1671c75-c36b-4b7c-bae5-ce7109e5b8b2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=24536c64830c443892e5dea9235549ab&device_id=49789c1b-3da7-4b63-a763-21cbe7072695 HTTP/1.1" status: 200 len: 1098 time: 0.0719922 May 04 18:11:06.064070 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52422ce7-9c5e-43fe-ab24-126283b2efe9 req-10952e43-dd38-4a15-b020-fef6a0cd3f74 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:11:06.066385 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-52422ce7-9c5e-43fe-ab24-126283b2efe9 req-10952e43-dd38-4a15-b020-fef6a0cd3f74 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=49789c1b-3da7-4b63-a763-21cbe7072695 HTTP/1.1" status: 200 len: 945 time: 0.0844634 May 04 18:11:06.110271 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-52422ce7-9c5e-43fe-ab24-126283b2efe9 req-578e1a28-f683-41e3-bffb-e8a4ccc1f19f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3216d78-6538-4649-8427-c38d9ed442eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389595 May 04 18:11:06.135372 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 34246) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:11:06.178588 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa81fa4-f58c-48df-81eb-72535cd9a4c7 req-b3b24eda-622f-41e3-864b-a0ca30fea8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:11:06.180097 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5fa81fa4-f58c-48df-81eb-72535cd9a4c7 req-b3b24eda-622f-41e3-864b-a0ca30fea8d4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4e384562-5aad-4c9d-96de-107c2bcbdbc7 HTTP/1.1" status: 200 len: 897 time: 0.1339676 May 04 18:11:06.256220 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-04186987-3b2c-4dec-a374-332557e61bd7 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/floatingips/4b042832-647e-45cb-8ced-2cd26930d38a HTTP/1.1" status: 200 len: 990 time: 0.1192503 May 04 18:11:06.288173 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5fa81fa4-f58c-48df-81eb-72535cd9a4c7 req-c2f4b472-79d5-489e-821f-71df3d8ce96d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dad7c64e-5098-4ce8-98f8-78ac4088ffdc HTTP/1.1" status: 200 len: 998 time: 0.1015170 May 04 18:11:06.352642 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa81fa4-f58c-48df-81eb-72535cd9a4c7 req-fe556144-f507-44ff-a1c5-41edb77a480d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:11:06.354089 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5fa81fa4-f58c-48df-81eb-72535cd9a4c7 req-fe556144-f507-44ff-a1c5-41edb77a480d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4ebff3ea-c956-42ea-92a0-79832f6a9ce9 HTTP/1.1" status: 200 len: 835 time: 0.0590994 May 04 18:11:06.407879 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-28eb3a66-44ea-4131-8426-89c60b802620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b5c052-b478-48ca-b7aa-eebb45c5a6d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759890345', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.22'}], 'enable_snat': True}, 'gw_port_id': '0544b0b2-a728-4414-a2bf-35db0f591929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:10:38Z', 'updated_at': '2022-05-04T18:10:43Z', 'revision_number': 4, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port': {'id': '0544b0b2-a728-4414-a2bf-35db0f591929', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:54:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b5c052-b478-48ca-b7aa-eebb45c5a6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:10:39Z', 'updated_at': '2022-05-04T18:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': '4b042832-647e-45cb-8ced-2cd26930d38a', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'floating_ip_address': '172.26.0.42', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '09b5c052-b478-48ca-b7aa-eebb45c5a6d8', 'port_id': 'dad7c64e-5098-4ce8-98f8-78ac4088ffdc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e384562-5aad-4c9d-96de-107c2bcbdbc7', 'mac_address': 'fa:16:3e:2a:44:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49789c1b-3da7-4b63-a763-21cbe7072695', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:11:04Z', 'updated_at': '2022-05-04T18:11:04Z', 'revision_number': 0, 'project_id': '24536c64830c443892e5dea9235549ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5fb83bf-e6c1-4681-82ae-31ef16e69ffd', 'name': '', 'network_id': '4e384562-5aad-4c9d-96de-107c2bcbdbc7', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'mac_address': 'fa:16:3e:04:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b5c052-b478-48ca-b7aa-eebb45c5a6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '4ebff3ea-c956-42ea-92a0-79832f6a9ce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:10:42Z', 'updated_at': '2022-05-04T18:10:48Z', 'revision_number': 5, 'project_id': '24536c64830c443892e5dea9235549ab', 'subnets': [{'id': '4ebff3ea-c956-42ea-92a0-79832f6a9ce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:11:06.411716 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28eb3a66-44ea-4131-8426-89c60b802620 None None] Checking router: 09b5c052-b478-48ca-b7aa-eebb45c5a6d8 for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:11:06.420723 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28eb3a66-44ea-4131-8426-89c60b802620 None None] Routers {'09b5c052-b478-48ca-b7aa-eebb45c5a6d8'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:11:06.421662 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-28eb3a66-44ea-4131-8426-89c60b802620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:11:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['09b5c052-b478-48ca-b7aa-eebb45c5a6d8'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:11:06.427275 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa81fa4-f58c-48df-81eb-72535cd9a4c7 req-6a382321-cd0c-4629-97d9-c4551eae92d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:11:06.428794 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5fa81fa4-f58c-48df-81eb-72535cd9a4c7 req-6a382321-cd0c-4629-97d9-c4551eae92d2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4e384562-5aad-4c9d-96de-107c2bcbdbc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679491 May 04 18:11:06.559437 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5fa81fa4-f58c-48df-81eb-72535cd9a4c7 req-d313c7d0-e4fa-4646-b008-681477b3e3cc service neutron] 10.222.0.42 "GET /v2.0/networks/4e384562-5aad-4c9d-96de-107c2bcbdbc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236670 May 04 18:11:06.594885 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-28eb3a66-44ea-4131-8426-89c60b802620 None None] Set router 09b5c052-b478-48ca-b7aa-eebb45c5a6d8 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:11:06.688639 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5fa81fa4-f58c-48df-81eb-72535cd9a4c7 req-0ad61d72-3b79-4962-acd8-cbe14c7a8a3e service neutron] 10.222.0.42 "GET /v2.0/networks/4e384562-5aad-4c9d-96de-107c2bcbdbc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228476 May 04 18:11:06.753288 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:11:06.757954 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:11:06.950419 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-28eb3a66-44ea-4131-8426-89c60b802620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b5c052-b478-48ca-b7aa-eebb45c5a6d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759890345', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.22'}], 'enable_snat': True}, 'gw_port_id': '0544b0b2-a728-4414-a2bf-35db0f591929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:10:38Z', 'updated_at': '2022-05-04T18:10:43Z', 'revision_number': 4, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port': {'id': '0544b0b2-a728-4414-a2bf-35db0f591929', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:54:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b5c052-b478-48ca-b7aa-eebb45c5a6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:10:39Z', 'updated_at': '2022-05-04T18:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': '4b042832-647e-45cb-8ced-2cd26930d38a', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'floating_ip_address': '172.26.0.42', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '09b5c052-b478-48ca-b7aa-eebb45c5a6d8', 'port_id': 'dad7c64e-5098-4ce8-98f8-78ac4088ffdc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e384562-5aad-4c9d-96de-107c2bcbdbc7', 'mac_address': 'fa:16:3e:2a:44:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49789c1b-3da7-4b63-a763-21cbe7072695', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:11:04Z', 'updated_at': '2022-05-04T18:11:04Z', 'revision_number': 0, 'project_id': '24536c64830c443892e5dea9235549ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5fb83bf-e6c1-4681-82ae-31ef16e69ffd', 'name': '', 'network_id': '4e384562-5aad-4c9d-96de-107c2bcbdbc7', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'mac_address': 'fa:16:3e:04:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b5c052-b478-48ca-b7aa-eebb45c5a6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '4ebff3ea-c956-42ea-92a0-79832f6a9ce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:10:42Z', 'updated_at': '2022-05-04T18:10:48Z', 'revision_number': 5, 'project_id': '24536c64830c443892e5dea9235549ab', 'subnets': [{'id': '4ebff3ea-c956-42ea-92a0-79832f6a9ce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:11:06.954235 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28eb3a66-44ea-4131-8426-89c60b802620 None None] The sync data for ids ['09b5c052-b478-48ca-b7aa-eebb45c5a6d8'] in dv-neutron-840426-1-hyperv is: [{'id': '09b5c052-b478-48ca-b7aa-eebb45c5a6d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759890345', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.22'}], 'enable_snat': True}, 'gw_port_id': '0544b0b2-a728-4414-a2bf-35db0f591929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:10:38Z', 'updated_at': '2022-05-04T18:10:43Z', 'revision_number': 4, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port': {'id': '0544b0b2-a728-4414-a2bf-35db0f591929', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:54:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b5c052-b478-48ca-b7aa-eebb45c5a6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:10:39Z', 'updated_at': '2022-05-04T18:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': '4b042832-647e-45cb-8ced-2cd26930d38a', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'floating_ip_address': '172.26.0.42', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '09b5c052-b478-48ca-b7aa-eebb45c5a6d8', 'port_id': 'dad7c64e-5098-4ce8-98f8-78ac4088ffdc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e384562-5aad-4c9d-96de-107c2bcbdbc7', 'mac_address': 'fa:16:3e:2a:44:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49789c1b-3da7-4b63-a763-21cbe7072695', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:11:04Z', 'updated_at': '2022-05-04T18:11:04Z', 'revision_number': 0, 'project_id': '24536c64830c443892e5dea9235549ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5fb83bf-e6c1-4681-82ae-31ef16e69ffd', 'name': '', 'network_id': '4e384562-5aad-4c9d-96de-107c2bcbdbc7', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'mac_address': 'fa:16:3e:04:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b5c052-b478-48ca-b7aa-eebb45c5a6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '4ebff3ea-c956-42ea-92a0-79832f6a9ce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:10:42Z', 'updated_at': '2022-05-04T18:10:48Z', 'revision_number': 5, 'project_id': '24536c64830c443892e5dea9235549ab', 'subnets': [{'id': '4ebff3ea-c956-42ea-92a0-79832f6a9ce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:11:07.131010 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215d9e08-9ac0-4b00-8554-1bdcfc6dd493 None None] New status for floating IP 4b042832-647e-45cb-8ced-2cd26930d38a: ACTIVE {{(pid=88040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 18:11:07.259733 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 34250) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:11:07.366053 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-b177cd04-3248-48a3-9eb4-15ada444d96f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/floatingips/4b042832-647e-45cb-8ced-2cd26930d38a HTTP/1.1" status: 200 len: 990 time: 0.1050892 May 04 18:11:08.017794 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:11:08.369759 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 34254) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:11:08.473239 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-8c6a3057-d6fd-466d-a9fe-31bfa59afc97 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/floatingips/4b042832-647e-45cb-8ced-2cd26930d38a HTTP/1.1" status: 200 len: 992 time: 0.1022472 May 04 18:11:09.697044 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:11:14.292858 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 18:11:20.730359 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-bd2bd190-5dbb-4415-a282-72b2b9e1ecd7 req-7cf4b094-f212-46b8-8e40-cf73b6e48ec8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=49789c1b-3da7-4b63-a763-21cbe7072695&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0669272 May 04 18:11:20.972412 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2bd190-5dbb-4415-a282-72b2b9e1ecd7 req-41b7a675-1d2d-45bc-abe2-5ae06034ef50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:11:20.973893 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-bd2bd190-5dbb-4415-a282-72b2b9e1ecd7 req-41b7a675-1d2d-45bc-abe2-5ae06034ef50 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=24536c64830c443892e5dea9235549ab&device_id=49789c1b-3da7-4b63-a763-21cbe7072695 HTTP/1.1" status: 200 len: 1098 time: 0.1669633 May 04 18:11:21.114893 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2bd190-5dbb-4415-a282-72b2b9e1ecd7 req-bb18936f-80e4-43ec-ac37-833e84940222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:11:21.116342 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-bd2bd190-5dbb-4415-a282-72b2b9e1ecd7 req-bb18936f-80e4-43ec-ac37-833e84940222 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4e384562-5aad-4c9d-96de-107c2bcbdbc7 HTTP/1.1" status: 200 len: 897 time: 0.1235571 May 04 18:11:21.227447 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-bd2bd190-5dbb-4415-a282-72b2b9e1ecd7 req-98ac5e8d-d271-4f72-9b57-e45f6b5fe3f9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dad7c64e-5098-4ce8-98f8-78ac4088ffdc HTTP/1.1" status: 200 len: 1000 time: 0.0950801 May 04 18:11:21.287952 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2bd190-5dbb-4415-a282-72b2b9e1ecd7 req-9cdf7f14-3727-401f-9057-e6424216540d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:11:21.289304 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-bd2bd190-5dbb-4415-a282-72b2b9e1ecd7 req-9cdf7f14-3727-401f-9057-e6424216540d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4ebff3ea-c956-42ea-92a0-79832f6a9ce9 HTTP/1.1" status: 200 len: 835 time: 0.0549576 May 04 18:11:21.364098 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2bd190-5dbb-4415-a282-72b2b9e1ecd7 req-8daa8cf9-bc89-4fda-bfe1-d92d472cfc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:11:21.365594 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-bd2bd190-5dbb-4415-a282-72b2b9e1ecd7 req-8daa8cf9-bc89-4fda-bfe1-d92d472cfc6d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4e384562-5aad-4c9d-96de-107c2bcbdbc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695350 May 04 18:11:21.492999 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-bd2bd190-5dbb-4415-a282-72b2b9e1ecd7 req-d6596e22-4acd-4600-8751-cafa803c3c5a service neutron] 10.222.0.42 "GET /v2.0/networks/4e384562-5aad-4c9d-96de-107c2bcbdbc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192043 May 04 18:11:21.624176 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-bd2bd190-5dbb-4415-a282-72b2b9e1ecd7 req-575861d4-6ca1-41da-9ca7-1857f4075aad service neutron] 10.222.0.42 "GET /v2.0/networks/4e384562-5aad-4c9d-96de-107c2bcbdbc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249876 May 04 18:11:33.269643 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-105c4f54-4932-40b5-9609-eddc8d23885b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:11:35.610277 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d4733473-3184-4ce7-b599-ff548890f952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:11:36.685043 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:11:36.686805 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:11:38.019735 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:11:39.689261 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:11:51.291816 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 18:12:03.270489 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8e5334d7-c2bf-407b-9191-54a41001ef51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:12:05.603921 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-5cce2dbe-6605-40f2-9620-6404ea09ce1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:12:06.686223 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:12:06.687917 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:12:08.022956 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:12:09.700738 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:12:11.524330 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 34282) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:12:11.538296 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88285508-9449-49a7-ba8e-530055c00ce3 req-d92d2df1-3330-449f-b069-fa4873631152 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:12:11.539771 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-88285508-9449-49a7-ba8e-530055c00ce3 req-d92d2df1-3330-449f-b069-fa4873631152 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=49789c1b-3da7-4b63-a763-21cbe7072695 HTTP/1.1" status: 200 len: 945 time: 0.0814211 May 04 18:12:11.584680 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-88285508-9449-49a7-ba8e-530055c00ce3 req-e41a3c5a-39f4-4165-a7ba-308e9449bf60 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3216d78-6538-4649-8427-c38d9ed442eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390723 May 04 18:12:11.634813 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-bc2abea8-27da-48e4-ac2b-172e5557656f req-3cd265eb-4806-49ab-99e2-4d76ac42d5f3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=49789c1b-3da7-4b63-a763-21cbe7072695&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1092870 May 04 18:12:12.773057 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fbafd0-23e8-4f30-9c40-31ed7863fd35 req-47bf977d-b9a5-4a73-bbcc-da7be7ae8adc tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:12:12.774510 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-f7fbafd0-23e8-4f30-9c40-31ed7863fd35 req-47bf977d-b9a5-4a73-bbcc-da7be7ae8adc tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=49789c1b-3da7-4b63-a763-21cbe7072695 HTTP/1.1" status: 200 len: 945 time: 0.0820155 May 04 18:12:12.817179 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-f7fbafd0-23e8-4f30-9c40-31ed7863fd35 req-b96181ff-b1f8-4c16-b084-5d3abdeb2ac7 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3216d78-6538-4649-8427-c38d9ed442eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365307 May 04 18:12:14.004232 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e6e3d-506f-4f21-be1b-cd096a77afe2 req-a3237ce5-706f-4810-bcc7-4b2e4a865d75 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:12:14.005656 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-450e6e3d-506f-4f21-be1b-cd096a77afe2 req-a3237ce5-706f-4810-bcc7-4b2e4a865d75 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=49789c1b-3da7-4b63-a763-21cbe7072695 HTTP/1.1" status: 200 len: 945 time: 0.0813003 May 04 18:12:14.047737 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-450e6e3d-506f-4f21-be1b-cd096a77afe2 req-b98a009f-acc4-4e5e-8bc4-83c465d286d8 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3216d78-6538-4649-8427-c38d9ed442eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364990 May 04 18:12:14.813104 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2abea8-27da-48e4-ac2b-172e5557656f req-85b4243b-1c60-497c-8e6a-edd3b9b9d4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:12:14.814702 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-bc2abea8-27da-48e4-ac2b-172e5557656f req-85b4243b-1c60-497c-8e6a-edd3b9b9d4e0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=24536c64830c443892e5dea9235549ab&device_id=49789c1b-3da7-4b63-a763-21cbe7072695 HTTP/1.1" status: 200 len: 1098 time: 0.0692718 May 04 18:12:14.943162 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2abea8-27da-48e4-ac2b-172e5557656f req-00b6eeea-bca7-4d67-9322-c82afbdcf510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:12:14.944619 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-bc2abea8-27da-48e4-ac2b-172e5557656f req-00b6eeea-bca7-4d67-9322-c82afbdcf510 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4e384562-5aad-4c9d-96de-107c2bcbdbc7 HTTP/1.1" status: 200 len: 897 time: 0.1243680 May 04 18:12:15.046823 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-bc2abea8-27da-48e4-ac2b-172e5557656f req-02132a9c-420c-4032-8e32-3fd746d306e8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dad7c64e-5098-4ce8-98f8-78ac4088ffdc HTTP/1.1" status: 200 len: 1000 time: 0.0950761 May 04 18:12:15.111782 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2abea8-27da-48e4-ac2b-172e5557656f req-98035d9c-f835-4ba2-a3bb-2268fe693ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:12:15.113265 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-bc2abea8-27da-48e4-ac2b-172e5557656f req-98035d9c-f835-4ba2-a3bb-2268fe693ce9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4ebff3ea-c956-42ea-92a0-79832f6a9ce9 HTTP/1.1" status: 200 len: 835 time: 0.0596631 May 04 18:12:15.188747 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2abea8-27da-48e4-ac2b-172e5557656f req-4b8f0bcd-0027-4073-bc19-55fe185e5e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:12:15.190387 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-bc2abea8-27da-48e4-ac2b-172e5557656f req-4b8f0bcd-0027-4073-bc19-55fe185e5e7c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4e384562-5aad-4c9d-96de-107c2bcbdbc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710886 May 04 18:12:15.232321 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c94cd7-76e8-4b53-b1f2-eba136fd7fb1 req-f9f3c650-4330-434c-8581-baf817ddda12 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:12:15.234218 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-78c94cd7-76e8-4b53-b1f2-eba136fd7fb1 req-f9f3c650-4330-434c-8581-baf817ddda12 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=49789c1b-3da7-4b63-a763-21cbe7072695 HTTP/1.1" status: 200 len: 945 time: 0.0789051 May 04 18:12:15.278344 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-78c94cd7-76e8-4b53-b1f2-eba136fd7fb1 req-7996abbf-ca0e-4d8b-9c49-1c7e5f1c12f9 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3216d78-6538-4649-8427-c38d9ed442eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385756 May 04 18:12:15.322155 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-bc2abea8-27da-48e4-ac2b-172e5557656f req-2889d9de-4231-4740-9b60-376901a3158f service neutron] 10.222.0.42 "GET /v2.0/networks/4e384562-5aad-4c9d-96de-107c2bcbdbc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252520 May 04 18:12:15.544268 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-bc2abea8-27da-48e4-ac2b-172e5557656f req-0f00a9b7-d3f5-4076-ab33-8eb87fcc21ce service neutron] 10.222.0.42 "GET /v2.0/networks/4e384562-5aad-4c9d-96de-107c2bcbdbc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140238 May 04 18:12:16.458733 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8dbb00-c06c-4aff-8e0a-cc16e64036c4 req-54181af4-d796-4173-af0a-b484439b3b1a tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:12:16.460167 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-cf8dbb00-c06c-4aff-8e0a-cc16e64036c4 req-54181af4-d796-4173-af0a-b484439b3b1a tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=49789c1b-3da7-4b63-a763-21cbe7072695 HTTP/1.1" status: 200 len: 945 time: 0.0783944 May 04 18:12:16.506817 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-cf8dbb00-c06c-4aff-8e0a-cc16e64036c4 req-c09d957b-ed8f-4974-bcf6-186104ee4087 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3216d78-6538-4649-8427-c38d9ed442eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403414 May 04 18:12:17.697247 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73aa6e-3e98-404c-9ef3-e857c9759b66 req-a7afdf73-7f9d-461b-9051-3b77dee98e25 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:12:17.698710 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-3e73aa6e-3e98-404c-9ef3-e857c9759b66 req-a7afdf73-7f9d-461b-9051-3b77dee98e25 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=49789c1b-3da7-4b63-a763-21cbe7072695 HTTP/1.1" status: 200 len: 945 time: 0.0876021 May 04 18:12:17.742304 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-3e73aa6e-3e98-404c-9ef3-e857c9759b66 req-d143f0a0-0b92-476f-9abd-2977f57c283a tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3216d78-6538-4649-8427-c38d9ed442eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379832 May 04 18:12:18.923270 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc93f2e8-56e9-4c5a-a648-5b0da72faa8b req-f3b1a819-6ea5-411b-be8f-abff7ace8691 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:12:18.924678 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-cc93f2e8-56e9-4c5a-a648-5b0da72faa8b req-f3b1a819-6ea5-411b-be8f-abff7ace8691 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=49789c1b-3da7-4b63-a763-21cbe7072695 HTTP/1.1" status: 200 len: 945 time: 0.0766692 May 04 18:12:18.967436 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-cc93f2e8-56e9-4c5a-a648-5b0da72faa8b req-57da7fa0-700a-4be4-9690-c6e478626c04 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3216d78-6538-4649-8427-c38d9ed442eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372107 May 04 18:12:20.145727 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4953fb8-f9d9-41a3-b39a-0b6a8fa596a3 req-c07cd60f-88fd-4f2d-8bdd-415e236866ad tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:12:20.147214 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-b4953fb8-f9d9-41a3-b39a-0b6a8fa596a3 req-c07cd60f-88fd-4f2d-8bdd-415e236866ad tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=49789c1b-3da7-4b63-a763-21cbe7072695 HTTP/1.1" status: 200 len: 945 time: 0.0775812 May 04 18:12:20.191500 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-b4953fb8-f9d9-41a3-b39a-0b6a8fa596a3 req-d901a12e-5287-4588-bc57-fe0a33fc964c tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3216d78-6538-4649-8427-c38d9ed442eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388176 May 04 18:12:21.437753 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0234384-8b8f-4d5d-8072-227ce32dbc7d req-c19a2243-e682-43d7-943f-9cd9996af669 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:12:21.439224 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d0234384-8b8f-4d5d-8072-227ce32dbc7d req-c19a2243-e682-43d7-943f-9cd9996af669 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=49789c1b-3da7-4b63-a763-21cbe7072695 HTTP/1.1" status: 200 len: 945 time: 0.1425426 May 04 18:12:21.481451 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d0234384-8b8f-4d5d-8072-227ce32dbc7d req-571993e1-913d-440b-a0ba-a2b6ce16ab98 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3216d78-6538-4649-8427-c38d9ed442eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365753 May 04 18:12:21.815075 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516b686-a3c7-483c-a42f-203ed5482e90 req-a99a1882-03f6-4ad3-9dff-2407872c8700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:12:21.816467 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-7516b686-a3c7-483c-a42f-203ed5482e90 req-a99a1882-03f6-4ad3-9dff-2407872c8700 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=24536c64830c443892e5dea9235549ab&device_id=49789c1b-3da7-4b63-a763-21cbe7072695 HTTP/1.1" status: 200 len: 1098 time: 0.0753791 May 04 18:12:21.959782 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516b686-a3c7-483c-a42f-203ed5482e90 req-94bb6dd8-7581-4a14-91aa-f5574c38d783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:12:21.961205 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-7516b686-a3c7-483c-a42f-203ed5482e90 req-94bb6dd8-7581-4a14-91aa-f5574c38d783 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4e384562-5aad-4c9d-96de-107c2bcbdbc7 HTTP/1.1" status: 200 len: 897 time: 0.1244423 May 04 18:12:22.061828 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-7516b686-a3c7-483c-a42f-203ed5482e90 req-eb3f050a-2b50-4bf0-aaec-9c72aa7df7a3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dad7c64e-5098-4ce8-98f8-78ac4088ffdc HTTP/1.1" status: 200 len: 1000 time: 0.0945752 May 04 18:12:22.128290 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516b686-a3c7-483c-a42f-203ed5482e90 req-ff64700f-ff70-412e-9f72-bbce09e69b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:12:22.129703 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-7516b686-a3c7-483c-a42f-203ed5482e90 req-ff64700f-ff70-412e-9f72-bbce09e69b8e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4ebff3ea-c956-42ea-92a0-79832f6a9ce9 HTTP/1.1" status: 200 len: 835 time: 0.0613055 May 04 18:12:22.203319 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516b686-a3c7-483c-a42f-203ed5482e90 req-54c77cab-76fd-427e-8f5f-b87b7daadf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:12:22.204786 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-7516b686-a3c7-483c-a42f-203ed5482e90 req-54c77cab-76fd-427e-8f5f-b87b7daadf51 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4e384562-5aad-4c9d-96de-107c2bcbdbc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688260 May 04 18:12:22.334981 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-7516b686-a3c7-483c-a42f-203ed5482e90 req-ac8c9876-d326-4879-871a-8d348891260a service neutron] 10.222.0.42 "GET /v2.0/networks/4e384562-5aad-4c9d-96de-107c2bcbdbc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230977 May 04 18:12:22.474656 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-7516b686-a3c7-483c-a42f-203ed5482e90 req-4781a8ef-a619-4c4d-ba62-fe13b63a8d28 service neutron] 10.222.0.42 "GET /v2.0/networks/4e384562-5aad-4c9d-96de-107c2bcbdbc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337128 May 04 18:12:22.708988 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2628c74b-1896-4f19-aa49-7dd3ee4906da req-04d12a14-8160-49d5-a985-b87b6a383d9e tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:12:22.710460 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-2628c74b-1896-4f19-aa49-7dd3ee4906da req-04d12a14-8160-49d5-a985-b87b6a383d9e tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=49789c1b-3da7-4b63-a763-21cbe7072695 HTTP/1.1" status: 200 len: 945 time: 0.1230924 May 04 18:12:22.767064 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-2628c74b-1896-4f19-aa49-7dd3ee4906da req-334cb3b5-7412-4829-9fd7-51c4a16d7e63 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3216d78-6538-4649-8427-c38d9ed442eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474026 May 04 18:12:23.949531 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e04c52-9521-4dce-ab5c-3e7aa02337b8 req-2e206337-e3ca-49e1-8a8c-ec57045a95b8 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:12:23.950998 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e4e04c52-9521-4dce-ab5c-3e7aa02337b8 req-2e206337-e3ca-49e1-8a8c-ec57045a95b8 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=49789c1b-3da7-4b63-a763-21cbe7072695 HTTP/1.1" status: 200 len: 945 time: 0.0787952 May 04 18:12:23.997928 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e4e04c52-9521-4dce-ab5c-3e7aa02337b8 req-28f7491b-6f3f-48ff-885a-956414f9c3af tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3216d78-6538-4649-8427-c38d9ed442eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413673 May 04 18:12:25.178199 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d14c1e-68e8-4072-a5ba-6ad9683d32b8 req-05b7e366-389c-4ea6-80b1-1bcbea44a2e0 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:12:25.179654 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-23d14c1e-68e8-4072-a5ba-6ad9683d32b8 req-05b7e366-389c-4ea6-80b1-1bcbea44a2e0 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=49789c1b-3da7-4b63-a763-21cbe7072695 HTTP/1.1" status: 200 len: 945 time: 0.0787668 May 04 18:12:25.225860 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-23d14c1e-68e8-4072-a5ba-6ad9683d32b8 req-88901d8e-4678-4a78-826d-3ff8beef0f2f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3216d78-6538-4649-8427-c38d9ed442eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399859 May 04 18:12:26.407859 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d54aa8-a38e-4f0a-b94c-b3d33b6136a1 req-877fcf4d-0d95-4f43-9e36-d4759288092b tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:12:26.409349 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-48d54aa8-a38e-4f0a-b94c-b3d33b6136a1 req-877fcf4d-0d95-4f43-9e36-d4759288092b tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=49789c1b-3da7-4b63-a763-21cbe7072695 HTTP/1.1" status: 200 len: 945 time: 0.0799012 May 04 18:12:26.453064 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-48d54aa8-a38e-4f0a-b94c-b3d33b6136a1 req-e1ebe182-0943-4ac9-8ac2-06261fd0e94c tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3216d78-6538-4649-8427-c38d9ed442eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380402 May 04 18:12:27.207579 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-bc2abea8-27da-48e4-ac2b-172e5557656f req-fa70d690-2fde-4086-a870-f55465bbc651 service neutron] 10.222.0.42 "GET /v2.0/ports/dad7c64e-5098-4ce8-98f8-78ac4088ffdc/bindings/hv-neutron-8404 HTTP/1.1" status: 200 len: 384 time: 0.0765293 May 04 18:12:27.469412 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2abea8-27da-48e4-ac2b-172e5557656f req-3a998bb8-83f4-42a7-a25d-b49f50484516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:12:27.470816 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-bc2abea8-27da-48e4-ac2b-172e5557656f req-3a998bb8-83f4-42a7-a25d-b49f50484516 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=49789c1b-3da7-4b63-a763-21cbe7072695&tenant_id=24536c64830c443892e5dea9235549ab HTTP/1.1" status: 200 len: 1098 time: 0.0700135 May 04 18:12:27.561492 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2abea8-27da-48e4-ac2b-172e5557656f req-7dc59cad-8b06-413f-9e55-82324a95c0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:12:27.562973 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-bc2abea8-27da-48e4-ac2b-172e5557656f req-7dc59cad-8b06-413f-9e55-82324a95c0b5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=24536c64830c443892e5dea9235549ab&device_id=49789c1b-3da7-4b63-a763-21cbe7072695 HTTP/1.1" status: 200 len: 1098 time: 0.0702493 May 04 18:12:27.635925 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbcc5c0-d6ff-4f14-b4c0-4638bfd609f4 req-d5f6ff21-8c5b-4d57-8648-db5392eef3df tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:12:27.637416 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-fdbcc5c0-d6ff-4f14-b4c0-4638bfd609f4 req-d5f6ff21-8c5b-4d57-8648-db5392eef3df tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=49789c1b-3da7-4b63-a763-21cbe7072695 HTTP/1.1" status: 200 len: 945 time: 0.0782614 May 04 18:12:27.680992 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-fdbcc5c0-d6ff-4f14-b4c0-4638bfd609f4 req-2ff9976b-ea73-4787-bd3c-58cf40904856 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3216d78-6538-4649-8427-c38d9ed442eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378737 May 04 18:12:27.704981 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2abea8-27da-48e4-ac2b-172e5557656f req-f9edf465-6eb1-4290-9341-7fe57e5a2c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:12:27.706600 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-bc2abea8-27da-48e4-ac2b-172e5557656f req-f9edf465-6eb1-4290-9341-7fe57e5a2c5b service neutron] 10.222.0.42 "GET /v2.0/networks?id=4e384562-5aad-4c9d-96de-107c2bcbdbc7 HTTP/1.1" status: 200 len: 897 time: 0.1370528 May 04 18:12:27.821995 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-bc2abea8-27da-48e4-ac2b-172e5557656f req-224022b7-18eb-493d-8879-0de2724350c2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dad7c64e-5098-4ce8-98f8-78ac4088ffdc HTTP/1.1" status: 200 len: 1000 time: 0.1088459 May 04 18:12:27.976752 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2abea8-27da-48e4-ac2b-172e5557656f req-b128b2b7-6a59-492c-86a5-8ded55747bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:12:27.978214 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-bc2abea8-27da-48e4-ac2b-172e5557656f req-b128b2b7-6a59-492c-86a5-8ded55747bda service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4ebff3ea-c956-42ea-92a0-79832f6a9ce9 HTTP/1.1" status: 200 len: 835 time: 0.1498222 May 04 18:12:28.065400 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2abea8-27da-48e4-ac2b-172e5557656f req-921061df-5716-4e38-9740-eeaaab4e8b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:12:28.066913 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-bc2abea8-27da-48e4-ac2b-172e5557656f req-921061df-5716-4e38-9740-eeaaab4e8b2d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4e384562-5aad-4c9d-96de-107c2bcbdbc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0827315 May 04 18:12:28.200885 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-bc2abea8-27da-48e4-ac2b-172e5557656f req-2e1e0330-be13-4ff3-b259-880e3506d4ef service neutron] 10.222.0.42 "GET /v2.0/networks/4e384562-5aad-4c9d-96de-107c2bcbdbc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278005 May 04 18:12:28.290017 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 18:12:28.331616 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-bc2abea8-27da-48e4-ac2b-172e5557656f req-5cae2675-5175-4308-aa0e-8792f021af22 service neutron] 10.222.0.42 "GET /v2.0/networks/4e384562-5aad-4c9d-96de-107c2bcbdbc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245172 May 04 18:12:28.871848 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a9a77-2ecd-422e-9332-351139d3f374 req-921274ea-2be2-4a84-8bf3-fe1b8331b5f7 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:12:28.873281 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a64a9a77-2ecd-422e-9332-351139d3f374 req-921274ea-2be2-4a84-8bf3-fe1b8331b5f7 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=49789c1b-3da7-4b63-a763-21cbe7072695 HTTP/1.1" status: 200 len: 945 time: 0.0847218 May 04 18:12:28.920095 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a64a9a77-2ecd-422e-9332-351139d3f374 req-fc20a7f7-8c64-460a-9aa9-91e8fea4b890 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3216d78-6538-4649-8427-c38d9ed442eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376418 May 04 18:12:30.115471 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6491a2-0595-4abd-a4a2-2a1704d526e7 req-34207e17-d1bb-467c-a0ed-d3e79a48772f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:12:30.116944 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-db6491a2-0595-4abd-a4a2-2a1704d526e7 req-34207e17-d1bb-467c-a0ed-d3e79a48772f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=49789c1b-3da7-4b63-a763-21cbe7072695 HTTP/1.1" status: 200 len: 945 time: 0.0842288 May 04 18:12:30.160467 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-db6491a2-0595-4abd-a4a2-2a1704d526e7 req-67db0d4a-19a3-4865-b30b-b517282a95ec tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3216d78-6538-4649-8427-c38d9ed442eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373340 May 04 18:12:31.081317 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device dad7c64e-5098-4ce8-98f8-78ac4088ffdc details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 18:12:31.086920 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device dad7c64e-5098-4ce8-98f8-78ac4088ffdc no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:12:31.344344 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:12:31.355358 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4bcc67-719d-46df-b962-2652502864cc req-32a56587-e5f7-4d65-9e51-7778f1a02e1c tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:12:31.356819 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-aa4bcc67-719d-46df-b962-2652502864cc req-32a56587-e5f7-4d65-9e51-7778f1a02e1c tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=49789c1b-3da7-4b63-a763-21cbe7072695 HTTP/1.1" status: 200 len: 945 time: 0.0807805 May 04 18:12:31.366929 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port dad7c64e-5098-4ce8-98f8-78ac4088ffdc, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=dad7c64e-5098-4ce8-98f8-78ac4088ffdc,segment=NetworkSegment(3bca0829-cf46-4365-a333-032a0b9e7899),segment_id=3bca0829-cf46-4365-a333-032a0b9e7899)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:12:31.389678 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Returning: {'device': 'dad7c64e-5098-4ce8-98f8-78ac4088ffdc', 'network_id': '4e384562-5aad-4c9d-96de-107c2bcbdbc7', 'port_id': 'dad7c64e-5098-4ce8-98f8-78ac4088ffdc', 'mac_address': 'fa:16:3e:2a:44:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ebff3ea-c956-42ea-92a0-79832f6a9ce9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 18:12:31.390975 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49789c1b-3da7-4b63-a763-21cbe7072695', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dad7c64e-5098-4ce8-98f8-78ac4088ffdc'}] {{(pid=88039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:12:31.402634 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-aa4bcc67-719d-46df-b962-2652502864cc req-5ef9141d-00e5-42df-a20e-cbf295df800f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3216d78-6538-4649-8427-c38d9ed442eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399663 May 04 18:12:31.428881 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port dad7c64e-5098-4ce8-98f8-78ac4088ffdc, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=dad7c64e-5098-4ce8-98f8-78ac4088ffdc,segment=NetworkSegment(3bca0829-cf46-4365-a333-032a0b9e7899),segment_id=3bca0829-cf46-4365-a333-032a0b9e7899)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:12:31.443673 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:12:31.476670 dv-neutron-840426-1-hyperv neutron-server[88039]: INFO neutron.notifiers.nova [-] Nova event matching ['req-871ae26a-4fd7-4409-8a3b-114b348e3284'] response: {'server_uuid': '49789c1b-3da7-4b63-a763-21cbe7072695', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dad7c64e-5098-4ce8-98f8-78ac4088ffdc', 'code': 200} May 04 18:12:31.508654 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:12:31.534664 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dad7c64e-5098-4ce8-98f8-78ac4088ffdc {{(pid=88039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:12:31.544004 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=dad7c64e-5098-4ce8-98f8-78ac4088ffdc,revision_number=6']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:12:31.580038 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:12:31.580393 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:12:31.580738 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:12:31.581077 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:12:31.581413 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:12:31.581748 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:12:31.582109 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:12:31.582445 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:12:31.582774 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:12:31.583102 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:12:31.583430 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:12:31.583754 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:12:31.613814 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.db.api [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 18:12:31.614201 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG oslo_db.api [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 18:12:31.710301 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff3ed6-50e8-4247-b9f5-dba24d5617d4 req-2915dc1d-0574-44e0-97ec-6dd8adadd073 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:12:31.711757 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-8cff3ed6-50e8-4247-b9f5-dba24d5617d4 req-2915dc1d-0574-44e0-97ec-6dd8adadd073 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=49789c1b-3da7-4b63-a763-21cbe7072695 HTTP/1.1" status: 200 len: 943 time: 0.0783963 May 04 18:12:31.720769 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad452c-4af9-4eca-9a30-424922a1f6a1 req-bbae9681-8bb4-4bd9-9426-144305b2a90e tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:12:31.722204 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0cad452c-4af9-4eca-9a30-424922a1f6a1 req-bbae9681-8bb4-4bd9-9426-144305b2a90e tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.42 "GET /v2.0/ports?device_id=49789c1b-3da7-4b63-a763-21cbe7072695&tenant_id=24536c64830c443892e5dea9235549ab&binding%3Ahost_id=hv-neutron-8404 HTTP/1.1" status: 200 len: 943 time: 0.0851433 May 04 18:12:31.756680 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-8cff3ed6-50e8-4247-b9f5-dba24d5617d4 req-b91f8ad1-6f8c-40c1-95de-6f68357d7616 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3216d78-6538-4649-8427-c38d9ed442eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385206 May 04 18:12:31.859070 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad452c-4af9-4eca-9a30-424922a1f6a1 req-e9572b9e-4d55-4fbf-965b-4b990bdbb5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:12:31.860446 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0cad452c-4af9-4eca-9a30-424922a1f6a1 req-e9572b9e-4d55-4fbf-965b-4b990bdbb5f4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=24536c64830c443892e5dea9235549ab&device_id=49789c1b-3da7-4b63-a763-21cbe7072695 HTTP/1.1" status: 200 len: 1096 time: 0.0702770 May 04 18:12:32.046253 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad452c-4af9-4eca-9a30-424922a1f6a1 req-9e20b89b-8eb2-4ee8-9c8f-678d278718a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:12:32.047685 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0cad452c-4af9-4eca-9a30-424922a1f6a1 req-9e20b89b-8eb2-4ee8-9c8f-678d278718a2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4e384562-5aad-4c9d-96de-107c2bcbdbc7 HTTP/1.1" status: 200 len: 897 time: 0.1815896 May 04 18:12:32.055639 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1cb01d-e791-4aae-a289-869519bfd9bd req-2b5c5bd3-1966-46cf-bbbb-9def6235c54c tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:12:32.056946 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-4f1cb01d-e791-4aae-a289-869519bfd9bd req-2b5c5bd3-1966-46cf-bbbb-9def6235c54c tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=49789c1b-3da7-4b63-a763-21cbe7072695 HTTP/1.1" status: 200 len: 943 time: 0.1733820 May 04 18:12:32.171199 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:12:32.172751 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-4f1cb01d-e791-4aae-a289-869519bfd9bd req-44016c15-8b3b-4d36-b0a8-e04d6fbf79af tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3216d78-6538-4649-8427-c38d9ed442eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699713 May 04 18:12:32.187859 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0cad452c-4af9-4eca-9a30-424922a1f6a1 req-b565f5da-cae3-4b00-a745-c7152054240f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dad7c64e-5098-4ce8-98f8-78ac4088ffdc HTTP/1.1" status: 200 len: 998 time: 0.1299148 May 04 18:12:32.190409 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dad7c64e-5098-4ce8-98f8-78ac4088ffdc {{(pid=88039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:12:32.206792 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port dad7c64e-5098-4ce8-98f8-78ac4088ffdc, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=dad7c64e-5098-4ce8-98f8-78ac4088ffdc,segment=NetworkSegment(3bca0829-cf46-4365-a333-032a0b9e7899),segment_id=3bca0829-cf46-4365-a333-032a0b9e7899)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:12:32.211393 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:12:32.251134 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad452c-4af9-4eca-9a30-424922a1f6a1 req-e56e5282-6711-4630-9211-7c02b5290665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:12:32.252565 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0cad452c-4af9-4eca-9a30-424922a1f6a1 req-e56e5282-6711-4630-9211-7c02b5290665 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4ebff3ea-c956-42ea-92a0-79832f6a9ce9 HTTP/1.1" status: 200 len: 835 time: 0.0591724 May 04 18:12:32.282335 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=dad7c64e-5098-4ce8-98f8-78ac4088ffdc,revision_number=7']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:12:32.294698 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] get_ports_and_sgs() called for port_ids ['dad7c64e-5098-4ce8-98f8-78ac4088ffdc'] {{(pid=88039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 18:12:32.332759 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad452c-4af9-4eca-9a30-424922a1f6a1 req-d7fb2959-5df9-4707-a7a2-2f2f73b3efae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:12:32.335110 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0cad452c-4af9-4eca-9a30-424922a1f6a1 req-d7fb2959-5df9-4707-a7a2-2f2f73b3efae service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4e384562-5aad-4c9d-96de-107c2bcbdbc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763831 May 04 18:12:32.465333 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0cad452c-4af9-4eca-9a30-424922a1f6a1 req-5e721500-9121-4dfe-8398-2e83f8ec7a22 service neutron] 10.222.0.42 "GET /v2.0/networks/4e384562-5aad-4c9d-96de-107c2bcbdbc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232662 May 04 18:12:32.594596 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0cad452c-4af9-4eca-9a30-424922a1f6a1 req-15ba496a-9743-46b2-8a36-0876c1daa5eb service neutron] 10.222.0.42 "GET /v2.0/networks/4e384562-5aad-4c9d-96de-107c2bcbdbc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234365 May 04 18:12:33.094845 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device dad7c64e-5098-4ce8-98f8-78ac4088ffdc up at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:12:33.165017 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning complete for port dad7c64e-5098-4ce8-98f8-78ac4088ffdc triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:12:33.165312 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:12:33.306222 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9de453f5-5f09-41da-809b-93a68cd17208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:12:33.310990 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:12:33.342863 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port dad7c64e-5098-4ce8-98f8-78ac4088ffdc, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=dad7c64e-5098-4ce8-98f8-78ac4088ffdc,segment=NetworkSegment(3bca0829-cf46-4365-a333-032a0b9e7899),segment_id=3bca0829-cf46-4365-a333-032a0b9e7899)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:12:33.346428 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:12:33.388268 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50bebf3-d2fd-4dbf-a324-51bfa274a1f1 req-bd093958-f478-4c30-9098-8d819b1efcce tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:12:33.389853 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-b50bebf3-d2fd-4dbf-a324-51bfa274a1f1 req-bd093958-f478-4c30-9098-8d819b1efcce tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=49789c1b-3da7-4b63-a763-21cbe7072695 HTTP/1.1" status: 200 len: 945 time: 0.0837884 May 04 18:12:33.411954 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=dad7c64e-5098-4ce8-98f8-78ac4088ffdc,revision_number=8']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:12:33.434230 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-b50bebf3-d2fd-4dbf-a324-51bfa274a1f1 req-38807789-d213-4511-95dc-adf7aeb4764d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3216d78-6538-4649-8427-c38d9ed442eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384376 May 04 18:12:33.463149 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 34366) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:12:33.478281 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49789c1b-3da7-4b63-a763-21cbe7072695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dad7c64e-5098-4ce8-98f8-78ac4088ffdc'}] {{(pid=88039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:12:33.521326 dv-neutron-840426-1-hyperv neutron-server[88039]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbf8a5e0-6f8f-441b-842f-e3173d141e60'] response: {'server_uuid': '49789c1b-3da7-4b63-a763-21cbe7072695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dad7c64e-5098-4ce8-98f8-78ac4088ffdc', 'code': 200} May 04 18:12:33.666665 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-e6bc6431-7e7f-4e56-abfc-8655db0f57c1 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/floatingips/4b042832-647e-45cb-8ced-2cd26930d38a HTTP/1.1" status: 200 len: 992 time: 0.2013674 May 04 18:12:35.605612 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-fecada79-ecbe-4cab-8da8-0ddb0ed1ed21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:12:36.684371 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:12:36.689735 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:12:38.025049 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:12:39.715273 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:03.282205 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-626d24f8-e8f1-4b3b-83f1-0432958d2e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:05.289624 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 18:13:05.607165 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e10ee7d5-795a-4ee1-8b76-dc0e341996bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:06.683551 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:06.687735 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:08.031061 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:09.722467 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:21.770197 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-55ecf44b-333f-4224-b0d9-d1747a63c3a9 req-fe32cbca-da4f-4aeb-a57f-5262a6738491 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=49789c1b-3da7-4b63-a763-21cbe7072695&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1045651 May 04 18:13:21.904177 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ecf44b-333f-4224-b0d9-d1747a63c3a9 req-3b6a445b-fb51-4c0b-954e-484f49859aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:13:21.906147 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-55ecf44b-333f-4224-b0d9-d1747a63c3a9 req-3b6a445b-fb51-4c0b-954e-484f49859aa1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=24536c64830c443892e5dea9235549ab&device_id=49789c1b-3da7-4b63-a763-21cbe7072695 HTTP/1.1" status: 200 len: 1098 time: 0.0686746 May 04 18:13:22.052294 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ecf44b-333f-4224-b0d9-d1747a63c3a9 req-8a002a2f-6732-4825-bbbf-1d963a15163b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:13:22.053716 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-55ecf44b-333f-4224-b0d9-d1747a63c3a9 req-8a002a2f-6732-4825-bbbf-1d963a15163b service neutron] 10.222.0.42 "GET /v2.0/networks?id=4e384562-5aad-4c9d-96de-107c2bcbdbc7 HTTP/1.1" status: 200 len: 897 time: 0.1298916 May 04 18:13:22.161118 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-55ecf44b-333f-4224-b0d9-d1747a63c3a9 req-a592aec6-0891-40aa-aeb2-3c1d220f6ff0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dad7c64e-5098-4ce8-98f8-78ac4088ffdc HTTP/1.1" status: 200 len: 1000 time: 0.1012595 May 04 18:13:22.225412 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ecf44b-333f-4224-b0d9-d1747a63c3a9 req-a70b2fdf-48e8-44de-bf31-04649c9519ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:13:22.226954 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-55ecf44b-333f-4224-b0d9-d1747a63c3a9 req-a70b2fdf-48e8-44de-bf31-04649c9519ad service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4ebff3ea-c956-42ea-92a0-79832f6a9ce9 HTTP/1.1" status: 200 len: 835 time: 0.0601854 May 04 18:13:22.299916 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ecf44b-333f-4224-b0d9-d1747a63c3a9 req-32d0236a-855d-43e9-8399-5b408951ef7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:13:22.301370 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-55ecf44b-333f-4224-b0d9-d1747a63c3a9 req-32d0236a-855d-43e9-8399-5b408951ef7d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4e384562-5aad-4c9d-96de-107c2bcbdbc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687633 May 04 18:13:22.451939 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-55ecf44b-333f-4224-b0d9-d1747a63c3a9 req-2768e7bc-2480-4e4b-978f-ebb31e8594ad service neutron] 10.222.0.42 "GET /v2.0/networks/4e384562-5aad-4c9d-96de-107c2bcbdbc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431761 May 04 18:13:22.583872 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-55ecf44b-333f-4224-b0d9-d1747a63c3a9 req-758a7fa0-c7b9-4757-a1ee-14e528b25a24 service neutron] 10.222.0.42 "GET /v2.0/networks/4e384562-5aad-4c9d-96de-107c2bcbdbc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218872 May 04 18:13:28.655276 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 34394) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:13:28.852904 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-3bc2ca5e-e9fc-427e-b228-77357c105a2f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Deleting port ffef4f07-4d27-4076-bcfe-827521185a65 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:13:28.853244 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3bc2ca5e-e9fc-427e-b228-77357c105a2f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:29.018522 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3bc2ca5e-e9fc-427e-b228-77357c105a2f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:29.018735 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3bc2ca5e-e9fc-427e-b228-77357c105a2f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:29.136998 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-3bc2ca5e-e9fc-427e-b228-77357c105a2f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Calling delete_port for ffef4f07-4d27-4076-bcfe-827521185a65 owned by network:floatingip {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:13:29.303234 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3bc2ca5e-e9fc-427e-b228-77357c105a2f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:29.352173 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc2ca5e-e9fc-427e-b228-77357c105a2f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event deleted for resources: {'Port': ['ID=ffef4f07-4d27-4076-bcfe-827521185a65,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:13:29.389021 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc2ca5e-e9fc-427e-b228-77357c105a2f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:13:29.389381 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc2ca5e-e9fc-427e-b228-77357c105a2f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:13:29.389727 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc2ca5e-e9fc-427e-b228-77357c105a2f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:13:29.390130 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc2ca5e-e9fc-427e-b228-77357c105a2f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:13:29.390469 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc2ca5e-e9fc-427e-b228-77357c105a2f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:13:29.390804 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc2ca5e-e9fc-427e-b228-77357c105a2f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:13:29.391137 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc2ca5e-e9fc-427e-b228-77357c105a2f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:13:29.391468 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc2ca5e-e9fc-427e-b228-77357c105a2f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:13:29.391795 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc2ca5e-e9fc-427e-b228-77357c105a2f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:13:29.392123 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc2ca5e-e9fc-427e-b228-77357c105a2f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:13:29.392447 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc2ca5e-e9fc-427e-b228-77357c105a2f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:13:29.392771 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc2ca5e-e9fc-427e-b228-77357c105a2f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:13:29.455006 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3bc2ca5e-e9fc-427e-b228-77357c105a2f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for floatingip, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:29.455345 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.l3_db [None req-3bc2ca5e-e9fc-427e-b228-77357c105a2f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Floating IP 4b042832-647e-45cb-8ced-2cd26930d38a disassociated (deleted). External IP: 172.26.0.42, port: dad7c64e-5098-4ce8-98f8-78ac4088ffdc. May 04 18:13:29.919336 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bc2ca5e-e9fc-427e-b228-77357c105a2f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Router 09b5c052-b478-48ca-b7aa-eebb45c5a6d8 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 18:13:30.094442 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc2ca5e-e9fc-427e-b228-77357c105a2f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:13:30.104823 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bddc81-d5c7-4a3e-87d3-0750d244100b None None] Sync routers for ids ['09b5c052-b478-48ca-b7aa-eebb45c5a6d8'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:13:30.114862 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3bc2ca5e-e9fc-427e-b228-77357c105a2f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:30.117534 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bddc81-d5c7-4a3e-87d3-0750d244100b None None] Routers {'09b5c052-b478-48ca-b7aa-eebb45c5a6d8'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:13:30.118538 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-46bddc81-d5c7-4a3e-87d3-0750d244100b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:13:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['09b5c052-b478-48ca-b7aa-eebb45c5a6d8'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:13:30.172077 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-3bc2ca5e-e9fc-427e-b228-77357c105a2f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "DELETE /v2.0/floatingips/4b042832-647e-45cb-8ced-2cd26930d38a HTTP/1.1" status: 204 len: 168 time: 1.5155520 May 04 18:13:30.172585 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49789c1b-3da7-4b63-a763-21cbe7072695', 'tag': 'dad7c64e-5098-4ce8-98f8-78ac4088ffdc'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:13:30.232203 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20da39be-5f9b-4785-b232-df639c72b77a'] response: {'name': 'network-changed', 'server_uuid': '49789c1b-3da7-4b63-a763-21cbe7072695', 'tag': 'dad7c64e-5098-4ce8-98f8-78ac4088ffdc', 'status': 'completed', 'code': 200} May 04 18:13:30.317581 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-46bddc81-d5c7-4a3e-87d3-0750d244100b None None] Set router 09b5c052-b478-48ca-b7aa-eebb45c5a6d8 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:13:30.333374 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6123bb-1ff2-4f38-ba63-9e8395b3174a req-80769c1c-d10d-410a-b2f2-5127fbbe557a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:13:30.334977 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5a6123bb-1ff2-4f38-ba63-9e8395b3174a req-80769c1c-d10d-410a-b2f2-5127fbbe557a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=24536c64830c443892e5dea9235549ab&device_id=49789c1b-3da7-4b63-a763-21cbe7072695 HTTP/1.1" status: 200 len: 1098 time: 0.0744672 May 04 18:13:30.480521 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6123bb-1ff2-4f38-ba63-9e8395b3174a req-354bb1d7-fdcd-4072-9c42-0040a6ba3f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:13:30.481660 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5a6123bb-1ff2-4f38-ba63-9e8395b3174a req-354bb1d7-fdcd-4072-9c42-0040a6ba3f6d service neutron] 10.222.0.42 "GET /v2.0/networks?id=4e384562-5aad-4c9d-96de-107c2bcbdbc7 HTTP/1.1" status: 200 len: 897 time: 0.1400800 May 04 18:13:30.555951 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5a6123bb-1ff2-4f38-ba63-9e8395b3174a req-bf916e49-8946-44ac-870f-fe8401d99d00 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dad7c64e-5098-4ce8-98f8-78ac4088ffdc HTTP/1.1" status: 200 len: 217 time: 0.0676420 May 04 18:13:30.582762 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af445c-0dee-489d-a277-91d5ca121a68 req-4182ea9b-20b2-4df5-932f-5f9be805638a tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:13:30.584985 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-c8af445c-0dee-489d-a277-91d5ca121a68 req-4182ea9b-20b2-4df5-932f-5f9be805638a tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=49789c1b-3da7-4b63-a763-21cbe7072695 HTTP/1.1" status: 200 len: 945 time: 0.0846114 May 04 18:13:30.632467 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6123bb-1ff2-4f38-ba63-9e8395b3174a req-e1c08e87-731c-453f-8e54-e1ca5302f971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:13:30.634186 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5a6123bb-1ff2-4f38-ba63-9e8395b3174a req-e1c08e87-731c-453f-8e54-e1ca5302f971 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4ebff3ea-c956-42ea-92a0-79832f6a9ce9 HTTP/1.1" status: 200 len: 835 time: 0.0708306 May 04 18:13:30.684199 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-46bddc81-d5c7-4a3e-87d3-0750d244100b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b5c052-b478-48ca-b7aa-eebb45c5a6d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759890345', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.22'}], 'enable_snat': True}, 'gw_port_id': '0544b0b2-a728-4414-a2bf-35db0f591929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:10:38Z', 'updated_at': '2022-05-04T18:10:43Z', 'revision_number': 4, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port': {'id': '0544b0b2-a728-4414-a2bf-35db0f591929', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:54:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b5c052-b478-48ca-b7aa-eebb45c5a6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:10:39Z', 'updated_at': '2022-05-04T18:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': 'd5fb83bf-e6c1-4681-82ae-31ef16e69ffd', 'name': '', 'network_id': '4e384562-5aad-4c9d-96de-107c2bcbdbc7', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'mac_address': 'fa:16:3e:04:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b5c052-b478-48ca-b7aa-eebb45c5a6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '4ebff3ea-c956-42ea-92a0-79832f6a9ce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:10:42Z', 'updated_at': '2022-05-04T18:10:48Z', 'revision_number': 5, 'project_id': '24536c64830c443892e5dea9235549ab', 'subnets': [{'id': '4ebff3ea-c956-42ea-92a0-79832f6a9ce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:13:30.689044 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bddc81-d5c7-4a3e-87d3-0750d244100b None None] Checking router: 09b5c052-b478-48ca-b7aa-eebb45c5a6d8 for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:13:30.698321 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bddc81-d5c7-4a3e-87d3-0750d244100b None None] Routers {'09b5c052-b478-48ca-b7aa-eebb45c5a6d8'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:13:30.698952 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-46bddc81-d5c7-4a3e-87d3-0750d244100b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:13:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['09b5c052-b478-48ca-b7aa-eebb45c5a6d8'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:13:30.728460 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6123bb-1ff2-4f38-ba63-9e8395b3174a req-3107f760-5d1d-4258-9fcc-19645100e285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:13:30.729993 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5a6123bb-1ff2-4f38-ba63-9e8395b3174a req-3107f760-5d1d-4258-9fcc-19645100e285 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4e384562-5aad-4c9d-96de-107c2bcbdbc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0883172 May 04 18:13:30.748173 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-c8af445c-0dee-489d-a277-91d5ca121a68 req-7335d33f-64f2-4130-a538-53d657925e94 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3216d78-6538-4649-8427-c38d9ed442eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566410 May 04 18:13:30.863537 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5a6123bb-1ff2-4f38-ba63-9e8395b3174a req-8fef058b-c944-47ed-bdfa-2bec8ed5bcda service neutron] 10.222.0.42 "GET /v2.0/networks/4e384562-5aad-4c9d-96de-107c2bcbdbc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265764 May 04 18:13:30.879544 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-46bddc81-d5c7-4a3e-87d3-0750d244100b None None] Set router 09b5c052-b478-48ca-b7aa-eebb45c5a6d8 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:13:30.999069 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5a6123bb-1ff2-4f38-ba63-9e8395b3174a req-e71a78ed-e3c1-4e7f-8602-da06eaf215ce service neutron] 10.222.0.42 "GET /v2.0/networks/4e384562-5aad-4c9d-96de-107c2bcbdbc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274850 May 04 18:13:31.186302 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-46bddc81-d5c7-4a3e-87d3-0750d244100b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b5c052-b478-48ca-b7aa-eebb45c5a6d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759890345', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.22'}], 'enable_snat': True}, 'gw_port_id': '0544b0b2-a728-4414-a2bf-35db0f591929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:10:38Z', 'updated_at': '2022-05-04T18:10:43Z', 'revision_number': 4, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port': {'id': '0544b0b2-a728-4414-a2bf-35db0f591929', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:54:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b5c052-b478-48ca-b7aa-eebb45c5a6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:10:39Z', 'updated_at': '2022-05-04T18:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': 'd5fb83bf-e6c1-4681-82ae-31ef16e69ffd', 'name': '', 'network_id': '4e384562-5aad-4c9d-96de-107c2bcbdbc7', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'mac_address': 'fa:16:3e:04:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b5c052-b478-48ca-b7aa-eebb45c5a6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '4ebff3ea-c956-42ea-92a0-79832f6a9ce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:10:42Z', 'updated_at': '2022-05-04T18:10:48Z', 'revision_number': 5, 'project_id': '24536c64830c443892e5dea9235549ab', 'subnets': [{'id': '4ebff3ea-c956-42ea-92a0-79832f6a9ce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:13:31.190305 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bddc81-d5c7-4a3e-87d3-0750d244100b None None] The sync data for ids ['09b5c052-b478-48ca-b7aa-eebb45c5a6d8'] in dv-neutron-840426-1-hyperv is: [{'id': '09b5c052-b478-48ca-b7aa-eebb45c5a6d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759890345', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.22'}], 'enable_snat': True}, 'gw_port_id': '0544b0b2-a728-4414-a2bf-35db0f591929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:10:38Z', 'updated_at': '2022-05-04T18:10:43Z', 'revision_number': 4, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port': {'id': '0544b0b2-a728-4414-a2bf-35db0f591929', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:54:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b5c052-b478-48ca-b7aa-eebb45c5a6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:10:39Z', 'updated_at': '2022-05-04T18:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': 'd5fb83bf-e6c1-4681-82ae-31ef16e69ffd', 'name': '', 'network_id': '4e384562-5aad-4c9d-96de-107c2bcbdbc7', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'mac_address': 'fa:16:3e:04:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b5c052-b478-48ca-b7aa-eebb45c5a6d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '4ebff3ea-c956-42ea-92a0-79832f6a9ce9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:10:42Z', 'updated_at': '2022-05-04T18:10:48Z', 'revision_number': 5, 'project_id': '24536c64830c443892e5dea9235549ab', 'subnets': [{'id': '4ebff3ea-c956-42ea-92a0-79832f6a9ce9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:13:31.416080 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b8d344-dcc0-4bbe-9a73-b77e484e76f0 None None] New status for floating IP 4b042832-647e-45cb-8ced-2cd26930d38a: DOWN {{(pid=88040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 18:13:31.938153 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26086dd-1a28-412f-8293-d2e5240bdefb req-2421f728-94f1-4379-a3ab-66d6f6b2e0bb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:13:31.938830 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-c26086dd-1a28-412f-8293-d2e5240bdefb req-2421f728-94f1-4379-a3ab-66d6f6b2e0bb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Synchronizing usage tracker for tenant:24536c64830c443892e5dea9235549ab on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:13:31.953174 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-c26086dd-1a28-412f-8293-d2e5240bdefb req-2421f728-94f1-4379-a3ab-66d6f6b2e0bb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Unset dirty status for tenant:24536c64830c443892e5dea9235549ab on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:13:31.954317 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c26086dd-1a28-412f-8293-d2e5240bdefb req-2421f728-94f1-4379-a3ab-66d6f6b2e0bb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=49789c1b-3da7-4b63-a763-21cbe7072695 HTTP/1.1" status: 200 len: 945 time: 0.0933263 May 04 18:13:31.996781 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c26086dd-1a28-412f-8293-d2e5240bdefb req-09ced4b2-3396-4308-a9be-f794c165321f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=f3216d78-6538-4649-8427-c38d9ed442eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368688 May 04 18:13:32.527549 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb38da-64d8-42eb-a095-2b58c4cd12de req-dacf5f7f-fc7d-410a-b68d-9c948be924c7 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:13:32.528897 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0bfb38da-64d8-42eb-a095-2b58c4cd12de req-dacf5f7f-fc7d-410a-b68d-9c948be924c7 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.42 "GET /v2.0/ports?device_id=49789c1b-3da7-4b63-a763-21cbe7072695 HTTP/1.1" status: 200 len: 945 time: 0.1783400 May 04 18:13:32.598114 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [req-0bfb38da-64d8-42eb-a095-2b58c4cd12de req-b1c6ab01-ebcc-459d-89d1-eea14666d36f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Deleting port dad7c64e-5098-4ce8-98f8-78ac4088ffdc {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:13:32.598451 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-0bfb38da-64d8-42eb-a095-2b58c4cd12de req-b1c6ab01-ebcc-459d-89d1-eea14666d36f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:32.839264 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-0bfb38da-64d8-42eb-a095-2b58c4cd12de req-b1c6ab01-ebcc-459d-89d1-eea14666d36f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] For port dad7c64e-5098-4ce8-98f8-78ac4088ffdc, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=dad7c64e-5098-4ce8-98f8-78ac4088ffdc,segment=NetworkSegment(3bca0829-cf46-4365-a333-032a0b9e7899),segment_id=3bca0829-cf46-4365-a333-032a0b9e7899)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:13:32.839518 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-0bfb38da-64d8-42eb-a095-2b58c4cd12de req-b1c6ab01-ebcc-459d-89d1-eea14666d36f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:32.960502 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [req-0bfb38da-64d8-42eb-a095-2b58c4cd12de req-b1c6ab01-ebcc-459d-89d1-eea14666d36f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Calling delete_port for dad7c64e-5098-4ce8-98f8-78ac4088ffdc owned by compute:nova {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:13:33.105285 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-0bfb38da-64d8-42eb-a095-2b58c4cd12de req-b1c6ab01-ebcc-459d-89d1-eea14666d36f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:33.145471 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-cac8d916-36bf-495f-8759-6a0bf003250b req-77055a8d-25b2-4418-9dfc-1de416298299 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=49789c1b-3da7-4b63-a763-21cbe7072695 HTTP/1.1" status: 200 len: 210 time: 0.0429015 May 04 18:13:33.158084 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c6ab01-ebcc-459d-89d1-eea14666d36f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event deleted for resources: {'Port': ['ID=dad7c64e-5098-4ce8-98f8-78ac4088ffdc,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:13:33.240680 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bfb38da-64d8-42eb-a095-2b58c4cd12de req-b1c6ab01-ebcc-459d-89d1-eea14666d36f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] No DVR routers for this DVR port dad7c64e-5098-4ce8-98f8-78ac4088ffdc on host hv-neutron-8404 {{(pid=88037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:13:33.243118 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-0bfb38da-64d8-42eb-a095-2b58c4cd12de req-b1c6ab01-ebcc-459d-89d1-eea14666d36f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:33.245564 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49789c1b-3da7-4b63-a763-21cbe7072695', 'name': 'network-vif-deleted', 'tag': 'dad7c64e-5098-4ce8-98f8-78ac4088ffdc'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:13:33.262153 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0bfb38da-64d8-42eb-a095-2b58c4cd12de req-b1c6ab01-ebcc-459d-89d1-eea14666d36f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.42 "DELETE /v2.0/ports/dad7c64e-5098-4ce8-98f8-78ac4088ffdc HTTP/1.1" status: 204 len: 173 time: 0.7271955 May 04 18:13:33.283197 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-3de2dff3-8871-45a5-9afe-4415bafc45a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:33.294989 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5658eb74-78d1-4197-8394-a268bc13ec8d'] response: {'server_uuid': '49789c1b-3da7-4b63-a763-21cbe7072695', 'name': 'network-vif-deleted', 'tag': 'dad7c64e-5098-4ce8-98f8-78ac4088ffdc', 'status': 'completed', 'code': 200} May 04 18:13:34.240694 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 34412) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:13:34.781189 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8ac085b8-6346-4609-884c-bb737f12647e tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710748'] for router_interface, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:35.134188 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-8ac085b8-6346-4609-884c-bb737f12647e tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Deleting port d5fb83bf-e6c1-4681-82ae-31ef16e69ffd {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:13:35.134517 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8ac085b8-6346-4609-884c-bb737f12647e tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:35.319357 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-8ac085b8-6346-4609-884c-bb737f12647e tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] For port d5fb83bf-e6c1-4681-82ae-31ef16e69ffd, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=d5fb83bf-e6c1-4681-82ae-31ef16e69ffd,segment=NetworkSegment(3bca0829-cf46-4365-a333-032a0b9e7899),segment_id=3bca0829-cf46-4365-a333-032a0b9e7899)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:13:35.320028 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8ac085b8-6346-4609-884c-bb737f12647e tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:35.445699 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-8ac085b8-6346-4609-884c-bb737f12647e tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Calling delete_port for d5fb83bf-e6c1-4681-82ae-31ef16e69ffd owned by network:router_interface {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:13:35.611884 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0f1de2fd-c12b-445b-a708-771c568e353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:35.826875 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8ac085b8-6346-4609-884c-bb737f12647e tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:35.875129 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac085b8-6346-4609-884c-bb737f12647e tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event deleted for resources: {'Port': ['ID=d5fb83bf-e6c1-4681-82ae-31ef16e69ffd,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:13:35.919267 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac085b8-6346-4609-884c-bb737f12647e tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:13:35.919626 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac085b8-6346-4609-884c-bb737f12647e tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:13:35.919958 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac085b8-6346-4609-884c-bb737f12647e tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:13:35.920296 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac085b8-6346-4609-884c-bb737f12647e tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:13:35.920632 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac085b8-6346-4609-884c-bb737f12647e tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:13:35.920998 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac085b8-6346-4609-884c-bb737f12647e tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:13:35.922176 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac085b8-6346-4609-884c-bb737f12647e tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:13:35.922508 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac085b8-6346-4609-884c-bb737f12647e tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:13:35.922837 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac085b8-6346-4609-884c-bb737f12647e tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:13:35.923164 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac085b8-6346-4609-884c-bb737f12647e tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:13:35.923489 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac085b8-6346-4609-884c-bb737f12647e tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:13:35.923813 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac085b8-6346-4609-884c-bb737f12647e tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:13:36.153900 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8ac085b8-6346-4609-884c-bb737f12647e tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710832'] for router_interface, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:36.185387 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [req-61e1787b-c0e5-42e7-82d9-a707376df1d7 req-7261b269-44ef-41f5-a54b-d3181b3b6368 service neutron] (88037) timed out ('10.222.0.41', 58952) {{(pid=88037) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 04 18:13:36.503295 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ac085b8-6346-4609-884c-bb737f12647e tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Router 09b5c052-b478-48ca-b7aa-eebb45c5a6d8 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 18:13:36.680444 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac085b8-6346-4609-884c-bb737f12647e tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:13:36.682607 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:36.691548 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cb76b9-cc97-479d-b46e-cf7c6c38fe88 None None] Sync routers for ids ['09b5c052-b478-48ca-b7aa-eebb45c5a6d8'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:13:36.696943 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-8ac085b8-6346-4609-884c-bb737f12647e tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "PUT /v2.0/routers/09b5c052-b478-48ca-b7aa-eebb45c5a6d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4551880 May 04 18:13:36.697078 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:36.699686 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 34416) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:13:36.701277 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cb76b9-cc97-479d-b46e-cf7c6c38fe88 None None] Routers {'09b5c052-b478-48ca-b7aa-eebb45c5a6d8'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:13:36.701904 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-28cb76b9-cc97-479d-b46e-cf7c6c38fe88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:13:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['09b5c052-b478-48ca-b7aa-eebb45c5a6d8'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:13:36.773279 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_v2 [None req-88f58f0f-6fdf-4f68-958f-af5c0b32167a tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Deleting subnet 4ebff3ea-c956-42ea-92a0-79832f6a9ce9 {{(pid=88038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 18:13:36.776065 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-88f58f0f-6fdf-4f68-958f-af5c0b32167a tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for subnet, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:36.829036 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-88f58f0f-6fdf-4f68-958f-af5c0b32167a tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-801696'] for subnet, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:36.878265 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-28cb76b9-cc97-479d-b46e-cf7c6c38fe88 None None] Set router 09b5c052-b478-48ca-b7aa-eebb45c5a6d8 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:13:36.912041 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-88f58f0f-6fdf-4f68-958f-af5c0b32167a tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:36.983607 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-88f58f0f-6fdf-4f68-958f-af5c0b32167a tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:37.022979 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-88f58f0f-6fdf-4f68-958f-af5c0b32167a tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:37.026359 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f58f0f-6fdf-4f68-958f-af5c0b32167a tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event deleted for resources: {'Subnet': ['ID=4ebff3ea-c956-42ea-92a0-79832f6a9ce9,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:13:37.032220 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-88f58f0f-6fdf-4f68-958f-af5c0b32167a tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "DELETE /v2.0/subnets/4ebff3ea-c956-42ea-92a0-79832f6a9ce9 HTTP/1.1" status: 204 len: 168 time: 0.3314657 May 04 18:13:37.034857 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 34420) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:13:37.062664 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d0c797-cb72-4d2c-8fdb-44e417bf41cb None None] Network 4e384562-5aad-4c9d-96de-107c2bcbdbc7 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:13:37.217072 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8497b540-e834-4f62-969f-8da96c59926b tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for router, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:37.367328 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-28cb76b9-cc97-479d-b46e-cf7c6c38fe88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b5c052-b478-48ca-b7aa-eebb45c5a6d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759890345', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.22'}], 'enable_snat': True}, 'gw_port_id': '0544b0b2-a728-4414-a2bf-35db0f591929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:10:38Z', 'updated_at': '2022-05-04T18:13:35Z', 'revision_number': 5, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port': {'id': '0544b0b2-a728-4414-a2bf-35db0f591929', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:54:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b5c052-b478-48ca-b7aa-eebb45c5a6d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:10:39Z', 'updated_at': '2022-05-04T18:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:13:37.373439 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cb76b9-cc97-479d-b46e-cf7c6c38fe88 None None] Checking router: 09b5c052-b478-48ca-b7aa-eebb45c5a6d8 for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:13:37.385493 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cb76b9-cc97-479d-b46e-cf7c6c38fe88 None None] Routers {'09b5c052-b478-48ca-b7aa-eebb45c5a6d8'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:13:37.386130 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-28cb76b9-cc97-479d-b46e-cf7c6c38fe88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:13:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['09b5c052-b478-48ca-b7aa-eebb45c5a6d8'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:13:37.405665 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8497b540-e834-4f62-969f-8da96c59926b tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:37.416869 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-8497b540-e834-4f62-969f-8da96c59926b tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Deleting port 0544b0b2-a728-4414-a2bf-35db0f591929 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:13:37.417156 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8497b540-e834-4f62-969f-8da96c59926b tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:37.445806 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device dad7c64e-5098-4ce8-98f8-78ac4088ffdc no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:13:37.482589 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54af5f6b-9b81-4ec5-b8e7-50af4032ebc0 None None] DHCP port deletion for 4e384562-5aad-4c9d-96de-107c2bcbdbc7 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 18:13:37.541361 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] No Port match for: dad7c64e-5098-4ce8-98f8-78ac4088ffdc {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 18:13:37.541706 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device dad7c64e-5098-4ce8-98f8-78ac4088ffdc not bound to the agent host hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:13:37.558817 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-54af5f6b-9b81-4ec5-b8e7-50af4032ebc0 None None] Deleting port 6b8562fb-f0c6-47a7-be2e-320de0fa0406 {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:13:37.559194 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-54af5f6b-9b81-4ec5-b8e7-50af4032ebc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:37.600856 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-8497b540-e834-4f62-969f-8da96c59926b tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] For port 0544b0b2-a728-4414-a2bf-35db0f591929, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=0544b0b2-a728-4414-a2bf-35db0f591929,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:13:37.601211 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8497b540-e834-4f62-969f-8da96c59926b tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:37.657975 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-28cb76b9-cc97-479d-b46e-cf7c6c38fe88 None None] Set router 09b5c052-b478-48ca-b7aa-eebb45c5a6d8 gateway port host: None {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:13:37.714170 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 6b8562fb-f0c6-47a7-be2e-320de0fa0406 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:13:37.830654 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-8497b540-e834-4f62-969f-8da96c59926b tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Calling delete_port for 0544b0b2-a728-4414-a2bf-35db0f591929 owned by network:router_gateway {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:13:37.832870 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-28cb76b9-cc97-479d-b46e-cf7c6c38fe88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b5c052-b478-48ca-b7aa-eebb45c5a6d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759890345', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:10:38Z', 'updated_at': '2022-05-04T18:13:37Z', 'revision_number': 6, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port_host': None}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:13:37.870391 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cb76b9-cc97-479d-b46e-cf7c6c38fe88 None None] The sync data for ids ['09b5c052-b478-48ca-b7aa-eebb45c5a6d8'] in dv-neutron-840426-1-hyperv is: [{'id': '09b5c052-b478-48ca-b7aa-eebb45c5a6d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1759890345', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:10:38Z', 'updated_at': '2022-05-04T18:13:37Z', 'revision_number': 6, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port_host': None}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:13:37.950607 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-54af5f6b-9b81-4ec5-b8e7-50af4032ebc0 None None] For port 6b8562fb-f0c6-47a7-be2e-320de0fa0406, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=6b8562fb-f0c6-47a7-be2e-320de0fa0406,segment=NetworkSegment(3bca0829-cf46-4365-a333-032a0b9e7899),segment_id=3bca0829-cf46-4365-a333-032a0b9e7899)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:13:37.950997 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-54af5f6b-9b81-4ec5-b8e7-50af4032ebc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:38.130093 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8497b540-e834-4f62-969f-8da96c59926b tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:38.131836 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-54af5f6b-9b81-4ec5-b8e7-50af4032ebc0 None None] Calling delete_port for 6b8562fb-f0c6-47a7-be2e-320de0fa0406 owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:13:38.176909 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8497b540-e834-4f62-969f-8da96c59926b tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event deleted for resources: {'Port': ['ID=0544b0b2-a728-4414-a2bf-35db0f591929,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:13:38.183920 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:38.186452 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:38.244175 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 6b8562fb-f0c6-47a7-be2e-320de0fa0406, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=6b8562fb-f0c6-47a7-be2e-320de0fa0406,segment=NetworkSegment(3bca0829-cf46-4365-a333-032a0b9e7899),segment_id=3bca0829-cf46-4365-a333-032a0b9e7899)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:13:38.248667 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:38.302251 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8497b540-e834-4f62-969f-8da96c59926b tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710199'] for router_gateway, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:38.314453 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.db.api [None req-54af5f6b-9b81-4ec5-b8e7-50af4032ebc0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 18:13:38.314890 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG oslo_db.api [None req-54af5f6b-9b81-4ec5-b8e7-50af4032ebc0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 18:13:38.339068 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=6b8562fb-f0c6-47a7-be2e-320de0fa0406,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:13:38.346909 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:13:38.347257 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:13:38.347593 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:13:38.347923 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:13:38.348252 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:13:38.348579 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:13:38.348902 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:13:38.349224 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:13:38.349544 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:13:38.349863 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:13:38.350205 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:13:38.350522 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:13:38.472678 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8497b540-e834-4f62-969f-8da96c59926b tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:38.474736 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8497b540-e834-4f62-969f-8da96c59926b tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:38.497251 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8497b540-e834-4f62-969f-8da96c59926b tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:38.497739 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8497b540-e834-4f62-969f-8da96c59926b tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Fanout notify agent at l3_agent the message router_deleted on router 09b5c052-b478-48ca-b7aa-eebb45c5a6d8 {{(pid=88037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 18:13:38.513310 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8497b540-e834-4f62-969f-8da96c59926b tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:38.514396 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-8497b540-e834-4f62-969f-8da96c59926b tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "DELETE /v2.0/routers/09b5c052-b478-48ca-b7aa-eebb45c5a6d8 HTTP/1.1" status: 204 len: 168 time: 1.4784656 May 04 18:13:38.517486 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 34424) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:13:38.625204 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3d0a7b82-9d04-4b3b-87af-377948e1d1c2 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:38.635104 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-3d0a7b82-9d04-4b3b-87af-377948e1d1c2 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Deleting port 6b8562fb-f0c6-47a7-be2e-320de0fa0406 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:13:38.635877 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3d0a7b82-9d04-4b3b-87af-377948e1d1c2 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:38.816155 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-54af5f6b-9b81-4ec5-b8e7-50af4032ebc0 None None] Deleting port 6b8562fb-f0c6-47a7-be2e-320de0fa0406 {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:13:38.816596 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-54af5f6b-9b81-4ec5-b8e7-50af4032ebc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:38.842460 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-3d0a7b82-9d04-4b3b-87af-377948e1d1c2 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] For port 6b8562fb-f0c6-47a7-be2e-320de0fa0406, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=6b8562fb-f0c6-47a7-be2e-320de0fa0406,segment=NetworkSegment(3bca0829-cf46-4365-a333-032a0b9e7899),segment_id=3bca0829-cf46-4365-a333-032a0b9e7899)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:13:38.843481 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3d0a7b82-9d04-4b3b-87af-377948e1d1c2 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:38.969246 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-3d0a7b82-9d04-4b3b-87af-377948e1d1c2 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Calling delete_port for 6b8562fb-f0c6-47a7-be2e-320de0fa0406 owned by network:dhcp {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:13:39.038644 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-54af5f6b-9b81-4ec5-b8e7-50af4032ebc0 None None] For port 6b8562fb-f0c6-47a7-be2e-320de0fa0406, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=6b8562fb-f0c6-47a7-be2e-320de0fa0406,segment=NetworkSegment(3bca0829-cf46-4365-a333-032a0b9e7899),segment_id=3bca0829-cf46-4365-a333-032a0b9e7899)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:13:39.039299 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-54af5f6b-9b81-4ec5-b8e7-50af4032ebc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:39.051412 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3d0a7b82-9d04-4b3b-87af-377948e1d1c2 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:39.164650 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-54af5f6b-9b81-4ec5-b8e7-50af4032ebc0 None None] Calling delete_port for 6b8562fb-f0c6-47a7-be2e-320de0fa0406 owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:13:39.224767 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0a7b82-9d04-4b3b-87af-377948e1d1c2 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event deleted for resources: {'Port': ['ID=6b8562fb-f0c6-47a7-be2e-320de0fa0406,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:13:39.227027 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0a7b82-9d04-4b3b-87af-377948e1d1c2 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] No DVR routers for this DVR port 6b8562fb-f0c6-47a7-be2e-320de0fa0406 on host dv-neutron-840426-1-hyperv {{(pid=88037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:13:39.283563 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.db.api [None req-54af5f6b-9b81-4ec5-b8e7-50af4032ebc0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 18:13:39.283938 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG oslo_db.api [None req-54af5f6b-9b81-4ec5-b8e7-50af4032ebc0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 18:13:39.353549 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3d0a7b82-9d04-4b3b-87af-377948e1d1c2 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:39.378748 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-3d0a7b82-9d04-4b3b-87af-377948e1d1c2 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e384562-5aad-4c9d-96de-107c2bcbdbc7']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:13:39.390519 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-3d0a7b82-9d04-4b3b-87af-377948e1d1c2 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bca0829-cf46-4365-a333-032a0b9e7899') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:13:39.390798 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-3d0a7b82-9d04-4b3b-87af-377948e1d1c2 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bca0829-cf46-4365-a333-032a0b9e7899') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:13:39.390913 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-54af5f6b-9b81-4ec5-b8e7-50af4032ebc0 None None] Deleting port 6b8562fb-f0c6-47a7-be2e-320de0fa0406 {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:13:39.391275 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-54af5f6b-9b81-4ec5-b8e7-50af4032ebc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:39.401743 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3d0a7b82-9d04-4b3b-87af-377948e1d1c2 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:39.417433 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3d0a7b82-9d04-4b3b-87af-377948e1d1c2 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:39.424981 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d0a7b82-9d04-4b3b-87af-377948e1d1c2 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 18:13:39.425519 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3d0a7b82-9d04-4b3b-87af-377948e1d1c2 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:39.440099 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 18:13:39.440099 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 18:13:39.440099 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 18:13:39.440099 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 18:13:39.440099 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 18:13:39.440099 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 18:13:39.440099 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 18:13:39.440099 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 18:13:39.440099 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 18:13:39.440099 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 18:13:39.440099 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 18:13:39.440099 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 18:13:39.440099 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 18:13:39.440099 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 18:13:39.440099 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 18:13:39.440099 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 18:13:39.440099 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 18:13:39.440099 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 18:13:39.440099 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 18:13:39.440099 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 18:13:39.440099 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 18:13:39.440099 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 18:13:39.440099 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 18:13:39.440099 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 18:13:39.440099 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 18:13:39.440099 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 18:13:39.440099 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 18:13:39.440099 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 18:13:39.440099 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 18:13:39.440099 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 18:13:39.440099 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 18:13:39.440099 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 18:13:39.457002 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-54af5f6b-9b81-4ec5-b8e7-50af4032ebc0 None None] The port '6b8562fb-f0c6-47a7-be2e-320de0fa0406' was deleted {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 04 18:13:39.521888 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3d0a7b82-9d04-4b3b-87af-377948e1d1c2 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:39.538154 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3d0a7b82-9d04-4b3b-87af-377948e1d1c2 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:39.550676 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0a7b82-9d04-4b3b-87af-377948e1d1c2 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event deleted for resources: {'Network': ['ID=4e384562-5aad-4c9d-96de-107c2bcbdbc7,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:13:39.562921 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-3d0a7b82-9d04-4b3b-87af-377948e1d1c2 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "DELETE /v2.0/networks/4e384562-5aad-4c9d-96de-107c2bcbdbc7 HTTP/1.1" status: 204 len: 168 time: 1.0444770 May 04 18:13:39.565465 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 34428) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:13:39.623875 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device d5fb83bf-e6c1-4681-82ae-31ef16e69ffd no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:13:39.635745 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8116aa85-346a-4fc9-946a-f33811e297e1 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:39.656266 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: d5fb83bf-e6c1-4681-82ae-31ef16e69ffd {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 18:13:39.656611 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device d5fb83bf-e6c1-4681-82ae-31ef16e69ffd not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:13:39.657014 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 0544b0b2-a728-4414-a2bf-35db0f591929 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:13:39.664916 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8116aa85-346a-4fc9-946a-f33811e297e1 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:39.690528 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 0544b0b2-a728-4414-a2bf-35db0f591929 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 18:13:39.690869 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 0544b0b2-a728-4414-a2bf-35db0f591929 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:13:39.711972 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:39.732624 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8116aa85-346a-4fc9-946a-f33811e297e1 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:39.754857 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8116aa85-346a-4fc9-946a-f33811e297e1 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3216d78-6538-4649-8427-c38d9ed442eb,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:13:39.764816 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8116aa85-346a-4fc9-946a-f33811e297e1 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:39.765975 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-8116aa85-346a-4fc9-946a-f33811e297e1 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "DELETE /v2.0/security-groups/f3216d78-6538-4649-8427-c38d9ed442eb HTTP/1.1" status: 204 len: 168 time: 0.1995609 May 04 18:13:40.065662 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 34436) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:13:40.070944 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-15607936-e29e-400f-aad4-b85092868a70 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-898429311', 'description': 'tempest-secgroup-smoke-898429311 description', 'project_id': '24536c64830c443892e5dea9235549ab'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:13:40.076875 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-15607936-e29e-400f-aad4-b85092868a70 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:13:40.081484 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-15607936-e29e-400f-aad4-b85092868a70 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Usage tracker for resource:security_group and tenant:24536c64830c443892e5dea9235549ab is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:13:40.084321 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-15607936-e29e-400f-aad4-b85092868a70 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:13:40.089866 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-15607936-e29e-400f-aad4-b85092868a70 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:13:40.099704 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-15607936-e29e-400f-aad4-b85092868a70 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:40.118077 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-15607936-e29e-400f-aad4-b85092868a70 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:13:40.121764 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-15607936-e29e-400f-aad4-b85092868a70 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Usage tracker for resource:security_group_rule and tenant:24536c64830c443892e5dea9235549ab is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:13:40.124500 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-15607936-e29e-400f-aad4-b85092868a70 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:13:40.129996 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-15607936-e29e-400f-aad4-b85092868a70 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:13:40.197283 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-15607936-e29e-400f-aad4-b85092868a70 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:40.201760 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-15607936-e29e-400f-aad4-b85092868a70 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:40.246127 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15607936-e29e-400f-aad4-b85092868a70 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af9a088c-8bc4-46da-8cee-bc6b4c49444d,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:13:40.249556 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-15607936-e29e-400f-aad4-b85092868a70 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:40.250771 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-15607936-e29e-400f-aad4-b85092868a70 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1840518 May 04 18:13:40.253573 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 34440) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:13:40.258640 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-050e533b-5d4e-4c50-9bf6-37ffe822d5bf tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Request body: {'security_group_rule': {'security_group_id': 'af9a088c-8bc4-46da-8cee-bc6b4c49444d', 'project_id': '24536c64830c443892e5dea9235549ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:13:40.264546 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-050e533b-5d4e-4c50-9bf6-37ffe822d5bf tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:13:40.268946 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-050e533b-5d4e-4c50-9bf6-37ffe822d5bf tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Usage tracker for resource:security_group_rule and tenant:24536c64830c443892e5dea9235549ab is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:13:40.271805 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-050e533b-5d4e-4c50-9bf6-37ffe822d5bf tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:13:40.277409 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-050e533b-5d4e-4c50-9bf6-37ffe822d5bf tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:13:40.293207 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-050e533b-5d4e-4c50-9bf6-37ffe822d5bf tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:40.351341 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-050e533b-5d4e-4c50-9bf6-37ffe822d5bf tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:40.354642 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-050e533b-5d4e-4c50-9bf6-37ffe822d5bf tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:40.379885 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050e533b-5d4e-4c50-9bf6-37ffe822d5bf tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a70afd0-ff65-4756-919d-758210a9dab8,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:13:40.388304 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-050e533b-5d4e-4c50-9bf6-37ffe822d5bf tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:40.389452 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-050e533b-5d4e-4c50-9bf6-37ffe822d5bf tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1349421 May 04 18:13:40.392802 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 34444) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:13:40.397666 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-3d5bf0dd-b714-4947-b039-3e48fa867f16 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Request body: {'security_group_rule': {'security_group_id': 'af9a088c-8bc4-46da-8cee-bc6b4c49444d', 'project_id': '24536c64830c443892e5dea9235549ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:13:40.403442 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-3d5bf0dd-b714-4947-b039-3e48fa867f16 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:13:40.407316 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-3d5bf0dd-b714-4947-b039-3e48fa867f16 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Usage tracker for resource:security_group_rule and tenant:24536c64830c443892e5dea9235549ab is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:13:40.410117 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-3d5bf0dd-b714-4947-b039-3e48fa867f16 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:13:40.415685 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-3d5bf0dd-b714-4947-b039-3e48fa867f16 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:13:40.431549 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3d5bf0dd-b714-4947-b039-3e48fa867f16 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:40.491330 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3d5bf0dd-b714-4947-b039-3e48fa867f16 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:40.494758 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3d5bf0dd-b714-4947-b039-3e48fa867f16 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:40.517802 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5bf0dd-b714-4947-b039-3e48fa867f16 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd8b7553-aa11-4ccc-8038-bce1e9cce810,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:13:40.526282 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3d5bf0dd-b714-4947-b039-3e48fa867f16 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:40.528227 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-3d5bf0dd-b714-4947-b039-3e48fa867f16 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1343381 May 04 18:13:40.530566 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 34448) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:13:40.535359 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-6e4f4640-b918-480a-a43d-560e439819d6 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Request body: {'security_group_rule': {'security_group_id': 'af9a088c-8bc4-46da-8cee-bc6b4c49444d', 'project_id': '24536c64830c443892e5dea9235549ab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:13:40.541013 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-6e4f4640-b918-480a-a43d-560e439819d6 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:13:40.544884 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-6e4f4640-b918-480a-a43d-560e439819d6 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Usage tracker for resource:security_group_rule and tenant:24536c64830c443892e5dea9235549ab is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:13:40.547984 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-6e4f4640-b918-480a-a43d-560e439819d6 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:13:40.553595 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-6e4f4640-b918-480a-a43d-560e439819d6 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:13:40.569360 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6e4f4640-b918-480a-a43d-560e439819d6 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:40.628931 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6e4f4640-b918-480a-a43d-560e439819d6 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:40.632123 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6e4f4640-b918-480a-a43d-560e439819d6 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:40.654911 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4f4640-b918-480a-a43d-560e439819d6 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=149b4444-e8f9-4b17-8935-5b570090bdca,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:13:40.662654 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-6e4f4640-b918-480a-a43d-560e439819d6 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:40.666293 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-6e4f4640-b918-480a-a43d-560e439819d6 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1323419 May 04 18:13:40.666472 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 34452) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:13:40.671598 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-92624468-082e-457e-bca6-e14e2c814a22 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Request body: {'security_group_rule': {'security_group_id': 'af9a088c-8bc4-46da-8cee-bc6b4c49444d', 'project_id': '24536c64830c443892e5dea9235549ab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:13:40.677257 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-92624468-082e-457e-bca6-e14e2c814a22 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:13:40.681086 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-92624468-082e-457e-bca6-e14e2c814a22 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Usage tracker for resource:security_group_rule and tenant:24536c64830c443892e5dea9235549ab is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:13:40.683927 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-92624468-082e-457e-bca6-e14e2c814a22 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:13:40.690032 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-92624468-082e-457e-bca6-e14e2c814a22 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:13:40.706130 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-92624468-082e-457e-bca6-e14e2c814a22 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:40.770145 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-92624468-082e-457e-bca6-e14e2c814a22 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:40.773289 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-92624468-082e-457e-bca6-e14e2c814a22 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:40.793752 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92624468-082e-457e-bca6-e14e2c814a22 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1d085e8-0ec3-4179-bb2b-775fdb1c5190,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:13:40.804621 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-92624468-082e-457e-bca6-e14e2c814a22 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:40.805803 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-92624468-082e-457e-bca6-e14e2c814a22 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1384335 May 04 18:13:40.809081 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 34456) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:13:40.813970 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-59d86367-feef-42e6-b7a3-eb30b2d5b544 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Request body: {'security_group_rule': {'security_group_id': 'af9a088c-8bc4-46da-8cee-bc6b4c49444d', 'project_id': '24536c64830c443892e5dea9235549ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:13:40.819557 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-59d86367-feef-42e6-b7a3-eb30b2d5b544 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:13:40.823346 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-59d86367-feef-42e6-b7a3-eb30b2d5b544 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Usage tracker for resource:security_group_rule and tenant:24536c64830c443892e5dea9235549ab is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:13:40.826168 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-59d86367-feef-42e6-b7a3-eb30b2d5b544 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:13:40.832294 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-59d86367-feef-42e6-b7a3-eb30b2d5b544 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:13:40.842016 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.securitygroups_db [None req-59d86367-feef-42e6-b7a3-eb30b2d5b544 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Project 24536c64830c443892e5dea9235549ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 18:13:40.848795 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-59d86367-feef-42e6-b7a3-eb30b2d5b544 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:40.914042 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-59d86367-feef-42e6-b7a3-eb30b2d5b544 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:40.917375 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-59d86367-feef-42e6-b7a3-eb30b2d5b544 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:40.941143 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d86367-feef-42e6-b7a3-eb30b2d5b544 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=699fba98-9a22-4708-9334-dbb9861088b2,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:13:40.948952 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-59d86367-feef-42e6-b7a3-eb30b2d5b544 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:40.950130 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-59d86367-feef-42e6-b7a3-eb30b2d5b544 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1401241 May 04 18:13:40.952801 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 34460) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:13:40.957662 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-c510a272-de32-47e6-b8d7-684b19bf7444 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Request body: {'security_group_rule': {'security_group_id': 'af9a088c-8bc4-46da-8cee-bc6b4c49444d', 'project_id': '24536c64830c443892e5dea9235549ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:13:40.963394 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-c510a272-de32-47e6-b8d7-684b19bf7444 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:13:40.967178 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-c510a272-de32-47e6-b8d7-684b19bf7444 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Usage tracker for resource:security_group_rule and tenant:24536c64830c443892e5dea9235549ab is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:13:40.970062 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-c510a272-de32-47e6-b8d7-684b19bf7444 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:13:40.975712 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-c510a272-de32-47e6-b8d7-684b19bf7444 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:13:40.986341 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.securitygroups_db [None req-c510a272-de32-47e6-b8d7-684b19bf7444 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Project 24536c64830c443892e5dea9235549ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 18:13:40.992698 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c510a272-de32-47e6-b8d7-684b19bf7444 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:41.057091 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c510a272-de32-47e6-b8d7-684b19bf7444 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:41.060108 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c510a272-de32-47e6-b8d7-684b19bf7444 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:41.082505 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c510a272-de32-47e6-b8d7-684b19bf7444 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e28a1b6-3024-48cc-b78d-8755eba53a10,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:13:41.090864 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-c510a272-de32-47e6-b8d7-684b19bf7444 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:41.092009 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-c510a272-de32-47e6-b8d7-684b19bf7444 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1382747 May 04 18:13:41.095249 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 34464) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:13:41.100490 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-50f2f02e-555f-46fe-9a80-60ce73ce03f8 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Request body: {'network': {'name': 'tempest-network-smoke--914270154', 'project_id': '24536c64830c443892e5dea9235549ab', 'port_security_enabled': True}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:13:41.105116 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-50f2f02e-555f-46fe-9a80-60ce73ce03f8 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:13:41.109801 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-50f2f02e-555f-46fe-9a80-60ce73ce03f8 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Usage tracker for resource:network and tenant:24536c64830c443892e5dea9235549ab is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:13:41.112605 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-50f2f02e-555f-46fe-9a80-60ce73ce03f8 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:13:41.118222 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-50f2f02e-555f-46fe-9a80-60ce73ce03f8 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:13:41.127884 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f2f02e-555f-46fe-9a80-60ce73ce03f8 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Made reservation on behalf of 24536c64830c443892e5dea9235549ab for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:13:41.131136 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-50f2f02e-555f-46fe-9a80-60ce73ce03f8 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:41.157725 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50f2f02e-555f-46fe-9a80-60ce73ce03f8 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 18:13:41.165807 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-50f2f02e-555f-46fe-9a80-60ce73ce03f8 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:41.166175 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-50f2f02e-555f-46fe-9a80-60ce73ce03f8 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Added segment 0c2524d5-60e2-4633-8fc9-da6e656a7474 of type vlan for network 25e1f743-9893-4757-bee3-9b454d28e8dc May 04 18:13:41.191867 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-50f2f02e-555f-46fe-9a80-60ce73ce03f8 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:41.220263 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-50f2f02e-555f-46fe-9a80-60ce73ce03f8 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:41.225752 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f2f02e-555f-46fe-9a80-60ce73ce03f8 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:13:41.226420 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-50f2f02e-555f-46fe-9a80-60ce73ce03f8 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:41.282297 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-50f2f02e-555f-46fe-9a80-60ce73ce03f8 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1859927 May 04 18:13:41.285049 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 34468) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:13:41.290232 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-a0b9df46-5f9d-4fd4-ab80-292e30b668e2 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1527369026', 'admin_state_up': True, 'project_id': '24536c64830c443892e5dea9235549ab', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:13:41.297694 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-a0b9df46-5f9d-4fd4-ab80-292e30b668e2 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:13:41.301547 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-a0b9df46-5f9d-4fd4-ab80-292e30b668e2 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Usage tracker for resource:router and tenant:24536c64830c443892e5dea9235549ab is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:13:41.304435 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-a0b9df46-5f9d-4fd4-ab80-292e30b668e2 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:13:41.310715 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-a0b9df46-5f9d-4fd4-ab80-292e30b668e2 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:13:41.320318 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a0b9df46-5f9d-4fd4-ab80-292e30b668e2 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:41.321293 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a0b9df46-5f9d-4fd4-ab80-292e30b668e2 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:41.336450 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a0b9df46-5f9d-4fd4-ab80-292e30b668e2 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:41.338860 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f2f02e-555f-46fe-9a80-60ce73ce03f8 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'Network': ['ID=25e1f743-9893-4757-bee3-9b454d28e8dc,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:13:41.349463 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 25e1f743-9893-4757-bee3-9b454d28e8dc details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 18:13:41.706686 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a0b9df46-5f9d-4fd4-ab80-292e30b668e2 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:41.997497 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a0b9df46-5f9d-4fd4-ab80-292e30b668e2 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for router_gateway, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:42.025331 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a0b9df46-5f9d-4fd4-ab80-292e30b668e2 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:42.155835 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-a0b9df46-5f9d-4fd4-ab80-292e30b668e2 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Allocated IP 172.26.0.144 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/64fee511-c306-4290-8688-51fb74de3b3c) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:13:42.288464 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 18:13:42.300815 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a0b9df46-5f9d-4fd4-ab80-292e30b668e2 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:42.328667 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a0b9df46-5f9d-4fd4-ab80-292e30b668e2 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:42.391406 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b9df46-5f9d-4fd4-ab80-292e30b668e2 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:13:42.394229 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-a0b9df46-5f9d-4fd4-ab80-292e30b668e2 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:13:42.397794 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b9df46-5f9d-4fd4-ab80-292e30b668e2 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 18:13:42.429874 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9df46-5f9d-4fd4-ab80-292e30b668e2 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'Port': ['ID=64fee511-c306-4290-8688-51fb74de3b3c,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:13:42.907995 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a0b9df46-5f9d-4fd4-ab80-292e30b668e2 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for router_gateway, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:43.247861 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a0b9df46-5f9d-4fd4-ab80-292e30b668e2 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:43.450068 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0b9df46-5f9d-4fd4-ab80-292e30b668e2 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Router 71aa48b5-429f-4bbf-8512-c328f7913fdf is scheduled to L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 with binding_index 1 {{(pid=88038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 18:13:43.620625 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b9df46-5f9d-4fd4-ab80-292e30b668e2 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:13:43.630352 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c30285-6fef-450f-a86f-aa0e74fa70b2 None None] Sync routers for ids ['71aa48b5-429f-4bbf-8512-c328f7913fdf'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:13:43.640630 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c30285-6fef-450f-a86f-aa0e74fa70b2 None None] Routers {'71aa48b5-429f-4bbf-8512-c328f7913fdf'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:13:43.641237 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-80c30285-6fef-450f-a86f-aa0e74fa70b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:13:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['71aa48b5-429f-4bbf-8512-c328f7913fdf'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:13:43.647793 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a0b9df46-5f9d-4fd4-ab80-292e30b668e2 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:43.649051 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-a0b9df46-5f9d-4fd4-ab80-292e30b668e2 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3630061 May 04 18:13:43.652105 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 34472) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:13:43.707192 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-273773fe-f673-4c70-8af6-4420ac08bebd tempest-TestNetworkAdvancedServerOps-2130119018 tempest-TestNetworkAdvancedServerOps-2130119018-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=24536c64830c443892e5dea9235549ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0538468 May 04 18:13:43.709758 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 34476) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:13:43.822343 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-80c30285-6fef-450f-a86f-aa0e74fa70b2 None None] Set router 71aa48b5-429f-4bbf-8512-c328f7913fdf gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:13:43.837414 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5425dbb5-df60-4269-b439-a8661cb09182 tempest-TestNetworkAdvancedServerOps-2130119018 tempest-TestNetworkAdvancedServerOps-2130119018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:13:43.838941 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-5425dbb5-df60-4269-b439-a8661cb09182 tempest-TestNetworkAdvancedServerOps-2130119018 tempest-TestNetworkAdvancedServerOps-2130119018-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1282620 May 04 18:13:43.841748 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 34480) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:13:43.880433 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-1a98b6bc-c501-4451-9271-fe23c84d9207 tempest-TestNetworkAdvancedServerOps-2130119018 tempest-TestNetworkAdvancedServerOps-2130119018-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=30bd8d35-9d66-4ec1-9734-58f713c6cd24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375824 May 04 18:13:43.882826 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 34484) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:13:43.888028 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-424956a6-1ab8-4901-a48a-82ec91d84ec7 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-298090195', 'network_id': '25e1f743-9893-4757-bee3-9b454d28e8dc', 'project_id': '24536c64830c443892e5dea9235549ab', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:13:43.993775 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-424956a6-1ab8-4901-a48a-82ec91d84ec7 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:13:43.997833 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-424956a6-1ab8-4901-a48a-82ec91d84ec7 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Usage tracker for resource:subnet and tenant:24536c64830c443892e5dea9235549ab is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:13:44.001312 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-424956a6-1ab8-4901-a48a-82ec91d84ec7 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:13:44.006964 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-424956a6-1ab8-4901-a48a-82ec91d84ec7 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:13:44.017625 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424956a6-1ab8-4901-a48a-82ec91d84ec7 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Made reservation on behalf of 24536c64830c443892e5dea9235549ab for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:13:44.022290 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-424956a6-1ab8-4901-a48a-82ec91d84ec7 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:44.101491 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-80c30285-6fef-450f-a86f-aa0e74fa70b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71aa48b5-429f-4bbf-8512-c328f7913fdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1527369026', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.144'}], 'enable_snat': True}, 'gw_port_id': '64fee511-c306-4290-8688-51fb74de3b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:13:41Z', 'updated_at': '2022-05-04T18:13:42Z', 'revision_number': 3, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port': {'id': '64fee511-c306-4290-8688-51fb74de3b3c', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fd:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71aa48b5-429f-4bbf-8512-c328f7913fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:13:42Z', 'updated_at': '2022-05-04T18:13:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:13:44.105220 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c30285-6fef-450f-a86f-aa0e74fa70b2 None None] Checking router: 71aa48b5-429f-4bbf-8512-c328f7913fdf for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:13:44.105583 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c30285-6fef-450f-a86f-aa0e74fa70b2 None None] Updating router 71aa48b5-429f-4bbf-8512-c328f7913fdf port 64fee511-c306-4290-8688-51fb74de3b3c binding host dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:13:44.160900 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-80c30285-6fef-450f-a86f-aa0e74fa70b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:44.251947 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-424956a6-1ab8-4901-a48a-82ec91d84ec7 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:44.455103 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424956a6-1ab8-4901-a48a-82ec91d84ec7 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'Subnet': ['ID=fdbfd40e-a138-4e81-bffd-a9adc80600a5,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:13:44.468246 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424956a6-1ab8-4901-a48a-82ec91d84ec7 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Checking segment: {'id': '0c2524d5-60e2-4633-8fc9-da6e656a7474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '25e1f743-9893-4757-bee3-9b454d28e8dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:13:44.468693 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424956a6-1ab8-4901-a48a-82ec91d84ec7 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Network hostable DHCP agents. Network: 25e1f743-9893-4757-bee3-9b454d28e8dc, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 18:13:44.488697 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424956a6-1ab8-4901-a48a-82ec91d84ec7 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Network 25e1f743-9893-4757-bee3-9b454d28e8dc is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 18:13:44.498495 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-424956a6-1ab8-4901-a48a-82ec91d84ec7 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 25e1f743-9893-4757-bee3-9b454d28e8dc) {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:13:44.503245 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424956a6-1ab8-4901-a48a-82ec91d84ec7 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:13:44.503814 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-424956a6-1ab8-4901-a48a-82ec91d84ec7 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:44.510693 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95d7b76-961b-4301-ae13-f6157f1dde73 None None] Network 25e1f743-9893-4757-bee3-9b454d28e8dc requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:13:44.526794 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-424956a6-1ab8-4901-a48a-82ec91d84ec7 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6429658 May 04 18:13:44.529729 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 34488) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:13:44.549974 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-80c30285-6fef-450f-a86f-aa0e74fa70b2 None None] Notify callbacks [] for port, precommit_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:44.562055 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.provisioning_blocks [None req-80c30285-6fef-450f-a86f-aa0e74fa70b2 None None] Transition to ACTIVE for port object 64fee511-c306-4290-8688-51fb74de3b3c will not be triggered until provisioned by entity L2. {{(pid=88040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:13:44.567581 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-80c30285-6fef-450f-a86f-aa0e74fa70b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:44.642773 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-80c30285-6fef-450f-a86f-aa0e74fa70b2 None None] Attempting to bind port 64fee511-c306-4290-8688-51fb74de3b3c on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:13:44.643469 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-80c30285-6fef-450f-a86f-aa0e74fa70b2 None None] Attempting to bind port 64fee511-c306-4290-8688-51fb74de3b3c by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}] {{(pid=88040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:13:44.643469 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c30285-6fef-450f-a86f-aa0e74fa70b2 None None] Attempting to bind port 64fee511-c306-4290-8688-51fb74de3b3c on network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:13:44.653678 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c30285-6fef-450f-a86f-aa0e74fa70b2 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:13:44.654064 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c30285-6fef-450f-a86f-aa0e74fa70b2 None None] Checking segment: {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:13:44.654458 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-80c30285-6fef-450f-a86f-aa0e74fa70b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:44.654835 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c30285-6fef-450f-a86f-aa0e74fa70b2 None None] Bound using segment: {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'} {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:13:44.655358 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-80c30285-6fef-450f-a86f-aa0e74fa70b2 None None] Bound port: 64fee511-c306-4290-8688-51fb74de3b3c, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}}] {{(pid=88040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:13:44.655708 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-80c30285-6fef-450f-a86f-aa0e74fa70b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:44.697219 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b8a1f1-75e7-48d3-9c7e-b81d0dcef01b None None] Pushing event updated for resources: {'Port': ['ID=64fee511-c306-4290-8688-51fb74de3b3c,revision_number=2']} {{(pid=88040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:13:44.709897 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b8a1f1-75e7-48d3-9c7e-b81d0dcef01b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:13:44.710185 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b8a1f1-75e7-48d3-9c7e-b81d0dcef01b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:13:44.710518 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b8a1f1-75e7-48d3-9c7e-b81d0dcef01b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:13:44.711335 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b8a1f1-75e7-48d3-9c7e-b81d0dcef01b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:13:44.711335 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b8a1f1-75e7-48d3-9c7e-b81d0dcef01b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:13:44.711558 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b8a1f1-75e7-48d3-9c7e-b81d0dcef01b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:13:44.711775 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b8a1f1-75e7-48d3-9c7e-b81d0dcef01b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:13:44.712092 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b8a1f1-75e7-48d3-9c7e-b81d0dcef01b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:13:44.712405 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b8a1f1-75e7-48d3-9c7e-b81d0dcef01b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:13:44.712716 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b8a1f1-75e7-48d3-9c7e-b81d0dcef01b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:13:44.713031 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b8a1f1-75e7-48d3-9c7e-b81d0dcef01b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:13:44.713340 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b8a1f1-75e7-48d3-9c7e-b81d0dcef01b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:13:44.730875 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee26f100-1590-4361-ab9d-ffcef741d8da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-25e1f743-9893-4757-bee3-9b454d28e8dc', 'network_id': '25e1f743-9893-4757-bee3-9b454d28e8dc', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'fixed_ips': [{'subnet_id': 'fdbfd40e-a138-4e81-bffd-a9adc80600a5'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 18:13:44.731731 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ee26f100-1590-4361-ab9d-ffcef741d8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:44.740244 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.db [None req-80c30285-6fef-450f-a86f-aa0e74fa70b2 None None] For port 64fee511-c306-4290-8688-51fb74de3b3c, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:13:44.743453 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.db [None req-80c30285-6fef-450f-a86f-aa0e74fa70b2 None None] For port 64fee511-c306-4290-8688-51fb74de3b3c, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=64fee511-c306-4290-8688-51fb74de3b3c,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:13:44.747035 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-80c30285-6fef-450f-a86f-aa0e74fa70b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:44.824609 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c30285-6fef-450f-a86f-aa0e74fa70b2 None None] Routers {'71aa48b5-429f-4bbf-8512-c328f7913fdf'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:13:44.825222 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-80c30285-6fef-450f-a86f-aa0e74fa70b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:13:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['71aa48b5-429f-4bbf-8512-c328f7913fdf'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:13:44.895788 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-ee26f100-1590-4361-ab9d-ffcef741d8da None None] Allocated IP 172.20.0.2 (25e1f743-9893-4757-bee3-9b454d28e8dc/fdbfd40e-a138-4e81-bffd-a9adc80600a5/dac8ab08-03bc-45f8-8190-b39640b6469a) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:13:44.899336 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b8a1f1-75e7-48d3-9c7e-b81d0dcef01b None None] Pushing event updated for resources: {'Port': ['ID=64fee511-c306-4290-8688-51fb74de3b3c,revision_number=3']} {{(pid=88040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:13:45.003828 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-80c30285-6fef-450f-a86f-aa0e74fa70b2 None None] Set router 71aa48b5-429f-4bbf-8512-c328f7913fdf gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:13:45.098686 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ee26f100-1590-4361-ab9d-ffcef741d8da None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:45.108839 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-ee26f100-1590-4361-ab9d-ffcef741d8da None None] Transition to ACTIVE for port object dac8ab08-03bc-45f8-8190-b39640b6469a will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:13:45.127852 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-ee26f100-1590-4361-ab9d-ffcef741d8da None None] Transition to ACTIVE for port object dac8ab08-03bc-45f8-8190-b39640b6469a will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:13:45.136616 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ee26f100-1590-4361-ab9d-ffcef741d8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:45.209692 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee26f100-1590-4361-ab9d-ffcef741d8da None None] Network 25e1f743-9893-4757-bee3-9b454d28e8dc is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:13:45.213726 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-ee26f100-1590-4361-ab9d-ffcef741d8da None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:13:45.217470 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee26f100-1590-4361-ab9d-ffcef741d8da None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 18:13:45.231353 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee26f100-1590-4361-ab9d-ffcef741d8da None None] Pushing event updated for resources: {'Port': ['ID=dac8ab08-03bc-45f8-8190-b39640b6469a,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:13:45.310938 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-80c30285-6fef-450f-a86f-aa0e74fa70b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71aa48b5-429f-4bbf-8512-c328f7913fdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1527369026', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.144'}], 'enable_snat': True}, 'gw_port_id': '64fee511-c306-4290-8688-51fb74de3b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:13:41Z', 'updated_at': '2022-05-04T18:13:42Z', 'revision_number': 3, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port': {'id': '64fee511-c306-4290-8688-51fb74de3b3c', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fd:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71aa48b5-429f-4bbf-8512-c328f7913fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:13:42Z', 'updated_at': '2022-05-04T18:13:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:13:45.313911 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e486a9c7-dc3a-4ef6-8133-7a5e0c9583c5 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:45.316275 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c30285-6fef-450f-a86f-aa0e74fa70b2 None None] The sync data for ids ['71aa48b5-429f-4bbf-8512-c328f7913fdf'] in dv-neutron-840426-1-hyperv is: [{'id': '71aa48b5-429f-4bbf-8512-c328f7913fdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1527369026', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.144'}], 'enable_snat': True}, 'gw_port_id': '64fee511-c306-4290-8688-51fb74de3b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:13:41Z', 'updated_at': '2022-05-04T18:13:42Z', 'revision_number': 3, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port': {'id': '64fee511-c306-4290-8688-51fb74de3b3c', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fd:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71aa48b5-429f-4bbf-8512-c328f7913fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:13:42Z', 'updated_at': '2022-05-04T18:13:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:13:45.320369 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-ee26f100-1590-4361-ab9d-ffcef741d8da None None] Attempting to bind port dac8ab08-03bc-45f8-8190-b39640b6469a on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:13:45.320369 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-ee26f100-1590-4361-ab9d-ffcef741d8da None None] Attempting to bind port dac8ab08-03bc-45f8-8190-b39640b6469a by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '0c2524d5-60e2-4633-8fc9-da6e656a7474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '25e1f743-9893-4757-bee3-9b454d28e8dc'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:13:45.320736 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee26f100-1590-4361-ab9d-ffcef741d8da None None] Attempting to bind port dac8ab08-03bc-45f8-8190-b39640b6469a on network 25e1f743-9893-4757-bee3-9b454d28e8dc {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:13:45.327104 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee26f100-1590-4361-ab9d-ffcef741d8da None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:13:45.327563 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee26f100-1590-4361-ab9d-ffcef741d8da None None] Checking segment: {'id': '0c2524d5-60e2-4633-8fc9-da6e656a7474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '25e1f743-9893-4757-bee3-9b454d28e8dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:13:45.327973 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ee26f100-1590-4361-ab9d-ffcef741d8da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:45.328371 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee26f100-1590-4361-ab9d-ffcef741d8da None None] Bound using segment: {'id': '0c2524d5-60e2-4633-8fc9-da6e656a7474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '25e1f743-9893-4757-bee3-9b454d28e8dc'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:13:45.329375 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-ee26f100-1590-4361-ab9d-ffcef741d8da None None] Bound port: dac8ab08-03bc-45f8-8190-b39640b6469a, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c2524d5-60e2-4633-8fc9-da6e656a7474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '25e1f743-9893-4757-bee3-9b454d28e8dc'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:13:45.329759 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ee26f100-1590-4361-ab9d-ffcef741d8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:45.424342 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-ee26f100-1590-4361-ab9d-ffcef741d8da None None] For port dac8ab08-03bc-45f8-8190-b39640b6469a, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:13:45.427829 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-ee26f100-1590-4361-ab9d-ffcef741d8da None None] For port dac8ab08-03bc-45f8-8190-b39640b6469a, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=dac8ab08-03bc-45f8-8190-b39640b6469a,segment=NetworkSegment(0c2524d5-60e2-4633-8fc9-da6e656a7474),segment_id=0c2524d5-60e2-4633-8fc9-da6e656a7474)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:13:45.431540 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ee26f100-1590-4361-ab9d-ffcef741d8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:45.515761 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee26f100-1590-4361-ab9d-ffcef741d8da None None] Pushing event updated for resources: {'Port': ['ID=dac8ab08-03bc-45f8-8190-b39640b6469a,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:13:45.699159 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 64fee511-c306-4290-8688-51fb74de3b3c up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:13:45.806818 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-e486a9c7-dc3a-4ef6-8133-7a5e0c9583c5 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Allocated IP 172.20.0.1 (25e1f743-9893-4757-bee3-9b454d28e8dc/fdbfd40e-a138-4e81-bffd-a9adc80600a5/843e20c5-654e-47a7-8197-67ea186466b3) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:13:45.809381 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 64fee511-c306-4290-8688-51fb74de3b3c completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:13:45.821997 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 64fee511-c306-4290-8688-51fb74de3b3c triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:13:45.822466 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:45.966249 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:45.984136 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 64fee511-c306-4290-8688-51fb74de3b3c, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=64fee511-c306-4290-8688-51fb74de3b3c,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:13:45.988235 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:46.007067 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e486a9c7-dc3a-4ef6-8133-7a5e0c9583c5 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:46.025492 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-e486a9c7-dc3a-4ef6-8133-7a5e0c9583c5 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Transition to ACTIVE for port object 843e20c5-654e-47a7-8197-67ea186466b3 will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:13:46.054317 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e486a9c7-dc3a-4ef6-8133-7a5e0c9583c5 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:46.059881 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=64fee511-c306-4290-8688-51fb74de3b3c,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:13:46.122672 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e486a9c7-dc3a-4ef6-8133-7a5e0c9583c5 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Network 25e1f743-9893-4757-bee3-9b454d28e8dc is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:13:46.126597 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-e486a9c7-dc3a-4ef6-8133-7a5e0c9583c5 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:13:46.130700 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e486a9c7-dc3a-4ef6-8133-7a5e0c9583c5 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 18:13:46.170144 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e486a9c7-dc3a-4ef6-8133-7a5e0c9583c5 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'Port': ['ID=843e20c5-654e-47a7-8197-67ea186466b3,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:13:46.324979 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e486a9c7-dc3a-4ef6-8133-7a5e0c9583c5 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710357'] for router_interface, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:46.580920 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433cbfaf-982f-43e7-8877-22c83d1c1ef8 None None] Network 25e1f743-9893-4757-bee3-9b454d28e8dc requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:13:46.587317 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e486a9c7-dc3a-4ef6-8133-7a5e0c9583c5 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:46.712332 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-f0fe513c-dc4f-43b7-b295-6a7273563bf2 None None] Provisioning for port dac8ab08-03bc-45f8-8190-b39640b6469a completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:13:47.002670 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e486a9c7-dc3a-4ef6-8133-7a5e0c9583c5 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:47.007696 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e486a9c7-dc3a-4ef6-8133-7a5e0c9583c5 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:47.124912 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e486a9c7-dc3a-4ef6-8133-7a5e0c9583c5 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710702'] for router_interface, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:47.129466 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e486a9c7-dc3a-4ef6-8133-7a5e0c9583c5 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'Port': ['ID=843e20c5-654e-47a7-8197-67ea186466b3,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:13:47.159891 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-fe5d0fbc-fc6e-4916-aa09-eaea48aa560f None None] Provisioning for port 843e20c5-654e-47a7-8197-67ea186466b3 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:13:47.167994 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-fe5d0fbc-fc6e-4916-aa09-eaea48aa560f None None] Provisioning complete for port 843e20c5-654e-47a7-8197-67ea186466b3 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:13:47.168694 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-fe5d0fbc-fc6e-4916-aa09-eaea48aa560f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:47.236415 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-fe5d0fbc-fc6e-4916-aa09-eaea48aa560f None None] Port 843e20c5-654e-47a7-8197-67ea186466b3 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 18:13:47.291915 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e486a9c7-dc3a-4ef6-8133-7a5e0c9583c5 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Network 25e1f743-9893-4757-bee3-9b454d28e8dc is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:13:47.293072 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-e486a9c7-dc3a-4ef6-8133-7a5e0c9583c5 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:13:47.355386 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-dc1966d7-967b-4b39-bba1-5fa950f68fe0 None None] Provisioning complete for port 843e20c5-654e-47a7-8197-67ea186466b3 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:13:47.355755 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-dc1966d7-967b-4b39-bba1-5fa950f68fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:47.412916 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-dc1966d7-967b-4b39-bba1-5fa950f68fe0 None None] Port 843e20c5-654e-47a7-8197-67ea186466b3 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 18:13:47.481721 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e486a9c7-dc3a-4ef6-8133-7a5e0c9583c5 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Router 71aa48b5-429f-4bbf-8512-c328f7913fdf has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 18:13:47.532413 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-80cb043e-2030-46e2-903b-de6997bd60d9 None None] Provisioning complete for port 843e20c5-654e-47a7-8197-67ea186466b3 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:13:47.532843 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-80cb043e-2030-46e2-903b-de6997bd60d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:47.584402 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-80cb043e-2030-46e2-903b-de6997bd60d9 None None] Port 843e20c5-654e-47a7-8197-67ea186466b3 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 18:13:47.660168 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e486a9c7-dc3a-4ef6-8133-7a5e0c9583c5 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:13:47.671694 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377603e9-0279-4f8d-821f-1567ed7b0dfb None None] Sync routers for ids ['71aa48b5-429f-4bbf-8512-c328f7913fdf'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:13:47.676930 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-e486a9c7-dc3a-4ef6-8133-7a5e0c9583c5 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "PUT /v2.0/routers/71aa48b5-429f-4bbf-8512-c328f7913fdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1425011 May 04 18:13:47.681217 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377603e9-0279-4f8d-821f-1567ed7b0dfb None None] Routers {'71aa48b5-429f-4bbf-8512-c328f7913fdf'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:13:47.681967 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-377603e9-0279-4f8d-821f-1567ed7b0dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:13:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['71aa48b5-429f-4bbf-8512-c328f7913fdf'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:13:47.734408 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device dac8ab08-03bc-45f8-8190-b39640b6469a up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:13:47.836232 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-9cbd5816-6413-4a1f-8ee0-449ae3786638 req-a09541f1-7cd0-40dc-aed7-d6eff82e0f59 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Synchronizing usage tracker for tenant:24536c64830c443892e5dea9235549ab on resource:security_group {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:13:47.851533 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-9cbd5816-6413-4a1f-8ee0-449ae3786638 req-a09541f1-7cd0-40dc-aed7-d6eff82e0f59 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Unset dirty status for tenant:24536c64830c443892e5dea9235549ab on resource:security_group {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:13:47.852702 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9cbd5816-6413-4a1f-8ee0-449ae3786638 req-a09541f1-7cd0-40dc-aed7-d6eff82e0f59 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-898429311&fields=id&tenant_id=24536c64830c443892e5dea9235549ab HTTP/1.1" status: 200 len: 267 time: 0.0551786 May 04 18:13:47.904842 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port dac8ab08-03bc-45f8-8190-b39640b6469a completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:13:47.912191 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-377603e9-0279-4f8d-821f-1567ed7b0dfb None None] Set router 71aa48b5-429f-4bbf-8512-c328f7913fdf gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:13:47.955117 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port dac8ab08-03bc-45f8-8190-b39640b6469a triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:13:47.955487 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:48.004869 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd5816-6413-4a1f-8ee0-449ae3786638 req-9a915388-6a82-4cdb-8991-ed2e1309ece5 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:13:48.005801 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-9cbd5816-6413-4a1f-8ee0-449ae3786638 req-9a915388-6a82-4cdb-8991-ed2e1309ece5 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Synchronizing usage tracker for tenant:24536c64830c443892e5dea9235549ab on resource:network {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:13:48.020517 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-9cbd5816-6413-4a1f-8ee0-449ae3786638 req-9a915388-6a82-4cdb-8991-ed2e1309ece5 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Unset dirty status for tenant:24536c64830c443892e5dea9235549ab on resource:network {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:13:48.022302 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9cbd5816-6413-4a1f-8ee0-449ae3786638 req-9a915388-6a82-4cdb-8991-ed2e1309ece5 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/networks?id=25e1f743-9893-4757-bee3-9b454d28e8dc HTTP/1.1" status: 200 len: 796 time: 0.1612327 May 04 18:13:48.037356 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9cbd5816-6413-4a1f-8ee0-449ae3786638 req-92646447-e069-4048-b8b7-6e9b371cd02d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/quotas/24536c64830c443892e5dea9235549ab HTTP/1.1" status: 200 len: 375 time: 0.0099258 May 04 18:13:48.122590 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-9cbd5816-6413-4a1f-8ee0-449ae3786638 req-3f343165-f9f4-4a9b-95b8-ad3d6cd82776 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Synchronizing usage tracker for tenant:24536c64830c443892e5dea9235549ab on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:13:48.137900 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-9cbd5816-6413-4a1f-8ee0-449ae3786638 req-3f343165-f9f4-4a9b-95b8-ad3d6cd82776 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Unset dirty status for tenant:24536c64830c443892e5dea9235549ab on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:13:48.140213 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9cbd5816-6413-4a1f-8ee0-449ae3786638 req-3f343165-f9f4-4a9b-95b8-ad3d6cd82776 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=24536c64830c443892e5dea9235549ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0968938 May 04 18:13:48.194671 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [req-9cbd5816-6413-4a1f-8ee0-449ae3786638 req-31a6d7a5-265d-41b1-8c8d-1f19bb8be72a service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 18:13:48.195669 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9cbd5816-6413-4a1f-8ee0-449ae3786638 req-31a6d7a5-265d-41b1-8c8d-1f19bb8be72a service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0443337 May 04 18:13:48.252049 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:48.322774 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port dac8ab08-03bc-45f8-8190-b39640b6469a, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=dac8ab08-03bc-45f8-8190-b39640b6469a,segment=NetworkSegment(0c2524d5-60e2-4633-8fc9-da6e656a7474),segment_id=0c2524d5-60e2-4633-8fc9-da6e656a7474)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:13:48.330318 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:48.331085 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 64fee511-c306-4290-8688-51fb74de3b3c up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:13:48.339273 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9cbd5816-6413-4a1f-8ee0-449ae3786638 req-78b1bdda-4246-4f26-8931-5721161d596a service neutron] 10.222.0.41 "GET /v2.0/networks/25e1f743-9893-4757-bee3-9b454d28e8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374092 May 04 18:13:48.454825 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=dac8ab08-03bc-45f8-8190-b39640b6469a,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:13:48.458759 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-377603e9-0279-4f8d-821f-1567ed7b0dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71aa48b5-429f-4bbf-8512-c328f7913fdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1527369026', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.144'}], 'enable_snat': True}, 'gw_port_id': '64fee511-c306-4290-8688-51fb74de3b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:13:41Z', 'updated_at': '2022-05-04T18:13:46Z', 'revision_number': 4, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port': {'id': '64fee511-c306-4290-8688-51fb74de3b3c', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71aa48b5-429f-4bbf-8512-c328f7913fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:13:42Z', 'updated_at': '2022-05-04T18:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '843e20c5-654e-47a7-8197-67ea186466b3', 'name': '', 'network_id': '25e1f743-9893-4757-bee3-9b454d28e8dc', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'mac_address': 'fa:16:3e:54:a5:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71aa48b5-429f-4bbf-8512-c328f7913fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'fdbfd40e-a138-4e81-bffd-a9adc80600a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:13:45Z', 'updated_at': '2022-05-04T18:13:46Z', 'revision_number': 2, 'project_id': '24536c64830c443892e5dea9235549ab', 'subnets': [{'id': 'fdbfd40e-a138-4e81-bffd-a9adc80600a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:13:48.465627 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377603e9-0279-4f8d-821f-1567ed7b0dfb None None] Checking router: 71aa48b5-429f-4bbf-8512-c328f7913fdf for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:13:48.466014 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377603e9-0279-4f8d-821f-1567ed7b0dfb None None] Updating router 71aa48b5-429f-4bbf-8512-c328f7913fdf port 843e20c5-654e-47a7-8197-67ea186466b3 binding host dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:13:48.519762 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 64fee511-c306-4290-8688-51fb74de3b3c triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:13:48.520134 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:48.567503 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-377603e9-0279-4f8d-821f-1567ed7b0dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:48.572921 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9cbd5816-6413-4a1f-8ee0-449ae3786638 req-0a26214c-6e98-48a5-a0a4-8a6f9781d4d3 service neutron] 10.222.0.41 "GET /v2.0/networks/25e1f743-9893-4757-bee3-9b454d28e8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275236 May 04 18:13:48.753992 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-5044e12e-f942-4bba-9e83-db242c82765e req-f2c5fe51-e71e-4a6e-8ceb-542d058ed45b tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Synchronizing usage tracker for tenant:24536c64830c443892e5dea9235549ab on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:13:48.768100 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-5044e12e-f942-4bba-9e83-db242c82765e req-f2c5fe51-e71e-4a6e-8ceb-542d058ed45b tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Unset dirty status for tenant:24536c64830c443892e5dea9235549ab on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:13:48.768805 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-5044e12e-f942-4bba-9e83-db242c82765e req-f2c5fe51-e71e-4a6e-8ceb-542d058ed45b tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b24bc54-366a-45ad-8d15-73f58db49bc7 HTTP/1.1" status: 200 len: 210 time: 0.0610859 May 04 18:13:49.016671 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-377603e9-0279-4f8d-821f-1567ed7b0dfb None None] Notify callbacks [] for port, precommit_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:49.028967 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-377603e9-0279-4f8d-821f-1567ed7b0dfb None None] Transition to ACTIVE for port object 843e20c5-654e-47a7-8197-67ea186466b3 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:13:49.035424 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-377603e9-0279-4f8d-821f-1567ed7b0dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:49.197790 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef5145a-965d-42c7-96b5-72172aa3b7ec None None] Pushing event updated for resources: {'Port': ['ID=843e20c5-654e-47a7-8197-67ea186466b3,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:13:49.255137 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-377603e9-0279-4f8d-821f-1567ed7b0dfb None None] Attempting to bind port 843e20c5-654e-47a7-8197-67ea186466b3 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:13:49.255513 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-377603e9-0279-4f8d-821f-1567ed7b0dfb None None] Attempting to bind port 843e20c5-654e-47a7-8197-67ea186466b3 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '0c2524d5-60e2-4633-8fc9-da6e656a7474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '25e1f743-9893-4757-bee3-9b454d28e8dc'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:13:49.255883 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377603e9-0279-4f8d-821f-1567ed7b0dfb None None] Attempting to bind port 843e20c5-654e-47a7-8197-67ea186466b3 on network 25e1f743-9893-4757-bee3-9b454d28e8dc {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:13:49.261970 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377603e9-0279-4f8d-821f-1567ed7b0dfb None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:13:49.261970 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377603e9-0279-4f8d-821f-1567ed7b0dfb None None] Checking segment: {'id': '0c2524d5-60e2-4633-8fc9-da6e656a7474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '25e1f743-9893-4757-bee3-9b454d28e8dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:13:49.262343 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-377603e9-0279-4f8d-821f-1567ed7b0dfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:49.262737 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377603e9-0279-4f8d-821f-1567ed7b0dfb None None] Bound using segment: {'id': '0c2524d5-60e2-4633-8fc9-da6e656a7474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '25e1f743-9893-4757-bee3-9b454d28e8dc'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:13:49.263213 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-377603e9-0279-4f8d-821f-1567ed7b0dfb None None] Bound port: 843e20c5-654e-47a7-8197-67ea186466b3, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c2524d5-60e2-4633-8fc9-da6e656a7474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '25e1f743-9893-4757-bee3-9b454d28e8dc'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:13:49.263592 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-377603e9-0279-4f8d-821f-1567ed7b0dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:49.371677 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-377603e9-0279-4f8d-821f-1567ed7b0dfb None None] For port 843e20c5-654e-47a7-8197-67ea186466b3, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:13:49.375158 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-377603e9-0279-4f8d-821f-1567ed7b0dfb None None] For port 843e20c5-654e-47a7-8197-67ea186466b3, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=843e20c5-654e-47a7-8197-67ea186466b3,segment=NetworkSegment(0c2524d5-60e2-4633-8fc9-da6e656a7474),segment_id=0c2524d5-60e2-4633-8fc9-da6e656a7474)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:13:49.378491 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-377603e9-0279-4f8d-821f-1567ed7b0dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:49.454774 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377603e9-0279-4f8d-821f-1567ed7b0dfb None None] Routers {'71aa48b5-429f-4bbf-8512-c328f7913fdf'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:13:49.455399 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-377603e9-0279-4f8d-821f-1567ed7b0dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:13:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['71aa48b5-429f-4bbf-8512-c328f7913fdf'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:13:49.512948 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef5145a-965d-42c7-96b5-72172aa3b7ec None None] Pushing event updated for resources: {'Port': ['ID=843e20c5-654e-47a7-8197-67ea186466b3,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:13:49.645186 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device dac8ab08-03bc-45f8-8190-b39640b6469a up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:13:49.731599 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-377603e9-0279-4f8d-821f-1567ed7b0dfb None None] Set router 71aa48b5-429f-4bbf-8512-c328f7913fdf gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:13:49.829471 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd5816-6413-4a1f-8ee0-449ae3786638 req-66c6cbcf-28ec-4534-84d7-d94a25539a1f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:13:49.831054 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9cbd5816-6413-4a1f-8ee0-449ae3786638 req-66c6cbcf-28ec-4534-84d7-d94a25539a1f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.42 "GET /v2.0/networks?id=25e1f743-9893-4757-bee3-9b454d28e8dc HTTP/1.1" status: 200 len: 796 time: 0.1521194 May 04 18:13:49.887258 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port dac8ab08-03bc-45f8-8190-b39640b6469a triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:13:49.887630 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:49.925186 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9cbd5816-6413-4a1f-8ee0-449ae3786638 req-6ca5d988-136a-4c2c-bcd3-22f216aef89d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24536c64830c443892e5dea9235549ab HTTP/1.1" status: 200 len: 379 time: 0.0840664 May 04 18:13:49.936093 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [req-9cbd5816-6413-4a1f-8ee0-449ae3786638 req-a1d6ee6f-82f9-42da-ad2a-d0f829614be0 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Request body: {'port': {'device_id': '2b24bc54-366a-45ad-8d15-73f58db49bc7', 'network_id': '25e1f743-9893-4757-bee3-9b454d28e8dc', 'admin_state_up': True, 'tenant_id': '24536c64830c443892e5dea9235549ab', 'security_groups': ['af9a088c-8bc4-46da-8cee-bc6b4c49444d']}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:13:49.963108 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-7d6eff84-046d-48b1-9474-9e735974e8df req-7fbbc5d7-8d95-4242-830a-657d0689a728 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b24bc54-366a-45ad-8d15-73f58db49bc7 HTTP/1.1" status: 200 len: 210 time: 0.0755596 May 04 18:13:50.077653 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [req-9cbd5816-6413-4a1f-8ee0-449ae3786638 req-a1d6ee6f-82f9-42da-ad2a-d0f829614be0 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:13:50.087227 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [req-9cbd5816-6413-4a1f-8ee0-449ae3786638 req-a1d6ee6f-82f9-42da-ad2a-d0f829614be0 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:13:50.097594 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cbd5816-6413-4a1f-8ee0-449ae3786638 req-a1d6ee6f-82f9-42da-ad2a-d0f829614be0 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Made reservation on behalf of 24536c64830c443892e5dea9235549ab for: {'port': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:13:50.101365 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-9cbd5816-6413-4a1f-8ee0-449ae3786638 req-a1d6ee6f-82f9-42da-ad2a-d0f829614be0 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:50.156801 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-377603e9-0279-4f8d-821f-1567ed7b0dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71aa48b5-429f-4bbf-8512-c328f7913fdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1527369026', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.144'}], 'enable_snat': True}, 'gw_port_id': '64fee511-c306-4290-8688-51fb74de3b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:13:41Z', 'updated_at': '2022-05-04T18:13:46Z', 'revision_number': 4, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port': {'id': '64fee511-c306-4290-8688-51fb74de3b3c', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71aa48b5-429f-4bbf-8512-c328f7913fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:13:42Z', 'updated_at': '2022-05-04T18:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '843e20c5-654e-47a7-8197-67ea186466b3', 'name': '', 'network_id': '25e1f743-9893-4757-bee3-9b454d28e8dc', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'mac_address': 'fa:16:3e:54:a5:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71aa48b5-429f-4bbf-8512-c328f7913fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'fdbfd40e-a138-4e81-bffd-a9adc80600a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:13:45Z', 'updated_at': '2022-05-04T18:13:49Z', 'revision_number': 4, 'project_id': '24536c64830c443892e5dea9235549ab', 'subnets': [{'id': 'fdbfd40e-a138-4e81-bffd-a9adc80600a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:13:50.161497 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377603e9-0279-4f8d-821f-1567ed7b0dfb None None] The sync data for ids ['71aa48b5-429f-4bbf-8512-c328f7913fdf'] in dv-neutron-840426-1-hyperv is: [{'id': '71aa48b5-429f-4bbf-8512-c328f7913fdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1527369026', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.144'}], 'enable_snat': True}, 'gw_port_id': '64fee511-c306-4290-8688-51fb74de3b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:13:41Z', 'updated_at': '2022-05-04T18:13:46Z', 'revision_number': 4, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port': {'id': '64fee511-c306-4290-8688-51fb74de3b3c', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71aa48b5-429f-4bbf-8512-c328f7913fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:13:42Z', 'updated_at': '2022-05-04T18:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '843e20c5-654e-47a7-8197-67ea186466b3', 'name': '', 'network_id': '25e1f743-9893-4757-bee3-9b454d28e8dc', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'mac_address': 'fa:16:3e:54:a5:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71aa48b5-429f-4bbf-8512-c328f7913fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'fdbfd40e-a138-4e81-bffd-a9adc80600a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:13:45Z', 'updated_at': '2022-05-04T18:13:49Z', 'revision_number': 4, 'project_id': '24536c64830c443892e5dea9235549ab', 'subnets': [{'id': 'fdbfd40e-a138-4e81-bffd-a9adc80600a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:13:50.292627 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [req-9cbd5816-6413-4a1f-8ee0-449ae3786638 req-a1d6ee6f-82f9-42da-ad2a-d0f829614be0 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Allocated IP 172.20.0.9 (25e1f743-9893-4757-bee3-9b454d28e8dc/fdbfd40e-a138-4e81-bffd-a9adc80600a5/d588e92d-f477-459a-92d8-e2098d242aca) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:13:50.494218 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-9cbd5816-6413-4a1f-8ee0-449ae3786638 req-a1d6ee6f-82f9-42da-ad2a-d0f829614be0 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:50.510888 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [req-9cbd5816-6413-4a1f-8ee0-449ae3786638 req-a1d6ee6f-82f9-42da-ad2a-d0f829614be0 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Transition to ACTIVE for port object d588e92d-f477-459a-92d8-e2098d242aca will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:13:50.535892 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-9cbd5816-6413-4a1f-8ee0-449ae3786638 req-a1d6ee6f-82f9-42da-ad2a-d0f829614be0 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:50.614665 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cbd5816-6413-4a1f-8ee0-449ae3786638 req-a1d6ee6f-82f9-42da-ad2a-d0f829614be0 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Network 25e1f743-9893-4757-bee3-9b454d28e8dc is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:13:50.618100 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [req-9cbd5816-6413-4a1f-8ee0-449ae3786638 req-a1d6ee6f-82f9-42da-ad2a-d0f829614be0 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:13:50.627674 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cbd5816-6413-4a1f-8ee0-449ae3786638 req-a1d6ee6f-82f9-42da-ad2a-d0f829614be0 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 18:13:50.665562 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d6ee6f-82f9-42da-ad2a-d0f829614be0 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'Port': ['ID=d588e92d-f477-459a-92d8-e2098d242aca,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:13:50.701321 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd5816-6413-4a1f-8ee0-449ae3786638 req-a1d6ee6f-82f9-42da-ad2a-d0f829614be0 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:13:50.702038 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-9cbd5816-6413-4a1f-8ee0-449ae3786638 req-a1d6ee6f-82f9-42da-ad2a-d0f829614be0 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:50.728603 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9cbd5816-6413-4a1f-8ee0-449ae3786638 req-a1d6ee6f-82f9-42da-ad2a-d0f829614be0 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7968197 May 04 18:13:50.740410 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [req-9cbd5816-6413-4a1f-8ee0-449ae3786638 req-2e390e3a-7692-4b59-afa4-4c60e491eec3 service neutron] Request body: {'port': {'device_id': '2b24bc54-366a-45ad-8d15-73f58db49bc7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:13:50.862369 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-9cbd5816-6413-4a1f-8ee0-449ae3786638 req-2e390e3a-7692-4b59-afa4-4c60e491eec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:50.913097 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-9dce501f-9978-4ef1-a7b4-81869c8ee54e None None] Provisioning for port d588e92d-f477-459a-92d8-e2098d242aca completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:13:50.918895 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-9dce501f-9978-4ef1-a7b4-81869c8ee54e None None] Provisioning complete for port d588e92d-f477-459a-92d8-e2098d242aca triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:13:50.919339 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9dce501f-9978-4ef1-a7b4-81869c8ee54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:50.981787 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-9dce501f-9978-4ef1-a7b4-81869c8ee54e None None] Port d588e92d-f477-459a-92d8-e2098d242aca cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 18:13:51.246640 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [req-9cbd5816-6413-4a1f-8ee0-449ae3786638 req-2e390e3a-7692-4b59-afa4-4c60e491eec3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d588e92d-f477-459a-92d8-e2098d242aca {{(pid=88037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:13:51.254568 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-9cbd5816-6413-4a1f-8ee0-449ae3786638 req-2e390e3a-7692-4b59-afa4-4c60e491eec3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:51.269105 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [req-9cbd5816-6413-4a1f-8ee0-449ae3786638 req-2e390e3a-7692-4b59-afa4-4c60e491eec3 service neutron] Transition to ACTIVE for port object d588e92d-f477-459a-92d8-e2098d242aca will not be triggered until provisioned by entity L2. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:13:51.273199 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-9cbd5816-6413-4a1f-8ee0-449ae3786638 req-2e390e3a-7692-4b59-afa4-4c60e491eec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:51.284371 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4488d5f4-fc8b-46e9-9f17-1c4fddb15de9 req-ff493874-307f-4d67-8b32-49813c36032c tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:13:51.285894 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-4488d5f4-fc8b-46e9-9f17-1c4fddb15de9 req-ff493874-307f-4d67-8b32-49813c36032c tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b24bc54-366a-45ad-8d15-73f58db49bc7 HTTP/1.1" status: 200 len: 931 time: 0.2150505 May 04 18:13:51.331008 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-4488d5f4-fc8b-46e9-9f17-1c4fddb15de9 req-5291ffc7-08ec-4237-8d0a-e24d5e3e10be tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=af9a088c-8bc4-46da-8cee-bc6b4c49444d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391588 May 04 18:13:51.446346 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e390e3a-7692-4b59-afa4-4c60e491eec3 service neutron] Pushing event updated for resources: {'Port': ['ID=d588e92d-f477-459a-92d8-e2098d242aca,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:13:51.514856 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-9cbd5816-6413-4a1f-8ee0-449ae3786638 req-2e390e3a-7692-4b59-afa4-4c60e491eec3 service neutron] Attempting to bind port d588e92d-f477-459a-92d8-e2098d242aca on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:13:51.515188 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-9cbd5816-6413-4a1f-8ee0-449ae3786638 req-2e390e3a-7692-4b59-afa4-4c60e491eec3 service neutron] Attempting to bind port d588e92d-f477-459a-92d8-e2098d242aca by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '0c2524d5-60e2-4633-8fc9-da6e656a7474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '25e1f743-9893-4757-bee3-9b454d28e8dc'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:13:51.515510 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbd5816-6413-4a1f-8ee0-449ae3786638 req-2e390e3a-7692-4b59-afa4-4c60e491eec3 service neutron] Attempting to bind port d588e92d-f477-459a-92d8-e2098d242aca on network 25e1f743-9893-4757-bee3-9b454d28e8dc {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:13:51.520031 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbd5816-6413-4a1f-8ee0-449ae3786638 req-2e390e3a-7692-4b59-afa4-4c60e491eec3 service neutron] Port d588e92d-f477-459a-92d8-e2098d242aca on network 25e1f743-9893-4757-bee3-9b454d28e8dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 18:13:51.520345 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbd5816-6413-4a1f-8ee0-449ae3786638 req-2e390e3a-7692-4b59-afa4-4c60e491eec3 service neutron] Attempting to bind port d588e92d-f477-459a-92d8-e2098d242aca on network 25e1f743-9893-4757-bee3-9b454d28e8dc {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:13:51.525345 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbd5816-6413-4a1f-8ee0-449ae3786638 req-2e390e3a-7692-4b59-afa4-4c60e491eec3 service neutron] Checking agent: {'id': '84d0dbeb-cfa8-4636-8b1c-9790acf21ef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'started_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:13:51.525673 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbd5816-6413-4a1f-8ee0-449ae3786638 req-2e390e3a-7692-4b59-afa4-4c60e491eec3 service neutron] Checking segment: {'id': '0c2524d5-60e2-4633-8fc9-da6e656a7474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '25e1f743-9893-4757-bee3-9b454d28e8dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:13:51.526090 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbd5816-6413-4a1f-8ee0-449ae3786638 req-2e390e3a-7692-4b59-afa4-4c60e491eec3 service neutron] Bound using segment: {'id': '0c2524d5-60e2-4633-8fc9-da6e656a7474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '25e1f743-9893-4757-bee3-9b454d28e8dc'} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:13:51.526509 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-9cbd5816-6413-4a1f-8ee0-449ae3786638 req-2e390e3a-7692-4b59-afa4-4c60e491eec3 service neutron] Bound port: d588e92d-f477-459a-92d8-e2098d242aca, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c2524d5-60e2-4633-8fc9-da6e656a7474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '25e1f743-9893-4757-bee3-9b454d28e8dc'}}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:13:51.526848 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-9cbd5816-6413-4a1f-8ee0-449ae3786638 req-2e390e3a-7692-4b59-afa4-4c60e491eec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:51.655827 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 843e20c5-654e-47a7-8197-67ea186466b3 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:13:51.728411 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-9cbd5816-6413-4a1f-8ee0-449ae3786638 req-2e390e3a-7692-4b59-afa4-4c60e491eec3 service neutron] For port d588e92d-f477-459a-92d8-e2098d242aca, host hv-neutron-8404, cleared binding levels {{(pid=88037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:13:51.731564 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-9cbd5816-6413-4a1f-8ee0-449ae3786638 req-2e390e3a-7692-4b59-afa4-4c60e491eec3 service neutron] For port d588e92d-f477-459a-92d8-e2098d242aca, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=d588e92d-f477-459a-92d8-e2098d242aca,segment=NetworkSegment(0c2524d5-60e2-4633-8fc9-da6e656a7474),segment_id=0c2524d5-60e2-4633-8fc9-da6e656a7474)] {{(pid=88037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:13:51.736435 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-9cbd5816-6413-4a1f-8ee0-449ae3786638 req-2e390e3a-7692-4b59-afa4-4c60e491eec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:51.764716 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 843e20c5-654e-47a7-8197-67ea186466b3 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:13:51.769397 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 843e20c5-654e-47a7-8197-67ea186466b3 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:13:51.769771 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:51.794465 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd5816-6413-4a1f-8ee0-449ae3786638 req-2e390e3a-7692-4b59-afa4-4c60e491eec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:13:51.795450 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-9cbd5816-6413-4a1f-8ee0-449ae3786638 req-2e390e3a-7692-4b59-afa4-4c60e491eec3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:51.797756 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9cbd5816-6413-4a1f-8ee0-449ae3786638 req-2e390e3a-7692-4b59-afa4-4c60e491eec3 service neutron] 10.222.0.42 "PUT /v2.0/ports/d588e92d-f477-459a-92d8-e2098d242aca HTTP/1.1" status: 200 len: 1093 time: 1.0618587 May 04 18:13:51.800169 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b24bc54-366a-45ad-8d15-73f58db49bc7', 'tag': 'd588e92d-f477-459a-92d8-e2098d242aca'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:13:51.836866 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e390e3a-7692-4b59-afa4-4c60e491eec3 service neutron] Pushing event updated for resources: {'Port': ['ID=d588e92d-f477-459a-92d8-e2098d242aca,revision_number=3']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:13:51.880135 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3ec7a7c-539d-424a-b917-b32ab69b3494'] response: {'name': 'network-changed', 'server_uuid': '2b24bc54-366a-45ad-8d15-73f58db49bc7', 'tag': 'd588e92d-f477-459a-92d8-e2098d242aca', 'status': 'completed', 'code': 200} May 04 18:13:51.901060 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:51.915943 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd5816-6413-4a1f-8ee0-449ae3786638 req-9a55c054-670f-475d-b85f-53dca3d41cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:13:51.917421 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9cbd5816-6413-4a1f-8ee0-449ae3786638 req-9a55c054-670f-475d-b85f-53dca3d41cec service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=24536c64830c443892e5dea9235549ab&device_id=2b24bc54-366a-45ad-8d15-73f58db49bc7 HTTP/1.1" status: 200 len: 1096 time: 0.0816243 May 04 18:13:51.935206 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 843e20c5-654e-47a7-8197-67ea186466b3, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=843e20c5-654e-47a7-8197-67ea186466b3,segment=NetworkSegment(0c2524d5-60e2-4633-8fc9-da6e656a7474),segment_id=0c2524d5-60e2-4633-8fc9-da6e656a7474)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:13:51.939748 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:51.991723 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9cbd5816-6413-4a1f-8ee0-449ae3786638 req-c1b7e045-a56f-4495-b327-d8601e04228b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d588e92d-f477-459a-92d8-e2098d242aca HTTP/1.1" status: 200 len: 217 time: 0.0676744 May 04 18:13:52.008806 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=843e20c5-654e-47a7-8197-67ea186466b3,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:13:52.053562 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd5816-6413-4a1f-8ee0-449ae3786638 req-f2a7ed42-e99c-4501-8a50-a1451891a24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:13:52.055006 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9cbd5816-6413-4a1f-8ee0-449ae3786638 req-f2a7ed42-e99c-4501-8a50-a1451891a24d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fdbfd40e-a138-4e81-bffd-a9adc80600a5 HTTP/1.1" status: 200 len: 834 time: 0.0574353 May 04 18:13:52.127641 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd5816-6413-4a1f-8ee0-449ae3786638 req-b67543c4-927e-40db-80da-f756bde802df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:13:52.129047 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9cbd5816-6413-4a1f-8ee0-449ae3786638 req-b67543c4-927e-40db-80da-f756bde802df service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=25e1f743-9893-4757-bee3-9b454d28e8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675602 May 04 18:13:52.259504 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9cbd5816-6413-4a1f-8ee0-449ae3786638 req-9b62eb8a-bd6c-4b2a-9af5-1fddd585ff16 service neutron] 10.222.0.42 "GET /v2.0/networks/25e1f743-9893-4757-bee3-9b454d28e8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238475 May 04 18:13:52.398214 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9cbd5816-6413-4a1f-8ee0-449ae3786638 req-e6ce8dd3-1abd-44e4-8429-77880e015358 service neutron] 10.222.0.42 "GET /v2.0/networks/25e1f743-9893-4757-bee3-9b454d28e8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324301 May 04 18:13:52.516191 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0cb169-a117-4a52-84c0-aa242137cdd1 req-fc3f9f07-d1e0-4d92-ac99-73b3c32a5a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:13:52.518095 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-bd0cb169-a117-4a52-84c0-aa242137cdd1 req-fc3f9f07-d1e0-4d92-ac99-73b3c32a5a77 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=24536c64830c443892e5dea9235549ab&device_id=2b24bc54-366a-45ad-8d15-73f58db49bc7 HTTP/1.1" status: 200 len: 1096 time: 0.0737209 May 04 18:13:52.522093 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd168d6b-36ab-417c-b9b7-d369098d8ffa req-3ff2c31c-0714-4ea0-9e0f-8116031d7449 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:13:52.523553 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-bd168d6b-36ab-417c-b9b7-d369098d8ffa req-3ff2c31c-0714-4ea0-9e0f-8116031d7449 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b24bc54-366a-45ad-8d15-73f58db49bc7 HTTP/1.1" status: 200 len: 943 time: 0.0793765 May 04 18:13:52.566443 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-bd168d6b-36ab-417c-b9b7-d369098d8ffa req-d818dd9c-8333-4c8d-9d57-43b0a7ff26be tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=af9a088c-8bc4-46da-8cee-bc6b4c49444d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373287 May 04 18:13:52.649314 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0cb169-a117-4a52-84c0-aa242137cdd1 req-6a4456f9-806e-45ba-abee-290c5416694d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:13:52.650775 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-bd0cb169-a117-4a52-84c0-aa242137cdd1 req-6a4456f9-806e-45ba-abee-290c5416694d service neutron] 10.222.0.42 "GET /v2.0/networks?id=25e1f743-9893-4757-bee3-9b454d28e8dc HTTP/1.1" status: 200 len: 897 time: 0.1263471 May 04 18:13:52.714959 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-bd0cb169-a117-4a52-84c0-aa242137cdd1 req-95e9cb8d-f7d8-463e-a644-40d33d4e5cab service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d588e92d-f477-459a-92d8-e2098d242aca HTTP/1.1" status: 200 len: 217 time: 0.0581434 May 04 18:13:52.776328 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0cb169-a117-4a52-84c0-aa242137cdd1 req-06f6af45-2d4c-483f-817f-bbc0a3929eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:13:52.777595 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-bd0cb169-a117-4a52-84c0-aa242137cdd1 req-06f6af45-2d4c-483f-817f-bbc0a3929eb0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fdbfd40e-a138-4e81-bffd-a9adc80600a5 HTTP/1.1" status: 200 len: 834 time: 0.0573361 May 04 18:13:52.848285 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0cb169-a117-4a52-84c0-aa242137cdd1 req-a34da324-33ed-46c6-8a40-08e0aa71cf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:13:52.849687 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-bd0cb169-a117-4a52-84c0-aa242137cdd1 req-a34da324-33ed-46c6-8a40-08e0aa71cf6d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=25e1f743-9893-4757-bee3-9b454d28e8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664358 May 04 18:13:52.980191 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-bd0cb169-a117-4a52-84c0-aa242137cdd1 req-18432e61-55d1-4ef4-8089-9ccf9cbbeec0 service neutron] 10.222.0.42 "GET /v2.0/networks/25e1f743-9893-4757-bee3-9b454d28e8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234689 May 04 18:13:53.117372 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-bd0cb169-a117-4a52-84c0-aa242137cdd1 req-e49b7df7-2769-443e-99ab-ca84bb33053f service neutron] 10.222.0.42 "GET /v2.0/networks/25e1f743-9893-4757-bee3-9b454d28e8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305118 May 04 18:13:53.633971 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 843e20c5-654e-47a7-8197-67ea186466b3 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:13:53.706929 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 843e20c5-654e-47a7-8197-67ea186466b3 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:13:53.707298 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:53.755321 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f822cad0-b2f2-447c-8bed-6fd5383c50db req-b842f258-c21b-48df-976b-1836b2f34195 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:13:53.756010 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-f822cad0-b2f2-447c-8bed-6fd5383c50db req-b842f258-c21b-48df-976b-1836b2f34195 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Synchronizing usage tracker for tenant:24536c64830c443892e5dea9235549ab on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:13:53.772105 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-f822cad0-b2f2-447c-8bed-6fd5383c50db req-b842f258-c21b-48df-976b-1836b2f34195 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Unset dirty status for tenant:24536c64830c443892e5dea9235549ab on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:13:53.773616 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f822cad0-b2f2-447c-8bed-6fd5383c50db req-b842f258-c21b-48df-976b-1836b2f34195 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b24bc54-366a-45ad-8d15-73f58db49bc7 HTTP/1.1" status: 200 len: 943 time: 0.0985594 May 04 18:13:53.818016 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f822cad0-b2f2-447c-8bed-6fd5383c50db req-0bb523aa-1407-410c-8697-852329e9a24f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=af9a088c-8bc4-46da-8cee-bc6b4c49444d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385690 May 04 18:13:55.006414 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc69eb6-6bd5-426a-999e-ae71ba98445a req-1da2cb11-2763-4c89-bd53-e2b7d871bd87 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:13:55.007848 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-bcc69eb6-6bd5-426a-999e-ae71ba98445a req-1da2cb11-2763-4c89-bd53-e2b7d871bd87 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b24bc54-366a-45ad-8d15-73f58db49bc7 HTTP/1.1" status: 200 len: 943 time: 0.0809853 May 04 18:13:55.050930 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-bcc69eb6-6bd5-426a-999e-ae71ba98445a req-673c0aa4-e56e-4f3a-8d1e-ace9dc0082d2 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=af9a088c-8bc4-46da-8cee-bc6b4c49444d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374823 May 04 18:13:55.543085 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device d588e92d-f477-459a-92d8-e2098d242aca details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 18:13:55.673293 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port d588e92d-f477-459a-92d8-e2098d242aca, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=d588e92d-f477-459a-92d8-e2098d242aca,segment=NetworkSegment(0c2524d5-60e2-4633-8fc9-da6e656a7474),segment_id=0c2524d5-60e2-4633-8fc9-da6e656a7474)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:13:55.686671 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Returning: {'device': 'd588e92d-f477-459a-92d8-e2098d242aca', 'network_id': '25e1f743-9893-4757-bee3-9b454d28e8dc', 'port_id': 'd588e92d-f477-459a-92d8-e2098d242aca', 'mac_address': 'fa:16:3e:8b:40:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdbfd40e-a138-4e81-bffd-a9adc80600a5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 18:13:55.743326 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:55.759996 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d588e92d-f477-459a-92d8-e2098d242aca {{(pid=88039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:13:55.774554 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port d588e92d-f477-459a-92d8-e2098d242aca, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=d588e92d-f477-459a-92d8-e2098d242aca,segment=NetworkSegment(0c2524d5-60e2-4633-8fc9-da6e656a7474),segment_id=0c2524d5-60e2-4633-8fc9-da6e656a7474)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:13:55.778243 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:55.841835 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=d588e92d-f477-459a-92d8-e2098d242aca,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:13:56.111418 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] get_ports_and_sgs() called for port_ids ['d588e92d-f477-459a-92d8-e2098d242aca'] {{(pid=88039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 18:13:56.233011 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd8f1b-4c85-4620-bc4f-7b3fbcb03f68 req-7afebb9e-c43a-4734-9afc-40ce7e37ff4a tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:13:56.235190 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b9dd8f1b-4c85-4620-bc4f-7b3fbcb03f68 req-7afebb9e-c43a-4734-9afc-40ce7e37ff4a tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b24bc54-366a-45ad-8d15-73f58db49bc7 HTTP/1.1" status: 200 len: 944 time: 0.0807457 May 04 18:13:56.281131 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b9dd8f1b-4c85-4620-bc4f-7b3fbcb03f68 req-d37b7ebb-06cf-460c-ab4c-f3c7a07d1463 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=af9a088c-8bc4-46da-8cee-bc6b4c49444d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404263 May 04 18:13:57.461710 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e784345d-db6a-4e6c-afe9-862ba6007d7f req-e4c7920d-7433-4841-8088-5a4c88ef35fa tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:13:57.463193 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-e784345d-db6a-4e6c-afe9-862ba6007d7f req-e4c7920d-7433-4841-8088-5a4c88ef35fa tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b24bc54-366a-45ad-8d15-73f58db49bc7 HTTP/1.1" status: 200 len: 944 time: 0.0782545 May 04 18:13:57.511103 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-e784345d-db6a-4e6c-afe9-862ba6007d7f req-d5aad5a3-d52e-44a4-b955-d2de212a924f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=af9a088c-8bc4-46da-8cee-bc6b4c49444d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422721 May 04 18:13:57.545704 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device d588e92d-f477-459a-92d8-e2098d242aca up at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:13:57.611590 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning for port d588e92d-f477-459a-92d8-e2098d242aca completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:13:57.616771 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning complete for port d588e92d-f477-459a-92d8-e2098d242aca triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:13:57.617143 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:57.730050 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:57.756043 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b24bc54-366a-45ad-8d15-73f58db49bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd588e92d-f477-459a-92d8-e2098d242aca'}] {{(pid=88039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:13:57.765895 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port d588e92d-f477-459a-92d8-e2098d242aca, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=d588e92d-f477-459a-92d8-e2098d242aca,segment=NetworkSegment(0c2524d5-60e2-4633-8fc9-da6e656a7474),segment_id=0c2524d5-60e2-4633-8fc9-da6e656a7474)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:13:57.769682 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:13:57.801610 dv-neutron-840426-1-hyperv neutron-server[88039]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f94b8d60-bb88-47b0-929a-5ce6b70f6c2d'] response: {'server_uuid': '2b24bc54-366a-45ad-8d15-73f58db49bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd588e92d-f477-459a-92d8-e2098d242aca', 'code': 200} May 04 18:13:57.838408 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=d588e92d-f477-459a-92d8-e2098d242aca,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:13:58.020316 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb4195-1bcb-4b53-98a3-9083e529d283 req-b164de90-c58a-4b8a-9c28-0fda33f1d97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:13:58.021680 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a3bb4195-1bcb-4b53-98a3-9083e529d283 req-b164de90-c58a-4b8a-9c28-0fda33f1d97e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2b24bc54-366a-45ad-8d15-73f58db49bc7 HTTP/1.1" status: 200 len: 1098 time: 0.0684659 May 04 18:13:58.060931 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a3bb4195-1bcb-4b53-98a3-9083e529d283 req-44e0131e-ff10-4470-b70c-54c7004431e5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=af9a088c-8bc4-46da-8cee-bc6b4c49444d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332382 May 04 18:13:58.692629 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba02229b-e79a-48b0-8275-55a5f2fe60ad req-46dc3ff3-a8ff-4d70-8690-1240a0100916 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:13:58.694097 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-ba02229b-e79a-48b0-8275-55a5f2fe60ad req-46dc3ff3-a8ff-4d70-8690-1240a0100916 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b24bc54-366a-45ad-8d15-73f58db49bc7 HTTP/1.1" status: 200 len: 945 time: 0.0809448 May 04 18:13:58.738156 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-ba02229b-e79a-48b0-8275-55a5f2fe60ad req-fb0e04c2-1a06-4b87-8b0e-81309120fdd0 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=af9a088c-8bc4-46da-8cee-bc6b4c49444d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384469 May 04 18:13:59.924863 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c719505-8710-428e-98cf-db06cf086d22 req-a1eb72a2-1028-4007-aba2-373e30278544 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:13:59.926352 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-1c719505-8710-428e-98cf-db06cf086d22 req-a1eb72a2-1028-4007-aba2-373e30278544 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b24bc54-366a-45ad-8d15-73f58db49bc7 HTTP/1.1" status: 200 len: 945 time: 0.0821242 May 04 18:14:00.068185 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-1c719505-8710-428e-98cf-db06cf086d22 req-8d7e96e7-2767-41b9-bd64-2841e32426f2 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=af9a088c-8bc4-46da-8cee-bc6b4c49444d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363029 May 04 18:14:00.255528 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e30e7cd-89e2-436a-bf04-3a4c5cc5528c req-f40d1848-a488-4930-ab0b-26412508e897 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:14:00.256975 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-0e30e7cd-89e2-436a-bf04-3a4c5cc5528c req-f40d1848-a488-4930-ab0b-26412508e897 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b24bc54-366a-45ad-8d15-73f58db49bc7 HTTP/1.1" status: 200 len: 945 time: 0.0828459 May 04 18:14:00.305386 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-0e30e7cd-89e2-436a-bf04-3a4c5cc5528c req-25d45306-c116-4916-a715-74672dce7a72 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=af9a088c-8bc4-46da-8cee-bc6b4c49444d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426450 May 04 18:14:00.328783 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 34544) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:14:00.396181 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7aabaf7-ad5c-4146-8fc2-eaac74a7ad43 tempest-TestNetworkAdvancedServerOps-2130119018 tempest-TestNetworkAdvancedServerOps-2130119018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:14:00.397652 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-e7aabaf7-ad5c-4146-8fc2-eaac74a7ad43 tempest-TestNetworkAdvancedServerOps-2130119018 tempest-TestNetworkAdvancedServerOps-2130119018-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2b24bc54-366a-45ad-8d15-73f58db49bc7 HTTP/1.1" status: 200 len: 1093 time: 0.0678999 May 04 18:14:00.400547 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 34548) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:14:00.405448 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-a33a055d-676c-48b1-a67c-70b18748cd15 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Request body: {'floatingip': {'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'port_id': 'd588e92d-f477-459a-92d8-e2098d242aca', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:14:00.412191 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-a33a055d-676c-48b1-a67c-70b18748cd15 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:14:00.416550 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-a33a055d-676c-48b1-a67c-70b18748cd15 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Usage tracker for resource:floatingip and tenant:24536c64830c443892e5dea9235549ab is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:14:00.419318 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-a33a055d-676c-48b1-a67c-70b18748cd15 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:14:00.426138 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-a33a055d-676c-48b1-a67c-70b18748cd15 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:14:00.435574 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a33a055d-676c-48b1-a67c-70b18748cd15 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for floatingip, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:14:00.568981 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a33a055d-676c-48b1-a67c-70b18748cd15 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:14:00.710429 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-a33a055d-676c-48b1-a67c-70b18748cd15 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Allocated IP 172.26.0.97 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/51e6a28e-e351-421b-9eb2-6997a5598a60) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:14:00.853503 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a33a055d-676c-48b1-a67c-70b18748cd15 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:14:00.881632 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a33a055d-676c-48b1-a67c-70b18748cd15 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:14:00.943572 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33a055d-676c-48b1-a67c-70b18748cd15 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:14:00.946490 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-a33a055d-676c-48b1-a67c-70b18748cd15 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:14:00.950340 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33a055d-676c-48b1-a67c-70b18748cd15 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 18:14:00.985367 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33a055d-676c-48b1-a67c-70b18748cd15 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'Port': ['ID=51e6a28e-e351-421b-9eb2-6997a5598a60,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:14:01.355649 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a33a055d-676c-48b1-a67c-70b18748cd15 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:14:01.425700 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a33a055d-676c-48b1-a67c-70b18748cd15 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:14:01.621366 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a33a055d-676c-48b1-a67c-70b18748cd15 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:14:01.626326 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a33a055d-676c-48b1-a67c-70b18748cd15 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:14:01.733464 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33a055d-676c-48b1-a67c-70b18748cd15 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'Port': ['ID=51e6a28e-e351-421b-9eb2-6997a5598a60,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:14:01.742082 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a33a055d-676c-48b1-a67c-70b18748cd15 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710218'] for floatingip, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:14:02.009522 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.l3_db [None req-a33a055d-676c-48b1-a67c-70b18748cd15 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Floating IP c78b4a27-3e0a-47df-b06e-355a74548e5e associated. External IP: 172.26.0.97, port: d588e92d-f477-459a-92d8-e2098d242aca. May 04 18:14:02.349183 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a33a055d-676c-48b1-a67c-70b18748cd15 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Router 71aa48b5-429f-4bbf-8512-c328f7913fdf has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 18:14:02.524367 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a33a055d-676c-48b1-a67c-70b18748cd15 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:14:02.534466 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0636d1-8810-4120-b38a-c9a843517737 None None] Sync routers for ids ['71aa48b5-429f-4bbf-8512-c328f7913fdf'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:14:02.543689 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0636d1-8810-4120-b38a-c9a843517737 None None] Routers {'71aa48b5-429f-4bbf-8512-c328f7913fdf'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:14:02.544834 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-0d0636d1-8810-4120-b38a-c9a843517737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:13:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['71aa48b5-429f-4bbf-8512-c328f7913fdf'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:14:02.549723 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a33a055d-676c-48b1-a67c-70b18748cd15 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:14:02.606447 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-a33a055d-676c-48b1-a67c-70b18748cd15 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2046061 May 04 18:14:02.606864 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b24bc54-366a-45ad-8d15-73f58db49bc7', 'tag': 'd588e92d-f477-459a-92d8-e2098d242aca'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:14:02.650017 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9ee2b5c-477a-4e43-a102-c7ac20eac338'] response: {'name': 'network-changed', 'server_uuid': '2b24bc54-366a-45ad-8d15-73f58db49bc7', 'tag': 'd588e92d-f477-459a-92d8-e2098d242aca', 'status': 'completed', 'code': 200} May 04 18:14:02.723722 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-0d0636d1-8810-4120-b38a-c9a843517737 None None] Set router 71aa48b5-429f-4bbf-8512-c328f7913fdf gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:14:02.803958 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b894006-6ecd-4333-bcf4-ccc05f998dc5 req-3f297256-85d5-44a3-b2b7-0979a6102b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:14:02.805447 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9b894006-6ecd-4333-bcf4-ccc05f998dc5 req-3f297256-85d5-44a3-b2b7-0979a6102b4c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=24536c64830c443892e5dea9235549ab&device_id=2b24bc54-366a-45ad-8d15-73f58db49bc7 HTTP/1.1" status: 200 len: 1098 time: 0.1329429 May 04 18:14:02.814044 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360fb9f-47c5-4018-b2d5-bd67ee23e6bb req-d1b91062-240d-49c3-b930-f1d36b9426ec tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:14:02.815371 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f360fb9f-47c5-4018-b2d5-bd67ee23e6bb req-d1b91062-240d-49c3-b930-f1d36b9426ec tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b24bc54-366a-45ad-8d15-73f58db49bc7 HTTP/1.1" status: 200 len: 945 time: 0.1124609 May 04 18:14:02.939932 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f360fb9f-47c5-4018-b2d5-bd67ee23e6bb req-3d7f8e55-aec0-44f0-88df-f33a26ad2ce9 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=af9a088c-8bc4-46da-8cee-bc6b4c49444d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061676 May 04 18:14:02.962963 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 34556) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:14:02.973778 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b894006-6ecd-4333-bcf4-ccc05f998dc5 req-490c2661-ccb7-4882-bb26-9504bf2e08c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:14:02.975265 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9b894006-6ecd-4333-bcf4-ccc05f998dc5 req-490c2661-ccb7-4882-bb26-9504bf2e08c4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=25e1f743-9893-4757-bee3-9b454d28e8dc HTTP/1.1" status: 200 len: 897 time: 0.1590724 May 04 18:14:03.063299 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-0d0636d1-8810-4120-b38a-c9a843517737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71aa48b5-429f-4bbf-8512-c328f7913fdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1527369026', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.144'}], 'enable_snat': True}, 'gw_port_id': '64fee511-c306-4290-8688-51fb74de3b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:13:41Z', 'updated_at': '2022-05-04T18:13:46Z', 'revision_number': 4, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port': {'id': '64fee511-c306-4290-8688-51fb74de3b3c', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71aa48b5-429f-4bbf-8512-c328f7913fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:13:42Z', 'updated_at': '2022-05-04T18:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': 'c78b4a27-3e0a-47df-b06e-355a74548e5e', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'floating_ip_address': '172.26.0.97', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '71aa48b5-429f-4bbf-8512-c328f7913fdf', 'port_id': 'd588e92d-f477-459a-92d8-e2098d242aca', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25e1f743-9893-4757-bee3-9b454d28e8dc', 'mac_address': 'fa:16:3e:8b:40:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b24bc54-366a-45ad-8d15-73f58db49bc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:14:01Z', 'updated_at': '2022-05-04T18:14:01Z', 'revision_number': 0, 'project_id': '24536c64830c443892e5dea9235549ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '843e20c5-654e-47a7-8197-67ea186466b3', 'name': '', 'network_id': '25e1f743-9893-4757-bee3-9b454d28e8dc', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'mac_address': 'fa:16:3e:54:a5:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71aa48b5-429f-4bbf-8512-c328f7913fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'fdbfd40e-a138-4e81-bffd-a9adc80600a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:13:45Z', 'updated_at': '2022-05-04T18:13:51Z', 'revision_number': 5, 'project_id': '24536c64830c443892e5dea9235549ab', 'subnets': [{'id': 'fdbfd40e-a138-4e81-bffd-a9adc80600a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:14:03.067095 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0636d1-8810-4120-b38a-c9a843517737 None None] Checking router: 71aa48b5-429f-4bbf-8512-c328f7913fdf for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:14:03.073690 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-becce99b-66ed-43d3-a81e-5d4f289a2964 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/floatingips/c78b4a27-3e0a-47df-b06e-355a74548e5e HTTP/1.1" status: 200 len: 990 time: 0.1089590 May 04 18:14:03.075260 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0636d1-8810-4120-b38a-c9a843517737 None None] Routers {'71aa48b5-429f-4bbf-8512-c328f7913fdf'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:14:03.075851 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-0d0636d1-8810-4120-b38a-c9a843517737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:13:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['71aa48b5-429f-4bbf-8512-c328f7913fdf'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:14:03.080886 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9b894006-6ecd-4333-bcf4-ccc05f998dc5 req-93e26b05-158a-4caf-97c2-5e9508fae981 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d588e92d-f477-459a-92d8-e2098d242aca HTTP/1.1" status: 200 len: 998 time: 0.0989871 May 04 18:14:03.143258 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b894006-6ecd-4333-bcf4-ccc05f998dc5 req-e438a3ad-c496-4ce4-9f9e-badf6c13e973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:14:03.144735 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9b894006-6ecd-4333-bcf4-ccc05f998dc5 req-e438a3ad-c496-4ce4-9f9e-badf6c13e973 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fdbfd40e-a138-4e81-bffd-a9adc80600a5 HTTP/1.1" status: 200 len: 834 time: 0.0580697 May 04 18:14:03.224028 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b894006-6ecd-4333-bcf4-ccc05f998dc5 req-9a4d06b4-9c5d-44c4-9488-38bfd12ef90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:14:03.225450 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9b894006-6ecd-4333-bcf4-ccc05f998dc5 req-9a4d06b4-9c5d-44c4-9488-38bfd12ef90d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=25e1f743-9893-4757-bee3-9b454d28e8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746603 May 04 18:14:03.275992 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-0d0636d1-8810-4120-b38a-c9a843517737 None None] Set router 71aa48b5-429f-4bbf-8512-c328f7913fdf gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:14:03.276262 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-74e89fd0-9f9f-40a0-8572-6690e837058e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:14:03.358729 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9b894006-6ecd-4333-bcf4-ccc05f998dc5 req-b4fe50e6-4f91-47f1-b6e0-668c0ecc2243 service neutron] 10.222.0.42 "GET /v2.0/networks/25e1f743-9893-4757-bee3-9b454d28e8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261683 May 04 18:14:03.609146 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9b894006-6ecd-4333-bcf4-ccc05f998dc5 req-2601b0c9-88f7-4e6c-80af-afc346d23c17 service neutron] 10.222.0.42 "GET /v2.0/networks/25e1f743-9893-4757-bee3-9b454d28e8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440801 May 04 18:14:03.628498 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-0d0636d1-8810-4120-b38a-c9a843517737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71aa48b5-429f-4bbf-8512-c328f7913fdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1527369026', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.144'}], 'enable_snat': True}, 'gw_port_id': '64fee511-c306-4290-8688-51fb74de3b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:13:41Z', 'updated_at': '2022-05-04T18:13:46Z', 'revision_number': 4, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port': {'id': '64fee511-c306-4290-8688-51fb74de3b3c', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71aa48b5-429f-4bbf-8512-c328f7913fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:13:42Z', 'updated_at': '2022-05-04T18:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': 'c78b4a27-3e0a-47df-b06e-355a74548e5e', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'floating_ip_address': '172.26.0.97', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '71aa48b5-429f-4bbf-8512-c328f7913fdf', 'port_id': 'd588e92d-f477-459a-92d8-e2098d242aca', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25e1f743-9893-4757-bee3-9b454d28e8dc', 'mac_address': 'fa:16:3e:8b:40:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b24bc54-366a-45ad-8d15-73f58db49bc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:14:01Z', 'updated_at': '2022-05-04T18:14:01Z', 'revision_number': 0, 'project_id': '24536c64830c443892e5dea9235549ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '843e20c5-654e-47a7-8197-67ea186466b3', 'name': '', 'network_id': '25e1f743-9893-4757-bee3-9b454d28e8dc', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'mac_address': 'fa:16:3e:54:a5:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71aa48b5-429f-4bbf-8512-c328f7913fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'fdbfd40e-a138-4e81-bffd-a9adc80600a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:13:45Z', 'updated_at': '2022-05-04T18:13:51Z', 'revision_number': 5, 'project_id': '24536c64830c443892e5dea9235549ab', 'subnets': [{'id': 'fdbfd40e-a138-4e81-bffd-a9adc80600a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:14:03.632561 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0636d1-8810-4120-b38a-c9a843517737 None None] The sync data for ids ['71aa48b5-429f-4bbf-8512-c328f7913fdf'] in dv-neutron-840426-1-hyperv is: [{'id': '71aa48b5-429f-4bbf-8512-c328f7913fdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1527369026', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.144'}], 'enable_snat': True}, 'gw_port_id': '64fee511-c306-4290-8688-51fb74de3b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:13:41Z', 'updated_at': '2022-05-04T18:13:46Z', 'revision_number': 4, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port': {'id': '64fee511-c306-4290-8688-51fb74de3b3c', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71aa48b5-429f-4bbf-8512-c328f7913fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:13:42Z', 'updated_at': '2022-05-04T18:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': 'c78b4a27-3e0a-47df-b06e-355a74548e5e', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'floating_ip_address': '172.26.0.97', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '71aa48b5-429f-4bbf-8512-c328f7913fdf', 'port_id': 'd588e92d-f477-459a-92d8-e2098d242aca', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25e1f743-9893-4757-bee3-9b454d28e8dc', 'mac_address': 'fa:16:3e:8b:40:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b24bc54-366a-45ad-8d15-73f58db49bc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:14:01Z', 'updated_at': '2022-05-04T18:14:01Z', 'revision_number': 0, 'project_id': '24536c64830c443892e5dea9235549ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '843e20c5-654e-47a7-8197-67ea186466b3', 'name': '', 'network_id': '25e1f743-9893-4757-bee3-9b454d28e8dc', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'mac_address': 'fa:16:3e:54:a5:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71aa48b5-429f-4bbf-8512-c328f7913fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'fdbfd40e-a138-4e81-bffd-a9adc80600a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:13:45Z', 'updated_at': '2022-05-04T18:13:51Z', 'revision_number': 5, 'project_id': '24536c64830c443892e5dea9235549ab', 'subnets': [{'id': 'fdbfd40e-a138-4e81-bffd-a9adc80600a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:14:03.815692 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945af163-2396-402a-93a7-f011835e4db8 None None] New status for floating IP c78b4a27-3e0a-47df-b06e-355a74548e5e: ACTIVE {{(pid=88039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 18:14:04.077306 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 34560) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:14:04.181557 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-2ca73b9e-8141-4596-875e-821614325b27 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/floatingips/c78b4a27-3e0a-47df-b06e-355a74548e5e HTTP/1.1" status: 200 len: 992 time: 0.1025455 May 04 18:14:05.613279 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-84cc6fcf-42de-495d-8425-8a49cb49034b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:14:06.676695 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:14:06.694740 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:14:08.034057 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:14:09.714608 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:14:19.287644 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 18:14:23.733532 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-8bae6fc3-2ffc-4093-9f66-ad1bfe1ac3a2 req-beca6b7b-d3ca-4b71-93a2-77d501bd22ea service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2b24bc54-366a-45ad-8d15-73f58db49bc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0729430 May 04 18:14:23.879433 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae6fc3-2ffc-4093-9f66-ad1bfe1ac3a2 req-a788a084-fc93-478f-ac1e-2a8bb5dfe94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:14:23.880796 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-8bae6fc3-2ffc-4093-9f66-ad1bfe1ac3a2 req-a788a084-fc93-478f-ac1e-2a8bb5dfe94e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=24536c64830c443892e5dea9235549ab&device_id=2b24bc54-366a-45ad-8d15-73f58db49bc7 HTTP/1.1" status: 200 len: 1098 time: 0.0822592 May 04 18:14:24.021333 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae6fc3-2ffc-4093-9f66-ad1bfe1ac3a2 req-778d4ac2-fd12-401c-b4d0-b0992d10168f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:14:24.022782 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-8bae6fc3-2ffc-4093-9f66-ad1bfe1ac3a2 req-778d4ac2-fd12-401c-b4d0-b0992d10168f service neutron] 10.222.0.42 "GET /v2.0/networks?id=25e1f743-9893-4757-bee3-9b454d28e8dc HTTP/1.1" status: 200 len: 897 time: 0.1232567 May 04 18:14:24.137226 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-8bae6fc3-2ffc-4093-9f66-ad1bfe1ac3a2 req-8d9e8044-c38f-401c-9035-9ff466a5f4b0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d588e92d-f477-459a-92d8-e2098d242aca HTTP/1.1" status: 200 len: 1000 time: 0.1070304 May 04 18:14:24.198279 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae6fc3-2ffc-4093-9f66-ad1bfe1ac3a2 req-15af9ca4-b85c-4f07-956f-784f54e1b2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:14:24.199742 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-8bae6fc3-2ffc-4093-9f66-ad1bfe1ac3a2 req-15af9ca4-b85c-4f07-956f-784f54e1b2e0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fdbfd40e-a138-4e81-bffd-a9adc80600a5 HTTP/1.1" status: 200 len: 834 time: 0.0561996 May 04 18:14:24.273320 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae6fc3-2ffc-4093-9f66-ad1bfe1ac3a2 req-80d52b62-8766-4aff-beda-f12cf8fe62c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:14:24.274823 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-8bae6fc3-2ffc-4093-9f66-ad1bfe1ac3a2 req-80d52b62-8766-4aff-beda-f12cf8fe62c5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=25e1f743-9893-4757-bee3-9b454d28e8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683119 May 04 18:14:24.403502 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-8bae6fc3-2ffc-4093-9f66-ad1bfe1ac3a2 req-0860335e-0bb0-44e0-aaa6-a7bc39a3f06e service neutron] 10.222.0.42 "GET /v2.0/networks/25e1f743-9893-4757-bee3-9b454d28e8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209321 May 04 18:14:24.547913 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-8bae6fc3-2ffc-4093-9f66-ad1bfe1ac3a2 req-ef69b690-cb60-450a-8dd0-e2f6250a64d6 service neutron] 10.222.0.42 "GET /v2.0/networks/25e1f743-9893-4757-bee3-9b454d28e8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380532 May 04 18:14:33.277049 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-bb418093-2185-462e-a4cb-d586d0736cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:14:35.616098 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-93d4fd74-9e3d-4a05-a97f-afd76326158f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:14:36.679139 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:14:36.695345 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:14:38.036671 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:14:39.728202 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:14:56.286421 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 18:15:03.279968 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ed6b0a8e-8377-4ed7-b1d9-04541d1539f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:15:05.617408 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ceeae368-f64a-4b3b-a2f5-693c107c6a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:15:06.688795 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:15:06.697783 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:15:08.038980 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:15:09.751753 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:15:15.761885 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daed0f5-1438-49c4-9d51-3d8fa209a9ef req-b47f1841-2d7f-450b-bfcb-099c1825c877 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:15:15.763366 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-9daed0f5-1438-49c4-9d51-3d8fa209a9ef req-b47f1841-2d7f-450b-bfcb-099c1825c877 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b24bc54-366a-45ad-8d15-73f58db49bc7 HTTP/1.1" status: 200 len: 945 time: 0.0840855 May 04 18:15:15.807136 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-9daed0f5-1438-49c4-9d51-3d8fa209a9ef req-55c77586-ee53-4b32-9c6a-bddba9c1cf52 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=af9a088c-8bc4-46da-8cee-bc6b4c49444d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379400 May 04 18:15:17.006288 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3909b9f-ce2f-4d94-8c75-1fa04b4593f0 req-c46cb38b-ced2-4982-9bc4-b148d84bc5fd tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:15:17.007727 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e3909b9f-ce2f-4d94-8c75-1fa04b4593f0 req-c46cb38b-ced2-4982-9bc4-b148d84bc5fd tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b24bc54-366a-45ad-8d15-73f58db49bc7 HTTP/1.1" status: 200 len: 945 time: 0.0808735 May 04 18:15:17.050744 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e3909b9f-ce2f-4d94-8c75-1fa04b4593f0 req-0e59c1bb-e1eb-4762-a446-6ecfc1ec1b31 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=af9a088c-8bc4-46da-8cee-bc6b4c49444d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369849 May 04 18:15:18.234778 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6537400c-3402-4f5b-8369-243a3592deef req-d7506490-de2a-4ba0-94c4-790a00a5e3c6 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:15:18.236227 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-6537400c-3402-4f5b-8369-243a3592deef req-d7506490-de2a-4ba0-94c4-790a00a5e3c6 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b24bc54-366a-45ad-8d15-73f58db49bc7 HTTP/1.1" status: 200 len: 945 time: 0.0832629 May 04 18:15:18.279257 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-6537400c-3402-4f5b-8369-243a3592deef req-6411548b-64c6-4c48-adb0-c415d266ad33 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=af9a088c-8bc4-46da-8cee-bc6b4c49444d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371368 May 04 18:15:19.462093 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a40d3a4-5ad5-4057-bc0d-f56785860067 req-d06993c9-d46a-4959-9a5b-a3cbe29d24db tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:15:19.463591 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6a40d3a4-5ad5-4057-bc0d-f56785860067 req-d06993c9-d46a-4959-9a5b-a3cbe29d24db tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b24bc54-366a-45ad-8d15-73f58db49bc7 HTTP/1.1" status: 200 len: 945 time: 0.0779636 May 04 18:15:19.509653 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6a40d3a4-5ad5-4057-bc0d-f56785860067 req-53838ee6-c849-4be3-8ab9-27825b4f90e3 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=af9a088c-8bc4-46da-8cee-bc6b4c49444d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404630 May 04 18:15:20.692004 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ee0a53-d62f-4d47-9c9e-d4e3c00e4557 req-56367d9b-84f4-4587-874b-38ccb070917f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:15:20.693447 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-39ee0a53-d62f-4d47-9c9e-d4e3c00e4557 req-56367d9b-84f4-4587-874b-38ccb070917f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b24bc54-366a-45ad-8d15-73f58db49bc7 HTTP/1.1" status: 200 len: 945 time: 0.0808651 May 04 18:15:20.736888 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-39ee0a53-d62f-4d47-9c9e-d4e3c00e4557 req-fe585ac4-d5b0-437d-81e0-7cd6aba2d86b tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=af9a088c-8bc4-46da-8cee-bc6b4c49444d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371478 May 04 18:15:21.914553 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34fb072-6c13-434b-a1fb-5fdd46c9ac1b req-3868b57a-bc07-4db5-afc1-e99db344b441 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:15:21.915907 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a34fb072-6c13-434b-a1fb-5fdd46c9ac1b req-3868b57a-bc07-4db5-afc1-e99db344b441 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b24bc54-366a-45ad-8d15-73f58db49bc7 HTTP/1.1" status: 200 len: 945 time: 0.0768359 May 04 18:15:21.967205 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a34fb072-6c13-434b-a1fb-5fdd46c9ac1b req-56c61558-b3c9-4935-9f1e-68d542475898 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=af9a088c-8bc4-46da-8cee-bc6b4c49444d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428698 May 04 18:15:23.150222 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7019ca9-b3df-4d9c-b465-0ad59096aa91 req-b161bca9-0af8-4ea4-bb6b-4306c93999e8 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:15:23.152214 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-a7019ca9-b3df-4d9c-b465-0ad59096aa91 req-b161bca9-0af8-4ea4-bb6b-4306c93999e8 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b24bc54-366a-45ad-8d15-73f58db49bc7 HTTP/1.1" status: 200 len: 945 time: 0.0781050 May 04 18:15:23.198659 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-a7019ca9-b3df-4d9c-b465-0ad59096aa91 req-6b6ad327-af6e-45cf-a6fd-928df8cc5004 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=af9a088c-8bc4-46da-8cee-bc6b4c49444d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407891 May 04 18:15:24.382663 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84818401-5b70-4a74-a65e-123f3d82d57a req-4fd8d0af-b74a-4004-870b-541629fb1103 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:15:24.384105 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-84818401-5b70-4a74-a65e-123f3d82d57a req-4fd8d0af-b74a-4004-870b-541629fb1103 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b24bc54-366a-45ad-8d15-73f58db49bc7 HTTP/1.1" status: 200 len: 945 time: 0.0811651 May 04 18:15:24.427094 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-84818401-5b70-4a74-a65e-123f3d82d57a req-270f9631-2a6e-4706-8e6b-d336a766372c tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=af9a088c-8bc4-46da-8cee-bc6b4c49444d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369670 May 04 18:15:24.791322 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827c3cb-a8ed-490d-a3ab-f679ed5f77cd req-4b2cbd3a-4c7c-4847-8a78-17affdb2281a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:15:24.792774 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f827c3cb-a8ed-490d-a3ab-f679ed5f77cd req-4b2cbd3a-4c7c-4847-8a78-17affdb2281a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=24536c64830c443892e5dea9235549ab&device_id=2b24bc54-366a-45ad-8d15-73f58db49bc7 HTTP/1.1" status: 200 len: 1098 time: 0.0690825 May 04 18:15:24.933585 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827c3cb-a8ed-490d-a3ab-f679ed5f77cd req-1e10e948-ac18-4ba2-9499-e7f9fe1e70f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:15:24.935067 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f827c3cb-a8ed-490d-a3ab-f679ed5f77cd req-1e10e948-ac18-4ba2-9499-e7f9fe1e70f2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=25e1f743-9893-4757-bee3-9b454d28e8dc HTTP/1.1" status: 200 len: 897 time: 0.1243258 May 04 18:15:25.130031 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f827c3cb-a8ed-490d-a3ab-f679ed5f77cd req-d5647cf2-dd7d-43b8-a2c0-de8be8481f12 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d588e92d-f477-459a-92d8-e2098d242aca HTTP/1.1" status: 200 len: 1000 time: 0.1880808 May 04 18:15:25.192299 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827c3cb-a8ed-490d-a3ab-f679ed5f77cd req-43f4cec5-8333-4b4b-94da-fcb803ea206a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:15:25.193737 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f827c3cb-a8ed-490d-a3ab-f679ed5f77cd req-43f4cec5-8333-4b4b-94da-fcb803ea206a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fdbfd40e-a138-4e81-bffd-a9adc80600a5 HTTP/1.1" status: 200 len: 834 time: 0.0579722 May 04 18:15:25.266442 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827c3cb-a8ed-490d-a3ab-f679ed5f77cd req-f482adfd-ea2f-433f-8683-744d7295ce93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:15:25.267899 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f827c3cb-a8ed-490d-a3ab-f679ed5f77cd req-f482adfd-ea2f-433f-8683-744d7295ce93 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=25e1f743-9893-4757-bee3-9b454d28e8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683603 May 04 18:15:25.405164 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f827c3cb-a8ed-490d-a3ab-f679ed5f77cd req-0e0a5a56-2cf8-4a6a-a322-421e630e623a service neutron] 10.222.0.42 "GET /v2.0/networks/25e1f743-9893-4757-bee3-9b454d28e8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310585 May 04 18:15:25.535223 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f827c3cb-a8ed-490d-a3ab-f679ed5f77cd req-d0c8f625-c35a-4a6c-8894-9988f4f207ed service neutron] 10.222.0.42 "GET /v2.0/networks/25e1f743-9893-4757-bee3-9b454d28e8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232584 May 04 18:15:25.608091 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be93a56a-b529-4c27-a038-ea1c5c5a2250 req-9638f8d1-4b6d-40e3-819d-244941fc3774 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:15:25.609546 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-be93a56a-b529-4c27-a038-ea1c5c5a2250 req-9638f8d1-4b6d-40e3-819d-244941fc3774 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b24bc54-366a-45ad-8d15-73f58db49bc7 HTTP/1.1" status: 200 len: 945 time: 0.0789936 May 04 18:15:25.659309 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-be93a56a-b529-4c27-a038-ea1c5c5a2250 req-a0e227bf-217e-4e3c-8812-be754f4be53b tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=af9a088c-8bc4-46da-8cee-bc6b4c49444d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439739 May 04 18:15:26.850961 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef2bd2-cbe4-494f-9c8b-5ff595823757 req-4c425a75-18ec-43a6-963a-06e58c2e961e tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:15:26.852389 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-04ef2bd2-cbe4-494f-9c8b-5ff595823757 req-4c425a75-18ec-43a6-963a-06e58c2e961e tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b24bc54-366a-45ad-8d15-73f58db49bc7 HTTP/1.1" status: 200 len: 945 time: 0.0782573 May 04 18:15:26.901620 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-04ef2bd2-cbe4-494f-9c8b-5ff595823757 req-28e0aacb-120e-4d78-b724-8b0e18b08369 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=af9a088c-8bc4-46da-8cee-bc6b4c49444d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420659 May 04 18:15:26.925498 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 34606) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:15:27.031431 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-3ebcc1b4-bccb-4d68-82d6-4a1b9734bce4 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/floatingips/c78b4a27-3e0a-47df-b06e-355a74548e5e HTTP/1.1" status: 200 len: 992 time: 0.1047163 May 04 18:15:28.483855 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02faea8-2da0-4dc9-b070-4ae0c00f8b8c req-fc5edf28-b074-41df-a1cd-5625773c7e63 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:15:28.485298 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-f02faea8-2da0-4dc9-b070-4ae0c00f8b8c req-fc5edf28-b074-41df-a1cd-5625773c7e63 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b24bc54-366a-45ad-8d15-73f58db49bc7 HTTP/1.1" status: 200 len: 945 time: 0.0830042 May 04 18:15:28.516892 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa59c259-4832-45fd-be2d-47a774c35d19 req-92c94b5f-6878-4f34-8717-be7305e9ae23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:15:28.518392 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-aa59c259-4832-45fd-be2d-47a774c35d19 req-92c94b5f-6878-4f34-8717-be7305e9ae23 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=24536c64830c443892e5dea9235549ab&device_id=2b24bc54-366a-45ad-8d15-73f58db49bc7 HTTP/1.1" status: 200 len: 1098 time: 0.0702243 May 04 18:15:28.529512 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-f02faea8-2da0-4dc9-b070-4ae0c00f8b8c req-e4383971-58b4-478a-8514-9ec7e319ab86 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=af9a088c-8bc4-46da-8cee-bc6b4c49444d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383878 May 04 18:15:28.647074 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa59c259-4832-45fd-be2d-47a774c35d19 req-10ae87f1-507a-4f6a-8569-75b0fef32b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:15:28.648494 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-aa59c259-4832-45fd-be2d-47a774c35d19 req-10ae87f1-507a-4f6a-8569-75b0fef32b5e service neutron] 10.222.0.42 "GET /v2.0/networks?id=25e1f743-9893-4757-bee3-9b454d28e8dc HTTP/1.1" status: 200 len: 897 time: 0.1240449 May 04 18:15:28.749275 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-aa59c259-4832-45fd-be2d-47a774c35d19 req-3275a872-809c-4db4-9f81-9fdc04d598aa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d588e92d-f477-459a-92d8-e2098d242aca HTTP/1.1" status: 200 len: 1000 time: 0.0943453 May 04 18:15:28.809602 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa59c259-4832-45fd-be2d-47a774c35d19 req-6ce8df5d-9126-4aa6-be6b-54de51a5128d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:15:28.811252 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-aa59c259-4832-45fd-be2d-47a774c35d19 req-6ce8df5d-9126-4aa6-be6b-54de51a5128d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fdbfd40e-a138-4e81-bffd-a9adc80600a5 HTTP/1.1" status: 200 len: 834 time: 0.0554810 May 04 18:15:28.889779 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa59c259-4832-45fd-be2d-47a774c35d19 req-5c071dd8-b1c2-43f7-b002-746c4bb25560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:15:28.891277 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-aa59c259-4832-45fd-be2d-47a774c35d19 req-5c071dd8-b1c2-43f7-b002-746c4bb25560 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=25e1f743-9893-4757-bee3-9b454d28e8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737462 May 04 18:15:29.018139 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-aa59c259-4832-45fd-be2d-47a774c35d19 req-b986ffab-0a44-4c5b-ac5a-235148e7096b service neutron] 10.222.0.42 "GET /v2.0/networks/25e1f743-9893-4757-bee3-9b454d28e8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204517 May 04 18:15:29.147177 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-aa59c259-4832-45fd-be2d-47a774c35d19 req-29260ef8-968b-4197-8e9f-280cabd37fb9 service neutron] 10.222.0.42 "GET /v2.0/networks/25e1f743-9893-4757-bee3-9b454d28e8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231978 May 04 18:15:29.728147 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e9efe6-f123-4fb7-b300-1d6eb8f7d884 req-49fbb66e-9170-436f-a5bd-c9efe3b7bf2f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:15:29.730120 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-45e9efe6-f123-4fb7-b300-1d6eb8f7d884 req-49fbb66e-9170-436f-a5bd-c9efe3b7bf2f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b24bc54-366a-45ad-8d15-73f58db49bc7 HTTP/1.1" status: 200 len: 945 time: 0.0870039 May 04 18:15:29.780011 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-45e9efe6-f123-4fb7-b300-1d6eb8f7d884 req-ccd77e6a-e1ee-4ce3-88be-69d15bd74770 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=af9a088c-8bc4-46da-8cee-bc6b4c49444d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418944 May 04 18:15:30.963431 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b37b57-608d-4207-9187-05aa714720d8 req-8ecc47b1-875b-46cc-b586-f0af04991b1f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:15:30.964864 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-d0b37b57-608d-4207-9187-05aa714720d8 req-8ecc47b1-875b-46cc-b586-f0af04991b1f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b24bc54-366a-45ad-8d15-73f58db49bc7 HTTP/1.1" status: 200 len: 945 time: 0.0775409 May 04 18:15:31.008452 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-d0b37b57-608d-4207-9187-05aa714720d8 req-d254c346-40bd-43b3-bc7c-e13fa10e1dbf tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=af9a088c-8bc4-46da-8cee-bc6b4c49444d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377936 May 04 18:15:31.031283 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 34620) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:15:31.135166 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-bd127a66-06cb-4105-a8ae-c6b504c35c54 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/floatingips/c78b4a27-3e0a-47df-b06e-355a74548e5e HTTP/1.1" status: 200 len: 992 time: 0.1028123 May 04 18:15:33.284041 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-79e4dae5-9966-4212-8d19-209e5c380ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:15:33.285697 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 18:15:35.619123 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d365dfbd-922f-4464-853a-060c7de12d10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:15:36.680779 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:15:36.699305 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:15:38.042710 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:15:39.754804 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:03.293694 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a902a6ff-7d66-4a02-8e47-c25b5f07568f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:05.620865 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-968584e7-d576-4bf1-8077-d7fdb2571b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:06.683009 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:06.701510 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:08.050535 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:09.742040 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:10.284591 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 18:16:25.837662 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-7b574f68-14c2-4771-a6a4-d8fd24f32b5e req-ff03cbf5-29a2-46c7-b763-d0824fe880db service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2b24bc54-366a-45ad-8d15-73f58db49bc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1756306 May 04 18:16:25.972705 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b574f68-14c2-4771-a6a4-d8fd24f32b5e req-dfb2e933-461a-43a4-8cd6-1c82c0c0c24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:25.974079 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-7b574f68-14c2-4771-a6a4-d8fd24f32b5e req-dfb2e933-461a-43a4-8cd6-1c82c0c0c24b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=24536c64830c443892e5dea9235549ab&device_id=2b24bc54-366a-45ad-8d15-73f58db49bc7 HTTP/1.1" status: 200 len: 1098 time: 0.0688057 May 04 18:16:26.116278 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b574f68-14c2-4771-a6a4-d8fd24f32b5e req-758ee108-10c9-4d84-9515-67ce17c076e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:26.117837 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-7b574f68-14c2-4771-a6a4-d8fd24f32b5e req-758ee108-10c9-4d84-9515-67ce17c076e7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=25e1f743-9893-4757-bee3-9b454d28e8dc HTTP/1.1" status: 200 len: 897 time: 0.1249561 May 04 18:16:26.219913 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-7b574f68-14c2-4771-a6a4-d8fd24f32b5e req-0ce2901b-1901-4722-b5ae-1160c70929ec service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d588e92d-f477-459a-92d8-e2098d242aca HTTP/1.1" status: 200 len: 1000 time: 0.0958517 May 04 18:16:26.281089 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b574f68-14c2-4771-a6a4-d8fd24f32b5e req-3cbe447f-b769-4e15-94e7-129a88a78289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:26.282525 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-7b574f68-14c2-4771-a6a4-d8fd24f32b5e req-3cbe447f-b769-4e15-94e7-129a88a78289 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fdbfd40e-a138-4e81-bffd-a9adc80600a5 HTTP/1.1" status: 200 len: 834 time: 0.0560529 May 04 18:16:26.359894 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b574f68-14c2-4771-a6a4-d8fd24f32b5e req-fd977682-d5ca-44eb-9545-b60776649f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:26.361322 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-7b574f68-14c2-4771-a6a4-d8fd24f32b5e req-fd977682-d5ca-44eb-9545-b60776649f91 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=25e1f743-9893-4757-bee3-9b454d28e8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716982 May 04 18:16:26.370871 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 34668) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:16:26.499276 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-7b574f68-14c2-4771-a6a4-d8fd24f32b5e req-1029809c-58c3-4eb0-a6c1-9c7a11b13736 service neutron] 10.222.0.42 "GET /v2.0/networks/25e1f743-9893-4757-bee3-9b454d28e8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298175 May 04 18:16:26.580861 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-75d40bf3-03bb-4580-b433-6fd3949bc3b9 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Deleting port 51e6a28e-e351-421b-9eb2-6997a5598a60 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:16:26.581209 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-75d40bf3-03bb-4580-b433-6fd3949bc3b9 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:26.627552 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-7b574f68-14c2-4771-a6a4-d8fd24f32b5e req-07f43787-a9c8-4f4d-ad41-c54193de587d service neutron] 10.222.0.42 "GET /v2.0/networks/25e1f743-9893-4757-bee3-9b454d28e8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240263 May 04 18:16:26.748054 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-75d40bf3-03bb-4580-b433-6fd3949bc3b9 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:26.748385 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-75d40bf3-03bb-4580-b433-6fd3949bc3b9 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:26.874914 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-75d40bf3-03bb-4580-b433-6fd3949bc3b9 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Calling delete_port for 51e6a28e-e351-421b-9eb2-6997a5598a60 owned by network:floatingip {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:16:27.019549 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-75d40bf3-03bb-4580-b433-6fd3949bc3b9 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:27.171163 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d40bf3-03bb-4580-b433-6fd3949bc3b9 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event deleted for resources: {'Port': ['ID=51e6a28e-e351-421b-9eb2-6997a5598a60,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:27.203876 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d40bf3-03bb-4580-b433-6fd3949bc3b9 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:27.204230 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d40bf3-03bb-4580-b433-6fd3949bc3b9 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:27.204580 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d40bf3-03bb-4580-b433-6fd3949bc3b9 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:27.204922 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d40bf3-03bb-4580-b433-6fd3949bc3b9 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:27.205265 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d40bf3-03bb-4580-b433-6fd3949bc3b9 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:27.205601 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d40bf3-03bb-4580-b433-6fd3949bc3b9 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:27.205957 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d40bf3-03bb-4580-b433-6fd3949bc3b9 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:27.206295 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d40bf3-03bb-4580-b433-6fd3949bc3b9 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:27.206632 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d40bf3-03bb-4580-b433-6fd3949bc3b9 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:27.206961 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d40bf3-03bb-4580-b433-6fd3949bc3b9 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:27.207291 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d40bf3-03bb-4580-b433-6fd3949bc3b9 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:27.207621 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d40bf3-03bb-4580-b433-6fd3949bc3b9 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:27.275012 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-75d40bf3-03bb-4580-b433-6fd3949bc3b9 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for floatingip, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:27.275348 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.l3_db [None req-75d40bf3-03bb-4580-b433-6fd3949bc3b9 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Floating IP c78b4a27-3e0a-47df-b06e-355a74548e5e disassociated (deleted). External IP: 172.26.0.97, port: d588e92d-f477-459a-92d8-e2098d242aca. May 04 18:16:27.620834 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75d40bf3-03bb-4580-b433-6fd3949bc3b9 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Router 71aa48b5-429f-4bbf-8512-c328f7913fdf has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 18:16:27.801350 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d40bf3-03bb-4580-b433-6fd3949bc3b9 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:16:27.820519 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0635b515-9f33-4032-b5a6-b3a3b2618be1 None None] Sync routers for ids ['71aa48b5-429f-4bbf-8512-c328f7913fdf'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:16:27.829855 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0635b515-9f33-4032-b5a6-b3a3b2618be1 None None] Routers {'71aa48b5-429f-4bbf-8512-c328f7913fdf'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:16:27.830566 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-75d40bf3-03bb-4580-b433-6fd3949bc3b9 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:27.830713 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-0635b515-9f33-4032-b5a6-b3a3b2618be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:16:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['71aa48b5-429f-4bbf-8512-c328f7913fdf'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:16:27.886692 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-75d40bf3-03bb-4580-b433-6fd3949bc3b9 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "DELETE /v2.0/floatingips/c78b4a27-3e0a-47df-b06e-355a74548e5e HTTP/1.1" status: 204 len: 168 time: 1.5146580 May 04 18:16:27.887285 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b24bc54-366a-45ad-8d15-73f58db49bc7', 'tag': 'd588e92d-f477-459a-92d8-e2098d242aca'}] {{(pid=88038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:16:27.983579 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12e50336-4167-4560-bab4-ed3913943aa4'] response: {'name': 'network-changed', 'server_uuid': '2b24bc54-366a-45ad-8d15-73f58db49bc7', 'tag': 'd588e92d-f477-459a-92d8-e2098d242aca', 'status': 'completed', 'code': 200} May 04 18:16:28.008998 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-0635b515-9f33-4032-b5a6-b3a3b2618be1 None None] Set router 71aa48b5-429f-4bbf-8512-c328f7913fdf gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:16:28.079311 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6004bbc4-ef3f-461a-92ab-7cfae5d95e4a req-7950a373-a6b2-4ee2-9106-f69ee9d884d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:28.081146 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6004bbc4-ef3f-461a-92ab-7cfae5d95e4a req-7950a373-a6b2-4ee2-9106-f69ee9d884d0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=24536c64830c443892e5dea9235549ab&device_id=2b24bc54-366a-45ad-8d15-73f58db49bc7 HTTP/1.1" status: 200 len: 1098 time: 0.0774748 May 04 18:16:28.279792 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6004bbc4-ef3f-461a-92ab-7cfae5d95e4a req-49741aad-e0f9-4f24-af8e-1e312347e390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:28.281899 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6004bbc4-ef3f-461a-92ab-7cfae5d95e4a req-49741aad-e0f9-4f24-af8e-1e312347e390 service neutron] 10.222.0.42 "GET /v2.0/networks?id=25e1f743-9893-4757-bee3-9b454d28e8dc HTTP/1.1" status: 200 len: 897 time: 0.1953495 May 04 18:16:28.353321 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-0635b515-9f33-4032-b5a6-b3a3b2618be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71aa48b5-429f-4bbf-8512-c328f7913fdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1527369026', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.144'}], 'enable_snat': True}, 'gw_port_id': '64fee511-c306-4290-8688-51fb74de3b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:13:41Z', 'updated_at': '2022-05-04T18:13:46Z', 'revision_number': 4, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port': {'id': '64fee511-c306-4290-8688-51fb74de3b3c', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71aa48b5-429f-4bbf-8512-c328f7913fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:13:42Z', 'updated_at': '2022-05-04T18:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '843e20c5-654e-47a7-8197-67ea186466b3', 'name': '', 'network_id': '25e1f743-9893-4757-bee3-9b454d28e8dc', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'mac_address': 'fa:16:3e:54:a5:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71aa48b5-429f-4bbf-8512-c328f7913fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'fdbfd40e-a138-4e81-bffd-a9adc80600a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:13:45Z', 'updated_at': '2022-05-04T18:13:51Z', 'revision_number': 5, 'project_id': '24536c64830c443892e5dea9235549ab', 'subnets': [{'id': 'fdbfd40e-a138-4e81-bffd-a9adc80600a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:16:28.353631 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6004bbc4-ef3f-461a-92ab-7cfae5d95e4a req-1fc5f71a-f744-4d8e-b9ee-4ae1326915ed service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d588e92d-f477-459a-92d8-e2098d242aca HTTP/1.1" status: 200 len: 217 time: 0.0639617 May 04 18:16:28.357058 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0635b515-9f33-4032-b5a6-b3a3b2618be1 None None] Checking router: 71aa48b5-429f-4bbf-8512-c328f7913fdf for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:16:28.360974 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e64ea2-761e-4b09-94fa-6d284e97881f req-7467b003-7b81-4247-ba6d-8a87df8a561c tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:28.362333 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b9e64ea2-761e-4b09-94fa-6d284e97881f req-7467b003-7b81-4247-ba6d-8a87df8a561c tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b24bc54-366a-45ad-8d15-73f58db49bc7 HTTP/1.1" status: 200 len: 945 time: 0.1708758 May 04 18:16:28.365261 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0635b515-9f33-4032-b5a6-b3a3b2618be1 None None] Routers {'71aa48b5-429f-4bbf-8512-c328f7913fdf'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:16:28.365850 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-0635b515-9f33-4032-b5a6-b3a3b2618be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:16:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['71aa48b5-429f-4bbf-8512-c328f7913fdf'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:16:28.447433 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6004bbc4-ef3f-461a-92ab-7cfae5d95e4a req-fa8aa0d1-5277-4922-8df9-4c9e729fdfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:28.449739 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6004bbc4-ef3f-461a-92ab-7cfae5d95e4a req-fa8aa0d1-5277-4922-8df9-4c9e729fdfdb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fdbfd40e-a138-4e81-bffd-a9adc80600a5 HTTP/1.1" status: 200 len: 834 time: 0.0857346 May 04 18:16:28.451673 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b9e64ea2-761e-4b09-94fa-6d284e97881f req-92abfd03-5e64-4db5-b7d1-6a114fe02513 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=af9a088c-8bc4-46da-8cee-bc6b4c49444d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605865 May 04 18:16:28.524967 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6004bbc4-ef3f-461a-92ab-7cfae5d95e4a req-c8ec8fd3-3635-4cca-9485-cdb2c699dc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:28.526390 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6004bbc4-ef3f-461a-92ab-7cfae5d95e4a req-c8ec8fd3-3635-4cca-9485-cdb2c699dc89 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=25e1f743-9893-4757-bee3-9b454d28e8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714965 May 04 18:16:28.578346 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-0635b515-9f33-4032-b5a6-b3a3b2618be1 None None] Set router 71aa48b5-429f-4bbf-8512-c328f7913fdf gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:16:28.654368 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6004bbc4-ef3f-461a-92ab-7cfae5d95e4a req-e31fbddb-959a-43a4-8555-31cd67ac050a service neutron] 10.222.0.42 "GET /v2.0/networks/25e1f743-9893-4757-bee3-9b454d28e8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208675 May 04 18:16:28.887336 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-0635b515-9f33-4032-b5a6-b3a3b2618be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71aa48b5-429f-4bbf-8512-c328f7913fdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1527369026', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.144'}], 'enable_snat': True}, 'gw_port_id': '64fee511-c306-4290-8688-51fb74de3b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:13:41Z', 'updated_at': '2022-05-04T18:13:46Z', 'revision_number': 4, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port': {'id': '64fee511-c306-4290-8688-51fb74de3b3c', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71aa48b5-429f-4bbf-8512-c328f7913fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:13:42Z', 'updated_at': '2022-05-04T18:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '843e20c5-654e-47a7-8197-67ea186466b3', 'name': '', 'network_id': '25e1f743-9893-4757-bee3-9b454d28e8dc', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'mac_address': 'fa:16:3e:54:a5:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71aa48b5-429f-4bbf-8512-c328f7913fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'fdbfd40e-a138-4e81-bffd-a9adc80600a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:13:45Z', 'updated_at': '2022-05-04T18:13:51Z', 'revision_number': 5, 'project_id': '24536c64830c443892e5dea9235549ab', 'subnets': [{'id': 'fdbfd40e-a138-4e81-bffd-a9adc80600a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:16:28.891805 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0635b515-9f33-4032-b5a6-b3a3b2618be1 None None] The sync data for ids ['71aa48b5-429f-4bbf-8512-c328f7913fdf'] in dv-neutron-840426-1-hyperv is: [{'id': '71aa48b5-429f-4bbf-8512-c328f7913fdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1527369026', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.144'}], 'enable_snat': True}, 'gw_port_id': '64fee511-c306-4290-8688-51fb74de3b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:13:41Z', 'updated_at': '2022-05-04T18:13:46Z', 'revision_number': 4, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port': {'id': '64fee511-c306-4290-8688-51fb74de3b3c', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71aa48b5-429f-4bbf-8512-c328f7913fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:13:42Z', 'updated_at': '2022-05-04T18:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '843e20c5-654e-47a7-8197-67ea186466b3', 'name': '', 'network_id': '25e1f743-9893-4757-bee3-9b454d28e8dc', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'mac_address': 'fa:16:3e:54:a5:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71aa48b5-429f-4bbf-8512-c328f7913fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'fdbfd40e-a138-4e81-bffd-a9adc80600a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:13:45Z', 'updated_at': '2022-05-04T18:13:51Z', 'revision_number': 5, 'project_id': '24536c64830c443892e5dea9235549ab', 'subnets': [{'id': 'fdbfd40e-a138-4e81-bffd-a9adc80600a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:16:28.896031 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6004bbc4-ef3f-461a-92ab-7cfae5d95e4a req-86acd541-e017-4f16-854c-100b3a6efb6d service neutron] 10.222.0.42 "GET /v2.0/networks/25e1f743-9893-4757-bee3-9b454d28e8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355251 May 04 18:16:29.088132 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbdcd9a-c1d6-4a12-bdec-17b1ad592aae None None] New status for floating IP c78b4a27-3e0a-47df-b06e-355a74548e5e: DOWN {{(pid=88039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 18:16:29.644544 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e0745a-8cfd-40a1-91d7-fbde08179c34 req-585bac98-fe5d-41b0-b685-ab38f5b85fa7 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:29.645172 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-b4e0745a-8cfd-40a1-91d7-fbde08179c34 req-585bac98-fe5d-41b0-b685-ab38f5b85fa7 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Synchronizing usage tracker for tenant:24536c64830c443892e5dea9235549ab on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:16:29.661029 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-b4e0745a-8cfd-40a1-91d7-fbde08179c34 req-585bac98-fe5d-41b0-b685-ab38f5b85fa7 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Unset dirty status for tenant:24536c64830c443892e5dea9235549ab on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:16:29.662426 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-b4e0745a-8cfd-40a1-91d7-fbde08179c34 req-585bac98-fe5d-41b0-b685-ab38f5b85fa7 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b24bc54-366a-45ad-8d15-73f58db49bc7 HTTP/1.1" status: 200 len: 945 time: 0.0972910 May 04 18:16:29.710318 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-b4e0745a-8cfd-40a1-91d7-fbde08179c34 req-84dd657e-c9e3-49bb-b015-64866f9615e0 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=af9a088c-8bc4-46da-8cee-bc6b4c49444d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422335 May 04 18:16:29.831855 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04fbd9d-4b24-4d0e-838f-0d0771b32746 req-d68b8c6d-01fb-4daf-8ea4-1cc757f3c316 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:29.833273 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a04fbd9d-4b24-4d0e-838f-0d0771b32746 req-d68b8c6d-01fb-4daf-8ea4-1cc757f3c316 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b24bc54-366a-45ad-8d15-73f58db49bc7 HTTP/1.1" status: 200 len: 945 time: 0.0944307 May 04 18:16:29.900751 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [req-a04fbd9d-4b24-4d0e-838f-0d0771b32746 req-4df093f7-435b-475d-a762-8dff46927e22 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Deleting port d588e92d-f477-459a-92d8-e2098d242aca {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:16:29.901093 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-a04fbd9d-4b24-4d0e-838f-0d0771b32746 req-4df093f7-435b-475d-a762-8dff46927e22 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:30.143317 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-a04fbd9d-4b24-4d0e-838f-0d0771b32746 req-4df093f7-435b-475d-a762-8dff46927e22 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] For port d588e92d-f477-459a-92d8-e2098d242aca, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=d588e92d-f477-459a-92d8-e2098d242aca,segment=NetworkSegment(0c2524d5-60e2-4633-8fc9-da6e656a7474),segment_id=0c2524d5-60e2-4633-8fc9-da6e656a7474)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:16:30.143665 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-a04fbd9d-4b24-4d0e-838f-0d0771b32746 req-4df093f7-435b-475d-a762-8dff46927e22 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:30.268014 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [req-a04fbd9d-4b24-4d0e-838f-0d0771b32746 req-4df093f7-435b-475d-a762-8dff46927e22 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Calling delete_port for d588e92d-f477-459a-92d8-e2098d242aca owned by compute:nova {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:16:30.408084 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-a04fbd9d-4b24-4d0e-838f-0d0771b32746 req-4df093f7-435b-475d-a762-8dff46927e22 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:30.461346 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df093f7-435b-475d-a762-8dff46927e22 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event deleted for resources: {'Port': ['ID=d588e92d-f477-459a-92d8-e2098d242aca,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:30.501052 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df093f7-435b-475d-a762-8dff46927e22 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:30.501335 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df093f7-435b-475d-a762-8dff46927e22 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:30.501673 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df093f7-435b-475d-a762-8dff46927e22 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:30.502029 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df093f7-435b-475d-a762-8dff46927e22 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:30.502362 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df093f7-435b-475d-a762-8dff46927e22 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:30.502688 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df093f7-435b-475d-a762-8dff46927e22 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:30.503007 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df093f7-435b-475d-a762-8dff46927e22 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:30.503328 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df093f7-435b-475d-a762-8dff46927e22 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:30.503646 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df093f7-435b-475d-a762-8dff46927e22 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:30.503967 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df093f7-435b-475d-a762-8dff46927e22 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:30.504281 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df093f7-435b-475d-a762-8dff46927e22 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:30.504596 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df093f7-435b-475d-a762-8dff46927e22 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:30.540974 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [req-a04fbd9d-4b24-4d0e-838f-0d0771b32746 req-4df093f7-435b-475d-a762-8dff46927e22 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] No DVR routers for this DVR port d588e92d-f477-459a-92d8-e2098d242aca on host hv-neutron-8404 {{(pid=88037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:16:30.543152 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-a04fbd9d-4b24-4d0e-838f-0d0771b32746 req-4df093f7-435b-475d-a762-8dff46927e22 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:30.545484 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b24bc54-366a-45ad-8d15-73f58db49bc7', 'name': 'network-vif-deleted', 'tag': 'd588e92d-f477-459a-92d8-e2098d242aca'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:16:30.561802 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a04fbd9d-4b24-4d0e-838f-0d0771b32746 req-4df093f7-435b-475d-a762-8dff46927e22 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.42 "DELETE /v2.0/ports/d588e92d-f477-459a-92d8-e2098d242aca HTTP/1.1" status: 204 len: 173 time: 0.7230954 May 04 18:16:30.637708 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0932fefd-9fd3-4c57-9fc7-d224558e0bfb'] response: {'server_uuid': '2b24bc54-366a-45ad-8d15-73f58db49bc7', 'name': 'network-vif-deleted', 'tag': 'd588e92d-f477-459a-92d8-e2098d242aca', 'status': 'completed', 'code': 200} May 04 18:16:30.872018 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-b4e12e1f-6497-4c36-b2e2-6cbc601bb97a req-0f4705c8-a0bc-44d4-b928-b56f4aba07c4 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b24bc54-366a-45ad-8d15-73f58db49bc7 HTTP/1.1" status: 200 len: 210 time: 0.0422020 May 04 18:16:31.970415 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 34690) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:16:32.615437 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-60c6bb83-06ab-4502-91d9-cae33b39bc34 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710748'] for router_interface, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:32.995114 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-60c6bb83-06ab-4502-91d9-cae33b39bc34 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Deleting port 843e20c5-654e-47a7-8197-67ea186466b3 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:16:32.995760 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-60c6bb83-06ab-4502-91d9-cae33b39bc34 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:33.188629 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-60c6bb83-06ab-4502-91d9-cae33b39bc34 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] For port 843e20c5-654e-47a7-8197-67ea186466b3, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=843e20c5-654e-47a7-8197-67ea186466b3,segment=NetworkSegment(0c2524d5-60e2-4633-8fc9-da6e656a7474),segment_id=0c2524d5-60e2-4633-8fc9-da6e656a7474)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:16:33.189039 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-60c6bb83-06ab-4502-91d9-cae33b39bc34 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:33.290836 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-04ba8004-abb6-46fd-9995-146b9ec9ba0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:33.314057 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-60c6bb83-06ab-4502-91d9-cae33b39bc34 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Calling delete_port for 843e20c5-654e-47a7-8197-67ea186466b3 owned by network:router_interface {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:16:33.631816 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-60c6bb83-06ab-4502-91d9-cae33b39bc34 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:33.677054 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c6bb83-06ab-4502-91d9-cae33b39bc34 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event deleted for resources: {'Port': ['ID=843e20c5-654e-47a7-8197-67ea186466b3,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:34.050303 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-60c6bb83-06ab-4502-91d9-cae33b39bc34 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710832'] for router_interface, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:34.392873 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device d588e92d-f477-459a-92d8-e2098d242aca no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:16:34.425586 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c6bb83-06ab-4502-91d9-cae33b39bc34 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Router 71aa48b5-429f-4bbf-8512-c328f7913fdf has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 18:16:34.430626 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] No Port match for: d588e92d-f477-459a-92d8-e2098d242aca {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 18:16:34.430978 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device d588e92d-f477-459a-92d8-e2098d242aca not bound to the agent host hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:16:34.604404 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c6bb83-06ab-4502-91d9-cae33b39bc34 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:16:34.614141 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be62660-9dbd-4036-97f0-3cdd547d1ed7 None None] Sync routers for ids ['71aa48b5-429f-4bbf-8512-c328f7913fdf'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:16:34.617987 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-60c6bb83-06ab-4502-91d9-cae33b39bc34 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "PUT /v2.0/routers/71aa48b5-429f-4bbf-8512-c328f7913fdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6463325 May 04 18:16:34.620434 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 34694) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:16:34.623523 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be62660-9dbd-4036-97f0-3cdd547d1ed7 None None] Routers {'71aa48b5-429f-4bbf-8512-c328f7913fdf'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:16:34.624623 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-3be62660-9dbd-4036-97f0-3cdd547d1ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:16:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['71aa48b5-429f-4bbf-8512-c328f7913fdf'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:16:34.688128 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_v2 [None req-5decc2dd-2373-41e5-8f9b-d2b47f58c426 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Deleting subnet fdbfd40e-a138-4e81-bffd-a9adc80600a5 {{(pid=88038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 18:16:34.690952 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5decc2dd-2373-41e5-8f9b-d2b47f58c426 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for subnet, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:34.746255 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5decc2dd-2373-41e5-8f9b-d2b47f58c426 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-801696'] for subnet, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:34.810180 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-3be62660-9dbd-4036-97f0-3cdd547d1ed7 None None] Set router 71aa48b5-429f-4bbf-8512-c328f7913fdf gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:16:34.829206 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5decc2dd-2373-41e5-8f9b-d2b47f58c426 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:34.903678 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5decc2dd-2373-41e5-8f9b-d2b47f58c426 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:34.942079 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5decc2dd-2373-41e5-8f9b-d2b47f58c426 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event deleted for resources: {'Subnet': ['ID=fdbfd40e-a138-4e81-bffd-a9adc80600a5,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:34.945632 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-5decc2dd-2373-41e5-8f9b-d2b47f58c426 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:34.953056 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-5decc2dd-2373-41e5-8f9b-d2b47f58c426 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "DELETE /v2.0/subnets/fdbfd40e-a138-4e81-bffd-a9adc80600a5 HTTP/1.1" status: 204 len: 168 time: 0.3308842 May 04 18:16:34.954712 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18449fb7-eb18-41a1-b4f2-85e4cd66b51e None None] Network 25e1f743-9893-4757-bee3-9b454d28e8dc requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:16:34.955362 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 34698) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:16:35.104653 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-3be62660-9dbd-4036-97f0-3cdd547d1ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71aa48b5-429f-4bbf-8512-c328f7913fdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1527369026', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.144'}], 'enable_snat': True}, 'gw_port_id': '64fee511-c306-4290-8688-51fb74de3b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:13:41Z', 'updated_at': '2022-05-04T18:16:33Z', 'revision_number': 5, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port': {'id': '64fee511-c306-4290-8688-51fb74de3b3c', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71aa48b5-429f-4bbf-8512-c328f7913fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:13:42Z', 'updated_at': '2022-05-04T18:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:16:35.109223 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be62660-9dbd-4036-97f0-3cdd547d1ed7 None None] Checking router: 71aa48b5-429f-4bbf-8512-c328f7913fdf for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:16:35.117683 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be62660-9dbd-4036-97f0-3cdd547d1ed7 None None] Routers {'71aa48b5-429f-4bbf-8512-c328f7913fdf'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:16:35.118694 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-3be62660-9dbd-4036-97f0-3cdd547d1ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:16:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['71aa48b5-429f-4bbf-8512-c328f7913fdf'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:16:35.138531 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6b802096-70eb-4f97-a476-07125ab65280 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for router, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:35.248508 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a1ae68-53bc-4d1f-8639-e07e47db3290 None None] DHCP port deletion for 25e1f743-9893-4757-bee3-9b454d28e8dc request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 18:16:35.253571 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-57a1ae68-53bc-4d1f-8639-e07e47db3290 None None] Deleting port dac8ab08-03bc-45f8-8190-b39640b6469a {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:16:35.253994 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-57a1ae68-53bc-4d1f-8639-e07e47db3290 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:35.312134 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-3be62660-9dbd-4036-97f0-3cdd547d1ed7 None None] Set router 71aa48b5-429f-4bbf-8512-c328f7913fdf gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:16:35.321130 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6b802096-70eb-4f97-a476-07125ab65280 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:35.331312 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-6b802096-70eb-4f97-a476-07125ab65280 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Deleting port 64fee511-c306-4290-8688-51fb74de3b3c {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:16:35.331665 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6b802096-70eb-4f97-a476-07125ab65280 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:35.465599 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-57a1ae68-53bc-4d1f-8639-e07e47db3290 None None] For port dac8ab08-03bc-45f8-8190-b39640b6469a, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=dac8ab08-03bc-45f8-8190-b39640b6469a,segment=NetworkSegment(0c2524d5-60e2-4633-8fc9-da6e656a7474),segment_id=0c2524d5-60e2-4633-8fc9-da6e656a7474)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:16:35.466218 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-57a1ae68-53bc-4d1f-8639-e07e47db3290 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:35.586968 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-57a1ae68-53bc-4d1f-8639-e07e47db3290 None None] Calling delete_port for dac8ab08-03bc-45f8-8190-b39640b6469a owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:16:35.629581 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-3be62660-9dbd-4036-97f0-3cdd547d1ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71aa48b5-429f-4bbf-8512-c328f7913fdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1527369026', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.144'}], 'enable_snat': True}, 'gw_port_id': '64fee511-c306-4290-8688-51fb74de3b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:13:41Z', 'updated_at': '2022-05-04T18:16:33Z', 'revision_number': 5, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port': {'id': '64fee511-c306-4290-8688-51fb74de3b3c', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71aa48b5-429f-4bbf-8512-c328f7913fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:13:42Z', 'updated_at': '2022-05-04T18:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:16:35.633469 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be62660-9dbd-4036-97f0-3cdd547d1ed7 None None] The sync data for ids ['71aa48b5-429f-4bbf-8512-c328f7913fdf'] in dv-neutron-840426-1-hyperv is: [{'id': '71aa48b5-429f-4bbf-8512-c328f7913fdf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1527369026', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.144'}], 'enable_snat': True}, 'gw_port_id': '64fee511-c306-4290-8688-51fb74de3b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:13:41Z', 'updated_at': '2022-05-04T18:16:33Z', 'revision_number': 5, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port': {'id': '64fee511-c306-4290-8688-51fb74de3b3c', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:fd:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71aa48b5-429f-4bbf-8512-c328f7913fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:13:42Z', 'updated_at': '2022-05-04T18:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:16:35.636254 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-6b802096-70eb-4f97-a476-07125ab65280 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] For port 64fee511-c306-4290-8688-51fb74de3b3c, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=64fee511-c306-4290-8688-51fb74de3b3c,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:16:35.636612 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6b802096-70eb-4f97-a476-07125ab65280 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:35.682974 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8c462b90-3ba7-4822-a5ee-fd4e74734067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:35.688018 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-57a1ae68-53bc-4d1f-8639-e07e47db3290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124'] for port, after_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:35.735576 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a1ae68-53bc-4d1f-8639-e07e47db3290 None None] Pushing event deleted for resources: {'Port': ['ID=dac8ab08-03bc-45f8-8190-b39640b6469a,revision_number=None']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:35.739925 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a1ae68-53bc-4d1f-8639-e07e47db3290 None None] No DVR routers for this DVR port dac8ab08-03bc-45f8-8190-b39640b6469a on host dv-neutron-840426-1-hyperv {{(pid=88039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:16:35.745691 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a1ae68-53bc-4d1f-8639-e07e47db3290 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:35.746069 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a1ae68-53bc-4d1f-8639-e07e47db3290 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:35.749315 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a1ae68-53bc-4d1f-8639-e07e47db3290 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:35.749315 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a1ae68-53bc-4d1f-8639-e07e47db3290 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:35.749315 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a1ae68-53bc-4d1f-8639-e07e47db3290 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:35.749315 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a1ae68-53bc-4d1f-8639-e07e47db3290 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:35.749315 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a1ae68-53bc-4d1f-8639-e07e47db3290 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:35.749315 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a1ae68-53bc-4d1f-8639-e07e47db3290 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:35.749315 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a1ae68-53bc-4d1f-8639-e07e47db3290 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:35.749315 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a1ae68-53bc-4d1f-8639-e07e47db3290 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:35.749315 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a1ae68-53bc-4d1f-8639-e07e47db3290 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:35.749315 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a1ae68-53bc-4d1f-8639-e07e47db3290 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:35.783858 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-6b802096-70eb-4f97-a476-07125ab65280 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Calling delete_port for 64fee511-c306-4290-8688-51fb74de3b3c owned by network:router_gateway {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:16:35.947768 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6b802096-70eb-4f97-a476-07125ab65280 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:35.992045 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b802096-70eb-4f97-a476-07125ab65280 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event deleted for resources: {'Port': ['ID=64fee511-c306-4290-8688-51fb74de3b3c,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:36.090945 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device dac8ab08-03bc-45f8-8190-b39640b6469a no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:16:36.095824 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6b802096-70eb-4f97-a476-07125ab65280 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710199'] for router_gateway, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:36.126070 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: dac8ab08-03bc-45f8-8190-b39640b6469a {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 18:16:36.126425 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device dac8ab08-03bc-45f8-8190-b39640b6469a not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:16:36.267560 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6b802096-70eb-4f97-a476-07125ab65280 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:36.270170 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6b802096-70eb-4f97-a476-07125ab65280 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:36.292365 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6b802096-70eb-4f97-a476-07125ab65280 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:36.292847 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b802096-70eb-4f97-a476-07125ab65280 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Fanout notify agent at l3_agent the message router_deleted on router 71aa48b5-429f-4bbf-8512-c328f7913fdf {{(pid=88038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 18:16:36.308200 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6b802096-70eb-4f97-a476-07125ab65280 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:36.311862 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-6b802096-70eb-4f97-a476-07125ab65280 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "DELETE /v2.0/routers/71aa48b5-429f-4bbf-8512-c328f7913fdf HTTP/1.1" status: 204 len: 168 time: 1.3529487 May 04 18:16:36.312316 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 34702) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:16:36.423957 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-88566f9a-ef8e-47b9-ace3-3ec4132f22ae tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:36.552510 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-88566f9a-ef8e-47b9-ace3-3ec4132f22ae tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:36.576998 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-88566f9a-ef8e-47b9-ace3-3ec4132f22ae tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25e1f743-9893-4757-bee3-9b454d28e8dc']}} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:16:36.588647 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-88566f9a-ef8e-47b9-ace3-3ec4132f22ae tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c2524d5-60e2-4633-8fc9-da6e656a7474') {'for_net_delete': True} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:16:36.588950 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-88566f9a-ef8e-47b9-ace3-3ec4132f22ae tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c2524d5-60e2-4633-8fc9-da6e656a7474') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:16:36.599966 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-88566f9a-ef8e-47b9-ace3-3ec4132f22ae tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801627'] for segment, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:36.615749 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-88566f9a-ef8e-47b9-ace3-3ec4132f22ae tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:36.621589 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88566f9a-ef8e-47b9-ace3-3ec4132f22ae tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=88038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 18:16:36.622004 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-88566f9a-ef8e-47b9-ace3-3ec4132f22ae tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7881827'] for segment, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:36.636557 dv-neutron-840426-1-hyperv neutron-server[88038]: Traceback (most recent call last): May 04 18:16:36.636557 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 18:16:36.636557 dv-neutron-840426-1-hyperv neutron-server[88038]: timer() May 04 18:16:36.636557 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 18:16:36.636557 dv-neutron-840426-1-hyperv neutron-server[88038]: cb(*args, **kw) May 04 18:16:36.636557 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 18:16:36.636557 dv-neutron-840426-1-hyperv neutron-server[88038]: return func(*args, **kwargs) May 04 18:16:36.636557 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 18:16:36.636557 dv-neutron-840426-1-hyperv neutron-server[88038]: self._notify() May 04 18:16:36.636557 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 18:16:36.636557 dv-neutron-840426-1-hyperv neutron-server[88038]: self.callback(batched_events) May 04 18:16:36.636557 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 18:16:36.636557 dv-neutron-840426-1-hyperv neutron-server[88038]: event.method(event) May 04 18:16:36.636557 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 18:16:36.636557 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 18:16:36.636557 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 18:16:36.636557 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_uuid = self.p_client.list_aggregates( May 04 18:16:36.636557 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 18:16:36.636557 dv-neutron-840426-1-hyperv neutron-server[88038]: return f(self, *a, **k) May 04 18:16:36.636557 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 18:16:36.636557 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._get(url).json() May 04 18:16:36.636557 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 18:16:36.636557 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 18:16:36.636557 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 18:16:36.636557 dv-neutron-840426-1-hyperv neutron-server[88038]: return self.request(url, 'GET', **kwargs) May 04 18:16:36.636557 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 18:16:36.636557 dv-neutron-840426-1-hyperv neutron-server[88038]: base_url = self.get_endpoint(auth, allow=allow, May 04 18:16:36.636557 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 18:16:36.636557 dv-neutron-840426-1-hyperv neutron-server[88038]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 18:16:36.636557 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 18:16:36.636557 dv-neutron-840426-1-hyperv neutron-server[88038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 18:16:36.636557 dv-neutron-840426-1-hyperv neutron-server[88038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 18:16:36.684796 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:36.704389 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:36.719164 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-88566f9a-ef8e-47b9-ace3-3ec4132f22ae tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:36.736427 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-88566f9a-ef8e-47b9-ace3-3ec4132f22ae tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:36.747854 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88566f9a-ef8e-47b9-ace3-3ec4132f22ae tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event deleted for resources: {'Network': ['ID=25e1f743-9893-4757-bee3-9b454d28e8dc,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:36.760131 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-88566f9a-ef8e-47b9-ace3-3ec4132f22ae tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "DELETE /v2.0/networks/25e1f743-9893-4757-bee3-9b454d28e8dc HTTP/1.1" status: 204 len: 168 time: 0.4446549 May 04 18:16:36.760497 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 34706) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:16:36.828550 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3da133a0-2039-4d14-8e21-1abd6cf988ee tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:36.862463 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3da133a0-2039-4d14-8e21-1abd6cf988ee tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:36.930364 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3da133a0-2039-4d14-8e21-1abd6cf988ee tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:36.949106 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da133a0-2039-4d14-8e21-1abd6cf988ee tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9a088c-8bc4-46da-8cee-bc6b4c49444d,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:36.959254 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3da133a0-2039-4d14-8e21-1abd6cf988ee tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:36.962945 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-3da133a0-2039-4d14-8e21-1abd6cf988ee tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "DELETE /v2.0/security-groups/af9a088c-8bc4-46da-8cee-bc6b4c49444d HTTP/1.1" status: 204 len: 168 time: 0.1990039 May 04 18:16:37.294190 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 34714) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:16:37.299572 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-2b72082a-7bda-4326-97ee-24bf0eda187d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-381184905', 'description': 'tempest-secgroup-smoke-381184905 description', 'project_id': '24536c64830c443892e5dea9235549ab'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:16:37.305425 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-2b72082a-7bda-4326-97ee-24bf0eda187d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:16:37.309516 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-2b72082a-7bda-4326-97ee-24bf0eda187d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Usage tracker for resource:security_group and tenant:24536c64830c443892e5dea9235549ab is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:16:37.312370 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-2b72082a-7bda-4326-97ee-24bf0eda187d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:16:37.318030 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-2b72082a-7bda-4326-97ee-24bf0eda187d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:16:37.328374 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2b72082a-7bda-4326-97ee-24bf0eda187d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:37.347608 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-2b72082a-7bda-4326-97ee-24bf0eda187d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:16:37.351443 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-2b72082a-7bda-4326-97ee-24bf0eda187d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Usage tracker for resource:security_group_rule and tenant:24536c64830c443892e5dea9235549ab is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:16:37.354191 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-2b72082a-7bda-4326-97ee-24bf0eda187d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:16:37.359763 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-2b72082a-7bda-4326-97ee-24bf0eda187d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:16:37.429392 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2b72082a-7bda-4326-97ee-24bf0eda187d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:37.433018 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2b72082a-7bda-4326-97ee-24bf0eda187d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:37.476491 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b72082a-7bda-4326-97ee-24bf0eda187d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01255c05-e594-49c3-93ad-7c9185b1ebf3,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:37.479286 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2b72082a-7bda-4326-97ee-24bf0eda187d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:37.480539 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-2b72082a-7bda-4326-97ee-24bf0eda187d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1852727 May 04 18:16:37.483467 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 34718) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:16:37.488215 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-8d544a2e-b296-4d95-b30a-44fef80749c8 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Request body: {'security_group_rule': {'security_group_id': '01255c05-e594-49c3-93ad-7c9185b1ebf3', 'project_id': '24536c64830c443892e5dea9235549ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:16:37.494100 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-8d544a2e-b296-4d95-b30a-44fef80749c8 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:16:37.497812 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-8d544a2e-b296-4d95-b30a-44fef80749c8 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Usage tracker for resource:security_group_rule and tenant:24536c64830c443892e5dea9235549ab is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:16:37.500659 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-8d544a2e-b296-4d95-b30a-44fef80749c8 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:16:37.506266 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-8d544a2e-b296-4d95-b30a-44fef80749c8 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:16:37.522687 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8d544a2e-b296-4d95-b30a-44fef80749c8 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:37.673302 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8d544a2e-b296-4d95-b30a-44fef80749c8 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:37.677310 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8d544a2e-b296-4d95-b30a-44fef80749c8 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:37.700950 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d544a2e-b296-4d95-b30a-44fef80749c8 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d501209d-1b0f-47a2-b2a9-6ef23f0f6738,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:37.706256 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 843e20c5-654e-47a7-8197-67ea186466b3 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:16:37.710840 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8d544a2e-b296-4d95-b30a-44fef80749c8 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:37.712198 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-8d544a2e-b296-4d95-b30a-44fef80749c8 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2279618 May 04 18:16:37.714901 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 34722) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:16:37.720181 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-c9ab81cb-13f9-4298-94e1-7b428eac2ec8 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Request body: {'security_group_rule': {'security_group_id': '01255c05-e594-49c3-93ad-7c9185b1ebf3', 'project_id': '24536c64830c443892e5dea9235549ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:16:37.726405 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-c9ab81cb-13f9-4298-94e1-7b428eac2ec8 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:16:37.730308 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-c9ab81cb-13f9-4298-94e1-7b428eac2ec8 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Usage tracker for resource:security_group_rule and tenant:24536c64830c443892e5dea9235549ab is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:16:37.733095 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-c9ab81cb-13f9-4298-94e1-7b428eac2ec8 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:16:37.738725 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-c9ab81cb-13f9-4298-94e1-7b428eac2ec8 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:16:37.742609 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 843e20c5-654e-47a7-8197-67ea186466b3 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 18:16:37.742998 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 843e20c5-654e-47a7-8197-67ea186466b3 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:16:37.743413 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 64fee511-c306-4290-8688-51fb74de3b3c no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:16:37.756265 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c9ab81cb-13f9-4298-94e1-7b428eac2ec8 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:37.776945 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 64fee511-c306-4290-8688-51fb74de3b3c {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 18:16:37.777295 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 64fee511-c306-4290-8688-51fb74de3b3c not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:16:37.817349 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c9ab81cb-13f9-4298-94e1-7b428eac2ec8 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:37.821138 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c9ab81cb-13f9-4298-94e1-7b428eac2ec8 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:37.848044 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ab81cb-13f9-4298-94e1-7b428eac2ec8 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ee7264e-e02d-47d6-99e1-83a4a7f4cee4,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:37.854123 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c9ab81cb-13f9-4298-94e1-7b428eac2ec8 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:37.855603 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-c9ab81cb-13f9-4298-94e1-7b428eac2ec8 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1396661 May 04 18:16:37.858456 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 34726) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:16:37.863258 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-0db73d42-adea-4ee7-bea2-d733de695375 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Request body: {'security_group_rule': {'security_group_id': '01255c05-e594-49c3-93ad-7c9185b1ebf3', 'project_id': '24536c64830c443892e5dea9235549ab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:16:37.868926 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-0db73d42-adea-4ee7-bea2-d733de695375 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:16:37.872712 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-0db73d42-adea-4ee7-bea2-d733de695375 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Usage tracker for resource:security_group_rule and tenant:24536c64830c443892e5dea9235549ab is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:16:37.876108 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-0db73d42-adea-4ee7-bea2-d733de695375 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:16:37.881875 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-0db73d42-adea-4ee7-bea2-d733de695375 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:16:37.898813 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0db73d42-adea-4ee7-bea2-d733de695375 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:37.965760 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0db73d42-adea-4ee7-bea2-d733de695375 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:37.970706 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0db73d42-adea-4ee7-bea2-d733de695375 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:37.995125 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db73d42-adea-4ee7-bea2-d733de695375 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da0bda2e-f7a0-4669-bf87-39e7fad53523,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:38.004122 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0db73d42-adea-4ee7-bea2-d733de695375 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:38.005442 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-0db73d42-adea-4ee7-bea2-d733de695375 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1460774 May 04 18:16:38.008169 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 34730) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:16:38.012978 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-ccb2f8e3-c8c1-4767-a23d-04fa056cdde7 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Request body: {'security_group_rule': {'security_group_id': '01255c05-e594-49c3-93ad-7c9185b1ebf3', 'project_id': '24536c64830c443892e5dea9235549ab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:16:38.018670 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-ccb2f8e3-c8c1-4767-a23d-04fa056cdde7 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:16:38.022451 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-ccb2f8e3-c8c1-4767-a23d-04fa056cdde7 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Usage tracker for resource:security_group_rule and tenant:24536c64830c443892e5dea9235549ab is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:16:38.025577 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-ccb2f8e3-c8c1-4767-a23d-04fa056cdde7 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:16:38.031208 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-ccb2f8e3-c8c1-4767-a23d-04fa056cdde7 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:16:38.049318 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:38.050178 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ccb2f8e3-c8c1-4767-a23d-04fa056cdde7 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:38.111330 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ccb2f8e3-c8c1-4767-a23d-04fa056cdde7 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:38.114638 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ccb2f8e3-c8c1-4767-a23d-04fa056cdde7 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:38.137097 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb2f8e3-c8c1-4767-a23d-04fa056cdde7 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9620922f-88a9-41f1-8c05-fd6daf202a26,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:38.145968 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ccb2f8e3-c8c1-4767-a23d-04fa056cdde7 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:38.147126 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-ccb2f8e3-c8c1-4767-a23d-04fa056cdde7 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1381025 May 04 18:16:38.149803 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 34734) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:16:38.155375 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-532443aa-23aa-4bcf-b66f-790d4ada7527 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Request body: {'security_group_rule': {'security_group_id': '01255c05-e594-49c3-93ad-7c9185b1ebf3', 'project_id': '24536c64830c443892e5dea9235549ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:16:38.161057 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-532443aa-23aa-4bcf-b66f-790d4ada7527 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:16:38.164832 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-532443aa-23aa-4bcf-b66f-790d4ada7527 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Usage tracker for resource:security_group_rule and tenant:24536c64830c443892e5dea9235549ab is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:16:38.167675 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-532443aa-23aa-4bcf-b66f-790d4ada7527 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:16:38.174152 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-532443aa-23aa-4bcf-b66f-790d4ada7527 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:16:38.184376 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.securitygroups_db [None req-532443aa-23aa-4bcf-b66f-790d4ada7527 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Project 24536c64830c443892e5dea9235549ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 18:16:38.191385 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-532443aa-23aa-4bcf-b66f-790d4ada7527 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:38.258135 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-532443aa-23aa-4bcf-b66f-790d4ada7527 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:38.261694 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-532443aa-23aa-4bcf-b66f-790d4ada7527 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:38.284385 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532443aa-23aa-4bcf-b66f-790d4ada7527 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bea857c-c33f-4bd3-a516-9539bc32e00d,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:38.294428 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-532443aa-23aa-4bcf-b66f-790d4ada7527 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:38.296134 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-532443aa-23aa-4bcf-b66f-790d4ada7527 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1448400 May 04 18:16:38.299027 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 34738) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:16:38.303869 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-649baae9-e278-4f1c-b138-0c91accabdf6 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Request body: {'security_group_rule': {'security_group_id': '01255c05-e594-49c3-93ad-7c9185b1ebf3', 'project_id': '24536c64830c443892e5dea9235549ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:16:38.309490 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-649baae9-e278-4f1c-b138-0c91accabdf6 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:16:38.313991 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-649baae9-e278-4f1c-b138-0c91accabdf6 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Usage tracker for resource:security_group_rule and tenant:24536c64830c443892e5dea9235549ab is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:16:38.316816 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-649baae9-e278-4f1c-b138-0c91accabdf6 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:16:38.322512 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-649baae9-e278-4f1c-b138-0c91accabdf6 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:16:38.334785 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.securitygroups_db [None req-649baae9-e278-4f1c-b138-0c91accabdf6 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Project 24536c64830c443892e5dea9235549ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 18:16:38.341037 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-649baae9-e278-4f1c-b138-0c91accabdf6 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:38.403755 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-649baae9-e278-4f1c-b138-0c91accabdf6 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:38.407767 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-649baae9-e278-4f1c-b138-0c91accabdf6 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:38.434995 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649baae9-e278-4f1c-b138-0c91accabdf6 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdaf9fae-6bb2-4792-a1bd-88929d2ab321,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:38.441356 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-649baae9-e278-4f1c-b138-0c91accabdf6 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:38.442752 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-649baae9-e278-4f1c-b138-0c91accabdf6 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1427884 May 04 18:16:38.445480 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 34742) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:16:38.450806 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-0291498e-e161-4554-ad09-202e8396bb11 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Request body: {'network': {'name': 'tempest-network-smoke--68660426', 'project_id': '24536c64830c443892e5dea9235549ab', 'port_security_enabled': True}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:16:38.457108 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-0291498e-e161-4554-ad09-202e8396bb11 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:16:38.461754 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-0291498e-e161-4554-ad09-202e8396bb11 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Usage tracker for resource:network and tenant:24536c64830c443892e5dea9235549ab is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:16:38.466044 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-0291498e-e161-4554-ad09-202e8396bb11 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:16:38.472386 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-0291498e-e161-4554-ad09-202e8396bb11 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:16:38.487164 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0291498e-e161-4554-ad09-202e8396bb11 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Made reservation on behalf of 24536c64830c443892e5dea9235549ab for: {'network': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:16:38.490642 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0291498e-e161-4554-ad09-202e8396bb11 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:38.517878 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0291498e-e161-4554-ad09-202e8396bb11 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=88038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 18:16:38.526502 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0291498e-e161-4554-ad09-202e8396bb11 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:38.526862 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.segments_db [None req-0291498e-e161-4554-ad09-202e8396bb11 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Added segment 87b23e0e-ca57-439e-9046-2dba5f749dc1 of type vlan for network dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd May 04 18:16:38.554782 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0291498e-e161-4554-ad09-202e8396bb11 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:38.582088 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0291498e-e161-4554-ad09-202e8396bb11 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:38.587404 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0291498e-e161-4554-ad09-202e8396bb11 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:38.588029 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-0291498e-e161-4554-ad09-202e8396bb11 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:38.646831 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-0291498e-e161-4554-ad09-202e8396bb11 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2003205 May 04 18:16:38.649602 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 34746) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:16:38.654768 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-b10b289b-2eae-4d61-a470-da397e84d6b6 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-365919938', 'admin_state_up': True, 'project_id': '24536c64830c443892e5dea9235549ab', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:16:38.662397 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-b10b289b-2eae-4d61-a470-da397e84d6b6 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:16:38.666167 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-b10b289b-2eae-4d61-a470-da397e84d6b6 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Usage tracker for resource:router and tenant:24536c64830c443892e5dea9235549ab is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:16:38.668931 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-b10b289b-2eae-4d61-a470-da397e84d6b6 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:16:38.676277 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-b10b289b-2eae-4d61-a470-da397e84d6b6 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:16:38.686461 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b10b289b-2eae-4d61-a470-da397e84d6b6 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:38.687435 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b10b289b-2eae-4d61-a470-da397e84d6b6 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:38.695220 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0291498e-e161-4554-ad09-202e8396bb11 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'Network': ['ID=dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:38.705269 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b10b289b-2eae-4d61-a470-da397e84d6b6 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:38.706648 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 18:16:38.968522 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b10b289b-2eae-4d61-a470-da397e84d6b6 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:39.370865 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b10b289b-2eae-4d61-a470-da397e84d6b6 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for router_gateway, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:39.399461 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b10b289b-2eae-4d61-a470-da397e84d6b6 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:39.530806 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-b10b289b-2eae-4d61-a470-da397e84d6b6 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Allocated IP 172.26.0.47 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/62fe8cb4-20c6-4be8-b382-c5e54f271993) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:16:39.671801 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b10b289b-2eae-4d61-a470-da397e84d6b6 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:39.699801 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b10b289b-2eae-4d61-a470-da397e84d6b6 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:39.768235 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10b289b-2eae-4d61-a470-da397e84d6b6 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:16:39.769098 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:39.771317 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-b10b289b-2eae-4d61-a470-da397e84d6b6 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:16:39.775106 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10b289b-2eae-4d61-a470-da397e84d6b6 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 18:16:39.814258 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10b289b-2eae-4d61-a470-da397e84d6b6 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'Port': ['ID=62fe8cb4-20c6-4be8-b382-c5e54f271993,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:40.190043 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b10b289b-2eae-4d61-a470-da397e84d6b6 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for router_gateway, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:40.517010 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b10b289b-2eae-4d61-a470-da397e84d6b6 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:40.822410 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b10b289b-2eae-4d61-a470-da397e84d6b6 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Router 521e7b8e-707d-4949-bbcf-653e2290ad56 is scheduled to L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 with binding_index 1 {{(pid=88037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 18:16:40.994376 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b10b289b-2eae-4d61-a470-da397e84d6b6 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:16:41.012016 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781df9b9-bcef-401d-902a-92e0264c5804 None None] Sync routers for ids ['521e7b8e-707d-4949-bbcf-653e2290ad56'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:16:41.020170 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b10b289b-2eae-4d61-a470-da397e84d6b6 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:41.022831 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-b10b289b-2eae-4d61-a470-da397e84d6b6 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3707588 May 04 18:16:41.022934 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781df9b9-bcef-401d-902a-92e0264c5804 None None] Routers {'521e7b8e-707d-4949-bbcf-653e2290ad56'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:16:41.022934 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-781df9b9-bcef-401d-902a-92e0264c5804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:16:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['521e7b8e-707d-4949-bbcf-653e2290ad56'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:16:41.025159 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 34750) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:16:41.201193 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-781df9b9-bcef-401d-902a-92e0264c5804 None None] Set router 521e7b8e-707d-4949-bbcf-653e2290ad56 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:16:41.314056 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-800a09d1-0b1c-4ec2-8db4-32a129d1ea73 tempest-TestNetworkAdvancedServerOps-2130119018 tempest-TestNetworkAdvancedServerOps-2130119018-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=24536c64830c443892e5dea9235549ab&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2884576 May 04 18:16:41.316561 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 34758) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:16:41.443777 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a31a04a-f09c-460c-886a-e7c30a5887ef tempest-TestNetworkAdvancedServerOps-2130119018 tempest-TestNetworkAdvancedServerOps-2130119018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:41.445164 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-9a31a04a-f09c-460c-886a-e7c30a5887ef tempest-TestNetworkAdvancedServerOps-2130119018 tempest-TestNetworkAdvancedServerOps-2130119018-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1277127 May 04 18:16:41.447911 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 34762) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:16:41.480343 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-781df9b9-bcef-401d-902a-92e0264c5804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521e7b8e-707d-4949-bbcf-653e2290ad56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365919938', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': '62fe8cb4-20c6-4be8-b382-c5e54f271993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:16:38Z', 'updated_at': '2022-05-04T18:16:40Z', 'revision_number': 3, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port': {'id': '62fe8cb4-20c6-4be8-b382-c5e54f271993', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:44:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521e7b8e-707d-4949-bbcf-653e2290ad56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:16:39Z', 'updated_at': '2022-05-04T18:16:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:16:41.485058 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781df9b9-bcef-401d-902a-92e0264c5804 None None] Checking router: 521e7b8e-707d-4949-bbcf-653e2290ad56 for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:16:41.485405 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781df9b9-bcef-401d-902a-92e0264c5804 None None] Updating router 521e7b8e-707d-4949-bbcf-653e2290ad56 port 62fe8cb4-20c6-4be8-b382-c5e54f271993 binding host dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:16:41.486530 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-72f4a562-b477-4444-9e16-c993b427a78e tempest-TestNetworkAdvancedServerOps-2130119018 tempest-TestNetworkAdvancedServerOps-2130119018-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=30bd8d35-9d66-4ec1-9734-58f713c6cd24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375814 May 04 18:16:41.489024 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 34766) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:16:41.494220 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-a6f3944d-922c-4df6-ada0-2b5872c64d8e tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1140071056', 'network_id': 'dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd', 'project_id': '24536c64830c443892e5dea9235549ab', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:16:41.536099 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-781df9b9-bcef-401d-902a-92e0264c5804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:41.600919 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-a6f3944d-922c-4df6-ada0-2b5872c64d8e tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:16:41.604692 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-a6f3944d-922c-4df6-ada0-2b5872c64d8e tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Usage tracker for resource:subnet and tenant:24536c64830c443892e5dea9235549ab is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:16:41.607430 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-a6f3944d-922c-4df6-ada0-2b5872c64d8e tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:16:41.613607 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-a6f3944d-922c-4df6-ada0-2b5872c64d8e tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:16:41.622577 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f3944d-922c-4df6-ada0-2b5872c64d8e tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Made reservation on behalf of 24536c64830c443892e5dea9235549ab for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:16:41.625938 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a6f3944d-922c-4df6-ada0-2b5872c64d8e tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:41.835370 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a6f3944d-922c-4df6-ada0-2b5872c64d8e tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:41.865322 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-781df9b9-bcef-401d-902a-92e0264c5804 None None] Notify callbacks [] for port, precommit_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:41.877054 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-781df9b9-bcef-401d-902a-92e0264c5804 None None] Transition to ACTIVE for port object 62fe8cb4-20c6-4be8-b382-c5e54f271993 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:16:41.886709 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-781df9b9-bcef-401d-902a-92e0264c5804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:41.921566 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f3944d-922c-4df6-ada0-2b5872c64d8e tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'Subnet': ['ID=fee1589f-e277-475c-95e6-1078fc3859d7,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:41.932692 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f3944d-922c-4df6-ada0-2b5872c64d8e tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Checking segment: {'id': '87b23e0e-ca57-439e-9046-2dba5f749dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:16:41.933045 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f3944d-922c-4df6-ada0-2b5872c64d8e tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Network hostable DHCP agents. Network: dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 18:16:41.953550 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f3944d-922c-4df6-ada0-2b5872c64d8e tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Network dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 18:16:41.965235 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-a6f3944d-922c-4df6-ada0-2b5872c64d8e tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd) {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:16:41.970184 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-781df9b9-bcef-401d-902a-92e0264c5804 None None] Attempting to bind port 62fe8cb4-20c6-4be8-b382-c5e54f271993 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:16:41.970529 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f3944d-922c-4df6-ada0-2b5872c64d8e tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:41.970735 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-781df9b9-bcef-401d-902a-92e0264c5804 None None] Attempting to bind port 62fe8cb4-20c6-4be8-b382-c5e54f271993 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:16:41.971109 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-a6f3944d-922c-4df6-ada0-2b5872c64d8e tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:41.971216 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781df9b9-bcef-401d-902a-92e0264c5804 None None] Attempting to bind port 62fe8cb4-20c6-4be8-b382-c5e54f271993 on network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:16:41.978254 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c53412-99ac-433b-bab9-6a3982901234 None None] Network dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:16:41.992095 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-a6f3944d-922c-4df6-ada0-2b5872c64d8e tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5020576 May 04 18:16:41.995062 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 34770) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:16:42.001784 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781df9b9-bcef-401d-902a-92e0264c5804 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:16:42.002185 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781df9b9-bcef-401d-902a-92e0264c5804 None None] Checking segment: {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:16:42.002589 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-781df9b9-bcef-401d-902a-92e0264c5804 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:42.002980 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781df9b9-bcef-401d-902a-92e0264c5804 None None] Bound using segment: {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:16:42.003452 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-781df9b9-bcef-401d-902a-92e0264c5804 None None] Bound port: 62fe8cb4-20c6-4be8-b382-c5e54f271993, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:16:42.003833 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-781df9b9-bcef-401d-902a-92e0264c5804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:42.033784 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b3b159-9101-456b-88ba-4c1ca4511c94 None None] Pushing event updated for resources: {'Port': ['ID=62fe8cb4-20c6-4be8-b382-c5e54f271993,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:42.174203 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-781df9b9-bcef-401d-902a-92e0264c5804 None None] For port 62fe8cb4-20c6-4be8-b382-c5e54f271993, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:16:42.210545 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-781df9b9-bcef-401d-902a-92e0264c5804 None None] For port 62fe8cb4-20c6-4be8-b382-c5e54f271993, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=62fe8cb4-20c6-4be8-b382-c5e54f271993,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:16:42.218118 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-781df9b9-bcef-401d-902a-92e0264c5804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:42.344743 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781df9b9-bcef-401d-902a-92e0264c5804 None None] Routers {'521e7b8e-707d-4949-bbcf-653e2290ad56'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:16:42.345361 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-781df9b9-bcef-401d-902a-92e0264c5804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:16:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['521e7b8e-707d-4949-bbcf-653e2290ad56'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:16:42.399595 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bf5372-bed7-4cad-a555-979930975d12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd', 'network_id': 'dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'fixed_ips': [{'subnet_id': 'fee1589f-e277-475c-95e6-1078fc3859d7'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 18:16:42.400395 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-25bf5372-bed7-4cad-a555-979930975d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:42.426565 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b3b159-9101-456b-88ba-4c1ca4511c94 None None] Pushing event updated for resources: {'Port': ['ID=62fe8cb4-20c6-4be8-b382-c5e54f271993,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:42.672626 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-781df9b9-bcef-401d-902a-92e0264c5804 None None] Set router 521e7b8e-707d-4949-bbcf-653e2290ad56 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:16:42.673856 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-16f11ee1-96e8-44ea-87a9-aa6cc3d65a43 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:42.831743 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-25bf5372-bed7-4cad-a555-979930975d12 None None] Allocated IP 172.20.0.2 (dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd/fee1589f-e277-475c-95e6-1078fc3859d7/cb93bb47-69bd-4c5e-be45-91576046f1fd) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:16:43.147497 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-781df9b9-bcef-401d-902a-92e0264c5804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521e7b8e-707d-4949-bbcf-653e2290ad56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365919938', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': '62fe8cb4-20c6-4be8-b382-c5e54f271993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:16:38Z', 'updated_at': '2022-05-04T18:16:40Z', 'revision_number': 3, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port': {'id': '62fe8cb4-20c6-4be8-b382-c5e54f271993', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:44:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521e7b8e-707d-4949-bbcf-653e2290ad56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:16:39Z', 'updated_at': '2022-05-04T18:16:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:16:43.154830 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781df9b9-bcef-401d-902a-92e0264c5804 None None] The sync data for ids ['521e7b8e-707d-4949-bbcf-653e2290ad56'] in dv-neutron-840426-1-hyperv is: [{'id': '521e7b8e-707d-4949-bbcf-653e2290ad56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365919938', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': '62fe8cb4-20c6-4be8-b382-c5e54f271993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:16:38Z', 'updated_at': '2022-05-04T18:16:40Z', 'revision_number': 3, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port': {'id': '62fe8cb4-20c6-4be8-b382-c5e54f271993', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:44:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521e7b8e-707d-4949-bbcf-653e2290ad56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:16:39Z', 'updated_at': '2022-05-04T18:16:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:16:43.157196 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-25bf5372-bed7-4cad-a555-979930975d12 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:43.173020 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-25bf5372-bed7-4cad-a555-979930975d12 None None] Transition to ACTIVE for port object cb93bb47-69bd-4c5e-be45-91576046f1fd will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:16:43.203061 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-25bf5372-bed7-4cad-a555-979930975d12 None None] Transition to ACTIVE for port object cb93bb47-69bd-4c5e-be45-91576046f1fd will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:16:43.208730 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-25bf5372-bed7-4cad-a555-979930975d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:43.277152 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-16f11ee1-96e8-44ea-87a9-aa6cc3d65a43 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Allocated IP 172.20.0.1 (dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd/fee1589f-e277-475c-95e6-1078fc3859d7/19b63fa9-deb3-4412-a46b-f4028fd552b8) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:16:43.284015 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bf5372-bed7-4cad-a555-979930975d12 None None] Network dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:16:43.286821 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-25bf5372-bed7-4cad-a555-979930975d12 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:16:43.290807 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bf5372-bed7-4cad-a555-979930975d12 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 18:16:43.330317 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bf5372-bed7-4cad-a555-979930975d12 None None] Pushing event updated for resources: {'Port': ['ID=cb93bb47-69bd-4c5e-be45-91576046f1fd,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:43.386653 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-25bf5372-bed7-4cad-a555-979930975d12 None None] Attempting to bind port cb93bb47-69bd-4c5e-be45-91576046f1fd on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:16:43.387102 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-25bf5372-bed7-4cad-a555-979930975d12 None None] Attempting to bind port cb93bb47-69bd-4c5e-be45-91576046f1fd by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '87b23e0e-ca57-439e-9046-2dba5f749dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:16:43.387431 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bf5372-bed7-4cad-a555-979930975d12 None None] Attempting to bind port cb93bb47-69bd-4c5e-be45-91576046f1fd on network dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:16:43.394384 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bf5372-bed7-4cad-a555-979930975d12 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:16:43.394762 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bf5372-bed7-4cad-a555-979930975d12 None None] Checking segment: {'id': '87b23e0e-ca57-439e-9046-2dba5f749dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:16:43.395199 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-25bf5372-bed7-4cad-a555-979930975d12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:43.395597 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bf5372-bed7-4cad-a555-979930975d12 None None] Bound using segment: {'id': '87b23e0e-ca57-439e-9046-2dba5f749dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:16:43.396066 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-25bf5372-bed7-4cad-a555-979930975d12 None None] Bound port: cb93bb47-69bd-4c5e-be45-91576046f1fd, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87b23e0e-ca57-439e-9046-2dba5f749dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:16:43.396443 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-25bf5372-bed7-4cad-a555-979930975d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:43.452371 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-16f11ee1-96e8-44ea-87a9-aa6cc3d65a43 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:43.469974 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-16f11ee1-96e8-44ea-87a9-aa6cc3d65a43 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Transition to ACTIVE for port object 19b63fa9-deb3-4412-a46b-f4028fd552b8 will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:16:43.500036 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-16f11ee1-96e8-44ea-87a9-aa6cc3d65a43 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:43.511274 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-25bf5372-bed7-4cad-a555-979930975d12 None None] For port cb93bb47-69bd-4c5e-be45-91576046f1fd, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:16:43.515143 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-25bf5372-bed7-4cad-a555-979930975d12 None None] For port cb93bb47-69bd-4c5e-be45-91576046f1fd, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=cb93bb47-69bd-4c5e-be45-91576046f1fd,segment=NetworkSegment(87b23e0e-ca57-439e-9046-2dba5f749dc1),segment_id=87b23e0e-ca57-439e-9046-2dba5f749dc1)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:16:43.519800 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-25bf5372-bed7-4cad-a555-979930975d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:43.583511 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f11ee1-96e8-44ea-87a9-aa6cc3d65a43 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Network dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:16:43.586683 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-16f11ee1-96e8-44ea-87a9-aa6cc3d65a43 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:16:43.591203 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f11ee1-96e8-44ea-87a9-aa6cc3d65a43 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 18:16:43.613810 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bf5372-bed7-4cad-a555-979930975d12 None None] Pushing event updated for resources: {'Port': ['ID=cb93bb47-69bd-4c5e-be45-91576046f1fd,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:43.634627 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f11ee1-96e8-44ea-87a9-aa6cc3d65a43 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'Port': ['ID=19b63fa9-deb3-4412-a46b-f4028fd552b8,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:43.663010 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-16f11ee1-96e8-44ea-87a9-aa6cc3d65a43 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710357'] for router_interface, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:43.756167 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 62fe8cb4-20c6-4be8-b382-c5e54f271993 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:16:43.845179 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 62fe8cb4-20c6-4be8-b382-c5e54f271993 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:16:43.851087 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 62fe8cb4-20c6-4be8-b382-c5e54f271993 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:16:43.852417 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:44.000927 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:44.021517 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 62fe8cb4-20c6-4be8-b382-c5e54f271993, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=62fe8cb4-20c6-4be8-b382-c5e54f271993,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:16:44.027761 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:44.040933 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-16f11ee1-96e8-44ea-87a9-aa6cc3d65a43 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:44.108115 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=62fe8cb4-20c6-4be8-b382-c5e54f271993,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:44.466905 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-16f11ee1-96e8-44ea-87a9-aa6cc3d65a43 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:44.471230 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-16f11ee1-96e8-44ea-87a9-aa6cc3d65a43 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:44.581660 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-16f11ee1-96e8-44ea-87a9-aa6cc3d65a43 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710702'] for router_interface, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:44.585110 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f11ee1-96e8-44ea-87a9-aa6cc3d65a43 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'Port': ['ID=19b63fa9-deb3-4412-a46b-f4028fd552b8,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:44.723304 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f11ee1-96e8-44ea-87a9-aa6cc3d65a43 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Network dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:16:44.724487 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-16f11ee1-96e8-44ea-87a9-aa6cc3d65a43 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:16:44.880390 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d36f10-dec7-4b74-9243-0f7ede1b34df None None] Network dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:16:44.983648 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-cb73d316-0b5d-4e2a-8196-bacd1509ead1 None None] Provisioning for port cb93bb47-69bd-4c5e-be45-91576046f1fd completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:16:45.031771 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16f11ee1-96e8-44ea-87a9-aa6cc3d65a43 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Router 521e7b8e-707d-4949-bbcf-653e2290ad56 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 18:16:45.222366 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f11ee1-96e8-44ea-87a9-aa6cc3d65a43 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:16:45.231988 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8c00bf-cb1a-4d54-bb7a-55e561c65028 None None] Sync routers for ids ['521e7b8e-707d-4949-bbcf-653e2290ad56'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:16:45.241815 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-16f11ee1-96e8-44ea-87a9-aa6cc3d65a43 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "PUT /v2.0/routers/521e7b8e-707d-4949-bbcf-653e2290ad56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2455812 May 04 18:16:45.255427 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8c00bf-cb1a-4d54-bb7a-55e561c65028 None None] Routers {'521e7b8e-707d-4949-bbcf-653e2290ad56'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:16:45.256276 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-4a8c00bf-cb1a-4d54-bb7a-55e561c65028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:16:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['521e7b8e-707d-4949-bbcf-653e2290ad56'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:16:45.439469 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-4b97b824-bb11-4df1-b39d-2900d5c35636 None None] Provisioning for port 19b63fa9-deb3-4412-a46b-f4028fd552b8 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:16:45.441838 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-4f9ccdf3-27b9-4cbe-b340-5b0f26df0fb5 req-ed13a74f-f0d5-493a-8bdd-b333410903b9 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Synchronizing usage tracker for tenant:24536c64830c443892e5dea9235549ab on resource:security_group {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:16:45.444327 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-4b97b824-bb11-4df1-b39d-2900d5c35636 None None] Provisioning complete for port 19b63fa9-deb3-4412-a46b-f4028fd552b8 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:16:45.444811 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4b97b824-bb11-4df1-b39d-2900d5c35636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:45.456311 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-4a8c00bf-cb1a-4d54-bb7a-55e561c65028 None None] Set router 521e7b8e-707d-4949-bbcf-653e2290ad56 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:16:45.468612 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-4f9ccdf3-27b9-4cbe-b340-5b0f26df0fb5 req-ed13a74f-f0d5-493a-8bdd-b333410903b9 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Unset dirty status for tenant:24536c64830c443892e5dea9235549ab on resource:security_group {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:16:45.469868 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-4f9ccdf3-27b9-4cbe-b340-5b0f26df0fb5 req-ed13a74f-f0d5-493a-8bdd-b333410903b9 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-381184905&fields=id&tenant_id=24536c64830c443892e5dea9235549ab HTTP/1.1" status: 200 len: 267 time: 0.0788834 May 04 18:16:45.503885 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-4b97b824-bb11-4df1-b39d-2900d5c35636 None None] Port 19b63fa9-deb3-4412-a46b-f4028fd552b8 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 18:16:45.631568 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-6558ec3c-a877-44c3-b8db-90806837393d None None] Provisioning complete for port 19b63fa9-deb3-4412-a46b-f4028fd552b8 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:16:45.631941 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-6558ec3c-a877-44c3-b8db-90806837393d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:45.647485 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ccdf3-27b9-4cbe-b340-5b0f26df0fb5 req-b9f044fc-451a-4376-a053-ef70a78c5a1c tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:45.648402 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-4f9ccdf3-27b9-4cbe-b340-5b0f26df0fb5 req-b9f044fc-451a-4376-a053-ef70a78c5a1c tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Synchronizing usage tracker for tenant:24536c64830c443892e5dea9235549ab on resource:network {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:16:45.668846 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-4f9ccdf3-27b9-4cbe-b340-5b0f26df0fb5 req-b9f044fc-451a-4376-a053-ef70a78c5a1c tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Unset dirty status for tenant:24536c64830c443892e5dea9235549ab on resource:network {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:16:45.669333 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-4f9ccdf3-27b9-4cbe-b340-5b0f26df0fb5 req-b9f044fc-451a-4376-a053-ef70a78c5a1c tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/networks?id=dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd HTTP/1.1" status: 200 len: 795 time: 0.1774876 May 04 18:16:45.687089 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-4f9ccdf3-27b9-4cbe-b340-5b0f26df0fb5 req-76354850-bc76-4118-8f9d-f6e05782b4ba tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/quotas/24536c64830c443892e5dea9235549ab HTTP/1.1" status: 200 len: 375 time: 0.0115185 May 04 18:16:45.716551 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-6558ec3c-a877-44c3-b8db-90806837393d None None] Port 19b63fa9-deb3-4412-a46b-f4028fd552b8 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 18:16:45.803516 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-4f9ccdf3-27b9-4cbe-b340-5b0f26df0fb5 req-3ee92b9a-ed84-4eb9-aac2-d61c70fbd361 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Synchronizing usage tracker for tenant:24536c64830c443892e5dea9235549ab on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:16:45.834930 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-4a8c00bf-cb1a-4d54-bb7a-55e561c65028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521e7b8e-707d-4949-bbcf-653e2290ad56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365919938', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': '62fe8cb4-20c6-4be8-b382-c5e54f271993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:16:38Z', 'updated_at': '2022-05-04T18:16:43Z', 'revision_number': 4, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port': {'id': '62fe8cb4-20c6-4be8-b382-c5e54f271993', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:44:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521e7b8e-707d-4949-bbcf-653e2290ad56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:16:39Z', 'updated_at': '2022-05-04T18:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '19b63fa9-deb3-4412-a46b-f4028fd552b8', 'name': '', 'network_id': 'dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'mac_address': 'fa:16:3e:02:dc:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521e7b8e-707d-4949-bbcf-653e2290ad56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'fee1589f-e277-475c-95e6-1078fc3859d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:16:42Z', 'updated_at': '2022-05-04T18:16:44Z', 'revision_number': 2, 'project_id': '24536c64830c443892e5dea9235549ab', 'subnets': [{'id': 'fee1589f-e277-475c-95e6-1078fc3859d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:16:45.839237 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8c00bf-cb1a-4d54-bb7a-55e561c65028 None None] Checking router: 521e7b8e-707d-4949-bbcf-653e2290ad56 for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:16:45.839637 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8c00bf-cb1a-4d54-bb7a-55e561c65028 None None] Updating router 521e7b8e-707d-4949-bbcf-653e2290ad56 port 19b63fa9-deb3-4412-a46b-f4028fd552b8 binding host dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:16:45.839918 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device cb93bb47-69bd-4c5e-be45-91576046f1fd up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:16:45.847221 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-4f9ccdf3-27b9-4cbe-b340-5b0f26df0fb5 req-3ee92b9a-ed84-4eb9-aac2-d61c70fbd361 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Unset dirty status for tenant:24536c64830c443892e5dea9235549ab on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:16:45.848850 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-4f9ccdf3-27b9-4cbe-b340-5b0f26df0fb5 req-3ee92b9a-ed84-4eb9-aac2-d61c70fbd361 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=24536c64830c443892e5dea9235549ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1560268 May 04 18:16:45.897553 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-4a8c00bf-cb1a-4d54-bb7a-55e561c65028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:45.927813 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port cb93bb47-69bd-4c5e-be45-91576046f1fd completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:16:45.935865 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port cb93bb47-69bd-4c5e-be45-91576046f1fd triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:16:45.936874 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:45.954518 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [req-4f9ccdf3-27b9-4cbe-b340-5b0f26df0fb5 req-4343d5b6-1da2-4f3b-b702-ff0462567908 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88038) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 18:16:45.955712 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-4f9ccdf3-27b9-4cbe-b340-5b0f26df0fb5 req-4343d5b6-1da2-4f3b-b702-ff0462567908 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0936093 May 04 18:16:45.994834 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-a7ee1194-6895-4060-8676-9f27ba8fa14b None None] Provisioning complete for port 19b63fa9-deb3-4412-a46b-f4028fd552b8 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:16:45.995208 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a7ee1194-6895-4060-8676-9f27ba8fa14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:46.057227 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-a7ee1194-6895-4060-8676-9f27ba8fa14b None None] Port 19b63fa9-deb3-4412-a46b-f4028fd552b8 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 18:16:46.099761 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-4f9ccdf3-27b9-4cbe-b340-5b0f26df0fb5 req-ba5747a4-d6ce-4ee3-8f95-b62cf67e3d9e service neutron] 10.222.0.41 "GET /v2.0/networks/dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365943 May 04 18:16:46.118454 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:46.152266 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port cb93bb47-69bd-4c5e-be45-91576046f1fd, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=cb93bb47-69bd-4c5e-be45-91576046f1fd,segment=NetworkSegment(87b23e0e-ca57-439e-9046-2dba5f749dc1),segment_id=87b23e0e-ca57-439e-9046-2dba5f749dc1)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:16:46.156801 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:46.157748 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 62fe8cb4-20c6-4be8-b382-c5e54f271993 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:16:46.254723 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-4f9ccdf3-27b9-4cbe-b340-5b0f26df0fb5 req-261bf753-89c8-47a4-bb37-81edf226ab76 service neutron] 10.222.0.41 "GET /v2.0/networks/dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447291 May 04 18:16:46.256659 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-4a8c00bf-cb1a-4d54-bb7a-55e561c65028 None None] Notify callbacks [] for port, precommit_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:46.269016 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.provisioning_blocks [None req-4a8c00bf-cb1a-4d54-bb7a-55e561c65028 None None] Transition to ACTIVE for port object 19b63fa9-deb3-4412-a46b-f4028fd552b8 will not be triggered until provisioned by entity L2. {{(pid=88040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:16:46.276760 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-4a8c00bf-cb1a-4d54-bb7a-55e561c65028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:46.314299 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=cb93bb47-69bd-4c5e-be45-91576046f1fd,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:46.325095 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 62fe8cb4-20c6-4be8-b382-c5e54f271993 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:16:46.325466 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:46.441004 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4efa92-7df3-4b91-b780-ba16a3d134e4 None None] Pushing event updated for resources: {'Port': ['ID=19b63fa9-deb3-4412-a46b-f4028fd552b8,revision_number=3']} {{(pid=88040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:46.496074 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-5ab418f8-a018-4c87-a53e-188ca8d7e69f req-ecb2affe-4b48-4c1f-b06a-ad038bdae33f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Synchronizing usage tracker for tenant:24536c64830c443892e5dea9235549ab on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:16:46.509526 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4efa92-7df3-4b91-b780-ba16a3d134e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:46.509872 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4efa92-7df3-4b91-b780-ba16a3d134e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:46.510065 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-5ab418f8-a018-4c87-a53e-188ca8d7e69f req-ecb2affe-4b48-4c1f-b06a-ad038bdae33f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Unset dirty status for tenant:24536c64830c443892e5dea9235549ab on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:16:46.510251 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4efa92-7df3-4b91-b780-ba16a3d134e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:46.510577 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4efa92-7df3-4b91-b780-ba16a3d134e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:46.510895 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4efa92-7df3-4b91-b780-ba16a3d134e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:46.511214 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4efa92-7df3-4b91-b780-ba16a3d134e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:46.511532 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4efa92-7df3-4b91-b780-ba16a3d134e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:46.511849 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4efa92-7df3-4b91-b780-ba16a3d134e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:46.512149 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4efa92-7df3-4b91-b780-ba16a3d134e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:46.512359 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5ab418f8-a018-4c87-a53e-188ca8d7e69f req-ecb2affe-4b48-4c1f-b06a-ad038bdae33f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=36ee556f-80d6-4461-8b46-30a4b7d8e023 HTTP/1.1" status: 200 len: 210 time: 0.0937433 May 04 18:16:46.512775 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4efa92-7df3-4b91-b780-ba16a3d134e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:46.513249 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4efa92-7df3-4b91-b780-ba16a3d134e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:46.513705 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4efa92-7df3-4b91-b780-ba16a3d134e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:16:46.567590 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-4a8c00bf-cb1a-4d54-bb7a-55e561c65028 None None] Attempting to bind port 19b63fa9-deb3-4412-a46b-f4028fd552b8 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:16:46.567949 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-4a8c00bf-cb1a-4d54-bb7a-55e561c65028 None None] Attempting to bind port 19b63fa9-deb3-4412-a46b-f4028fd552b8 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '87b23e0e-ca57-439e-9046-2dba5f749dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd'}] {{(pid=88040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:16:46.568474 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8c00bf-cb1a-4d54-bb7a-55e561c65028 None None] Attempting to bind port 19b63fa9-deb3-4412-a46b-f4028fd552b8 on network dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:16:46.574039 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8c00bf-cb1a-4d54-bb7a-55e561c65028 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:16:46.574407 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8c00bf-cb1a-4d54-bb7a-55e561c65028 None None] Checking segment: {'id': '87b23e0e-ca57-439e-9046-2dba5f749dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:16:46.574798 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-4a8c00bf-cb1a-4d54-bb7a-55e561c65028 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:46.575183 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8c00bf-cb1a-4d54-bb7a-55e561c65028 None None] Bound using segment: {'id': '87b23e0e-ca57-439e-9046-2dba5f749dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd'} {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:16:46.575638 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-4a8c00bf-cb1a-4d54-bb7a-55e561c65028 None None] Bound port: 19b63fa9-deb3-4412-a46b-f4028fd552b8, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87b23e0e-ca57-439e-9046-2dba5f749dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd'}}] {{(pid=88040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:16:46.575999 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-4a8c00bf-cb1a-4d54-bb7a-55e561c65028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:46.662868 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.db [None req-4a8c00bf-cb1a-4d54-bb7a-55e561c65028 None None] For port 19b63fa9-deb3-4412-a46b-f4028fd552b8, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:16:46.665882 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.db [None req-4a8c00bf-cb1a-4d54-bb7a-55e561c65028 None None] For port 19b63fa9-deb3-4412-a46b-f4028fd552b8, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=19b63fa9-deb3-4412-a46b-f4028fd552b8,segment=NetworkSegment(87b23e0e-ca57-439e-9046-2dba5f749dc1),segment_id=87b23e0e-ca57-439e-9046-2dba5f749dc1)] {{(pid=88040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:16:46.671339 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-4a8c00bf-cb1a-4d54-bb7a-55e561c65028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:46.745892 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8c00bf-cb1a-4d54-bb7a-55e561c65028 None None] Routers {'521e7b8e-707d-4949-bbcf-653e2290ad56'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:16:46.746527 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-4a8c00bf-cb1a-4d54-bb7a-55e561c65028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:16:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['521e7b8e-707d-4949-bbcf-653e2290ad56'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:16:46.816781 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4efa92-7df3-4b91-b780-ba16a3d134e4 None None] Pushing event updated for resources: {'Port': ['ID=19b63fa9-deb3-4412-a46b-f4028fd552b8,revision_number=4']} {{(pid=88040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:46.930408 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-4a8c00bf-cb1a-4d54-bb7a-55e561c65028 None None] Set router 521e7b8e-707d-4949-bbcf-653e2290ad56 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:16:47.251975 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-4a8c00bf-cb1a-4d54-bb7a-55e561c65028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521e7b8e-707d-4949-bbcf-653e2290ad56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365919938', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': '62fe8cb4-20c6-4be8-b382-c5e54f271993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:16:38Z', 'updated_at': '2022-05-04T18:16:43Z', 'revision_number': 4, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port': {'id': '62fe8cb4-20c6-4be8-b382-c5e54f271993', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:44:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521e7b8e-707d-4949-bbcf-653e2290ad56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:16:39Z', 'updated_at': '2022-05-04T18:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '19b63fa9-deb3-4412-a46b-f4028fd552b8', 'name': '', 'network_id': 'dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'mac_address': 'fa:16:3e:02:dc:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521e7b8e-707d-4949-bbcf-653e2290ad56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'fee1589f-e277-475c-95e6-1078fc3859d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:16:42Z', 'updated_at': '2022-05-04T18:16:46Z', 'revision_number': 4, 'project_id': '24536c64830c443892e5dea9235549ab', 'subnets': [{'id': 'fee1589f-e277-475c-95e6-1078fc3859d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:16:47.256709 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8c00bf-cb1a-4d54-bb7a-55e561c65028 None None] The sync data for ids ['521e7b8e-707d-4949-bbcf-653e2290ad56'] in dv-neutron-840426-1-hyperv is: [{'id': '521e7b8e-707d-4949-bbcf-653e2290ad56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365919938', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': '62fe8cb4-20c6-4be8-b382-c5e54f271993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:16:38Z', 'updated_at': '2022-05-04T18:16:43Z', 'revision_number': 4, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port': {'id': '62fe8cb4-20c6-4be8-b382-c5e54f271993', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:44:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521e7b8e-707d-4949-bbcf-653e2290ad56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:16:39Z', 'updated_at': '2022-05-04T18:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '19b63fa9-deb3-4412-a46b-f4028fd552b8', 'name': '', 'network_id': 'dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'mac_address': 'fa:16:3e:02:dc:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521e7b8e-707d-4949-bbcf-653e2290ad56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'fee1589f-e277-475c-95e6-1078fc3859d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:16:42Z', 'updated_at': '2022-05-04T18:16:46Z', 'revision_number': 4, 'project_id': '24536c64830c443892e5dea9235549ab', 'subnets': [{'id': 'fee1589f-e277-475c-95e6-1078fc3859d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:16:47.282600 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 18:16:47.690223 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-c0ca32e0-e512-4742-87a2-9f501fcc6a27 req-d903d927-46c3-43ea-a8ec-cc057454eb0b tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=36ee556f-80d6-4461-8b46-30a4b7d8e023 HTTP/1.1" status: 200 len: 210 time: 0.0553865 May 04 18:16:47.830963 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device cb93bb47-69bd-4c5e-be45-91576046f1fd up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:16:47.881385 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ccdf3-27b9-4cbe-b340-5b0f26df0fb5 req-da36a178-cacb-45c5-a5e4-84c190de9859 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:47.883559 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-4f9ccdf3-27b9-4cbe-b340-5b0f26df0fb5 req-da36a178-cacb-45c5-a5e4-84c190de9859 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.42 "GET /v2.0/networks?id=dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd HTTP/1.1" status: 200 len: 795 time: 0.1976283 May 04 18:16:47.911195 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port cb93bb47-69bd-4c5e-be45-91576046f1fd triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:16:47.911542 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:47.946198 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-4f9ccdf3-27b9-4cbe-b340-5b0f26df0fb5 req-7f33a8db-e634-4f70-9557-c4832a019ead tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24536c64830c443892e5dea9235549ab HTTP/1.1" status: 200 len: 379 time: 0.0530303 May 04 18:16:47.957581 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [req-4f9ccdf3-27b9-4cbe-b340-5b0f26df0fb5 req-bcb957f9-25a5-4e8e-828c-b9cbc8126883 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Request body: {'port': {'device_id': '36ee556f-80d6-4461-8b46-30a4b7d8e023', 'network_id': 'dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd', 'admin_state_up': True, 'tenant_id': '24536c64830c443892e5dea9235549ab', 'security_groups': ['01255c05-e594-49c3-93ad-7c9185b1ebf3']}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:16:48.035788 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 19b63fa9-deb3-4412-a46b-f4028fd552b8 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:16:48.106200 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 19b63fa9-deb3-4412-a46b-f4028fd552b8 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:16:48.110446 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [req-4f9ccdf3-27b9-4cbe-b340-5b0f26df0fb5 req-bcb957f9-25a5-4e8e-828c-b9cbc8126883 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:16:48.112415 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 19b63fa9-deb3-4412-a46b-f4028fd552b8 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:16:48.112795 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:48.121145 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [req-4f9ccdf3-27b9-4cbe-b340-5b0f26df0fb5 req-bcb957f9-25a5-4e8e-828c-b9cbc8126883 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:16:48.130663 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f9ccdf3-27b9-4cbe-b340-5b0f26df0fb5 req-bcb957f9-25a5-4e8e-828c-b9cbc8126883 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Made reservation on behalf of 24536c64830c443892e5dea9235549ab for: {'port': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:16:48.134166 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-4f9ccdf3-27b9-4cbe-b340-5b0f26df0fb5 req-bcb957f9-25a5-4e8e-828c-b9cbc8126883 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:48.253154 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:48.292462 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 19b63fa9-deb3-4412-a46b-f4028fd552b8, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=19b63fa9-deb3-4412-a46b-f4028fd552b8,segment=NetworkSegment(87b23e0e-ca57-439e-9046-2dba5f749dc1),segment_id=87b23e0e-ca57-439e-9046-2dba5f749dc1)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:16:48.299584 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:48.327319 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [req-4f9ccdf3-27b9-4cbe-b340-5b0f26df0fb5 req-bcb957f9-25a5-4e8e-828c-b9cbc8126883 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Allocated IP 172.20.0.13 (dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd/fee1589f-e277-475c-95e6-1078fc3859d7/7922bcd5-9eea-42ef-a5a2-279e395edb63) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:16:48.371881 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=19b63fa9-deb3-4412-a46b-f4028fd552b8,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:48.630909 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-4f9ccdf3-27b9-4cbe-b340-5b0f26df0fb5 req-bcb957f9-25a5-4e8e-828c-b9cbc8126883 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:48.646393 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [req-4f9ccdf3-27b9-4cbe-b340-5b0f26df0fb5 req-bcb957f9-25a5-4e8e-828c-b9cbc8126883 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Transition to ACTIVE for port object 7922bcd5-9eea-42ef-a5a2-279e395edb63 will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:16:48.669406 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-4f9ccdf3-27b9-4cbe-b340-5b0f26df0fb5 req-bcb957f9-25a5-4e8e-828c-b9cbc8126883 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:48.736582 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f9ccdf3-27b9-4cbe-b340-5b0f26df0fb5 req-bcb957f9-25a5-4e8e-828c-b9cbc8126883 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Network dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:16:48.739694 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [req-4f9ccdf3-27b9-4cbe-b340-5b0f26df0fb5 req-bcb957f9-25a5-4e8e-828c-b9cbc8126883 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:16:48.743612 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f9ccdf3-27b9-4cbe-b340-5b0f26df0fb5 req-bcb957f9-25a5-4e8e-828c-b9cbc8126883 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 18:16:48.784922 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb957f9-25a5-4e8e-828c-b9cbc8126883 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'Port': ['ID=7922bcd5-9eea-42ef-a5a2-279e395edb63,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:48.864188 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ccdf3-27b9-4cbe-b340-5b0f26df0fb5 req-bcb957f9-25a5-4e8e-828c-b9cbc8126883 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:48.864800 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-4f9ccdf3-27b9-4cbe-b340-5b0f26df0fb5 req-bcb957f9-25a5-4e8e-828c-b9cbc8126883 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:48.900011 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-4f9ccdf3-27b9-4cbe-b340-5b0f26df0fb5 req-bcb957f9-25a5-4e8e-828c-b9cbc8126883 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9485466 May 04 18:16:48.911794 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [req-4f9ccdf3-27b9-4cbe-b340-5b0f26df0fb5 req-8278251f-07a7-4c65-8800-e37c2d0bbb3c service neutron] Request body: {'port': {'device_id': '36ee556f-80d6-4461-8b46-30a4b7d8e023', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:16:48.937513 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-3bb43984-c681-4a93-90cb-e3b9e80ecd76 None None] Provisioning for port 7922bcd5-9eea-42ef-a5a2-279e395edb63 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:16:48.942256 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-3bb43984-c681-4a93-90cb-e3b9e80ecd76 None None] Provisioning complete for port 7922bcd5-9eea-42ef-a5a2-279e395edb63 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:16:48.942626 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-3bb43984-c681-4a93-90cb-e3b9e80ecd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:48.949092 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd83ed7-0301-4ac5-bef5-b4f6b4b9d739 req-aade94c7-f9ed-439d-af1e-00053db695e0 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:48.949784 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-2bd83ed7-0301-4ac5-bef5-b4f6b4b9d739 req-aade94c7-f9ed-439d-af1e-00053db695e0 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Synchronizing usage tracker for tenant:24536c64830c443892e5dea9235549ab on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:16:48.987135 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-2bd83ed7-0301-4ac5-bef5-b4f6b4b9d739 req-aade94c7-f9ed-439d-af1e-00053db695e0 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Unset dirty status for tenant:24536c64830c443892e5dea9235549ab on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:16:48.988585 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2bd83ed7-0301-4ac5-bef5-b4f6b4b9d739 req-aade94c7-f9ed-439d-af1e-00053db695e0 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=36ee556f-80d6-4461-8b46-30a4b7d8e023 HTTP/1.1" status: 200 len: 932 time: 0.1864457 May 04 18:16:48.999246 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-3bb43984-c681-4a93-90cb-e3b9e80ecd76 None None] Port 7922bcd5-9eea-42ef-a5a2-279e395edb63 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 18:16:49.070803 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-4f9ccdf3-27b9-4cbe-b340-5b0f26df0fb5 req-8278251f-07a7-4c65-8800-e37c2d0bbb3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:49.084817 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2bd83ed7-0301-4ac5-bef5-b4f6b4b9d739 req-8654a22b-3fb0-48c6-9d17-95f00b62fccc tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=01255c05-e594-49c3-93ad-7c9185b1ebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713077 May 04 18:16:49.407973 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [req-4f9ccdf3-27b9-4cbe-b340-5b0f26df0fb5 req-8278251f-07a7-4c65-8800-e37c2d0bbb3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7922bcd5-9eea-42ef-a5a2-279e395edb63 {{(pid=88037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:16:49.415245 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-4f9ccdf3-27b9-4cbe-b340-5b0f26df0fb5 req-8278251f-07a7-4c65-8800-e37c2d0bbb3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:49.433417 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [req-4f9ccdf3-27b9-4cbe-b340-5b0f26df0fb5 req-8278251f-07a7-4c65-8800-e37c2d0bbb3c service neutron] Transition to ACTIVE for port object 7922bcd5-9eea-42ef-a5a2-279e395edb63 will not be triggered until provisioned by entity L2. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:16:49.438786 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-4f9ccdf3-27b9-4cbe-b340-5b0f26df0fb5 req-8278251f-07a7-4c65-8800-e37c2d0bbb3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:49.596928 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8278251f-07a7-4c65-8800-e37c2d0bbb3c service neutron] Pushing event updated for resources: {'Port': ['ID=7922bcd5-9eea-42ef-a5a2-279e395edb63,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:49.678117 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-4f9ccdf3-27b9-4cbe-b340-5b0f26df0fb5 req-8278251f-07a7-4c65-8800-e37c2d0bbb3c service neutron] Attempting to bind port 7922bcd5-9eea-42ef-a5a2-279e395edb63 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:16:49.678480 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-4f9ccdf3-27b9-4cbe-b340-5b0f26df0fb5 req-8278251f-07a7-4c65-8800-e37c2d0bbb3c service neutron] Attempting to bind port 7922bcd5-9eea-42ef-a5a2-279e395edb63 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '87b23e0e-ca57-439e-9046-2dba5f749dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:16:49.678797 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9ccdf3-27b9-4cbe-b340-5b0f26df0fb5 req-8278251f-07a7-4c65-8800-e37c2d0bbb3c service neutron] Attempting to bind port 7922bcd5-9eea-42ef-a5a2-279e395edb63 on network dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:16:49.683512 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9ccdf3-27b9-4cbe-b340-5b0f26df0fb5 req-8278251f-07a7-4c65-8800-e37c2d0bbb3c service neutron] Port 7922bcd5-9eea-42ef-a5a2-279e395edb63 on network dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 18:16:49.683822 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9ccdf3-27b9-4cbe-b340-5b0f26df0fb5 req-8278251f-07a7-4c65-8800-e37c2d0bbb3c service neutron] Attempting to bind port 7922bcd5-9eea-42ef-a5a2-279e395edb63 on network dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:16:49.688945 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9ccdf3-27b9-4cbe-b340-5b0f26df0fb5 req-8278251f-07a7-4c65-8800-e37c2d0bbb3c service neutron] Checking agent: {'id': '84d0dbeb-cfa8-4636-8b1c-9790acf21ef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'started_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:16:49.689274 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9ccdf3-27b9-4cbe-b340-5b0f26df0fb5 req-8278251f-07a7-4c65-8800-e37c2d0bbb3c service neutron] Checking segment: {'id': '87b23e0e-ca57-439e-9046-2dba5f749dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:16:49.689648 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9ccdf3-27b9-4cbe-b340-5b0f26df0fb5 req-8278251f-07a7-4c65-8800-e37c2d0bbb3c service neutron] Bound using segment: {'id': '87b23e0e-ca57-439e-9046-2dba5f749dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd'} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:16:49.690115 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-4f9ccdf3-27b9-4cbe-b340-5b0f26df0fb5 req-8278251f-07a7-4c65-8800-e37c2d0bbb3c service neutron] Bound port: 7922bcd5-9eea-42ef-a5a2-279e395edb63, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87b23e0e-ca57-439e-9046-2dba5f749dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd'}}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:16:49.690454 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-4f9ccdf3-27b9-4cbe-b340-5b0f26df0fb5 req-8278251f-07a7-4c65-8800-e37c2d0bbb3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:49.718417 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 19b63fa9-deb3-4412-a46b-f4028fd552b8 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:16:49.782901 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-4f9ccdf3-27b9-4cbe-b340-5b0f26df0fb5 req-8278251f-07a7-4c65-8800-e37c2d0bbb3c service neutron] For port 7922bcd5-9eea-42ef-a5a2-279e395edb63, host hv-neutron-8404, cleared binding levels {{(pid=88037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:16:49.788188 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-4f9ccdf3-27b9-4cbe-b340-5b0f26df0fb5 req-8278251f-07a7-4c65-8800-e37c2d0bbb3c service neutron] For port 7922bcd5-9eea-42ef-a5a2-279e395edb63, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=7922bcd5-9eea-42ef-a5a2-279e395edb63,segment=NetworkSegment(87b23e0e-ca57-439e-9046-2dba5f749dc1),segment_id=87b23e0e-ca57-439e-9046-2dba5f749dc1)] {{(pid=88037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:16:49.793994 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-4f9ccdf3-27b9-4cbe-b340-5b0f26df0fb5 req-8278251f-07a7-4c65-8800-e37c2d0bbb3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:49.794545 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 19b63fa9-deb3-4412-a46b-f4028fd552b8 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:16:49.794921 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:49.855401 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ccdf3-27b9-4cbe-b340-5b0f26df0fb5 req-8278251f-07a7-4c65-8800-e37c2d0bbb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:49.856010 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-4f9ccdf3-27b9-4cbe-b340-5b0f26df0fb5 req-8278251f-07a7-4c65-8800-e37c2d0bbb3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:49.857407 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-4f9ccdf3-27b9-4cbe-b340-5b0f26df0fb5 req-8278251f-07a7-4c65-8800-e37c2d0bbb3c service neutron] 10.222.0.42 "PUT /v2.0/ports/7922bcd5-9eea-42ef-a5a2-279e395edb63 HTTP/1.1" status: 200 len: 1094 time: 0.9495893 May 04 18:16:49.858488 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36ee556f-80d6-4461-8b46-30a4b7d8e023', 'tag': '7922bcd5-9eea-42ef-a5a2-279e395edb63'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:16:49.879443 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8278251f-07a7-4c65-8800-e37c2d0bbb3c service neutron] Pushing event updated for resources: {'Port': ['ID=7922bcd5-9eea-42ef-a5a2-279e395edb63,revision_number=3']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:49.946390 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f33d371-26ea-444a-a405-4097d424ffd7'] response: {'name': 'network-changed', 'server_uuid': '36ee556f-80d6-4461-8b46-30a4b7d8e023', 'tag': '7922bcd5-9eea-42ef-a5a2-279e395edb63', 'status': 'completed', 'code': 200} May 04 18:16:49.989776 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ccdf3-27b9-4cbe-b340-5b0f26df0fb5 req-ef4eb9bc-0295-41a6-80a4-b4ef8d18bdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:49.991339 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-4f9ccdf3-27b9-4cbe-b340-5b0f26df0fb5 req-ef4eb9bc-0295-41a6-80a4-b4ef8d18bdf0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=24536c64830c443892e5dea9235549ab&device_id=36ee556f-80d6-4461-8b46-30a4b7d8e023 HTTP/1.1" status: 200 len: 1097 time: 0.0827456 May 04 18:16:50.064600 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-4f9ccdf3-27b9-4cbe-b340-5b0f26df0fb5 req-d13a5d7c-e0e4-48be-ba75-5f2f85c1499b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7922bcd5-9eea-42ef-a5a2-279e395edb63 HTTP/1.1" status: 200 len: 217 time: 0.0648873 May 04 18:16:50.128157 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ccdf3-27b9-4cbe-b340-5b0f26df0fb5 req-ea1b32df-d910-4a28-afff-4a9ce20aa338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:50.129577 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-4f9ccdf3-27b9-4cbe-b340-5b0f26df0fb5 req-ea1b32df-d910-4a28-afff-4a9ce20aa338 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fee1589f-e277-475c-95e6-1078fc3859d7 HTTP/1.1" status: 200 len: 835 time: 0.0596478 May 04 18:16:50.210396 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ccdf3-27b9-4cbe-b340-5b0f26df0fb5 req-63d14aaf-5b99-4de8-96ef-eaf9bed5915f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:50.211877 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-4f9ccdf3-27b9-4cbe-b340-5b0f26df0fb5 req-63d14aaf-5b99-4de8-96ef-eaf9bed5915f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763028 May 04 18:16:50.517412 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf9e521-4141-4bcd-acaa-28c82ef3f1f4 req-da0bd963-5108-46fd-aa5c-695aa5f99758 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:50.518889 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9cf9e521-4141-4bcd-acaa-28c82ef3f1f4 req-da0bd963-5108-46fd-aa5c-695aa5f99758 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=36ee556f-80d6-4461-8b46-30a4b7d8e023 HTTP/1.1" status: 200 len: 944 time: 0.3122942 May 04 18:16:50.520730 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-4f9ccdf3-27b9-4cbe-b340-5b0f26df0fb5 req-a602023f-0825-406d-8d0e-76fb03da8d8d service neutron] 10.222.0.42 "GET /v2.0/networks/dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762341 May 04 18:16:50.645450 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9cf9e521-4141-4bcd-acaa-28c82ef3f1f4 req-2e2b9e9f-3c18-4b52-89c7-a2e06a82fe9c tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=01255c05-e594-49c3-93ad-7c9185b1ebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209204 May 04 18:16:50.681308 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-4f9ccdf3-27b9-4cbe-b340-5b0f26df0fb5 req-678252a5-2fd1-40fa-b634-ce268f4b3f3f service neutron] 10.222.0.42 "GET /v2.0/networks/dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445560 May 04 18:16:50.813660 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b6527-abb7-439d-830c-701c814e20d8 req-b1c02105-2856-4ad1-a46f-9a37829cac6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:50.815150 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2e4b6527-abb7-439d-830c-701c814e20d8 req-b1c02105-2856-4ad1-a46f-9a37829cac6b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=24536c64830c443892e5dea9235549ab&device_id=36ee556f-80d6-4461-8b46-30a4b7d8e023 HTTP/1.1" status: 200 len: 1097 time: 0.0825846 May 04 18:16:50.942503 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b6527-abb7-439d-830c-701c814e20d8 req-ddd219b1-7b56-4542-95aa-7c236ceb9f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:50.943824 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2e4b6527-abb7-439d-830c-701c814e20d8 req-ddd219b1-7b56-4542-95aa-7c236ceb9f6a service neutron] 10.222.0.42 "GET /v2.0/networks?id=dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd HTTP/1.1" status: 200 len: 896 time: 0.1224930 May 04 18:16:51.011583 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2e4b6527-abb7-439d-830c-701c814e20d8 req-14bc97fd-a7b2-4c50-92f1-8efc00831e2b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7922bcd5-9eea-42ef-a5a2-279e395edb63 HTTP/1.1" status: 200 len: 217 time: 0.0615695 May 04 18:16:51.074314 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b6527-abb7-439d-830c-701c814e20d8 req-565d0c23-7cd0-45e5-a483-d024e58e104a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:51.075661 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2e4b6527-abb7-439d-830c-701c814e20d8 req-565d0c23-7cd0-45e5-a483-d024e58e104a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fee1589f-e277-475c-95e6-1078fc3859d7 HTTP/1.1" status: 200 len: 835 time: 0.0578525 May 04 18:16:51.154024 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b6527-abb7-439d-830c-701c814e20d8 req-b3a6fc75-8fc5-488f-8d3c-e95194a15c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:51.156024 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2e4b6527-abb7-439d-830c-701c814e20d8 req-b3a6fc75-8fc5-488f-8d3c-e95194a15c2a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749784 May 04 18:16:51.286483 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2e4b6527-abb7-439d-830c-701c814e20d8 req-d82e67a1-5f77-40e3-b3a8-9d44afe04898 service neutron] 10.222.0.42 "GET /v2.0/networks/dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238449 May 04 18:16:51.419338 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2e4b6527-abb7-439d-830c-701c814e20d8 req-e9d69336-118d-4d37-a2d6-c8afe5a4c2a3 service neutron] 10.222.0.42 "GET /v2.0/networks/dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267624 May 04 18:16:51.828076 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e900df2-39b2-4005-8a75-dc883ca8b0a7 req-bb1182a1-f39f-4852-85e1-f02eebc75244 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:51.829536 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-3e900df2-39b2-4005-8a75-dc883ca8b0a7 req-bb1182a1-f39f-4852-85e1-f02eebc75244 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=36ee556f-80d6-4461-8b46-30a4b7d8e023 HTTP/1.1" status: 200 len: 944 time: 0.0791717 May 04 18:16:51.872369 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-3e900df2-39b2-4005-8a75-dc883ca8b0a7 req-a73fa5fb-0c53-42a9-b985-128bf5030863 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=01255c05-e594-49c3-93ad-7c9185b1ebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371983 May 04 18:16:53.057046 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff58de0-5152-457b-9db3-fc2cfdc86a26 req-754df73e-9f99-404d-99fb-f75114dbac94 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:53.058527 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-1ff58de0-5152-457b-9db3-fc2cfdc86a26 req-754df73e-9f99-404d-99fb-f75114dbac94 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=36ee556f-80d6-4461-8b46-30a4b7d8e023 HTTP/1.1" status: 200 len: 944 time: 0.0803773 May 04 18:16:53.105532 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-1ff58de0-5152-457b-9db3-fc2cfdc86a26 req-6371c7ed-6f5e-4fd1-8d8a-9f7189b3acca tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=01255c05-e594-49c3-93ad-7c9185b1ebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412955 May 04 18:16:54.288786 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709d8a2-28a4-4902-9a83-835dac139ced req-1308f42d-8c5c-4329-81fb-fd5c47e7524d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:54.290263 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-f709d8a2-28a4-4902-9a83-835dac139ced req-1308f42d-8c5c-4329-81fb-fd5c47e7524d tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=36ee556f-80d6-4461-8b46-30a4b7d8e023 HTTP/1.1" status: 200 len: 944 time: 0.0815434 May 04 18:16:54.333719 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-f709d8a2-28a4-4902-9a83-835dac139ced req-1156ca1f-5dff-4df2-8887-bd58fcaea2c5 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=01255c05-e594-49c3-93ad-7c9185b1ebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377860 May 04 18:16:54.442912 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 7922bcd5-9eea-42ef-a5a2-279e395edb63 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 18:16:54.573561 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 7922bcd5-9eea-42ef-a5a2-279e395edb63, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=7922bcd5-9eea-42ef-a5a2-279e395edb63,segment=NetworkSegment(87b23e0e-ca57-439e-9046-2dba5f749dc1),segment_id=87b23e0e-ca57-439e-9046-2dba5f749dc1)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:16:54.586257 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Returning: {'device': '7922bcd5-9eea-42ef-a5a2-279e395edb63', 'network_id': 'dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd', 'port_id': '7922bcd5-9eea-42ef-a5a2-279e395edb63', 'mac_address': 'fa:16:3e:85:27:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fee1589f-e277-475c-95e6-1078fc3859d7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 18:16:54.643476 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:54.687098 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7922bcd5-9eea-42ef-a5a2-279e395edb63 {{(pid=88039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:16:54.702230 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 7922bcd5-9eea-42ef-a5a2-279e395edb63, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=7922bcd5-9eea-42ef-a5a2-279e395edb63,segment=NetworkSegment(87b23e0e-ca57-439e-9046-2dba5f749dc1),segment_id=87b23e0e-ca57-439e-9046-2dba5f749dc1)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:16:54.705658 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:54.769973 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=7922bcd5-9eea-42ef-a5a2-279e395edb63,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:55.066866 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] get_ports_and_sgs() called for port_ids ['7922bcd5-9eea-42ef-a5a2-279e395edb63'] {{(pid=88039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 18:16:55.514940 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6e362e-ab0a-45b4-ac67-ea2a0a152f9d req-9edbb90a-577f-442c-84aa-1f5a4a0e5dd6 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:55.516382 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-3e6e362e-ab0a-45b4-ac67-ea2a0a152f9d req-9edbb90a-577f-442c-84aa-1f5a4a0e5dd6 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=36ee556f-80d6-4461-8b46-30a4b7d8e023 HTTP/1.1" status: 200 len: 945 time: 0.0790374 May 04 18:16:55.559428 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-3e6e362e-ab0a-45b4-ac67-ea2a0a152f9d req-60a9c033-5e03-49dc-a14c-cd17af9d2024 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=01255c05-e594-49c3-93ad-7c9185b1ebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374727 May 04 18:16:56.450635 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 7922bcd5-9eea-42ef-a5a2-279e395edb63 up at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:16:56.515874 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning for port 7922bcd5-9eea-42ef-a5a2-279e395edb63 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:16:56.520248 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning complete for port 7922bcd5-9eea-42ef-a5a2-279e395edb63 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:16:56.520616 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:56.633735 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:56.659860 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ee556f-80d6-4461-8b46-30a4b7d8e023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7922bcd5-9eea-42ef-a5a2-279e395edb63'}] {{(pid=88039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:16:56.669552 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 7922bcd5-9eea-42ef-a5a2-279e395edb63, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=7922bcd5-9eea-42ef-a5a2-279e395edb63,segment=NetworkSegment(87b23e0e-ca57-439e-9046-2dba5f749dc1),segment_id=87b23e0e-ca57-439e-9046-2dba5f749dc1)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:16:56.674981 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:56.742016 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=7922bcd5-9eea-42ef-a5a2-279e395edb63,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:16:56.748428 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28954da6-00fa-4b18-908c-08734fe8cf72 req-9bdb4637-d550-4a5a-9a28-5633a9cec39f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:56.750047 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-28954da6-00fa-4b18-908c-08734fe8cf72 req-9bdb4637-d550-4a5a-9a28-5633a9cec39f tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=36ee556f-80d6-4461-8b46-30a4b7d8e023 HTTP/1.1" status: 200 len: 946 time: 0.0844951 May 04 18:16:56.775292 dv-neutron-840426-1-hyperv neutron-server[88039]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10f0ea27-72b7-48c3-ad8a-dea2e7e6c9c0'] response: {'server_uuid': '36ee556f-80d6-4461-8b46-30a4b7d8e023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7922bcd5-9eea-42ef-a5a2-279e395edb63', 'code': 200} May 04 18:16:56.801205 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-28954da6-00fa-4b18-908c-08734fe8cf72 req-7475fce6-6922-4b1f-b0ff-0c9bdc768f5c tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=01255c05-e594-49c3-93ad-7c9185b1ebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454602 May 04 18:16:56.997607 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b887e9a3-a251-400d-b860-bc5c3b24f633 req-21ef2b73-1d3e-47dd-8e51-10c7bcbaafca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:56.999109 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b887e9a3-a251-400d-b860-bc5c3b24f633 req-21ef2b73-1d3e-47dd-8e51-10c7bcbaafca service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=36ee556f-80d6-4461-8b46-30a4b7d8e023 HTTP/1.1" status: 200 len: 1099 time: 0.0707204 May 04 18:16:57.038291 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b887e9a3-a251-400d-b860-bc5c3b24f633 req-88792fe0-5ceb-4aae-9522-dabc8fa2a59e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=01255c05-e594-49c3-93ad-7c9185b1ebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328889 May 04 18:16:57.989025 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b197ae-eddc-44b7-ac4e-0026381471d2 req-d71f1b58-bb15-41ab-b38e-bf66beba941c tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:57.990476 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-43b197ae-eddc-44b7-ac4e-0026381471d2 req-d71f1b58-bb15-41ab-b38e-bf66beba941c tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=36ee556f-80d6-4461-8b46-30a4b7d8e023 HTTP/1.1" status: 200 len: 946 time: 0.0778615 May 04 18:16:58.032570 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-43b197ae-eddc-44b7-ac4e-0026381471d2 req-9f5ce806-a565-4c7f-b341-1a14e6776cef tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=01255c05-e594-49c3-93ad-7c9185b1ebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364923 May 04 18:16:59.212512 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a3c30f-27ab-48fd-94ba-0062bef01ce3 req-edad5145-8770-4edf-9b99-537b67399ed0 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:59.214001 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-24a3c30f-27ab-48fd-94ba-0062bef01ce3 req-edad5145-8770-4edf-9b99-537b67399ed0 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=36ee556f-80d6-4461-8b46-30a4b7d8e023 HTTP/1.1" status: 200 len: 946 time: 0.0791509 May 04 18:16:59.263400 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-24a3c30f-27ab-48fd-94ba-0062bef01ce3 req-36e94bf3-0939-4592-95c1-f7a9eb5a1502 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=01255c05-e594-49c3-93ad-7c9185b1ebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430648 May 04 18:16:59.452788 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2f2bf-1fe8-482f-8cd0-cd0554cf97a0 req-94719f7c-af85-42d4-bffd-dcb0b93eb2ae tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:59.454276 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-eef2f2bf-1fe8-482f-8cd0-cd0554cf97a0 req-94719f7c-af85-42d4-bffd-dcb0b93eb2ae tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=36ee556f-80d6-4461-8b46-30a4b7d8e023 HTTP/1.1" status: 200 len: 946 time: 0.0880866 May 04 18:16:59.496493 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-eef2f2bf-1fe8-482f-8cd0-cd0554cf97a0 req-67bf1498-e2fe-463a-9e30-205b3f290792 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=01255c05-e594-49c3-93ad-7c9185b1ebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365841 May 04 18:16:59.519761 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 34840) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:16:59.593024 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531566e6-8460-4ef6-b66f-c702640dd1d6 tempest-TestNetworkAdvancedServerOps-2130119018 tempest-TestNetworkAdvancedServerOps-2130119018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:16:59.594843 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-531566e6-8460-4ef6-b66f-c702640dd1d6 tempest-TestNetworkAdvancedServerOps-2130119018 tempest-TestNetworkAdvancedServerOps-2130119018-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=36ee556f-80d6-4461-8b46-30a4b7d8e023 HTTP/1.1" status: 200 len: 1094 time: 0.0738163 May 04 18:16:59.597377 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 34844) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:16:59.602174 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-b73cb66a-77eb-443e-8683-5e141b5b1528 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Request body: {'floatingip': {'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'port_id': '7922bcd5-9eea-42ef-a5a2-279e395edb63', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:16:59.607957 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-b73cb66a-77eb-443e-8683-5e141b5b1528 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:16:59.611760 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-b73cb66a-77eb-443e-8683-5e141b5b1528 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Usage tracker for resource:floatingip and tenant:24536c64830c443892e5dea9235549ab is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:16:59.614548 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-b73cb66a-77eb-443e-8683-5e141b5b1528 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:16:59.620164 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-b73cb66a-77eb-443e-8683-5e141b5b1528 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:16:59.631075 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b73cb66a-77eb-443e-8683-5e141b5b1528 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for floatingip, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:59.763748 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b73cb66a-77eb-443e-8683-5e141b5b1528 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:16:59.989052 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-b73cb66a-77eb-443e-8683-5e141b5b1528 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Allocated IP 172.26.0.118 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/b516a181-e31c-4587-9d1e-1a428a06dc6e) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:17:00.134019 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b73cb66a-77eb-443e-8683-5e141b5b1528 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:17:00.162343 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b73cb66a-77eb-443e-8683-5e141b5b1528 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:17:00.228238 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73cb66a-77eb-443e-8683-5e141b5b1528 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:17:00.231136 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-b73cb66a-77eb-443e-8683-5e141b5b1528 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:17:00.233975 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73cb66a-77eb-443e-8683-5e141b5b1528 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 18:17:00.272408 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73cb66a-77eb-443e-8683-5e141b5b1528 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'Port': ['ID=b516a181-e31c-4587-9d1e-1a428a06dc6e,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:17:00.642450 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b73cb66a-77eb-443e-8683-5e141b5b1528 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:17:00.713116 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b73cb66a-77eb-443e-8683-5e141b5b1528 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:17:00.924081 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b73cb66a-77eb-443e-8683-5e141b5b1528 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:17:00.928360 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b73cb66a-77eb-443e-8683-5e141b5b1528 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:17:01.031420 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73cb66a-77eb-443e-8683-5e141b5b1528 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event updated for resources: {'Port': ['ID=b516a181-e31c-4587-9d1e-1a428a06dc6e,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:17:01.041326 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b73cb66a-77eb-443e-8683-5e141b5b1528 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710218'] for floatingip, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:17:01.213814 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.l3_db [None req-b73cb66a-77eb-443e-8683-5e141b5b1528 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Floating IP a6ba0dc7-23c9-43c6-8a44-91fc38880a5a associated. External IP: 172.26.0.118, port: 7922bcd5-9eea-42ef-a5a2-279e395edb63. May 04 18:17:01.656627 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b73cb66a-77eb-443e-8683-5e141b5b1528 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Router 521e7b8e-707d-4949-bbcf-653e2290ad56 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 18:17:01.831021 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b73cb66a-77eb-443e-8683-5e141b5b1528 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:17:01.840742 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5aa90b-37a5-4ef3-ac45-17106ad00715 None None] Sync routers for ids ['521e7b8e-707d-4949-bbcf-653e2290ad56'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:17:01.850010 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5aa90b-37a5-4ef3-ac45-17106ad00715 None None] Routers {'521e7b8e-707d-4949-bbcf-653e2290ad56'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:17:01.850628 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-1d5aa90b-37a5-4ef3-ac45-17106ad00715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:16:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['521e7b8e-707d-4949-bbcf-653e2290ad56'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:17:01.855095 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-b73cb66a-77eb-443e-8683-5e141b5b1528 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:17:01.912870 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-b73cb66a-77eb-443e-8683-5e141b5b1528 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3143075 May 04 18:17:01.913715 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36ee556f-80d6-4461-8b46-30a4b7d8e023', 'tag': '7922bcd5-9eea-42ef-a5a2-279e395edb63'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:17:01.969438 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31e488da-7cfa-4efa-b096-e24b3444aeb3'] response: {'name': 'network-changed', 'server_uuid': '36ee556f-80d6-4461-8b46-30a4b7d8e023', 'tag': '7922bcd5-9eea-42ef-a5a2-279e395edb63', 'status': 'completed', 'code': 200} May 04 18:17:02.031495 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-1d5aa90b-37a5-4ef3-ac45-17106ad00715 None None] Set router 521e7b8e-707d-4949-bbcf-653e2290ad56 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:17:02.067015 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e919bd-1e21-4633-a7d8-19b30096cbe9 req-0fc8d7a8-1993-47ff-8a43-5586209a95c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:02.068516 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c4e919bd-1e21-4633-a7d8-19b30096cbe9 req-0fc8d7a8-1993-47ff-8a43-5586209a95c4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=24536c64830c443892e5dea9235549ab&device_id=36ee556f-80d6-4461-8b46-30a4b7d8e023 HTTP/1.1" status: 200 len: 1099 time: 0.0740359 May 04 18:17:02.085902 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae59e0dc-0684-4c0d-b7f7-fd563b741b33 req-52385e86-b60e-4bde-b010-7ff362a3618a tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:02.087511 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-ae59e0dc-0684-4c0d-b7f7-fd563b741b33 req-52385e86-b60e-4bde-b010-7ff362a3618a tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=36ee556f-80d6-4461-8b46-30a4b7d8e023 HTTP/1.1" status: 200 len: 946 time: 0.0851469 May 04 18:17:02.133337 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-ae59e0dc-0684-4c0d-b7f7-fd563b741b33 req-d2dd9a26-6aef-4951-b3d1-156a09a48a11 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=01255c05-e594-49c3-93ad-7c9185b1ebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395889 May 04 18:17:02.156805 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 34852) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:17:02.206721 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e919bd-1e21-4633-a7d8-19b30096cbe9 req-69f8b447-eed1-40d6-9f2f-b5e5295cd5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:02.208083 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c4e919bd-1e21-4633-a7d8-19b30096cbe9 req-69f8b447-eed1-40d6-9f2f-b5e5295cd5ad service neutron] 10.222.0.42 "GET /v2.0/networks?id=dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd HTTP/1.1" status: 200 len: 896 time: 0.1335738 May 04 18:17:02.327962 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c4e919bd-1e21-4633-a7d8-19b30096cbe9 req-4acf5ac8-90fa-4196-8e72-b2259603603a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7922bcd5-9eea-42ef-a5a2-279e395edb63 HTTP/1.1" status: 200 len: 1000 time: 0.1137133 May 04 18:17:02.377060 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-4dbea498-cb0c-42bf-97b9-301d62ad7800 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/floatingips/a6ba0dc7-23c9-43c6-8a44-91fc38880a5a HTTP/1.1" status: 200 len: 992 time: 0.2189434 May 04 18:17:02.390573 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e919bd-1e21-4633-a7d8-19b30096cbe9 req-4c147a37-05eb-4613-a1e2-718690e0bee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:02.392032 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c4e919bd-1e21-4633-a7d8-19b30096cbe9 req-4c147a37-05eb-4613-a1e2-718690e0bee7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fee1589f-e277-475c-95e6-1078fc3859d7 HTTP/1.1" status: 200 len: 835 time: 0.0585930 May 04 18:17:02.397237 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-1d5aa90b-37a5-4ef3-ac45-17106ad00715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521e7b8e-707d-4949-bbcf-653e2290ad56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365919938', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': '62fe8cb4-20c6-4be8-b382-c5e54f271993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:16:38Z', 'updated_at': '2022-05-04T18:16:43Z', 'revision_number': 4, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port': {'id': '62fe8cb4-20c6-4be8-b382-c5e54f271993', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:44:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521e7b8e-707d-4949-bbcf-653e2290ad56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:16:39Z', 'updated_at': '2022-05-04T18:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': 'a6ba0dc7-23c9-43c6-8a44-91fc38880a5a', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'floating_ip_address': '172.26.0.118', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '521e7b8e-707d-4949-bbcf-653e2290ad56', 'port_id': '7922bcd5-9eea-42ef-a5a2-279e395edb63', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd', 'mac_address': 'fa:16:3e:85:27:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ee556f-80d6-4461-8b46-30a4b7d8e023', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:17:00Z', 'updated_at': '2022-05-04T18:17:00Z', 'revision_number': 0, 'project_id': '24536c64830c443892e5dea9235549ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19b63fa9-deb3-4412-a46b-f4028fd552b8', 'name': '', 'network_id': 'dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'mac_address': 'fa:16:3e:02:dc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521e7b8e-707d-4949-bbcf-653e2290ad56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'fee1589f-e277-475c-95e6-1078fc3859d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:16:42Z', 'updated_at': '2022-05-04T18:16:48Z', 'revision_number': 5, 'project_id': '24536c64830c443892e5dea9235549ab', 'subnets': [{'id': 'fee1589f-e277-475c-95e6-1078fc3859d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:17:02.401169 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5aa90b-37a5-4ef3-ac45-17106ad00715 None None] Checking router: 521e7b8e-707d-4949-bbcf-653e2290ad56 for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:17:02.409949 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5aa90b-37a5-4ef3-ac45-17106ad00715 None None] Routers {'521e7b8e-707d-4949-bbcf-653e2290ad56'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:17:02.410573 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-1d5aa90b-37a5-4ef3-ac45-17106ad00715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:16:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['521e7b8e-707d-4949-bbcf-653e2290ad56'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:17:02.469206 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e919bd-1e21-4633-a7d8-19b30096cbe9 req-1945197e-72cd-4b6c-a2a2-826049987969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:02.470607 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c4e919bd-1e21-4633-a7d8-19b30096cbe9 req-1945197e-72cd-4b6c-a2a2-826049987969 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722842 May 04 18:17:02.586626 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-1d5aa90b-37a5-4ef3-ac45-17106ad00715 None None] Set router 521e7b8e-707d-4949-bbcf-653e2290ad56 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:17:02.603839 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c4e919bd-1e21-4633-a7d8-19b30096cbe9 req-a033c54a-8852-4e20-9127-572dbf30039e service neutron] 10.222.0.42 "GET /v2.0/networks/dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266420 May 04 18:17:02.736167 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c4e919bd-1e21-4633-a7d8-19b30096cbe9 req-539dfe77-090a-4ff7-a37a-dd65c43794b5 service neutron] 10.222.0.42 "GET /v2.0/networks/dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258626 May 04 18:17:02.959213 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-1d5aa90b-37a5-4ef3-ac45-17106ad00715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521e7b8e-707d-4949-bbcf-653e2290ad56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365919938', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': '62fe8cb4-20c6-4be8-b382-c5e54f271993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:16:38Z', 'updated_at': '2022-05-04T18:16:43Z', 'revision_number': 4, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port': {'id': '62fe8cb4-20c6-4be8-b382-c5e54f271993', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:44:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521e7b8e-707d-4949-bbcf-653e2290ad56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:16:39Z', 'updated_at': '2022-05-04T18:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': 'a6ba0dc7-23c9-43c6-8a44-91fc38880a5a', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'floating_ip_address': '172.26.0.118', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '521e7b8e-707d-4949-bbcf-653e2290ad56', 'port_id': '7922bcd5-9eea-42ef-a5a2-279e395edb63', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd', 'mac_address': 'fa:16:3e:85:27:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ee556f-80d6-4461-8b46-30a4b7d8e023', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:17:00Z', 'updated_at': '2022-05-04T18:17:00Z', 'revision_number': 0, 'project_id': '24536c64830c443892e5dea9235549ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19b63fa9-deb3-4412-a46b-f4028fd552b8', 'name': '', 'network_id': 'dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'mac_address': 'fa:16:3e:02:dc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521e7b8e-707d-4949-bbcf-653e2290ad56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'fee1589f-e277-475c-95e6-1078fc3859d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:16:42Z', 'updated_at': '2022-05-04T18:16:48Z', 'revision_number': 5, 'project_id': '24536c64830c443892e5dea9235549ab', 'subnets': [{'id': 'fee1589f-e277-475c-95e6-1078fc3859d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:17:02.963241 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5aa90b-37a5-4ef3-ac45-17106ad00715 None None] The sync data for ids ['521e7b8e-707d-4949-bbcf-653e2290ad56'] in dv-neutron-840426-1-hyperv is: [{'id': '521e7b8e-707d-4949-bbcf-653e2290ad56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365919938', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': '62fe8cb4-20c6-4be8-b382-c5e54f271993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:16:38Z', 'updated_at': '2022-05-04T18:16:43Z', 'revision_number': 4, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port': {'id': '62fe8cb4-20c6-4be8-b382-c5e54f271993', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:44:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521e7b8e-707d-4949-bbcf-653e2290ad56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:16:39Z', 'updated_at': '2022-05-04T18:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': 'a6ba0dc7-23c9-43c6-8a44-91fc38880a5a', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'floating_ip_address': '172.26.0.118', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '521e7b8e-707d-4949-bbcf-653e2290ad56', 'port_id': '7922bcd5-9eea-42ef-a5a2-279e395edb63', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd', 'mac_address': 'fa:16:3e:85:27:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ee556f-80d6-4461-8b46-30a4b7d8e023', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:17:00Z', 'updated_at': '2022-05-04T18:17:00Z', 'revision_number': 0, 'project_id': '24536c64830c443892e5dea9235549ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19b63fa9-deb3-4412-a46b-f4028fd552b8', 'name': '', 'network_id': 'dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'mac_address': 'fa:16:3e:02:dc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521e7b8e-707d-4949-bbcf-653e2290ad56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'fee1589f-e277-475c-95e6-1078fc3859d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:16:42Z', 'updated_at': '2022-05-04T18:16:48Z', 'revision_number': 5, 'project_id': '24536c64830c443892e5dea9235549ab', 'subnets': [{'id': 'fee1589f-e277-475c-95e6-1078fc3859d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:17:03.140211 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6570c44c-e95b-4a71-ade9-5c6a636e40f0 None None] New status for floating IP a6ba0dc7-23c9-43c6-8a44-91fc38880a5a: ACTIVE {{(pid=88040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 18:17:03.283412 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4a5c2c4f-70d3-4439-9f32-e15d78aa9d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:17:03.380854 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 34856) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:17:03.490212 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-73fe369f-df37-485e-ae1c-dce6e875d9c9 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/floatingips/a6ba0dc7-23c9-43c6-8a44-91fc38880a5a HTTP/1.1" status: 200 len: 994 time: 0.1082051 May 04 18:17:05.628136 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9938dbc0-d439-495c-bce6-0b95f3fb35d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:17:06.686236 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:17:06.705692 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:17:08.050904 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:17:09.770125 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:17:24.281983 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 18:17:26.726109 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e7aeaf29-edd6-489b-ae8c-17199fea196a req-da6db6f4-98ab-43c1-8112-091a3ab55f00 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=36ee556f-80d6-4461-8b46-30a4b7d8e023&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705152 May 04 18:17:26.858504 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aeaf29-edd6-489b-ae8c-17199fea196a req-1fa96465-a194-44cf-9e27-3dd730789ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:26.859929 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e7aeaf29-edd6-489b-ae8c-17199fea196a req-1fa96465-a194-44cf-9e27-3dd730789ae2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=24536c64830c443892e5dea9235549ab&device_id=36ee556f-80d6-4461-8b46-30a4b7d8e023 HTTP/1.1" status: 200 len: 1099 time: 0.0683191 May 04 18:17:26.999056 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aeaf29-edd6-489b-ae8c-17199fea196a req-e436790c-8ecf-44bd-840f-5a4f61e505a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:27.000373 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e7aeaf29-edd6-489b-ae8c-17199fea196a req-e436790c-8ecf-44bd-840f-5a4f61e505a2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd HTTP/1.1" status: 200 len: 896 time: 0.1213078 May 04 18:17:27.204585 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e7aeaf29-edd6-489b-ae8c-17199fea196a req-e21a5d1f-cdb8-4118-841a-823c7808e6c1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7922bcd5-9eea-42ef-a5a2-279e395edb63 HTTP/1.1" status: 200 len: 1002 time: 0.1954005 May 04 18:17:27.267662 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aeaf29-edd6-489b-ae8c-17199fea196a req-374628cd-8ab1-450c-a9d4-8f81176bc62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:27.269010 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e7aeaf29-edd6-489b-ae8c-17199fea196a req-374628cd-8ab1-450c-a9d4-8f81176bc62b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fee1589f-e277-475c-95e6-1078fc3859d7 HTTP/1.1" status: 200 len: 835 time: 0.0575380 May 04 18:17:27.341843 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aeaf29-edd6-489b-ae8c-17199fea196a req-7b8cbe37-cc70-46f4-ab57-3b8ef1392f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:17:27.343333 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e7aeaf29-edd6-489b-ae8c-17199fea196a req-7b8cbe37-cc70-46f4-ab57-3b8ef1392f1b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682423 May 04 18:17:27.353702 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [req-e7aeaf29-edd6-489b-ae8c-17199fea196a req-80a376eb-9150-4ec2-a77f-ddf7fe8ee61f service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 18:17:27.354653 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e7aeaf29-edd6-489b-ae8c-17199fea196a req-80a376eb-9150-4ec2-a77f-ddf7fe8ee61f service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047753 May 04 18:17:27.482469 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e7aeaf29-edd6-489b-ae8c-17199fea196a req-33fda4f9-3222-4bd6-a73c-740d8c256e97 service neutron] 10.222.0.42 "GET /v2.0/networks/dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216307 May 04 18:17:27.619798 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e7aeaf29-edd6-489b-ae8c-17199fea196a req-872b93cb-f4a3-47a4-af39-8388db7afbb6 service neutron] 10.222.0.42 "GET /v2.0/networks/dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311533 May 04 18:17:33.284560 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-967c8b23-74a4-4716-aab1-f2fb79e6dbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:17:35.631893 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-c8c81516-9d94-42b4-8b30-d2e9ed55f3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:17:36.687587 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:17:36.708503 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:17:38.053244 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:17:39.775540 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:01.280497 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 18:18:03.286946 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-c12e84ec-5bf3-4d55-8945-d33ead4e8985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:05.633543 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-da479332-d0aa-4d9d-9778-c8bf2ec75bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:06.689942 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:06.709797 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:08.056339 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:09.786500 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:14.958949 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78754647-ff71-4c4e-ad2a-2a8cf07f5b1f req-6e89ef09-b3eb-4a34-9530-dbb5611fb0e9 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:14.960396 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-78754647-ff71-4c4e-ad2a-2a8cf07f5b1f req-6e89ef09-b3eb-4a34-9530-dbb5611fb0e9 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=36ee556f-80d6-4461-8b46-30a4b7d8e023 HTTP/1.1" status: 200 len: 946 time: 0.1311629 May 04 18:18:15.003601 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-78754647-ff71-4c4e-ad2a-2a8cf07f5b1f req-c54a68ae-3ee5-40f3-9608-450a734236f1 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=01255c05-e594-49c3-93ad-7c9185b1ebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376897 May 04 18:18:16.241245 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07387b77-9404-492b-a95d-d340f3d23c6e req-62a986c4-7c7f-4ee8-abf8-46fe85bf5362 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:16.242774 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-07387b77-9404-492b-a95d-d340f3d23c6e req-62a986c4-7c7f-4ee8-abf8-46fe85bf5362 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=36ee556f-80d6-4461-8b46-30a4b7d8e023 HTTP/1.1" status: 200 len: 946 time: 0.1345346 May 04 18:18:16.286225 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-07387b77-9404-492b-a95d-d340f3d23c6e req-f0bd15a2-f06a-4a19-bcd5-c4645db18bbb tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=01255c05-e594-49c3-93ad-7c9185b1ebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375628 May 04 18:18:17.468228 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe91dc5-8e5e-44f9-90a9-97d02e8d878f req-62751e77-8f46-44ca-b31e-6341283b85c5 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:17.469664 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-afe91dc5-8e5e-44f9-90a9-97d02e8d878f req-62751e77-8f46-44ca-b31e-6341283b85c5 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=36ee556f-80d6-4461-8b46-30a4b7d8e023 HTTP/1.1" status: 200 len: 946 time: 0.0783319 May 04 18:18:17.512378 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-afe91dc5-8e5e-44f9-90a9-97d02e8d878f req-c5c1ab68-28e6-4c60-b282-128354971aac tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=01255c05-e594-49c3-93ad-7c9185b1ebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370138 May 04 18:18:17.535159 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 34920) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:18:17.638116 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-54134886-6650-4a2f-807a-5dd299cbd12c tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/floatingips/a6ba0dc7-23c9-43c6-8a44-91fc38880a5a HTTP/1.1" status: 200 len: 994 time: 0.1017926 May 04 18:18:19.098835 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc02c3-b78f-456c-af31-b388d5283b0b req-4f5e669c-3728-498e-ae6e-90b15cbcc247 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:19.100404 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-33dc02c3-b78f-456c-af31-b388d5283b0b req-4f5e669c-3728-498e-ae6e-90b15cbcc247 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=36ee556f-80d6-4461-8b46-30a4b7d8e023 HTTP/1.1" status: 200 len: 946 time: 0.0847292 May 04 18:18:19.103690 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb0e7ab-ad74-4bce-8cd9-a2eea80cc33b req-040f3092-0494-4e5a-ba4c-57a6b6042cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:19.105155 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-3cb0e7ab-ad74-4bce-8cd9-a2eea80cc33b req-040f3092-0494-4e5a-ba4c-57a6b6042cca service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=24536c64830c443892e5dea9235549ab&device_id=36ee556f-80d6-4461-8b46-30a4b7d8e023 HTTP/1.1" status: 200 len: 1099 time: 0.0737209 May 04 18:18:19.144543 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-33dc02c3-b78f-456c-af31-b388d5283b0b req-a6d56cc9-eb77-4ba5-8038-69ab48e4ad61 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=01255c05-e594-49c3-93ad-7c9185b1ebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383897 May 04 18:18:19.234799 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb0e7ab-ad74-4bce-8cd9-a2eea80cc33b req-cddf58cf-5b95-4d5d-9d1b-532632d51518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:19.236137 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-3cb0e7ab-ad74-4bce-8cd9-a2eea80cc33b req-cddf58cf-5b95-4d5d-9d1b-532632d51518 service neutron] 10.222.0.42 "GET /v2.0/networks?id=dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd HTTP/1.1" status: 200 len: 896 time: 0.1250792 May 04 18:18:19.336181 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-3cb0e7ab-ad74-4bce-8cd9-a2eea80cc33b req-7b205f62-7487-4f28-bd6f-9a299f9a281a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7922bcd5-9eea-42ef-a5a2-279e395edb63 HTTP/1.1" status: 200 len: 1002 time: 0.0937269 May 04 18:18:19.396799 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb0e7ab-ad74-4bce-8cd9-a2eea80cc33b req-27991307-424e-438c-bbeb-3e2a76e330f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:19.398144 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-3cb0e7ab-ad74-4bce-8cd9-a2eea80cc33b req-27991307-424e-438c-bbeb-3e2a76e330f7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fee1589f-e277-475c-95e6-1078fc3859d7 HTTP/1.1" status: 200 len: 835 time: 0.0537579 May 04 18:18:19.471274 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb0e7ab-ad74-4bce-8cd9-a2eea80cc33b req-0837da0c-743a-49ab-a59b-ca0a08de288f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:19.472719 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-3cb0e7ab-ad74-4bce-8cd9-a2eea80cc33b req-0837da0c-743a-49ab-a59b-ca0a08de288f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683947 May 04 18:18:19.599481 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-3cb0e7ab-ad74-4bce-8cd9-a2eea80cc33b req-7384559a-f146-498c-b06b-8d24e25a7504 service neutron] 10.222.0.42 "GET /v2.0/networks/dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201129 May 04 18:18:19.724899 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-3cb0e7ab-ad74-4bce-8cd9-a2eea80cc33b req-fde18392-8524-4f13-837e-7b0fa120fbbc service neutron] 10.222.0.42 "GET /v2.0/networks/dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198676 May 04 18:18:20.332175 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4d4ce1-5878-487c-a22d-19ce16c13f4a req-ba201fbd-2260-4ab5-b193-05982b0d7f63 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:20.333593 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5e4d4ce1-5878-487c-a22d-19ce16c13f4a req-ba201fbd-2260-4ab5-b193-05982b0d7f63 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=36ee556f-80d6-4461-8b46-30a4b7d8e023 HTTP/1.1" status: 200 len: 946 time: 0.0822155 May 04 18:18:20.377626 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5e4d4ce1-5878-487c-a22d-19ce16c13f4a req-9a7e1978-2204-4e22-838d-8c83e9c39d2e tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=01255c05-e594-49c3-93ad-7c9185b1ebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383706 May 04 18:18:21.560013 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388dfb70-a08f-4249-9c5e-d20e521af352 req-9f287e1c-020b-43f0-8a81-aebaaa3a3fc1 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:21.561390 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-388dfb70-a08f-4249-9c5e-d20e521af352 req-9f287e1c-020b-43f0-8a81-aebaaa3a3fc1 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=36ee556f-80d6-4461-8b46-30a4b7d8e023 HTTP/1.1" status: 200 len: 946 time: 0.0812514 May 04 18:18:21.604217 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-388dfb70-a08f-4249-9c5e-d20e521af352 req-bbfffadb-a37d-4367-b2f0-717cec12c3ec tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=01255c05-e594-49c3-93ad-7c9185b1ebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372305 May 04 18:18:21.626692 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 34934) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:18:21.732370 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-7aa01b85-7fb4-4992-a2e0-13249ea57d68 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/floatingips/a6ba0dc7-23c9-43c6-8a44-91fc38880a5a HTTP/1.1" status: 200 len: 994 time: 0.1045334 May 04 18:18:21.996059 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 34944) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:18:22.206596 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-c64e145e-447a-4fc3-a4a8-e490af4f4488 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Deleting port b516a181-e31c-4587-9d1e-1a428a06dc6e {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:18:22.206886 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c64e145e-447a-4fc3-a4a8-e490af4f4488 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:22.379110 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c64e145e-447a-4fc3-a4a8-e490af4f4488 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:22.379435 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c64e145e-447a-4fc3-a4a8-e490af4f4488 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:22.502729 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-c64e145e-447a-4fc3-a4a8-e490af4f4488 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Calling delete_port for b516a181-e31c-4587-9d1e-1a428a06dc6e owned by network:floatingip {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:18:22.652442 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c64e145e-447a-4fc3-a4a8-e490af4f4488 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:22.702340 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64e145e-447a-4fc3-a4a8-e490af4f4488 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event deleted for resources: {'Port': ['ID=b516a181-e31c-4587-9d1e-1a428a06dc6e,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:22.767161 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64e145e-447a-4fc3-a4a8-e490af4f4488 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:22.767429 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64e145e-447a-4fc3-a4a8-e490af4f4488 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:22.767793 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64e145e-447a-4fc3-a4a8-e490af4f4488 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:22.768134 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64e145e-447a-4fc3-a4a8-e490af4f4488 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:22.768464 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64e145e-447a-4fc3-a4a8-e490af4f4488 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:22.768789 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64e145e-447a-4fc3-a4a8-e490af4f4488 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:22.769113 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64e145e-447a-4fc3-a4a8-e490af4f4488 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:22.769443 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64e145e-447a-4fc3-a4a8-e490af4f4488 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:22.769757 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64e145e-447a-4fc3-a4a8-e490af4f4488 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:22.770098 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64e145e-447a-4fc3-a4a8-e490af4f4488 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:22.770424 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64e145e-447a-4fc3-a4a8-e490af4f4488 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:22.770735 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64e145e-447a-4fc3-a4a8-e490af4f4488 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:22.796800 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c64e145e-447a-4fc3-a4a8-e490af4f4488 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for floatingip, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:22.797126 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.l3_db [None req-c64e145e-447a-4fc3-a4a8-e490af4f4488 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Floating IP a6ba0dc7-23c9-43c6-8a44-91fc38880a5a disassociated (deleted). External IP: 172.26.0.118, port: 7922bcd5-9eea-42ef-a5a2-279e395edb63. May 04 18:18:23.259054 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c64e145e-447a-4fc3-a4a8-e490af4f4488 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Router 521e7b8e-707d-4949-bbcf-653e2290ad56 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 18:18:23.434438 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c64e145e-447a-4fc3-a4a8-e490af4f4488 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:18:23.443962 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05261dbc-a787-4cea-9464-7a7572bdb39e None None] Sync routers for ids ['521e7b8e-707d-4949-bbcf-653e2290ad56'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:18:23.452894 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05261dbc-a787-4cea-9464-7a7572bdb39e None None] Routers {'521e7b8e-707d-4949-bbcf-653e2290ad56'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:18:23.453509 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-05261dbc-a787-4cea-9464-7a7572bdb39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:18:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['521e7b8e-707d-4949-bbcf-653e2290ad56'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:18:23.453670 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-c64e145e-447a-4fc3-a4a8-e490af4f4488 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:23.510944 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-c64e145e-447a-4fc3-a4a8-e490af4f4488 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "DELETE /v2.0/floatingips/a6ba0dc7-23c9-43c6-8a44-91fc38880a5a HTTP/1.1" status: 204 len: 168 time: 1.5136337 May 04 18:18:23.511534 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36ee556f-80d6-4461-8b46-30a4b7d8e023', 'tag': '7922bcd5-9eea-42ef-a5a2-279e395edb63'}] {{(pid=88038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:18:23.565597 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ce0056d-db8d-448d-830b-c0f922d9bbbb'] response: {'name': 'network-changed', 'server_uuid': '36ee556f-80d6-4461-8b46-30a4b7d8e023', 'tag': '7922bcd5-9eea-42ef-a5a2-279e395edb63', 'status': 'completed', 'code': 200} May 04 18:18:23.635422 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-05261dbc-a787-4cea-9464-7a7572bdb39e None None] Set router 521e7b8e-707d-4949-bbcf-653e2290ad56 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:18:23.712728 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb85f2d8-4a05-485f-8535-ff850c1f0686 req-ccf3954a-aab5-4bfe-9a41-39645973f25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:23.714749 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-cb85f2d8-4a05-485f-8535-ff850c1f0686 req-ccf3954a-aab5-4bfe-9a41-39645973f25c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=24536c64830c443892e5dea9235549ab&device_id=36ee556f-80d6-4461-8b46-30a4b7d8e023 HTTP/1.1" status: 200 len: 1099 time: 0.1256227 May 04 18:18:23.856574 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb85f2d8-4a05-485f-8535-ff850c1f0686 req-b816e92e-1d73-495c-8e63-f65a9634922f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:23.858265 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-cb85f2d8-4a05-485f-8535-ff850c1f0686 req-b816e92e-1d73-495c-8e63-f65a9634922f service neutron] 10.222.0.42 "GET /v2.0/networks?id=dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd HTTP/1.1" status: 200 len: 896 time: 0.1366675 May 04 18:18:23.937588 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-cb85f2d8-4a05-485f-8535-ff850c1f0686 req-5682113b-0606-452f-8a02-dad6de417076 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7922bcd5-9eea-42ef-a5a2-279e395edb63 HTTP/1.1" status: 200 len: 217 time: 0.0697172 May 04 18:18:23.970621 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-05261dbc-a787-4cea-9464-7a7572bdb39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521e7b8e-707d-4949-bbcf-653e2290ad56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365919938', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': '62fe8cb4-20c6-4be8-b382-c5e54f271993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:16:38Z', 'updated_at': '2022-05-04T18:16:43Z', 'revision_number': 4, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port': {'id': '62fe8cb4-20c6-4be8-b382-c5e54f271993', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:44:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521e7b8e-707d-4949-bbcf-653e2290ad56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:16:39Z', 'updated_at': '2022-05-04T18:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '19b63fa9-deb3-4412-a46b-f4028fd552b8', 'name': '', 'network_id': 'dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'mac_address': 'fa:16:3e:02:dc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521e7b8e-707d-4949-bbcf-653e2290ad56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'fee1589f-e277-475c-95e6-1078fc3859d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:16:42Z', 'updated_at': '2022-05-04T18:16:48Z', 'revision_number': 5, 'project_id': '24536c64830c443892e5dea9235549ab', 'subnets': [{'id': 'fee1589f-e277-475c-95e6-1078fc3859d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:18:23.974704 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05261dbc-a787-4cea-9464-7a7572bdb39e None None] Checking router: 521e7b8e-707d-4949-bbcf-653e2290ad56 for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:18:23.982992 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05261dbc-a787-4cea-9464-7a7572bdb39e None None] Routers {'521e7b8e-707d-4949-bbcf-653e2290ad56'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:18:23.983622 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-05261dbc-a787-4cea-9464-7a7572bdb39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:18:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['521e7b8e-707d-4949-bbcf-653e2290ad56'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:18:24.147669 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb85f2d8-4a05-485f-8535-ff850c1f0686 req-fba3a742-847b-4e03-ad0e-063ef75249ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:24.149017 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-cb85f2d8-4a05-485f-8535-ff850c1f0686 req-fba3a742-847b-4e03-ad0e-063ef75249ed service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fee1589f-e277-475c-95e6-1078fc3859d7 HTTP/1.1" status: 200 len: 835 time: 0.2050431 May 04 18:18:24.164295 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-05261dbc-a787-4cea-9464-7a7572bdb39e None None] Set router 521e7b8e-707d-4949-bbcf-653e2290ad56 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:18:24.230308 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4afe5a6-690d-4e35-ace7-374478a07ffc req-69e90f6a-f150-436c-b5d9-2ffcd360ca93 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:24.231751 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f4afe5a6-690d-4e35-ace7-374478a07ffc req-69e90f6a-f150-436c-b5d9-2ffcd360ca93 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=36ee556f-80d6-4461-8b46-30a4b7d8e023 HTTP/1.1" status: 200 len: 946 time: 0.2579660 May 04 18:18:24.284151 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb85f2d8-4a05-485f-8535-ff850c1f0686 req-242b542b-fc2b-4d3d-9fdc-df66148031ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:24.285656 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-cb85f2d8-4a05-485f-8535-ff850c1f0686 req-242b542b-fc2b-4d3d-9fdc-df66148031ad service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1292570 May 04 18:18:24.290510 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f4afe5a6-690d-4e35-ace7-374478a07ffc req-589d1bfb-211b-4459-8550-d252bcc7e6a7 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=01255c05-e594-49c3-93ad-7c9185b1ebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517061 May 04 18:18:24.416407 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-cb85f2d8-4a05-485f-8535-ff850c1f0686 req-79528154-bfbc-4491-96c3-b5cfc877d256 service neutron] 10.222.0.42 "GET /v2.0/networks/dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236000 May 04 18:18:24.511933 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-05261dbc-a787-4cea-9464-7a7572bdb39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521e7b8e-707d-4949-bbcf-653e2290ad56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365919938', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': '62fe8cb4-20c6-4be8-b382-c5e54f271993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:16:38Z', 'updated_at': '2022-05-04T18:16:43Z', 'revision_number': 4, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port': {'id': '62fe8cb4-20c6-4be8-b382-c5e54f271993', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:44:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521e7b8e-707d-4949-bbcf-653e2290ad56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:16:39Z', 'updated_at': '2022-05-04T18:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '19b63fa9-deb3-4412-a46b-f4028fd552b8', 'name': '', 'network_id': 'dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'mac_address': 'fa:16:3e:02:dc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521e7b8e-707d-4949-bbcf-653e2290ad56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'fee1589f-e277-475c-95e6-1078fc3859d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:16:42Z', 'updated_at': '2022-05-04T18:16:48Z', 'revision_number': 5, 'project_id': '24536c64830c443892e5dea9235549ab', 'subnets': [{'id': 'fee1589f-e277-475c-95e6-1078fc3859d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:18:24.515959 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05261dbc-a787-4cea-9464-7a7572bdb39e None None] The sync data for ids ['521e7b8e-707d-4949-bbcf-653e2290ad56'] in dv-neutron-840426-1-hyperv is: [{'id': '521e7b8e-707d-4949-bbcf-653e2290ad56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365919938', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': '62fe8cb4-20c6-4be8-b382-c5e54f271993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:16:38Z', 'updated_at': '2022-05-04T18:16:43Z', 'revision_number': 4, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port': {'id': '62fe8cb4-20c6-4be8-b382-c5e54f271993', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:44:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521e7b8e-707d-4949-bbcf-653e2290ad56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:16:39Z', 'updated_at': '2022-05-04T18:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '19b63fa9-deb3-4412-a46b-f4028fd552b8', 'name': '', 'network_id': 'dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'mac_address': 'fa:16:3e:02:dc:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521e7b8e-707d-4949-bbcf-653e2290ad56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'fee1589f-e277-475c-95e6-1078fc3859d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:16:42Z', 'updated_at': '2022-05-04T18:16:48Z', 'revision_number': 5, 'project_id': '24536c64830c443892e5dea9235549ab', 'subnets': [{'id': 'fee1589f-e277-475c-95e6-1078fc3859d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:18:24.547389 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-cb85f2d8-4a05-485f-8535-ff850c1f0686 req-3e442b32-fbed-42d5-bd82-efeb81907624 service neutron] 10.222.0.42 "GET /v2.0/networks/dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244905 May 04 18:18:24.720374 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b1859d-e71d-4a14-91dc-bdbbde508d88 None None] New status for floating IP a6ba0dc7-23c9-43c6-8a44-91fc38880a5a: DOWN {{(pid=88040) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 18:18:25.473744 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b29ea8-9d17-444e-acdc-e52edb260d3e req-f921071d-3788-4aaf-adf6-2be65dfc6d22 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:25.474522 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-77b29ea8-9d17-444e-acdc-e52edb260d3e req-f921071d-3788-4aaf-adf6-2be65dfc6d22 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Synchronizing usage tracker for tenant:24536c64830c443892e5dea9235549ab on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:18:25.489298 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-77b29ea8-9d17-444e-acdc-e52edb260d3e req-f921071d-3788-4aaf-adf6-2be65dfc6d22 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Unset dirty status for tenant:24536c64830c443892e5dea9235549ab on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:18:25.490409 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-77b29ea8-9d17-444e-acdc-e52edb260d3e req-f921071d-3788-4aaf-adf6-2be65dfc6d22 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=36ee556f-80d6-4461-8b46-30a4b7d8e023 HTTP/1.1" status: 200 len: 946 time: 0.0946453 May 04 18:18:25.534867 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-77b29ea8-9d17-444e-acdc-e52edb260d3e req-73e4be4f-a8c8-4072-a5ae-5319e567ac3c tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/security-groups?id=01255c05-e594-49c3-93ad-7c9185b1ebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385287 May 04 18:18:25.876040 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898f002-c12c-419e-aef8-1358d6aa0375 req-7fdbb26a-0c38-456b-93b9-e9df8770c35c tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:25.877452 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b898f002-c12c-419e-aef8-1358d6aa0375 req-7fdbb26a-0c38-456b-93b9-e9df8770c35c tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.42 "GET /v2.0/ports?device_id=36ee556f-80d6-4461-8b46-30a4b7d8e023 HTTP/1.1" status: 200 len: 946 time: 0.0786736 May 04 18:18:25.951142 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [req-b898f002-c12c-419e-aef8-1358d6aa0375 req-31ac1326-9053-45d8-aef5-dece137461b0 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Deleting port 7922bcd5-9eea-42ef-a5a2-279e395edb63 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:18:25.951612 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-b898f002-c12c-419e-aef8-1358d6aa0375 req-31ac1326-9053-45d8-aef5-dece137461b0 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:26.189642 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-b898f002-c12c-419e-aef8-1358d6aa0375 req-31ac1326-9053-45d8-aef5-dece137461b0 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] For port 7922bcd5-9eea-42ef-a5a2-279e395edb63, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=7922bcd5-9eea-42ef-a5a2-279e395edb63,segment=NetworkSegment(87b23e0e-ca57-439e-9046-2dba5f749dc1),segment_id=87b23e0e-ca57-439e-9046-2dba5f749dc1)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:18:26.189910 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-b898f002-c12c-419e-aef8-1358d6aa0375 req-31ac1326-9053-45d8-aef5-dece137461b0 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:26.310292 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [req-b898f002-c12c-419e-aef8-1358d6aa0375 req-31ac1326-9053-45d8-aef5-dece137461b0 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Calling delete_port for 7922bcd5-9eea-42ef-a5a2-279e395edb63 owned by compute:nova {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:18:26.449176 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-b898f002-c12c-419e-aef8-1358d6aa0375 req-31ac1326-9053-45d8-aef5-dece137461b0 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:26.525321 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ac1326-9053-45d8-aef5-dece137461b0 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event deleted for resources: {'Port': ['ID=7922bcd5-9eea-42ef-a5a2-279e395edb63,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:26.542029 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ac1326-9053-45d8-aef5-dece137461b0 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:26.542379 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ac1326-9053-45d8-aef5-dece137461b0 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:26.542718 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ac1326-9053-45d8-aef5-dece137461b0 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:26.543054 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ac1326-9053-45d8-aef5-dece137461b0 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:26.543387 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ac1326-9053-45d8-aef5-dece137461b0 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:26.543719 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ac1326-9053-45d8-aef5-dece137461b0 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:26.544045 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ac1326-9053-45d8-aef5-dece137461b0 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:26.544371 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ac1326-9053-45d8-aef5-dece137461b0 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:26.544698 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ac1326-9053-45d8-aef5-dece137461b0 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:26.545016 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ac1326-9053-45d8-aef5-dece137461b0 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:26.545959 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ac1326-9053-45d8-aef5-dece137461b0 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:26.546286 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ac1326-9053-45d8-aef5-dece137461b0 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:26.585975 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [req-b898f002-c12c-419e-aef8-1358d6aa0375 req-31ac1326-9053-45d8-aef5-dece137461b0 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] No DVR routers for this DVR port 7922bcd5-9eea-42ef-a5a2-279e395edb63 on host hv-neutron-8404 {{(pid=88037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:18:26.588336 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-b898f002-c12c-419e-aef8-1358d6aa0375 req-31ac1326-9053-45d8-aef5-dece137461b0 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:26.590844 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ee556f-80d6-4461-8b46-30a4b7d8e023', 'name': 'network-vif-deleted', 'tag': '7922bcd5-9eea-42ef-a5a2-279e395edb63'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:18:26.608420 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b898f002-c12c-419e-aef8-1358d6aa0375 req-31ac1326-9053-45d8-aef5-dece137461b0 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.42 "DELETE /v2.0/ports/7922bcd5-9eea-42ef-a5a2-279e395edb63 HTTP/1.1" status: 204 len: 173 time: 0.7240844 May 04 18:18:26.636344 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87e7fdaf-faff-422c-806c-5804ecd4b2c5'] response: {'server_uuid': '36ee556f-80d6-4461-8b46-30a4b7d8e023', 'name': 'network-vif-deleted', 'tag': '7922bcd5-9eea-42ef-a5a2-279e395edb63', 'status': 'completed', 'code': 200} May 04 18:18:26.690895 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-297299b8-0230-4bbc-bcb8-23eb439130c2 req-3512fcd4-911e-47cd-8f92-b41c790d6e59 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Synchronizing usage tracker for tenant:24536c64830c443892e5dea9235549ab on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:18:26.706403 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-297299b8-0230-4bbc-bcb8-23eb439130c2 req-3512fcd4-911e-47cd-8f92-b41c790d6e59 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Unset dirty status for tenant:24536c64830c443892e5dea9235549ab on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:18:26.707770 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-297299b8-0230-4bbc-bcb8-23eb439130c2 req-3512fcd4-911e-47cd-8f92-b41c790d6e59 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "GET /v2.0/ports?device_id=36ee556f-80d6-4461-8b46-30a4b7d8e023 HTTP/1.1" status: 200 len: 210 time: 0.0593123 May 04 18:18:27.806153 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 34964) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:18:28.336447 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-32491351-8980-462a-92bc-ab5771dc0513 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710748'] for router_interface, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:28.788808 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-32491351-8980-462a-92bc-ab5771dc0513 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Deleting port 19b63fa9-deb3-4412-a46b-f4028fd552b8 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:18:28.789147 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-32491351-8980-462a-92bc-ab5771dc0513 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:28.864903 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 7922bcd5-9eea-42ef-a5a2-279e395edb63 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:18:28.897597 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] No Port match for: 7922bcd5-9eea-42ef-a5a2-279e395edb63 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 18:18:28.897959 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 7922bcd5-9eea-42ef-a5a2-279e395edb63 not bound to the agent host hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:18:28.975865 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-32491351-8980-462a-92bc-ab5771dc0513 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] For port 19b63fa9-deb3-4412-a46b-f4028fd552b8, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=19b63fa9-deb3-4412-a46b-f4028fd552b8,segment=NetworkSegment(87b23e0e-ca57-439e-9046-2dba5f749dc1),segment_id=87b23e0e-ca57-439e-9046-2dba5f749dc1)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:18:28.976452 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-32491351-8980-462a-92bc-ab5771dc0513 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:29.094582 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-32491351-8980-462a-92bc-ab5771dc0513 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Calling delete_port for 19b63fa9-deb3-4412-a46b-f4028fd552b8 owned by network:router_interface {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:18:29.410251 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-32491351-8980-462a-92bc-ab5771dc0513 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:29.463081 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32491351-8980-462a-92bc-ab5771dc0513 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event deleted for resources: {'Port': ['ID=19b63fa9-deb3-4412-a46b-f4028fd552b8,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:29.737077 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-32491351-8980-462a-92bc-ab5771dc0513 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710832'] for router_interface, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:30.211698 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32491351-8980-462a-92bc-ab5771dc0513 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Router 521e7b8e-707d-4949-bbcf-653e2290ad56 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 18:18:30.391511 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32491351-8980-462a-92bc-ab5771dc0513 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:18:30.400716 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e76cdf-1827-4e66-9bc6-5cec5490af43 None None] Sync routers for ids ['521e7b8e-707d-4949-bbcf-653e2290ad56'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:18:30.408072 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-32491351-8980-462a-92bc-ab5771dc0513 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "PUT /v2.0/routers/521e7b8e-707d-4949-bbcf-653e2290ad56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6007218 May 04 18:18:30.410555 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e76cdf-1827-4e66-9bc6-5cec5490af43 None None] Routers {'521e7b8e-707d-4949-bbcf-653e2290ad56'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:18:30.410794 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 34968) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:18:30.411370 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-30e76cdf-1827-4e66-9bc6-5cec5490af43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:18:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['521e7b8e-707d-4949-bbcf-653e2290ad56'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:18:30.475652 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-f508e732-9246-48b9-8eb2-df1b582b51cd tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Deleting subnet fee1589f-e277-475c-95e6-1078fc3859d7 {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 18:18:30.479007 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f508e732-9246-48b9-8eb2-df1b582b51cd tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:30.537230 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f508e732-9246-48b9-8eb2-df1b582b51cd tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:30.584341 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-30e76cdf-1827-4e66-9bc6-5cec5490af43 None None] Set router 521e7b8e-707d-4949-bbcf-653e2290ad56 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:18:30.618268 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f508e732-9246-48b9-8eb2-df1b582b51cd tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:30.693658 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f508e732-9246-48b9-8eb2-df1b582b51cd tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:30.835436 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f508e732-9246-48b9-8eb2-df1b582b51cd tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event deleted for resources: {'Subnet': ['ID=fee1589f-e277-475c-95e6-1078fc3859d7,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:30.837359 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-f508e732-9246-48b9-8eb2-df1b582b51cd tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:30.843827 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599e6f1d-7d7a-482a-b4dc-ad1f0771f539 None None] Network dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:18:30.844187 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-f508e732-9246-48b9-8eb2-df1b582b51cd tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "DELETE /v2.0/subnets/fee1589f-e277-475c-95e6-1078fc3859d7 HTTP/1.1" status: 204 len: 168 time: 0.4323452 May 04 18:18:30.846753 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 34972) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:18:31.022572 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8386b484-f99f-4f09-beb2-f77824dca7c2 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for router, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:31.028406 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-30e76cdf-1827-4e66-9bc6-5cec5490af43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521e7b8e-707d-4949-bbcf-653e2290ad56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365919938', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': '62fe8cb4-20c6-4be8-b382-c5e54f271993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:16:38Z', 'updated_at': '2022-05-04T18:18:29Z', 'revision_number': 5, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port': {'id': '62fe8cb4-20c6-4be8-b382-c5e54f271993', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:44:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521e7b8e-707d-4949-bbcf-653e2290ad56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:16:39Z', 'updated_at': '2022-05-04T18:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:18:31.034496 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e76cdf-1827-4e66-9bc6-5cec5490af43 None None] Checking router: 521e7b8e-707d-4949-bbcf-653e2290ad56 for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:18:31.048511 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e76cdf-1827-4e66-9bc6-5cec5490af43 None None] Routers {'521e7b8e-707d-4949-bbcf-653e2290ad56'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:18:31.049106 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-30e76cdf-1827-4e66-9bc6-5cec5490af43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:18:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['521e7b8e-707d-4949-bbcf-653e2290ad56'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:18:31.200019 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff9313c-a0fa-4ec1-9e94-6132e0936e38 None None] DHCP port deletion for dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 18:18:31.205245 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8386b484-f99f-4f09-beb2-f77824dca7c2 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:31.209994 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-3ff9313c-a0fa-4ec1-9e94-6132e0936e38 None None] Deleting port cb93bb47-69bd-4c5e-be45-91576046f1fd {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:18:31.210153 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-3ff9313c-a0fa-4ec1-9e94-6132e0936e38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:31.216110 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-8386b484-f99f-4f09-beb2-f77824dca7c2 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Deleting port 62fe8cb4-20c6-4be8-b382-c5e54f271993 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:18:31.216262 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8386b484-f99f-4f09-beb2-f77824dca7c2 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:31.283174 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-30e76cdf-1827-4e66-9bc6-5cec5490af43 None None] Set router 521e7b8e-707d-4949-bbcf-653e2290ad56 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:18:31.400577 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-8386b484-f99f-4f09-beb2-f77824dca7c2 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] For port 62fe8cb4-20c6-4be8-b382-c5e54f271993, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=62fe8cb4-20c6-4be8-b382-c5e54f271993,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:18:31.401069 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8386b484-f99f-4f09-beb2-f77824dca7c2 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:31.521311 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-8386b484-f99f-4f09-beb2-f77824dca7c2 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Calling delete_port for 62fe8cb4-20c6-4be8-b382-c5e54f271993 owned by network:router_gateway {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:18:31.691370 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8386b484-f99f-4f09-beb2-f77824dca7c2 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:31.699680 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-3ff9313c-a0fa-4ec1-9e94-6132e0936e38 None None] For port cb93bb47-69bd-4c5e-be45-91576046f1fd, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=cb93bb47-69bd-4c5e-be45-91576046f1fd,segment=NetworkSegment(87b23e0e-ca57-439e-9046-2dba5f749dc1),segment_id=87b23e0e-ca57-439e-9046-2dba5f749dc1)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:18:31.700205 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-3ff9313c-a0fa-4ec1-9e94-6132e0936e38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:31.737547 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8386b484-f99f-4f09-beb2-f77824dca7c2 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event deleted for resources: {'Port': ['ID=62fe8cb4-20c6-4be8-b382-c5e54f271993,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:31.793194 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device cb93bb47-69bd-4c5e-be45-91576046f1fd no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:18:31.832533 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8386b484-f99f-4f09-beb2-f77824dca7c2 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710199'] for router_gateway, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:31.898282 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-3ff9313c-a0fa-4ec1-9e94-6132e0936e38 None None] Calling delete_port for cb93bb47-69bd-4c5e-be45-91576046f1fd owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:18:32.010300 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8386b484-f99f-4f09-beb2-f77824dca7c2 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:32.012864 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8386b484-f99f-4f09-beb2-f77824dca7c2 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:32.039369 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8386b484-f99f-4f09-beb2-f77824dca7c2 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:32.040322 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8386b484-f99f-4f09-beb2-f77824dca7c2 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Fanout notify agent at l3_agent the message router_deleted on router 521e7b8e-707d-4949-bbcf-653e2290ad56 {{(pid=88037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 18:18:32.050374 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-3ff9313c-a0fa-4ec1-9e94-6132e0936e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124'] for port, after_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:32.055981 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8386b484-f99f-4f09-beb2-f77824dca7c2 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:32.057080 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-8386b484-f99f-4f09-beb2-f77824dca7c2 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "DELETE /v2.0/routers/521e7b8e-707d-4949-bbcf-653e2290ad56 HTTP/1.1" status: 204 len: 168 time: 1.2094033 May 04 18:18:32.060037 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 34976) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:18:32.104579 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:32.112984 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff9313c-a0fa-4ec1-9e94-6132e0936e38 None None] Pushing event deleted for resources: {'Port': ['ID=cb93bb47-69bd-4c5e-be45-91576046f1fd,revision_number=None']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:32.118682 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-30e76cdf-1827-4e66-9bc6-5cec5490af43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521e7b8e-707d-4949-bbcf-653e2290ad56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365919938', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': '62fe8cb4-20c6-4be8-b382-c5e54f271993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:16:38Z', 'updated_at': '2022-05-04T18:18:29Z', 'revision_number': 5, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port': {'id': '62fe8cb4-20c6-4be8-b382-c5e54f271993', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:44:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521e7b8e-707d-4949-bbcf-653e2290ad56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:16:39Z', 'updated_at': '2022-05-04T18:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:18:32.131627 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff9313c-a0fa-4ec1-9e94-6132e0936e38 None None] No DVR routers for this DVR port cb93bb47-69bd-4c5e-be45-91576046f1fd on host dv-neutron-840426-1-hyperv {{(pid=88039) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:18:32.139511 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e76cdf-1827-4e66-9bc6-5cec5490af43 None None] The sync data for ids ['521e7b8e-707d-4949-bbcf-653e2290ad56'] in dv-neutron-840426-1-hyperv is: [{'id': '521e7b8e-707d-4949-bbcf-653e2290ad56', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365919938', 'tenant_id': '24536c64830c443892e5dea9235549ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': '62fe8cb4-20c6-4be8-b382-c5e54f271993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:16:38Z', 'updated_at': '2022-05-04T18:18:29Z', 'revision_number': 5, 'project_id': '24536c64830c443892e5dea9235549ab', 'gw_port': {'id': '62fe8cb4-20c6-4be8-b382-c5e54f271993', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:44:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521e7b8e-707d-4949-bbcf-653e2290ad56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:16:39Z', 'updated_at': '2022-05-04T18:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:18:32.141450 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff9313c-a0fa-4ec1-9e94-6132e0936e38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:32.141802 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff9313c-a0fa-4ec1-9e94-6132e0936e38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:32.142173 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff9313c-a0fa-4ec1-9e94-6132e0936e38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:32.142612 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff9313c-a0fa-4ec1-9e94-6132e0936e38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:32.142832 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff9313c-a0fa-4ec1-9e94-6132e0936e38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:32.143167 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff9313c-a0fa-4ec1-9e94-6132e0936e38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:32.143496 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff9313c-a0fa-4ec1-9e94-6132e0936e38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:32.143824 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff9313c-a0fa-4ec1-9e94-6132e0936e38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:32.144237 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff9313c-a0fa-4ec1-9e94-6132e0936e38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:32.144461 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff9313c-a0fa-4ec1-9e94-6132e0936e38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:32.144784 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff9313c-a0fa-4ec1-9e94-6132e0936e38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:32.145105 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff9313c-a0fa-4ec1-9e94-6132e0936e38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:32.286315 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d9433c98-7cdb-45f3-8125-d61846ba0edf tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:32.418642 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d9433c98-7cdb-45f3-8125-d61846ba0edf tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:32.443049 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-d9433c98-7cdb-45f3-8125-d61846ba0edf tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:18:32.455176 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-d9433c98-7cdb-45f3-8125-d61846ba0edf tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87b23e0e-ca57-439e-9046-2dba5f749dc1') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:18:32.455477 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-d9433c98-7cdb-45f3-8125-d61846ba0edf tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87b23e0e-ca57-439e-9046-2dba5f749dc1') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:18:32.466314 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d9433c98-7cdb-45f3-8125-d61846ba0edf tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:32.481486 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d9433c98-7cdb-45f3-8125-d61846ba0edf tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:32.487312 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9433c98-7cdb-45f3-8125-d61846ba0edf tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 18:18:32.487694 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d9433c98-7cdb-45f3-8125-d61846ba0edf tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:32.503062 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 18:18:32.503062 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 18:18:32.503062 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 18:18:32.503062 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 18:18:32.503062 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 18:18:32.503062 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 18:18:32.503062 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 18:18:32.503062 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 18:18:32.503062 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 18:18:32.503062 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 18:18:32.503062 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 18:18:32.503062 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 18:18:32.503062 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 18:18:32.503062 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 18:18:32.503062 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 18:18:32.503062 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 18:18:32.503062 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 18:18:32.503062 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 18:18:32.503062 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 18:18:32.503062 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 18:18:32.503062 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 18:18:32.503062 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 18:18:32.503062 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 18:18:32.503062 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 18:18:32.503062 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 18:18:32.503062 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 18:18:32.503062 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 18:18:32.503062 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 18:18:32.503062 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 18:18:32.503062 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 18:18:32.503062 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 18:18:32.503062 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 18:18:32.587471 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d9433c98-7cdb-45f3-8125-d61846ba0edf tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:32.605269 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d9433c98-7cdb-45f3-8125-d61846ba0edf tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:32.616488 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9433c98-7cdb-45f3-8125-d61846ba0edf tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event deleted for resources: {'Network': ['ID=dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:32.628049 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-d9433c98-7cdb-45f3-8125-d61846ba0edf tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "DELETE /v2.0/networks/dbcd68b4-f3a0-417b-a807-f9bf60ec8cbd HTTP/1.1" status: 204 len: 168 time: 0.5645504 May 04 18:18:32.628393 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 34980) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:18:32.697810 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ade2b984-0191-4146-a941-05c778aa5a13 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:32.733806 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ade2b984-0191-4146-a941-05c778aa5a13 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:32.805067 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ade2b984-0191-4146-a941-05c778aa5a13 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:32.822535 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade2b984-0191-4146-a941-05c778aa5a13 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01255c05-e594-49c3-93ad-7c9185b1ebf3,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:32.834405 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ade2b984-0191-4146-a941-05c778aa5a13 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:32.835524 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-ade2b984-0191-4146-a941-05c778aa5a13 tempest-TestNetworkAdvancedServerOps-1169698025 tempest-TestNetworkAdvancedServerOps-1169698025-project] 10.222.0.41 "DELETE /v2.0/security-groups/01255c05-e594-49c3-93ad-7c9185b1ebf3 HTTP/1.1" status: 204 len: 168 time: 0.2062297 May 04 18:18:33.212772 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 34990) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:18:33.297149 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9ae1d7c4-7a11-485f-848f-7dd98c893978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:33.367960 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-a611f481-c1f3-499f-98cc-5ed120c8d569 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=24536c64830c443892e5dea9235549ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1539202 May 04 18:18:33.370440 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 34996) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:18:33.428120 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3d473fbb-187f-4984-baa4-a15d5d45a1da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:33.453469 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3d473fbb-187f-4984-baa4-a15d5d45a1da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:33.503850 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3d473fbb-187f-4984-baa4-a15d5d45a1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:33.524743 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d473fbb-187f-4984-baa4-a15d5d45a1da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=164545bb-c7a0-4a8d-8827-9be2ced8642d,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:33.533548 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-3d473fbb-187f-4984-baa4-a15d5d45a1da admin admin] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:33.534737 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-3d473fbb-187f-4984-baa4-a15d5d45a1da admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/164545bb-c7a0-4a8d-8827-9be2ced8642d HTTP/1.1" status: 204 len: 168 time: 0.1634028 May 04 18:18:33.764847 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 62fe8cb4-20c6-4be8-b382-c5e54f271993 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:18:33.802648 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 62fe8cb4-20c6-4be8-b382-c5e54f271993 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 18:18:33.803018 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 62fe8cb4-20c6-4be8-b382-c5e54f271993 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:18:33.803415 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 19b63fa9-deb3-4412-a46b-f4028fd552b8 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:18:33.810285 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 35004) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:18:33.827839 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-663f5bc6-bcb2-4bbf-9f06-d13689ee5700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:33.843249 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 19b63fa9-deb3-4412-a46b-f4028fd552b8 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 18:18:33.843598 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 19b63fa9-deb3-4412-a46b-f4028fd552b8 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:18:33.844564 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-663f5bc6-bcb2-4bbf-9f06-d13689ee5700 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:18:33.849012 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-663f5bc6-bcb2-4bbf-9f06-d13689ee5700 admin admin] Usage tracker for resource:security_group_rule and tenant:11a3142683c847c09727e74ef90906b5 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:18:33.852258 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-663f5bc6-bcb2-4bbf-9f06-d13689ee5700 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:18:33.858576 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-663f5bc6-bcb2-4bbf-9f06-d13689ee5700 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:18:33.940104 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-663f5bc6-bcb2-4bbf-9f06-d13689ee5700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:33.943851 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-663f5bc6-bcb2-4bbf-9f06-d13689ee5700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:33.994991 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-663f5bc6-bcb2-4bbf-9f06-d13689ee5700 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=11a3142683c847c09727e74ef90906b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1836095 May 04 18:18:33.995832 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663f5bc6-bcb2-4bbf-9f06-d13689ee5700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c27929da-8a45-4df9-aa2e-3e59dd46e5c0,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:33.998194 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 35008) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:18:34.056338 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-394b5311-3f1f-4cb8-8f17-2ccc0b9a2175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:34.080954 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-394b5311-3f1f-4cb8-8f17-2ccc0b9a2175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:34.131181 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-394b5311-3f1f-4cb8-8f17-2ccc0b9a2175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:34.147255 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394b5311-3f1f-4cb8-8f17-2ccc0b9a2175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27929da-8a45-4df9-aa2e-3e59dd46e5c0,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:34.151886 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-394b5311-3f1f-4cb8-8f17-2ccc0b9a2175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:34.152991 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-394b5311-3f1f-4cb8-8f17-2ccc0b9a2175 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c27929da-8a45-4df9-aa2e-3e59dd46e5c0 HTTP/1.1" status: 204 len: 168 time: 0.1538382 May 04 18:18:34.896221 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 35032) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:18:35.020379 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-7203cb48-e74e-40da-811f-9e774bbf55b0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2140994347-network', 'tenant_id': 'e124429eb90e4965bbb52c1bbfabcc22'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:18:35.025308 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-7203cb48-e74e-40da-811f-9e774bbf55b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:18:35.029357 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-7203cb48-e74e-40da-811f-9e774bbf55b0 admin admin] Usage tracker for resource:network and tenant:e124429eb90e4965bbb52c1bbfabcc22 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:18:35.032376 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-7203cb48-e74e-40da-811f-9e774bbf55b0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:18:35.038400 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-7203cb48-e74e-40da-811f-9e774bbf55b0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:18:35.053602 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7203cb48-e74e-40da-811f-9e774bbf55b0 admin admin] Made reservation on behalf of e124429eb90e4965bbb52c1bbfabcc22 for: {'network': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:18:35.055939 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7203cb48-e74e-40da-811f-9e774bbf55b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:35.068507 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7203cb48-e74e-40da-811f-9e774bbf55b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:35.082456 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-7203cb48-e74e-40da-811f-9e774bbf55b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:18:35.086327 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-7203cb48-e74e-40da-811f-9e774bbf55b0 admin admin] Usage tracker for resource:security_group_rule and tenant:e124429eb90e4965bbb52c1bbfabcc22 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:18:35.089135 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-7203cb48-e74e-40da-811f-9e774bbf55b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:18:35.094814 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-7203cb48-e74e-40da-811f-9e774bbf55b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:18:35.178405 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7203cb48-e74e-40da-811f-9e774bbf55b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:35.182051 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7203cb48-e74e-40da-811f-9e774bbf55b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:35.214817 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7203cb48-e74e-40da-811f-9e774bbf55b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=88038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 18:18:35.223502 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7203cb48-e74e-40da-811f-9e774bbf55b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d627c02-ae4c-49a8-831d-f08c734c75da,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:35.233502 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7203cb48-e74e-40da-811f-9e774bbf55b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:35.233774 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.segments_db [None req-7203cb48-e74e-40da-811f-9e774bbf55b0 admin admin] Added segment 6b450ce7-6de0-40ba-9f5e-7f7a7366559b of type vlan for network 0968c128-5c58-4ede-ab23-c4a8e5b29977 May 04 18:18:35.261770 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7203cb48-e74e-40da-811f-9e774bbf55b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:35.290195 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7203cb48-e74e-40da-811f-9e774bbf55b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:35.291127 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7203cb48-e74e-40da-811f-9e774bbf55b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:35.291700 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-7203cb48-e74e-40da-811f-9e774bbf55b0 admin admin] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:35.389970 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-7203cb48-e74e-40da-811f-9e774bbf55b0 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4926038 May 04 18:18:35.393026 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 35038) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:18:35.395610 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7203cb48-e74e-40da-811f-9e774bbf55b0 admin admin] Pushing event updated for resources: {'Network': ['ID=0968c128-5c58-4ede-ab23-c4a8e5b29977,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:35.400602 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-845cc34e-4b6e-4d11-8310-458ae291aafd admin admin] Request body: {'subnet': {'network_id': '0968c128-5c58-4ede-ab23-c4a8e5b29977', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2140994347-subnet', 'tenant_id': 'e124429eb90e4965bbb52c1bbfabcc22', 'ip_version': 4}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:18:35.406380 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-845cc34e-4b6e-4d11-8310-458ae291aafd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:18:35.406775 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 0968c128-5c58-4ede-ab23-c4a8e5b29977 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 18:18:35.410296 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-845cc34e-4b6e-4d11-8310-458ae291aafd admin admin] Usage tracker for resource:subnet and tenant:e124429eb90e4965bbb52c1bbfabcc22 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:18:35.413161 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-845cc34e-4b6e-4d11-8310-458ae291aafd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:18:35.421032 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-845cc34e-4b6e-4d11-8310-458ae291aafd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:18:35.432221 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-845cc34e-4b6e-4d11-8310-458ae291aafd admin admin] Made reservation on behalf of e124429eb90e4965bbb52c1bbfabcc22 for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:18:35.434964 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-845cc34e-4b6e-4d11-8310-458ae291aafd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:35.634802 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-c162aae4-0108-4d2d-ae02-5671b73a33f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:35.635872 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-845cc34e-4b6e-4d11-8310-458ae291aafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:35.708397 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845cc34e-4b6e-4d11-8310-458ae291aafd admin admin] Pushing event updated for resources: {'Subnet': ['ID=956ea5a7-0299-4b93-88d4-f9aeee9035d8,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:35.716582 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845cc34e-4b6e-4d11-8310-458ae291aafd admin admin] Checking segment: {'id': '6b450ce7-6de0-40ba-9f5e-7f7a7366559b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0968c128-5c58-4ede-ab23-c4a8e5b29977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:18:35.717536 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845cc34e-4b6e-4d11-8310-458ae291aafd admin admin] Network hostable DHCP agents. Network: 0968c128-5c58-4ede-ab23-c4a8e5b29977, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 18:18:35.735163 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845cc34e-4b6e-4d11-8310-458ae291aafd admin admin] Network 0968c128-5c58-4ede-ab23-c4a8e5b29977 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 18:18:35.743570 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-845cc34e-4b6e-4d11-8310-458ae291aafd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 0968c128-5c58-4ede-ab23-c4a8e5b29977) {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:18:35.747308 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845cc34e-4b6e-4d11-8310-458ae291aafd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:35.747883 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-845cc34e-4b6e-4d11-8310-458ae291aafd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:35.751947 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7e84de-ce40-4273-aa73-f042e59f5666 None None] Network 0968c128-5c58-4ede-ab23-c4a8e5b29977 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:18:35.772756 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-845cc34e-4b6e-4d11-8310-458ae291aafd admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3785408 May 04 18:18:35.775465 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 35042) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:18:35.780925 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-39152d3d-0b3e-4289-9994-e943ddb5d6f8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2140994347-router', 'tenant_id': 'e124429eb90e4965bbb52c1bbfabcc22', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:18:35.785519 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-39152d3d-0b3e-4289-9994-e943ddb5d6f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:18:35.789400 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-39152d3d-0b3e-4289-9994-e943ddb5d6f8 admin admin] Usage tracker for resource:router and tenant:e124429eb90e4965bbb52c1bbfabcc22 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:18:35.792230 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-39152d3d-0b3e-4289-9994-e943ddb5d6f8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:18:35.798476 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-39152d3d-0b3e-4289-9994-e943ddb5d6f8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:18:35.808400 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-39152d3d-0b3e-4289-9994-e943ddb5d6f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:35.809367 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-39152d3d-0b3e-4289-9994-e943ddb5d6f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:35.824067 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-39152d3d-0b3e-4289-9994-e943ddb5d6f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:35.966306 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5ebe47-558c-440a-abd7-da0ca069f068 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-0968c128-5c58-4ede-ab23-c4a8e5b29977', 'network_id': '0968c128-5c58-4ede-ab23-c4a8e5b29977', 'tenant_id': 'e124429eb90e4965bbb52c1bbfabcc22', 'fixed_ips': [{'subnet_id': '956ea5a7-0299-4b93-88d4-f9aeee9035d8'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 18:18:35.967767 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-bc5ebe47-558c-440a-abd7-da0ca069f068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:36.088360 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-39152d3d-0b3e-4289-9994-e943ddb5d6f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:36.118705 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-bc5ebe47-558c-440a-abd7-da0ca069f068 None None] Allocated IP 172.20.0.2 (0968c128-5c58-4ede-ab23-c4a8e5b29977/956ea5a7-0299-4b93-88d4-f9aeee9035d8/a9624d14-fbe9-468c-9266-923739dc3aec) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:18:36.367082 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-bc5ebe47-558c-440a-abd7-da0ca069f068 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:36.378298 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-bc5ebe47-558c-440a-abd7-da0ca069f068 None None] Transition to ACTIVE for port object a9624d14-fbe9-468c-9266-923739dc3aec will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:18:36.396253 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-bc5ebe47-558c-440a-abd7-da0ca069f068 None None] Transition to ACTIVE for port object a9624d14-fbe9-468c-9266-923739dc3aec will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:18:36.401680 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-bc5ebe47-558c-440a-abd7-da0ca069f068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:36.464600 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5ebe47-558c-440a-abd7-da0ca069f068 None None] Network 0968c128-5c58-4ede-ab23-c4a8e5b29977 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:18:36.467415 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-bc5ebe47-558c-440a-abd7-da0ca069f068 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:18:36.470966 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5ebe47-558c-440a-abd7-da0ca069f068 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 18:18:36.476457 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5ebe47-558c-440a-abd7-da0ca069f068 None None] Pushing event updated for resources: {'Port': ['ID=a9624d14-fbe9-468c-9266-923739dc3aec,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:36.512040 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-39152d3d-0b3e-4289-9994-e943ddb5d6f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:36.545869 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-39152d3d-0b3e-4289-9994-e943ddb5d6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:36.563083 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-bc5ebe47-558c-440a-abd7-da0ca069f068 None None] Attempting to bind port a9624d14-fbe9-468c-9266-923739dc3aec on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:18:36.563450 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-bc5ebe47-558c-440a-abd7-da0ca069f068 None None] Attempting to bind port a9624d14-fbe9-468c-9266-923739dc3aec by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '6b450ce7-6de0-40ba-9f5e-7f7a7366559b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0968c128-5c58-4ede-ab23-c4a8e5b29977'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:18:36.563811 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5ebe47-558c-440a-abd7-da0ca069f068 None None] Attempting to bind port a9624d14-fbe9-468c-9266-923739dc3aec on network 0968c128-5c58-4ede-ab23-c4a8e5b29977 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:18:36.568891 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5ebe47-558c-440a-abd7-da0ca069f068 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:18:36.569254 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5ebe47-558c-440a-abd7-da0ca069f068 None None] Checking segment: {'id': '6b450ce7-6de0-40ba-9f5e-7f7a7366559b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0968c128-5c58-4ede-ab23-c4a8e5b29977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:18:36.569657 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-bc5ebe47-558c-440a-abd7-da0ca069f068 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:36.570082 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5ebe47-558c-440a-abd7-da0ca069f068 None None] Bound using segment: {'id': '6b450ce7-6de0-40ba-9f5e-7f7a7366559b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0968c128-5c58-4ede-ab23-c4a8e5b29977'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:18:36.570541 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-bc5ebe47-558c-440a-abd7-da0ca069f068 None None] Bound port: a9624d14-fbe9-468c-9266-923739dc3aec, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b450ce7-6de0-40ba-9f5e-7f7a7366559b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0968c128-5c58-4ede-ab23-c4a8e5b29977'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:18:36.570912 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-bc5ebe47-558c-440a-abd7-da0ca069f068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:36.658361 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-bc5ebe47-558c-440a-abd7-da0ca069f068 None None] For port a9624d14-fbe9-468c-9266-923739dc3aec, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:18:36.661319 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-bc5ebe47-558c-440a-abd7-da0ca069f068 None None] For port a9624d14-fbe9-468c-9266-923739dc3aec, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=a9624d14-fbe9-468c-9266-923739dc3aec,segment=NetworkSegment(6b450ce7-6de0-40ba-9f5e-7f7a7366559b),segment_id=6b450ce7-6de0-40ba-9f5e-7f7a7366559b)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:18:36.664747 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-bc5ebe47-558c-440a-abd7-da0ca069f068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:36.683513 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-39152d3d-0b3e-4289-9994-e943ddb5d6f8 admin admin] Allocated IP 172.26.0.103 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/de85cb74-4756-4299-a8e5-b27aba534937) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:18:36.756534 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:36.761103 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:36.772934 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5ebe47-558c-440a-abd7-da0ca069f068 None None] Pushing event updated for resources: {'Port': ['ID=a9624d14-fbe9-468c-9266-923739dc3aec,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:36.843534 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-39152d3d-0b3e-4289-9994-e943ddb5d6f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:36.873679 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-39152d3d-0b3e-4289-9994-e943ddb5d6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:36.956345 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39152d3d-0b3e-4289-9994-e943ddb5d6f8 admin admin] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:18:36.959232 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-39152d3d-0b3e-4289-9994-e943ddb5d6f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:18:36.962885 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39152d3d-0b3e-4289-9994-e943ddb5d6f8 admin admin] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 18:18:36.993481 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39152d3d-0b3e-4289-9994-e943ddb5d6f8 admin admin] Pushing event updated for resources: {'Port': ['ID=de85cb74-4756-4299-a8e5-b27aba534937,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:37.368068 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-39152d3d-0b3e-4289-9994-e943ddb5d6f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:37.711918 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00755c39-02e3-44dc-a191-12a73fb1c069 None None] Network 0968c128-5c58-4ede-ab23-c4a8e5b29977 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:18:37.718729 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-39152d3d-0b3e-4289-9994-e943ddb5d6f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:37.820404 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device a9624d14-fbe9-468c-9266-923739dc3aec up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:18:37.854900 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-c33f7896-bb29-4d59-a40e-8e245b868351 None None] Provisioning for port a9624d14-fbe9-468c-9266-923739dc3aec completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:18:37.962810 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port a9624d14-fbe9-468c-9266-923739dc3aec completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:18:37.972512 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port a9624d14-fbe9-468c-9266-923739dc3aec triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:18:37.972868 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:38.065905 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39152d3d-0b3e-4289-9994-e943ddb5d6f8 admin admin] Router 0e12a2d8-b2e1-422c-b33b-5153fb78547c is scheduled to L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 with binding_index 1 {{(pid=88037) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 18:18:38.094229 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:38.162662 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:38.198013 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port a9624d14-fbe9-468c-9266-923739dc3aec, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=a9624d14-fbe9-468c-9266-923739dc3aec,segment=NetworkSegment(6b450ce7-6de0-40ba-9f5e-7f7a7366559b),segment_id=6b450ce7-6de0-40ba-9f5e-7f7a7366559b)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:18:38.202704 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:38.259635 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39152d3d-0b3e-4289-9994-e943ddb5d6f8 admin admin] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:18:38.279093 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2c5dc5-f3c9-43ab-b78b-4a0b11d6ad4f None None] Sync routers for ids ['0e12a2d8-b2e1-422c-b33b-5153fb78547c'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:18:38.279689 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=a9624d14-fbe9-468c-9266-923739dc3aec,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:38.283942 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 18:18:38.291224 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-39152d3d-0b3e-4289-9994-e943ddb5d6f8 admin admin] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:38.294759 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-39152d3d-0b3e-4289-9994-e943ddb5d6f8 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5179427 May 04 18:18:38.295148 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2c5dc5-f3c9-43ab-b78b-4a0b11d6ad4f None None] Routers {'0e12a2d8-b2e1-422c-b33b-5153fb78547c'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:18:38.295972 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-df2c5dc5-f3c9-43ab-b78b-4a0b11d6ad4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:18:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['0e12a2d8-b2e1-422c-b33b-5153fb78547c'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:18:38.301015 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 35046) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:18:38.475248 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-df2c5dc5-f3c9-43ab-b78b-4a0b11d6ad4f None None] Set router 0e12a2d8-b2e1-422c-b33b-5153fb78547c gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:18:38.506861 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-c44aa84d-1ecb-48bc-88a1-67b005aa38f4 None None] Provisioning complete for port a9624d14-fbe9-468c-9266-923739dc3aec triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:18:38.507502 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-c44aa84d-1ecb-48bc-88a1-67b005aa38f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:38.762515 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-df2c5dc5-f3c9-43ab-b78b-4a0b11d6ad4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e12a2d8-b2e1-422c-b33b-5153fb78547c', 'name': 'tempest-TestShelveInstance-2140994347-router', 'tenant_id': 'e124429eb90e4965bbb52c1bbfabcc22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': 'de85cb74-4756-4299-a8e5-b27aba534937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:18:35Z', 'updated_at': '2022-05-04T18:18:37Z', 'revision_number': 3, 'project_id': 'e124429eb90e4965bbb52c1bbfabcc22', 'gw_port': {'id': 'de85cb74-4756-4299-a8e5-b27aba534937', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:11:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e12a2d8-b2e1-422c-b33b-5153fb78547c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:18:36Z', 'updated_at': '2022-05-04T18:18:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:18:38.766892 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2c5dc5-f3c9-43ab-b78b-4a0b11d6ad4f None None] Checking router: 0e12a2d8-b2e1-422c-b33b-5153fb78547c for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:18:38.767242 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2c5dc5-f3c9-43ab-b78b-4a0b11d6ad4f None None] Updating router 0e12a2d8-b2e1-422c-b33b-5153fb78547c port de85cb74-4756-4299-a8e5-b27aba534937 binding host dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:18:38.818547 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-df2c5dc5-f3c9-43ab-b78b-4a0b11d6ad4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:39.016011 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f0c2b7a4-03d5-4ecc-9127-e2f619eba92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:39.135892 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-df2c5dc5-f3c9-43ab-b78b-4a0b11d6ad4f None None] Notify callbacks [] for port, precommit_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:39.147950 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.provisioning_blocks [None req-df2c5dc5-f3c9-43ab-b78b-4a0b11d6ad4f None None] Transition to ACTIVE for port object de85cb74-4756-4299-a8e5-b27aba534937 will not be triggered until provisioned by entity L2. {{(pid=88040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:18:39.154236 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-df2c5dc5-f3c9-43ab-b78b-4a0b11d6ad4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:39.237484 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d144d62b-0808-4b92-ab94-c6c570e996b7 None None] Pushing event updated for resources: {'Port': ['ID=de85cb74-4756-4299-a8e5-b27aba534937,revision_number=2']} {{(pid=88040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:39.247282 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d144d62b-0808-4b92-ab94-c6c570e996b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:39.247627 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d144d62b-0808-4b92-ab94-c6c570e996b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:39.248485 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d144d62b-0808-4b92-ab94-c6c570e996b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:39.248821 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d144d62b-0808-4b92-ab94-c6c570e996b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:39.249147 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d144d62b-0808-4b92-ab94-c6c570e996b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:39.249475 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d144d62b-0808-4b92-ab94-c6c570e996b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:39.249800 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d144d62b-0808-4b92-ab94-c6c570e996b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:39.250147 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d144d62b-0808-4b92-ab94-c6c570e996b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:39.250472 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d144d62b-0808-4b92-ab94-c6c570e996b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:39.250790 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d144d62b-0808-4b92-ab94-c6c570e996b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:39.251106 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d144d62b-0808-4b92-ab94-c6c570e996b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:39.251426 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d144d62b-0808-4b92-ab94-c6c570e996b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:18:39.254856 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-df2c5dc5-f3c9-43ab-b78b-4a0b11d6ad4f None None] Attempting to bind port de85cb74-4756-4299-a8e5-b27aba534937 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:18:39.255257 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-df2c5dc5-f3c9-43ab-b78b-4a0b11d6ad4f None None] Attempting to bind port de85cb74-4756-4299-a8e5-b27aba534937 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}] {{(pid=88040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:18:39.255704 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2c5dc5-f3c9-43ab-b78b-4a0b11d6ad4f None None] Attempting to bind port de85cb74-4756-4299-a8e5-b27aba534937 on network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:18:39.261840 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2c5dc5-f3c9-43ab-b78b-4a0b11d6ad4f None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:18:39.262243 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2c5dc5-f3c9-43ab-b78b-4a0b11d6ad4f None None] Checking segment: {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:18:39.262646 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-df2c5dc5-f3c9-43ab-b78b-4a0b11d6ad4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:39.263035 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2c5dc5-f3c9-43ab-b78b-4a0b11d6ad4f None None] Bound using segment: {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'} {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:18:39.263500 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-df2c5dc5-f3c9-43ab-b78b-4a0b11d6ad4f None None] Bound port: de85cb74-4756-4299-a8e5-b27aba534937, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}}] {{(pid=88040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:18:39.264461 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-df2c5dc5-f3c9-43ab-b78b-4a0b11d6ad4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:39.335390 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-f0c2b7a4-03d5-4ecc-9127-e2f619eba92d admin admin] Allocated IP 172.20.0.1 (0968c128-5c58-4ede-ab23-c4a8e5b29977/956ea5a7-0299-4b93-88d4-f9aeee9035d8/e78b0ee6-4f83-40f3-ba99-202e8fd54985) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:18:39.337687 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.db [None req-df2c5dc5-f3c9-43ab-b78b-4a0b11d6ad4f None None] For port de85cb74-4756-4299-a8e5-b27aba534937, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:18:39.341002 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.db [None req-df2c5dc5-f3c9-43ab-b78b-4a0b11d6ad4f None None] For port de85cb74-4756-4299-a8e5-b27aba534937, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=de85cb74-4756-4299-a8e5-b27aba534937,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:18:39.344766 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-df2c5dc5-f3c9-43ab-b78b-4a0b11d6ad4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:39.417239 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2c5dc5-f3c9-43ab-b78b-4a0b11d6ad4f None None] Routers {'0e12a2d8-b2e1-422c-b33b-5153fb78547c'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:18:39.417840 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-df2c5dc5-f3c9-43ab-b78b-4a0b11d6ad4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:18:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['0e12a2d8-b2e1-422c-b33b-5153fb78547c'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:18:39.481486 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f0c2b7a4-03d5-4ecc-9127-e2f619eba92d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:39.497033 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-f0c2b7a4-03d5-4ecc-9127-e2f619eba92d admin admin] Transition to ACTIVE for port object e78b0ee6-4f83-40f3-ba99-202e8fd54985 will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:18:39.497317 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d144d62b-0808-4b92-ab94-c6c570e996b7 None None] Pushing event updated for resources: {'Port': ['ID=de85cb74-4756-4299-a8e5-b27aba534937,revision_number=3']} {{(pid=88040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:39.522562 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f0c2b7a4-03d5-4ecc-9127-e2f619eba92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:39.588674 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c2b7a4-03d5-4ecc-9127-e2f619eba92d admin admin] Network 0968c128-5c58-4ede-ab23-c4a8e5b29977 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:18:39.591456 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-f0c2b7a4-03d5-4ecc-9127-e2f619eba92d admin admin] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:18:39.595278 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c2b7a4-03d5-4ecc-9127-e2f619eba92d admin admin] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 18:18:39.605037 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-df2c5dc5-f3c9-43ab-b78b-4a0b11d6ad4f None None] Set router 0e12a2d8-b2e1-422c-b33b-5153fb78547c gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:18:39.630429 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c2b7a4-03d5-4ecc-9127-e2f619eba92d admin admin] Pushing event updated for resources: {'Port': ['ID=e78b0ee6-4f83-40f3-ba99-202e8fd54985,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:39.653732 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f0c2b7a4-03d5-4ecc-9127-e2f619eba92d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710357'] for router_interface, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:39.793145 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device a9624d14-fbe9-468c-9266-923739dc3aec up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:18:39.840033 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:39.868496 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-865999c1-13c4-4e8f-a261-599bccbc4cd9 None None] Provisioning for port e78b0ee6-4f83-40f3-ba99-202e8fd54985 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:18:39.875849 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-865999c1-13c4-4e8f-a261-599bccbc4cd9 None None] Provisioning complete for port e78b0ee6-4f83-40f3-ba99-202e8fd54985 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:18:39.876234 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-865999c1-13c4-4e8f-a261-599bccbc4cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:39.922189 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port a9624d14-fbe9-468c-9266-923739dc3aec triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:18:39.922562 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:39.941162 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f0c2b7a4-03d5-4ecc-9127-e2f619eba92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:39.952628 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-df2c5dc5-f3c9-43ab-b78b-4a0b11d6ad4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e12a2d8-b2e1-422c-b33b-5153fb78547c', 'name': 'tempest-TestShelveInstance-2140994347-router', 'tenant_id': 'e124429eb90e4965bbb52c1bbfabcc22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': 'de85cb74-4756-4299-a8e5-b27aba534937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:18:35Z', 'updated_at': '2022-05-04T18:18:37Z', 'revision_number': 3, 'project_id': 'e124429eb90e4965bbb52c1bbfabcc22', 'gw_port': {'id': 'de85cb74-4756-4299-a8e5-b27aba534937', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:11:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e12a2d8-b2e1-422c-b33b-5153fb78547c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:18:36Z', 'updated_at': '2022-05-04T18:18:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:18:39.957092 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2c5dc5-f3c9-43ab-b78b-4a0b11d6ad4f None None] The sync data for ids ['0e12a2d8-b2e1-422c-b33b-5153fb78547c'] in dv-neutron-840426-1-hyperv is: [{'id': '0e12a2d8-b2e1-422c-b33b-5153fb78547c', 'name': 'tempest-TestShelveInstance-2140994347-router', 'tenant_id': 'e124429eb90e4965bbb52c1bbfabcc22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': 'de85cb74-4756-4299-a8e5-b27aba534937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:18:35Z', 'updated_at': '2022-05-04T18:18:37Z', 'revision_number': 3, 'project_id': 'e124429eb90e4965bbb52c1bbfabcc22', 'gw_port': {'id': 'de85cb74-4756-4299-a8e5-b27aba534937', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:11:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e12a2d8-b2e1-422c-b33b-5153fb78547c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:18:36Z', 'updated_at': '2022-05-04T18:18:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:18:39.987113 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-865999c1-13c4-4e8f-a261-599bccbc4cd9 None None] Port e78b0ee6-4f83-40f3-ba99-202e8fd54985 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 18:18:40.216022 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f0c2b7a4-03d5-4ecc-9127-e2f619eba92d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:40.222193 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f0c2b7a4-03d5-4ecc-9127-e2f619eba92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:40.346516 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f0c2b7a4-03d5-4ecc-9127-e2f619eba92d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710702'] for router_interface, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:40.411542 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c2b7a4-03d5-4ecc-9127-e2f619eba92d admin admin] Pushing event updated for resources: {'Port': ['ID=e78b0ee6-4f83-40f3-ba99-202e8fd54985,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:40.510075 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c2b7a4-03d5-4ecc-9127-e2f619eba92d admin admin] Network 0968c128-5c58-4ede-ab23-c4a8e5b29977 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:18:40.511481 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-f0c2b7a4-03d5-4ecc-9127-e2f619eba92d admin admin] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:18:40.710595 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8fe6f295-15eb-4168-8bb9-516e7ae65bfb None None] Provisioning complete for port e78b0ee6-4f83-40f3-ba99-202e8fd54985 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:18:40.710974 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8fe6f295-15eb-4168-8bb9-516e7ae65bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:40.714191 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0c2b7a4-03d5-4ecc-9127-e2f619eba92d admin admin] Router 0e12a2d8-b2e1-422c-b33b-5153fb78547c has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 18:18:40.770631 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8fe6f295-15eb-4168-8bb9-516e7ae65bfb None None] Port e78b0ee6-4f83-40f3-ba99-202e8fd54985 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 18:18:41.007606 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c2b7a4-03d5-4ecc-9127-e2f619eba92d admin admin] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:18:41.016781 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-f0c2b7a4-03d5-4ecc-9127-e2f619eba92d admin admin] 10.222.0.41 "PUT /v2.0/routers/0e12a2d8-b2e1-422c-b33b-5153fb78547c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7146432 May 04 18:18:41.521219 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 35064) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:18:41.526742 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-59b7cb9b-a282-4802-a431-90b895b17f21 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-616299551-network', 'tenant_id': '9f5860acb4764d748b535568f22f48e9'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:18:41.528659 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c184067c-763d-43e7-bbf4-dd4a6c27b900 None None] Sync routers for ids ['0e12a2d8-b2e1-422c-b33b-5153fb78547c'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:18:41.531625 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-59b7cb9b-a282-4802-a431-90b895b17f21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:18:41.535848 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-59b7cb9b-a282-4802-a431-90b895b17f21 admin admin] Usage tracker for resource:network and tenant:9f5860acb4764d748b535568f22f48e9 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:18:41.538008 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c184067c-763d-43e7-bbf4-dd4a6c27b900 None None] Routers {'0e12a2d8-b2e1-422c-b33b-5153fb78547c'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:18:41.538614 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-c184067c-763d-43e7-bbf4-dd4a6c27b900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:18:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['0e12a2d8-b2e1-422c-b33b-5153fb78547c'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:18:41.538824 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-59b7cb9b-a282-4802-a431-90b895b17f21 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:18:41.544567 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-59b7cb9b-a282-4802-a431-90b895b17f21 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:18:41.555597 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b7cb9b-a282-4802-a431-90b895b17f21 admin admin] Made reservation on behalf of 9f5860acb4764d748b535568f22f48e9 for: {'network': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:18:41.557964 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-59b7cb9b-a282-4802-a431-90b895b17f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:41.570471 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-59b7cb9b-a282-4802-a431-90b895b17f21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:41.585126 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-59b7cb9b-a282-4802-a431-90b895b17f21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:18:41.588932 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-59b7cb9b-a282-4802-a431-90b895b17f21 admin admin] Usage tracker for resource:security_group_rule and tenant:9f5860acb4764d748b535568f22f48e9 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:18:41.591738 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-59b7cb9b-a282-4802-a431-90b895b17f21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:18:41.597447 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-59b7cb9b-a282-4802-a431-90b895b17f21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:18:41.684823 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-59b7cb9b-a282-4802-a431-90b895b17f21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:41.689517 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-59b7cb9b-a282-4802-a431-90b895b17f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:41.719958 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59b7cb9b-a282-4802-a431-90b895b17f21 admin admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=88038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 18:18:41.728833 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b7cb9b-a282-4802-a431-90b895b17f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ad2fbe-2db5-42f6-a807-9767e9d754cc,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:41.736238 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-59b7cb9b-a282-4802-a431-90b895b17f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:41.736587 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.segments_db [None req-59b7cb9b-a282-4802-a431-90b895b17f21 admin admin] Added segment 00d82bd6-d6ca-4d3a-8165-afb1d76d8f35 of type vlan for network 17c4a866-4e06-413a-940e-19e934ba8c82 May 04 18:18:41.753106 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-c184067c-763d-43e7-bbf4-dd4a6c27b900 None None] Set router 0e12a2d8-b2e1-422c-b33b-5153fb78547c gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:18:41.766792 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-59b7cb9b-a282-4802-a431-90b895b17f21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:41.796737 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-59b7cb9b-a282-4802-a431-90b895b17f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:41.798367 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b7cb9b-a282-4802-a431-90b895b17f21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:41.799197 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-59b7cb9b-a282-4802-a431-90b895b17f21 admin admin] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:41.816201 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device de85cb74-4756-4299-a8e5-b27aba534937 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:18:41.898974 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-59b7cb9b-a282-4802-a431-90b895b17f21 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3769879 May 04 18:18:41.901785 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 35068) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:18:41.904574 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b7cb9b-a282-4802-a431-90b895b17f21 admin admin] Pushing event updated for resources: {'Network': ['ID=17c4a866-4e06-413a-940e-19e934ba8c82,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:41.908725 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-7a542c79-f8fb-4733-9cba-edfc18ea4120 admin admin] Request body: {'subnet': {'network_id': '17c4a866-4e06-413a-940e-19e934ba8c82', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-616299551-subnet', 'tenant_id': '9f5860acb4764d748b535568f22f48e9', 'ip_version': 4}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:18:41.914873 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-7a542c79-f8fb-4733-9cba-edfc18ea4120 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:18:41.918936 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-7a542c79-f8fb-4733-9cba-edfc18ea4120 admin admin] Usage tracker for resource:subnet and tenant:9f5860acb4764d748b535568f22f48e9 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:18:41.922467 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 17c4a866-4e06-413a-940e-19e934ba8c82 details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 18:18:41.923982 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-7a542c79-f8fb-4733-9cba-edfc18ea4120 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:18:41.930033 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-7a542c79-f8fb-4733-9cba-edfc18ea4120 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:18:41.940795 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a542c79-f8fb-4733-9cba-edfc18ea4120 admin admin] Made reservation on behalf of 9f5860acb4764d748b535568f22f48e9 for: {'subnet': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:18:41.943132 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7a542c79-f8fb-4733-9cba-edfc18ea4120 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5423869'] for subnet, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:42.129831 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port de85cb74-4756-4299-a8e5-b27aba534937 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:18:42.144334 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7a542c79-f8fb-4733-9cba-edfc18ea4120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6366840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5423843'] for subnet, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:42.146305 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port de85cb74-4756-4299-a8e5-b27aba534937 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:18:42.146679 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:42.214761 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a542c79-f8fb-4733-9cba-edfc18ea4120 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b3ee6c5-bc7c-4a9d-930b-75dbeb9cb4ff,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:42.225520 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a542c79-f8fb-4733-9cba-edfc18ea4120 admin admin] Checking segment: {'id': '00d82bd6-d6ca-4d3a-8165-afb1d76d8f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '17c4a866-4e06-413a-940e-19e934ba8c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:18:42.225883 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a542c79-f8fb-4733-9cba-edfc18ea4120 admin admin] Network hostable DHCP agents. Network: 17c4a866-4e06-413a-940e-19e934ba8c82, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88037) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 18:18:42.247194 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a542c79-f8fb-4733-9cba-edfc18ea4120 admin admin] Network 17c4a866-4e06-413a-940e-19e934ba8c82 is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88037) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 18:18:42.256924 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-7a542c79-f8fb-4733-9cba-edfc18ea4120 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 17c4a866-4e06-413a-940e-19e934ba8c82) {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:18:42.261856 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a542c79-f8fb-4733-9cba-edfc18ea4120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:42.262731 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-7a542c79-f8fb-4733-9cba-edfc18ea4120 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:42.283664 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-7a542c79-f8fb-4733-9cba-edfc18ea4120 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3806250 May 04 18:18:42.286486 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 35072) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:18:42.288455 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e55c17-cb6c-4260-8930-9a705012fca7 None None] Network 17c4a866-4e06-413a-940e-19e934ba8c82 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:18:42.292117 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-8c1e436f-6e1e-4da0-b0c7-ca27e65c5074 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-616299551-router', 'tenant_id': '9f5860acb4764d748b535568f22f48e9', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:18:42.297526 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-8c1e436f-6e1e-4da0-b0c7-ca27e65c5074 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:18:42.301680 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-8c1e436f-6e1e-4da0-b0c7-ca27e65c5074 admin admin] Usage tracker for resource:router and tenant:9f5860acb4764d748b535568f22f48e9 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:18:42.304632 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-8c1e436f-6e1e-4da0-b0c7-ca27e65c5074 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:18:42.310725 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-8c1e436f-6e1e-4da0-b0c7-ca27e65c5074 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:18:42.320981 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8c1e436f-6e1e-4da0-b0c7-ca27e65c5074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:42.322052 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8c1e436f-6e1e-4da0-b0c7-ca27e65c5074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:42.336918 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8c1e436f-6e1e-4da0-b0c7-ca27e65c5074 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:42.401398 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-c184067c-763d-43e7-bbf4-dd4a6c27b900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e12a2d8-b2e1-422c-b33b-5153fb78547c', 'name': 'tempest-TestShelveInstance-2140994347-router', 'tenant_id': 'e124429eb90e4965bbb52c1bbfabcc22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': 'de85cb74-4756-4299-a8e5-b27aba534937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:18:35Z', 'updated_at': '2022-05-04T18:18:39Z', 'revision_number': 4, 'project_id': 'e124429eb90e4965bbb52c1bbfabcc22', 'gw_port': {'id': 'de85cb74-4756-4299-a8e5-b27aba534937', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:11:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e12a2d8-b2e1-422c-b33b-5153fb78547c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:18:36Z', 'updated_at': '2022-05-04T18:18:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': 'e78b0ee6-4f83-40f3-ba99-202e8fd54985', 'name': '', 'network_id': '0968c128-5c58-4ede-ab23-c4a8e5b29977', 'tenant_id': 'e124429eb90e4965bbb52c1bbfabcc22', 'mac_address': 'fa:16:3e:49:8f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e12a2d8-b2e1-422c-b33b-5153fb78547c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '956ea5a7-0299-4b93-88d4-f9aeee9035d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:18:39Z', 'updated_at': '2022-05-04T18:18:40Z', 'revision_number': 2, 'project_id': 'e124429eb90e4965bbb52c1bbfabcc22', 'subnets': [{'id': '956ea5a7-0299-4b93-88d4-f9aeee9035d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:18:42.410017 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:42.421599 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c184067c-763d-43e7-bbf4-dd4a6c27b900 None None] Checking router: 0e12a2d8-b2e1-422c-b33b-5153fb78547c for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:18:42.421976 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c184067c-763d-43e7-bbf4-dd4a6c27b900 None None] Updating router 0e12a2d8-b2e1-422c-b33b-5153fb78547c port e78b0ee6-4f83-40f3-ba99-202e8fd54985 binding host dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:18:42.486089 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port de85cb74-4756-4299-a8e5-b27aba534937, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=de85cb74-4756-4299-a8e5-b27aba534937,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:18:42.524044 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:42.556582 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-c184067c-763d-43e7-bbf4-dd4a6c27b900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:42.608231 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8c1e436f-6e1e-4da0-b0c7-ca27e65c5074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:42.698242 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=de85cb74-4756-4299-a8e5-b27aba534937,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:42.740466 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b917944-d263-4d25-9d93-bcf1c2742280 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-17c4a866-4e06-413a-940e-19e934ba8c82', 'network_id': '17c4a866-4e06-413a-940e-19e934ba8c82', 'tenant_id': '9f5860acb4764d748b535568f22f48e9', 'fixed_ips': [{'subnet_id': '8b3ee6c5-bc7c-4a9d-930b-75dbeb9cb4ff'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 18:18:42.741194 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1b917944-d263-4d25-9d93-bcf1c2742280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:42.916839 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8c1e436f-6e1e-4da0-b0c7-ca27e65c5074 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:42.946579 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8c1e436f-6e1e-4da0-b0c7-ca27e65c5074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:43.020199 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-1b917944-d263-4d25-9d93-bcf1c2742280 None None] Allocated IP 172.20.0.2 (17c4a866-4e06-413a-940e-19e934ba8c82/8b3ee6c5-bc7c-4a9d-930b-75dbeb9cb4ff/1c92fbec-f26f-49ed-8236-acad6178654f) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:18:43.084672 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-8c1e436f-6e1e-4da0-b0c7-ca27e65c5074 admin admin] Allocated IP 172.26.0.92 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/6634b43b-b4f5-4704-b870-f36ff52daf3c) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:18:43.231531 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-c184067c-763d-43e7-bbf4-dd4a6c27b900 None None] Notify callbacks [] for port, precommit_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:43.235960 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8c1e436f-6e1e-4da0-b0c7-ca27e65c5074 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:43.257937 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-c184067c-763d-43e7-bbf4-dd4a6c27b900 None None] Transition to ACTIVE for port object e78b0ee6-4f83-40f3-ba99-202e8fd54985 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:18:43.267691 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8c1e436f-6e1e-4da0-b0c7-ca27e65c5074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:43.275364 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-c184067c-763d-43e7-bbf4-dd4a6c27b900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:43.332970 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1e436f-6e1e-4da0-b0c7-ca27e65c5074 admin admin] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:18:43.335860 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-8c1e436f-6e1e-4da0-b0c7-ca27e65c5074 admin admin] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:18:43.338270 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1e436f-6e1e-4da0-b0c7-ca27e65c5074 admin admin] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 18:18:43.380997 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1e436f-6e1e-4da0-b0c7-ca27e65c5074 admin admin] Pushing event updated for resources: {'Port': ['ID=6634b43b-b4f5-4704-b870-f36ff52daf3c,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:43.460589 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e4d7ee-1fc3-4b3e-914d-02a487f0001c None None] Pushing event updated for resources: {'Port': ['ID=e78b0ee6-4f83-40f3-ba99-202e8fd54985,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:43.500224 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1b917944-d263-4d25-9d93-bcf1c2742280 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:43.549566 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-1b917944-d263-4d25-9d93-bcf1c2742280 None None] Transition to ACTIVE for port object 1c92fbec-f26f-49ed-8236-acad6178654f will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:18:43.581632 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-c184067c-763d-43e7-bbf4-dd4a6c27b900 None None] Attempting to bind port e78b0ee6-4f83-40f3-ba99-202e8fd54985 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:18:43.582350 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-c184067c-763d-43e7-bbf4-dd4a6c27b900 None None] Attempting to bind port e78b0ee6-4f83-40f3-ba99-202e8fd54985 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '6b450ce7-6de0-40ba-9f5e-7f7a7366559b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0968c128-5c58-4ede-ab23-c4a8e5b29977'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:18:43.582472 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c184067c-763d-43e7-bbf4-dd4a6c27b900 None None] Attempting to bind port e78b0ee6-4f83-40f3-ba99-202e8fd54985 on network 0968c128-5c58-4ede-ab23-c4a8e5b29977 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:18:43.587342 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-1b917944-d263-4d25-9d93-bcf1c2742280 None None] Transition to ACTIVE for port object 1c92fbec-f26f-49ed-8236-acad6178654f will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:18:43.591565 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c184067c-763d-43e7-bbf4-dd4a6c27b900 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:18:43.591946 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c184067c-763d-43e7-bbf4-dd4a6c27b900 None None] Checking segment: {'id': '6b450ce7-6de0-40ba-9f5e-7f7a7366559b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0968c128-5c58-4ede-ab23-c4a8e5b29977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:18:43.592419 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-c184067c-763d-43e7-bbf4-dd4a6c27b900 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:43.592835 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c184067c-763d-43e7-bbf4-dd4a6c27b900 None None] Bound using segment: {'id': '6b450ce7-6de0-40ba-9f5e-7f7a7366559b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0968c128-5c58-4ede-ab23-c4a8e5b29977'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:18:43.593354 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-c184067c-763d-43e7-bbf4-dd4a6c27b900 None None] Bound port: e78b0ee6-4f83-40f3-ba99-202e8fd54985, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b450ce7-6de0-40ba-9f5e-7f7a7366559b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0968c128-5c58-4ede-ab23-c4a8e5b29977'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:18:43.593763 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-c184067c-763d-43e7-bbf4-dd4a6c27b900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:43.609220 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1b917944-d263-4d25-9d93-bcf1c2742280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:43.726177 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b917944-d263-4d25-9d93-bcf1c2742280 None None] Network 17c4a866-4e06-413a-940e-19e934ba8c82 is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:18:43.733348 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-1b917944-d263-4d25-9d93-bcf1c2742280 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:18:43.735778 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b917944-d263-4d25-9d93-bcf1c2742280 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 18:18:43.754087 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b917944-d263-4d25-9d93-bcf1c2742280 None None] Pushing event updated for resources: {'Port': ['ID=1c92fbec-f26f-49ed-8236-acad6178654f,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:43.786289 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device de85cb74-4756-4299-a8e5-b27aba534937 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:18:43.908123 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8c1e436f-6e1e-4da0-b0c7-ca27e65c5074 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:43.908702 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-c184067c-763d-43e7-bbf4-dd4a6c27b900 None None] For port e78b0ee6-4f83-40f3-ba99-202e8fd54985, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:18:43.915542 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-1b917944-d263-4d25-9d93-bcf1c2742280 None None] Attempting to bind port 1c92fbec-f26f-49ed-8236-acad6178654f on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:18:43.915907 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-1b917944-d263-4d25-9d93-bcf1c2742280 None None] Attempting to bind port 1c92fbec-f26f-49ed-8236-acad6178654f by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '00d82bd6-d6ca-4d3a-8165-afb1d76d8f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '17c4a866-4e06-413a-940e-19e934ba8c82'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:18:43.916264 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b917944-d263-4d25-9d93-bcf1c2742280 None None] Attempting to bind port 1c92fbec-f26f-49ed-8236-acad6178654f on network 17c4a866-4e06-413a-940e-19e934ba8c82 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:18:43.924512 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-c184067c-763d-43e7-bbf4-dd4a6c27b900 None None] For port e78b0ee6-4f83-40f3-ba99-202e8fd54985, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=e78b0ee6-4f83-40f3-ba99-202e8fd54985,segment=NetworkSegment(6b450ce7-6de0-40ba-9f5e-7f7a7366559b),segment_id=6b450ce7-6de0-40ba-9f5e-7f7a7366559b)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:18:43.928579 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b917944-d263-4d25-9d93-bcf1c2742280 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:18:43.928951 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b917944-d263-4d25-9d93-bcf1c2742280 None None] Checking segment: {'id': '00d82bd6-d6ca-4d3a-8165-afb1d76d8f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '17c4a866-4e06-413a-940e-19e934ba8c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:18:43.929535 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1b917944-d263-4d25-9d93-bcf1c2742280 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:43.930000 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b917944-d263-4d25-9d93-bcf1c2742280 None None] Bound using segment: {'id': '00d82bd6-d6ca-4d3a-8165-afb1d76d8f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '17c4a866-4e06-413a-940e-19e934ba8c82'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:18:43.930457 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-1b917944-d263-4d25-9d93-bcf1c2742280 None None] Bound port: 1c92fbec-f26f-49ed-8236-acad6178654f, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00d82bd6-d6ca-4d3a-8165-afb1d76d8f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '17c4a866-4e06-413a-940e-19e934ba8c82'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:18:43.930827 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1b917944-d263-4d25-9d93-bcf1c2742280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:43.942566 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-c184067c-763d-43e7-bbf4-dd4a6c27b900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:44.066296 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port de85cb74-4756-4299-a8e5-b27aba534937 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:18:44.066671 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:44.115689 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c184067c-763d-43e7-bbf4-dd4a6c27b900 None None] Routers {'0e12a2d8-b2e1-422c-b33b-5153fb78547c'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:18:44.116321 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-c184067c-763d-43e7-bbf4-dd4a6c27b900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:18:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['0e12a2d8-b2e1-422c-b33b-5153fb78547c'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:18:44.268197 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8c1e436f-6e1e-4da0-b0c7-ca27e65c5074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:44.270830 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e4d7ee-1fc3-4b3e-914d-02a487f0001c None None] Pushing event updated for resources: {'Port': ['ID=e78b0ee6-4f83-40f3-ba99-202e8fd54985,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:44.316963 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-1b917944-d263-4d25-9d93-bcf1c2742280 None None] For port 1c92fbec-f26f-49ed-8236-acad6178654f, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:18:44.323283 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-1b917944-d263-4d25-9d93-bcf1c2742280 None None] For port 1c92fbec-f26f-49ed-8236-acad6178654f, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=1c92fbec-f26f-49ed-8236-acad6178654f,segment=NetworkSegment(00d82bd6-d6ca-4d3a-8165-afb1d76d8f35),segment_id=00d82bd6-d6ca-4d3a-8165-afb1d76d8f35)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:18:44.339317 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1b917944-d263-4d25-9d93-bcf1c2742280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:44.409352 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-c184067c-763d-43e7-bbf4-dd4a6c27b900 None None] Set router 0e12a2d8-b2e1-422c-b33b-5153fb78547c gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:18:44.474524 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c1e436f-6e1e-4da0-b0c7-ca27e65c5074 admin admin] Router 1a6efe1f-571d-4ec9-b12e-d5b8cfbcad89 is scheduled to L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 with binding_index 1 {{(pid=88038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 18:18:44.637534 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b917944-d263-4d25-9d93-bcf1c2742280 None None] Pushing event updated for resources: {'Port': ['ID=1c92fbec-f26f-49ed-8236-acad6178654f,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:44.655909 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c1e436f-6e1e-4da0-b0c7-ca27e65c5074 admin admin] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:18:44.665513 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8998fd2-5c8d-41c0-b49c-c5bc8650b844 None None] Sync routers for ids ['1a6efe1f-571d-4ec9-b12e-d5b8cfbcad89'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:18:44.678604 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8998fd2-5c8d-41c0-b49c-c5bc8650b844 None None] Routers {'1a6efe1f-571d-4ec9-b12e-d5b8cfbcad89'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:18:44.679664 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-a8998fd2-5c8d-41c0-b49c-c5bc8650b844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:18:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['1a6efe1f-571d-4ec9-b12e-d5b8cfbcad89'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:18:44.682431 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8c1e436f-6e1e-4da0-b0c7-ca27e65c5074 admin admin] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:44.686784 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-8c1e436f-6e1e-4da0-b0c7-ca27e65c5074 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.3959982 May 04 18:18:44.687023 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 35076) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:18:44.891378 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-c184067c-763d-43e7-bbf4-dd4a6c27b900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e12a2d8-b2e1-422c-b33b-5153fb78547c', 'name': 'tempest-TestShelveInstance-2140994347-router', 'tenant_id': 'e124429eb90e4965bbb52c1bbfabcc22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': 'de85cb74-4756-4299-a8e5-b27aba534937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:18:35Z', 'updated_at': '2022-05-04T18:18:39Z', 'revision_number': 4, 'project_id': 'e124429eb90e4965bbb52c1bbfabcc22', 'gw_port': {'id': 'de85cb74-4756-4299-a8e5-b27aba534937', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:11:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e12a2d8-b2e1-422c-b33b-5153fb78547c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:18:36Z', 'updated_at': '2022-05-04T18:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': 'e78b0ee6-4f83-40f3-ba99-202e8fd54985', 'name': '', 'network_id': '0968c128-5c58-4ede-ab23-c4a8e5b29977', 'tenant_id': 'e124429eb90e4965bbb52c1bbfabcc22', 'mac_address': 'fa:16:3e:49:8f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e12a2d8-b2e1-422c-b33b-5153fb78547c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '956ea5a7-0299-4b93-88d4-f9aeee9035d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:18:39Z', 'updated_at': '2022-05-04T18:18:43Z', 'revision_number': 4, 'project_id': 'e124429eb90e4965bbb52c1bbfabcc22', 'subnets': [{'id': '956ea5a7-0299-4b93-88d4-f9aeee9035d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:18:44.896233 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c184067c-763d-43e7-bbf4-dd4a6c27b900 None None] The sync data for ids ['0e12a2d8-b2e1-422c-b33b-5153fb78547c'] in dv-neutron-840426-1-hyperv is: [{'id': '0e12a2d8-b2e1-422c-b33b-5153fb78547c', 'name': 'tempest-TestShelveInstance-2140994347-router', 'tenant_id': 'e124429eb90e4965bbb52c1bbfabcc22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': 'de85cb74-4756-4299-a8e5-b27aba534937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:18:35Z', 'updated_at': '2022-05-04T18:18:39Z', 'revision_number': 4, 'project_id': 'e124429eb90e4965bbb52c1bbfabcc22', 'gw_port': {'id': 'de85cb74-4756-4299-a8e5-b27aba534937', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:11:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e12a2d8-b2e1-422c-b33b-5153fb78547c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:18:36Z', 'updated_at': '2022-05-04T18:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': 'e78b0ee6-4f83-40f3-ba99-202e8fd54985', 'name': '', 'network_id': '0968c128-5c58-4ede-ab23-c4a8e5b29977', 'tenant_id': 'e124429eb90e4965bbb52c1bbfabcc22', 'mac_address': 'fa:16:3e:49:8f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e12a2d8-b2e1-422c-b33b-5153fb78547c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '956ea5a7-0299-4b93-88d4-f9aeee9035d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:18:39Z', 'updated_at': '2022-05-04T18:18:43Z', 'revision_number': 4, 'project_id': 'e124429eb90e4965bbb52c1bbfabcc22', 'subnets': [{'id': '956ea5a7-0299-4b93-88d4-f9aeee9035d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:18:44.919461 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-a8998fd2-5c8d-41c0-b49c-c5bc8650b844 None None] Set router 1a6efe1f-571d-4ec9-b12e-d5b8cfbcad89 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:18:45.250349 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-a8998fd2-5c8d-41c0-b49c-c5bc8650b844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6efe1f-571d-4ec9-b12e-d5b8cfbcad89', 'name': 'tempest-TestShelveInstance-616299551-router', 'tenant_id': '9f5860acb4764d748b535568f22f48e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.92'}], 'enable_snat': True}, 'gw_port_id': '6634b43b-b4f5-4704-b870-f36ff52daf3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:18:42Z', 'updated_at': '2022-05-04T18:18:43Z', 'revision_number': 3, 'project_id': '9f5860acb4764d748b535568f22f48e9', 'gw_port': {'id': '6634b43b-b4f5-4704-b870-f36ff52daf3c', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ab:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6efe1f-571d-4ec9-b12e-d5b8cfbcad89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:18:42Z', 'updated_at': '2022-05-04T18:18:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:18:45.254941 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8998fd2-5c8d-41c0-b49c-c5bc8650b844 None None] Checking router: 1a6efe1f-571d-4ec9-b12e-d5b8cfbcad89 for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:18:45.255308 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8998fd2-5c8d-41c0-b49c-c5bc8650b844 None None] Updating router 1a6efe1f-571d-4ec9-b12e-d5b8cfbcad89 port 6634b43b-b4f5-4704-b870-f36ff52daf3c binding host dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:18:45.315330 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-a8998fd2-5c8d-41c0-b49c-c5bc8650b844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:45.639041 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3dc4f26d-3150-4156-a620-9af30f79312b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:45.690314 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-a8998fd2-5c8d-41c0-b49c-c5bc8650b844 None None] Notify callbacks [] for port, precommit_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:45.702997 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.provisioning_blocks [None req-a8998fd2-5c8d-41c0-b49c-c5bc8650b844 None None] Transition to ACTIVE for port object 6634b43b-b4f5-4704-b870-f36ff52daf3c will not be triggered until provisioned by entity L2. {{(pid=88040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:18:45.712201 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-a8998fd2-5c8d-41c0-b49c-c5bc8650b844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:45.788849 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-a8998fd2-5c8d-41c0-b49c-c5bc8650b844 None None] Attempting to bind port 6634b43b-b4f5-4704-b870-f36ff52daf3c on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:18:45.789217 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-a8998fd2-5c8d-41c0-b49c-c5bc8650b844 None None] Attempting to bind port 6634b43b-b4f5-4704-b870-f36ff52daf3c by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}] {{(pid=88040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:18:45.789660 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8998fd2-5c8d-41c0-b49c-c5bc8650b844 None None] Attempting to bind port 6634b43b-b4f5-4704-b870-f36ff52daf3c on network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:18:45.811485 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c9d5fc-6e73-4c1d-a9fd-2c6715b79e78 None None] Network 17c4a866-4e06-413a-940e-19e934ba8c82 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:18:45.821828 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8998fd2-5c8d-41c0-b49c-c5bc8650b844 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:18:45.822237 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8998fd2-5c8d-41c0-b49c-c5bc8650b844 None None] Checking segment: {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:18:45.822623 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-a8998fd2-5c8d-41c0-b49c-c5bc8650b844 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:45.825617 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8998fd2-5c8d-41c0-b49c-c5bc8650b844 None None] Bound using segment: {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'} {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:18:45.826087 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-a8998fd2-5c8d-41c0-b49c-c5bc8650b844 None None] Bound port: 6634b43b-b4f5-4704-b870-f36ff52daf3c, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}}] {{(pid=88040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:18:45.826465 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-a8998fd2-5c8d-41c0-b49c-c5bc8650b844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:45.893531 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 1c92fbec-f26f-49ed-8236-acad6178654f up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:18:45.897071 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9c649a-9def-4ebe-bd9c-cb92c553b829 None None] Pushing event updated for resources: {'Port': ['ID=6634b43b-b4f5-4704-b870-f36ff52daf3c,revision_number=2']} {{(pid=88040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:45.918672 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-3dc4f26d-3150-4156-a620-9af30f79312b admin admin] Allocated IP 172.20.0.1 (17c4a866-4e06-413a-940e-19e934ba8c82/8b3ee6c5-bc7c-4a9d-930b-75dbeb9cb4ff/0ca95036-3fa6-48c1-9a42-465197c2df11) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:18:45.929243 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.db [None req-a8998fd2-5c8d-41c0-b49c-c5bc8650b844 None None] For port 6634b43b-b4f5-4704-b870-f36ff52daf3c, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:18:45.932701 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.db [None req-a8998fd2-5c8d-41c0-b49c-c5bc8650b844 None None] For port 6634b43b-b4f5-4704-b870-f36ff52daf3c, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=6634b43b-b4f5-4704-b870-f36ff52daf3c,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:18:45.939598 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-a8998fd2-5c8d-41c0-b49c-c5bc8650b844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:46.006606 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-ee7aa345-7e8a-4401-b15b-fca0a7c66aaa None None] Provisioning for port 1c92fbec-f26f-49ed-8236-acad6178654f completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:18:46.027448 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8998fd2-5c8d-41c0-b49c-c5bc8650b844 None None] Routers {'1a6efe1f-571d-4ec9-b12e-d5b8cfbcad89'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:18:46.027997 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-a8998fd2-5c8d-41c0-b49c-c5bc8650b844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:18:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['1a6efe1f-571d-4ec9-b12e-d5b8cfbcad89'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:18:46.112752 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9c649a-9def-4ebe-bd9c-cb92c553b829 None None] Pushing event updated for resources: {'Port': ['ID=6634b43b-b4f5-4704-b870-f36ff52daf3c,revision_number=3']} {{(pid=88040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:46.114347 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3dc4f26d-3150-4156-a620-9af30f79312b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:46.131786 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-3dc4f26d-3150-4156-a620-9af30f79312b admin admin] Transition to ACTIVE for port object 0ca95036-3fa6-48c1-9a42-465197c2df11 will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:18:46.158743 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3dc4f26d-3150-4156-a620-9af30f79312b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:46.167220 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 1c92fbec-f26f-49ed-8236-acad6178654f completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:18:46.175792 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 1c92fbec-f26f-49ed-8236-acad6178654f triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:18:46.176169 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:46.262225 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc4f26d-3150-4156-a620-9af30f79312b admin admin] Network 17c4a866-4e06-413a-940e-19e934ba8c82 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:18:46.270736 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-3dc4f26d-3150-4156-a620-9af30f79312b admin admin] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:18:46.278651 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc4f26d-3150-4156-a620-9af30f79312b admin admin] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 18:18:46.323344 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:46.333896 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc4f26d-3150-4156-a620-9af30f79312b admin admin] Pushing event updated for resources: {'Port': ['ID=0ca95036-3fa6-48c1-9a42-465197c2df11,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:46.351859 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-a8998fd2-5c8d-41c0-b49c-c5bc8650b844 None None] Set router 1a6efe1f-571d-4ec9-b12e-d5b8cfbcad89 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:18:46.362456 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 1c92fbec-f26f-49ed-8236-acad6178654f, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=1c92fbec-f26f-49ed-8236-acad6178654f,segment=NetworkSegment(00d82bd6-d6ca-4d3a-8165-afb1d76d8f35),segment_id=00d82bd6-d6ca-4d3a-8165-afb1d76d8f35)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:18:46.367392 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:46.368170 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device e78b0ee6-4f83-40f3-ba99-202e8fd54985 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:18:46.380588 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3dc4f26d-3150-4156-a620-9af30f79312b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710357'] for router_interface, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:46.491120 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=1c92fbec-f26f-49ed-8236-acad6178654f,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:46.505582 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port e78b0ee6-4f83-40f3-ba99-202e8fd54985 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:18:46.510721 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port e78b0ee6-4f83-40f3-ba99-202e8fd54985 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:18:46.511096 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:46.533540 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3dc4f26d-3150-4156-a620-9af30f79312b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:46.629551 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:46.679722 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-0d12a890-5d84-4d6c-9c71-c4ea3189a868 None None] Provisioning complete for port 1c92fbec-f26f-49ed-8236-acad6178654f triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:18:46.680187 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0d12a890-5d84-4d6c-9c71-c4ea3189a868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:46.681754 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-a8998fd2-5c8d-41c0-b49c-c5bc8650b844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6efe1f-571d-4ec9-b12e-d5b8cfbcad89', 'name': 'tempest-TestShelveInstance-616299551-router', 'tenant_id': '9f5860acb4764d748b535568f22f48e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.92'}], 'enable_snat': True}, 'gw_port_id': '6634b43b-b4f5-4704-b870-f36ff52daf3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:18:42Z', 'updated_at': '2022-05-04T18:18:43Z', 'revision_number': 3, 'project_id': '9f5860acb4764d748b535568f22f48e9', 'gw_port': {'id': '6634b43b-b4f5-4704-b870-f36ff52daf3c', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ab:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6efe1f-571d-4ec9-b12e-d5b8cfbcad89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:18:42Z', 'updated_at': '2022-05-04T18:18:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:18:46.686509 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8998fd2-5c8d-41c0-b49c-c5bc8650b844 None None] The sync data for ids ['1a6efe1f-571d-4ec9-b12e-d5b8cfbcad89'] in dv-neutron-840426-1-hyperv is: [{'id': '1a6efe1f-571d-4ec9-b12e-d5b8cfbcad89', 'name': 'tempest-TestShelveInstance-616299551-router', 'tenant_id': '9f5860acb4764d748b535568f22f48e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.92'}], 'enable_snat': True}, 'gw_port_id': '6634b43b-b4f5-4704-b870-f36ff52daf3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:18:42Z', 'updated_at': '2022-05-04T18:18:43Z', 'revision_number': 3, 'project_id': '9f5860acb4764d748b535568f22f48e9', 'gw_port': {'id': '6634b43b-b4f5-4704-b870-f36ff52daf3c', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ab:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6efe1f-571d-4ec9-b12e-d5b8cfbcad89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:18:42Z', 'updated_at': '2022-05-04T18:18:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:18:46.720523 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port e78b0ee6-4f83-40f3-ba99-202e8fd54985, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=e78b0ee6-4f83-40f3-ba99-202e8fd54985,segment=NetworkSegment(6b450ce7-6de0-40ba-9f5e-7f7a7366559b),segment_id=6b450ce7-6de0-40ba-9f5e-7f7a7366559b)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:18:46.735976 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:46.813864 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3dc4f26d-3150-4156-a620-9af30f79312b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:46.821399 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3dc4f26d-3150-4156-a620-9af30f79312b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:46.821829 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=e78b0ee6-4f83-40f3-ba99-202e8fd54985,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:46.938685 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc4f26d-3150-4156-a620-9af30f79312b admin admin] Pushing event updated for resources: {'Port': ['ID=0ca95036-3fa6-48c1-9a42-465197c2df11,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:46.941042 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-3dc4f26d-3150-4156-a620-9af30f79312b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710702'] for router_interface, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:47.015354 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-231f6ce1-c354-442c-bf5f-af31c4e9996b None None] Provisioning for port 0ca95036-3fa6-48c1-9a42-465197c2df11 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:18:47.020537 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-231f6ce1-c354-442c-bf5f-af31c4e9996b None None] Provisioning complete for port 0ca95036-3fa6-48c1-9a42-465197c2df11 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:18:47.020906 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-231f6ce1-c354-442c-bf5f-af31c4e9996b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:47.077361 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-231f6ce1-c354-442c-bf5f-af31c4e9996b None None] Port 0ca95036-3fa6-48c1-9a42-465197c2df11 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 18:18:47.101667 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc4f26d-3150-4156-a620-9af30f79312b admin admin] Network 17c4a866-4e06-413a-940e-19e934ba8c82 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:18:47.102953 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-3dc4f26d-3150-4156-a620-9af30f79312b admin admin] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:18:47.400998 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-5cca568b-bd33-4ccc-82e3-333cb83db545 None None] Provisioning complete for port 0ca95036-3fa6-48c1-9a42-465197c2df11 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:18:47.401371 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-5cca568b-bd33-4ccc-82e3-333cb83db545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:47.429052 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dc4f26d-3150-4156-a620-9af30f79312b admin admin] Router 1a6efe1f-571d-4ec9-b12e-d5b8cfbcad89 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 18:18:47.458522 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-5cca568b-bd33-4ccc-82e3-333cb83db545 None None] Port 0ca95036-3fa6-48c1-9a42-465197c2df11 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 18:18:47.620004 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc4f26d-3150-4156-a620-9af30f79312b admin admin] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:18:47.629491 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-3dc4f26d-3150-4156-a620-9af30f79312b admin admin] 10.222.0.41 "PUT /v2.0/routers/1a6efe1f-571d-4ec9-b12e-d5b8cfbcad89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9414330 May 04 18:18:47.849314 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 6634b43b-b4f5-4704-b870-f36ff52daf3c up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:18:47.917241 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 6634b43b-b4f5-4704-b870-f36ff52daf3c completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:18:47.922509 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 6634b43b-b4f5-4704-b870-f36ff52daf3c triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:18:47.923158 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:48.051299 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:48.068177 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 6634b43b-b4f5-4704-b870-f36ff52daf3c, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=6634b43b-b4f5-4704-b870-f36ff52daf3c,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:18:48.071899 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:48.072644 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 1c92fbec-f26f-49ed-8236-acad6178654f up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:18:48.235540 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 35088) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:18:48.249346 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=6634b43b-b4f5-4704-b870-f36ff52daf3c,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:48.252788 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-a7f464c5-e615-4930-91c8-e3c197a196a3 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1357343957', 'description': 'tempest-secgroup-smoke-1357343957 description', 'project_id': 'e124429eb90e4965bbb52c1bbfabcc22'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:18:48.261339 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-a7f464c5-e615-4930-91c8-e3c197a196a3 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:18:48.261967 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 1c92fbec-f26f-49ed-8236-acad6178654f triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:18:48.262340 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:48.266243 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-a7f464c5-e615-4930-91c8-e3c197a196a3 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Usage tracker for resource:security_group and tenant:e124429eb90e4965bbb52c1bbfabcc22 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:18:48.269554 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-a7f464c5-e615-4930-91c8-e3c197a196a3 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:18:48.276657 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-a7f464c5-e615-4930-91c8-e3c197a196a3 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:18:48.288510 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a7f464c5-e615-4930-91c8-e3c197a196a3 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:48.292136 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac85c159-cf4d-4169-888a-99ebd10f91ec None None] Sync routers for ids ['1a6efe1f-571d-4ec9-b12e-d5b8cfbcad89'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:18:48.308809 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-a7f464c5-e615-4930-91c8-e3c197a196a3 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:18:48.312636 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-a7f464c5-e615-4930-91c8-e3c197a196a3 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Usage tracker for resource:security_group_rule and tenant:e124429eb90e4965bbb52c1bbfabcc22 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:18:48.315502 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-a7f464c5-e615-4930-91c8-e3c197a196a3 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:18:48.317939 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac85c159-cf4d-4169-888a-99ebd10f91ec None None] Routers {'1a6efe1f-571d-4ec9-b12e-d5b8cfbcad89'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:18:48.318582 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-ac85c159-cf4d-4169-888a-99ebd10f91ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:18:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['1a6efe1f-571d-4ec9-b12e-d5b8cfbcad89'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:18:48.321526 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-a7f464c5-e615-4930-91c8-e3c197a196a3 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:18:48.393519 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a7f464c5-e615-4930-91c8-e3c197a196a3 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:48.397784 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a7f464c5-e615-4930-91c8-e3c197a196a3 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:48.439054 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f464c5-e615-4930-91c8-e3c197a196a3 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9ecb47-d160-4bad-b591-f30196451453,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:48.443350 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a7f464c5-e615-4930-91c8-e3c197a196a3 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:48.447316 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-a7f464c5-e615-4930-91c8-e3c197a196a3 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2068913 May 04 18:18:48.447754 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 35092) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:18:48.454939 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-739904fa-79d6-4835-b32a-9f10947bc807 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Request body: {'security_group_rule': {'security_group_id': '9a9ecb47-d160-4bad-b591-f30196451453', 'project_id': 'e124429eb90e4965bbb52c1bbfabcc22', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:18:48.461424 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-739904fa-79d6-4835-b32a-9f10947bc807 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:18:48.465584 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-739904fa-79d6-4835-b32a-9f10947bc807 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Usage tracker for resource:security_group_rule and tenant:e124429eb90e4965bbb52c1bbfabcc22 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:18:48.470302 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-739904fa-79d6-4835-b32a-9f10947bc807 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:18:48.475915 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-739904fa-79d6-4835-b32a-9f10947bc807 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:18:48.492870 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-739904fa-79d6-4835-b32a-9f10947bc807 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:48.543338 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device e78b0ee6-4f83-40f3-ba99-202e8fd54985 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:18:48.553632 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-739904fa-79d6-4835-b32a-9f10947bc807 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:48.557194 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-739904fa-79d6-4835-b32a-9f10947bc807 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:48.583381 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739904fa-79d6-4835-b32a-9f10947bc807 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7b32792-130e-4f3c-8244-3152c32ec9a6,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:48.593329 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-739904fa-79d6-4835-b32a-9f10947bc807 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:48.596967 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-739904fa-79d6-4835-b32a-9f10947bc807 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1448364 May 04 18:18:48.597128 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-ac85c159-cf4d-4169-888a-99ebd10f91ec None None] Set router 1a6efe1f-571d-4ec9-b12e-d5b8cfbcad89 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:18:48.597216 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 35096) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:18:48.602265 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-8350526b-f678-40a4-8704-f7045b94e32d tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Request body: {'security_group_rule': {'security_group_id': '9a9ecb47-d160-4bad-b591-f30196451453', 'project_id': 'e124429eb90e4965bbb52c1bbfabcc22', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:18:48.608045 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-8350526b-f678-40a4-8704-f7045b94e32d tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:18:48.611841 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-8350526b-f678-40a4-8704-f7045b94e32d tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Usage tracker for resource:security_group_rule and tenant:e124429eb90e4965bbb52c1bbfabcc22 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:18:48.614659 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-8350526b-f678-40a4-8704-f7045b94e32d tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:18:48.620326 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-8350526b-f678-40a4-8704-f7045b94e32d tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:18:48.638064 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8350526b-f678-40a4-8704-f7045b94e32d tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:48.700241 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8350526b-f678-40a4-8704-f7045b94e32d tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:48.704635 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8350526b-f678-40a4-8704-f7045b94e32d tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:48.728111 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8350526b-f678-40a4-8704-f7045b94e32d tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44684302-456f-45b1-b3a1-deed0b26c2fc,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:48.737065 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8350526b-f678-40a4-8704-f7045b94e32d tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:48.738366 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-8350526b-f678-40a4-8704-f7045b94e32d tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1403201 May 04 18:18:48.741068 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 35100) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:18:48.746033 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-00b9afa8-2e39-45c0-9ff5-753ca881e7e9 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Request body: {'security_group_rule': {'security_group_id': '9a9ecb47-d160-4bad-b591-f30196451453', 'project_id': 'e124429eb90e4965bbb52c1bbfabcc22', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:18:48.752917 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-00b9afa8-2e39-45c0-9ff5-753ca881e7e9 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:18:48.756842 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-00b9afa8-2e39-45c0-9ff5-753ca881e7e9 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Usage tracker for resource:security_group_rule and tenant:e124429eb90e4965bbb52c1bbfabcc22 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:18:48.759679 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-00b9afa8-2e39-45c0-9ff5-753ca881e7e9 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:18:48.765966 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-00b9afa8-2e39-45c0-9ff5-753ca881e7e9 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:18:48.772881 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port e78b0ee6-4f83-40f3-ba99-202e8fd54985 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:18:48.773332 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:48.782702 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-00b9afa8-2e39-45c0-9ff5-753ca881e7e9 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:48.844000 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-00b9afa8-2e39-45c0-9ff5-753ca881e7e9 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:48.847877 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-00b9afa8-2e39-45c0-9ff5-753ca881e7e9 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:48.868962 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b9afa8-2e39-45c0-9ff5-753ca881e7e9 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04fb5095-46a1-4a69-8e71-70d745e95ff5,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:48.880333 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-00b9afa8-2e39-45c0-9ff5-753ca881e7e9 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:48.881532 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-00b9afa8-2e39-45c0-9ff5-753ca881e7e9 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1395633 May 04 18:18:48.884132 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 35104) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:18:48.890026 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-ecc21cf1-14ca-45b4-a9b3-253b0f5a064e tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Request body: {'security_group_rule': {'security_group_id': '9a9ecb47-d160-4bad-b591-f30196451453', 'project_id': 'e124429eb90e4965bbb52c1bbfabcc22', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:18:48.895775 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-ecc21cf1-14ca-45b4-a9b3-253b0f5a064e tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:18:48.899627 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-ecc21cf1-14ca-45b4-a9b3-253b0f5a064e tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Usage tracker for resource:security_group_rule and tenant:e124429eb90e4965bbb52c1bbfabcc22 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:18:48.902459 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-ecc21cf1-14ca-45b4-a9b3-253b0f5a064e tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:18:48.908245 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-ecc21cf1-14ca-45b4-a9b3-253b0f5a064e tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:18:48.926033 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ecc21cf1-14ca-45b4-a9b3-253b0f5a064e tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:48.994271 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ecc21cf1-14ca-45b4-a9b3-253b0f5a064e tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:48.998907 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ecc21cf1-14ca-45b4-a9b3-253b0f5a064e tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:49.023582 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc21cf1-14ca-45b4-a9b3-253b0f5a064e tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0868ebef-6790-4ebd-9610-8ea6de0c70c9,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:49.032427 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-ecc21cf1-14ca-45b4-a9b3-253b0f5a064e tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:49.033622 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-ecc21cf1-14ca-45b4-a9b3-253b0f5a064e tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1485627 May 04 18:18:49.034248 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-ac85c159-cf4d-4169-888a-99ebd10f91ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6efe1f-571d-4ec9-b12e-d5b8cfbcad89', 'name': 'tempest-TestShelveInstance-616299551-router', 'tenant_id': '9f5860acb4764d748b535568f22f48e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.92'}], 'enable_snat': True}, 'gw_port_id': '6634b43b-b4f5-4704-b870-f36ff52daf3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:18:42Z', 'updated_at': '2022-05-04T18:18:46Z', 'revision_number': 4, 'project_id': '9f5860acb4764d748b535568f22f48e9', 'gw_port': {'id': '6634b43b-b4f5-4704-b870-f36ff52daf3c', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ab:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6efe1f-571d-4ec9-b12e-d5b8cfbcad89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:18:42Z', 'updated_at': '2022-05-04T18:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '0ca95036-3fa6-48c1-9a42-465197c2df11', 'name': '', 'network_id': '17c4a866-4e06-413a-940e-19e934ba8c82', 'tenant_id': '9f5860acb4764d748b535568f22f48e9', 'mac_address': 'fa:16:3e:f0:9a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6efe1f-571d-4ec9-b12e-d5b8cfbcad89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '8b3ee6c5-bc7c-4a9d-930b-75dbeb9cb4ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:18:45Z', 'updated_at': '2022-05-04T18:18:46Z', 'revision_number': 2, 'project_id': '9f5860acb4764d748b535568f22f48e9', 'subnets': [{'id': '8b3ee6c5-bc7c-4a9d-930b-75dbeb9cb4ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:18:49.036482 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 35108) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:18:49.038255 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac85c159-cf4d-4169-888a-99ebd10f91ec None None] Checking router: 1a6efe1f-571d-4ec9-b12e-d5b8cfbcad89 for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:18:49.038597 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac85c159-cf4d-4169-888a-99ebd10f91ec None None] Updating router 1a6efe1f-571d-4ec9-b12e-d5b8cfbcad89 port 0ca95036-3fa6-48c1-9a42-465197c2df11 binding host dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:18:49.042151 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-a61deba2-18d4-4766-b24b-61ca1e9490fe tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Request body: {'security_group_rule': {'security_group_id': '9a9ecb47-d160-4bad-b591-f30196451453', 'project_id': 'e124429eb90e4965bbb52c1bbfabcc22', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:18:49.048266 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-a61deba2-18d4-4766-b24b-61ca1e9490fe tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:18:49.052261 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-a61deba2-18d4-4766-b24b-61ca1e9490fe tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Usage tracker for resource:security_group_rule and tenant:e124429eb90e4965bbb52c1bbfabcc22 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:18:49.055123 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-a61deba2-18d4-4766-b24b-61ca1e9490fe tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:18:49.061239 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-a61deba2-18d4-4766-b24b-61ca1e9490fe tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:18:49.071101 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.securitygroups_db [None req-a61deba2-18d4-4766-b24b-61ca1e9490fe tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Project e124429eb90e4965bbb52c1bbfabcc22 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 18:18:49.078134 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a61deba2-18d4-4766-b24b-61ca1e9490fe tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:49.101456 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ac85c159-cf4d-4169-888a-99ebd10f91ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:49.141825 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a61deba2-18d4-4766-b24b-61ca1e9490fe tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:49.145584 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a61deba2-18d4-4766-b24b-61ca1e9490fe tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:49.168069 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61deba2-18d4-4766-b24b-61ca1e9490fe tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f00d8b26-7a9d-446e-be3a-2164f3fc1f92,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:49.179461 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-a61deba2-18d4-4766-b24b-61ca1e9490fe tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:49.183363 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-a61deba2-18d4-4766-b24b-61ca1e9490fe tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1428323 May 04 18:18:49.183484 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 35112) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:18:49.188891 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-1575aa31-bb75-4c23-a51e-e297fa368693 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Request body: {'security_group_rule': {'security_group_id': '9a9ecb47-d160-4bad-b591-f30196451453', 'project_id': 'e124429eb90e4965bbb52c1bbfabcc22', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:18:49.194824 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-1575aa31-bb75-4c23-a51e-e297fa368693 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:18:49.198713 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-1575aa31-bb75-4c23-a51e-e297fa368693 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Usage tracker for resource:security_group_rule and tenant:e124429eb90e4965bbb52c1bbfabcc22 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:18:49.201636 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-1575aa31-bb75-4c23-a51e-e297fa368693 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:18:49.207521 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-1575aa31-bb75-4c23-a51e-e297fa368693 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:18:49.218279 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.securitygroups_db [None req-1575aa31-bb75-4c23-a51e-e297fa368693 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Project e124429eb90e4965bbb52c1bbfabcc22 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 18:18:49.224714 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1575aa31-bb75-4c23-a51e-e297fa368693 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:49.292257 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1575aa31-bb75-4c23-a51e-e297fa368693 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:49.296594 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1575aa31-bb75-4c23-a51e-e297fa368693 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:49.323416 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1575aa31-bb75-4c23-a51e-e297fa368693 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8469a349-1d80-4923-9f54-0970f9f02865,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:49.332091 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1575aa31-bb75-4c23-a51e-e297fa368693 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:49.333366 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-1575aa31-bb75-4c23-a51e-e297fa368693 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1490252 May 04 18:18:49.459139 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ac85c159-cf4d-4169-888a-99ebd10f91ec None None] Notify callbacks [] for port, precommit_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:49.470725 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-ac85c159-cf4d-4169-888a-99ebd10f91ec None None] Transition to ACTIVE for port object 0ca95036-3fa6-48c1-9a42-465197c2df11 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:18:49.476760 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ac85c159-cf4d-4169-888a-99ebd10f91ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:49.496125 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5d8a1f33-64f8-4837-b8ab-a269acb43ba3 req-47f9cb91-8039-49c6-a95c-3493a722de99 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1357343957&fields=id&tenant_id=e124429eb90e4965bbb52c1bbfabcc22 HTTP/1.1" status: 200 len: 267 time: 0.0434721 May 04 18:18:49.632605 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c885e48-5035-43e5-a9ee-e46123a42723 None None] Pushing event updated for resources: {'Port': ['ID=0ca95036-3fa6-48c1-9a42-465197c2df11,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:49.668139 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a1f33-64f8-4837-b8ab-a269acb43ba3 req-94443533-18ef-442d-b5a5-f23dc0ad6e60 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:49.670471 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5d8a1f33-64f8-4837-b8ab-a269acb43ba3 req-94443533-18ef-442d-b5a5-f23dc0ad6e60 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/networks?id=0968c128-5c58-4ede-ab23-c4a8e5b29977 HTTP/1.1" status: 200 len: 809 time: 0.1652126 May 04 18:18:49.686159 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5d8a1f33-64f8-4837-b8ab-a269acb43ba3 req-365bbe68-053e-43df-a3bd-29593ff51204 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/quotas/e124429eb90e4965bbb52c1bbfabcc22 HTTP/1.1" status: 200 len: 375 time: 0.0096478 May 04 18:18:49.700011 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-ac85c159-cf4d-4169-888a-99ebd10f91ec None None] Attempting to bind port 0ca95036-3fa6-48c1-9a42-465197c2df11 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:18:49.700315 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-ac85c159-cf4d-4169-888a-99ebd10f91ec None None] Attempting to bind port 0ca95036-3fa6-48c1-9a42-465197c2df11 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '00d82bd6-d6ca-4d3a-8165-afb1d76d8f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '17c4a866-4e06-413a-940e-19e934ba8c82'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:18:49.700685 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac85c159-cf4d-4169-888a-99ebd10f91ec None None] Attempting to bind port 0ca95036-3fa6-48c1-9a42-465197c2df11 on network 17c4a866-4e06-413a-940e-19e934ba8c82 {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:18:49.706699 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac85c159-cf4d-4169-888a-99ebd10f91ec None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:18:49.707083 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac85c159-cf4d-4169-888a-99ebd10f91ec None None] Checking segment: {'id': '00d82bd6-d6ca-4d3a-8165-afb1d76d8f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '17c4a866-4e06-413a-940e-19e934ba8c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:18:49.707497 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ac85c159-cf4d-4169-888a-99ebd10f91ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:49.707891 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac85c159-cf4d-4169-888a-99ebd10f91ec None None] Bound using segment: {'id': '00d82bd6-d6ca-4d3a-8165-afb1d76d8f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '17c4a866-4e06-413a-940e-19e934ba8c82'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:18:49.708367 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-ac85c159-cf4d-4169-888a-99ebd10f91ec None None] Bound port: 0ca95036-3fa6-48c1-9a42-465197c2df11, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00d82bd6-d6ca-4d3a-8165-afb1d76d8f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '17c4a866-4e06-413a-940e-19e934ba8c82'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:18:49.708750 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ac85c159-cf4d-4169-888a-99ebd10f91ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:49.780705 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5d8a1f33-64f8-4837-b8ab-a269acb43ba3 req-18bb4ddf-302a-4620-8a9c-973053516449 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e124429eb90e4965bbb52c1bbfabcc22&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0886996 May 04 18:18:49.796383 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 6634b43b-b4f5-4704-b870-f36ff52daf3c up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:18:49.899844 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-ac85c159-cf4d-4169-888a-99ebd10f91ec None None] For port 0ca95036-3fa6-48c1-9a42-465197c2df11, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:18:49.903363 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-ac85c159-cf4d-4169-888a-99ebd10f91ec None None] For port 0ca95036-3fa6-48c1-9a42-465197c2df11, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=0ca95036-3fa6-48c1-9a42-465197c2df11,segment=NetworkSegment(00d82bd6-d6ca-4d3a-8165-afb1d76d8f35),segment_id=00d82bd6-d6ca-4d3a-8165-afb1d76d8f35)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:18:49.909502 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ac85c159-cf4d-4169-888a-99ebd10f91ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:49.965880 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 6634b43b-b4f5-4704-b870-f36ff52daf3c triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:18:49.966275 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:50.020798 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5d8a1f33-64f8-4837-b8ab-a269acb43ba3 req-ce91e776-7684-41bb-9ea5-7f2007d35c2a service neutron] 10.222.0.41 "GET /v2.0/networks/0968c128-5c58-4ede-ab23-c4a8e5b29977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265151 May 04 18:18:50.045186 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c885e48-5035-43e5-a9ee-e46123a42723 None None] Pushing event updated for resources: {'Port': ['ID=0ca95036-3fa6-48c1-9a42-465197c2df11,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:50.050047 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac85c159-cf4d-4169-888a-99ebd10f91ec None None] Routers {'1a6efe1f-571d-4ec9-b12e-d5b8cfbcad89'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:18:50.050676 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-ac85c159-cf4d-4169-888a-99ebd10f91ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:18:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['1a6efe1f-571d-4ec9-b12e-d5b8cfbcad89'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:18:50.160227 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5d8a1f33-64f8-4837-b8ab-a269acb43ba3 req-cd22734d-edb0-47ca-b24a-38b5fcfa0923 service neutron] 10.222.0.41 "GET /v2.0/networks/0968c128-5c58-4ede-ab23-c4a8e5b29977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292171 May 04 18:18:50.300348 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-ac85c159-cf4d-4169-888a-99ebd10f91ec None None] Set router 1a6efe1f-571d-4ec9-b12e-d5b8cfbcad89 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:18:50.362725 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-10ef84eb-7b10-4d20-960b-a7939ccb99b6 req-9752c32e-b2f1-4c7b-bb82-08ffb3ce4f90 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Synchronizing usage tracker for tenant:e124429eb90e4965bbb52c1bbfabcc22 on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:18:50.379667 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-10ef84eb-7b10-4d20-960b-a7939ccb99b6 req-9752c32e-b2f1-4c7b-bb82-08ffb3ce4f90 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Unset dirty status for tenant:e124429eb90e4965bbb52c1bbfabcc22 on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:18:50.381171 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-10ef84eb-7b10-4d20-960b-a7939ccb99b6 req-9752c32e-b2f1-4c7b-bb82-08ffb3ce4f90 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f325551-911a-427d-aaa0-ccbd71faf116 HTTP/1.1" status: 200 len: 210 time: 0.0599978 May 04 18:18:50.618723 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-ac85c159-cf4d-4169-888a-99ebd10f91ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6efe1f-571d-4ec9-b12e-d5b8cfbcad89', 'name': 'tempest-TestShelveInstance-616299551-router', 'tenant_id': '9f5860acb4764d748b535568f22f48e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.92'}], 'enable_snat': True}, 'gw_port_id': '6634b43b-b4f5-4704-b870-f36ff52daf3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:18:42Z', 'updated_at': '2022-05-04T18:18:46Z', 'revision_number': 4, 'project_id': '9f5860acb4764d748b535568f22f48e9', 'gw_port': {'id': '6634b43b-b4f5-4704-b870-f36ff52daf3c', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ab:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6efe1f-571d-4ec9-b12e-d5b8cfbcad89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:18:42Z', 'updated_at': '2022-05-04T18:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '0ca95036-3fa6-48c1-9a42-465197c2df11', 'name': '', 'network_id': '17c4a866-4e06-413a-940e-19e934ba8c82', 'tenant_id': '9f5860acb4764d748b535568f22f48e9', 'mac_address': 'fa:16:3e:f0:9a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6efe1f-571d-4ec9-b12e-d5b8cfbcad89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '8b3ee6c5-bc7c-4a9d-930b-75dbeb9cb4ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:18:45Z', 'updated_at': '2022-05-04T18:18:49Z', 'revision_number': 4, 'project_id': '9f5860acb4764d748b535568f22f48e9', 'subnets': [{'id': '8b3ee6c5-bc7c-4a9d-930b-75dbeb9cb4ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:18:50.623156 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac85c159-cf4d-4169-888a-99ebd10f91ec None None] The sync data for ids ['1a6efe1f-571d-4ec9-b12e-d5b8cfbcad89'] in dv-neutron-840426-1-hyperv is: [{'id': '1a6efe1f-571d-4ec9-b12e-d5b8cfbcad89', 'name': 'tempest-TestShelveInstance-616299551-router', 'tenant_id': '9f5860acb4764d748b535568f22f48e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.92'}], 'enable_snat': True}, 'gw_port_id': '6634b43b-b4f5-4704-b870-f36ff52daf3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:18:42Z', 'updated_at': '2022-05-04T18:18:46Z', 'revision_number': 4, 'project_id': '9f5860acb4764d748b535568f22f48e9', 'gw_port': {'id': '6634b43b-b4f5-4704-b870-f36ff52daf3c', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ab:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6efe1f-571d-4ec9-b12e-d5b8cfbcad89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:18:42Z', 'updated_at': '2022-05-04T18:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '0ca95036-3fa6-48c1-9a42-465197c2df11', 'name': '', 'network_id': '17c4a866-4e06-413a-940e-19e934ba8c82', 'tenant_id': '9f5860acb4764d748b535568f22f48e9', 'mac_address': 'fa:16:3e:f0:9a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6efe1f-571d-4ec9-b12e-d5b8cfbcad89', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '8b3ee6c5-bc7c-4a9d-930b-75dbeb9cb4ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:18:45Z', 'updated_at': '2022-05-04T18:18:49Z', 'revision_number': 4, 'project_id': '9f5860acb4764d748b535568f22f48e9', 'subnets': [{'id': '8b3ee6c5-bc7c-4a9d-930b-75dbeb9cb4ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:18:51.550926 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2253ddf4-8415-41b6-83b8-89215a00803c req-f43545f1-f4f1-40f1-b166-a328f4df4ef4 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f325551-911a-427d-aaa0-ccbd71faf116 HTTP/1.1" status: 200 len: 210 time: 0.0607779 May 04 18:18:51.688665 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a1f33-64f8-4837-b8ab-a269acb43ba3 req-da07372b-660e-4f60-8427-379d21f237cc tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:51.690092 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5d8a1f33-64f8-4837-b8ab-a269acb43ba3 req-da07372b-660e-4f60-8427-379d21f237cc tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.42 "GET /v2.0/networks?id=0968c128-5c58-4ede-ab23-c4a8e5b29977 HTTP/1.1" status: 200 len: 809 time: 0.1645949 May 04 18:18:51.745877 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5d8a1f33-64f8-4837-b8ab-a269acb43ba3 req-637a8500-026f-45e0-8ed4-c9c5e7f4b242 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e124429eb90e4965bbb52c1bbfabcc22 HTTP/1.1" status: 200 len: 380 time: 0.0476983 May 04 18:18:51.754588 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [req-5d8a1f33-64f8-4837-b8ab-a269acb43ba3 req-47219c42-dad5-4cda-b88f-d3fe23bfc792 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Request body: {'port': {'device_id': '4f325551-911a-427d-aaa0-ccbd71faf116', 'network_id': '0968c128-5c58-4ede-ab23-c4a8e5b29977', 'admin_state_up': True, 'tenant_id': 'e124429eb90e4965bbb52c1bbfabcc22', 'security_groups': ['9a9ecb47-d160-4bad-b591-f30196451453']}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:18:51.807360 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 0ca95036-3fa6-48c1-9a42-465197c2df11 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:18:51.882954 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 0ca95036-3fa6-48c1-9a42-465197c2df11 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:18:51.888803 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 0ca95036-3fa6-48c1-9a42-465197c2df11 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:18:51.889237 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:52.003658 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [req-5d8a1f33-64f8-4837-b8ab-a269acb43ba3 req-47219c42-dad5-4cda-b88f-d3fe23bfc792 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:18:52.004007 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:52.014323 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [req-5d8a1f33-64f8-4837-b8ab-a269acb43ba3 req-47219c42-dad5-4cda-b88f-d3fe23bfc792 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:18:52.024485 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d8a1f33-64f8-4837-b8ab-a269acb43ba3 req-47219c42-dad5-4cda-b88f-d3fe23bfc792 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Made reservation on behalf of e124429eb90e4965bbb52c1bbfabcc22 for: {'port': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:18:52.027962 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-5d8a1f33-64f8-4837-b8ab-a269acb43ba3 req-47219c42-dad5-4cda-b88f-d3fe23bfc792 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:52.038769 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 0ca95036-3fa6-48c1-9a42-465197c2df11, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=0ca95036-3fa6-48c1-9a42-465197c2df11,segment=NetworkSegment(00d82bd6-d6ca-4d3a-8165-afb1d76d8f35),segment_id=00d82bd6-d6ca-4d3a-8165-afb1d76d8f35)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:18:52.042535 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:52.108564 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=0ca95036-3fa6-48c1-9a42-465197c2df11,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:52.193333 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [req-5d8a1f33-64f8-4837-b8ab-a269acb43ba3 req-47219c42-dad5-4cda-b88f-d3fe23bfc792 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Allocated IP 172.20.0.12 (0968c128-5c58-4ede-ab23-c4a8e5b29977/956ea5a7-0299-4b93-88d4-f9aeee9035d8/aed617dc-0ab2-4068-9a00-9df87c61f6f2) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:18:52.381875 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-5d8a1f33-64f8-4837-b8ab-a269acb43ba3 req-47219c42-dad5-4cda-b88f-d3fe23bfc792 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:52.396816 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [req-5d8a1f33-64f8-4837-b8ab-a269acb43ba3 req-47219c42-dad5-4cda-b88f-d3fe23bfc792 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Transition to ACTIVE for port object aed617dc-0ab2-4068-9a00-9df87c61f6f2 will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:18:52.418931 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-5d8a1f33-64f8-4837-b8ab-a269acb43ba3 req-47219c42-dad5-4cda-b88f-d3fe23bfc792 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:52.489888 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d8a1f33-64f8-4837-b8ab-a269acb43ba3 req-47219c42-dad5-4cda-b88f-d3fe23bfc792 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Network 0968c128-5c58-4ede-ab23-c4a8e5b29977 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:18:52.492922 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [req-5d8a1f33-64f8-4837-b8ab-a269acb43ba3 req-47219c42-dad5-4cda-b88f-d3fe23bfc792 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:18:52.495348 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d8a1f33-64f8-4837-b8ab-a269acb43ba3 req-47219c42-dad5-4cda-b88f-d3fe23bfc792 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 18:18:52.537136 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47219c42-dad5-4cda-b88f-d3fe23bfc792 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Pushing event updated for resources: {'Port': ['ID=aed617dc-0ab2-4068-9a00-9df87c61f6f2,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:52.567000 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a1f33-64f8-4837-b8ab-a269acb43ba3 req-47219c42-dad5-4cda-b88f-d3fe23bfc792 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:52.567680 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-5d8a1f33-64f8-4837-b8ab-a269acb43ba3 req-47219c42-dad5-4cda-b88f-d3fe23bfc792 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:52.595193 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5d8a1f33-64f8-4837-b8ab-a269acb43ba3 req-47219c42-dad5-4cda-b88f-d3fe23bfc792 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8442919 May 04 18:18:52.606274 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [req-5d8a1f33-64f8-4837-b8ab-a269acb43ba3 req-296d34aa-445b-49d9-99c0-69b1f4d38059 service neutron] Request body: {'port': {'device_id': '4f325551-911a-427d-aaa0-ccbd71faf116', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:18:52.723895 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-1e05b0f2-8193-41ab-abbb-643cd0933d00 None None] Provisioning for port aed617dc-0ab2-4068-9a00-9df87c61f6f2 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:18:52.724824 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-5d8a1f33-64f8-4837-b8ab-a269acb43ba3 req-296d34aa-445b-49d9-99c0-69b1f4d38059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:52.729700 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-1e05b0f2-8193-41ab-abbb-643cd0933d00 None None] Provisioning complete for port aed617dc-0ab2-4068-9a00-9df87c61f6f2 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:18:52.730349 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1e05b0f2-8193-41ab-abbb-643cd0933d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:52.740592 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0149afba-548e-4244-8b72-201e07c2b204 req-18405830-cd9f-4460-b9b3-bffb07a5cc4e tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:52.742752 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-0149afba-548e-4244-8b72-201e07c2b204 req-18405830-cd9f-4460-b9b3-bffb07a5cc4e tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f325551-911a-427d-aaa0-ccbd71faf116 HTTP/1.1" status: 200 len: 932 time: 0.0811391 May 04 18:18:52.787722 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-0149afba-548e-4244-8b72-201e07c2b204 req-66b087fe-9ba4-4501-9d9c-4f94670ad887 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Synchronizing usage tracker for tenant:e124429eb90e4965bbb52c1bbfabcc22 on resource:security_group {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:18:52.790935 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-1e05b0f2-8193-41ab-abbb-643cd0933d00 None None] Port aed617dc-0ab2-4068-9a00-9df87c61f6f2 cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 18:18:52.806169 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-0149afba-548e-4244-8b72-201e07c2b204 req-66b087fe-9ba4-4501-9d9c-4f94670ad887 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Unset dirty status for tenant:e124429eb90e4965bbb52c1bbfabcc22 on resource:security_group {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:18:52.807447 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-0149afba-548e-4244-8b72-201e07c2b204 req-66b087fe-9ba4-4501-9d9c-4f94670ad887 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a9ecb47-d160-4bad-b591-f30196451453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587101 May 04 18:18:53.080098 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [req-5d8a1f33-64f8-4837-b8ab-a269acb43ba3 req-296d34aa-445b-49d9-99c0-69b1f4d38059 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aed617dc-0ab2-4068-9a00-9df87c61f6f2 {{(pid=88037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:18:53.087294 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-5d8a1f33-64f8-4837-b8ab-a269acb43ba3 req-296d34aa-445b-49d9-99c0-69b1f4d38059 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:53.101970 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [req-5d8a1f33-64f8-4837-b8ab-a269acb43ba3 req-296d34aa-445b-49d9-99c0-69b1f4d38059 service neutron] Transition to ACTIVE for port object aed617dc-0ab2-4068-9a00-9df87c61f6f2 will not be triggered until provisioned by entity L2. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:18:53.105335 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-5d8a1f33-64f8-4837-b8ab-a269acb43ba3 req-296d34aa-445b-49d9-99c0-69b1f4d38059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:53.235812 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296d34aa-445b-49d9-99c0-69b1f4d38059 service neutron] Pushing event updated for resources: {'Port': ['ID=aed617dc-0ab2-4068-9a00-9df87c61f6f2,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:53.339148 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-5d8a1f33-64f8-4837-b8ab-a269acb43ba3 req-296d34aa-445b-49d9-99c0-69b1f4d38059 service neutron] Attempting to bind port aed617dc-0ab2-4068-9a00-9df87c61f6f2 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:18:53.339423 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-5d8a1f33-64f8-4837-b8ab-a269acb43ba3 req-296d34aa-445b-49d9-99c0-69b1f4d38059 service neutron] Attempting to bind port aed617dc-0ab2-4068-9a00-9df87c61f6f2 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '6b450ce7-6de0-40ba-9f5e-7f7a7366559b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0968c128-5c58-4ede-ab23-c4a8e5b29977'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:18:53.339746 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8a1f33-64f8-4837-b8ab-a269acb43ba3 req-296d34aa-445b-49d9-99c0-69b1f4d38059 service neutron] Attempting to bind port aed617dc-0ab2-4068-9a00-9df87c61f6f2 on network 0968c128-5c58-4ede-ab23-c4a8e5b29977 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:18:53.344274 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8a1f33-64f8-4837-b8ab-a269acb43ba3 req-296d34aa-445b-49d9-99c0-69b1f4d38059 service neutron] Port aed617dc-0ab2-4068-9a00-9df87c61f6f2 on network 0968c128-5c58-4ede-ab23-c4a8e5b29977 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 18:18:53.344587 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8a1f33-64f8-4837-b8ab-a269acb43ba3 req-296d34aa-445b-49d9-99c0-69b1f4d38059 service neutron] Attempting to bind port aed617dc-0ab2-4068-9a00-9df87c61f6f2 on network 0968c128-5c58-4ede-ab23-c4a8e5b29977 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:18:53.349537 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8a1f33-64f8-4837-b8ab-a269acb43ba3 req-296d34aa-445b-49d9-99c0-69b1f4d38059 service neutron] Checking agent: {'id': '84d0dbeb-cfa8-4636-8b1c-9790acf21ef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'started_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:18:53.349868 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8a1f33-64f8-4837-b8ab-a269acb43ba3 req-296d34aa-445b-49d9-99c0-69b1f4d38059 service neutron] Checking segment: {'id': '6b450ce7-6de0-40ba-9f5e-7f7a7366559b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0968c128-5c58-4ede-ab23-c4a8e5b29977'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:18:53.350277 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8a1f33-64f8-4837-b8ab-a269acb43ba3 req-296d34aa-445b-49d9-99c0-69b1f4d38059 service neutron] Bound using segment: {'id': '6b450ce7-6de0-40ba-9f5e-7f7a7366559b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0968c128-5c58-4ede-ab23-c4a8e5b29977'} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:18:53.350691 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-5d8a1f33-64f8-4837-b8ab-a269acb43ba3 req-296d34aa-445b-49d9-99c0-69b1f4d38059 service neutron] Bound port: aed617dc-0ab2-4068-9a00-9df87c61f6f2, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b450ce7-6de0-40ba-9f5e-7f7a7366559b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0968c128-5c58-4ede-ab23-c4a8e5b29977'}}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:18:53.351033 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-5d8a1f33-64f8-4837-b8ab-a269acb43ba3 req-296d34aa-445b-49d9-99c0-69b1f4d38059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:53.441343 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-5d8a1f33-64f8-4837-b8ab-a269acb43ba3 req-296d34aa-445b-49d9-99c0-69b1f4d38059 service neutron] For port aed617dc-0ab2-4068-9a00-9df87c61f6f2, host hv-neutron-8404, cleared binding levels {{(pid=88037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:18:53.444222 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-5d8a1f33-64f8-4837-b8ab-a269acb43ba3 req-296d34aa-445b-49d9-99c0-69b1f4d38059 service neutron] For port aed617dc-0ab2-4068-9a00-9df87c61f6f2, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=aed617dc-0ab2-4068-9a00-9df87c61f6f2,segment=NetworkSegment(6b450ce7-6de0-40ba-9f5e-7f7a7366559b),segment_id=6b450ce7-6de0-40ba-9f5e-7f7a7366559b)] {{(pid=88037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:18:53.448188 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-5d8a1f33-64f8-4837-b8ab-a269acb43ba3 req-296d34aa-445b-49d9-99c0-69b1f4d38059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:53.506683 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a1f33-64f8-4837-b8ab-a269acb43ba3 req-296d34aa-445b-49d9-99c0-69b1f4d38059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:53.507291 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-5d8a1f33-64f8-4837-b8ab-a269acb43ba3 req-296d34aa-445b-49d9-99c0-69b1f4d38059 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:53.508650 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5d8a1f33-64f8-4837-b8ab-a269acb43ba3 req-296d34aa-445b-49d9-99c0-69b1f4d38059 service neutron] 10.222.0.42 "PUT /v2.0/ports/aed617dc-0ab2-4068-9a00-9df87c61f6f2 HTTP/1.1" status: 200 len: 1094 time: 0.9067326 May 04 18:18:53.509067 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f325551-911a-427d-aaa0-ccbd71faf116', 'tag': 'aed617dc-0ab2-4068-9a00-9df87c61f6f2'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:18:53.530345 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296d34aa-445b-49d9-99c0-69b1f4d38059 service neutron] Pushing event updated for resources: {'Port': ['ID=aed617dc-0ab2-4068-9a00-9df87c61f6f2,revision_number=3']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:53.604810 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cfda8b7-51d4-4c38-bf85-75232aa76d93'] response: {'name': 'network-changed', 'server_uuid': '4f325551-911a-427d-aaa0-ccbd71faf116', 'tag': 'aed617dc-0ab2-4068-9a00-9df87c61f6f2', 'status': 'completed', 'code': 200} May 04 18:18:53.645902 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a1f33-64f8-4837-b8ab-a269acb43ba3 req-29fd26f8-6e3c-4792-81fd-f599edac0038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:53.647420 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5d8a1f33-64f8-4837-b8ab-a269acb43ba3 req-29fd26f8-6e3c-4792-81fd-f599edac0038 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e124429eb90e4965bbb52c1bbfabcc22&device_id=4f325551-911a-427d-aaa0-ccbd71faf116 HTTP/1.1" status: 200 len: 1097 time: 0.0964425 May 04 18:18:53.714759 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5d8a1f33-64f8-4837-b8ab-a269acb43ba3 req-f8f492db-012f-41e4-b8e5-fb4478c3b1a6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aed617dc-0ab2-4068-9a00-9df87c61f6f2 HTTP/1.1" status: 200 len: 217 time: 0.0605514 May 04 18:18:53.779406 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 0ca95036-3fa6-48c1-9a42-465197c2df11 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:18:53.783665 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a1f33-64f8-4837-b8ab-a269acb43ba3 req-87e03da6-3e88-459a-a9ce-c70425d98026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:53.785117 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5d8a1f33-64f8-4837-b8ab-a269acb43ba3 req-87e03da6-3e88-459a-a9ce-c70425d98026 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=956ea5a7-0299-4b93-88d4-f9aeee9035d8 HTTP/1.1" status: 200 len: 848 time: 0.0642135 May 04 18:18:53.846784 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 0ca95036-3fa6-48c1-9a42-465197c2df11 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:18:53.847166 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:53.859991 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a1f33-64f8-4837-b8ab-a269acb43ba3 req-0e452e0e-b575-4806-af93-d8acf47e8d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:53.861390 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5d8a1f33-64f8-4837-b8ab-a269acb43ba3 req-0e452e0e-b575-4806-af93-d8acf47e8d49 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0968c128-5c58-4ede-ab23-c4a8e5b29977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705831 May 04 18:18:54.008815 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5d8a1f33-64f8-4837-b8ab-a269acb43ba3 req-0603aeb4-e026-41a3-ad12-c08120094ad0 service neutron] 10.222.0.42 "GET /v2.0/networks/0968c128-5c58-4ede-ab23-c4a8e5b29977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404328 May 04 18:18:54.022618 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d89913-e5b5-478d-8991-8d178ef66328 req-8df13268-8d0e-4c33-abc6-8bf5cc4165fa tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:54.024060 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-11d89913-e5b5-478d-8991-8d178ef66328 req-8df13268-8d0e-4c33-abc6-8bf5cc4165fa tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f325551-911a-427d-aaa0-ccbd71faf116 HTTP/1.1" status: 200 len: 944 time: 0.1000457 May 04 18:18:54.069307 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-11d89913-e5b5-478d-8991-8d178ef66328 req-72655b7c-1472-4253-a9cd-be0f6cc3a447 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a9ecb47-d160-4bad-b591-f30196451453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387421 May 04 18:18:54.143050 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5d8a1f33-64f8-4837-b8ab-a269acb43ba3 req-416b4a26-1b1d-4941-aa7c-3f487622a028 service neutron] 10.222.0.42 "GET /v2.0/networks/0968c128-5c58-4ede-ab23-c4a8e5b29977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281974 May 04 18:18:54.363606 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7840f5e-1281-4dc2-9075-aa9e6684b10e req-60c6942e-6094-422b-a210-3b004579ea47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:54.365063 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f7840f5e-1281-4dc2-9075-aa9e6684b10e req-60c6942e-6094-422b-a210-3b004579ea47 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e124429eb90e4965bbb52c1bbfabcc22&device_id=4f325551-911a-427d-aaa0-ccbd71faf116 HTTP/1.1" status: 200 len: 1097 time: 0.1801565 May 04 18:18:54.493338 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7840f5e-1281-4dc2-9075-aa9e6684b10e req-caa4b836-2fe0-4a73-86cd-cef15b9d6960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:54.494721 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f7840f5e-1281-4dc2-9075-aa9e6684b10e req-caa4b836-2fe0-4a73-86cd-cef15b9d6960 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0968c128-5c58-4ede-ab23-c4a8e5b29977 HTTP/1.1" status: 200 len: 910 time: 0.1237853 May 04 18:18:54.564427 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f7840f5e-1281-4dc2-9075-aa9e6684b10e req-fd31761f-3cde-4b18-836c-2194b5992996 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aed617dc-0ab2-4068-9a00-9df87c61f6f2 HTTP/1.1" status: 200 len: 217 time: 0.0636325 May 04 18:18:54.631146 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7840f5e-1281-4dc2-9075-aa9e6684b10e req-453f772b-1d36-41d4-9f7b-677b82621863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:54.632594 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f7840f5e-1281-4dc2-9075-aa9e6684b10e req-453f772b-1d36-41d4-9f7b-677b82621863 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=956ea5a7-0299-4b93-88d4-f9aeee9035d8 HTTP/1.1" status: 200 len: 848 time: 0.0629005 May 04 18:18:54.706066 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7840f5e-1281-4dc2-9075-aa9e6684b10e req-86561077-ca37-449c-aebd-534c1583e155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:54.707521 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f7840f5e-1281-4dc2-9075-aa9e6684b10e req-86561077-ca37-449c-aebd-534c1583e155 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0968c128-5c58-4ede-ab23-c4a8e5b29977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685778 May 04 18:18:54.835214 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f7840f5e-1281-4dc2-9075-aa9e6684b10e req-05e0c75c-c21e-4c35-b27d-05a72a122d2d service neutron] 10.222.0.42 "GET /v2.0/networks/0968c128-5c58-4ede-ab23-c4a8e5b29977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210005 May 04 18:18:54.961502 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f7840f5e-1281-4dc2-9075-aa9e6684b10e req-7c076b7f-b849-4bf2-858a-2dc8e2d60c09 service neutron] 10.222.0.42 "GET /v2.0/networks/0968c128-5c58-4ede-ab23-c4a8e5b29977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204946 May 04 18:18:55.256538 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfec119-3bd2-4d39-acc0-ff0e6b5a8a81 req-8c97ae6d-6592-4a70-bd6b-e8c4ecba3e7d tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:55.257227 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-acfec119-3bd2-4d39-acc0-ff0e6b5a8a81 req-8c97ae6d-6592-4a70-bd6b-e8c4ecba3e7d tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Synchronizing usage tracker for tenant:e124429eb90e4965bbb52c1bbfabcc22 on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:18:55.271851 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-acfec119-3bd2-4d39-acc0-ff0e6b5a8a81 req-8c97ae6d-6592-4a70-bd6b-e8c4ecba3e7d tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Unset dirty status for tenant:e124429eb90e4965bbb52c1bbfabcc22 on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:18:55.272960 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-acfec119-3bd2-4d39-acc0-ff0e6b5a8a81 req-8c97ae6d-6592-4a70-bd6b-e8c4ecba3e7d tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f325551-911a-427d-aaa0-ccbd71faf116 HTTP/1.1" status: 200 len: 944 time: 0.0993066 May 04 18:18:55.317252 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-acfec119-3bd2-4d39-acc0-ff0e6b5a8a81 req-4d527a72-02f1-47cc-a143-c12da2067fc3 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a9ecb47-d160-4bad-b591-f30196451453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381861 May 04 18:18:56.496725 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00061bd8-f10b-46e2-9502-5103960f710f req-34442b47-7667-4da3-af50-c165c7cef6c9 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:56.498626 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-00061bd8-f10b-46e2-9502-5103960f710f req-34442b47-7667-4da3-af50-c165c7cef6c9 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f325551-911a-427d-aaa0-ccbd71faf116 HTTP/1.1" status: 200 len: 944 time: 0.0777788 May 04 18:18:56.545184 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-00061bd8-f10b-46e2-9502-5103960f710f req-fb583d1d-6c68-438d-a4cd-f561d9a169ae tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a9ecb47-d160-4bad-b591-f30196451453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409000 May 04 18:18:57.037048 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device aed617dc-0ab2-4068-9a00-9df87c61f6f2 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 18:18:57.200995 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port aed617dc-0ab2-4068-9a00-9df87c61f6f2, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=aed617dc-0ab2-4068-9a00-9df87c61f6f2,segment=NetworkSegment(6b450ce7-6de0-40ba-9f5e-7f7a7366559b),segment_id=6b450ce7-6de0-40ba-9f5e-7f7a7366559b)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:18:57.213847 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Returning: {'device': 'aed617dc-0ab2-4068-9a00-9df87c61f6f2', 'network_id': '0968c128-5c58-4ede-ab23-c4a8e5b29977', 'port_id': 'aed617dc-0ab2-4068-9a00-9df87c61f6f2', 'mac_address': 'fa:16:3e:a2:83:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '956ea5a7-0299-4b93-88d4-f9aeee9035d8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 18:18:57.267199 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:57.285852 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aed617dc-0ab2-4068-9a00-9df87c61f6f2 {{(pid=88039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:18:57.301402 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port aed617dc-0ab2-4068-9a00-9df87c61f6f2, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=aed617dc-0ab2-4068-9a00-9df87c61f6f2,segment=NetworkSegment(6b450ce7-6de0-40ba-9f5e-7f7a7366559b),segment_id=6b450ce7-6de0-40ba-9f5e-7f7a7366559b)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:18:57.305251 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:57.371156 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=aed617dc-0ab2-4068-9a00-9df87c61f6f2,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:57.674867 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] get_ports_and_sgs() called for port_ids ['aed617dc-0ab2-4068-9a00-9df87c61f6f2'] {{(pid=88039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 18:18:57.725899 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd4251-fcc1-4359-97c9-27c72a19e257 req-8a50a80d-46b9-48af-b220-827727b9f65c tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:57.727716 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-accd4251-fcc1-4359-97c9-27c72a19e257 req-8a50a80d-46b9-48af-b220-827727b9f65c tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f325551-911a-427d-aaa0-ccbd71faf116 HTTP/1.1" status: 200 len: 945 time: 0.0807559 May 04 18:18:57.776598 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-accd4251-fcc1-4359-97c9-27c72a19e257 req-95b6646c-4268-4fdc-93f9-bef2f8a25be1 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a9ecb47-d160-4bad-b591-f30196451453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423453 May 04 18:18:58.955449 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3413d2ae-c9b3-4d45-8dde-61b50e049420 req-c242be5f-c931-490e-a35d-59aca3071076 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:58.956883 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-3413d2ae-c9b3-4d45-8dde-61b50e049420 req-c242be5f-c931-490e-a35d-59aca3071076 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f325551-911a-427d-aaa0-ccbd71faf116 HTTP/1.1" status: 200 len: 945 time: 0.0781643 May 04 18:18:58.999294 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-3413d2ae-c9b3-4d45-8dde-61b50e049420 req-f8c22402-d0bd-41bc-b429-f0f0f52a93be tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a9ecb47-d160-4bad-b591-f30196451453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368707 May 04 18:18:59.039435 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device aed617dc-0ab2-4068-9a00-9df87c61f6f2 up at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:18:59.108816 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning for port aed617dc-0ab2-4068-9a00-9df87c61f6f2 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:18:59.113358 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning complete for port aed617dc-0ab2-4068-9a00-9df87c61f6f2 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:18:59.113732 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:59.227680 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:59.254691 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f325551-911a-427d-aaa0-ccbd71faf116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aed617dc-0ab2-4068-9a00-9df87c61f6f2'}] {{(pid=88039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:18:59.265473 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port aed617dc-0ab2-4068-9a00-9df87c61f6f2, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=aed617dc-0ab2-4068-9a00-9df87c61f6f2,segment=NetworkSegment(6b450ce7-6de0-40ba-9f5e-7f7a7366559b),segment_id=6b450ce7-6de0-40ba-9f5e-7f7a7366559b)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:18:59.269481 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:18:59.304470 dv-neutron-840426-1-hyperv neutron-server[88039]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2406c90e-cd47-4b90-8112-125c5383bb78'] response: {'server_uuid': '4f325551-911a-427d-aaa0-ccbd71faf116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aed617dc-0ab2-4068-9a00-9df87c61f6f2', 'code': 200} May 04 18:18:59.336302 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=aed617dc-0ab2-4068-9a00-9df87c61f6f2,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:18:59.523487 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab89802-f609-43a8-b6b8-89af7b27b158 req-a32395d0-78e1-465b-8dd3-689765293c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:18:59.524853 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-7ab89802-f609-43a8-b6b8-89af7b27b158 req-a32395d0-78e1-465b-8dd3-689765293c50 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4f325551-911a-427d-aaa0-ccbd71faf116 HTTP/1.1" status: 200 len: 1099 time: 0.0681963 May 04 18:18:59.565078 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-7ab89802-f609-43a8-b6b8-89af7b27b158 req-1d6e9179-a858-4793-b0b5-2f3179976fbf service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9a9ecb47-d160-4bad-b591-f30196451453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340850 May 04 18:19:00.184722 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695dc3d7-75c9-4547-aefa-7f0cd613aebb req-d47390fb-65e1-41d9-adaf-02a664fb6a8f tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:00.186218 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-695dc3d7-75c9-4547-aefa-7f0cd613aebb req-d47390fb-65e1-41d9-adaf-02a664fb6a8f tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f325551-911a-427d-aaa0-ccbd71faf116 HTTP/1.1" status: 200 len: 946 time: 0.0817230 May 04 18:19:00.228918 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-695dc3d7-75c9-4547-aefa-7f0cd613aebb req-961a4752-126e-4d1c-b439-15aa179fc9dc tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a9ecb47-d160-4bad-b591-f30196451453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371480 May 04 18:19:01.417117 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af30fa9-2fb1-404d-8b81-bd6558075e14 req-c34f765e-2795-4455-933d-68ec76aeaa37 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:01.418706 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-8af30fa9-2fb1-404d-8b81-bd6558075e14 req-c34f765e-2795-4455-933d-68ec76aeaa37 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f325551-911a-427d-aaa0-ccbd71faf116 HTTP/1.1" status: 200 len: 946 time: 0.0822396 May 04 18:19:01.461880 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-8af30fa9-2fb1-404d-8b81-bd6558075e14 req-ac28559b-8d95-44e9-aeb8-6440644b786a tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a9ecb47-d160-4bad-b591-f30196451453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368128 May 04 18:19:01.648274 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a77878-d256-4b9e-8033-d0414a6ea245 req-f6459f85-bd70-4b4f-abb9-7ad0171564db tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:01.649985 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-f3a77878-d256-4b9e-8033-d0414a6ea245 req-f6459f85-bd70-4b4f-abb9-7ad0171564db tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f325551-911a-427d-aaa0-ccbd71faf116 HTTP/1.1" status: 200 len: 946 time: 0.0826700 May 04 18:19:01.693689 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-f3a77878-d256-4b9e-8033-d0414a6ea245 req-6b0c408b-9b31-4c0f-bf8f-f009475a75e7 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a9ecb47-d160-4bad-b591-f30196451453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375259 May 04 18:19:01.715292 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 35178) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:19:01.826364 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ea2444-c3f5-4688-bf76-5706b480e83f tempest-TestShelveInstance-335463154 tempest-TestShelveInstance-335463154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:01.827061 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-c9ea2444-c3f5-4688-bf76-5706b480e83f tempest-TestShelveInstance-335463154 tempest-TestShelveInstance-335463154-project-admin] Synchronizing usage tracker for tenant:9f5860acb4764d748b535568f22f48e9 on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:19:01.842725 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-c9ea2444-c3f5-4688-bf76-5706b480e83f tempest-TestShelveInstance-335463154 tempest-TestShelveInstance-335463154-project-admin] Unset dirty status for tenant:9f5860acb4764d748b535568f22f48e9 on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:19:01.843841 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-c9ea2444-c3f5-4688-bf76-5706b480e83f tempest-TestShelveInstance-335463154 tempest-TestShelveInstance-335463154-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4f325551-911a-427d-aaa0-ccbd71faf116 HTTP/1.1" status: 200 len: 1094 time: 0.1276178 May 04 18:19:01.846903 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 35184) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:19:01.851685 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-15a5007b-61a6-41b7-90cd-395160b187b2 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Request body: {'floatingip': {'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'port_id': 'aed617dc-0ab2-4068-9a00-9df87c61f6f2', 'tenant_id': 'e124429eb90e4965bbb52c1bbfabcc22', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:19:01.857934 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-15a5007b-61a6-41b7-90cd-395160b187b2 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:19:01.861666 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-15a5007b-61a6-41b7-90cd-395160b187b2 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Usage tracker for resource:floatingip and tenant:e124429eb90e4965bbb52c1bbfabcc22 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:19:01.864553 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-15a5007b-61a6-41b7-90cd-395160b187b2 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:19:01.870176 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-15a5007b-61a6-41b7-90cd-395160b187b2 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:19:01.879506 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-15a5007b-61a6-41b7-90cd-395160b187b2 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Notify callbacks [] for floatingip, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:19:02.110897 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-15a5007b-61a6-41b7-90cd-395160b187b2 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:19:02.242820 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-15a5007b-61a6-41b7-90cd-395160b187b2 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Allocated IP 172.26.0.102 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/d1f87b65-ec3d-4f79-b722-c9a5de127534) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:19:02.393455 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-15a5007b-61a6-41b7-90cd-395160b187b2 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:19:02.420857 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-15a5007b-61a6-41b7-90cd-395160b187b2 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:19:02.484127 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a5007b-61a6-41b7-90cd-395160b187b2 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:19:02.486902 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-15a5007b-61a6-41b7-90cd-395160b187b2 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:19:02.490484 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a5007b-61a6-41b7-90cd-395160b187b2 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 18:19:02.519540 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a5007b-61a6-41b7-90cd-395160b187b2 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Pushing event updated for resources: {'Port': ['ID=d1f87b65-ec3d-4f79-b722-c9a5de127534,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:19:02.899409 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-15a5007b-61a6-41b7-90cd-395160b187b2 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:19:02.971180 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-15a5007b-61a6-41b7-90cd-395160b187b2 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:19:03.178664 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-15a5007b-61a6-41b7-90cd-395160b187b2 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:19:03.183001 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-15a5007b-61a6-41b7-90cd-395160b187b2 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:19:03.290845 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-f9bfe0e4-8c5a-49f1-a257-7d58922f7c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:19:03.293242 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a5007b-61a6-41b7-90cd-395160b187b2 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Pushing event updated for resources: {'Port': ['ID=d1f87b65-ec3d-4f79-b722-c9a5de127534,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:19:03.305249 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-15a5007b-61a6-41b7-90cd-395160b187b2 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710218'] for floatingip, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:19:03.478457 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.l3_db [None req-15a5007b-61a6-41b7-90cd-395160b187b2 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Floating IP 8720079c-ea2a-485f-8f63-f69cbd966fce associated. External IP: 172.26.0.102, port: aed617dc-0ab2-4068-9a00-9df87c61f6f2. May 04 18:19:03.928875 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a5007b-61a6-41b7-90cd-395160b187b2 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Router 0e12a2d8-b2e1-422c-b33b-5153fb78547c has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 18:19:04.104791 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a5007b-61a6-41b7-90cd-395160b187b2 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:19:04.116850 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc4cd2e-e9f4-4b1e-9f2c-ad3a34c037c2 None None] Sync routers for ids ['0e12a2d8-b2e1-422c-b33b-5153fb78547c'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:19:04.129736 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-15a5007b-61a6-41b7-90cd-395160b187b2 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:19:04.131187 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc4cd2e-e9f4-4b1e-9f2c-ad3a34c037c2 None None] Routers {'0e12a2d8-b2e1-422c-b33b-5153fb78547c'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:19:04.131867 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-abc4cd2e-e9f4-4b1e-9f2c-ad3a34c037c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:18:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['0e12a2d8-b2e1-422c-b33b-5153fb78547c'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:19:04.201191 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-15a5007b-61a6-41b7-90cd-395160b187b2 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3397651 May 04 18:19:04.201191 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f325551-911a-427d-aaa0-ccbd71faf116', 'tag': 'aed617dc-0ab2-4068-9a00-9df87c61f6f2'}] {{(pid=88038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:19:04.231454 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf19b0f3-51e3-424e-9e2c-1046e6be9442'] response: {'name': 'network-changed', 'server_uuid': '4f325551-911a-427d-aaa0-ccbd71faf116', 'tag': 'aed617dc-0ab2-4068-9a00-9df87c61f6f2', 'status': 'completed', 'code': 200} May 04 18:19:04.309373 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-abc4cd2e-e9f4-4b1e-9f2c-ad3a34c037c2 None None] Set router 0e12a2d8-b2e1-422c-b33b-5153fb78547c gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:19:04.319687 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5c7bfe-e3de-4752-a414-ce89eee297ac req-6eed70fb-e90d-4b31-ba1d-6effeb3d9b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:04.321148 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-fb5c7bfe-e3de-4752-a414-ce89eee297ac req-6eed70fb-e90d-4b31-ba1d-6effeb3d9b3b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e124429eb90e4965bbb52c1bbfabcc22&device_id=4f325551-911a-427d-aaa0-ccbd71faf116 HTTP/1.1" status: 200 len: 1099 time: 0.0689051 May 04 18:19:04.448904 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5c7bfe-e3de-4752-a414-ce89eee297ac req-ed8d7928-06d4-4da2-8df1-e93e0ded0df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:04.450387 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-fb5c7bfe-e3de-4752-a414-ce89eee297ac req-ed8d7928-06d4-4da2-8df1-e93e0ded0df0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0968c128-5c58-4ede-ab23-c4a8e5b29977 HTTP/1.1" status: 200 len: 910 time: 0.1234057 May 04 18:19:04.554144 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-fb5c7bfe-e3de-4752-a414-ce89eee297ac req-35c29af5-eca5-4b3b-afd1-9c3c9e4cc5eb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aed617dc-0ab2-4068-9a00-9df87c61f6f2 HTTP/1.1" status: 200 len: 1000 time: 0.0971346 May 04 18:19:04.618838 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5c7bfe-e3de-4752-a414-ce89eee297ac req-41b094e8-5f8e-414b-be08-f73da98a6694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:04.620402 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-fb5c7bfe-e3de-4752-a414-ce89eee297ac req-41b094e8-5f8e-414b-be08-f73da98a6694 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=956ea5a7-0299-4b93-88d4-f9aeee9035d8 HTTP/1.1" status: 200 len: 848 time: 0.0601542 May 04 18:19:04.652477 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-abc4cd2e-e9f4-4b1e-9f2c-ad3a34c037c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e12a2d8-b2e1-422c-b33b-5153fb78547c', 'name': 'tempest-TestShelveInstance-2140994347-router', 'tenant_id': 'e124429eb90e4965bbb52c1bbfabcc22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': 'de85cb74-4756-4299-a8e5-b27aba534937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:18:35Z', 'updated_at': '2022-05-04T18:18:39Z', 'revision_number': 4, 'project_id': 'e124429eb90e4965bbb52c1bbfabcc22', 'gw_port': {'id': 'de85cb74-4756-4299-a8e5-b27aba534937', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:11:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e12a2d8-b2e1-422c-b33b-5153fb78547c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:18:36Z', 'updated_at': '2022-05-04T18:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': '8720079c-ea2a-485f-8f63-f69cbd966fce', 'tenant_id': 'e124429eb90e4965bbb52c1bbfabcc22', 'floating_ip_address': '172.26.0.102', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '0e12a2d8-b2e1-422c-b33b-5153fb78547c', 'port_id': 'aed617dc-0ab2-4068-9a00-9df87c61f6f2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0968c128-5c58-4ede-ab23-c4a8e5b29977', 'mac_address': 'fa:16:3e:a2:83:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f325551-911a-427d-aaa0-ccbd71faf116', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:19:02Z', 'updated_at': '2022-05-04T18:19:02Z', 'revision_number': 0, 'project_id': 'e124429eb90e4965bbb52c1bbfabcc22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e78b0ee6-4f83-40f3-ba99-202e8fd54985', 'name': '', 'network_id': '0968c128-5c58-4ede-ab23-c4a8e5b29977', 'tenant_id': 'e124429eb90e4965bbb52c1bbfabcc22', 'mac_address': 'fa:16:3e:49:8f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e12a2d8-b2e1-422c-b33b-5153fb78547c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '956ea5a7-0299-4b93-88d4-f9aeee9035d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:18:39Z', 'updated_at': '2022-05-04T18:18:46Z', 'revision_number': 5, 'project_id': 'e124429eb90e4965bbb52c1bbfabcc22', 'subnets': [{'id': '956ea5a7-0299-4b93-88d4-f9aeee9035d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:19:04.656854 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc4cd2e-e9f4-4b1e-9f2c-ad3a34c037c2 None None] Checking router: 0e12a2d8-b2e1-422c-b33b-5153fb78547c for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:19:04.664983 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc4cd2e-e9f4-4b1e-9f2c-ad3a34c037c2 None None] Routers {'0e12a2d8-b2e1-422c-b33b-5153fb78547c'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:19:04.665582 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-abc4cd2e-e9f4-4b1e-9f2c-ad3a34c037c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:18:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['0e12a2d8-b2e1-422c-b33b-5153fb78547c'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:19:04.693618 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5c7bfe-e3de-4752-a414-ce89eee297ac req-e7a4d7b2-8a06-400e-af90-3e1ed12da9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:04.695110 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-fb5c7bfe-e3de-4752-a414-ce89eee297ac req-e7a4d7b2-8a06-400e-af90-3e1ed12da9b2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0968c128-5c58-4ede-ab23-c4a8e5b29977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692515 May 04 18:19:04.841256 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-abc4cd2e-e9f4-4b1e-9f2c-ad3a34c037c2 None None] Set router 0e12a2d8-b2e1-422c-b33b-5153fb78547c gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:19:04.924902 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-fb5c7bfe-e3de-4752-a414-ce89eee297ac req-5aac064f-3abc-4ff9-960e-98140de9f820 service neutron] 10.222.0.42 "GET /v2.0/networks/0968c128-5c58-4ede-ab23-c4a8e5b29977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230780 May 04 18:19:05.067129 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-fb5c7bfe-e3de-4752-a414-ce89eee297ac req-4dea61a5-d89b-41e6-bcc2-9524a4906f9c service neutron] 10.222.0.42 "GET /v2.0/networks/0968c128-5c58-4ede-ab23-c4a8e5b29977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361723 May 04 18:19:05.227596 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-abc4cd2e-e9f4-4b1e-9f2c-ad3a34c037c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e12a2d8-b2e1-422c-b33b-5153fb78547c', 'name': 'tempest-TestShelveInstance-2140994347-router', 'tenant_id': 'e124429eb90e4965bbb52c1bbfabcc22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': 'de85cb74-4756-4299-a8e5-b27aba534937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:18:35Z', 'updated_at': '2022-05-04T18:18:39Z', 'revision_number': 4, 'project_id': 'e124429eb90e4965bbb52c1bbfabcc22', 'gw_port': {'id': 'de85cb74-4756-4299-a8e5-b27aba534937', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:11:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e12a2d8-b2e1-422c-b33b-5153fb78547c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:18:36Z', 'updated_at': '2022-05-04T18:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': '8720079c-ea2a-485f-8f63-f69cbd966fce', 'tenant_id': 'e124429eb90e4965bbb52c1bbfabcc22', 'floating_ip_address': '172.26.0.102', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '0e12a2d8-b2e1-422c-b33b-5153fb78547c', 'port_id': 'aed617dc-0ab2-4068-9a00-9df87c61f6f2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0968c128-5c58-4ede-ab23-c4a8e5b29977', 'mac_address': 'fa:16:3e:a2:83:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f325551-911a-427d-aaa0-ccbd71faf116', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:19:02Z', 'updated_at': '2022-05-04T18:19:02Z', 'revision_number': 0, 'project_id': 'e124429eb90e4965bbb52c1bbfabcc22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e78b0ee6-4f83-40f3-ba99-202e8fd54985', 'name': '', 'network_id': '0968c128-5c58-4ede-ab23-c4a8e5b29977', 'tenant_id': 'e124429eb90e4965bbb52c1bbfabcc22', 'mac_address': 'fa:16:3e:49:8f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e12a2d8-b2e1-422c-b33b-5153fb78547c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '956ea5a7-0299-4b93-88d4-f9aeee9035d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:18:39Z', 'updated_at': '2022-05-04T18:18:46Z', 'revision_number': 5, 'project_id': 'e124429eb90e4965bbb52c1bbfabcc22', 'subnets': [{'id': '956ea5a7-0299-4b93-88d4-f9aeee9035d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:19:05.231284 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc4cd2e-e9f4-4b1e-9f2c-ad3a34c037c2 None None] The sync data for ids ['0e12a2d8-b2e1-422c-b33b-5153fb78547c'] in dv-neutron-840426-1-hyperv is: [{'id': '0e12a2d8-b2e1-422c-b33b-5153fb78547c', 'name': 'tempest-TestShelveInstance-2140994347-router', 'tenant_id': 'e124429eb90e4965bbb52c1bbfabcc22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': 'de85cb74-4756-4299-a8e5-b27aba534937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:18:35Z', 'updated_at': '2022-05-04T18:18:39Z', 'revision_number': 4, 'project_id': 'e124429eb90e4965bbb52c1bbfabcc22', 'gw_port': {'id': 'de85cb74-4756-4299-a8e5-b27aba534937', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:11:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e12a2d8-b2e1-422c-b33b-5153fb78547c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:18:36Z', 'updated_at': '2022-05-04T18:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': '8720079c-ea2a-485f-8f63-f69cbd966fce', 'tenant_id': 'e124429eb90e4965bbb52c1bbfabcc22', 'floating_ip_address': '172.26.0.102', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '0e12a2d8-b2e1-422c-b33b-5153fb78547c', 'port_id': 'aed617dc-0ab2-4068-9a00-9df87c61f6f2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0968c128-5c58-4ede-ab23-c4a8e5b29977', 'mac_address': 'fa:16:3e:a2:83:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f325551-911a-427d-aaa0-ccbd71faf116', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:19:02Z', 'updated_at': '2022-05-04T18:19:02Z', 'revision_number': 0, 'project_id': 'e124429eb90e4965bbb52c1bbfabcc22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e78b0ee6-4f83-40f3-ba99-202e8fd54985', 'name': '', 'network_id': '0968c128-5c58-4ede-ab23-c4a8e5b29977', 'tenant_id': 'e124429eb90e4965bbb52c1bbfabcc22', 'mac_address': 'fa:16:3e:49:8f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e12a2d8-b2e1-422c-b33b-5153fb78547c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '956ea5a7-0299-4b93-88d4-f9aeee9035d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:18:39Z', 'updated_at': '2022-05-04T18:18:46Z', 'revision_number': 5, 'project_id': 'e124429eb90e4965bbb52c1bbfabcc22', 'subnets': [{'id': '956ea5a7-0299-4b93-88d4-f9aeee9035d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:19:05.410418 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83c2ade-638f-4c92-8d98-7a978ec827ca None None] New status for floating IP 8720079c-ea2a-485f-8f63-f69cbd966fce: ACTIVE {{(pid=88039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 18:19:05.668802 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4567ff9a-38b6-4caf-b668-4eab19d763c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:19:06.692577 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:19:06.715892 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:19:08.061110 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:19:09.807467 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:19:15.282898 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 18:19:29.735009 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dc9b43c0-1f9c-4dc7-b0d0-2bae75b2be7c req-7989f61c-bd69-423c-9e90-5e9776e1a5db service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4f325551-911a-427d-aaa0-ccbd71faf116&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0675845 May 04 18:19:29.877414 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b43c0-1f9c-4dc7-b0d0-2bae75b2be7c req-d240fa94-e4fb-46f5-a2b6-0d743f6da977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:29.878941 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dc9b43c0-1f9c-4dc7-b0d0-2bae75b2be7c req-d240fa94-e4fb-46f5-a2b6-0d743f6da977 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e124429eb90e4965bbb52c1bbfabcc22&device_id=4f325551-911a-427d-aaa0-ccbd71faf116 HTTP/1.1" status: 200 len: 1099 time: 0.0783951 May 04 18:19:30.022299 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b43c0-1f9c-4dc7-b0d0-2bae75b2be7c req-472b6107-5c17-46a9-9ccd-f8e6d32a679f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:30.023665 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dc9b43c0-1f9c-4dc7-b0d0-2bae75b2be7c req-472b6107-5c17-46a9-9ccd-f8e6d32a679f service neutron] 10.222.0.42 "GET /v2.0/networks?id=0968c128-5c58-4ede-ab23-c4a8e5b29977 HTTP/1.1" status: 200 len: 910 time: 0.1259336 May 04 18:19:30.123604 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dc9b43c0-1f9c-4dc7-b0d0-2bae75b2be7c req-0ea6e6b3-2c90-45e6-bfc7-7654c03db5a6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aed617dc-0ab2-4068-9a00-9df87c61f6f2 HTTP/1.1" status: 200 len: 1002 time: 0.0940518 May 04 18:19:30.184669 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b43c0-1f9c-4dc7-b0d0-2bae75b2be7c req-58ddbae7-5c05-4958-b446-8c09f1583536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:30.186116 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dc9b43c0-1f9c-4dc7-b0d0-2bae75b2be7c req-58ddbae7-5c05-4958-b446-8c09f1583536 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=956ea5a7-0299-4b93-88d4-f9aeee9035d8 HTTP/1.1" status: 200 len: 848 time: 0.0564420 May 04 18:19:30.269671 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b43c0-1f9c-4dc7-b0d0-2bae75b2be7c req-75c931fc-9859-4255-ab0a-476d8e67f295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:19:30.271195 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dc9b43c0-1f9c-4dc7-b0d0-2bae75b2be7c req-75c931fc-9859-4255-ab0a-476d8e67f295 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0968c128-5c58-4ede-ab23-c4a8e5b29977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774951 May 04 18:19:30.400563 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dc9b43c0-1f9c-4dc7-b0d0-2bae75b2be7c req-720f5496-6fcb-41ba-81e7-5b9c60362193 service neutron] 10.222.0.42 "GET /v2.0/networks/0968c128-5c58-4ede-ab23-c4a8e5b29977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231592 May 04 18:19:30.528470 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dc9b43c0-1f9c-4dc7-b0d0-2bae75b2be7c req-81f21ea9-e08a-4e86-b9d8-2e589e63bee8 service neutron] 10.222.0.42 "GET /v2.0/networks/0968c128-5c58-4ede-ab23-c4a8e5b29977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220355 May 04 18:19:33.286174 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e375ce19-5380-4986-b84e-ff311f10f7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:19:35.640144 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d56e5dff-65ed-4e68-b528-c4f992480480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:19:36.698748 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:19:36.721280 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:19:38.064582 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:19:39.800203 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:19:52.280994 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 18:20:03.287968 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b28b0c90-df25-4601-b850-b08cdca28be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:20:05.641722 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-dd813f65-cc94-4818-9324-dd2b8a19bc8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:20:06.690140 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:20:06.722236 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:20:08.066214 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:20:09.813730 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:20:29.280133 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 18:20:29.722397 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-7d3e5879-b100-470c-9986-ca66cf69970b req-0b19006b-d2e4-40ff-b906-41e10bb3732b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4f325551-911a-427d-aaa0-ccbd71faf116&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684323 May 04 18:20:29.863111 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e5879-b100-470c-9986-ca66cf69970b req-3f6f67fb-d731-4a25-ae93-57d2e44743ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:29.864578 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-7d3e5879-b100-470c-9986-ca66cf69970b req-3f6f67fb-d731-4a25-ae93-57d2e44743ba service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e124429eb90e4965bbb52c1bbfabcc22&device_id=4f325551-911a-427d-aaa0-ccbd71faf116 HTTP/1.1" status: 200 len: 1099 time: 0.0738201 May 04 18:20:30.009134 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e5879-b100-470c-9986-ca66cf69970b req-646b678a-d2dc-4672-bcee-9b41d02967d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:30.010559 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-7d3e5879-b100-470c-9986-ca66cf69970b req-646b678a-d2dc-4672-bcee-9b41d02967d8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0968c128-5c58-4ede-ab23-c4a8e5b29977 HTTP/1.1" status: 200 len: 910 time: 0.1263502 May 04 18:20:30.112786 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-7d3e5879-b100-470c-9986-ca66cf69970b req-3b1224a4-ea00-4480-b432-bfeecdaca729 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aed617dc-0ab2-4068-9a00-9df87c61f6f2 HTTP/1.1" status: 200 len: 1002 time: 0.0949173 May 04 18:20:30.172212 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e5879-b100-470c-9986-ca66cf69970b req-a6724a0f-a780-4b68-8209-9ae5d7977fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:30.173834 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-7d3e5879-b100-470c-9986-ca66cf69970b req-a6724a0f-a780-4b68-8209-9ae5d7977fa5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=956ea5a7-0299-4b93-88d4-f9aeee9035d8 HTTP/1.1" status: 200 len: 848 time: 0.0542741 May 04 18:20:30.247140 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e5879-b100-470c-9986-ca66cf69970b req-0be54269-7ec9-451b-a2d9-3dfe8ed0345e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:20:30.248632 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-7d3e5879-b100-470c-9986-ca66cf69970b req-0be54269-7ec9-451b-a2d9-3dfe8ed0345e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0968c128-5c58-4ede-ab23-c4a8e5b29977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678573 May 04 18:20:30.487293 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-7d3e5879-b100-470c-9986-ca66cf69970b req-44696b84-23f3-4fd5-8d4e-cfe4ae5987af service neutron] 10.222.0.42 "GET /v2.0/networks/0968c128-5c58-4ede-ab23-c4a8e5b29977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302191 May 04 18:20:30.618935 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-7d3e5879-b100-470c-9986-ca66cf69970b req-3a9b73bf-1a79-4a8f-ba23-c8295b478edc service neutron] 10.222.0.42 "GET /v2.0/networks/0968c128-5c58-4ede-ab23-c4a8e5b29977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253157 May 04 18:20:33.290682 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-933a4f16-200a-45b9-8aa9-b2f025f9b3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:20:35.643444 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e8aa90e5-17d1-40b6-a288-280c8b07cf00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:20:36.692743 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:20:36.723187 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:20:38.070810 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:20:39.820215 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:21:03.293055 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8df26779-30ed-4e46-8fb8-f2c1035d94f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:21:05.643694 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-37c111fd-ed10-47aa-8efc-fde40b600756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:21:06.279387 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 18:21:06.695761 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:21:06.725832 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:21:08.072101 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:21:09.826657 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:21:29.720037 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-4b493899-a2f9-46f6-88a9-3bf54f64c68e req-458ffc33-f574-4a7c-ab7f-2a58b7c3ebbb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4f325551-911a-427d-aaa0-ccbd71faf116&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0688183 May 04 18:21:29.859915 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b493899-a2f9-46f6-88a9-3bf54f64c68e req-7b3b51df-2f2c-400d-8fef-c255c69674ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:29.861375 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-4b493899-a2f9-46f6-88a9-3bf54f64c68e req-7b3b51df-2f2c-400d-8fef-c255c69674ad service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e124429eb90e4965bbb52c1bbfabcc22&device_id=4f325551-911a-427d-aaa0-ccbd71faf116 HTTP/1.1" status: 200 len: 1099 time: 0.0749187 May 04 18:21:30.008007 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b493899-a2f9-46f6-88a9-3bf54f64c68e req-4c7ddd71-fef6-41bb-af13-2607c683f8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:30.009943 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-4b493899-a2f9-46f6-88a9-3bf54f64c68e req-4c7ddd71-fef6-41bb-af13-2607c683f8a2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0968c128-5c58-4ede-ab23-c4a8e5b29977 HTTP/1.1" status: 200 len: 910 time: 0.1294682 May 04 18:21:30.111413 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-4b493899-a2f9-46f6-88a9-3bf54f64c68e req-93a9a032-08a9-4463-a493-3ce72383e4b5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aed617dc-0ab2-4068-9a00-9df87c61f6f2 HTTP/1.1" status: 200 len: 1002 time: 0.0955744 May 04 18:21:30.171265 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b493899-a2f9-46f6-88a9-3bf54f64c68e req-a3fb44bc-b389-4bac-9253-d355ddbcfe7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:30.172685 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-4b493899-a2f9-46f6-88a9-3bf54f64c68e req-a3fb44bc-b389-4bac-9253-d355ddbcfe7b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=956ea5a7-0299-4b93-88d4-f9aeee9035d8 HTTP/1.1" status: 200 len: 848 time: 0.0558047 May 04 18:21:30.248390 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b493899-a2f9-46f6-88a9-3bf54f64c68e req-1e56c23f-dee0-415d-9d4a-d65621c7d63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:30.249869 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-4b493899-a2f9-46f6-88a9-3bf54f64c68e req-1e56c23f-dee0-415d-9d4a-d65621c7d63a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0968c128-5c58-4ede-ab23-c4a8e5b29977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712764 May 04 18:21:30.379416 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-4b493899-a2f9-46f6-88a9-3bf54f64c68e req-58b316e3-8cd3-4269-bcd4-7b76542eadda service neutron] 10.222.0.42 "GET /v2.0/networks/0968c128-5c58-4ede-ab23-c4a8e5b29977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228549 May 04 18:21:30.505102 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-4b493899-a2f9-46f6-88a9-3bf54f64c68e req-23c7139f-0038-4593-94b0-db259f2bd173 service neutron] 10.222.0.42 "GET /v2.0/networks/0968c128-5c58-4ede-ab23-c4a8e5b29977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201229 May 04 18:21:32.678868 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b53ce69-903f-45ee-b886-e83b48ae1579 req-d1a4fdc3-fd34-420f-9c24-fd697e310800 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:32.680831 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6b53ce69-903f-45ee-b886-e83b48ae1579 req-d1a4fdc3-fd34-420f-9c24-fd697e310800 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f325551-911a-427d-aaa0-ccbd71faf116 HTTP/1.1" status: 200 len: 946 time: 0.0807853 May 04 18:21:32.723240 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6b53ce69-903f-45ee-b886-e83b48ae1579 req-ed789b53-a449-4eef-9b76-fa356b7be816 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a9ecb47-d160-4bad-b591-f30196451453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368540 May 04 18:21:33.294152 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-601d0177-c1aa-4d69-b1b9-ef333a6e48b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:21:33.916166 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af635bd5-5fea-4dba-bd73-80f2b7068b6b req-f2f7ef40-3052-4879-9439-5827981ee14f tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:33.917635 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-af635bd5-5fea-4dba-bd73-80f2b7068b6b req-f2f7ef40-3052-4879-9439-5827981ee14f tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f325551-911a-427d-aaa0-ccbd71faf116 HTTP/1.1" status: 200 len: 946 time: 0.0815153 May 04 18:21:33.959878 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-af635bd5-5fea-4dba-bd73-80f2b7068b6b req-50405c36-aaf5-4c85-97d3-9d7db79901e9 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a9ecb47-d160-4bad-b591-f30196451453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366366 May 04 18:21:35.143600 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6d4c6-dfc7-4786-9fc8-3535024359af req-c0ffeb78-1306-4e0c-9aba-b077d02bd8f7 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:35.145052 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e1c6d4c6-dfc7-4786-9fc8-3535024359af req-c0ffeb78-1306-4e0c-9aba-b077d02bd8f7 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f325551-911a-427d-aaa0-ccbd71faf116 HTTP/1.1" status: 200 len: 946 time: 0.0778334 May 04 18:21:35.195613 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e1c6d4c6-dfc7-4786-9fc8-3535024359af req-0500f949-913f-42ab-9351-9b6d2f0021ac tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a9ecb47-d160-4bad-b591-f30196451453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442762 May 04 18:21:35.645320 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b30e5739-04d3-483d-9332-f2309d134afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:21:36.382554 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7e039-d500-401d-97c2-42f680789792 req-9ff92af9-0a01-46e0-8e18-c8455bbd1c85 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:36.384031 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-72d7e039-d500-401d-97c2-42f680789792 req-9ff92af9-0a01-46e0-8e18-c8455bbd1c85 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f325551-911a-427d-aaa0-ccbd71faf116 HTTP/1.1" status: 200 len: 946 time: 0.0808487 May 04 18:21:36.427008 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-72d7e039-d500-401d-97c2-42f680789792 req-c58bdfb9-0ed5-4407-b773-179e93594b92 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a9ecb47-d160-4bad-b591-f30196451453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374815 May 04 18:21:36.696937 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:21:36.730396 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:21:37.761147 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd96c83-7bbb-49a3-89b1-b7f4a8e21b17 req-4eb4af1c-e980-4181-91ae-e759b83e8164 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:37.763016 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5cd96c83-7bbb-49a3-89b1-b7f4a8e21b17 req-4eb4af1c-e980-4181-91ae-e759b83e8164 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f325551-911a-427d-aaa0-ccbd71faf116 HTTP/1.1" status: 200 len: 946 time: 0.0878596 May 04 18:21:37.807473 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5cd96c83-7bbb-49a3-89b1-b7f4a8e21b17 req-b254eabb-8fe7-4513-b4e6-1f478ca5cccc tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a9ecb47-d160-4bad-b591-f30196451453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388267 May 04 18:21:38.074383 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:21:38.990468 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745d0f1-9603-4207-b66d-7440844fcc8e req-68432ea0-1e5d-4b26-b7bd-4fd220979522 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:38.991921 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-1745d0f1-9603-4207-b66d-7440844fcc8e req-68432ea0-1e5d-4b26-b7bd-4fd220979522 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f325551-911a-427d-aaa0-ccbd71faf116 HTTP/1.1" status: 200 len: 946 time: 0.0793016 May 04 18:21:39.038042 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-1745d0f1-9603-4207-b66d-7440844fcc8e req-0a9cf46c-980f-4de0-88a4-071a2f1665ce tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a9ecb47-d160-4bad-b591-f30196451453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405195 May 04 18:21:39.857854 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:21:40.225408 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc29f00-38ff-4654-b32d-48d4f2b513a1 req-2e33608f-6a22-4062-86a2-a673eb46f409 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:40.227476 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9bc29f00-38ff-4654-b32d-48d4f2b513a1 req-2e33608f-6a22-4062-86a2-a673eb46f409 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f325551-911a-427d-aaa0-ccbd71faf116 HTTP/1.1" status: 200 len: 946 time: 0.0844462 May 04 18:21:40.271301 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9bc29f00-38ff-4654-b32d-48d4f2b513a1 req-829fbdd9-238e-4e63-8c58-11b09e3652a5 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a9ecb47-d160-4bad-b591-f30196451453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367212 May 04 18:21:41.464252 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20cc39d-28ec-4422-a940-1c7678cfa29d req-a1861b03-37b7-4e90-87e5-3d88a006953e tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:41.465758 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-e20cc39d-28ec-4422-a940-1c7678cfa29d req-a1861b03-37b7-4e90-87e5-3d88a006953e tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f325551-911a-427d-aaa0-ccbd71faf116 HTTP/1.1" status: 200 len: 946 time: 0.0811355 May 04 18:21:41.515648 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-e20cc39d-28ec-4422-a940-1c7678cfa29d req-1f5c0c7b-1189-437a-a5c0-a04437025b6d tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a9ecb47-d160-4bad-b591-f30196451453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427940 May 04 18:21:42.694200 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b71a53-459b-48c9-936e-3f8b7fd0ff18 req-7ed19aa1-64a2-48f1-9a0f-d81dd1fb0b09 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:42.696164 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-15b71a53-459b-48c9-936e-3f8b7fd0ff18 req-7ed19aa1-64a2-48f1-9a0f-d81dd1fb0b09 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f325551-911a-427d-aaa0-ccbd71faf116 HTTP/1.1" status: 200 len: 946 time: 0.0774410 May 04 18:21:42.738553 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-15b71a53-459b-48c9-936e-3f8b7fd0ff18 req-be8e1ed1-cb61-442f-bf38-4da32de72524 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a9ecb47-d160-4bad-b591-f30196451453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361273 May 04 18:21:43.278950 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 18:21:43.925836 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de53c6d-0f47-4e5b-a2d1-f4d2f4919547 req-ba9f9883-db80-4f12-b47c-a2eb9a6ae7be tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:43.927318 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-0de53c6d-0f47-4e5b-a2d1-f4d2f4919547 req-ba9f9883-db80-4f12-b47c-a2eb9a6ae7be tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f325551-911a-427d-aaa0-ccbd71faf116 HTTP/1.1" status: 200 len: 946 time: 0.0840032 May 04 18:21:43.970526 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-0de53c6d-0f47-4e5b-a2d1-f4d2f4919547 req-f9d531ee-9688-4b96-91d9-fdb9f6ef3b33 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a9ecb47-d160-4bad-b591-f30196451453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370951 May 04 18:21:45.251381 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0dbd7e-95ee-4dc2-953f-78eab23d6fb0 req-f3a810f2-6460-41ff-9594-ca753b6055b6 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:45.252740 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-1f0dbd7e-95ee-4dc2-953f-78eab23d6fb0 req-f3a810f2-6460-41ff-9594-ca753b6055b6 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f325551-911a-427d-aaa0-ccbd71faf116 HTTP/1.1" status: 200 len: 946 time: 0.1780930 May 04 18:21:45.298172 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-1f0dbd7e-95ee-4dc2-953f-78eab23d6fb0 req-a122dcda-c0d4-4eb3-b774-b8a9e96e8eb9 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a9ecb47-d160-4bad-b591-f30196451453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390749 May 04 18:21:45.747248 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device aed617dc-0ab2-4068-9a00-9df87c61f6f2 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 18:21:45.910494 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port aed617dc-0ab2-4068-9a00-9df87c61f6f2, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=aed617dc-0ab2-4068-9a00-9df87c61f6f2,segment=NetworkSegment(6b450ce7-6de0-40ba-9f5e-7f7a7366559b),segment_id=6b450ce7-6de0-40ba-9f5e-7f7a7366559b)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:21:45.923609 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Returning: {'device': 'aed617dc-0ab2-4068-9a00-9df87c61f6f2', 'network_id': '0968c128-5c58-4ede-ab23-c4a8e5b29977', 'port_id': 'aed617dc-0ab2-4068-9a00-9df87c61f6f2', 'mac_address': 'fa:16:3e:a2:83:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '956ea5a7-0299-4b93-88d4-f9aeee9035d8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 18:21:45.978329 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:21:45.994464 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aed617dc-0ab2-4068-9a00-9df87c61f6f2 {{(pid=88039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:21:46.008913 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port aed617dc-0ab2-4068-9a00-9df87c61f6f2, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=aed617dc-0ab2-4068-9a00-9df87c61f6f2,segment=NetworkSegment(6b450ce7-6de0-40ba-9f5e-7f7a7366559b),segment_id=6b450ce7-6de0-40ba-9f5e-7f7a7366559b)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:21:46.013636 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:21:46.080850 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=aed617dc-0ab2-4068-9a00-9df87c61f6f2,revision_number=6']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:21:46.085489 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] get_ports_and_sgs() called for port_ids ['aed617dc-0ab2-4068-9a00-9df87c61f6f2'] {{(pid=88039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 18:21:46.116751 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:21:46.117103 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:21:46.118055 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:21:46.118395 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:21:46.118728 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:21:46.119059 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:21:46.119387 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:21:46.119714 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:21:46.120043 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:21:46.120367 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:21:46.120690 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:21:46.121010 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:21:46.479252 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61302307-2999-455d-97f3-408637b50ace req-4fb0406a-2fa4-486e-995e-97996d7399fb tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:46.480683 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-61302307-2999-455d-97f3-408637b50ace req-4fb0406a-2fa4-486e-995e-97996d7399fb tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f325551-911a-427d-aaa0-ccbd71faf116 HTTP/1.1" status: 200 len: 945 time: 0.0780008 May 04 18:21:46.523137 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-61302307-2999-455d-97f3-408637b50ace req-ae282074-f822-4d3e-b8f7-998272b505ed tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a9ecb47-d160-4bad-b591-f30196451453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369439 May 04 18:21:47.705566 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3037cbd-03db-4893-b4d9-545e60b4f21a req-e00da94e-23db-4e2a-9d49-e0586f7cda16 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:47.707045 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a3037cbd-03db-4893-b4d9-545e60b4f21a req-e00da94e-23db-4e2a-9d49-e0586f7cda16 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f325551-911a-427d-aaa0-ccbd71faf116 HTTP/1.1" status: 200 len: 945 time: 0.0800107 May 04 18:21:47.753817 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device aed617dc-0ab2-4068-9a00-9df87c61f6f2 up at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:21:47.754426 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a3037cbd-03db-4893-b4d9-545e60b4f21a req-3394f544-bc7a-4568-8913-d6766a1c90ed tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a9ecb47-d160-4bad-b591-f30196451453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409925 May 04 18:21:47.820258 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning complete for port aed617dc-0ab2-4068-9a00-9df87c61f6f2 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:21:47.820627 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:21:47.933298 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:21:47.958617 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f325551-911a-427d-aaa0-ccbd71faf116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aed617dc-0ab2-4068-9a00-9df87c61f6f2'}] {{(pid=88039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:21:47.968520 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port aed617dc-0ab2-4068-9a00-9df87c61f6f2, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=aed617dc-0ab2-4068-9a00-9df87c61f6f2,segment=NetworkSegment(6b450ce7-6de0-40ba-9f5e-7f7a7366559b),segment_id=6b450ce7-6de0-40ba-9f5e-7f7a7366559b)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:21:47.973341 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:21:48.009100 dv-neutron-840426-1-hyperv neutron-server[88039]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a51d61f-72fe-48a8-9115-29a26ff00483'] response: {'server_uuid': '4f325551-911a-427d-aaa0-ccbd71faf116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aed617dc-0ab2-4068-9a00-9df87c61f6f2', 'code': 200} May 04 18:21:48.040549 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=aed617dc-0ab2-4068-9a00-9df87c61f6f2,revision_number=7']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:21:48.938834 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0557430b-d38d-4cae-b3da-2f0627e993e1 req-37eada70-213c-409c-9403-3db7cbe8fea1 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:48.940286 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0557430b-d38d-4cae-b3da-2f0627e993e1 req-37eada70-213c-409c-9403-3db7cbe8fea1 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f325551-911a-427d-aaa0-ccbd71faf116 HTTP/1.1" status: 200 len: 946 time: 0.0821812 May 04 18:21:48.987026 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0557430b-d38d-4cae-b3da-2f0627e993e1 req-8569d3e8-8fb9-4bef-8b37-0ed67ac809c4 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a9ecb47-d160-4bad-b591-f30196451453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384376 May 04 18:21:50.183405 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23fbde2-4620-4e72-bebb-61001d10e7ac req-173d1371-eea7-4f5f-bdd2-eea75b85c1d0 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:50.185596 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-c23fbde2-4620-4e72-bebb-61001d10e7ac req-173d1371-eea7-4f5f-bdd2-eea75b85c1d0 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f325551-911a-427d-aaa0-ccbd71faf116 HTTP/1.1" status: 200 len: 946 time: 0.0870254 May 04 18:21:50.250538 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-c23fbde2-4620-4e72-bebb-61001d10e7ac req-6133efac-7685-41fd-911b-a773922a912c tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a9ecb47-d160-4bad-b591-f30196451453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581315 May 04 18:21:51.454112 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6944d84-e21a-4cab-bc46-1d21f4ec6767 req-78758634-51b0-4ea2-8dd2-6571bb52c85c tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:51.455601 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e6944d84-e21a-4cab-bc46-1d21f4ec6767 req-78758634-51b0-4ea2-8dd2-6571bb52c85c tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f325551-911a-427d-aaa0-ccbd71faf116 HTTP/1.1" status: 200 len: 946 time: 0.0994422 May 04 18:21:51.503450 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e6944d84-e21a-4cab-bc46-1d21f4ec6767 req-69fc256b-0d58-4b3a-9c8e-f749de218658 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a9ecb47-d160-4bad-b591-f30196451453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409343 May 04 18:21:52.708689 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416edd00-efd5-4362-be29-77839abff7b0 req-e24d8647-de8f-4afc-89c2-f601fc6751cd tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:52.710226 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-416edd00-efd5-4362-be29-77839abff7b0 req-e24d8647-de8f-4afc-89c2-f601fc6751cd tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f325551-911a-427d-aaa0-ccbd71faf116 HTTP/1.1" status: 200 len: 946 time: 0.0875642 May 04 18:21:52.763158 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-416edd00-efd5-4362-be29-77839abff7b0 req-37a6d004-54fa-427e-85b8-525f671d7074 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a9ecb47-d160-4bad-b591-f30196451453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456512 May 04 18:21:53.963109 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b8f06-3567-4090-b1dd-0d5edf960f6e req-6a1dd0c7-f271-40d2-896e-89686ec38967 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:53.964571 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-979b8f06-3567-4090-b1dd-0d5edf960f6e req-6a1dd0c7-f271-40d2-896e-89686ec38967 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f325551-911a-427d-aaa0-ccbd71faf116 HTTP/1.1" status: 200 len: 946 time: 0.0871327 May 04 18:21:54.011094 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-979b8f06-3567-4090-b1dd-0d5edf960f6e req-beac8dda-0e6c-4a9f-8c0e-6a1145d4ce24 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a9ecb47-d160-4bad-b591-f30196451453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409033 May 04 18:21:55.213254 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dcf6c2-c4a7-4005-acaf-c5d384b64834 req-4faa3162-9c78-450d-926e-2ac4952cafea tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:55.215385 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-26dcf6c2-c4a7-4005-acaf-c5d384b64834 req-4faa3162-9c78-450d-926e-2ac4952cafea tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f325551-911a-427d-aaa0-ccbd71faf116 HTTP/1.1" status: 200 len: 946 time: 0.0855837 May 04 18:21:55.265093 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-26dcf6c2-c4a7-4005-acaf-c5d384b64834 req-47841601-7ce2-4542-a16d-ae839d8b9fb9 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a9ecb47-d160-4bad-b591-f30196451453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434294 May 04 18:21:56.483665 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b9147-7706-4954-84bd-b23a3f8be918 req-0feb91b0-e37e-4a5e-bb78-be59754dc35e tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:56.485322 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-342b9147-7706-4954-84bd-b23a3f8be918 req-0feb91b0-e37e-4a5e-bb78-be59754dc35e tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f325551-911a-427d-aaa0-ccbd71faf116 HTTP/1.1" status: 200 len: 946 time: 0.1053946 May 04 18:21:56.533087 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-342b9147-7706-4954-84bd-b23a3f8be918 req-6bed2470-eb08-4fee-846a-8a4783cc68e1 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a9ecb47-d160-4bad-b591-f30196451453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416043 May 04 18:21:57.726838 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6185dbe3-e395-4284-8bd7-17ae85a9babc req-607342f2-c3e7-4a9f-babd-5ceaf3cdfbcf tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:57.728326 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-6185dbe3-e395-4284-8bd7-17ae85a9babc req-607342f2-c3e7-4a9f-babd-5ceaf3cdfbcf tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f325551-911a-427d-aaa0-ccbd71faf116 HTTP/1.1" status: 200 len: 946 time: 0.0866790 May 04 18:21:57.772170 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-6185dbe3-e395-4284-8bd7-17ae85a9babc req-b716c26c-49cf-43f2-b764-6561319ed68b tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a9ecb47-d160-4bad-b591-f30196451453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380807 May 04 18:21:58.989748 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff362df-3ce9-4833-b26b-0db3a7ffb9e0 req-5c3ca735-b4b7-455b-816f-d0f297bc79cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:58.991273 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2ff362df-3ce9-4833-b26b-0db3a7ffb9e0 req-5c3ca735-b4b7-455b-816f-d0f297bc79cb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e124429eb90e4965bbb52c1bbfabcc22&device_id=4f325551-911a-427d-aaa0-ccbd71faf116 HTTP/1.1" status: 200 len: 1099 time: 0.1333823 May 04 18:21:59.002833 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be40f5a-3a10-4623-8e0c-4d0b43d3c383 req-309cdd58-79c8-4ae4-b23b-4081173cfdce tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:59.004171 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6be40f5a-3a10-4623-8e0c-4d0b43d3c383 req-309cdd58-79c8-4ae4-b23b-4081173cfdce tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f325551-911a-427d-aaa0-ccbd71faf116 HTTP/1.1" status: 200 len: 946 time: 0.1164639 May 04 18:21:59.134153 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6be40f5a-3a10-4623-8e0c-4d0b43d3c383 req-24413f62-6aba-48e6-8e43-584031b3dd4b tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a9ecb47-d160-4bad-b591-f30196451453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062648 May 04 18:21:59.167623 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff362df-3ce9-4833-b26b-0db3a7ffb9e0 req-b03af7b1-032f-4696-8231-cfc41198cc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:59.169039 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2ff362df-3ce9-4833-b26b-0db3a7ffb9e0 req-b03af7b1-032f-4696-8231-cfc41198cc6c service neutron] 10.222.0.42 "GET /v2.0/networks?id=0968c128-5c58-4ede-ab23-c4a8e5b29977 HTTP/1.1" status: 200 len: 910 time: 0.1640491 May 04 18:21:59.268384 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2ff362df-3ce9-4833-b26b-0db3a7ffb9e0 req-542bf597-4713-43ce-b8cf-060e1c36aaeb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aed617dc-0ab2-4068-9a00-9df87c61f6f2 HTTP/1.1" status: 200 len: 1002 time: 0.0930426 May 04 18:21:59.328621 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff362df-3ce9-4833-b26b-0db3a7ffb9e0 req-9485f150-1666-400d-a0d0-5d57218fb2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:59.329975 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2ff362df-3ce9-4833-b26b-0db3a7ffb9e0 req-9485f150-1666-400d-a0d0-5d57218fb2dc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=956ea5a7-0299-4b93-88d4-f9aeee9035d8 HTTP/1.1" status: 200 len: 848 time: 0.0550113 May 04 18:21:59.406711 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff362df-3ce9-4833-b26b-0db3a7ffb9e0 req-e3eec48c-b4bb-487a-a445-442bed98839c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:21:59.408070 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2ff362df-3ce9-4833-b26b-0db3a7ffb9e0 req-e3eec48c-b4bb-487a-a445-442bed98839c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0968c128-5c58-4ede-ab23-c4a8e5b29977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711749 May 04 18:21:59.535212 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2ff362df-3ce9-4833-b26b-0db3a7ffb9e0 req-cdc6e43a-7e47-4868-ad5c-2d4a30fe0803 service neutron] 10.222.0.42 "GET /v2.0/networks/0968c128-5c58-4ede-ab23-c4a8e5b29977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205482 May 04 18:21:59.661879 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2ff362df-3ce9-4833-b26b-0db3a7ffb9e0 req-a8f49293-97a6-48a3-b681-c3d5814fa16f service neutron] 10.222.0.42 "GET /v2.0/networks/0968c128-5c58-4ede-ab23-c4a8e5b29977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203322 May 04 18:22:00.316443 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e51319-cff2-4c13-8115-90b97c9b5842 req-26070e5b-5afc-4b94-b2c2-e336ab38b9f6 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:00.317885 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-79e51319-cff2-4c13-8115-90b97c9b5842 req-26070e5b-5afc-4b94-b2c2-e336ab38b9f6 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f325551-911a-427d-aaa0-ccbd71faf116 HTTP/1.1" status: 200 len: 946 time: 0.0797663 May 04 18:22:00.360055 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-79e51319-cff2-4c13-8115-90b97c9b5842 req-67db0ab6-476e-49e8-b340-10b61a125627 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a9ecb47-d160-4bad-b591-f30196451453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365870 May 04 18:22:01.544343 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae7c782-700b-49b7-bb49-1d273168d5bb req-bc9eb7b8-a68a-49a1-9327-d7e68da16ac7 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:01.546510 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dae7c782-700b-49b7-bb49-1d273168d5bb req-bc9eb7b8-a68a-49a1-9327-d7e68da16ac7 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f325551-911a-427d-aaa0-ccbd71faf116 HTTP/1.1" status: 200 len: 946 time: 0.0802279 May 04 18:22:01.590667 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dae7c782-700b-49b7-bb49-1d273168d5bb req-27f8267c-31a9-4b53-8a9d-9610a3674dd0 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a9ecb47-d160-4bad-b591-f30196451453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384891 May 04 18:22:01.811998 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device aed617dc-0ab2-4068-9a00-9df87c61f6f2 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:22:01.925105 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:22:01.952105 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f325551-911a-427d-aaa0-ccbd71faf116', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aed617dc-0ab2-4068-9a00-9df87c61f6f2'}] {{(pid=88039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:22:01.962002 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port aed617dc-0ab2-4068-9a00-9df87c61f6f2, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=aed617dc-0ab2-4068-9a00-9df87c61f6f2,segment=NetworkSegment(6b450ce7-6de0-40ba-9f5e-7f7a7366559b),segment_id=6b450ce7-6de0-40ba-9f5e-7f7a7366559b)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:22:01.966264 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:22:02.033800 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=aed617dc-0ab2-4068-9a00-9df87c61f6f2,revision_number=8']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:22:02.045638 dv-neutron-840426-1-hyperv neutron-server[88039]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-4e79dab9-6303-4d8e-b113-7d47527b8225']: {'server_uuid': '4f325551-911a-427d-aaa0-ccbd71faf116', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'aed617dc-0ab2-4068-9a00-9df87c61f6f2', 'code': 422} returned with failed status May 04 18:22:02.775771 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c49e6-e8ec-4cfd-a731-74f7c7373478 req-ea249690-9963-40f0-b550-c296470308eb tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:02.777199 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f08c49e6-e8ec-4cfd-a731-74f7c7373478 req-ea249690-9963-40f0-b550-c296470308eb tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f325551-911a-427d-aaa0-ccbd71faf116 HTTP/1.1" status: 200 len: 944 time: 0.0812590 May 04 18:22:02.820495 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f08c49e6-e8ec-4cfd-a731-74f7c7373478 req-7fba36b5-bdf9-47a3-8c03-4579978721d9 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a9ecb47-d160-4bad-b591-f30196451453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371594 May 04 18:22:03.172410 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08545aed-5458-4c4b-839f-a5241ce9f82a req-e5f9672c-70b8-497a-a8a0-cc36c197b736 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:03.174144 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-08545aed-5458-4c4b-839f-a5241ce9f82a req-e5f9672c-70b8-497a-a8a0-cc36c197b736 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f325551-911a-427d-aaa0-ccbd71faf116 HTTP/1.1" status: 200 len: 944 time: 0.0800731 May 04 18:22:03.301042 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9a741668-6ee9-4951-92f8-fe2ba9093057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:22:03.324358 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-08545aed-5458-4c4b-839f-a5241ce9f82a req-02f06da4-d2af-4246-9220-b28d3b085338 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a9ecb47-d160-4bad-b591-f30196451453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437240 May 04 18:22:03.605760 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-13924591-14ed-4753-96a9-f0ece99dda98 req-ad3894c7-5a9d-4fc7-ad2e-1fca2cfd0db4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4f325551-911a-427d-aaa0-ccbd71faf116&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2216768 May 04 18:22:04.505754 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02ea48-9dd4-4abb-9d60-0298d624bb5e req-6a36f18b-833e-431b-9f3a-446995071de8 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:04.507147 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-4f02ea48-9dd4-4abb-9d60-0298d624bb5e req-6a36f18b-833e-431b-9f3a-446995071de8 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f325551-911a-427d-aaa0-ccbd71faf116 HTTP/1.1" status: 200 len: 944 time: 0.0786145 May 04 18:22:04.554258 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-4f02ea48-9dd4-4abb-9d60-0298d624bb5e req-25d5df55-f975-4b2e-9e7e-9aada9b24e30 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a9ecb47-d160-4bad-b591-f30196451453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414469 May 04 18:22:04.602822 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13924591-14ed-4753-96a9-f0ece99dda98 req-b9157449-b3a4-4945-8af9-a9bd27d091e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:04.604275 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-13924591-14ed-4753-96a9-f0ece99dda98 req-b9157449-b3a4-4945-8af9-a9bd27d091e1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4f325551-911a-427d-aaa0-ccbd71faf116&tenant_id=e124429eb90e4965bbb52c1bbfabcc22 HTTP/1.1" status: 200 len: 1097 time: 0.0707016 May 04 18:22:04.692747 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13924591-14ed-4753-96a9-f0ece99dda98 req-b40c52d5-8cc7-4dde-9476-c6a2bd84bce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:04.694200 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-13924591-14ed-4753-96a9-f0ece99dda98 req-b40c52d5-8cc7-4dde-9476-c6a2bd84bce7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e124429eb90e4965bbb52c1bbfabcc22&device_id=4f325551-911a-427d-aaa0-ccbd71faf116 HTTP/1.1" status: 200 len: 1097 time: 0.0702145 May 04 18:22:04.823124 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13924591-14ed-4753-96a9-f0ece99dda98 req-b6540255-ea03-466a-a0b0-da8e5bf11d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:04.824456 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-13924591-14ed-4753-96a9-f0ece99dda98 req-b6540255-ea03-466a-a0b0-da8e5bf11d72 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0968c128-5c58-4ede-ab23-c4a8e5b29977 HTTP/1.1" status: 200 len: 910 time: 0.1242201 May 04 18:22:04.924568 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-13924591-14ed-4753-96a9-f0ece99dda98 req-6257eacb-1d10-4821-8095-ca35d0af8ad8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aed617dc-0ab2-4068-9a00-9df87c61f6f2 HTTP/1.1" status: 200 len: 1000 time: 0.0943809 May 04 18:22:04.984862 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13924591-14ed-4753-96a9-f0ece99dda98 req-cca0b866-9779-48b6-892f-2c800c2928c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:04.986280 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-13924591-14ed-4753-96a9-f0ece99dda98 req-cca0b866-9779-48b6-892f-2c800c2928c3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=956ea5a7-0299-4b93-88d4-f9aeee9035d8 HTTP/1.1" status: 200 len: 848 time: 0.0557539 May 04 18:22:05.058031 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13924591-14ed-4753-96a9-f0ece99dda98 req-04806370-1c52-48ff-a38f-f75a751bc62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:05.059455 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-13924591-14ed-4753-96a9-f0ece99dda98 req-04806370-1c52-48ff-a38f-f75a751bc62e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0968c128-5c58-4ede-ab23-c4a8e5b29977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677562 May 04 18:22:05.190929 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-13924591-14ed-4753-96a9-f0ece99dda98 req-93866001-f1c1-4d20-972d-3e9def371cc2 service neutron] 10.222.0.42 "GET /v2.0/networks/0968c128-5c58-4ede-ab23-c4a8e5b29977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253519 May 04 18:22:05.319738 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-13924591-14ed-4753-96a9-f0ece99dda98 req-0bb35c13-4c12-4bd8-ad75-d502b3071f52 service neutron] 10.222.0.42 "GET /v2.0/networks/0968c128-5c58-4ede-ab23-c4a8e5b29977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223829 May 04 18:22:05.651565 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-787cf14e-2dba-4e53-956b-b6a35c911493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:22:05.771247 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f14aca-c242-4885-b070-0e8872d60cae req-c48aa643-f43f-492f-ad9b-665e4d011347 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:05.774223 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-43f14aca-c242-4885-b070-0e8872d60cae req-c48aa643-f43f-492f-ad9b-665e4d011347 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f325551-911a-427d-aaa0-ccbd71faf116 HTTP/1.1" status: 200 len: 944 time: 0.1109457 May 04 18:22:05.823472 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-43f14aca-c242-4885-b070-0e8872d60cae req-b268ddf4-0065-4048-a054-6dce3c809350 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a9ecb47-d160-4bad-b591-f30196451453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431373 May 04 18:22:06.707445 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:22:06.734664 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:22:07.023020 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed52a8-2983-469c-b93e-2e5b6ee49322 req-44ccc0aa-4113-45b0-981a-64cc732e0fe5 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:07.024550 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-b9ed52a8-2983-469c-b93e-2e5b6ee49322 req-44ccc0aa-4113-45b0-981a-64cc732e0fe5 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f325551-911a-427d-aaa0-ccbd71faf116 HTTP/1.1" status: 200 len: 944 time: 0.0867126 May 04 18:22:07.071598 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-b9ed52a8-2983-469c-b93e-2e5b6ee49322 req-e4119bf1-4c14-4d3b-a995-5fab3893f42e tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a9ecb47-d160-4bad-b591-f30196451453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414283 May 04 18:22:08.079778 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:22:08.279685 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593745d9-a8b6-42b3-bf4f-372778c9c3d8 req-640c82b8-dd27-47c1-a251-a71ce29d9418 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:08.281884 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-593745d9-a8b6-42b3-bf4f-372778c9c3d8 req-640c82b8-dd27-47c1-a251-a71ce29d9418 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f325551-911a-427d-aaa0-ccbd71faf116 HTTP/1.1" status: 200 len: 944 time: 0.0980179 May 04 18:22:08.334627 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-593745d9-a8b6-42b3-bf4f-372778c9c3d8 req-fbccfff7-8456-4f6f-bc48-79cacd769e9c tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a9ecb47-d160-4bad-b591-f30196451453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462768 May 04 18:22:09.528844 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8540cc7-904d-4e44-9df6-33c60d9eb82a req-dda8b958-0590-40c1-8671-8e4bf54932b5 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:09.530297 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-c8540cc7-904d-4e44-9df6-33c60d9eb82a req-dda8b958-0590-40c1-8671-8e4bf54932b5 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f325551-911a-427d-aaa0-ccbd71faf116 HTTP/1.1" status: 200 len: 944 time: 0.0803003 May 04 18:22:09.578663 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-c8540cc7-904d-4e44-9df6-33c60d9eb82a req-6a842c00-ea23-4383-9b69-f1ce3e41df94 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a9ecb47-d160-4bad-b591-f30196451453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426095 May 04 18:22:09.870261 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:22:10.780573 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1203eb2-8d14-4e9f-96d6-f2d931689497 req-a9efe92a-96d8-49ba-9339-c7fa7f9246cc tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:10.782156 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d1203eb2-8d14-4e9f-96d6-f2d931689497 req-a9efe92a-96d8-49ba-9339-c7fa7f9246cc tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f325551-911a-427d-aaa0-ccbd71faf116 HTTP/1.1" status: 200 len: 944 time: 0.0871949 May 04 18:22:10.830225 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d1203eb2-8d14-4e9f-96d6-f2d931689497 req-80545230-e7a0-4ae9-80a7-bf2893716f4a tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a9ecb47-d160-4bad-b591-f30196451453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423419 May 04 18:22:12.025838 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ad858-d2d8-4e7d-bacb-dd9d5f28e635 req-6757bd94-7a18-4145-862b-62867585ccf4 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:12.027357 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-d09ad858-d2d8-4e7d-bacb-dd9d5f28e635 req-6757bd94-7a18-4145-862b-62867585ccf4 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f325551-911a-427d-aaa0-ccbd71faf116 HTTP/1.1" status: 200 len: 944 time: 0.0869236 May 04 18:22:12.074479 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-d09ad858-d2d8-4e7d-bacb-dd9d5f28e635 req-ff45d449-bfdd-47ea-a723-65d21f07a448 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a9ecb47-d160-4bad-b591-f30196451453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409863 May 04 18:22:13.276776 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f320f8af-c7b9-4fb6-9c63-50e4d21937e3 req-a625818d-39a4-4e72-91c1-9ad30cb94d10 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:13.278514 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f320f8af-c7b9-4fb6-9c63-50e4d21937e3 req-a625818d-39a4-4e72-91c1-9ad30cb94d10 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f325551-911a-427d-aaa0-ccbd71faf116 HTTP/1.1" status: 200 len: 944 time: 0.0866342 May 04 18:22:13.325004 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f320f8af-c7b9-4fb6-9c63-50e4d21937e3 req-0d25c3db-8999-46d0-9723-e7da155eb74e tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a9ecb47-d160-4bad-b591-f30196451453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410278 May 04 18:22:14.519519 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056baec3-a03b-48e8-b454-caee180b0f95 req-61fad54e-23e5-4af6-b1b0-38ecb977c90d tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:14.521578 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-056baec3-a03b-48e8-b454-caee180b0f95 req-61fad54e-23e5-4af6-b1b0-38ecb977c90d tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f325551-911a-427d-aaa0-ccbd71faf116 HTTP/1.1" status: 200 len: 944 time: 0.0911124 May 04 18:22:14.570308 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-056baec3-a03b-48e8-b454-caee180b0f95 req-98f90700-2515-4f79-b346-2ff74a49c11b tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a9ecb47-d160-4bad-b591-f30196451453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432069 May 04 18:22:15.749860 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773fd66-cbf3-4b0d-8891-08c712aae3ca req-a16194b2-bb4d-495f-9836-c31ede1ceeef tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:15.751339 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f773fd66-cbf3-4b0d-8891-08c712aae3ca req-a16194b2-bb4d-495f-9836-c31ede1ceeef tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f325551-911a-427d-aaa0-ccbd71faf116 HTTP/1.1" status: 200 len: 944 time: 0.0779903 May 04 18:22:15.795310 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-f773fd66-cbf3-4b0d-8891-08c712aae3ca req-e12dd21f-33c2-47af-be4c-926d5b496010 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a9ecb47-d160-4bad-b591-f30196451453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383546 May 04 18:22:16.982448 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe70cc-ebb1-43cd-8897-9c503aa6e71d req-4f0968b0-a771-43a2-8cdf-b2d450c90d12 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:16.983906 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-79fe70cc-ebb1-43cd-8897-9c503aa6e71d req-4f0968b0-a771-43a2-8cdf-b2d450c90d12 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f325551-911a-427d-aaa0-ccbd71faf116 HTTP/1.1" status: 200 len: 944 time: 0.0827582 May 04 18:22:17.030947 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-79fe70cc-ebb1-43cd-8897-9c503aa6e71d req-b9a6da5f-7f38-4a87-b2d7-7bf6f5a12234 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a9ecb47-d160-4bad-b591-f30196451453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415208 May 04 18:22:18.216691 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef1de22-6b06-4f35-b35e-e6aa027c87b5 req-8acba4ae-76d2-458e-b9ec-15b21bad34ba tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:18.218159 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-aef1de22-6b06-4f35-b35e-e6aa027c87b5 req-8acba4ae-76d2-458e-b9ec-15b21bad34ba tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f325551-911a-427d-aaa0-ccbd71faf116 HTTP/1.1" status: 200 len: 944 time: 0.0813332 May 04 18:22:18.261808 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-aef1de22-6b06-4f35-b35e-e6aa027c87b5 req-e8b73168-0863-40e0-8bd0-6364e12c3fa7 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a9ecb47-d160-4bad-b591-f30196451453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380180 May 04 18:22:19.446456 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2e97b5-eaa1-40af-9f9c-abd28a165ea4 req-8ef2cc9b-5f9d-4cf4-b28d-176ede29dbc4 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:19.448586 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-cf2e97b5-eaa1-40af-9f9c-abd28a165ea4 req-8ef2cc9b-5f9d-4cf4-b28d-176ede29dbc4 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f325551-911a-427d-aaa0-ccbd71faf116 HTTP/1.1" status: 200 len: 944 time: 0.0831974 May 04 18:22:19.490825 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-cf2e97b5-eaa1-40af-9f9c-abd28a165ea4 req-062dfd10-5f93-4161-ad26-3a22e54a69e8 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a9ecb47-d160-4bad-b591-f30196451453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366769 May 04 18:22:19.847403 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device aed617dc-0ab2-4068-9a00-9df87c61f6f2 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 18:22:19.979004 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port aed617dc-0ab2-4068-9a00-9df87c61f6f2, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=aed617dc-0ab2-4068-9a00-9df87c61f6f2,segment=NetworkSegment(6b450ce7-6de0-40ba-9f5e-7f7a7366559b),segment_id=6b450ce7-6de0-40ba-9f5e-7f7a7366559b)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:22:19.991695 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Returning: {'device': 'aed617dc-0ab2-4068-9a00-9df87c61f6f2', 'network_id': '0968c128-5c58-4ede-ab23-c4a8e5b29977', 'port_id': 'aed617dc-0ab2-4068-9a00-9df87c61f6f2', 'mac_address': 'fa:16:3e:a2:83:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '956ea5a7-0299-4b93-88d4-f9aeee9035d8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 18:22:20.046527 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:22:20.063029 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aed617dc-0ab2-4068-9a00-9df87c61f6f2 {{(pid=88039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:22:20.077948 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port aed617dc-0ab2-4068-9a00-9df87c61f6f2, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=aed617dc-0ab2-4068-9a00-9df87c61f6f2,segment=NetworkSegment(6b450ce7-6de0-40ba-9f5e-7f7a7366559b),segment_id=6b450ce7-6de0-40ba-9f5e-7f7a7366559b)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:22:20.081761 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:22:20.149681 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=aed617dc-0ab2-4068-9a00-9df87c61f6f2,revision_number=9']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:22:20.278875 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 18:22:20.463731 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] get_ports_and_sgs() called for port_ids ['aed617dc-0ab2-4068-9a00-9df87c61f6f2'] {{(pid=88039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 18:22:20.679482 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f38b19-0f59-498b-87b8-fd5bb4f3e85f req-db54f500-4932-4cdf-99a4-f98164ea99b7 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:20.680947 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-64f38b19-0f59-498b-87b8-fd5bb4f3e85f req-db54f500-4932-4cdf-99a4-f98164ea99b7 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f325551-911a-427d-aaa0-ccbd71faf116 HTTP/1.1" status: 200 len: 945 time: 0.0830009 May 04 18:22:20.724594 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-64f38b19-0f59-498b-87b8-fd5bb4f3e85f req-9a880fc8-9ed7-4d6c-b4ee-bdf2c67e778b tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a9ecb47-d160-4bad-b591-f30196451453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377927 May 04 18:22:21.841855 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device aed617dc-0ab2-4068-9a00-9df87c61f6f2 up at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:22:21.907150 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning complete for port aed617dc-0ab2-4068-9a00-9df87c61f6f2 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:22:21.907414 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30200b1a-c086-4090-85a4-e85a4221a742 req-0fe45280-9c76-400f-a73c-cc925a3fc923 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:21.907892 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:22:21.908593 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-30200b1a-c086-4090-85a4-e85a4221a742 req-0fe45280-9c76-400f-a73c-cc925a3fc923 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f325551-911a-427d-aaa0-ccbd71faf116 HTTP/1.1" status: 200 len: 945 time: 0.0800927 May 04 18:22:21.952324 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-30200b1a-c086-4090-85a4-e85a4221a742 req-2f5b012f-3691-4209-934a-781d9c98d9db tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a9ecb47-d160-4bad-b591-f30196451453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381813 May 04 18:22:22.021938 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:22:22.047751 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f325551-911a-427d-aaa0-ccbd71faf116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aed617dc-0ab2-4068-9a00-9df87c61f6f2'}] {{(pid=88039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:22:22.057257 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port aed617dc-0ab2-4068-9a00-9df87c61f6f2, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=aed617dc-0ab2-4068-9a00-9df87c61f6f2,segment=NetworkSegment(6b450ce7-6de0-40ba-9f5e-7f7a7366559b),segment_id=6b450ce7-6de0-40ba-9f5e-7f7a7366559b)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:22:22.062053 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:22:22.098199 dv-neutron-840426-1-hyperv neutron-server[88039]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dea579f7-d0d8-43ea-8c33-b89af899c2aa'] response: {'server_uuid': '4f325551-911a-427d-aaa0-ccbd71faf116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aed617dc-0ab2-4068-9a00-9df87c61f6f2', 'code': 200} May 04 18:22:22.130980 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=aed617dc-0ab2-4068-9a00-9df87c61f6f2,revision_number=10']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:22:22.338105 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2ff71-0ba9-4bbf-9f46-9a788cc39cf9 req-7b9de9a0-bdb3-40d5-bd70-ad4e5ad0414a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:22.339441 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c2c2ff71-0ba9-4bbf-9f46-9a788cc39cf9 req-7b9de9a0-bdb3-40d5-bd70-ad4e5ad0414a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4f325551-911a-427d-aaa0-ccbd71faf116 HTTP/1.1" status: 200 len: 1100 time: 0.0699804 May 04 18:22:22.377243 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c2c2ff71-0ba9-4bbf-9f46-9a788cc39cf9 req-672b1927-ab22-4142-9d08-0bceec4500c6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9a9ecb47-d160-4bad-b591-f30196451453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323164 May 04 18:22:23.138246 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b95de4-0ae9-44ae-941f-91037ba45bb1 req-46febc1c-1ea8-4ea8-b784-0a76a2ab5b68 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:23.139692 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-b4b95de4-0ae9-44ae-941f-91037ba45bb1 req-46febc1c-1ea8-4ea8-b784-0a76a2ab5b68 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f325551-911a-427d-aaa0-ccbd71faf116 HTTP/1.1" status: 200 len: 947 time: 0.0812671 May 04 18:22:23.183195 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-b4b95de4-0ae9-44ae-941f-91037ba45bb1 req-7f249236-9f71-48fa-b860-6d080ce377ad tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a9ecb47-d160-4bad-b591-f30196451453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379820 May 04 18:22:24.371053 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742fb873-6cee-43f5-93d0-edd8aa4060f7 req-0419877c-1561-4ee8-a55d-3d688aec8ee1 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:24.372478 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-742fb873-6cee-43f5-93d0-edd8aa4060f7 req-0419877c-1561-4ee8-a55d-3d688aec8ee1 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f325551-911a-427d-aaa0-ccbd71faf116 HTTP/1.1" status: 200 len: 947 time: 0.0785110 May 04 18:22:24.507530 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-742fb873-6cee-43f5-93d0-edd8aa4060f7 req-29ca79b5-2f96-4a25-8f0e-2ee46cf5d0be tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a9ecb47-d160-4bad-b591-f30196451453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292999 May 04 18:22:25.687461 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79fe0c9-a0a9-432c-abf9-2f0ee48a15ac req-9c2f4eba-b711-4873-913e-55f0cf1b5360 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:25.688881 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-b79fe0c9-a0a9-432c-abf9-2f0ee48a15ac req-9c2f4eba-b711-4873-913e-55f0cf1b5360 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f325551-911a-427d-aaa0-ccbd71faf116 HTTP/1.1" status: 200 len: 947 time: 0.0775967 May 04 18:22:25.734130 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-b79fe0c9-a0a9-432c-abf9-2f0ee48a15ac req-fc0bfb89-eee9-4e4a-8758-bf7a086f2e83 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a9ecb47-d160-4bad-b591-f30196451453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397129 May 04 18:22:31.719706 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-49b46e60-62d9-4148-8d0b-a63b568764b4 req-ef43afe8-955b-48ae-b22d-b44589c01d42 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4f325551-911a-427d-aaa0-ccbd71faf116&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683877 May 04 18:22:31.853337 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b46e60-62d9-4148-8d0b-a63b568764b4 req-4f610030-3734-48e9-9ec0-be00e69cb2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:31.855419 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-49b46e60-62d9-4148-8d0b-a63b568764b4 req-4f610030-3734-48e9-9ec0-be00e69cb2c3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e124429eb90e4965bbb52c1bbfabcc22&device_id=4f325551-911a-427d-aaa0-ccbd71faf116 HTTP/1.1" status: 200 len: 1100 time: 0.0708845 May 04 18:22:31.993859 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b46e60-62d9-4148-8d0b-a63b568764b4 req-282dfcde-331a-490c-ba72-59649b7936a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:31.995195 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-49b46e60-62d9-4148-8d0b-a63b568764b4 req-282dfcde-331a-490c-ba72-59649b7936a5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0968c128-5c58-4ede-ab23-c4a8e5b29977 HTTP/1.1" status: 200 len: 910 time: 0.1228611 May 04 18:22:32.094511 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-49b46e60-62d9-4148-8d0b-a63b568764b4 req-7fc6a885-b311-4697-9d01-c12f132789cf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aed617dc-0ab2-4068-9a00-9df87c61f6f2 HTTP/1.1" status: 200 len: 1002 time: 0.0926034 May 04 18:22:32.154761 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b46e60-62d9-4148-8d0b-a63b568764b4 req-00c26e29-e37d-4603-ad18-cdf33d8b0f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:32.156105 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-49b46e60-62d9-4148-8d0b-a63b568764b4 req-00c26e29-e37d-4603-ad18-cdf33d8b0f11 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=956ea5a7-0299-4b93-88d4-f9aeee9035d8 HTTP/1.1" status: 200 len: 848 time: 0.0544357 May 04 18:22:32.228172 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b46e60-62d9-4148-8d0b-a63b568764b4 req-cf1ee39d-6737-484f-bdf4-ad3a5569778d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:22:32.229647 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-49b46e60-62d9-4148-8d0b-a63b568764b4 req-cf1ee39d-6737-484f-bdf4-ad3a5569778d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0968c128-5c58-4ede-ab23-c4a8e5b29977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670166 May 04 18:22:32.356774 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-49b46e60-62d9-4148-8d0b-a63b568764b4 req-28c6fbb3-2e4e-4069-a5e6-6be33371c4be service neutron] 10.222.0.42 "GET /v2.0/networks/0968c128-5c58-4ede-ab23-c4a8e5b29977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204014 May 04 18:22:32.482243 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-49b46e60-62d9-4148-8d0b-a63b568764b4 req-f6f45026-1109-42cc-96ae-59da229cf413 service neutron] 10.222.0.42 "GET /v2.0/networks/0968c128-5c58-4ede-ab23-c4a8e5b29977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193056 May 04 18:22:33.293470 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-f1a46728-f0f9-407f-a7d4-f51f34b8ad1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:22:35.643731 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e667ac58-afdf-49ab-a855-59076814de14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:22:36.702923 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:22:36.733028 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:22:38.078834 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:22:39.866182 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:22:57.278749 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 18:23:03.295399 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-db48ca83-85b1-4ba3-a186-032b1e314979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:23:05.644365 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-6c395bbe-ca7c-4cf3-a78c-4e8c9a41b931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:23:06.704193 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:23:06.741493 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:23:08.082735 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:23:09.863499 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:23:33.298870 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-433f57aa-7cc2-4cc2-a38a-ed4855249761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:23:33.773980 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-1e9b1130-2f77-40b2-b442-e4ffd9d0c654 req-a540ec50-63aa-463f-8aaa-88a33b599c92 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4f325551-911a-427d-aaa0-ccbd71faf116&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1287651 May 04 18:23:33.908613 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9b1130-2f77-40b2-b442-e4ffd9d0c654 req-64e789c4-973a-4b39-8ece-55bb3904b7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:33.910612 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-1e9b1130-2f77-40b2-b442-e4ffd9d0c654 req-64e789c4-973a-4b39-8ece-55bb3904b7d5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e124429eb90e4965bbb52c1bbfabcc22&device_id=4f325551-911a-427d-aaa0-ccbd71faf116 HTTP/1.1" status: 200 len: 1100 time: 0.0694866 May 04 18:23:34.049263 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9b1130-2f77-40b2-b442-e4ffd9d0c654 req-6b5919de-284e-4727-bcfc-c5624082eed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:34.051038 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-1e9b1130-2f77-40b2-b442-e4ffd9d0c654 req-6b5919de-284e-4727-bcfc-c5624082eed6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0968c128-5c58-4ede-ab23-c4a8e5b29977 HTTP/1.1" status: 200 len: 910 time: 0.1230116 May 04 18:23:34.152652 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-1e9b1130-2f77-40b2-b442-e4ffd9d0c654 req-bd13aa51-8b4a-450e-8492-3445507e0b51 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aed617dc-0ab2-4068-9a00-9df87c61f6f2 HTTP/1.1" status: 200 len: 1002 time: 0.0941730 May 04 18:23:34.218224 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9b1130-2f77-40b2-b442-e4ffd9d0c654 req-390471b5-eef7-4ebc-8005-ec6104be3b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:34.219574 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-1e9b1130-2f77-40b2-b442-e4ffd9d0c654 req-390471b5-eef7-4ebc-8005-ec6104be3b36 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=956ea5a7-0299-4b93-88d4-f9aeee9035d8 HTTP/1.1" status: 200 len: 848 time: 0.0598238 May 04 18:23:34.277569 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 18:23:34.292893 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9b1130-2f77-40b2-b442-e4ffd9d0c654 req-75ef0f97-b35e-424c-8447-71206f632097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:23:34.294389 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-1e9b1130-2f77-40b2-b442-e4ffd9d0c654 req-75ef0f97-b35e-424c-8447-71206f632097 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0968c128-5c58-4ede-ab23-c4a8e5b29977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687463 May 04 18:23:34.422473 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-1e9b1130-2f77-40b2-b442-e4ffd9d0c654 req-bc9336c7-8cd8-4278-a412-5e4c53cca7f0 service neutron] 10.222.0.42 "GET /v2.0/networks/0968c128-5c58-4ede-ab23-c4a8e5b29977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207330 May 04 18:23:34.646627 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-1e9b1130-2f77-40b2-b442-e4ffd9d0c654 req-f5c606d4-8e4f-4ddb-a27c-c27c9c217115 service neutron] 10.222.0.42 "GET /v2.0/networks/0968c128-5c58-4ede-ab23-c4a8e5b29977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167695 May 04 18:23:35.646715 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-db0a0c6f-4ca8-4da1-ac2a-569ac6e46503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:23:36.705336 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:23:36.738725 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:23:38.084885 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:23:39.862495 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:24:01.556213 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 35534) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:24:01.799206 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-495ef958-3343-4566-9efa-9a764801809d tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Deleting port d1f87b65-ec3d-4f79-b722-c9a5de127534 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:24:01.799816 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-495ef958-3343-4566-9efa-9a764801809d tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:24:01.970955 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-495ef958-3343-4566-9efa-9a764801809d tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:24:01.971289 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-495ef958-3343-4566-9efa-9a764801809d tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:24:02.090035 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-495ef958-3343-4566-9efa-9a764801809d tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Calling delete_port for d1f87b65-ec3d-4f79-b722-c9a5de127534 owned by network:floatingip {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:24:02.342480 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-495ef958-3343-4566-9efa-9a764801809d tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:24:02.386487 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495ef958-3343-4566-9efa-9a764801809d tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Pushing event deleted for resources: {'Port': ['ID=d1f87b65-ec3d-4f79-b722-c9a5de127534,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:24:02.426433 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495ef958-3343-4566-9efa-9a764801809d tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:24:02.427467 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495ef958-3343-4566-9efa-9a764801809d tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:24:02.427821 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495ef958-3343-4566-9efa-9a764801809d tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:24:02.428161 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495ef958-3343-4566-9efa-9a764801809d tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:24:02.428502 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495ef958-3343-4566-9efa-9a764801809d tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:24:02.428834 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495ef958-3343-4566-9efa-9a764801809d tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:24:02.429164 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495ef958-3343-4566-9efa-9a764801809d tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:24:02.429495 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495ef958-3343-4566-9efa-9a764801809d tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:24:02.429822 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495ef958-3343-4566-9efa-9a764801809d tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:24:02.430174 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495ef958-3343-4566-9efa-9a764801809d tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:24:02.430503 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495ef958-3343-4566-9efa-9a764801809d tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:24:02.430824 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-495ef958-3343-4566-9efa-9a764801809d tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:24:02.488961 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-495ef958-3343-4566-9efa-9a764801809d tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Notify callbacks [] for floatingip, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:24:02.489996 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.l3_db [None req-495ef958-3343-4566-9efa-9a764801809d tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Floating IP 8720079c-ea2a-485f-8f63-f69cbd966fce disassociated (deleted). External IP: 172.26.0.102, port: aed617dc-0ab2-4068-9a00-9df87c61f6f2. May 04 18:24:02.831052 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-495ef958-3343-4566-9efa-9a764801809d tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Router 0e12a2d8-b2e1-422c-b33b-5153fb78547c has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 18:24:03.003903 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495ef958-3343-4566-9efa-9a764801809d tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:24:03.013797 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038070c8-a1de-4c1f-8119-dd6d9057b32e None None] Sync routers for ids ['0e12a2d8-b2e1-422c-b33b-5153fb78547c'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:24:03.023898 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-495ef958-3343-4566-9efa-9a764801809d tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:24:03.024163 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038070c8-a1de-4c1f-8119-dd6d9057b32e None None] Routers {'0e12a2d8-b2e1-422c-b33b-5153fb78547c'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:24:03.024612 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-038070c8-a1de-4c1f-8119-dd6d9057b32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:23:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['0e12a2d8-b2e1-422c-b33b-5153fb78547c'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:24:03.078363 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-495ef958-3343-4566-9efa-9a764801809d tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "DELETE /v2.0/floatingips/8720079c-ea2a-485f-8f63-f69cbd966fce HTTP/1.1" status: 204 len: 168 time: 1.5210924 May 04 18:24:03.078947 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f325551-911a-427d-aaa0-ccbd71faf116', 'tag': 'aed617dc-0ab2-4068-9a00-9df87c61f6f2'}] {{(pid=88038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:24:03.204085 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-038070c8-a1de-4c1f-8119-dd6d9057b32e None None] Set router 0e12a2d8-b2e1-422c-b33b-5153fb78547c gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:24:03.260954 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35b63291-a2cf-4054-a4c0-69c4e711d115'] response: {'name': 'network-changed', 'server_uuid': '4f325551-911a-427d-aaa0-ccbd71faf116', 'tag': 'aed617dc-0ab2-4068-9a00-9df87c61f6f2', 'status': 'completed', 'code': 200} May 04 18:24:03.297411 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-1d489f2b-65c6-4e2d-9e89-4c3939f0e0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:24:03.355841 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe7620-7c5b-48e9-8fd0-f259035d142c req-ec7b0de0-4d78-4175-bc42-12ae5ebf7cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:03.357320 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-4efe7620-7c5b-48e9-8fd0-f259035d142c req-ec7b0de0-4d78-4175-bc42-12ae5ebf7cef service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e124429eb90e4965bbb52c1bbfabcc22&device_id=4f325551-911a-427d-aaa0-ccbd71faf116 HTTP/1.1" status: 200 len: 1100 time: 0.0749810 May 04 18:24:03.503915 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe7620-7c5b-48e9-8fd0-f259035d142c req-5c5d72e0-93c4-4f88-b20a-3666c47202dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:03.505317 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-4efe7620-7c5b-48e9-8fd0-f259035d142c req-5c5d72e0-93c4-4f88-b20a-3666c47202dc service neutron] 10.222.0.42 "GET /v2.0/networks?id=0968c128-5c58-4ede-ab23-c4a8e5b29977 HTTP/1.1" status: 200 len: 910 time: 0.1420074 May 04 18:24:03.542970 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-038070c8-a1de-4c1f-8119-dd6d9057b32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e12a2d8-b2e1-422c-b33b-5153fb78547c', 'name': 'tempest-TestShelveInstance-2140994347-router', 'tenant_id': 'e124429eb90e4965bbb52c1bbfabcc22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': 'de85cb74-4756-4299-a8e5-b27aba534937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:18:35Z', 'updated_at': '2022-05-04T18:18:39Z', 'revision_number': 4, 'project_id': 'e124429eb90e4965bbb52c1bbfabcc22', 'gw_port': {'id': 'de85cb74-4756-4299-a8e5-b27aba534937', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:11:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e12a2d8-b2e1-422c-b33b-5153fb78547c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:18:36Z', 'updated_at': '2022-05-04T18:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': 'e78b0ee6-4f83-40f3-ba99-202e8fd54985', 'name': '', 'network_id': '0968c128-5c58-4ede-ab23-c4a8e5b29977', 'tenant_id': 'e124429eb90e4965bbb52c1bbfabcc22', 'mac_address': 'fa:16:3e:49:8f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e12a2d8-b2e1-422c-b33b-5153fb78547c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '956ea5a7-0299-4b93-88d4-f9aeee9035d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:18:39Z', 'updated_at': '2022-05-04T18:18:46Z', 'revision_number': 5, 'project_id': 'e124429eb90e4965bbb52c1bbfabcc22', 'subnets': [{'id': '956ea5a7-0299-4b93-88d4-f9aeee9035d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:24:03.547468 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038070c8-a1de-4c1f-8119-dd6d9057b32e None None] Checking router: 0e12a2d8-b2e1-422c-b33b-5153fb78547c for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:24:03.556901 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038070c8-a1de-4c1f-8119-dd6d9057b32e None None] Routers {'0e12a2d8-b2e1-422c-b33b-5153fb78547c'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:24:03.557562 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-038070c8-a1de-4c1f-8119-dd6d9057b32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:23:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['0e12a2d8-b2e1-422c-b33b-5153fb78547c'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:24:03.577875 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-4efe7620-7c5b-48e9-8fd0-f259035d142c req-45807c16-2fd0-48ca-b2b6-28cd4d1289be service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aed617dc-0ab2-4068-9a00-9df87c61f6f2 HTTP/1.1" status: 200 len: 217 time: 0.0659804 May 04 18:24:03.620519 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da03548b-bafd-4787-9639-2b4d3d76d352 req-4c660fc8-6a89-4b5c-bff2-fc77e90f3f18 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:03.621059 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-da03548b-bafd-4787-9639-2b4d3d76d352 req-4c660fc8-6a89-4b5c-bff2-fc77e90f3f18 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Synchronizing usage tracker for tenant:e124429eb90e4965bbb52c1bbfabcc22 on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:24:03.639974 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-da03548b-bafd-4787-9639-2b4d3d76d352 req-4c660fc8-6a89-4b5c-bff2-fc77e90f3f18 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Unset dirty status for tenant:e124429eb90e4965bbb52c1bbfabcc22 on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:24:03.642439 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-da03548b-bafd-4787-9639-2b4d3d76d352 req-4c660fc8-6a89-4b5c-bff2-fc77e90f3f18 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f325551-911a-427d-aaa0-ccbd71faf116 HTTP/1.1" status: 200 len: 947 time: 0.1601865 May 04 18:24:03.644654 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe7620-7c5b-48e9-8fd0-f259035d142c req-46d5c7f8-4518-4c7f-aa95-3fac3db40c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:03.646131 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-4efe7620-7c5b-48e9-8fd0-f259035d142c req-46d5c7f8-4518-4c7f-aa95-3fac3db40c8b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=956ea5a7-0299-4b93-88d4-f9aeee9035d8 HTTP/1.1" status: 200 len: 848 time: 0.0614071 May 04 18:24:03.688178 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-da03548b-bafd-4787-9639-2b4d3d76d352 req-7e00d804-0cba-4ecc-b4c5-bddc768ca7e3 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a9ecb47-d160-4bad-b591-f30196451453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391662 May 04 18:24:03.729879 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe7620-7c5b-48e9-8fd0-f259035d142c req-fe92e973-bfa2-45a6-8f44-98cdd389c847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:03.731550 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-4efe7620-7c5b-48e9-8fd0-f259035d142c req-fe92e973-bfa2-45a6-8f44-98cdd389c847 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0968c128-5c58-4ede-ab23-c4a8e5b29977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787978 May 04 18:24:03.743058 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-038070c8-a1de-4c1f-8119-dd6d9057b32e None None] Set router 0e12a2d8-b2e1-422c-b33b-5153fb78547c gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:24:03.867715 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-4efe7620-7c5b-48e9-8fd0-f259035d142c req-8d4b78dc-5f76-436d-ae76-9ff6c16fa702 service neutron] 10.222.0.42 "GET /v2.0/networks/0968c128-5c58-4ede-ab23-c4a8e5b29977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284931 May 04 18:24:04.006686 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-4efe7620-7c5b-48e9-8fd0-f259035d142c req-16721431-7e47-43ac-acca-de726b924b46 service neutron] 10.222.0.42 "GET /v2.0/networks/0968c128-5c58-4ede-ab23-c4a8e5b29977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324816 May 04 18:24:04.077982 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-038070c8-a1de-4c1f-8119-dd6d9057b32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e12a2d8-b2e1-422c-b33b-5153fb78547c', 'name': 'tempest-TestShelveInstance-2140994347-router', 'tenant_id': 'e124429eb90e4965bbb52c1bbfabcc22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': 'de85cb74-4756-4299-a8e5-b27aba534937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:18:35Z', 'updated_at': '2022-05-04T18:18:39Z', 'revision_number': 4, 'project_id': 'e124429eb90e4965bbb52c1bbfabcc22', 'gw_port': {'id': 'de85cb74-4756-4299-a8e5-b27aba534937', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:11:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e12a2d8-b2e1-422c-b33b-5153fb78547c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:18:36Z', 'updated_at': '2022-05-04T18:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': 'e78b0ee6-4f83-40f3-ba99-202e8fd54985', 'name': '', 'network_id': '0968c128-5c58-4ede-ab23-c4a8e5b29977', 'tenant_id': 'e124429eb90e4965bbb52c1bbfabcc22', 'mac_address': 'fa:16:3e:49:8f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e12a2d8-b2e1-422c-b33b-5153fb78547c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '956ea5a7-0299-4b93-88d4-f9aeee9035d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:18:39Z', 'updated_at': '2022-05-04T18:18:46Z', 'revision_number': 5, 'project_id': 'e124429eb90e4965bbb52c1bbfabcc22', 'subnets': [{'id': '956ea5a7-0299-4b93-88d4-f9aeee9035d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:24:04.081768 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038070c8-a1de-4c1f-8119-dd6d9057b32e None None] The sync data for ids ['0e12a2d8-b2e1-422c-b33b-5153fb78547c'] in dv-neutron-840426-1-hyperv is: [{'id': '0e12a2d8-b2e1-422c-b33b-5153fb78547c', 'name': 'tempest-TestShelveInstance-2140994347-router', 'tenant_id': 'e124429eb90e4965bbb52c1bbfabcc22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': 'de85cb74-4756-4299-a8e5-b27aba534937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:18:35Z', 'updated_at': '2022-05-04T18:18:39Z', 'revision_number': 4, 'project_id': 'e124429eb90e4965bbb52c1bbfabcc22', 'gw_port': {'id': 'de85cb74-4756-4299-a8e5-b27aba534937', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:11:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e12a2d8-b2e1-422c-b33b-5153fb78547c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:18:36Z', 'updated_at': '2022-05-04T18:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': 'e78b0ee6-4f83-40f3-ba99-202e8fd54985', 'name': '', 'network_id': '0968c128-5c58-4ede-ab23-c4a8e5b29977', 'tenant_id': 'e124429eb90e4965bbb52c1bbfabcc22', 'mac_address': 'fa:16:3e:49:8f:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e12a2d8-b2e1-422c-b33b-5153fb78547c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '956ea5a7-0299-4b93-88d4-f9aeee9035d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:18:39Z', 'updated_at': '2022-05-04T18:18:46Z', 'revision_number': 5, 'project_id': 'e124429eb90e4965bbb52c1bbfabcc22', 'subnets': [{'id': '956ea5a7-0299-4b93-88d4-f9aeee9035d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:24:04.301201 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e5359d-b2a4-4852-ae26-bb5c7886c586 None None] New status for floating IP 8720079c-ea2a-485f-8f63-f69cbd966fce: DOWN {{(pid=88039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 18:24:05.055441 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b458fc-1a75-45d6-ba1b-1c5d40f5a46f req-5771664d-6bd5-45ea-ab18-31ed71ee2cff tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:05.056916 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-45b458fc-1a75-45d6-ba1b-1c5d40f5a46f req-5771664d-6bd5-45ea-ab18-31ed71ee2cff tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f325551-911a-427d-aaa0-ccbd71faf116 HTTP/1.1" status: 200 len: 947 time: 0.1803970 May 04 18:24:05.064695 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c625698-32d7-4772-8fa8-959dadd35342 req-be054f0b-c849-4d3d-b2ea-e8dc73e88787 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:24:05.066001 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6c625698-32d7-4772-8fa8-959dadd35342 req-be054f0b-c849-4d3d-b2ea-e8dc73e88787 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f325551-911a-427d-aaa0-ccbd71faf116 HTTP/1.1" status: 200 len: 947 time: 0.1168659 May 04 18:24:05.154972 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-45b458fc-1a75-45d6-ba1b-1c5d40f5a46f req-1cdc64d0-8738-4b5f-ae8d-130fca48d101 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/security-groups?id=9a9ecb47-d160-4bad-b591-f30196451453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880516 May 04 18:24:05.162823 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [req-6c625698-32d7-4772-8fa8-959dadd35342 req-9d8b2756-1484-4492-9e9e-54c719e3860c tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Deleting port aed617dc-0ab2-4068-9a00-9df87c61f6f2 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:24:05.163161 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-6c625698-32d7-4772-8fa8-959dadd35342 req-9d8b2756-1484-4492-9e9e-54c719e3860c tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:24:05.401941 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-6c625698-32d7-4772-8fa8-959dadd35342 req-9d8b2756-1484-4492-9e9e-54c719e3860c tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] For port aed617dc-0ab2-4068-9a00-9df87c61f6f2, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=aed617dc-0ab2-4068-9a00-9df87c61f6f2,segment=NetworkSegment(6b450ce7-6de0-40ba-9f5e-7f7a7366559b),segment_id=6b450ce7-6de0-40ba-9f5e-7f7a7366559b)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:24:05.402316 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-6c625698-32d7-4772-8fa8-959dadd35342 req-9d8b2756-1484-4492-9e9e-54c719e3860c tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:24:05.526885 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [req-6c625698-32d7-4772-8fa8-959dadd35342 req-9d8b2756-1484-4492-9e9e-54c719e3860c tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Calling delete_port for aed617dc-0ab2-4068-9a00-9df87c61f6f2 owned by compute:nova {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:24:05.648907 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-e3d6f12c-be73-4855-bf52-f831e11aa33c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:24:05.668839 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-6c625698-32d7-4772-8fa8-959dadd35342 req-9d8b2756-1484-4492-9e9e-54c719e3860c tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:24:05.813594 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8b2756-1484-4492-9e9e-54c719e3860c tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Pushing event deleted for resources: {'Port': ['ID=aed617dc-0ab2-4068-9a00-9df87c61f6f2,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:24:05.847225 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8b2756-1484-4492-9e9e-54c719e3860c tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:24:05.847570 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8b2756-1484-4492-9e9e-54c719e3860c tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:24:05.847904 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8b2756-1484-4492-9e9e-54c719e3860c tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:24:05.848233 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8b2756-1484-4492-9e9e-54c719e3860c tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:24:05.848589 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8b2756-1484-4492-9e9e-54c719e3860c tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:24:05.848916 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8b2756-1484-4492-9e9e-54c719e3860c tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:24:05.849236 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8b2756-1484-4492-9e9e-54c719e3860c tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:24:05.849557 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8b2756-1484-4492-9e9e-54c719e3860c tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:24:05.849875 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8b2756-1484-4492-9e9e-54c719e3860c tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:24:05.850217 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8b2756-1484-4492-9e9e-54c719e3860c tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:24:05.850534 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8b2756-1484-4492-9e9e-54c719e3860c tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:24:05.850851 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8b2756-1484-4492-9e9e-54c719e3860c tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:24:05.898124 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c625698-32d7-4772-8fa8-959dadd35342 req-9d8b2756-1484-4492-9e9e-54c719e3860c tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] No DVR routers for this DVR port aed617dc-0ab2-4068-9a00-9df87c61f6f2 on host hv-neutron-8404 {{(pid=88037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:24:05.900383 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-6c625698-32d7-4772-8fa8-959dadd35342 req-9d8b2756-1484-4492-9e9e-54c719e3860c tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:24:05.902748 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f325551-911a-427d-aaa0-ccbd71faf116', 'name': 'network-vif-deleted', 'tag': 'aed617dc-0ab2-4068-9a00-9df87c61f6f2'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:24:05.918109 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6c625698-32d7-4772-8fa8-959dadd35342 req-9d8b2756-1484-4492-9e9e-54c719e3860c tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.42 "DELETE /v2.0/ports/aed617dc-0ab2-4068-9a00-9df87c61f6f2 HTTP/1.1" status: 204 len: 173 time: 0.8388710 May 04 18:24:06.000073 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06ba7850-acc1-4580-8498-141964360bcf'] response: {'server_uuid': '4f325551-911a-427d-aaa0-ccbd71faf116', 'name': 'network-vif-deleted', 'tag': 'aed617dc-0ab2-4068-9a00-9df87c61f6f2', 'status': 'completed', 'code': 200} May 04 18:24:06.332254 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-c3e0978b-34a1-4022-ac37-995fcaa9d709 req-2748dedc-2b60-46fe-b045-a7897e805003 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Synchronizing usage tracker for tenant:e124429eb90e4965bbb52c1bbfabcc22 on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:24:06.348297 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-c3e0978b-34a1-4022-ac37-995fcaa9d709 req-2748dedc-2b60-46fe-b045-a7897e805003 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Unset dirty status for tenant:e124429eb90e4965bbb52c1bbfabcc22 on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:24:06.350185 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-c3e0978b-34a1-4022-ac37-995fcaa9d709 req-2748dedc-2b60-46fe-b045-a7897e805003 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f325551-911a-427d-aaa0-ccbd71faf116 HTTP/1.1" status: 200 len: 210 time: 0.0687270 May 04 18:24:06.711389 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:24:06.740635 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:24:07.448794 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 35576) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:24:07.516091 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d28f22f2-69ca-4675-bc19-24071673b4f7 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Notify callbacks [] for security_group, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:24:07.544258 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d28f22f2-69ca-4675-bc19-24071673b4f7 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:24:07.609828 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d28f22f2-69ca-4675-bc19-24071673b4f7 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:24:07.628007 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28f22f2-69ca-4675-bc19-24071673b4f7 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9ecb47-d160-4bad-b591-f30196451453,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:24:07.638340 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d28f22f2-69ca-4675-bc19-24071673b4f7 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] Notify callbacks [] for security_group, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:24:07.639470 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-d28f22f2-69ca-4675-bc19-24071673b4f7 tempest-TestShelveInstance-1578015905 tempest-TestShelveInstance-1578015905-project] 10.222.0.41 "DELETE /v2.0/security-groups/9a9ecb47-d160-4bad-b591-f30196451453 HTTP/1.1" status: 204 len: 168 time: 0.1896901 May 04 18:24:08.086999 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:24:08.419592 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device aed617dc-0ab2-4068-9a00-9df87c61f6f2 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:24:08.453470 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] No Port match for: aed617dc-0ab2-4068-9a00-9df87c61f6f2 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 18:24:08.453816 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device aed617dc-0ab2-4068-9a00-9df87c61f6f2 not bound to the agent host hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:24:09.854298 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:24:11.276669 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 18:24:33.301584 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-44d23fdd-8888-482e-95ca-bb71c3803867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:24:35.650518 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-894237e9-d12a-461d-96bc-f005f9b9533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:24:36.713419 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:24:36.744242 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:24:38.090770 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:24:39.856484 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:24:48.275624 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 18:25:03.296976 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9a0e28f4-5e09-4b30-bb5b-ca7203a17211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:05.652348 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-c43a028b-a642-419a-9d94-b80201d375c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:06.716051 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:06.749776 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:07.761676 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 35612) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:25:08.093343 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:08.485257 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-73686918-a257-4959-824d-28a4fccd8e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710748'] for router_interface, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:08.824824 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-73686918-a257-4959-824d-28a4fccd8e3a admin admin] Deleting port e78b0ee6-4f83-40f3-ba99-202e8fd54985 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:25:08.825476 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-73686918-a257-4959-824d-28a4fccd8e3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:08.989490 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-73686918-a257-4959-824d-28a4fccd8e3a admin admin] For port e78b0ee6-4f83-40f3-ba99-202e8fd54985, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=e78b0ee6-4f83-40f3-ba99-202e8fd54985,segment=NetworkSegment(6b450ce7-6de0-40ba-9f5e-7f7a7366559b),segment_id=6b450ce7-6de0-40ba-9f5e-7f7a7366559b)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:25:08.989837 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-73686918-a257-4959-824d-28a4fccd8e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:09.108866 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-73686918-a257-4959-824d-28a4fccd8e3a admin admin] Calling delete_port for e78b0ee6-4f83-40f3-ba99-202e8fd54985 owned by network:router_interface {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:25:09.411432 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-73686918-a257-4959-824d-28a4fccd8e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:09.463001 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73686918-a257-4959-824d-28a4fccd8e3a admin admin] Pushing event deleted for resources: {'Port': ['ID=e78b0ee6-4f83-40f3-ba99-202e8fd54985,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:09.502743 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73686918-a257-4959-824d-28a4fccd8e3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:09.503094 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73686918-a257-4959-824d-28a4fccd8e3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:09.503435 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73686918-a257-4959-824d-28a4fccd8e3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:09.503769 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73686918-a257-4959-824d-28a4fccd8e3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:09.504105 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73686918-a257-4959-824d-28a4fccd8e3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:09.504439 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73686918-a257-4959-824d-28a4fccd8e3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:09.504769 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73686918-a257-4959-824d-28a4fccd8e3a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:09.505098 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73686918-a257-4959-824d-28a4fccd8e3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:09.505425 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73686918-a257-4959-824d-28a4fccd8e3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:09.505748 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73686918-a257-4959-824d-28a4fccd8e3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:09.506099 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73686918-a257-4959-824d-28a4fccd8e3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:09.506424 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73686918-a257-4959-824d-28a4fccd8e3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:09.840832 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-73686918-a257-4959-824d-28a4fccd8e3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710832'] for router_interface, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:09.856471 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:10.201307 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73686918-a257-4959-824d-28a4fccd8e3a admin admin] Router 0e12a2d8-b2e1-422c-b33b-5153fb78547c has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 18:25:10.377213 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73686918-a257-4959-824d-28a4fccd8e3a admin admin] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:25:10.385878 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6870f402-f0bd-493a-bdf1-1ed91a5f0959 None None] Sync routers for ids ['0e12a2d8-b2e1-422c-b33b-5153fb78547c'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:25:10.393502 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-73686918-a257-4959-824d-28a4fccd8e3a admin admin] 10.222.0.41 "PUT /v2.0/routers/0e12a2d8-b2e1-422c-b33b-5153fb78547c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6307256 May 04 18:25:10.395332 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6870f402-f0bd-493a-bdf1-1ed91a5f0959 None None] Routers {'0e12a2d8-b2e1-422c-b33b-5153fb78547c'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:25:10.396008 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 35618) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:25:10.396144 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-6870f402-f0bd-493a-bdf1-1ed91a5f0959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:25:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['0e12a2d8-b2e1-422c-b33b-5153fb78547c'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:25:10.568948 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-6870f402-f0bd-493a-bdf1-1ed91a5f0959 None None] Set router 0e12a2d8-b2e1-422c-b33b-5153fb78547c gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:25:10.569484 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d8ced89b-75ed-4535-bdb9-653152422bb9 admin admin] Notify callbacks [] for router, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:10.744478 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d8ced89b-75ed-4535-bdb9-653152422bb9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:10.753797 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-d8ced89b-75ed-4535-bdb9-653152422bb9 admin admin] Deleting port de85cb74-4756-4299-a8e5-b27aba534937 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:25:10.754159 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d8ced89b-75ed-4535-bdb9-653152422bb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:10.846489 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-6870f402-f0bd-493a-bdf1-1ed91a5f0959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e12a2d8-b2e1-422c-b33b-5153fb78547c', 'name': 'tempest-TestShelveInstance-2140994347-router', 'tenant_id': 'e124429eb90e4965bbb52c1bbfabcc22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.103'}], 'enable_snat': True}, 'gw_port_id': 'de85cb74-4756-4299-a8e5-b27aba534937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:18:35Z', 'updated_at': '2022-05-04T18:25:09Z', 'revision_number': 5, 'project_id': 'e124429eb90e4965bbb52c1bbfabcc22', 'gw_port': {'id': 'de85cb74-4756-4299-a8e5-b27aba534937', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:11:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e12a2d8-b2e1-422c-b33b-5153fb78547c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:18:36Z', 'updated_at': '2022-05-04T18:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:25:10.850292 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6870f402-f0bd-493a-bdf1-1ed91a5f0959 None None] Checking router: 0e12a2d8-b2e1-422c-b33b-5153fb78547c for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:25:10.859010 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6870f402-f0bd-493a-bdf1-1ed91a5f0959 None None] Routers {'0e12a2d8-b2e1-422c-b33b-5153fb78547c'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:25:10.859753 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-6870f402-f0bd-493a-bdf1-1ed91a5f0959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:25:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['0e12a2d8-b2e1-422c-b33b-5153fb78547c'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:25:10.926388 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-d8ced89b-75ed-4535-bdb9-653152422bb9 admin admin] For port de85cb74-4756-4299-a8e5-b27aba534937, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=de85cb74-4756-4299-a8e5-b27aba534937,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:25:10.927011 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d8ced89b-75ed-4535-bdb9-653152422bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:11.003787 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-6870f402-f0bd-493a-bdf1-1ed91a5f0959 None None] Set router 0e12a2d8-b2e1-422c-b33b-5153fb78547c gateway port host: None {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:25:11.116974 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-6870f402-f0bd-493a-bdf1-1ed91a5f0959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e12a2d8-b2e1-422c-b33b-5153fb78547c', 'name': 'tempest-TestShelveInstance-2140994347-router', 'tenant_id': 'e124429eb90e4965bbb52c1bbfabcc22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:18:35Z', 'updated_at': '2022-05-04T18:25:10Z', 'revision_number': 6, 'project_id': 'e124429eb90e4965bbb52c1bbfabcc22', 'gw_port_host': None}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:25:11.121224 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6870f402-f0bd-493a-bdf1-1ed91a5f0959 None None] The sync data for ids ['0e12a2d8-b2e1-422c-b33b-5153fb78547c'] in dv-neutron-840426-1-hyperv is: [{'id': '0e12a2d8-b2e1-422c-b33b-5153fb78547c', 'name': 'tempest-TestShelveInstance-2140994347-router', 'tenant_id': 'e124429eb90e4965bbb52c1bbfabcc22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:18:35Z', 'updated_at': '2022-05-04T18:25:10Z', 'revision_number': 6, 'project_id': 'e124429eb90e4965bbb52c1bbfabcc22', 'gw_port_host': None}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:25:11.167490 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-d8ced89b-75ed-4535-bdb9-653152422bb9 admin admin] Calling delete_port for de85cb74-4756-4299-a8e5-b27aba534937 owned by network:router_gateway {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:25:11.331077 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d8ced89b-75ed-4535-bdb9-653152422bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:11.377116 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ced89b-75ed-4535-bdb9-653152422bb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=de85cb74-4756-4299-a8e5-b27aba534937,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:11.474628 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d8ced89b-75ed-4535-bdb9-653152422bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710199'] for router_gateway, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:11.647259 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d8ced89b-75ed-4535-bdb9-653152422bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:11.649329 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d8ced89b-75ed-4535-bdb9-653152422bb9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:11.671374 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d8ced89b-75ed-4535-bdb9-653152422bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:11.671923 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ced89b-75ed-4535-bdb9-653152422bb9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e12a2d8-b2e1-422c-b33b-5153fb78547c {{(pid=88038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 18:25:11.685232 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d8ced89b-75ed-4535-bdb9-653152422bb9 admin admin] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:11.686367 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-d8ced89b-75ed-4535-bdb9-653152422bb9 admin admin] 10.222.0.41 "DELETE /v2.0/routers/0e12a2d8-b2e1-422c-b33b-5153fb78547c HTTP/1.1" status: 204 len: 168 time: 1.2890282 May 04 18:25:11.688817 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 35622) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:25:11.747413 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_v2 [None req-11b4b032-b714-43db-8ddd-28c5cae0953b admin admin] Deleting subnet 956ea5a7-0299-4b93-88d4-f9aeee9035d8 {{(pid=88038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 18:25:11.750242 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-11b4b032-b714-43db-8ddd-28c5cae0953b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:11.800543 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-11b4b032-b714-43db-8ddd-28c5cae0953b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-801696'] for subnet, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:11.878335 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-11b4b032-b714-43db-8ddd-28c5cae0953b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:11.949121 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-11b4b032-b714-43db-8ddd-28c5cae0953b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:11.956108 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device de85cb74-4756-4299-a8e5-b27aba534937 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:25:11.991659 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b4b032-b714-43db-8ddd-28c5cae0953b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=956ea5a7-0299-4b93-88d4-f9aeee9035d8,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:11.995336 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-11b4b032-b714-43db-8ddd-28c5cae0953b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:11.997854 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: de85cb74-4756-4299-a8e5-b27aba534937 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 18:25:11.998332 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device de85cb74-4756-4299-a8e5-b27aba534937 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:25:11.998987 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device e78b0ee6-4f83-40f3-ba99-202e8fd54985 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:25:12.001777 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-11b4b032-b714-43db-8ddd-28c5cae0953b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/956ea5a7-0299-4b93-88d4-f9aeee9035d8 HTTP/1.1" status: 204 len: 168 time: 0.3119295 May 04 18:25:12.004049 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 35626) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:25:12.030115 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5e1824-97b2-47f3-b4bc-7b051d8f839b None None] Network 0968c128-5c58-4ede-ab23-c4a8e5b29977 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:25:12.053282 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: e78b0ee6-4f83-40f3-ba99-202e8fd54985 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 18:25:12.053484 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device e78b0ee6-4f83-40f3-ba99-202e8fd54985 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:25:12.111285 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-20ef5f1d-41e5-4e63-a699-3b5be2442343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:12.122370 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-20ef5f1d-41e5-4e63-a699-3b5be2442343 admin admin] Deleting port a9624d14-fbe9-468c-9266-923739dc3aec {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:25:12.122714 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-20ef5f1d-41e5-4e63-a699-3b5be2442343 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:12.293937 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7259910e-3c87-4f4e-a7bc-3590efca25fa None None] DHCP port deletion for 0968c128-5c58-4ede-ab23-c4a8e5b29977 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 18:25:12.298285 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-7259910e-3c87-4f4e-a7bc-3590efca25fa None None] Deleting port a9624d14-fbe9-468c-9266-923739dc3aec {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:25:12.298654 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-7259910e-3c87-4f4e-a7bc-3590efca25fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:12.331952 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-20ef5f1d-41e5-4e63-a699-3b5be2442343 admin admin] For port a9624d14-fbe9-468c-9266-923739dc3aec, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=a9624d14-fbe9-468c-9266-923739dc3aec,segment=NetworkSegment(6b450ce7-6de0-40ba-9f5e-7f7a7366559b),segment_id=6b450ce7-6de0-40ba-9f5e-7f7a7366559b)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:25:12.332311 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-20ef5f1d-41e5-4e63-a699-3b5be2442343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:12.456391 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-20ef5f1d-41e5-4e63-a699-3b5be2442343 admin admin] Calling delete_port for a9624d14-fbe9-468c-9266-923739dc3aec owned by network:dhcp {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:25:12.517116 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-7259910e-3c87-4f4e-a7bc-3590efca25fa None None] For port a9624d14-fbe9-468c-9266-923739dc3aec, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=a9624d14-fbe9-468c-9266-923739dc3aec,segment=NetworkSegment(6b450ce7-6de0-40ba-9f5e-7f7a7366559b),segment_id=6b450ce7-6de0-40ba-9f5e-7f7a7366559b)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:25:12.517418 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-7259910e-3c87-4f4e-a7bc-3590efca25fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:12.539607 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-20ef5f1d-41e5-4e63-a699-3b5be2442343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:12.586347 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef5f1d-41e5-4e63-a699-3b5be2442343 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9624d14-fbe9-468c-9266-923739dc3aec,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:12.589861 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ef5f1d-41e5-4e63-a699-3b5be2442343 admin admin] No DVR routers for this DVR port a9624d14-fbe9-468c-9266-923739dc3aec on host dv-neutron-840426-1-hyperv {{(pid=88038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:25:12.639429 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-7259910e-3c87-4f4e-a7bc-3590efca25fa None None] Calling delete_port for a9624d14-fbe9-468c-9266-923739dc3aec owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:25:12.712040 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.db.api [None req-7259910e-3c87-4f4e-a7bc-3590efca25fa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 18:25:12.712400 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG oslo_db.api [None req-7259910e-3c87-4f4e-a7bc-3590efca25fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 18:25:12.814191 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-20ef5f1d-41e5-4e63-a699-3b5be2442343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:12.838827 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-20ef5f1d-41e5-4e63-a699-3b5be2442343 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0968c128-5c58-4ede-ab23-c4a8e5b29977']}} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:25:12.850574 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-20ef5f1d-41e5-4e63-a699-3b5be2442343 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b450ce7-6de0-40ba-9f5e-7f7a7366559b') {'for_net_delete': True} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:25:12.850879 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.services.segments.db [None req-20ef5f1d-41e5-4e63-a699-3b5be2442343 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b450ce7-6de0-40ba-9f5e-7f7a7366559b') {} {{(pid=88038) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:25:12.862491 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-20ef5f1d-41e5-4e63-a699-3b5be2442343 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801627'] for segment, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:12.878098 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-20ef5f1d-41e5-4e63-a699-3b5be2442343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:12.884920 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20ef5f1d-41e5-4e63-a699-3b5be2442343 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=88038) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 18:25:12.885524 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-20ef5f1d-41e5-4e63-a699-3b5be2442343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7881827'] for segment, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:12.898946 dv-neutron-840426-1-hyperv neutron-server[88038]: Traceback (most recent call last): May 04 18:25:12.898946 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 18:25:12.898946 dv-neutron-840426-1-hyperv neutron-server[88038]: timer() May 04 18:25:12.898946 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 18:25:12.898946 dv-neutron-840426-1-hyperv neutron-server[88038]: cb(*args, **kw) May 04 18:25:12.898946 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 18:25:12.898946 dv-neutron-840426-1-hyperv neutron-server[88038]: return func(*args, **kwargs) May 04 18:25:12.898946 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 18:25:12.898946 dv-neutron-840426-1-hyperv neutron-server[88038]: self._notify() May 04 18:25:12.898946 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 18:25:12.898946 dv-neutron-840426-1-hyperv neutron-server[88038]: self.callback(batched_events) May 04 18:25:12.898946 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 18:25:12.898946 dv-neutron-840426-1-hyperv neutron-server[88038]: event.method(event) May 04 18:25:12.898946 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 18:25:12.898946 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 18:25:12.898946 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 18:25:12.898946 dv-neutron-840426-1-hyperv neutron-server[88038]: aggregate_uuid = self.p_client.list_aggregates( May 04 18:25:12.898946 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 18:25:12.898946 dv-neutron-840426-1-hyperv neutron-server[88038]: return f(self, *a, **k) May 04 18:25:12.898946 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 18:25:12.898946 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._get(url).json() May 04 18:25:12.898946 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 18:25:12.898946 dv-neutron-840426-1-hyperv neutron-server[88038]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 18:25:12.898946 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 18:25:12.898946 dv-neutron-840426-1-hyperv neutron-server[88038]: return self.request(url, 'GET', **kwargs) May 04 18:25:12.898946 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 18:25:12.898946 dv-neutron-840426-1-hyperv neutron-server[88038]: base_url = self.get_endpoint(auth, allow=allow, May 04 18:25:12.898946 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 18:25:12.898946 dv-neutron-840426-1-hyperv neutron-server[88038]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 18:25:12.898946 dv-neutron-840426-1-hyperv neutron-server[88038]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 18:25:12.898946 dv-neutron-840426-1-hyperv neutron-server[88038]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 18:25:12.898946 dv-neutron-840426-1-hyperv neutron-server[88038]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 18:25:12.973897 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-20ef5f1d-41e5-4e63-a699-3b5be2442343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:12.989747 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-20ef5f1d-41e5-4e63-a699-3b5be2442343 admin admin] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:12.999887 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef5f1d-41e5-4e63-a699-3b5be2442343 admin admin] Pushing event deleted for resources: {'Network': ['ID=0968c128-5c58-4ede-ab23-c4a8e5b29977,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:13.006924 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-20ef5f1d-41e5-4e63-a699-3b5be2442343 admin admin] 10.222.0.41 "DELETE /v2.0/networks/0968c128-5c58-4ede-ab23-c4a8e5b29977 HTTP/1.1" status: 204 len: 168 time: 1.0018094 May 04 18:25:13.009746 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 35630) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:25:13.213905 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-7259910e-3c87-4f4e-a7bc-3590efca25fa None None] Deleting port a9624d14-fbe9-468c-9266-923739dc3aec {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:25:13.214481 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-7259910e-3c87-4f4e-a7bc-3590efca25fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:13.281704 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-7259910e-3c87-4f4e-a7bc-3590efca25fa None None] The port 'a9624d14-fbe9-468c-9266-923739dc3aec' was deleted {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 04 18:25:13.552107 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9821e693-80ca-4d35-bcce-716ca46cb1a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710748'] for router_interface, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:13.895640 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-9821e693-80ca-4d35-bcce-716ca46cb1a5 admin admin] Deleting port 0ca95036-3fa6-48c1-9a42-465197c2df11 {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:25:13.895983 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9821e693-80ca-4d35-bcce-716ca46cb1a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:13.955371 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device a9624d14-fbe9-468c-9266-923739dc3aec no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:25:13.988556 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: a9624d14-fbe9-468c-9266-923739dc3aec {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 18:25:13.988909 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device a9624d14-fbe9-468c-9266-923739dc3aec not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:25:14.067929 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-9821e693-80ca-4d35-bcce-716ca46cb1a5 admin admin] For port 0ca95036-3fa6-48c1-9a42-465197c2df11, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=0ca95036-3fa6-48c1-9a42-465197c2df11,segment=NetworkSegment(00d82bd6-d6ca-4d3a-8165-afb1d76d8f35),segment_id=00d82bd6-d6ca-4d3a-8165-afb1d76d8f35)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:25:14.068511 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9821e693-80ca-4d35-bcce-716ca46cb1a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:14.285791 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-9821e693-80ca-4d35-bcce-716ca46cb1a5 admin admin] Calling delete_port for 0ca95036-3fa6-48c1-9a42-465197c2df11 owned by network:router_interface {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:25:14.457251 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9821e693-80ca-4d35-bcce-716ca46cb1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:14.504882 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9821e693-80ca-4d35-bcce-716ca46cb1a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ca95036-3fa6-48c1-9a42-465197c2df11,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:14.765788 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-9821e693-80ca-4d35-bcce-716ca46cb1a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710832'] for router_interface, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:15.116687 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9821e693-80ca-4d35-bcce-716ca46cb1a5 admin admin] Router 1a6efe1f-571d-4ec9-b12e-d5b8cfbcad89 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 18:25:15.290945 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9821e693-80ca-4d35-bcce-716ca46cb1a5 admin admin] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:25:15.299486 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bcf3b6-979b-41a8-ad6d-8ab41b42e89b None None] Sync routers for ids ['1a6efe1f-571d-4ec9-b12e-d5b8cfbcad89'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:25:15.307904 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-9821e693-80ca-4d35-bcce-716ca46cb1a5 admin admin] 10.222.0.41 "PUT /v2.0/routers/1a6efe1f-571d-4ec9-b12e-d5b8cfbcad89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2971234 May 04 18:25:15.310100 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bcf3b6-979b-41a8-ad6d-8ab41b42e89b None None] Routers {'1a6efe1f-571d-4ec9-b12e-d5b8cfbcad89'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:25:15.310351 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 35634) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:25:15.310725 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-d6bcf3b6-979b-41a8-ad6d-8ab41b42e89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:25:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['1a6efe1f-571d-4ec9-b12e-d5b8cfbcad89'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:25:15.479984 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e52e0bd4-2470-48a4-9a3b-6054e13afab3 admin admin] Notify callbacks [] for router, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:15.484995 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-d6bcf3b6-979b-41a8-ad6d-8ab41b42e89b None None] Set router 1a6efe1f-571d-4ec9-b12e-d5b8cfbcad89 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:25:15.764259 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e52e0bd4-2470-48a4-9a3b-6054e13afab3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:15.771665 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-d6bcf3b6-979b-41a8-ad6d-8ab41b42e89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6efe1f-571d-4ec9-b12e-d5b8cfbcad89', 'name': 'tempest-TestShelveInstance-616299551-router', 'tenant_id': '9f5860acb4764d748b535568f22f48e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.92'}], 'enable_snat': True}, 'gw_port_id': '6634b43b-b4f5-4704-b870-f36ff52daf3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:18:42Z', 'updated_at': '2022-05-04T18:25:14Z', 'revision_number': 5, 'project_id': '9f5860acb4764d748b535568f22f48e9', 'gw_port': {'id': '6634b43b-b4f5-4704-b870-f36ff52daf3c', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ab:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a6efe1f-571d-4ec9-b12e-d5b8cfbcad89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:18:42Z', 'updated_at': '2022-05-04T18:18:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:25:15.774180 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-e52e0bd4-2470-48a4-9a3b-6054e13afab3 admin admin] Deleting port 6634b43b-b4f5-4704-b870-f36ff52daf3c {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:25:15.774522 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e52e0bd4-2470-48a4-9a3b-6054e13afab3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:15.776212 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bcf3b6-979b-41a8-ad6d-8ab41b42e89b None None] Checking router: 1a6efe1f-571d-4ec9-b12e-d5b8cfbcad89 for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:25:15.784587 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bcf3b6-979b-41a8-ad6d-8ab41b42e89b None None] Routers {'1a6efe1f-571d-4ec9-b12e-d5b8cfbcad89'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:25:15.785189 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-d6bcf3b6-979b-41a8-ad6d-8ab41b42e89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:25:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['1a6efe1f-571d-4ec9-b12e-d5b8cfbcad89'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:25:15.948732 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-d6bcf3b6-979b-41a8-ad6d-8ab41b42e89b None None] Set router 1a6efe1f-571d-4ec9-b12e-d5b8cfbcad89 gateway port host: None {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:25:15.949440 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [None req-e52e0bd4-2470-48a4-9a3b-6054e13afab3 admin admin] For port 6634b43b-b4f5-4704-b870-f36ff52daf3c, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=6634b43b-b4f5-4704-b870-f36ff52daf3c,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:25:15.949811 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e52e0bd4-2470-48a4-9a3b-6054e13afab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:16.052895 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-d6bcf3b6-979b-41a8-ad6d-8ab41b42e89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6efe1f-571d-4ec9-b12e-d5b8cfbcad89', 'name': 'tempest-TestShelveInstance-616299551-router', 'tenant_id': '9f5860acb4764d748b535568f22f48e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:18:42Z', 'updated_at': '2022-05-04T18:25:15Z', 'revision_number': 6, 'project_id': '9f5860acb4764d748b535568f22f48e9', 'gw_port_host': None}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:25:16.056928 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bcf3b6-979b-41a8-ad6d-8ab41b42e89b None None] The sync data for ids ['1a6efe1f-571d-4ec9-b12e-d5b8cfbcad89'] in dv-neutron-840426-1-hyperv is: [{'id': '1a6efe1f-571d-4ec9-b12e-d5b8cfbcad89', 'name': 'tempest-TestShelveInstance-616299551-router', 'tenant_id': '9f5860acb4764d748b535568f22f48e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:18:42Z', 'updated_at': '2022-05-04T18:25:15Z', 'revision_number': 6, 'project_id': '9f5860acb4764d748b535568f22f48e9', 'gw_port_host': None}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:25:16.080472 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [None req-e52e0bd4-2470-48a4-9a3b-6054e13afab3 admin admin] Calling delete_port for 6634b43b-b4f5-4704-b870-f36ff52daf3c owned by network:router_gateway {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:25:16.246174 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e52e0bd4-2470-48a4-9a3b-6054e13afab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:16.293401 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e0bd4-2470-48a4-9a3b-6054e13afab3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6634b43b-b4f5-4704-b870-f36ff52daf3c,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:16.381531 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e52e0bd4-2470-48a4-9a3b-6054e13afab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710199'] for router_gateway, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:16.555484 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e52e0bd4-2470-48a4-9a3b-6054e13afab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:16.557626 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e52e0bd4-2470-48a4-9a3b-6054e13afab3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:16.580996 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e52e0bd4-2470-48a4-9a3b-6054e13afab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:16.581563 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52e0bd4-2470-48a4-9a3b-6054e13afab3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a6efe1f-571d-4ec9-b12e-d5b8cfbcad89 {{(pid=88038) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 18:25:16.593731 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-e52e0bd4-2470-48a4-9a3b-6054e13afab3 admin admin] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:16.594882 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-e52e0bd4-2470-48a4-9a3b-6054e13afab3 admin admin] 10.222.0.41 "DELETE /v2.0/routers/1a6efe1f-571d-4ec9-b12e-d5b8cfbcad89 HTTP/1.1" status: 204 len: 168 time: 1.2835810 May 04 18:25:16.597318 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 35638) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:25:16.654754 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_v2 [None req-61127083-064c-4a0c-8a97-1912dd3af68e admin admin] Deleting subnet 8b3ee6c5-bc7c-4a9d-930b-75dbeb9cb4ff {{(pid=88038) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 18:25:16.657542 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-61127083-064c-4a0c-8a97-1912dd3af68e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:16.707816 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-61127083-064c-4a0c-8a97-1912dd3af68e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-801696'] for subnet, precommit_delete_associations {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:16.786763 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-61127083-064c-4a0c-8a97-1912dd3af68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:16.856097 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-61127083-064c-4a0c-8a97-1912dd3af68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7881737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6798027'] for subnet, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:16.898025 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61127083-064c-4a0c-8a97-1912dd3af68e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b3ee6c5-bc7c-4a9d-930b-75dbeb9cb4ff,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:16.899957 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-61127083-064c-4a0c-8a97-1912dd3af68e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:16.905291 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c683c85-c3ac-454c-bb09-37bc298e8417 None None] Network 17c4a866-4e06-413a-940e-19e934ba8c82 requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:25:16.906099 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-61127083-064c-4a0c-8a97-1912dd3af68e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/8b3ee6c5-bc7c-4a9d-930b-75dbeb9cb4ff HTTP/1.1" status: 204 len: 168 time: 0.3078165 May 04 18:25:16.908753 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 35642) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:25:17.017022 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-083a18a9-37ce-4f4e-bccf-85a952441447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:17.028435 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-083a18a9-37ce-4f4e-bccf-85a952441447 admin admin] Deleting port 1c92fbec-f26f-49ed-8236-acad6178654f {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:25:17.028933 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-083a18a9-37ce-4f4e-bccf-85a952441447 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:17.204709 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfdaaa8e-ab0f-49a2-a5a0-d3db0406db7f None None] DHCP port deletion for 17c4a866-4e06-413a-940e-19e934ba8c82 request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 18:25:17.209004 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-dfdaaa8e-ab0f-49a2-a5a0-d3db0406db7f None None] Deleting port 1c92fbec-f26f-49ed-8236-acad6178654f {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:25:17.209378 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-dfdaaa8e-ab0f-49a2-a5a0-d3db0406db7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:17.246727 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-083a18a9-37ce-4f4e-bccf-85a952441447 admin admin] For port 1c92fbec-f26f-49ed-8236-acad6178654f, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=1c92fbec-f26f-49ed-8236-acad6178654f,segment=NetworkSegment(00d82bd6-d6ca-4d3a-8165-afb1d76d8f35),segment_id=00d82bd6-d6ca-4d3a-8165-afb1d76d8f35)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:25:17.247085 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-083a18a9-37ce-4f4e-bccf-85a952441447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:17.371116 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-083a18a9-37ce-4f4e-bccf-85a952441447 admin admin] Calling delete_port for 1c92fbec-f26f-49ed-8236-acad6178654f owned by network:dhcp {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:25:17.411949 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-dfdaaa8e-ab0f-49a2-a5a0-d3db0406db7f None None] For port 1c92fbec-f26f-49ed-8236-acad6178654f, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=1c92fbec-f26f-49ed-8236-acad6178654f,segment=NetworkSegment(00d82bd6-d6ca-4d3a-8165-afb1d76d8f35),segment_id=00d82bd6-d6ca-4d3a-8165-afb1d76d8f35)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:25:17.412239 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-dfdaaa8e-ab0f-49a2-a5a0-d3db0406db7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:17.451339 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-083a18a9-37ce-4f4e-bccf-85a952441447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:17.498914 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083a18a9-37ce-4f4e-bccf-85a952441447 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c92fbec-f26f-49ed-8236-acad6178654f,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:17.501538 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083a18a9-37ce-4f4e-bccf-85a952441447 admin admin] No DVR routers for this DVR port 1c92fbec-f26f-49ed-8236-acad6178654f on host dv-neutron-840426-1-hyperv {{(pid=88037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:25:17.534992 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-dfdaaa8e-ab0f-49a2-a5a0-d3db0406db7f None None] Calling delete_port for 1c92fbec-f26f-49ed-8236-acad6178654f owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:25:17.539524 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083a18a9-37ce-4f4e-bccf-85a952441447 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:17.539869 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083a18a9-37ce-4f4e-bccf-85a952441447 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:17.540204 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083a18a9-37ce-4f4e-bccf-85a952441447 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:17.540533 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083a18a9-37ce-4f4e-bccf-85a952441447 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:17.540858 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083a18a9-37ce-4f4e-bccf-85a952441447 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:17.541185 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083a18a9-37ce-4f4e-bccf-85a952441447 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:17.541508 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083a18a9-37ce-4f4e-bccf-85a952441447 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:17.541829 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083a18a9-37ce-4f4e-bccf-85a952441447 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:17.542173 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083a18a9-37ce-4f4e-bccf-85a952441447 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:17.542491 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083a18a9-37ce-4f4e-bccf-85a952441447 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:17.542807 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083a18a9-37ce-4f4e-bccf-85a952441447 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:17.543122 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083a18a9-37ce-4f4e-bccf-85a952441447 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:17.608288 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.db.api [None req-dfdaaa8e-ab0f-49a2-a5a0-d3db0406db7f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 18:25:17.608632 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG oslo_db.api [None req-dfdaaa8e-ab0f-49a2-a5a0-d3db0406db7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 18:25:17.624803 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-083a18a9-37ce-4f4e-bccf-85a952441447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:17.649596 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-083a18a9-37ce-4f4e-bccf-85a952441447 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17c4a866-4e06-413a-940e-19e934ba8c82']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:25:17.661043 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-083a18a9-37ce-4f4e-bccf-85a952441447 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00d82bd6-d6ca-4d3a-8165-afb1d76d8f35') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:25:17.661337 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-083a18a9-37ce-4f4e-bccf-85a952441447 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00d82bd6-d6ca-4d3a-8165-afb1d76d8f35') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:25:17.672244 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-083a18a9-37ce-4f4e-bccf-85a952441447 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:17.691256 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-083a18a9-37ce-4f4e-bccf-85a952441447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:17.697689 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-083a18a9-37ce-4f4e-bccf-85a952441447 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 18:25:17.698105 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-083a18a9-37ce-4f4e-bccf-85a952441447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:17.711789 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 18:25:17.711789 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 18:25:17.711789 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 18:25:17.711789 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 18:25:17.711789 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 18:25:17.711789 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 18:25:17.711789 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 18:25:17.711789 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 18:25:17.711789 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 18:25:17.711789 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 18:25:17.711789 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 18:25:17.711789 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 18:25:17.711789 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 18:25:17.711789 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 18:25:17.711789 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 18:25:17.711789 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 18:25:17.711789 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 18:25:17.711789 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 18:25:17.711789 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 18:25:17.711789 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 18:25:17.711789 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 18:25:17.711789 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 18:25:17.711789 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 18:25:17.711789 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 18:25:17.711789 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 18:25:17.711789 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 18:25:17.711789 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 18:25:17.711789 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 18:25:17.711789 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 18:25:17.711789 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 18:25:17.711789 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 18:25:17.711789 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 18:25:17.786043 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-083a18a9-37ce-4f4e-bccf-85a952441447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:17.801791 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-083a18a9-37ce-4f4e-bccf-85a952441447 admin admin] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:17.813997 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083a18a9-37ce-4f4e-bccf-85a952441447 admin admin] Pushing event deleted for resources: {'Network': ['ID=17c4a866-4e06-413a-940e-19e934ba8c82,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:17.818696 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-083a18a9-37ce-4f4e-bccf-85a952441447 admin admin] 10.222.0.41 "DELETE /v2.0/networks/17c4a866-4e06-413a-940e-19e934ba8c82 HTTP/1.1" status: 204 len: 168 time: 0.9089153 May 04 18:25:17.926344 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 35648) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:25:17.955930 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 6634b43b-b4f5-4704-b870-f36ff52daf3c no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:25:17.980942 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-2bea12ba-7d6b-46c1-b68d-20afdea66d38 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e124429eb90e4965bbb52c1bbfabcc22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0533755 May 04 18:25:17.983525 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 35652) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:25:17.989504 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 6634b43b-b4f5-4704-b870-f36ff52daf3c {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 18:25:17.989849 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 6634b43b-b4f5-4704-b870-f36ff52daf3c not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:25:17.990280 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 1c92fbec-f26f-49ed-8236-acad6178654f no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:25:18.022542 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 1c92fbec-f26f-49ed-8236-acad6178654f {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 18:25:18.022882 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 1c92fbec-f26f-49ed-8236-acad6178654f not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:25:18.023305 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 0ca95036-3fa6-48c1-9a42-465197c2df11 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:25:18.040621 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-73464f89-dc5d-4a5d-b4e0-8f95f31e7616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:18.057735 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 0ca95036-3fa6-48c1-9a42-465197c2df11 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 18:25:18.060024 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 0ca95036-3fa6-48c1-9a42-465197c2df11 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:25:18.067534 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-73464f89-dc5d-4a5d-b4e0-8f95f31e7616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:18.109408 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-dfdaaa8e-ab0f-49a2-a5a0-d3db0406db7f None None] Deleting port 1c92fbec-f26f-49ed-8236-acad6178654f {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:25:18.109789 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-dfdaaa8e-ab0f-49a2-a5a0-d3db0406db7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:18.119476 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-73464f89-dc5d-4a5d-b4e0-8f95f31e7616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:18.136922 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73464f89-dc5d-4a5d-b4e0-8f95f31e7616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d627c02-ae4c-49a8-831d-f08c734c75da,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:18.144428 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-73464f89-dc5d-4a5d-b4e0-8f95f31e7616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:18.146298 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-73464f89-dc5d-4a5d-b4e0-8f95f31e7616 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8d627c02-ae4c-49a8-831d-f08c734c75da HTTP/1.1" status: 204 len: 168 time: 0.1618774 May 04 18:25:18.184349 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-dfdaaa8e-ab0f-49a2-a5a0-d3db0406db7f None None] The port '1c92fbec-f26f-49ed-8236-acad6178654f' was deleted {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 04 18:25:18.492616 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 35660) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:25:18.539992 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-a98029cb-dcd4-435c-abda-8b377d32f787 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9f5860acb4764d748b535568f22f48e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462608 May 04 18:25:18.542442 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 35664) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:25:18.602474 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-77734566-8c80-45d0-a04a-e1fb56888a10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:18.627569 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-77734566-8c80-45d0-a04a-e1fb56888a10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:18.679036 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-77734566-8c80-45d0-a04a-e1fb56888a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:18.693747 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77734566-8c80-45d0-a04a-e1fb56888a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ad2fbe-2db5-42f6-a807-9767e9d754cc,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:18.700566 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-77734566-8c80-45d0-a04a-e1fb56888a10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:18.701618 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-77734566-8c80-45d0-a04a-e1fb56888a10 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b3ad2fbe-2db5-42f6-a807-9767e9d754cc HTTP/1.1" status: 204 len: 168 time: 0.1583104 May 04 18:25:19.411528 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 35688) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:25:19.515504 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-133f62b9-c683-44be-b94b-9735d5ddb186 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-610760349-network', 'tenant_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:25:19.520236 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-133f62b9-c683-44be-b94b-9735d5ddb186 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:25:19.524069 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-133f62b9-c683-44be-b94b-9735d5ddb186 admin admin] Usage tracker for resource:network and tenant:cb5b9c64c84f41c3a2e8502c9e7845e9 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:25:19.526897 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-133f62b9-c683-44be-b94b-9735d5ddb186 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:25:19.532528 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-133f62b9-c683-44be-b94b-9735d5ddb186 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:25:19.542256 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133f62b9-c683-44be-b94b-9735d5ddb186 admin admin] Made reservation on behalf of cb5b9c64c84f41c3a2e8502c9e7845e9 for: {'network': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:25:19.544589 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-133f62b9-c683-44be-b94b-9735d5ddb186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:19.557476 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-133f62b9-c683-44be-b94b-9735d5ddb186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:19.572057 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-133f62b9-c683-44be-b94b-9735d5ddb186 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:25:19.575824 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-133f62b9-c683-44be-b94b-9735d5ddb186 admin admin] Usage tracker for resource:security_group_rule and tenant:cb5b9c64c84f41c3a2e8502c9e7845e9 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:25:19.578560 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-133f62b9-c683-44be-b94b-9735d5ddb186 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:25:19.584115 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-133f62b9-c683-44be-b94b-9735d5ddb186 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:25:19.667349 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-133f62b9-c683-44be-b94b-9735d5ddb186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:19.671063 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-133f62b9-c683-44be-b94b-9735d5ddb186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:19.707532 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-133f62b9-c683-44be-b94b-9735d5ddb186 admin admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=88037) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 18:25:19.712656 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133f62b9-c683-44be-b94b-9735d5ddb186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d043a369-ef73-417a-b049-68dbc80be08e,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:19.721593 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-133f62b9-c683-44be-b94b-9735d5ddb186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:19.722007 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.segments_db [None req-133f62b9-c683-44be-b94b-9735d5ddb186 admin admin] Added segment 46dce72d-9292-40c8-9f3b-4c9e158021c7 of type vlan for network 29517d65-0ca4-4aaa-a55b-a62a9ed4484f May 04 18:25:19.749143 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-133f62b9-c683-44be-b94b-9735d5ddb186 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:19.776696 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-133f62b9-c683-44be-b94b-9735d5ddb186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:19.777599 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133f62b9-c683-44be-b94b-9735d5ddb186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:19.778183 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-133f62b9-c683-44be-b94b-9735d5ddb186 admin admin] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:19.874510 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-133f62b9-c683-44be-b94b-9735d5ddb186 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4618819 May 04 18:25:19.877461 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 35694) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:25:19.879354 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133f62b9-c683-44be-b94b-9735d5ddb186 admin admin] Pushing event updated for resources: {'Network': ['ID=29517d65-0ca4-4aaa-a55b-a62a9ed4484f,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:19.884400 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-f24efc2c-b62a-480c-a478-6c0c6f8b45a9 admin admin] Request body: {'subnet': {'network_id': '29517d65-0ca4-4aaa-a55b-a62a9ed4484f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-610760349-subnet', 'tenant_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'ip_version': 4}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:25:19.888762 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 29517d65-0ca4-4aaa-a55b-a62a9ed4484f details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 18:25:19.890593 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-f24efc2c-b62a-480c-a478-6c0c6f8b45a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:25:19.894534 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-f24efc2c-b62a-480c-a478-6c0c6f8b45a9 admin admin] Usage tracker for resource:subnet and tenant:cb5b9c64c84f41c3a2e8502c9e7845e9 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:25:19.897547 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-f24efc2c-b62a-480c-a478-6c0c6f8b45a9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:25:19.903700 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-f24efc2c-b62a-480c-a478-6c0c6f8b45a9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:25:19.915071 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f24efc2c-b62a-480c-a478-6c0c6f8b45a9 admin admin] Made reservation on behalf of cb5b9c64c84f41c3a2e8502c9e7845e9 for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:25:19.917419 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f24efc2c-b62a-480c-a478-6c0c6f8b45a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:20.211420 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f24efc2c-b62a-480c-a478-6c0c6f8b45a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:20.290553 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24efc2c-b62a-480c-a478-6c0c6f8b45a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec3e14c2-1d98-4ccc-a9cd-d8c2be7f2096,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:20.299120 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24efc2c-b62a-480c-a478-6c0c6f8b45a9 admin admin] Checking segment: {'id': '46dce72d-9292-40c8-9f3b-4c9e158021c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '29517d65-0ca4-4aaa-a55b-a62a9ed4484f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:25:20.299477 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24efc2c-b62a-480c-a478-6c0c6f8b45a9 admin admin] Network hostable DHCP agents. Network: 29517d65-0ca4-4aaa-a55b-a62a9ed4484f, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 18:25:20.317912 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24efc2c-b62a-480c-a478-6c0c6f8b45a9 admin admin] Network 29517d65-0ca4-4aaa-a55b-a62a9ed4484f is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 18:25:20.326625 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-f24efc2c-b62a-480c-a478-6c0c6f8b45a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 29517d65-0ca4-4aaa-a55b-a62a9ed4484f) {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:25:20.330560 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24efc2c-b62a-480c-a478-6c0c6f8b45a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:20.331142 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-f24efc2c-b62a-480c-a478-6c0c6f8b45a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:20.336532 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4f97cc-7741-4c15-b9ab-5d1aee954b0a None None] Network 29517d65-0ca4-4aaa-a55b-a62a9ed4484f requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:25:20.352244 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-f24efc2c-b62a-480c-a478-6c0c6f8b45a9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4735322 May 04 18:25:20.354678 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 35698) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:25:20.359559 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-fe7603f4-619f-4770-9c32-996c3b93a38f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-610760349-router', 'tenant_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:25:20.364014 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-fe7603f4-619f-4770-9c32-996c3b93a38f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:25:20.367778 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-fe7603f4-619f-4770-9c32-996c3b93a38f admin admin] Usage tracker for resource:router and tenant:cb5b9c64c84f41c3a2e8502c9e7845e9 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:25:20.370545 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-fe7603f4-619f-4770-9c32-996c3b93a38f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:25:20.376120 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-fe7603f4-619f-4770-9c32-996c3b93a38f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:25:20.387222 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fe7603f4-619f-4770-9c32-996c3b93a38f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:20.388181 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fe7603f4-619f-4770-9c32-996c3b93a38f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:20.403338 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fe7603f4-619f-4770-9c32-996c3b93a38f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:20.563685 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f93fd86-0bef-41fb-9e5c-13220d3ece81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-29517d65-0ca4-4aaa-a55b-a62a9ed4484f', 'network_id': '29517d65-0ca4-4aaa-a55b-a62a9ed4484f', 'tenant_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'fixed_ips': [{'subnet_id': 'ec3e14c2-1d98-4ccc-a9cd-d8c2be7f2096'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 18:25:20.564505 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8f93fd86-0bef-41fb-9e5c-13220d3ece81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:20.668573 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fe7603f4-619f-4770-9c32-996c3b93a38f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:20.719230 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-8f93fd86-0bef-41fb-9e5c-13220d3ece81 None None] Allocated IP 172.20.0.2 (29517d65-0ca4-4aaa-a55b-a62a9ed4484f/ec3e14c2-1d98-4ccc-a9cd-d8c2be7f2096/f6b4c042-b7be-4a54-a215-140272c358ab) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:25:20.932216 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8f93fd86-0bef-41fb-9e5c-13220d3ece81 None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:20.942521 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8f93fd86-0bef-41fb-9e5c-13220d3ece81 None None] Transition to ACTIVE for port object f6b4c042-b7be-4a54-a215-140272c358ab will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:25:20.961655 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8f93fd86-0bef-41fb-9e5c-13220d3ece81 None None] Transition to ACTIVE for port object f6b4c042-b7be-4a54-a215-140272c358ab will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:25:20.967648 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8f93fd86-0bef-41fb-9e5c-13220d3ece81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:20.975378 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fe7603f4-619f-4770-9c32-996c3b93a38f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:21.004742 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fe7603f4-619f-4770-9c32-996c3b93a38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:21.062813 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f93fd86-0bef-41fb-9e5c-13220d3ece81 None None] Network 29517d65-0ca4-4aaa-a55b-a62a9ed4484f is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:25:21.065436 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-8f93fd86-0bef-41fb-9e5c-13220d3ece81 None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:25:21.069057 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f93fd86-0bef-41fb-9e5c-13220d3ece81 None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 18:25:21.101824 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f93fd86-0bef-41fb-9e5c-13220d3ece81 None None] Pushing event updated for resources: {'Port': ['ID=f6b4c042-b7be-4a54-a215-140272c358ab,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:21.117729 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93fd86-0bef-41fb-9e5c-13220d3ece81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:21.118099 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93fd86-0bef-41fb-9e5c-13220d3ece81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:21.118436 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93fd86-0bef-41fb-9e5c-13220d3ece81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:21.118772 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93fd86-0bef-41fb-9e5c-13220d3ece81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:21.119095 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93fd86-0bef-41fb-9e5c-13220d3ece81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:21.119419 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93fd86-0bef-41fb-9e5c-13220d3ece81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:21.119741 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93fd86-0bef-41fb-9e5c-13220d3ece81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:21.120361 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93fd86-0bef-41fb-9e5c-13220d3ece81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:21.120361 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93fd86-0bef-41fb-9e5c-13220d3ece81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:21.120681 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93fd86-0bef-41fb-9e5c-13220d3ece81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:21.120999 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93fd86-0bef-41fb-9e5c-13220d3ece81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:21.121311 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93fd86-0bef-41fb-9e5c-13220d3ece81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:21.145651 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-fe7603f4-619f-4770-9c32-996c3b93a38f admin admin] Allocated IP 172.26.0.218 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/704e305c-b17c-42a1-9228-bc69351c7ded) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:25:21.171261 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-8f93fd86-0bef-41fb-9e5c-13220d3ece81 None None] Attempting to bind port f6b4c042-b7be-4a54-a215-140272c358ab on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:25:21.171633 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-8f93fd86-0bef-41fb-9e5c-13220d3ece81 None None] Attempting to bind port f6b4c042-b7be-4a54-a215-140272c358ab by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '46dce72d-9292-40c8-9f3b-4c9e158021c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '29517d65-0ca4-4aaa-a55b-a62a9ed4484f'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:25:21.172001 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f93fd86-0bef-41fb-9e5c-13220d3ece81 None None] Attempting to bind port f6b4c042-b7be-4a54-a215-140272c358ab on network 29517d65-0ca4-4aaa-a55b-a62a9ed4484f {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:25:21.177376 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f93fd86-0bef-41fb-9e5c-13220d3ece81 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:25:21.177745 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f93fd86-0bef-41fb-9e5c-13220d3ece81 None None] Checking segment: {'id': '46dce72d-9292-40c8-9f3b-4c9e158021c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '29517d65-0ca4-4aaa-a55b-a62a9ed4484f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:25:21.178172 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8f93fd86-0bef-41fb-9e5c-13220d3ece81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:21.178563 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f93fd86-0bef-41fb-9e5c-13220d3ece81 None None] Bound using segment: {'id': '46dce72d-9292-40c8-9f3b-4c9e158021c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '29517d65-0ca4-4aaa-a55b-a62a9ed4484f'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:25:21.179019 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-8f93fd86-0bef-41fb-9e5c-13220d3ece81 None None] Bound port: f6b4c042-b7be-4a54-a215-140272c358ab, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46dce72d-9292-40c8-9f3b-4c9e158021c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '29517d65-0ca4-4aaa-a55b-a62a9ed4484f'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:25:21.179955 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8f93fd86-0bef-41fb-9e5c-13220d3ece81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:21.268305 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8f93fd86-0bef-41fb-9e5c-13220d3ece81 None None] For port f6b4c042-b7be-4a54-a215-140272c358ab, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:25:21.271436 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8f93fd86-0bef-41fb-9e5c-13220d3ece81 None None] For port f6b4c042-b7be-4a54-a215-140272c358ab, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=f6b4c042-b7be-4a54-a215-140272c358ab,segment=NetworkSegment(46dce72d-9292-40c8-9f3b-4c9e158021c7),segment_id=46dce72d-9292-40c8-9f3b-4c9e158021c7)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:25:21.275045 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8f93fd86-0bef-41fb-9e5c-13220d3ece81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:21.295664 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fe7603f4-619f-4770-9c32-996c3b93a38f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:21.326544 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fe7603f4-619f-4770-9c32-996c3b93a38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:21.360122 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f93fd86-0bef-41fb-9e5c-13220d3ece81 None None] Pushing event updated for resources: {'Port': ['ID=f6b4c042-b7be-4a54-a215-140272c358ab,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:21.389789 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7603f4-619f-4770-9c32-996c3b93a38f admin admin] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:25:21.392636 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-fe7603f4-619f-4770-9c32-996c3b93a38f admin admin] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:25:21.396270 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7603f4-619f-4770-9c32-996c3b93a38f admin admin] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 18:25:21.430545 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7603f4-619f-4770-9c32-996c3b93a38f admin admin] Pushing event updated for resources: {'Port': ['ID=704e305c-b17c-42a1-9228-bc69351c7ded,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:21.928779 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fe7603f4-619f-4770-9c32-996c3b93a38f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:21.978004 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device f6b4c042-b7be-4a54-a215-140272c358ab up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:25:22.049753 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port f6b4c042-b7be-4a54-a215-140272c358ab completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:25:22.276267 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fe7603f4-619f-4770-9c32-996c3b93a38f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:22.309097 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125d2107-f73e-40e4-81b3-bfab7fd391d1 None None] Network 29517d65-0ca4-4aaa-a55b-a62a9ed4484f requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:25:22.427946 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-6a8dc7ee-ebb4-4e9a-bf3f-3726dccad7df None None] Provisioning for port f6b4c042-b7be-4a54-a215-140272c358ab completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:25:22.461179 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-6a8dc7ee-ebb4-4e9a-bf3f-3726dccad7df None None] Provisioning complete for port f6b4c042-b7be-4a54-a215-140272c358ab triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:25:22.461557 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-6a8dc7ee-ebb4-4e9a-bf3f-3726dccad7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:22.491970 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe7603f4-619f-4770-9c32-996c3b93a38f admin admin] Router 8e2124c0-bb79-4f73-bf5d-ddbec011c487 is scheduled to L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 with binding_index 1 {{(pid=88038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 18:25:22.646852 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-6a8dc7ee-ebb4-4e9a-bf3f-3726dccad7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:22.667460 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe7603f4-619f-4770-9c32-996c3b93a38f admin admin] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:25:22.682412 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7b90e0-f85f-4877-95db-e9793136d4dd None None] Sync routers for ids ['8e2124c0-bb79-4f73-bf5d-ddbec011c487'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:25:22.683846 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-6a8dc7ee-ebb4-4e9a-bf3f-3726dccad7df None None] For port f6b4c042-b7be-4a54-a215-140272c358ab, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=f6b4c042-b7be-4a54-a215-140272c358ab,segment=NetworkSegment(46dce72d-9292-40c8-9f3b-4c9e158021c7),segment_id=46dce72d-9292-40c8-9f3b-4c9e158021c7)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:25:22.689106 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-6a8dc7ee-ebb4-4e9a-bf3f-3726dccad7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:22.693176 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7b90e0-f85f-4877-95db-e9793136d4dd None None] Routers {'8e2124c0-bb79-4f73-bf5d-ddbec011c487'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:25:22.694235 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-cf7b90e0-f85f-4877-95db-e9793136d4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:25:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['8e2124c0-bb79-4f73-bf5d-ddbec011c487'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:25:22.696337 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-fe7603f4-619f-4770-9c32-996c3b93a38f admin admin] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:22.702697 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-fe7603f4-619f-4770-9c32-996c3b93a38f admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3469870 May 04 18:25:22.705264 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 35702) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:25:22.766800 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8dc7ee-ebb4-4e9a-bf3f-3726dccad7df None None] Pushing event updated for resources: {'Port': ['ID=f6b4c042-b7be-4a54-a215-140272c358ab,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:22.894878 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-cf7b90e0-f85f-4877-95db-e9793136d4dd None None] Set router 8e2124c0-bb79-4f73-bf5d-ddbec011c487 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:25:22.911321 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-6befc9c6-8a42-4b85-b581-4a8aa62c493b None None] Provisioning complete for port f6b4c042-b7be-4a54-a215-140272c358ab triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:25:22.911826 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-6befc9c6-8a42-4b85-b581-4a8aa62c493b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:23.178897 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-cf7b90e0-f85f-4877-95db-e9793136d4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2124c0-bb79-4f73-bf5d-ddbec011c487', 'name': 'tempest-TestSnapshotPattern-610760349-router', 'tenant_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.218'}], 'enable_snat': True}, 'gw_port_id': '704e305c-b17c-42a1-9228-bc69351c7ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:25:20Z', 'updated_at': '2022-05-04T18:25:21Z', 'revision_number': 3, 'project_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'gw_port': {'id': '704e305c-b17c-42a1-9228-bc69351c7ded', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d4:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2124c0-bb79-4f73-bf5d-ddbec011c487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:25:21Z', 'updated_at': '2022-05-04T18:25:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:25:23.183105 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7b90e0-f85f-4877-95db-e9793136d4dd None None] Checking router: 8e2124c0-bb79-4f73-bf5d-ddbec011c487 for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:25:23.183457 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7b90e0-f85f-4877-95db-e9793136d4dd None None] Updating router 8e2124c0-bb79-4f73-bf5d-ddbec011c487 port 704e305c-b17c-42a1-9228-bc69351c7ded binding host dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:25:23.234757 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-cf7b90e0-f85f-4877-95db-e9793136d4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:23.512184 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2d8b4192-bd27-4565-91f5-b72a38965fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:23.551487 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-cf7b90e0-f85f-4877-95db-e9793136d4dd None None] Notify callbacks [] for port, precommit_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:23.563202 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.provisioning_blocks [None req-cf7b90e0-f85f-4877-95db-e9793136d4dd None None] Transition to ACTIVE for port object 704e305c-b17c-42a1-9228-bc69351c7ded will not be triggered until provisioned by entity L2. {{(pid=88040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:25:23.570757 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-cf7b90e0-f85f-4877-95db-e9793136d4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:23.653797 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-cf7b90e0-f85f-4877-95db-e9793136d4dd None None] Attempting to bind port 704e305c-b17c-42a1-9228-bc69351c7ded on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:25:23.654190 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-cf7b90e0-f85f-4877-95db-e9793136d4dd None None] Attempting to bind port 704e305c-b17c-42a1-9228-bc69351c7ded by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}] {{(pid=88040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:25:23.654550 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7b90e0-f85f-4877-95db-e9793136d4dd None None] Attempting to bind port 704e305c-b17c-42a1-9228-bc69351c7ded on network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:25:23.660042 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d02fde0-966b-4e80-9b45-cf08510c3c2e None None] Pushing event updated for resources: {'Port': ['ID=704e305c-b17c-42a1-9228-bc69351c7ded,revision_number=2']} {{(pid=88040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:23.665303 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7b90e0-f85f-4877-95db-e9793136d4dd None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:25:23.665673 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7b90e0-f85f-4877-95db-e9793136d4dd None None] Checking segment: {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:25:23.666100 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-cf7b90e0-f85f-4877-95db-e9793136d4dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:23.666489 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7b90e0-f85f-4877-95db-e9793136d4dd None None] Bound using segment: {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'} {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:25:23.666949 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-cf7b90e0-f85f-4877-95db-e9793136d4dd None None] Bound port: 704e305c-b17c-42a1-9228-bc69351c7ded, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}}] {{(pid=88040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:25:23.667317 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-cf7b90e0-f85f-4877-95db-e9793136d4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:23.707374 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d02fde0-966b-4e80-9b45-cf08510c3c2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:23.708027 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d02fde0-966b-4e80-9b45-cf08510c3c2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:23.708027 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d02fde0-966b-4e80-9b45-cf08510c3c2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:23.708359 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d02fde0-966b-4e80-9b45-cf08510c3c2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:23.708685 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d02fde0-966b-4e80-9b45-cf08510c3c2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:23.709010 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d02fde0-966b-4e80-9b45-cf08510c3c2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:23.709332 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d02fde0-966b-4e80-9b45-cf08510c3c2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:23.709651 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d02fde0-966b-4e80-9b45-cf08510c3c2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:23.709994 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d02fde0-966b-4e80-9b45-cf08510c3c2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:23.710314 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d02fde0-966b-4e80-9b45-cf08510c3c2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:23.710665 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d02fde0-966b-4e80-9b45-cf08510c3c2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:23.710978 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d02fde0-966b-4e80-9b45-cf08510c3c2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88040) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:25:23.717497 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-2d8b4192-bd27-4565-91f5-b72a38965fad admin admin] Allocated IP 172.20.0.1 (29517d65-0ca4-4aaa-a55b-a62a9ed4484f/ec3e14c2-1d98-4ccc-a9cd-d8c2be7f2096/5a2cb776-e160-4267-85a7-a4142111b75d) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:25:23.752247 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.db [None req-cf7b90e0-f85f-4877-95db-e9793136d4dd None None] For port 704e305c-b17c-42a1-9228-bc69351c7ded, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:25:23.755632 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.db [None req-cf7b90e0-f85f-4877-95db-e9793136d4dd None None] For port 704e305c-b17c-42a1-9228-bc69351c7ded, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=704e305c-b17c-42a1-9228-bc69351c7ded,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:25:23.759311 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-cf7b90e0-f85f-4877-95db-e9793136d4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:23.831535 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7b90e0-f85f-4877-95db-e9793136d4dd None None] Routers {'8e2124c0-bb79-4f73-bf5d-ddbec011c487'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:25:23.832141 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-cf7b90e0-f85f-4877-95db-e9793136d4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:25:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['8e2124c0-bb79-4f73-bf5d-ddbec011c487'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:25:23.867962 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2d8b4192-bd27-4565-91f5-b72a38965fad admin admin] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:23.883074 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.provisioning_blocks [None req-2d8b4192-bd27-4565-91f5-b72a38965fad admin admin] Transition to ACTIVE for port object 5a2cb776-e160-4267-85a7-a4142111b75d will not be triggered until provisioned by entity DHCP. {{(pid=88038) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:25:23.906225 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2d8b4192-bd27-4565-91f5-b72a38965fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:23.911404 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d02fde0-966b-4e80-9b45-cf08510c3c2e None None] Pushing event updated for resources: {'Port': ['ID=704e305c-b17c-42a1-9228-bc69351c7ded,revision_number=3']} {{(pid=88040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:23.973638 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device f6b4c042-b7be-4a54-a215-140272c358ab up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:25:23.978755 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8b4192-bd27-4565-91f5-b72a38965fad admin admin] Network 29517d65-0ca4-4aaa-a55b-a62a9ed4484f is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:25:23.981698 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-2d8b4192-bd27-4565-91f5-b72a38965fad admin admin] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:25:23.984081 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8b4192-bd27-4565-91f5-b72a38965fad admin admin] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 18:25:24.020449 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-cf7b90e0-f85f-4877-95db-e9793136d4dd None None] Set router 8e2124c0-bb79-4f73-bf5d-ddbec011c487 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:25:24.022388 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8b4192-bd27-4565-91f5-b72a38965fad admin admin] Pushing event updated for resources: {'Port': ['ID=5a2cb776-e160-4267-85a7-a4142111b75d,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:24.046598 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2d8b4192-bd27-4565-91f5-b72a38965fad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710357'] for router_interface, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:24.049297 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port f6b4c042-b7be-4a54-a215-140272c358ab triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:25:24.050233 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:24.269454 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-4ae5f683-38c7-4844-8588-67391d343b8d None None] Provisioning for port 5a2cb776-e160-4267-85a7-a4142111b75d completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:25:24.274899 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-4ae5f683-38c7-4844-8588-67391d343b8d None None] Provisioning complete for port 5a2cb776-e160-4267-85a7-a4142111b75d triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:25:24.275274 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4ae5f683-38c7-4844-8588-67391d343b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:24.317844 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2d8b4192-bd27-4565-91f5-b72a38965fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:24.331075 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-4ae5f683-38c7-4844-8588-67391d343b8d None None] Port 5a2cb776-e160-4267-85a7-a4142111b75d cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 18:25:24.357583 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-cf7b90e0-f85f-4877-95db-e9793136d4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2124c0-bb79-4f73-bf5d-ddbec011c487', 'name': 'tempest-TestSnapshotPattern-610760349-router', 'tenant_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.218'}], 'enable_snat': True}, 'gw_port_id': '704e305c-b17c-42a1-9228-bc69351c7ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:25:20Z', 'updated_at': '2022-05-04T18:25:21Z', 'revision_number': 3, 'project_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'gw_port': {'id': '704e305c-b17c-42a1-9228-bc69351c7ded', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d4:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2124c0-bb79-4f73-bf5d-ddbec011c487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:25:21Z', 'updated_at': '2022-05-04T18:25:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:25:24.361503 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7b90e0-f85f-4877-95db-e9793136d4dd None None] The sync data for ids ['8e2124c0-bb79-4f73-bf5d-ddbec011c487'] in dv-neutron-840426-1-hyperv is: [{'id': '8e2124c0-bb79-4f73-bf5d-ddbec011c487', 'name': 'tempest-TestSnapshotPattern-610760349-router', 'tenant_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.218'}], 'enable_snat': True}, 'gw_port_id': '704e305c-b17c-42a1-9228-bc69351c7ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:25:20Z', 'updated_at': '2022-05-04T18:25:21Z', 'revision_number': 3, 'project_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'gw_port': {'id': '704e305c-b17c-42a1-9228-bc69351c7ded', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d4:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2124c0-bb79-4f73-bf5d-ddbec011c487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:25:21Z', 'updated_at': '2022-05-04T18:25:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:25:24.550567 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2d8b4192-bd27-4565-91f5-b72a38965fad admin admin] Notify callbacks [] for port, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:24.555130 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2d8b4192-bd27-4565-91f5-b72a38965fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7881799'] for port, after_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:24.781086 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-2d8b4192-bd27-4565-91f5-b72a38965fad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710702'] for router_interface, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:24.787862 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8b4192-bd27-4565-91f5-b72a38965fad admin admin] Pushing event updated for resources: {'Port': ['ID=5a2cb776-e160-4267-85a7-a4142111b75d,revision_number=2']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:24.924035 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8b4192-bd27-4565-91f5-b72a38965fad admin admin] Network 29517d65-0ca4-4aaa-a55b-a62a9ed4484f is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:25:24.925619 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-2d8b4192-bd27-4565-91f5-b72a38965fad admin admin] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:25:25.123078 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d8b4192-bd27-4565-91f5-b72a38965fad admin admin] Router 8e2124c0-bb79-4f73-bf5d-ddbec011c487 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88038) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 18:25:25.160317 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-f412ff50-c45c-42a5-a61b-2095dfec144e None None] Provisioning complete for port 5a2cb776-e160-4267-85a7-a4142111b75d triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:25:25.162052 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-f412ff50-c45c-42a5-a61b-2095dfec144e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:25.217530 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-f412ff50-c45c-42a5-a61b-2095dfec144e None None] Port 5a2cb776-e160-4267-85a7-a4142111b75d cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 18:25:25.274243 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 18:25:25.310105 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d8b4192-bd27-4565-91f5-b72a38965fad admin admin] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:25:25.318750 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-2d8b4192-bd27-4565-91f5-b72a38965fad admin admin] 10.222.0.41 "PUT /v2.0/routers/8e2124c0-bb79-4f73-bf5d-ddbec011c487/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6123838 May 04 18:25:25.810941 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 35720) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:25:25.816871 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-eba318aa-367f-43d9-8d29-a33f0ee5eead admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-426551245-network', 'tenant_id': '9bda06697e004887a3bf8095c95cc28d'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:25:25.822878 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-eba318aa-367f-43d9-8d29-a33f0ee5eead admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:25:25.827894 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-eba318aa-367f-43d9-8d29-a33f0ee5eead admin admin] Usage tracker for resource:network and tenant:9bda06697e004887a3bf8095c95cc28d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:25:25.830954 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-eba318aa-367f-43d9-8d29-a33f0ee5eead admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:25:25.833788 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5666a49-ae4f-4854-bab7-7b9f2a3525c2 None None] Sync routers for ids ['8e2124c0-bb79-4f73-bf5d-ddbec011c487'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:25:25.837510 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-eba318aa-367f-43d9-8d29-a33f0ee5eead admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:25:25.844248 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5666a49-ae4f-4854-bab7-7b9f2a3525c2 None None] Routers {'8e2124c0-bb79-4f73-bf5d-ddbec011c487'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:25:25.844908 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-d5666a49-ae4f-4854-bab7-7b9f2a3525c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:25:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['8e2124c0-bb79-4f73-bf5d-ddbec011c487'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:25:25.847634 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba318aa-367f-43d9-8d29-a33f0ee5eead admin admin] Made reservation on behalf of 9bda06697e004887a3bf8095c95cc28d for: {'network': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:25:25.850074 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-eba318aa-367f-43d9-8d29-a33f0ee5eead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for network, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:25.862707 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-eba318aa-367f-43d9-8d29-a33f0ee5eead admin admin] Notify callbacks [] for security_group, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:25.876655 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-eba318aa-367f-43d9-8d29-a33f0ee5eead admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:25:25.880411 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-eba318aa-367f-43d9-8d29-a33f0ee5eead admin admin] Usage tracker for resource:security_group_rule and tenant:9bda06697e004887a3bf8095c95cc28d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:25:25.883699 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-eba318aa-367f-43d9-8d29-a33f0ee5eead admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:25:25.889280 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-eba318aa-367f-43d9-8d29-a33f0ee5eead admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:25:25.990380 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-eba318aa-367f-43d9-8d29-a33f0ee5eead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:25.995461 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-eba318aa-367f-43d9-8d29-a33f0ee5eead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:26.000589 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 704e305c-b17c-42a1-9228-bc69351c7ded up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:25:26.025673 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eba318aa-367f-43d9-8d29-a33f0ee5eead admin admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=88038) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 18:25:26.033994 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba318aa-367f-43d9-8d29-a33f0ee5eead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edd22974-a05d-4d80-8f40-d827eb785420,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:26.039898 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-eba318aa-367f-43d9-8d29-a33f0ee5eead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:26.040315 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.segments_db [None req-eba318aa-367f-43d9-8d29-a33f0ee5eead admin admin] Added segment 78d243fd-fd60-45ad-9a24-d0204dd72d5a of type vlan for network 79578130-f201-4767-b490-289953d45ede May 04 18:25:26.067029 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-eba318aa-367f-43d9-8d29-a33f0ee5eead admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761603683009'] for network, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:26.082502 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-d5666a49-ae4f-4854-bab7-7b9f2a3525c2 None None] Set router 8e2124c0-bb79-4f73-bf5d-ddbec011c487 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:25:26.098171 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-eba318aa-367f-43d9-8d29-a33f0ee5eead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742'] for network, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:26.099105 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba318aa-367f-43d9-8d29-a33f0ee5eead admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:26.099671 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-eba318aa-367f-43d9-8d29-a33f0ee5eead admin admin] Notify callbacks [] for network, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:26.157442 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-eba318aa-367f-43d9-8d29-a33f0ee5eead admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3449085 May 04 18:25:26.160012 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 35726) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:25:26.193415 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 704e305c-b17c-42a1-9228-bc69351c7ded completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:25:26.209751 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-1584cafc-0093-4481-b148-f04da814ef99 admin admin] Request body: {'subnet': {'network_id': '79578130-f201-4767-b490-289953d45ede', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-426551245-subnet', 'tenant_id': '9bda06697e004887a3bf8095c95cc28d', 'ip_version': 4}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:25:26.219907 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba318aa-367f-43d9-8d29-a33f0ee5eead admin admin] Pushing event updated for resources: {'Network': ['ID=79578130-f201-4767-b490-289953d45ede,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:26.222228 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-1584cafc-0093-4481-b148-f04da814ef99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:25:26.226826 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-1584cafc-0093-4481-b148-f04da814ef99 admin admin] Usage tracker for resource:subnet and tenant:9bda06697e004887a3bf8095c95cc28d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:25:26.229717 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-1584cafc-0093-4481-b148-f04da814ef99 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:25:26.235533 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-1584cafc-0093-4481-b148-f04da814ef99 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:25:26.245639 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1584cafc-0093-4481-b148-f04da814ef99 admin admin] Made reservation on behalf of 9bda06697e004887a3bf8095c95cc28d for: {'subnet': 1} {{(pid=88038) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:25:26.247991 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1584cafc-0093-4481-b148-f04da814ef99 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6797996'] for subnet, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:26.257628 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Network 79578130-f201-4767-b490-289953d45ede details requested by agent ovs-agent-dv-neutron-840426-1-hyperv with host dv-neutron-840426-1-hyperv {{(pid=88039) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 18:25:26.278443 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 704e305c-b17c-42a1-9228-bc69351c7ded triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:25:26.278821 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:26.452283 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1584cafc-0093-4481-b148-f04da814ef99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7887054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6798002'] for subnet, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:26.533877 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1584cafc-0093-4481-b148-f04da814ef99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1acaa7de-0da5-4ce5-96f5-13e33ed56b83,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:26.536020 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1584cafc-0093-4481-b148-f04da814ef99 admin admin] Checking segment: {'id': '78d243fd-fd60-45ad-9a24-d0204dd72d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '79578130-f201-4767-b490-289953d45ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88038) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:25:26.536372 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1584cafc-0093-4481-b148-f04da814ef99 admin admin] Network hostable DHCP agents. Network: 79578130-f201-4767-b490-289953d45ede, hostable agents: ['be72a36c-1a0b-4429-b851-b4e8b4fa3f86'], hosted agents: [] {{(pid=88038) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 18:25:26.562182 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1584cafc-0093-4481-b148-f04da814ef99 admin admin] Network 79578130-f201-4767-b490-289953d45ede is scheduled to be hosted by DHCP agent be72a36c-1a0b-4429-b851-b4e8b4fa3f86 with binding_index 1 {{(pid=88038) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 18:25:26.571968 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-1584cafc-0093-4481-b148-f04da814ef99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840426-1-hyperv, 79578130-f201-4767-b490-289953d45ede) {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:25:26.576350 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1584cafc-0093-4481-b148-f04da814ef99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:26.576937 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-1584cafc-0093-4481-b148-f04da814ef99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:26.598904 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-1584cafc-0093-4481-b148-f04da814ef99 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4378695 May 04 18:25:26.602150 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 35732) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:25:26.607154 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-8a99b1d4-79db-4970-964b-d29555e6f230 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-426551245-router', 'tenant_id': '9bda06697e004887a3bf8095c95cc28d', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:25:26.609565 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1271b09-bb18-45ce-b05d-048ce2b70d2e None None] Network 79578130-f201-4767-b490-289953d45ede requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:25:26.611858 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-8a99b1d4-79db-4970-964b-d29555e6f230 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:25:26.615808 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-8a99b1d4-79db-4970-964b-d29555e6f230 admin admin] Usage tracker for resource:router and tenant:9bda06697e004887a3bf8095c95cc28d is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:25:26.618700 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-8a99b1d4-79db-4970-964b-d29555e6f230 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:25:26.624374 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-8a99b1d4-79db-4970-964b-d29555e6f230 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:25:26.635131 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8a99b1d4-79db-4970-964b-d29555e6f230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-771476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127791'] for router, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:26.636111 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8a99b1d4-79db-4970-964b-d29555e6f230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-772710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-712140', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-619640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127764'] for router, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:26.653233 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8a99b1d4-79db-4970-964b-d29555e6f230 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:26.665331 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:26.738502 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 704e305c-b17c-42a1-9228-bc69351c7ded, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=704e305c-b17c-42a1-9228-bc69351c7ded,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:25:26.749464 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:26.875640 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=704e305c-b17c-42a1-9228-bc69351c7ded,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:26.887631 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-d5666a49-ae4f-4854-bab7-7b9f2a3525c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2124c0-bb79-4f73-bf5d-ddbec011c487', 'name': 'tempest-TestSnapshotPattern-610760349-router', 'tenant_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.218'}], 'enable_snat': True}, 'gw_port_id': '704e305c-b17c-42a1-9228-bc69351c7ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:25:20Z', 'updated_at': '2022-05-04T18:25:24Z', 'revision_number': 4, 'project_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'gw_port': {'id': '704e305c-b17c-42a1-9228-bc69351c7ded', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d4:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2124c0-bb79-4f73-bf5d-ddbec011c487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:25:21Z', 'updated_at': '2022-05-04T18:25:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '5a2cb776-e160-4267-85a7-a4142111b75d', 'name': '', 'network_id': '29517d65-0ca4-4aaa-a55b-a62a9ed4484f', 'tenant_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'mac_address': 'fa:16:3e:a7:30:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2124c0-bb79-4f73-bf5d-ddbec011c487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'ec3e14c2-1d98-4ccc-a9cd-d8c2be7f2096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:25:23Z', 'updated_at': '2022-05-04T18:25:24Z', 'revision_number': 2, 'project_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'subnets': [{'id': 'ec3e14c2-1d98-4ccc-a9cd-d8c2be7f2096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:25:26.895794 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5666a49-ae4f-4854-bab7-7b9f2a3525c2 None None] Checking router: 8e2124c0-bb79-4f73-bf5d-ddbec011c487 for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:25:26.896153 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5666a49-ae4f-4854-bab7-7b9f2a3525c2 None None] Updating router 8e2124c0-bb79-4f73-bf5d-ddbec011c487 port 5a2cb776-e160-4267-85a7-a4142111b75d binding host dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:25:26.916463 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8a99b1d4-79db-4970-964b-d29555e6f230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-712186', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-771485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127754'] for router, precommit_update {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:26.991344 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3abe3c-df55-4bf3-954d-bd458297a38a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0609a28-0abc-5602-b72a-e8bd3153d519-79578130-f201-4767-b490-289953d45ede', 'network_id': '79578130-f201-4767-b490-289953d45ede', 'tenant_id': '9bda06697e004887a3bf8095c95cc28d', 'fixed_ips': [{'subnet_id': '1acaa7de-0da5-4ce5-96f5-13e33ed56b83'}]}} from dv-neutron-840426-1-hyperv. {{(pid=88039) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 18:25:26.992582 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8b3abe3c-df55-4bf3-954d-bd458297a38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:27.000973 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5666a49-ae4f-4854-bab7-7b9f2a3525c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:27.297733 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.db_base_plugin_common [None req-8b3abe3c-df55-4bf3-954d-bd458297a38a None None] Allocated IP 172.20.0.2 (79578130-f201-4767-b490-289953d45ede/1acaa7de-0da5-4ce5-96f5-13e33ed56b83/0dc019a2-62aa-41d4-9112-7d1d9f7af232) {{(pid=88039) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:25:27.349783 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8a99b1d4-79db-4970-964b-d29555e6f230 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:27.380038 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8a99b1d4-79db-4970-964b-d29555e6f230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:27.515028 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.db_base_plugin_common [None req-8a99b1d4-79db-4970-964b-d29555e6f230 admin admin] Allocated IP 172.26.0.199 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/a603dc1e-e48b-4f16-83f7-8dd8111163bf) {{(pid=88038) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:25:27.668683 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8a99b1d4-79db-4970-964b-d29555e6f230 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:27.671405 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5666a49-ae4f-4854-bab7-7b9f2a3525c2 None None] Notify callbacks [] for port, precommit_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:27.693673 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5666a49-ae4f-4854-bab7-7b9f2a3525c2 None None] Transition to ACTIVE for port object 5a2cb776-e160-4267-85a7-a4142111b75d will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:25:27.696469 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8b3abe3c-df55-4bf3-954d-bd458297a38a None None] Notify callbacks [] for port, precommit_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:27.699354 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8a99b1d4-79db-4970-964b-d29555e6f230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:27.706346 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5666a49-ae4f-4854-bab7-7b9f2a3525c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:27.739423 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8b3abe3c-df55-4bf3-954d-bd458297a38a None None] Transition to ACTIVE for port object 0dc019a2-62aa-41d4-9112-7d1d9f7af232 will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:25:27.770084 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a99b1d4-79db-4970-964b-d29555e6f230 admin admin] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88038) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:25:27.773873 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a99b1d4-79db-4970-964b-d29555e6f230 admin admin] Pushing event updated for resources: {'Port': ['ID=a603dc1e-e48b-4f16-83f7-8dd8111163bf,revision_number=1']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:27.776292 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.base_scheduler [None req-8a99b1d4-79db-4970-964b-d29555e6f230 admin admin] Resources bound (agent type, host, resource id): {{(pid=88038) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:25:27.778344 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a99b1d4-79db-4970-964b-d29555e6f230 admin admin] Received port after_create {{(pid=88038) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 18:25:27.784635 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8b3abe3c-df55-4bf3-954d-bd458297a38a None None] Transition to ACTIVE for port object 0dc019a2-62aa-41d4-9112-7d1d9f7af232 will not be triggered until provisioned by entity DHCP. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:25:27.794804 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9f1075-4e2e-49c5-93ff-b8f1a9533a80 None None] Pushing event updated for resources: {'Port': ['ID=5a2cb776-e160-4267-85a7-a4142111b75d,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:27.842177 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8b3abe3c-df55-4bf3-954d-bd458297a38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115'] for port, after_create {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:27.928060 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3abe3c-df55-4bf3-954d-bd458297a38a None None] Network 79578130-f201-4767-b490-289953d45ede is already hosted by enough agents. {{(pid=88039) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:25:27.934486 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.scheduler.base_scheduler [None req-8b3abe3c-df55-4bf3-954d-bd458297a38a None None] Resources bound (agent type, host, resource id): {{(pid=88039) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:25:27.944264 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3abe3c-df55-4bf3-954d-bd458297a38a None None] Received port after_create {{(pid=88039) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 18:25:27.949544 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3abe3c-df55-4bf3-954d-bd458297a38a None None] Pushing event updated for resources: {'Port': ['ID=0dc019a2-62aa-41d4-9112-7d1d9f7af232,revision_number=1']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:28.018483 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 704e305c-b17c-42a1-9228-bc69351c7ded up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:25:28.172828 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-d5666a49-ae4f-4854-bab7-7b9f2a3525c2 None None] Attempting to bind port 5a2cb776-e160-4267-85a7-a4142111b75d on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:25:28.173195 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-d5666a49-ae4f-4854-bab7-7b9f2a3525c2 None None] Attempting to bind port 5a2cb776-e160-4267-85a7-a4142111b75d by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '46dce72d-9292-40c8-9f3b-4c9e158021c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '29517d65-0ca4-4aaa-a55b-a62a9ed4484f'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:25:28.173553 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5666a49-ae4f-4854-bab7-7b9f2a3525c2 None None] Attempting to bind port 5a2cb776-e160-4267-85a7-a4142111b75d on network 29517d65-0ca4-4aaa-a55b-a62a9ed4484f {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:25:28.188362 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-8b3abe3c-df55-4bf3-954d-bd458297a38a None None] Attempting to bind port 0dc019a2-62aa-41d4-9112-7d1d9f7af232 on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:25:28.188726 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-8b3abe3c-df55-4bf3-954d-bd458297a38a None None] Attempting to bind port 0dc019a2-62aa-41d4-9112-7d1d9f7af232 by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '78d243fd-fd60-45ad-9a24-d0204dd72d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '79578130-f201-4767-b490-289953d45ede'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:25:28.189080 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3abe3c-df55-4bf3-954d-bd458297a38a None None] Attempting to bind port 0dc019a2-62aa-41d4-9112-7d1d9f7af232 on network 79578130-f201-4767-b490-289953d45ede {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:25:28.192813 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5666a49-ae4f-4854-bab7-7b9f2a3525c2 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:25:28.193185 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5666a49-ae4f-4854-bab7-7b9f2a3525c2 None None] Checking segment: {'id': '46dce72d-9292-40c8-9f3b-4c9e158021c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '29517d65-0ca4-4aaa-a55b-a62a9ed4484f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:25:28.193585 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5666a49-ae4f-4854-bab7-7b9f2a3525c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:28.194222 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5666a49-ae4f-4854-bab7-7b9f2a3525c2 None None] Bound using segment: {'id': '46dce72d-9292-40c8-9f3b-4c9e158021c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '29517d65-0ca4-4aaa-a55b-a62a9ed4484f'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:25:28.194450 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-d5666a49-ae4f-4854-bab7-7b9f2a3525c2 None None] Bound port: 5a2cb776-e160-4267-85a7-a4142111b75d, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46dce72d-9292-40c8-9f3b-4c9e158021c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '29517d65-0ca4-4aaa-a55b-a62a9ed4484f'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:25:28.195349 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5666a49-ae4f-4854-bab7-7b9f2a3525c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:28.210120 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8a99b1d4-79db-4970-964b-d29555e6f230 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:28.217569 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3abe3c-df55-4bf3-954d-bd458297a38a None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:25:28.217954 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3abe3c-df55-4bf3-954d-bd458297a38a None None] Checking segment: {'id': '78d243fd-fd60-45ad-9a24-d0204dd72d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '79578130-f201-4767-b490-289953d45ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:25:28.218349 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8b3abe3c-df55-4bf3-954d-bd458297a38a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:28.218738 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3abe3c-df55-4bf3-954d-bd458297a38a None None] Bound using segment: {'id': '78d243fd-fd60-45ad-9a24-d0204dd72d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '79578130-f201-4767-b490-289953d45ede'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:25:28.219201 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-8b3abe3c-df55-4bf3-954d-bd458297a38a None None] Bound port: 0dc019a2-62aa-41d4-9112-7d1d9f7af232, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78d243fd-fd60-45ad-9a24-d0204dd72d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '79578130-f201-4767-b490-289953d45ede'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:25:28.219567 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8b3abe3c-df55-4bf3-954d-bd458297a38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:28.336731 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 704e305c-b17c-42a1-9228-bc69351c7ded triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:25:28.337392 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:28.430764 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8b3abe3c-df55-4bf3-954d-bd458297a38a None None] For port 0dc019a2-62aa-41d4-9112-7d1d9f7af232, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:25:28.432873 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5666a49-ae4f-4854-bab7-7b9f2a3525c2 None None] For port 5a2cb776-e160-4267-85a7-a4142111b75d, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:25:28.437306 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8b3abe3c-df55-4bf3-954d-bd458297a38a None None] For port 0dc019a2-62aa-41d4-9112-7d1d9f7af232, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=0dc019a2-62aa-41d4-9112-7d1d9f7af232,segment=NetworkSegment(78d243fd-fd60-45ad-9a24-d0204dd72d5a),segment_id=78d243fd-fd60-45ad-9a24-d0204dd72d5a)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:25:28.439346 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5666a49-ae4f-4854-bab7-7b9f2a3525c2 None None] For port 5a2cb776-e160-4267-85a7-a4142111b75d, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=5a2cb776-e160-4267-85a7-a4142111b75d,segment=NetworkSegment(46dce72d-9292-40c8-9f3b-4c9e158021c7),segment_id=46dce72d-9292-40c8-9f3b-4c9e158021c7)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:25:28.443603 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8b3abe3c-df55-4bf3-954d-bd458297a38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:28.483654 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5666a49-ae4f-4854-bab7-7b9f2a3525c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:28.607866 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5666a49-ae4f-4854-bab7-7b9f2a3525c2 None None] Routers {'8e2124c0-bb79-4f73-bf5d-ddbec011c487'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:25:28.608512 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-d5666a49-ae4f-4854-bab7-7b9f2a3525c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:25:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['8e2124c0-bb79-4f73-bf5d-ddbec011c487'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:25:28.657791 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3abe3c-df55-4bf3-954d-bd458297a38a None None] Pushing event updated for resources: {'Port': ['ID=0dc019a2-62aa-41d4-9112-7d1d9f7af232,revision_number=2']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:28.703469 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8a99b1d4-79db-4970-964b-d29555e6f230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-771467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-710171'] for router, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:28.852998 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9f1075-4e2e-49c5-93ff-b8f1a9533a80 None None] Pushing event updated for resources: {'Port': ['ID=5a2cb776-e160-4267-85a7-a4142111b75d,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:28.883273 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-d5666a49-ae4f-4854-bab7-7b9f2a3525c2 None None] Set router 8e2124c0-bb79-4f73-bf5d-ddbec011c487 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:25:28.968312 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a99b1d4-79db-4970-964b-d29555e6f230 admin admin] Router 8bd26bbe-cfae-4c01-8e61-f0879faf383c is scheduled to L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 with binding_index 1 {{(pid=88038) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 18:25:29.148898 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a99b1d4-79db-4970-964b-d29555e6f230 admin admin] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88038) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:25:29.159499 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7b33d7-b891-4712-9527-f81cdce07d92 None None] Sync routers for ids ['8bd26bbe-cfae-4c01-8e61-f0879faf383c'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:25:29.169551 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7b33d7-b891-4712-9527-f81cdce07d92 None None] Routers {'8bd26bbe-cfae-4c01-8e61-f0879faf383c'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:25:29.173357 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-7e7b33d7-b891-4712-9527-f81cdce07d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:25:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['8bd26bbe-cfae-4c01-8e61-f0879faf383c'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:25:29.177581 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-8a99b1d4-79db-4970-964b-d29555e6f230 admin admin] Notify callbacks [] for router, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:29.182177 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-8a99b1d4-79db-4970-964b-d29555e6f230 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5759757 May 04 18:25:29.182571 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 35748) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:25:29.284166 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-d5666a49-ae4f-4854-bab7-7b9f2a3525c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2124c0-bb79-4f73-bf5d-ddbec011c487', 'name': 'tempest-TestSnapshotPattern-610760349-router', 'tenant_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.218'}], 'enable_snat': True}, 'gw_port_id': '704e305c-b17c-42a1-9228-bc69351c7ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:25:20Z', 'updated_at': '2022-05-04T18:25:24Z', 'revision_number': 4, 'project_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'gw_port': {'id': '704e305c-b17c-42a1-9228-bc69351c7ded', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2124c0-bb79-4f73-bf5d-ddbec011c487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:25:21Z', 'updated_at': '2022-05-04T18:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '5a2cb776-e160-4267-85a7-a4142111b75d', 'name': '', 'network_id': '29517d65-0ca4-4aaa-a55b-a62a9ed4484f', 'tenant_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'mac_address': 'fa:16:3e:a7:30:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2124c0-bb79-4f73-bf5d-ddbec011c487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'ec3e14c2-1d98-4ccc-a9cd-d8c2be7f2096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:25:23Z', 'updated_at': '2022-05-04T18:25:28Z', 'revision_number': 4, 'project_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'subnets': [{'id': 'ec3e14c2-1d98-4ccc-a9cd-d8c2be7f2096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:25:29.289143 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5666a49-ae4f-4854-bab7-7b9f2a3525c2 None None] The sync data for ids ['8e2124c0-bb79-4f73-bf5d-ddbec011c487'] in dv-neutron-840426-1-hyperv is: [{'id': '8e2124c0-bb79-4f73-bf5d-ddbec011c487', 'name': 'tempest-TestSnapshotPattern-610760349-router', 'tenant_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.218'}], 'enable_snat': True}, 'gw_port_id': '704e305c-b17c-42a1-9228-bc69351c7ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:25:20Z', 'updated_at': '2022-05-04T18:25:24Z', 'revision_number': 4, 'project_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'gw_port': {'id': '704e305c-b17c-42a1-9228-bc69351c7ded', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2124c0-bb79-4f73-bf5d-ddbec011c487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:25:21Z', 'updated_at': '2022-05-04T18:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '5a2cb776-e160-4267-85a7-a4142111b75d', 'name': '', 'network_id': '29517d65-0ca4-4aaa-a55b-a62a9ed4484f', 'tenant_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'mac_address': 'fa:16:3e:a7:30:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2124c0-bb79-4f73-bf5d-ddbec011c487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'ec3e14c2-1d98-4ccc-a9cd-d8c2be7f2096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:25:23Z', 'updated_at': '2022-05-04T18:25:28Z', 'revision_number': 4, 'project_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'subnets': [{'id': 'ec3e14c2-1d98-4ccc-a9cd-d8c2be7f2096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:25:29.405992 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-7e7b33d7-b891-4712-9527-f81cdce07d92 None None] Set router 8bd26bbe-cfae-4c01-8e61-f0879faf383c gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:25:30.002450 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dec3135-36bf-4b76-a1e5-66ebc05abe64 None None] Network 79578130-f201-4767-b490-289953d45ede requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:25:30.077826 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-7e7b33d7-b891-4712-9527-f81cdce07d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd26bbe-cfae-4c01-8e61-f0879faf383c', 'name': 'tempest-TestSnapshotPattern-426551245-router', 'tenant_id': '9bda06697e004887a3bf8095c95cc28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.199'}], 'enable_snat': True}, 'gw_port_id': 'a603dc1e-e48b-4f16-83f7-8dd8111163bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:25:26Z', 'updated_at': '2022-05-04T18:25:28Z', 'revision_number': 3, 'project_id': '9bda06697e004887a3bf8095c95cc28d', 'gw_port': {'id': 'a603dc1e-e48b-4f16-83f7-8dd8111163bf', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd26bbe-cfae-4c01-8e61-f0879faf383c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:25:27Z', 'updated_at': '2022-05-04T18:25:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:25:30.090409 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7b33d7-b891-4712-9527-f81cdce07d92 None None] Checking router: 8bd26bbe-cfae-4c01-8e61-f0879faf383c for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:25:30.090759 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7b33d7-b891-4712-9527-f81cdce07d92 None None] Updating router 8bd26bbe-cfae-4c01-8e61-f0879faf383c port a603dc1e-e48b-4f16-83f7-8dd8111163bf binding host dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:25:30.133353 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 5a2cb776-e160-4267-85a7-a4142111b75d up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:25:30.158520 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-7e7b33d7-b891-4712-9527-f81cdce07d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:30.213498 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d362eb5f-f2f8-4da0-bd2e-d46f2ed040ba None None] Provisioning for port 0dc019a2-62aa-41d4-9112-7d1d9f7af232 completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:25:30.329856 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 5a2cb776-e160-4267-85a7-a4142111b75d completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:25:30.337710 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 5a2cb776-e160-4267-85a7-a4142111b75d triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:25:30.338123 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:30.383792 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-294bbcb7-f6f7-4ed1-bb26-8057a00df2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:30.569671 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:30.608446 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 5a2cb776-e160-4267-85a7-a4142111b75d, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=5a2cb776-e160-4267-85a7-a4142111b75d,segment=NetworkSegment(46dce72d-9292-40c8-9f3b-4c9e158021c7),segment_id=46dce72d-9292-40c8-9f3b-4c9e158021c7)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:25:30.618679 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:30.619519 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 0dc019a2-62aa-41d4-9112-7d1d9f7af232 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:25:30.658943 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-294bbcb7-f6f7-4ed1-bb26-8057a00df2c3 admin admin] Allocated IP 172.20.0.1 (79578130-f201-4767-b490-289953d45ede/1acaa7de-0da5-4ce5-96f5-13e33ed56b83/b9ad6e00-5f64-4ea9-90d2-e7bd407ad8be) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:25:30.724545 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-7e7b33d7-b891-4712-9527-f81cdce07d92 None None] Notify callbacks [] for port, precommit_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:30.751871 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.provisioning_blocks [None req-7e7b33d7-b891-4712-9527-f81cdce07d92 None None] Transition to ACTIVE for port object a603dc1e-e48b-4f16-83f7-8dd8111163bf will not be triggered until provisioned by entity L2. {{(pid=88040) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:25:30.767405 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-7e7b33d7-b891-4712-9527-f81cdce07d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:30.793576 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port 0dc019a2-62aa-41d4-9112-7d1d9f7af232 completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:25:30.800712 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=5a2cb776-e160-4267-85a7-a4142111b75d,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:30.806138 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 0dc019a2-62aa-41d4-9112-7d1d9f7af232 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:25:30.806509 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:30.867155 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-7e7b33d7-b891-4712-9527-f81cdce07d92 None None] Attempting to bind port a603dc1e-e48b-4f16-83f7-8dd8111163bf on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:25:30.867838 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-7e7b33d7-b891-4712-9527-f81cdce07d92 None None] Attempting to bind port a603dc1e-e48b-4f16-83f7-8dd8111163bf by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}] {{(pid=88040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:25:30.868360 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7b33d7-b891-4712-9527-f81cdce07d92 None None] Attempting to bind port a603dc1e-e48b-4f16-83f7-8dd8111163bf on network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:25:30.889744 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7b33d7-b891-4712-9527-f81cdce07d92 None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:25:30.890718 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7b33d7-b891-4712-9527-f81cdce07d92 None None] Checking segment: {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88040) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:25:30.890854 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-294bbcb7-f6f7-4ed1-bb26-8057a00df2c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:30.891387 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-7e7b33d7-b891-4712-9527-f81cdce07d92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:30.891918 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7b33d7-b891-4712-9527-f81cdce07d92 None None] Bound using segment: {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'} {{(pid=88040) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:25:30.892555 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.managers [None req-7e7b33d7-b891-4712-9527-f81cdce07d92 None None] Bound port: a603dc1e-e48b-4f16-83f7-8dd8111163bf, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faed12e7-d683-4ced-bcf3-ffeb36e2f16a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24'}}] {{(pid=88040) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:25:30.893576 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-7e7b33d7-b891-4712-9527-f81cdce07d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:30.909958 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [None req-294bbcb7-f6f7-4ed1-bb26-8057a00df2c3 admin admin] Transition to ACTIVE for port object b9ad6e00-5f64-4ea9-90d2-e7bd407ad8be will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:25:30.953737 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-294bbcb7-f6f7-4ed1-bb26-8057a00df2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:31.003531 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:31.039347 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-f6c1c691-1f09-4ceb-a677-bc5435406f4e None None] Provisioning complete for port 0dc019a2-62aa-41d4-9112-7d1d9f7af232 triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:25:31.039717 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-f6c1c691-1f09-4ceb-a677-bc5435406f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:31.048713 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98128761-2998-4880-951a-9602adb325d2 None None] Pushing event updated for resources: {'Port': ['ID=a603dc1e-e48b-4f16-83f7-8dd8111163bf,revision_number=2']} {{(pid=88040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:31.056869 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.db [None req-7e7b33d7-b891-4712-9527-f81cdce07d92 None None] For port a603dc1e-e48b-4f16-83f7-8dd8111163bf, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88040) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:25:31.060846 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.plugins.ml2.db [None req-7e7b33d7-b891-4712-9527-f81cdce07d92 None None] For port a603dc1e-e48b-4f16-83f7-8dd8111163bf, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=a603dc1e-e48b-4f16-83f7-8dd8111163bf,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88040) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:25:31.070739 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron_lib.callbacks.manager [None req-7e7b33d7-b891-4712-9527-f81cdce07d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88040) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:31.071557 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294bbcb7-f6f7-4ed1-bb26-8057a00df2c3 admin admin] Network 79578130-f201-4767-b490-289953d45ede is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:25:31.075040 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-294bbcb7-f6f7-4ed1-bb26-8057a00df2c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:25:31.083068 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294bbcb7-f6f7-4ed1-bb26-8057a00df2c3 admin admin] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 18:25:31.089384 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port 0dc019a2-62aa-41d4-9112-7d1d9f7af232, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=0dc019a2-62aa-41d4-9112-7d1d9f7af232,segment=NetworkSegment(78d243fd-fd60-45ad-9a24-d0204dd72d5a),segment_id=78d243fd-fd60-45ad-9a24-d0204dd72d5a)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:25:31.111312 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:31.123158 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294bbcb7-f6f7-4ed1-bb26-8057a00df2c3 admin admin] Pushing event updated for resources: {'Port': ['ID=b9ad6e00-5f64-4ea9-90d2-e7bd407ad8be,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:31.155710 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-294bbcb7-f6f7-4ed1-bb26-8057a00df2c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-710357'] for router_interface, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:31.182054 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7b33d7-b891-4712-9527-f81cdce07d92 None None] Routers {'8bd26bbe-cfae-4c01-8e61-f0879faf383c'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:25:31.182918 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-7e7b33d7-b891-4712-9527-f81cdce07d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:25:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['8bd26bbe-cfae-4c01-8e61-f0879faf383c'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:25:31.256415 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=0dc019a2-62aa-41d4-9112-7d1d9f7af232,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:31.275879 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98128761-2998-4880-951a-9602adb325d2 None None] Pushing event updated for resources: {'Port': ['ID=a603dc1e-e48b-4f16-83f7-8dd8111163bf,revision_number=3']} {{(pid=88040) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:31.445247 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-7e7b33d7-b891-4712-9527-f81cdce07d92 None None] Set router 8bd26bbe-cfae-4c01-8e61-f0879faf383c gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:25:31.484742 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-294bbcb7-f6f7-4ed1-bb26-8057a00df2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:31.492858 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-a7ef04b4-91ec-48d8-a37a-4642b92310c5 None None] Provisioning for port b9ad6e00-5f64-4ea9-90d2-e7bd407ad8be completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:25:31.498048 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-a7ef04b4-91ec-48d8-a37a-4642b92310c5 None None] Provisioning complete for port b9ad6e00-5f64-4ea9-90d2-e7bd407ad8be triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:25:31.498435 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a7ef04b4-91ec-48d8-a37a-4642b92310c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:31.551679 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-a7ef04b4-91ec-48d8-a37a-4642b92310c5 None None] Port b9ad6e00-5f64-4ea9-90d2-e7bd407ad8be cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 18:25:31.729931 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-7e7b33d7-b891-4712-9527-f81cdce07d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd26bbe-cfae-4c01-8e61-f0879faf383c', 'name': 'tempest-TestSnapshotPattern-426551245-router', 'tenant_id': '9bda06697e004887a3bf8095c95cc28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.199'}], 'enable_snat': True}, 'gw_port_id': 'a603dc1e-e48b-4f16-83f7-8dd8111163bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:25:26Z', 'updated_at': '2022-05-04T18:25:28Z', 'revision_number': 3, 'project_id': '9bda06697e004887a3bf8095c95cc28d', 'gw_port': {'id': 'a603dc1e-e48b-4f16-83f7-8dd8111163bf', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd26bbe-cfae-4c01-8e61-f0879faf383c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:25:27Z', 'updated_at': '2022-05-04T18:25:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:25:31.734048 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7b33d7-b891-4712-9527-f81cdce07d92 None None] The sync data for ids ['8bd26bbe-cfae-4c01-8e61-f0879faf383c'] in dv-neutron-840426-1-hyperv is: [{'id': '8bd26bbe-cfae-4c01-8e61-f0879faf383c', 'name': 'tempest-TestSnapshotPattern-426551245-router', 'tenant_id': '9bda06697e004887a3bf8095c95cc28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.199'}], 'enable_snat': True}, 'gw_port_id': 'a603dc1e-e48b-4f16-83f7-8dd8111163bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:25:26Z', 'updated_at': '2022-05-04T18:25:28Z', 'revision_number': 3, 'project_id': '9bda06697e004887a3bf8095c95cc28d', 'gw_port': {'id': 'a603dc1e-e48b-4f16-83f7-8dd8111163bf', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd26bbe-cfae-4c01-8e61-f0879faf383c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:25:27Z', 'updated_at': '2022-05-04T18:25:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:25:31.831997 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-294bbcb7-f6f7-4ed1-bb26-8057a00df2c3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:31.837086 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-294bbcb7-f6f7-4ed1-bb26-8057a00df2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:31.943150 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294bbcb7-f6f7-4ed1-bb26-8057a00df2c3 admin admin] Pushing event updated for resources: {'Port': ['ID=b9ad6e00-5f64-4ea9-90d2-e7bd407ad8be,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:31.945534 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-294bbcb7-f6f7-4ed1-bb26-8057a00df2c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-710702'] for router_interface, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:32.000176 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 5a2cb776-e160-4267-85a7-a4142111b75d up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:25:32.083727 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 5a2cb776-e160-4267-85a7-a4142111b75d triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:25:32.085209 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:32.105805 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294bbcb7-f6f7-4ed1-bb26-8057a00df2c3 admin admin] Network 79578130-f201-4767-b490-289953d45ede is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:25:32.106979 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-294bbcb7-f6f7-4ed1-bb26-8057a00df2c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:25:32.256095 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 0dc019a2-62aa-41d4-9112-7d1d9f7af232 up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:25:32.346564 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-294bbcb7-f6f7-4ed1-bb26-8057a00df2c3 admin admin] Router 8bd26bbe-cfae-4c01-8e61-f0879faf383c has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 18:25:32.363379 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port 0dc019a2-62aa-41d4-9112-7d1d9f7af232 triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:25:32.363901 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:32.506723 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-5ebf5eb0-e9cd-4cce-9b4e-2b06f451722d None None] Provisioning complete for port b9ad6e00-5f64-4ea9-90d2-e7bd407ad8be triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:25:32.507039 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-5ebf5eb0-e9cd-4cce-9b4e-2b06f451722d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:32.534282 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294bbcb7-f6f7-4ed1-bb26-8057a00df2c3 admin admin] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:25:32.546241 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-294bbcb7-f6f7-4ed1-bb26-8057a00df2c3 admin admin] 10.222.0.41 "PUT /v2.0/routers/8bd26bbe-cfae-4c01-8e61-f0879faf383c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3624706 May 04 18:25:32.563265 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-5ebf5eb0-e9cd-4cce-9b4e-2b06f451722d None None] Port b9ad6e00-5f64-4ea9-90d2-e7bd407ad8be cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 18:25:33.097234 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 35768) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:25:33.103175 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-ffe87218-2ae3-4734-996f-a97aefd4b3b1 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-224722534', 'description': 'tempest-secgroup-smoke-224722534 description', 'project_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:25:33.109087 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-ffe87218-2ae3-4734-996f-a97aefd4b3b1 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:25:33.113181 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-ffe87218-2ae3-4734-996f-a97aefd4b3b1 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Usage tracker for resource:security_group and tenant:cb5b9c64c84f41c3a2e8502c9e7845e9 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:25:33.116236 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-ffe87218-2ae3-4734-996f-a97aefd4b3b1 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:25:33.123348 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-ffe87218-2ae3-4734-996f-a97aefd4b3b1 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:25:33.134371 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ffe87218-2ae3-4734-996f-a97aefd4b3b1 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks [] for security_group, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:33.154173 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-ffe87218-2ae3-4734-996f-a97aefd4b3b1 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:25:33.157942 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-ffe87218-2ae3-4734-996f-a97aefd4b3b1 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Usage tracker for resource:security_group_rule and tenant:cb5b9c64c84f41c3a2e8502c9e7845e9 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:25:33.160708 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-ffe87218-2ae3-4734-996f-a97aefd4b3b1 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:25:33.166763 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-ffe87218-2ae3-4734-996f-a97aefd4b3b1 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:25:33.241156 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ffe87218-2ae3-4734-996f-a97aefd4b3b1 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks [] for security_group, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:33.245379 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ffe87218-2ae3-4734-996f-a97aefd4b3b1 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:33.291517 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe87218-2ae3-4734-996f-a97aefd4b3b1 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=413772bf-cf78-4aca-beef-2cca91ffaf4e,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:33.294530 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-ffe87218-2ae3-4734-996f-a97aefd4b3b1 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:33.298372 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-ffe87218-2ae3-4734-996f-a97aefd4b3b1 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1973860 May 04 18:25:33.298614 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 35774) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:25:33.303677 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9ba53f6d-b76f-4409-b6ef-da558f034dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:33.305363 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-32009d24-1124-4515-938a-7e5b91f0defb tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Request body: {'security_group_rule': {'security_group_id': '413772bf-cf78-4aca-beef-2cca91ffaf4e', 'project_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:25:33.312143 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-32009d24-1124-4515-938a-7e5b91f0defb tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:25:33.316071 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-32009d24-1124-4515-938a-7e5b91f0defb tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Usage tracker for resource:security_group_rule and tenant:cb5b9c64c84f41c3a2e8502c9e7845e9 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:25:33.319146 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-32009d24-1124-4515-938a-7e5b91f0defb tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:25:33.326021 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-32009d24-1124-4515-938a-7e5b91f0defb tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:25:33.351142 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01dcef3-ae58-4df6-9691-94d754cd75be None None] Sync routers for ids ['8bd26bbe-cfae-4c01-8e61-f0879faf383c'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:25:33.353466 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-32009d24-1124-4515-938a-7e5b91f0defb tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:33.361484 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01dcef3-ae58-4df6-9691-94d754cd75be None None] Routers {'8bd26bbe-cfae-4c01-8e61-f0879faf383c'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:25:33.362241 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-a01dcef3-ae58-4df6-9691-94d754cd75be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:25:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['8bd26bbe-cfae-4c01-8e61-f0879faf383c'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:25:33.412510 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-32009d24-1124-4515-938a-7e5b91f0defb tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:33.417711 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-32009d24-1124-4515-938a-7e5b91f0defb tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:33.441307 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32009d24-1124-4515-938a-7e5b91f0defb tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32814fa8-24ae-4c02-9397-7ae010a29fec,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:33.450587 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-32009d24-1124-4515-938a-7e5b91f0defb tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:33.454372 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-32009d24-1124-4515-938a-7e5b91f0defb tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1520019 May 04 18:25:33.454691 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 35780) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:25:33.459695 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-779d3c2b-ce01-4c23-9d85-5560b932d2cc tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Request body: {'security_group_rule': {'security_group_id': '413772bf-cf78-4aca-beef-2cca91ffaf4e', 'project_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:25:33.465610 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-779d3c2b-ce01-4c23-9d85-5560b932d2cc tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:25:33.469456 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-779d3c2b-ce01-4c23-9d85-5560b932d2cc tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Usage tracker for resource:security_group_rule and tenant:cb5b9c64c84f41c3a2e8502c9e7845e9 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:25:33.472380 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-779d3c2b-ce01-4c23-9d85-5560b932d2cc tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:25:33.478600 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-779d3c2b-ce01-4c23-9d85-5560b932d2cc tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:25:33.496033 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-779d3c2b-ce01-4c23-9d85-5560b932d2cc tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:33.560339 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-779d3c2b-ce01-4c23-9d85-5560b932d2cc tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:33.565048 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-779d3c2b-ce01-4c23-9d85-5560b932d2cc tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:33.583999 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-a01dcef3-ae58-4df6-9691-94d754cd75be None None] Set router 8bd26bbe-cfae-4c01-8e61-f0879faf383c gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:25:33.588070 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779d3c2b-ce01-4c23-9d85-5560b932d2cc tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62dff5ad-bb02-4298-b0c7-d76fc77f74cb,revision_number=0']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:33.598081 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-779d3c2b-ce01-4c23-9d85-5560b932d2cc tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:33.599330 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-779d3c2b-ce01-4c23-9d85-5560b932d2cc tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1435909 May 04 18:25:33.603012 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 35784) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:25:33.608461 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-6b5d4e8d-4ebb-4d03-8a0d-eef20d471d41 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Request body: {'security_group_rule': {'security_group_id': '413772bf-cf78-4aca-beef-2cca91ffaf4e', 'project_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:25:33.614634 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-6b5d4e8d-4ebb-4d03-8a0d-eef20d471d41 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:25:33.619277 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-6b5d4e8d-4ebb-4d03-8a0d-eef20d471d41 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Usage tracker for resource:security_group_rule and tenant:cb5b9c64c84f41c3a2e8502c9e7845e9 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:25:33.622994 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-6b5d4e8d-4ebb-4d03-8a0d-eef20d471d41 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:25:33.628751 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-6b5d4e8d-4ebb-4d03-8a0d-eef20d471d41 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:25:33.644943 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6b5d4e8d-4ebb-4d03-8a0d-eef20d471d41 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:33.712748 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6b5d4e8d-4ebb-4d03-8a0d-eef20d471d41 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:33.716445 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6b5d4e8d-4ebb-4d03-8a0d-eef20d471d41 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:33.743667 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5d4e8d-4ebb-4d03-8a0d-eef20d471d41 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb1a9aa9-ab01-4a77-90c5-6ccdddbd560a,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:33.754868 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-6b5d4e8d-4ebb-4d03-8a0d-eef20d471d41 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:33.756180 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-6b5d4e8d-4ebb-4d03-8a0d-eef20d471d41 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1521132 May 04 18:25:33.758870 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 35788) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:25:33.764017 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-d1f592e6-baa2-4368-b545-a08b9517ab9e tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Request body: {'security_group_rule': {'security_group_id': '413772bf-cf78-4aca-beef-2cca91ffaf4e', 'project_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:25:33.769813 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-d1f592e6-baa2-4368-b545-a08b9517ab9e tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:25:33.774418 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-d1f592e6-baa2-4368-b545-a08b9517ab9e tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Usage tracker for resource:security_group_rule and tenant:cb5b9c64c84f41c3a2e8502c9e7845e9 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:25:33.777271 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-d1f592e6-baa2-4368-b545-a08b9517ab9e tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:25:33.783000 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-d1f592e6-baa2-4368-b545-a08b9517ab9e tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:25:33.800491 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d1f592e6-baa2-4368-b545-a08b9517ab9e tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:33.864065 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d1f592e6-baa2-4368-b545-a08b9517ab9e tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:33.867702 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d1f592e6-baa2-4368-b545-a08b9517ab9e tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:33.890165 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f592e6-baa2-4368-b545-a08b9517ab9e tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4adcf833-c33f-4d15-8d4c-d7d6053b16e9,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:33.897361 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-a01dcef3-ae58-4df6-9691-94d754cd75be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd26bbe-cfae-4c01-8e61-f0879faf383c', 'name': 'tempest-TestSnapshotPattern-426551245-router', 'tenant_id': '9bda06697e004887a3bf8095c95cc28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.199'}], 'enable_snat': True}, 'gw_port_id': 'a603dc1e-e48b-4f16-83f7-8dd8111163bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:25:26Z', 'updated_at': '2022-05-04T18:25:31Z', 'revision_number': 4, 'project_id': '9bda06697e004887a3bf8095c95cc28d', 'gw_port': {'id': 'a603dc1e-e48b-4f16-83f7-8dd8111163bf', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd26bbe-cfae-4c01-8e61-f0879faf383c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:25:27Z', 'updated_at': '2022-05-04T18:25:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': 'b9ad6e00-5f64-4ea9-90d2-e7bd407ad8be', 'name': '', 'network_id': '79578130-f201-4767-b490-289953d45ede', 'tenant_id': '9bda06697e004887a3bf8095c95cc28d', 'mac_address': 'fa:16:3e:44:b9:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd26bbe-cfae-4c01-8e61-f0879faf383c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '1acaa7de-0da5-4ce5-96f5-13e33ed56b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:25:30Z', 'updated_at': '2022-05-04T18:25:31Z', 'revision_number': 2, 'project_id': '9bda06697e004887a3bf8095c95cc28d', 'subnets': [{'id': '1acaa7de-0da5-4ce5-96f5-13e33ed56b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:25:33.900696 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-d1f592e6-baa2-4368-b545-a08b9517ab9e tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:33.901873 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01dcef3-ae58-4df6-9691-94d754cd75be None None] Checking router: 8bd26bbe-cfae-4c01-8e61-f0879faf383c for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:25:33.902162 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-d1f592e6-baa2-4368-b545-a08b9517ab9e tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1422777 May 04 18:25:33.902275 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01dcef3-ae58-4df6-9691-94d754cd75be None None] Updating router 8bd26bbe-cfae-4c01-8e61-f0879faf383c port b9ad6e00-5f64-4ea9-90d2-e7bd407ad8be binding host dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 18:25:33.905325 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 35794) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:25:33.910638 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-bdbd94dd-0188-4905-b176-cd9e0e4de54b tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Request body: {'security_group_rule': {'security_group_id': '413772bf-cf78-4aca-beef-2cca91ffaf4e', 'project_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:25:33.917117 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-bdbd94dd-0188-4905-b176-cd9e0e4de54b tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:25:33.925379 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-bdbd94dd-0188-4905-b176-cd9e0e4de54b tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Usage tracker for resource:security_group_rule and tenant:cb5b9c64c84f41c3a2e8502c9e7845e9 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:25:33.927944 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-bdbd94dd-0188-4905-b176-cd9e0e4de54b tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:25:33.938712 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-bdbd94dd-0188-4905-b176-cd9e0e4de54b tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:25:33.958233 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.securitygroups_db [None req-bdbd94dd-0188-4905-b176-cd9e0e4de54b tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Project cb5b9c64c84f41c3a2e8502c9e7845e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 18:25:33.959769 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a01dcef3-ae58-4df6-9691-94d754cd75be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:33.966131 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-bdbd94dd-0188-4905-b176-cd9e0e4de54b tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:34.002345 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device a603dc1e-e48b-4f16-83f7-8dd8111163bf up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:25:34.045015 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-bdbd94dd-0188-4905-b176-cd9e0e4de54b tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:34.049559 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-bdbd94dd-0188-4905-b176-cd9e0e4de54b tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:34.072705 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbd94dd-0188-4905-b176-cd9e0e4de54b tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c69dc155-22e3-44d6-86cc-872f8246196a,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:34.082928 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-bdbd94dd-0188-4905-b176-cd9e0e4de54b tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:34.084220 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-bdbd94dd-0188-4905-b176-cd9e0e4de54b tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1779196 May 04 18:25:34.087536 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.41', 35798) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:25:34.093190 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.v2.base [None req-423b78a3-8b30-4194-bfee-d4a31e18ec41 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Request body: {'security_group_rule': {'security_group_id': '413772bf-cf78-4aca-beef-2cca91ffaf4e', 'project_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88038) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:25:34.099234 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-423b78a3-8b30-4194-bfee-d4a31e18ec41 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:25:34.103684 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-423b78a3-8b30-4194-bfee-d4a31e18ec41 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Usage tracker for resource:security_group_rule and tenant:cb5b9c64c84f41c3a2e8502c9e7845e9 is out of sync, need to count used quota {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:25:34.106547 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [None req-423b78a3-8b30-4194-bfee-d4a31e18ec41 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88038) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:25:34.112250 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.quota.driver [None req-423b78a3-8b30-4194-bfee-d4a31e18ec41 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88038) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:25:34.122762 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.db.securitygroups_db [None req-423b78a3-8b30-4194-bfee-d4a31e18ec41 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Project cb5b9c64c84f41c3a2e8502c9e7845e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 18:25:34.129279 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-423b78a3-8b30-4194-bfee-d4a31e18ec41 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:34.159108 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port a603dc1e-e48b-4f16-83f7-8dd8111163bf completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:25:34.180405 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port a603dc1e-e48b-4f16-83f7-8dd8111163bf triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:25:34.180771 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:34.199410 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-423b78a3-8b30-4194-bfee-d4a31e18ec41 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:34.203171 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-423b78a3-8b30-4194-bfee-d4a31e18ec41 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-572070'] for security_group_rule, after_create {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:34.227228 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423b78a3-8b30-4194-bfee-d4a31e18ec41 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d319bdf-6b39-455c-ae3f-5b9ad868665a,revision_number=0']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:34.237489 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [None req-423b78a3-8b30-4194-bfee-d4a31e18ec41 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:34.238843 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [None req-423b78a3-8b30-4194-bfee-d4a31e18ec41 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1503150 May 04 18:25:34.403866 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:34.416176 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-0bcfe2c8-d284-49a1-a54a-9a88123c5577 req-b6f5f108-f92a-478f-b1e4-bb8ea3a2c809 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Synchronizing usage tracker for tenant:cb5b9c64c84f41c3a2e8502c9e7845e9 on resource:security_group {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:25:34.432009 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port a603dc1e-e48b-4f16-83f7-8dd8111163bf, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=a603dc1e-e48b-4f16-83f7-8dd8111163bf,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:25:34.432716 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-0bcfe2c8-d284-49a1-a54a-9a88123c5577 req-b6f5f108-f92a-478f-b1e4-bb8ea3a2c809 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Unset dirty status for tenant:cb5b9c64c84f41c3a2e8502c9e7845e9 on resource:security_group {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:25:34.434119 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0bcfe2c8-d284-49a1-a54a-9a88123c5577 req-b6f5f108-f92a-478f-b1e4-bb8ea3a2c809 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-224722534&fields=id&tenant_id=cb5b9c64c84f41c3a2e8502c9e7845e9 HTTP/1.1" status: 200 len: 267 time: 0.0655699 May 04 18:25:34.462701 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:34.551711 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a01dcef3-ae58-4df6-9691-94d754cd75be None None] Notify callbacks [] for port, precommit_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:34.568772 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=a603dc1e-e48b-4f16-83f7-8dd8111163bf,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:34.572206 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-a01dcef3-ae58-4df6-9691-94d754cd75be None None] Transition to ACTIVE for port object b9ad6e00-5f64-4ea9-90d2-e7bd407ad8be will not be triggered until provisioned by entity L2. {{(pid=88039) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:25:34.579284 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a01dcef3-ae58-4df6-9691-94d754cd75be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:34.596977 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcfe2c8-d284-49a1-a54a-9a88123c5577 req-85f33ecc-1047-4204-a71e-9bb3c1922f4e tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:34.597654 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-0bcfe2c8-d284-49a1-a54a-9a88123c5577 req-85f33ecc-1047-4204-a71e-9bb3c1922f4e tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Synchronizing usage tracker for tenant:cb5b9c64c84f41c3a2e8502c9e7845e9 on resource:network {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:25:34.615293 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-0bcfe2c8-d284-49a1-a54a-9a88123c5577 req-85f33ecc-1047-4204-a71e-9bb3c1922f4e tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Unset dirty status for tenant:cb5b9c64c84f41c3a2e8502c9e7845e9 on resource:network {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:25:34.615293 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0bcfe2c8-d284-49a1-a54a-9a88123c5577 req-85f33ecc-1047-4204-a71e-9bb3c1922f4e tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/networks?id=29517d65-0ca4-4aaa-a55b-a62a9ed4484f HTTP/1.1" status: 200 len: 809 time: 0.1684289 May 04 18:25:34.630910 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0bcfe2c8-d284-49a1-a54a-9a88123c5577 req-9a60bc19-90cb-4e5c-b602-23080a6fd3f2 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/quotas/cb5b9c64c84f41c3a2e8502c9e7845e9 HTTP/1.1" status: 200 len: 375 time: 0.0094378 May 04 18:25:34.730058 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0bcfe2c8-d284-49a1-a54a-9a88123c5577 req-c1d9a740-b56b-4361-a1db-d9baf4d2d969 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cb5b9c64c84f41c3a2e8502c9e7845e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0910292 May 04 18:25:34.748856 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405a6f4-56da-4c6f-86e9-7d5c02732741 None None] Pushing event updated for resources: {'Port': ['ID=b9ad6e00-5f64-4ea9-90d2-e7bd407ad8be,revision_number=3']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:34.810367 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-a01dcef3-ae58-4df6-9691-94d754cd75be None None] Attempting to bind port b9ad6e00-5f64-4ea9-90d2-e7bd407ad8be on host dv-neutron-840426-1-hyperv for vnic_type normal with profile {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:25:34.810761 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-a01dcef3-ae58-4df6-9691-94d754cd75be None None] Attempting to bind port b9ad6e00-5f64-4ea9-90d2-e7bd407ad8be by drivers openvswitch,hyperv on host dv-neutron-840426-1-hyperv at level 0 using segments [{'id': '78d243fd-fd60-45ad-9a24-d0204dd72d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '79578130-f201-4767-b490-289953d45ede'}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:25:34.811341 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01dcef3-ae58-4df6-9691-94d754cd75be None None] Attempting to bind port b9ad6e00-5f64-4ea9-90d2-e7bd407ad8be on network 79578130-f201-4767-b490-289953d45ede {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:25:34.818058 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01dcef3-ae58-4df6-9691-94d754cd75be None None] Checking agent: {'id': '9d6223f9-6706-4725-b74e-1d7c6ce478e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840426-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 17, 6), 'started_at': datetime.datetime(2022, 5, 4, 17, 17, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840426-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:25:34.818478 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01dcef3-ae58-4df6-9691-94d754cd75be None None] Checking segment: {'id': '78d243fd-fd60-45ad-9a24-d0204dd72d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '79578130-f201-4767-b490-289953d45ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88039) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:25:34.819011 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a01dcef3-ae58-4df6-9691-94d754cd75be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:34.820231 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01dcef3-ae58-4df6-9691-94d754cd75be None None] Bound using segment: {'id': '78d243fd-fd60-45ad-9a24-d0204dd72d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '79578130-f201-4767-b490-289953d45ede'} {{(pid=88039) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:25:34.820721 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.managers [None req-a01dcef3-ae58-4df6-9691-94d754cd75be None None] Bound port: b9ad6e00-5f64-4ea9-90d2-e7bd407ad8be, host: dv-neutron-840426-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78d243fd-fd60-45ad-9a24-d0204dd72d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '79578130-f201-4767-b490-289953d45ede'}}] {{(pid=88039) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:25:34.821083 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a01dcef3-ae58-4df6-9691-94d754cd75be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:34.918903 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-a01dcef3-ae58-4df6-9691-94d754cd75be None None] For port b9ad6e00-5f64-4ea9-90d2-e7bd407ad8be, host dv-neutron-840426-1-hyperv, cleared binding levels {{(pid=88039) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:25:34.923103 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-a01dcef3-ae58-4df6-9691-94d754cd75be None None] For port b9ad6e00-5f64-4ea9-90d2-e7bd407ad8be, host dv-neutron-840426-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=b9ad6e00-5f64-4ea9-90d2-e7bd407ad8be,segment=NetworkSegment(78d243fd-fd60-45ad-9a24-d0204dd72d5a),segment_id=78d243fd-fd60-45ad-9a24-d0204dd72d5a)] {{(pid=88039) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:25:34.929465 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a01dcef3-ae58-4df6-9691-94d754cd75be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:34.932865 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [req-0bcfe2c8-d284-49a1-a54a-9a88123c5577 req-c3b11b00-ec69-4a8c-a01c-c78282f4eeff service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 18:25:34.934054 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0bcfe2c8-d284-49a1-a54a-9a88123c5577 req-c3b11b00-ec69-4a8c-a01c-c78282f4eeff service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0470824 May 04 18:25:35.004597 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01dcef3-ae58-4df6-9691-94d754cd75be None None] Routers {'8bd26bbe-cfae-4c01-8e61-f0879faf383c'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:25:35.005250 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-a01dcef3-ae58-4df6-9691-94d754cd75be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:25:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['8bd26bbe-cfae-4c01-8e61-f0879faf383c'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:25:35.083937 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0bcfe2c8-d284-49a1-a54a-9a88123c5577 req-d4fbdb25-a710-4f4f-8fed-892a63407a94 service neutron] 10.222.0.41 "GET /v2.0/networks/29517d65-0ca4-4aaa-a55b-a62a9ed4484f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435184 May 04 18:25:35.090606 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405a6f4-56da-4c6f-86e9-7d5c02732741 None None] Pushing event updated for resources: {'Port': ['ID=b9ad6e00-5f64-4ea9-90d2-e7bd407ad8be,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:35.233626 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0bcfe2c8-d284-49a1-a54a-9a88123c5577 req-f55d935e-4372-49ef-b02d-1903c0677ca6 service neutron] 10.222.0.41 "GET /v2.0/networks/29517d65-0ca4-4aaa-a55b-a62a9ed4484f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346409 May 04 18:25:35.258200 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-a01dcef3-ae58-4df6-9691-94d754cd75be None None] Set router 8bd26bbe-cfae-4c01-8e61-f0879faf383c gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:25:35.422020 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5a4a1d0e-740d-4846-946d-977279f537b1 req-c48f3ad4-212e-498e-aae6-905698c3894f tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdc259bb-039b-447a-9078-a8d835bfd13e HTTP/1.1" status: 200 len: 210 time: 0.0449057 May 04 18:25:35.594363 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-a01dcef3-ae58-4df6-9691-94d754cd75be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd26bbe-cfae-4c01-8e61-f0879faf383c', 'name': 'tempest-TestSnapshotPattern-426551245-router', 'tenant_id': '9bda06697e004887a3bf8095c95cc28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.199'}], 'enable_snat': True}, 'gw_port_id': 'a603dc1e-e48b-4f16-83f7-8dd8111163bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:25:26Z', 'updated_at': '2022-05-04T18:25:31Z', 'revision_number': 4, 'project_id': '9bda06697e004887a3bf8095c95cc28d', 'gw_port': {'id': 'a603dc1e-e48b-4f16-83f7-8dd8111163bf', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd26bbe-cfae-4c01-8e61-f0879faf383c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:25:27Z', 'updated_at': '2022-05-04T18:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': 'b9ad6e00-5f64-4ea9-90d2-e7bd407ad8be', 'name': '', 'network_id': '79578130-f201-4767-b490-289953d45ede', 'tenant_id': '9bda06697e004887a3bf8095c95cc28d', 'mac_address': 'fa:16:3e:44:b9:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd26bbe-cfae-4c01-8e61-f0879faf383c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '1acaa7de-0da5-4ce5-96f5-13e33ed56b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:25:30Z', 'updated_at': '2022-05-04T18:25:34Z', 'revision_number': 4, 'project_id': '9bda06697e004887a3bf8095c95cc28d', 'subnets': [{'id': '1acaa7de-0da5-4ce5-96f5-13e33ed56b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:25:35.598463 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01dcef3-ae58-4df6-9691-94d754cd75be None None] The sync data for ids ['8bd26bbe-cfae-4c01-8e61-f0879faf383c'] in dv-neutron-840426-1-hyperv is: [{'id': '8bd26bbe-cfae-4c01-8e61-f0879faf383c', 'name': 'tempest-TestSnapshotPattern-426551245-router', 'tenant_id': '9bda06697e004887a3bf8095c95cc28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.199'}], 'enable_snat': True}, 'gw_port_id': 'a603dc1e-e48b-4f16-83f7-8dd8111163bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:25:26Z', 'updated_at': '2022-05-04T18:25:31Z', 'revision_number': 4, 'project_id': '9bda06697e004887a3bf8095c95cc28d', 'gw_port': {'id': 'a603dc1e-e48b-4f16-83f7-8dd8111163bf', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd26bbe-cfae-4c01-8e61-f0879faf383c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:25:27Z', 'updated_at': '2022-05-04T18:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': 'b9ad6e00-5f64-4ea9-90d2-e7bd407ad8be', 'name': '', 'network_id': '79578130-f201-4767-b490-289953d45ede', 'tenant_id': '9bda06697e004887a3bf8095c95cc28d', 'mac_address': 'fa:16:3e:44:b9:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd26bbe-cfae-4c01-8e61-f0879faf383c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '1acaa7de-0da5-4ce5-96f5-13e33ed56b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:25:30Z', 'updated_at': '2022-05-04T18:25:34Z', 'revision_number': 4, 'project_id': '9bda06697e004887a3bf8095c95cc28d', 'subnets': [{'id': '1acaa7de-0da5-4ce5-96f5-13e33ed56b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:25:35.668206 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4b01793a-3b8a-4907-bb2d-b5b5c19a1ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:36.045160 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device b9ad6e00-5f64-4ea9-90d2-e7bd407ad8be up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:25:36.119596 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning for port b9ad6e00-5f64-4ea9-90d2-e7bd407ad8be completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:25:36.124946 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port b9ad6e00-5f64-4ea9-90d2-e7bd407ad8be triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:25:36.125469 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:36.248466 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:36.282753 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] For port b9ad6e00-5f64-4ea9-90d2-e7bd407ad8be, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=b9ad6e00-5f64-4ea9-90d2-e7bd407ad8be,segment=NetworkSegment(78d243fd-fd60-45ad-9a24-d0204dd72d5a),segment_id=78d243fd-fd60-45ad-9a24-d0204dd72d5a)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:25:36.286540 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:36.287398 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device a603dc1e-e48b-4f16-83f7-8dd8111163bf up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:25:36.424579 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Pushing event updated for resources: {'Port': ['ID=b9ad6e00-5f64-4ea9-90d2-e7bd407ad8be,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:36.446395 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port a603dc1e-e48b-4f16-83f7-8dd8111163bf triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:25:36.447936 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:36.638241 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-bf86eccf-e2e0-4683-b30e-0bb55c3a27cb req-f1ac8f4f-5d9b-4b5c-bda1-5c6cb9104b96 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdc259bb-039b-447a-9078-a8d835bfd13e HTTP/1.1" status: 200 len: 210 time: 0.0571244 May 04 18:25:36.719639 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:36.752911 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:36.758559 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcfe2c8-d284-49a1-a54a-9a88123c5577 req-6782cc93-ce8d-4d47-8511-778c8292b11f tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:36.759970 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0bcfe2c8-d284-49a1-a54a-9a88123c5577 req-6782cc93-ce8d-4d47-8511-778c8292b11f tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.42 "GET /v2.0/networks?id=29517d65-0ca4-4aaa-a55b-a62a9ed4484f HTTP/1.1" status: 200 len: 809 time: 0.3694830 May 04 18:25:36.807026 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0bcfe2c8-d284-49a1-a54a-9a88123c5577 req-f5b917d3-6cbb-400e-83f1-2f7be2c47622 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb5b9c64c84f41c3a2e8502c9e7845e9 HTTP/1.1" status: 200 len: 379 time: 0.0389848 May 04 18:25:36.815694 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [req-0bcfe2c8-d284-49a1-a54a-9a88123c5577 req-27204c4f-7162-4f25-bf0f-3a7da5075878 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Request body: {'port': {'device_id': 'bdc259bb-039b-447a-9078-a8d835bfd13e', 'network_id': '29517d65-0ca4-4aaa-a55b-a62a9ed4484f', 'admin_state_up': True, 'tenant_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'security_groups': ['413772bf-cf78-4aca-beef-2cca91ffaf4e']}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:25:36.951086 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [req-0bcfe2c8-d284-49a1-a54a-9a88123c5577 req-27204c4f-7162-4f25-bf0f-3a7da5075878 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:25:36.954905 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-0bcfe2c8-d284-49a1-a54a-9a88123c5577 req-27204c4f-7162-4f25-bf0f-3a7da5075878 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Usage tracker for resource:port and tenant:cb5b9c64c84f41c3a2e8502c9e7845e9 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:25:36.957655 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-0bcfe2c8-d284-49a1-a54a-9a88123c5577 req-27204c4f-7162-4f25-bf0f-3a7da5075878 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:25:36.963435 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [req-0bcfe2c8-d284-49a1-a54a-9a88123c5577 req-27204c4f-7162-4f25-bf0f-3a7da5075878 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:25:36.972727 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bcfe2c8-d284-49a1-a54a-9a88123c5577 req-27204c4f-7162-4f25-bf0f-3a7da5075878 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Made reservation on behalf of cb5b9c64c84f41c3a2e8502c9e7845e9 for: {'port': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:25:36.976425 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-0bcfe2c8-d284-49a1-a54a-9a88123c5577 req-27204c4f-7162-4f25-bf0f-3a7da5075878 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:37.139271 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [req-0bcfe2c8-d284-49a1-a54a-9a88123c5577 req-27204c4f-7162-4f25-bf0f-3a7da5075878 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Allocated IP 172.20.0.5 (29517d65-0ca4-4aaa-a55b-a62a9ed4484f/ec3e14c2-1d98-4ccc-a9cd-d8c2be7f2096/492c2c16-4e3a-4593-b486-e4e6ab98344d) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:25:37.325244 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-0bcfe2c8-d284-49a1-a54a-9a88123c5577 req-27204c4f-7162-4f25-bf0f-3a7da5075878 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:37.340339 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [req-0bcfe2c8-d284-49a1-a54a-9a88123c5577 req-27204c4f-7162-4f25-bf0f-3a7da5075878 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Transition to ACTIVE for port object 492c2c16-4e3a-4593-b486-e4e6ab98344d will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:25:37.363602 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-0bcfe2c8-d284-49a1-a54a-9a88123c5577 req-27204c4f-7162-4f25-bf0f-3a7da5075878 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:37.436214 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bcfe2c8-d284-49a1-a54a-9a88123c5577 req-27204c4f-7162-4f25-bf0f-3a7da5075878 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Network 29517d65-0ca4-4aaa-a55b-a62a9ed4484f is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:25:37.437317 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [req-0bcfe2c8-d284-49a1-a54a-9a88123c5577 req-27204c4f-7162-4f25-bf0f-3a7da5075878 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:25:37.441758 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bcfe2c8-d284-49a1-a54a-9a88123c5577 req-27204c4f-7162-4f25-bf0f-3a7da5075878 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 18:25:37.479260 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27204c4f-7162-4f25-bf0f-3a7da5075878 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Pushing event updated for resources: {'Port': ['ID=492c2c16-4e3a-4593-b486-e4e6ab98344d,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:37.510896 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcfe2c8-d284-49a1-a54a-9a88123c5577 req-27204c4f-7162-4f25-bf0f-3a7da5075878 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:37.511511 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-0bcfe2c8-d284-49a1-a54a-9a88123c5577 req-27204c4f-7162-4f25-bf0f-3a7da5075878 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:37.532356 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0bcfe2c8-d284-49a1-a54a-9a88123c5577 req-27204c4f-7162-4f25-bf0f-3a7da5075878 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7199738 May 04 18:25:37.621080 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [req-0bcfe2c8-d284-49a1-a54a-9a88123c5577 req-60c3fa2b-a933-40f8-86d6-db343e0c795f service neutron] Request body: {'port': {'device_id': 'bdc259bb-039b-447a-9078-a8d835bfd13e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:25:37.694754 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8695833c-31f0-4005-a27d-5f13c50656ce None None] Provisioning for port 492c2c16-4e3a-4593-b486-e4e6ab98344d completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:25:37.699784 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8695833c-31f0-4005-a27d-5f13c50656ce None None] Provisioning complete for port 492c2c16-4e3a-4593-b486-e4e6ab98344d triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:25:37.700156 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8695833c-31f0-4005-a27d-5f13c50656ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:37.741470 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-0bcfe2c8-d284-49a1-a54a-9a88123c5577 req-60c3fa2b-a933-40f8-86d6-db343e0c795f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:37.758485 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8695833c-31f0-4005-a27d-5f13c50656ce None None] Port 492c2c16-4e3a-4593-b486-e4e6ab98344d cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 18:25:37.953353 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ddf1e5-0d82-49f2-b099-84f012fbe373 req-15b3f150-4bd5-4ae8-b3ba-6abce02918b5 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:37.954065 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-51ddf1e5-0d82-49f2-b099-84f012fbe373 req-15b3f150-4bd5-4ae8-b3ba-6abce02918b5 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Synchronizing usage tracker for tenant:cb5b9c64c84f41c3a2e8502c9e7845e9 on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:25:37.969898 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device b9ad6e00-5f64-4ea9-90d2-e7bd407ad8be up at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:25:38.045676 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Provisioning complete for port b9ad6e00-5f64-4ea9-90d2-e7bd407ad8be triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:25:38.046007 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:38.049658 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-51ddf1e5-0d82-49f2-b099-84f012fbe373 req-15b3f150-4bd5-4ae8-b3ba-6abce02918b5 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Unset dirty status for tenant:cb5b9c64c84f41c3a2e8502c9e7845e9 on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:25:38.051113 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-51ddf1e5-0d82-49f2-b099-84f012fbe373 req-15b3f150-4bd5-4ae8-b3ba-6abce02918b5 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdc259bb-039b-447a-9078-a8d835bfd13e HTTP/1.1" status: 200 len: 931 time: 0.2964780 May 04 18:25:38.108369 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:38.128596 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-51ddf1e5-0d82-49f2-b099-84f012fbe373 req-833dd143-d66d-450d-9550-77f5724ab81b tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/security-groups?id=413772bf-cf78-4aca-beef-2cca91ffaf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711222 May 04 18:25:38.208467 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [req-0bcfe2c8-d284-49a1-a54a-9a88123c5577 req-60c3fa2b-a933-40f8-86d6-db343e0c795f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 492c2c16-4e3a-4593-b486-e4e6ab98344d {{(pid=88037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:25:38.216548 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-0bcfe2c8-d284-49a1-a54a-9a88123c5577 req-60c3fa2b-a933-40f8-86d6-db343e0c795f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:38.233838 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [req-0bcfe2c8-d284-49a1-a54a-9a88123c5577 req-60c3fa2b-a933-40f8-86d6-db343e0c795f service neutron] Transition to ACTIVE for port object 492c2c16-4e3a-4593-b486-e4e6ab98344d will not be triggered until provisioned by entity L2. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:25:38.237466 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-0bcfe2c8-d284-49a1-a54a-9a88123c5577 req-60c3fa2b-a933-40f8-86d6-db343e0c795f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:38.399191 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c3fa2b-a933-40f8-86d6-db343e0c795f service neutron] Pushing event updated for resources: {'Port': ['ID=492c2c16-4e3a-4593-b486-e4e6ab98344d,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:38.575800 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-0bcfe2c8-d284-49a1-a54a-9a88123c5577 req-60c3fa2b-a933-40f8-86d6-db343e0c795f service neutron] Attempting to bind port 492c2c16-4e3a-4593-b486-e4e6ab98344d on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:25:38.576026 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-0bcfe2c8-d284-49a1-a54a-9a88123c5577 req-60c3fa2b-a933-40f8-86d6-db343e0c795f service neutron] Attempting to bind port 492c2c16-4e3a-4593-b486-e4e6ab98344d by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '46dce72d-9292-40c8-9f3b-4c9e158021c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '29517d65-0ca4-4aaa-a55b-a62a9ed4484f'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:25:38.576350 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcfe2c8-d284-49a1-a54a-9a88123c5577 req-60c3fa2b-a933-40f8-86d6-db343e0c795f service neutron] Attempting to bind port 492c2c16-4e3a-4593-b486-e4e6ab98344d on network 29517d65-0ca4-4aaa-a55b-a62a9ed4484f {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:25:38.580795 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcfe2c8-d284-49a1-a54a-9a88123c5577 req-60c3fa2b-a933-40f8-86d6-db343e0c795f service neutron] Port 492c2c16-4e3a-4593-b486-e4e6ab98344d on network 29517d65-0ca4-4aaa-a55b-a62a9ed4484f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 18:25:38.581109 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcfe2c8-d284-49a1-a54a-9a88123c5577 req-60c3fa2b-a933-40f8-86d6-db343e0c795f service neutron] Attempting to bind port 492c2c16-4e3a-4593-b486-e4e6ab98344d on network 29517d65-0ca4-4aaa-a55b-a62a9ed4484f {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:25:38.586668 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcfe2c8-d284-49a1-a54a-9a88123c5577 req-60c3fa2b-a933-40f8-86d6-db343e0c795f service neutron] Checking agent: {'id': '84d0dbeb-cfa8-4636-8b1c-9790acf21ef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'started_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:25:38.587002 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcfe2c8-d284-49a1-a54a-9a88123c5577 req-60c3fa2b-a933-40f8-86d6-db343e0c795f service neutron] Checking segment: {'id': '46dce72d-9292-40c8-9f3b-4c9e158021c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '29517d65-0ca4-4aaa-a55b-a62a9ed4484f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:25:38.587381 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bcfe2c8-d284-49a1-a54a-9a88123c5577 req-60c3fa2b-a933-40f8-86d6-db343e0c795f service neutron] Bound using segment: {'id': '46dce72d-9292-40c8-9f3b-4c9e158021c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '29517d65-0ca4-4aaa-a55b-a62a9ed4484f'} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:25:38.587801 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-0bcfe2c8-d284-49a1-a54a-9a88123c5577 req-60c3fa2b-a933-40f8-86d6-db343e0c795f service neutron] Bound port: 492c2c16-4e3a-4593-b486-e4e6ab98344d, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46dce72d-9292-40c8-9f3b-4c9e158021c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '29517d65-0ca4-4aaa-a55b-a62a9ed4484f'}}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:25:38.588141 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-0bcfe2c8-d284-49a1-a54a-9a88123c5577 req-60c3fa2b-a933-40f8-86d6-db343e0c795f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:38.676820 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-0bcfe2c8-d284-49a1-a54a-9a88123c5577 req-60c3fa2b-a933-40f8-86d6-db343e0c795f service neutron] For port 492c2c16-4e3a-4593-b486-e4e6ab98344d, host hv-neutron-8404, cleared binding levels {{(pid=88037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:25:38.680402 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-0bcfe2c8-d284-49a1-a54a-9a88123c5577 req-60c3fa2b-a933-40f8-86d6-db343e0c795f service neutron] For port 492c2c16-4e3a-4593-b486-e4e6ab98344d, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=492c2c16-4e3a-4593-b486-e4e6ab98344d,segment=NetworkSegment(46dce72d-9292-40c8-9f3b-4c9e158021c7),segment_id=46dce72d-9292-40c8-9f3b-4c9e158021c7)] {{(pid=88037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:25:38.685387 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-0bcfe2c8-d284-49a1-a54a-9a88123c5577 req-60c3fa2b-a933-40f8-86d6-db343e0c795f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:38.743111 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcfe2c8-d284-49a1-a54a-9a88123c5577 req-60c3fa2b-a933-40f8-86d6-db343e0c795f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:38.743716 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-0bcfe2c8-d284-49a1-a54a-9a88123c5577 req-60c3fa2b-a933-40f8-86d6-db343e0c795f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:38.745144 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0bcfe2c8-d284-49a1-a54a-9a88123c5577 req-60c3fa2b-a933-40f8-86d6-db343e0c795f service neutron] 10.222.0.42 "PUT /v2.0/ports/492c2c16-4e3a-4593-b486-e4e6ab98344d HTTP/1.1" status: 200 len: 1093 time: 1.1661601 May 04 18:25:38.745472 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdc259bb-039b-447a-9078-a8d835bfd13e', 'tag': '492c2c16-4e3a-4593-b486-e4e6ab98344d'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:25:38.768353 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c3fa2b-a933-40f8-86d6-db343e0c795f service neutron] Pushing event updated for resources: {'Port': ['ID=492c2c16-4e3a-4593-b486-e4e6ab98344d,revision_number=3']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:38.869665 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcfe2c8-d284-49a1-a54a-9a88123c5577 req-ce3ad37d-8b7e-4d1c-81af-fb35e9d21595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:38.871195 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0bcfe2c8-d284-49a1-a54a-9a88123c5577 req-ce3ad37d-8b7e-4d1c-81af-fb35e9d21595 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cb5b9c64c84f41c3a2e8502c9e7845e9&device_id=bdc259bb-039b-447a-9078-a8d835bfd13e HTTP/1.1" status: 200 len: 1096 time: 0.0872123 May 04 18:25:38.927893 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a3ecee0-aa6b-4530-8543-2f8ee43c2bea'] response: {'name': 'network-changed', 'server_uuid': 'bdc259bb-039b-447a-9078-a8d835bfd13e', 'tag': '492c2c16-4e3a-4593-b486-e4e6ab98344d', 'status': 'completed', 'code': 200} May 04 18:25:38.942738 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0bcfe2c8-d284-49a1-a54a-9a88123c5577 req-8fe527f9-b9bd-4582-b250-46587437b1db service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=492c2c16-4e3a-4593-b486-e4e6ab98344d HTTP/1.1" status: 200 len: 217 time: 0.0637348 May 04 18:25:39.009532 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcfe2c8-d284-49a1-a54a-9a88123c5577 req-698f74ec-c861-4400-b1aa-010e2e11b0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:39.010990 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0bcfe2c8-d284-49a1-a54a-9a88123c5577 req-698f74ec-c861-4400-b1aa-010e2e11b0a7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec3e14c2-1d98-4ccc-a9cd-d8c2be7f2096 HTTP/1.1" status: 200 len: 848 time: 0.0616412 May 04 18:25:39.083742 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcfe2c8-d284-49a1-a54a-9a88123c5577 req-28f8bb34-8355-48cd-984a-48608e891c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:39.085585 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0bcfe2c8-d284-49a1-a54a-9a88123c5577 req-28f8bb34-8355-48cd-984a-48608e891c5c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=29517d65-0ca4-4aaa-a55b-a62a9ed4484f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680084 May 04 18:25:39.217115 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0bcfe2c8-d284-49a1-a54a-9a88123c5577 req-2d114e0a-89dc-4d3e-9280-cc6be8b76736 service neutron] 10.222.0.42 "GET /v2.0/networks/29517d65-0ca4-4aaa-a55b-a62a9ed4484f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243105 May 04 18:25:39.405301 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0bcfe2c8-d284-49a1-a54a-9a88123c5577 req-4291bb9b-7b99-492a-a855-bbbd08255cd7 service neutron] 10.222.0.42 "GET /v2.0/networks/29517d65-0ca4-4aaa-a55b-a62a9ed4484f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821809 May 04 18:25:39.413965 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c19484-74d4-4639-a832-65759c0b9b02 req-16e3b152-1edc-45e1-8f01-d94f435e3249 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:39.415312 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e0c19484-74d4-4639-a832-65759c0b9b02 req-16e3b152-1edc-45e1-8f01-d94f435e3249 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdc259bb-039b-447a-9078-a8d835bfd13e HTTP/1.1" status: 200 len: 943 time: 0.1747696 May 04 18:25:39.504373 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-e0c19484-74d4-4639-a832-65759c0b9b02 req-346aee11-1ff8-4fef-9e9d-4cf5ed68f673 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/security-groups?id=413772bf-cf78-4aca-beef-2cca91ffaf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831320 May 04 18:25:39.527921 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e43277e-a2c4-4610-87e2-1793245500d7 req-edf21870-0995-4d75-a460-21f5a1efe3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:39.529343 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0e43277e-a2c4-4610-87e2-1793245500d7 req-edf21870-0995-4d75-a460-21f5a1efe3d1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cb5b9c64c84f41c3a2e8502c9e7845e9&device_id=bdc259bb-039b-447a-9078-a8d835bfd13e HTTP/1.1" status: 200 len: 1096 time: 0.0759566 May 04 18:25:39.657218 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e43277e-a2c4-4610-87e2-1793245500d7 req-3bbac69f-c822-40e8-8772-414c5f7ca859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:39.658576 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0e43277e-a2c4-4610-87e2-1793245500d7 req-3bbac69f-c822-40e8-8772-414c5f7ca859 service neutron] 10.222.0.42 "GET /v2.0/networks?id=29517d65-0ca4-4aaa-a55b-a62a9ed4484f HTTP/1.1" status: 200 len: 910 time: 0.1232634 May 04 18:25:39.726751 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0e43277e-a2c4-4610-87e2-1793245500d7 req-003cd591-42ff-4eb2-8959-e02b5feb2997 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=492c2c16-4e3a-4593-b486-e4e6ab98344d HTTP/1.1" status: 200 len: 217 time: 0.0619614 May 04 18:25:39.787349 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e43277e-a2c4-4610-87e2-1793245500d7 req-2dbb38fb-3595-4bf4-a6b0-cbaae85b7e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:39.788808 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0e43277e-a2c4-4610-87e2-1793245500d7 req-2dbb38fb-3595-4bf4-a6b0-cbaae85b7e19 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec3e14c2-1d98-4ccc-a9cd-d8c2be7f2096 HTTP/1.1" status: 200 len: 848 time: 0.0560486 May 04 18:25:39.865876 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e43277e-a2c4-4610-87e2-1793245500d7 req-cd0ffec4-7240-4d8c-a8f6-87df762aa9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:39.867859 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0e43277e-a2c4-4610-87e2-1793245500d7 req-cd0ffec4-7240-4d8c-a8f6-87df762aa9fe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=29517d65-0ca4-4aaa-a55b-a62a9ed4484f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722358 May 04 18:25:39.871554 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:40.000505 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0e43277e-a2c4-4610-87e2-1793245500d7 req-76957584-9083-482f-8c53-48c2b70981ba service neutron] 10.222.0.42 "GET /v2.0/networks/29517d65-0ca4-4aaa-a55b-a62a9ed4484f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257124 May 04 18:25:40.234550 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0e43277e-a2c4-4610-87e2-1793245500d7 req-62ce484d-e919-4bd1-8e10-367b46ae94a8 service neutron] 10.222.0.42 "GET /v2.0/networks/29517d65-0ca4-4aaa-a55b-a62a9ed4484f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275112 May 04 18:25:40.683399 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851f092-42dd-47dc-b41f-efbdb86074a7 req-38dd4e8c-8d49-444b-8b55-e7afac1274d8 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:40.684817 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-8851f092-42dd-47dc-b41f-efbdb86074a7 req-38dd4e8c-8d49-444b-8b55-e7afac1274d8 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdc259bb-039b-447a-9078-a8d835bfd13e HTTP/1.1" status: 200 len: 943 time: 0.0769701 May 04 18:25:40.727182 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-8851f092-42dd-47dc-b41f-efbdb86074a7 req-2065a7e6-2359-4b63-96fc-898d927b2b73 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/security-groups?id=413772bf-cf78-4aca-beef-2cca91ffaf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368178 May 04 18:25:41.912333 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c0ee9-82a7-4ed2-9a8f-889fc9aed432 req-8cbdb32b-2d85-4190-8690-53d9030fa7f4 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:41.913760 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-178c0ee9-82a7-4ed2-9a8f-889fc9aed432 req-8cbdb32b-2d85-4190-8690-53d9030fa7f4 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdc259bb-039b-447a-9078-a8d835bfd13e HTTP/1.1" status: 200 len: 943 time: 0.0804064 May 04 18:25:41.959036 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-178c0ee9-82a7-4ed2-9a8f-889fc9aed432 req-4e909f9e-f910-47e3-9005-7dd1d65f1dfc tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/security-groups?id=413772bf-cf78-4aca-beef-2cca91ffaf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396209 May 04 18:25:42.811502 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 492c2c16-4e3a-4593-b486-e4e6ab98344d details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 18:25:42.944850 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 492c2c16-4e3a-4593-b486-e4e6ab98344d, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=492c2c16-4e3a-4593-b486-e4e6ab98344d,segment=NetworkSegment(46dce72d-9292-40c8-9f3b-4c9e158021c7),segment_id=46dce72d-9292-40c8-9f3b-4c9e158021c7)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:25:42.957431 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Returning: {'device': '492c2c16-4e3a-4593-b486-e4e6ab98344d', 'network_id': '29517d65-0ca4-4aaa-a55b-a62a9ed4484f', 'port_id': '492c2c16-4e3a-4593-b486-e4e6ab98344d', 'mac_address': 'fa:16:3e:4b:6e:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec3e14c2-1d98-4ccc-a9cd-d8c2be7f2096', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 18:25:43.011572 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:43.027627 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 492c2c16-4e3a-4593-b486-e4e6ab98344d {{(pid=88039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:25:43.042785 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 492c2c16-4e3a-4593-b486-e4e6ab98344d, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=492c2c16-4e3a-4593-b486-e4e6ab98344d,segment=NetworkSegment(46dce72d-9292-40c8-9f3b-4c9e158021c7),segment_id=46dce72d-9292-40c8-9f3b-4c9e158021c7)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:25:43.047219 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:43.118060 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=492c2c16-4e3a-4593-b486-e4e6ab98344d,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:43.144937 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9159b35a-f469-4622-8a98-ecee0cb507c0 req-c134364b-5e31-4bee-9038-3ac22a778568 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:43.147028 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9159b35a-f469-4622-8a98-ecee0cb507c0 req-c134364b-5e31-4bee-9038-3ac22a778568 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdc259bb-039b-447a-9078-a8d835bfd13e HTTP/1.1" status: 200 len: 944 time: 0.0828354 May 04 18:25:43.194639 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-9159b35a-f469-4622-8a98-ecee0cb507c0 req-0c95a57c-8c28-4d19-99ac-35957a5270fc tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/security-groups?id=413772bf-cf78-4aca-beef-2cca91ffaf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418980 May 04 18:25:43.413439 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] get_ports_and_sgs() called for port_ids ['492c2c16-4e3a-4593-b486-e4e6ab98344d'] {{(pid=88039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 18:25:44.375744 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bfef6f-fcc7-4802-81fc-16dbd94846d0 req-c9735700-0fa1-4f8d-b268-9292954fbd47 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:44.377214 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-17bfef6f-fcc7-4802-81fc-16dbd94846d0 req-c9735700-0fa1-4f8d-b268-9292954fbd47 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdc259bb-039b-447a-9078-a8d835bfd13e HTTP/1.1" status: 200 len: 944 time: 0.0787079 May 04 18:25:44.424511 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-17bfef6f-fcc7-4802-81fc-16dbd94846d0 req-248581af-806f-4ff7-a008-06e15554c20c tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/security-groups?id=413772bf-cf78-4aca-beef-2cca91ffaf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373547 May 04 18:25:44.811803 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 492c2c16-4e3a-4593-b486-e4e6ab98344d up at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:25:44.879491 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning for port 492c2c16-4e3a-4593-b486-e4e6ab98344d completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:25:44.884201 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning complete for port 492c2c16-4e3a-4593-b486-e4e6ab98344d triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:25:44.884571 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:44.995225 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:45.023359 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc259bb-039b-447a-9078-a8d835bfd13e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '492c2c16-4e3a-4593-b486-e4e6ab98344d'}] {{(pid=88039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:25:45.032054 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 492c2c16-4e3a-4593-b486-e4e6ab98344d, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=492c2c16-4e3a-4593-b486-e4e6ab98344d,segment=NetworkSegment(46dce72d-9292-40c8-9f3b-4c9e158021c7),segment_id=46dce72d-9292-40c8-9f3b-4c9e158021c7)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:25:45.035250 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:45.105334 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=492c2c16-4e3a-4593-b486-e4e6ab98344d,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:45.156869 dv-neutron-840426-1-hyperv neutron-server[88039]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a4b45b4-8bd8-4d81-a658-44e5c4e7d178'] response: {'server_uuid': 'bdc259bb-039b-447a-9078-a8d835bfd13e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '492c2c16-4e3a-4593-b486-e4e6ab98344d', 'code': 200} May 04 18:25:45.385670 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b078210-98fd-4054-af6b-90687e068a3a req-ff5f2bb8-eb8c-446f-b67d-09f90ff60986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:45.387149 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0b078210-98fd-4054-af6b-90687e068a3a req-ff5f2bb8-eb8c-446f-b67d-09f90ff60986 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bdc259bb-039b-447a-9078-a8d835bfd13e HTTP/1.1" status: 200 len: 1098 time: 0.0723746 May 04 18:25:45.425681 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0b078210-98fd-4054-af6b-90687e068a3a req-973d2720-a01e-4c80-94e9-27134725ecbe service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=413772bf-cf78-4aca-beef-2cca91ffaf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331342 May 04 18:25:45.612331 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2042ecd7-9b4e-4d7e-a888-8746462d02c9 req-1c95a345-146e-49ac-a5dc-8b39e8c57d87 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:45.613787 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2042ecd7-9b4e-4d7e-a888-8746462d02c9 req-1c95a345-146e-49ac-a5dc-8b39e8c57d87 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdc259bb-039b-447a-9078-a8d835bfd13e HTTP/1.1" status: 200 len: 945 time: 0.0820060 May 04 18:25:45.657490 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-2042ecd7-9b4e-4d7e-a888-8746462d02c9 req-aef3bd57-da46-4096-8484-a2b2bbd31a38 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/security-groups?id=413772bf-cf78-4aca-beef-2cca91ffaf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379078 May 04 18:25:46.849499 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2036c5-76ed-4fa8-b6f7-ceb7ba9e7bc5 req-c332adea-1178-4cdc-84ce-38893fb8c80c tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:46.851617 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-1b2036c5-76ed-4fa8-b6f7-ceb7ba9e7bc5 req-c332adea-1178-4cdc-84ce-38893fb8c80c tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdc259bb-039b-447a-9078-a8d835bfd13e HTTP/1.1" status: 200 len: 945 time: 0.0885389 May 04 18:25:46.894726 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-1b2036c5-76ed-4fa8-b6f7-ceb7ba9e7bc5 req-cfa93602-4915-4d1d-8dde-e71e4f33675f tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/security-groups?id=413772bf-cf78-4aca-beef-2cca91ffaf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374432 May 04 18:25:48.079787 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e6a828-0c38-420c-b6e8-6b915374fd47 req-d149b144-9afd-4e61-b7ed-0f7f492e034c tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:48.081240 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-49e6a828-0c38-420c-b6e8-6b915374fd47 req-d149b144-9afd-4e61-b7ed-0f7f492e034c tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdc259bb-039b-447a-9078-a8d835bfd13e HTTP/1.1" status: 200 len: 945 time: 0.0818532 May 04 18:25:48.124364 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-49e6a828-0c38-420c-b6e8-6b915374fd47 req-9a820be4-c805-4d70-a5cc-9dc0905298e8 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/security-groups?id=413772bf-cf78-4aca-beef-2cca91ffaf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370042 May 04 18:25:48.318184 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09cbc5-2031-4d90-bc36-a06b412fcb09 req-f5b0ef8f-c24e-4273-8f19-ee9ae32d1c8c tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:48.319619 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ac09cbc5-2031-4d90-bc36-a06b412fcb09 req-f5b0ef8f-c24e-4273-8f19-ee9ae32d1c8c tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdc259bb-039b-447a-9078-a8d835bfd13e HTTP/1.1" status: 200 len: 945 time: 0.0834866 May 04 18:25:48.363535 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ac09cbc5-2031-4d90-bc36-a06b412fcb09 req-b38f582c-d502-4259-83c0-cde03adb888d tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/security-groups?id=413772bf-cf78-4aca-beef-2cca91ffaf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382235 May 04 18:25:48.385784 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 35882) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:25:48.499274 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf532e5-1aec-49d7-8585-c5102d9e2394 tempest-TestSnapshotPattern-1607113105 tempest-TestSnapshotPattern-1607113105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:48.499894 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-3bf532e5-1aec-49d7-8585-c5102d9e2394 tempest-TestSnapshotPattern-1607113105 tempest-TestSnapshotPattern-1607113105-project-admin] Synchronizing usage tracker for tenant:9bda06697e004887a3bf8095c95cc28d on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:25:48.517758 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-3bf532e5-1aec-49d7-8585-c5102d9e2394 tempest-TestSnapshotPattern-1607113105 tempest-TestSnapshotPattern-1607113105-project-admin] Unset dirty status for tenant:9bda06697e004887a3bf8095c95cc28d on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:25:48.518999 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-3bf532e5-1aec-49d7-8585-c5102d9e2394 tempest-TestSnapshotPattern-1607113105 tempest-TestSnapshotPattern-1607113105-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=bdc259bb-039b-447a-9078-a8d835bfd13e HTTP/1.1" status: 200 len: 1093 time: 0.1322589 May 04 18:25:48.521762 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 35888) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:25:48.527360 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-4023c49a-9fbc-497b-ba86-78b2810e8ec8 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Request body: {'floatingip': {'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'port_id': '492c2c16-4e3a-4593-b486-e4e6ab98344d', 'tenant_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:25:48.533069 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-4023c49a-9fbc-497b-ba86-78b2810e8ec8 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:25:48.536815 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-4023c49a-9fbc-497b-ba86-78b2810e8ec8 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Usage tracker for resource:floatingip and tenant:cb5b9c64c84f41c3a2e8502c9e7845e9 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:25:48.539660 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-4023c49a-9fbc-497b-ba86-78b2810e8ec8 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:25:48.545173 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-4023c49a-9fbc-497b-ba86-78b2810e8ec8 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:25:48.558657 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4023c49a-9fbc-497b-ba86-78b2810e8ec8 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks [] for floatingip, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:48.687401 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4023c49a-9fbc-497b-ba86-78b2810e8ec8 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:48.822260 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-4023c49a-9fbc-497b-ba86-78b2810e8ec8 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Allocated IP 172.26.0.195 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/06facefc-f714-4a46-85ec-b8c6b871ee9a) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:25:48.965545 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4023c49a-9fbc-497b-ba86-78b2810e8ec8 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:48.993982 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4023c49a-9fbc-497b-ba86-78b2810e8ec8 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:49.059589 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4023c49a-9fbc-497b-ba86-78b2810e8ec8 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:25:49.062377 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-4023c49a-9fbc-497b-ba86-78b2810e8ec8 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:25:49.066011 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4023c49a-9fbc-497b-ba86-78b2810e8ec8 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 18:25:49.101606 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4023c49a-9fbc-497b-ba86-78b2810e8ec8 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Pushing event updated for resources: {'Port': ['ID=06facefc-f714-4a46-85ec-b8c6b871ee9a,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:49.566894 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4023c49a-9fbc-497b-ba86-78b2810e8ec8 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:49.638742 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4023c49a-9fbc-497b-ba86-78b2810e8ec8 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:49.836778 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4023c49a-9fbc-497b-ba86-78b2810e8ec8 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:49.841495 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4023c49a-9fbc-497b-ba86-78b2810e8ec8 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:49.951566 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4023c49a-9fbc-497b-ba86-78b2810e8ec8 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Pushing event updated for resources: {'Port': ['ID=06facefc-f714-4a46-85ec-b8c6b871ee9a,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:25:49.962445 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4023c49a-9fbc-497b-ba86-78b2810e8ec8 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710218'] for floatingip, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:50.132647 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.l3_db [None req-4023c49a-9fbc-497b-ba86-78b2810e8ec8 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Floating IP 3f3c308a-c606-4ee2-bf6d-eb6a57dcdd93 associated. External IP: 172.26.0.195, port: 492c2c16-4e3a-4593-b486-e4e6ab98344d. May 04 18:25:50.488363 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4023c49a-9fbc-497b-ba86-78b2810e8ec8 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Router 8e2124c0-bb79-4f73-bf5d-ddbec011c487 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 18:25:50.668322 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4023c49a-9fbc-497b-ba86-78b2810e8ec8 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:25:50.679252 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9a036b-1d2e-4f0c-bcee-c87b91838233 None None] Sync routers for ids ['8e2124c0-bb79-4f73-bf5d-ddbec011c487'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:25:50.689001 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9a036b-1d2e-4f0c-bcee-c87b91838233 None None] Routers {'8e2124c0-bb79-4f73-bf5d-ddbec011c487'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:25:50.689705 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-3d9a036b-1d2e-4f0c-bcee-c87b91838233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:25:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['8e2124c0-bb79-4f73-bf5d-ddbec011c487'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:25:50.693295 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4023c49a-9fbc-497b-ba86-78b2810e8ec8 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:25:50.751313 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-4023c49a-9fbc-497b-ba86-78b2810e8ec8 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2278385 May 04 18:25:50.751821 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdc259bb-039b-447a-9078-a8d835bfd13e', 'tag': '492c2c16-4e3a-4593-b486-e4e6ab98344d'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:25:50.794923 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63d59b93-b9dc-4397-8950-f14fe9903f58'] response: {'name': 'network-changed', 'server_uuid': 'bdc259bb-039b-447a-9078-a8d835bfd13e', 'tag': '492c2c16-4e3a-4593-b486-e4e6ab98344d', 'status': 'completed', 'code': 200} May 04 18:25:50.870676 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-3d9a036b-1d2e-4f0c-bcee-c87b91838233 None None] Set router 8e2124c0-bb79-4f73-bf5d-ddbec011c487 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:25:50.886676 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dfcc3f-eef9-415b-9783-8c92fa11c71f req-968cb443-1b9e-4be5-8e70-981d91ada0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:50.888181 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b3dfcc3f-eef9-415b-9783-8c92fa11c71f req-968cb443-1b9e-4be5-8e70-981d91ada0bf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cb5b9c64c84f41c3a2e8502c9e7845e9&device_id=bdc259bb-039b-447a-9078-a8d835bfd13e HTTP/1.1" status: 200 len: 1098 time: 0.0703793 May 04 18:25:51.125791 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dfcc3f-eef9-415b-9783-8c92fa11c71f req-bfcb8f03-f70f-4c96-a617-4bce65e7f521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:51.127260 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b3dfcc3f-eef9-415b-9783-8c92fa11c71f req-bfcb8f03-f70f-4c96-a617-4bce65e7f521 service neutron] 10.222.0.42 "GET /v2.0/networks?id=29517d65-0ca4-4aaa-a55b-a62a9ed4484f HTTP/1.1" status: 200 len: 910 time: 0.2332473 May 04 18:25:51.220692 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-3d9a036b-1d2e-4f0c-bcee-c87b91838233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2124c0-bb79-4f73-bf5d-ddbec011c487', 'name': 'tempest-TestSnapshotPattern-610760349-router', 'tenant_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.218'}], 'enable_snat': True}, 'gw_port_id': '704e305c-b17c-42a1-9228-bc69351c7ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:25:20Z', 'updated_at': '2022-05-04T18:25:24Z', 'revision_number': 4, 'project_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'gw_port': {'id': '704e305c-b17c-42a1-9228-bc69351c7ded', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2124c0-bb79-4f73-bf5d-ddbec011c487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:25:21Z', 'updated_at': '2022-05-04T18:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': '3f3c308a-c606-4ee2-bf6d-eb6a57dcdd93', 'tenant_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'floating_ip_address': '172.26.0.195', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '8e2124c0-bb79-4f73-bf5d-ddbec011c487', 'port_id': '492c2c16-4e3a-4593-b486-e4e6ab98344d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29517d65-0ca4-4aaa-a55b-a62a9ed4484f', 'mac_address': 'fa:16:3e:4b:6e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc259bb-039b-447a-9078-a8d835bfd13e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:25:49Z', 'updated_at': '2022-05-04T18:25:49Z', 'revision_number': 0, 'project_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a2cb776-e160-4267-85a7-a4142111b75d', 'name': '', 'network_id': '29517d65-0ca4-4aaa-a55b-a62a9ed4484f', 'tenant_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'mac_address': 'fa:16:3e:a7:30:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2124c0-bb79-4f73-bf5d-ddbec011c487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'ec3e14c2-1d98-4ccc-a9cd-d8c2be7f2096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:25:23Z', 'updated_at': '2022-05-04T18:25:30Z', 'revision_number': 5, 'project_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'subnets': [{'id': 'ec3e14c2-1d98-4ccc-a9cd-d8c2be7f2096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:25:51.224847 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9a036b-1d2e-4f0c-bcee-c87b91838233 None None] Checking router: 8e2124c0-bb79-4f73-bf5d-ddbec011c487 for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:25:51.228545 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b3dfcc3f-eef9-415b-9783-8c92fa11c71f req-9c74ccd6-d2ed-4672-bd73-324f24b32cb4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=492c2c16-4e3a-4593-b486-e4e6ab98344d HTTP/1.1" status: 200 len: 999 time: 0.0946465 May 04 18:25:51.234005 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9a036b-1d2e-4f0c-bcee-c87b91838233 None None] Routers {'8e2124c0-bb79-4f73-bf5d-ddbec011c487'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:25:51.234683 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-3d9a036b-1d2e-4f0c-bcee-c87b91838233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:25:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['8e2124c0-bb79-4f73-bf5d-ddbec011c487'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:25:51.290787 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dfcc3f-eef9-415b-9783-8c92fa11c71f req-0970db6d-aa96-4dab-bc72-43fbc89e6be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:51.292212 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b3dfcc3f-eef9-415b-9783-8c92fa11c71f req-0970db6d-aa96-4dab-bc72-43fbc89e6be7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec3e14c2-1d98-4ccc-a9cd-d8c2be7f2096 HTTP/1.1" status: 200 len: 848 time: 0.0572376 May 04 18:25:51.369907 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dfcc3f-eef9-415b-9783-8c92fa11c71f req-f60f14af-3049-44e3-b17c-624a0a20515b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:25:51.371417 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b3dfcc3f-eef9-415b-9783-8c92fa11c71f req-f60f14af-3049-44e3-b17c-624a0a20515b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=29517d65-0ca4-4aaa-a55b-a62a9ed4484f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735006 May 04 18:25:51.410036 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-3d9a036b-1d2e-4f0c-bcee-c87b91838233 None None] Set router 8e2124c0-bb79-4f73-bf5d-ddbec011c487 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:25:51.500937 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b3dfcc3f-eef9-415b-9783-8c92fa11c71f req-71a40bce-25be-4cc5-961c-633794e46ffe service neutron] 10.222.0.42 "GET /v2.0/networks/29517d65-0ca4-4aaa-a55b-a62a9ed4484f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225388 May 04 18:25:51.630452 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b3dfcc3f-eef9-415b-9783-8c92fa11c71f req-a53856d9-362c-48be-ba8f-b9c3e3533943 service neutron] 10.222.0.42 "GET /v2.0/networks/29517d65-0ca4-4aaa-a55b-a62a9ed4484f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234732 May 04 18:25:51.784324 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-3d9a036b-1d2e-4f0c-bcee-c87b91838233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2124c0-bb79-4f73-bf5d-ddbec011c487', 'name': 'tempest-TestSnapshotPattern-610760349-router', 'tenant_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.218'}], 'enable_snat': True}, 'gw_port_id': '704e305c-b17c-42a1-9228-bc69351c7ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:25:20Z', 'updated_at': '2022-05-04T18:25:24Z', 'revision_number': 4, 'project_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'gw_port': {'id': '704e305c-b17c-42a1-9228-bc69351c7ded', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2124c0-bb79-4f73-bf5d-ddbec011c487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:25:21Z', 'updated_at': '2022-05-04T18:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': '3f3c308a-c606-4ee2-bf6d-eb6a57dcdd93', 'tenant_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'floating_ip_address': '172.26.0.195', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '8e2124c0-bb79-4f73-bf5d-ddbec011c487', 'port_id': '492c2c16-4e3a-4593-b486-e4e6ab98344d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29517d65-0ca4-4aaa-a55b-a62a9ed4484f', 'mac_address': 'fa:16:3e:4b:6e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc259bb-039b-447a-9078-a8d835bfd13e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:25:49Z', 'updated_at': '2022-05-04T18:25:49Z', 'revision_number': 0, 'project_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a2cb776-e160-4267-85a7-a4142111b75d', 'name': '', 'network_id': '29517d65-0ca4-4aaa-a55b-a62a9ed4484f', 'tenant_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'mac_address': 'fa:16:3e:a7:30:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2124c0-bb79-4f73-bf5d-ddbec011c487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'ec3e14c2-1d98-4ccc-a9cd-d8c2be7f2096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:25:23Z', 'updated_at': '2022-05-04T18:25:30Z', 'revision_number': 5, 'project_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'subnets': [{'id': 'ec3e14c2-1d98-4ccc-a9cd-d8c2be7f2096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:25:51.788027 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9a036b-1d2e-4f0c-bcee-c87b91838233 None None] The sync data for ids ['8e2124c0-bb79-4f73-bf5d-ddbec011c487'] in dv-neutron-840426-1-hyperv is: [{'id': '8e2124c0-bb79-4f73-bf5d-ddbec011c487', 'name': 'tempest-TestSnapshotPattern-610760349-router', 'tenant_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.218'}], 'enable_snat': True}, 'gw_port_id': '704e305c-b17c-42a1-9228-bc69351c7ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:25:20Z', 'updated_at': '2022-05-04T18:25:24Z', 'revision_number': 4, 'project_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'gw_port': {'id': '704e305c-b17c-42a1-9228-bc69351c7ded', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2124c0-bb79-4f73-bf5d-ddbec011c487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:25:21Z', 'updated_at': '2022-05-04T18:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': '3f3c308a-c606-4ee2-bf6d-eb6a57dcdd93', 'tenant_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'floating_ip_address': '172.26.0.195', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '8e2124c0-bb79-4f73-bf5d-ddbec011c487', 'port_id': '492c2c16-4e3a-4593-b486-e4e6ab98344d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29517d65-0ca4-4aaa-a55b-a62a9ed4484f', 'mac_address': 'fa:16:3e:4b:6e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc259bb-039b-447a-9078-a8d835bfd13e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:25:49Z', 'updated_at': '2022-05-04T18:25:49Z', 'revision_number': 0, 'project_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a2cb776-e160-4267-85a7-a4142111b75d', 'name': '', 'network_id': '29517d65-0ca4-4aaa-a55b-a62a9ed4484f', 'tenant_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'mac_address': 'fa:16:3e:a7:30:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2124c0-bb79-4f73-bf5d-ddbec011c487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'ec3e14c2-1d98-4ccc-a9cd-d8c2be7f2096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:25:23Z', 'updated_at': '2022-05-04T18:25:30Z', 'revision_number': 5, 'project_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'subnets': [{'id': 'ec3e14c2-1d98-4ccc-a9cd-d8c2be7f2096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:25:51.966432 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9496b2e9-1092-4b53-af2b-69b55249ec47 None None] New status for floating IP 3f3c308a-c606-4ee2-bf6d-eb6a57dcdd93: ACTIVE {{(pid=88039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 18:26:02.273484 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 18:26:03.298329 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-7d33e6bf-846b-4af3-82f1-f61524e4a1b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:05.651558 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-6de97ac3-7899-4a4d-af45-3e32a3696d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:06.721800 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:06.751870 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:08.099883 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:09.879368 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:33.300913 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-761ea6c5-f7a5-4dc5-81f0-64305a62eb4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:35.652925 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ee3c5fd1-176a-4ac3-9f75-e40de552fe69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:36.719369 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-7bf0c66f-e839-4843-b444-f1875d568389 req-a6f47e7d-0a23-4da0-9b9d-90605e54eca2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bdc259bb-039b-447a-9078-a8d835bfd13e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0729141 May 04 18:26:36.725399 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:36.756126 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:36.860705 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf0c66f-e839-4843-b444-f1875d568389 req-8eb8b951-a6a4-4875-b282-a08d7c6efa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:26:36.862159 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-7bf0c66f-e839-4843-b444-f1875d568389 req-8eb8b951-a6a4-4875-b282-a08d7c6efa73 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cb5b9c64c84f41c3a2e8502c9e7845e9&device_id=bdc259bb-039b-447a-9078-a8d835bfd13e HTTP/1.1" status: 200 len: 1098 time: 0.0717685 May 04 18:26:37.001537 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf0c66f-e839-4843-b444-f1875d568389 req-a4891a16-6315-432f-8981-266b10c5c3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:26:37.002888 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-7bf0c66f-e839-4843-b444-f1875d568389 req-a4891a16-6315-432f-8981-266b10c5c3c5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=29517d65-0ca4-4aaa-a55b-a62a9ed4484f HTTP/1.1" status: 200 len: 910 time: 0.1222324 May 04 18:26:37.105138 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-7bf0c66f-e839-4843-b444-f1875d568389 req-f8a1ec50-d8f4-4b60-a569-d3dfdb5f20a3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=492c2c16-4e3a-4593-b486-e4e6ab98344d HTTP/1.1" status: 200 len: 1001 time: 0.0950880 May 04 18:26:37.165249 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf0c66f-e839-4843-b444-f1875d568389 req-ab8c1595-d4bb-4e65-8260-e1b74c153079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:26:37.166627 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-7bf0c66f-e839-4843-b444-f1875d568389 req-ab8c1595-d4bb-4e65-8260-e1b74c153079 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec3e14c2-1d98-4ccc-a9cd-d8c2be7f2096 HTTP/1.1" status: 200 len: 848 time: 0.0549905 May 04 18:26:37.245566 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf0c66f-e839-4843-b444-f1875d568389 req-351137ce-a6c6-4f44-9a8b-0a6da0bcdad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:26:37.247064 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-7bf0c66f-e839-4843-b444-f1875d568389 req-351137ce-a6c6-4f44-9a8b-0a6da0bcdad5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=29517d65-0ca4-4aaa-a55b-a62a9ed4484f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739141 May 04 18:26:37.377060 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-7bf0c66f-e839-4843-b444-f1875d568389 req-69d2bf64-b304-4bbf-b648-b74a17f10836 service neutron] 10.222.0.42 "GET /v2.0/networks/29517d65-0ca4-4aaa-a55b-a62a9ed4484f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221597 May 04 18:26:37.505771 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-7bf0c66f-e839-4843-b444-f1875d568389 req-8b63b4aa-aac2-4663-b417-7381844c1a99 service neutron] 10.222.0.42 "GET /v2.0/networks/29517d65-0ca4-4aaa-a55b-a62a9ed4484f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216154 May 04 18:26:38.100554 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:26:39.272739 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 18:26:39.868822 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:03.303715 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d58725ed-b1ad-4def-9e4d-25f6de27dd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:05.652975 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-92966704-edb6-46fe-bca8-ef5e27fcf75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:06.728500 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:06.758883 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:08.105232 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:09.871726 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:16.272000 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 18:27:33.305168 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-34fa9a30-01e8-4e74-a5cb-3194202aad99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:35.653556 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4ea70bd9-e664-4376-9e15-2cd03e64be97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:36.730360 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:36.758880 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:38.107702 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:38.708326 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6e5e3f24-a92a-4aa6-b62b-5493c8d25966 req-9ddcf837-1831-4c15-94e2-98be9d1a2d5e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bdc259bb-039b-447a-9078-a8d835bfd13e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0688648 May 04 18:27:38.841584 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e3f24-a92a-4aa6-b62b-5493c8d25966 req-95b1911f-f0b9-42ed-b5be-db0327fba4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:27:38.843043 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6e5e3f24-a92a-4aa6-b62b-5493c8d25966 req-95b1911f-f0b9-42ed-b5be-db0327fba4fd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cb5b9c64c84f41c3a2e8502c9e7845e9&device_id=bdc259bb-039b-447a-9078-a8d835bfd13e HTTP/1.1" status: 200 len: 1098 time: 0.0691442 May 04 18:27:39.079245 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e3f24-a92a-4aa6-b62b-5493c8d25966 req-12c71cd8-5a86-4636-a66d-ac586d27481c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:27:39.080641 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6e5e3f24-a92a-4aa6-b62b-5493c8d25966 req-12c71cd8-5a86-4636-a66d-ac586d27481c service neutron] 10.222.0.42 "GET /v2.0/networks?id=29517d65-0ca4-4aaa-a55b-a62a9ed4484f HTTP/1.1" status: 200 len: 910 time: 0.2195497 May 04 18:27:39.180477 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6e5e3f24-a92a-4aa6-b62b-5493c8d25966 req-8e76bdca-3ae0-4beb-b61f-da6c055645db service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=492c2c16-4e3a-4593-b486-e4e6ab98344d HTTP/1.1" status: 200 len: 1001 time: 0.0929501 May 04 18:27:39.244986 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e3f24-a92a-4aa6-b62b-5493c8d25966 req-3782386e-31ba-4aa1-bd8c-454970ed8755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:27:39.246483 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6e5e3f24-a92a-4aa6-b62b-5493c8d25966 req-3782386e-31ba-4aa1-bd8c-454970ed8755 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec3e14c2-1d98-4ccc-a9cd-d8c2be7f2096 HTTP/1.1" status: 200 len: 848 time: 0.0605187 May 04 18:27:39.320789 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e3f24-a92a-4aa6-b62b-5493c8d25966 req-200fc523-bdcb-4c4c-b193-160bcd6fe685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:27:39.322204 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6e5e3f24-a92a-4aa6-b62b-5493c8d25966 req-200fc523-bdcb-4c4c-b193-160bcd6fe685 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=29517d65-0ca4-4aaa-a55b-a62a9ed4484f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686016 May 04 18:27:39.331919 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [req-6e5e3f24-a92a-4aa6-b62b-5493c8d25966 req-9ca0d47b-67c3-4523-8adf-9e1c1c2e70cf service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=88037) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 18:27:39.332754 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6e5e3f24-a92a-4aa6-b62b-5493c8d25966 req-9ca0d47b-67c3-4523-8adf-9e1c1c2e70cf service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0045981 May 04 18:27:39.457666 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6e5e3f24-a92a-4aa6-b62b-5493c8d25966 req-e7ce8b3c-6d96-422a-a5e6-f48097b54904 service neutron] 10.222.0.42 "GET /v2.0/networks/29517d65-0ca4-4aaa-a55b-a62a9ed4484f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193802 May 04 18:27:39.585203 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6e5e3f24-a92a-4aa6-b62b-5493c8d25966 req-814ea39f-340b-49b6-b71b-fcf4c1cd4864 service neutron] 10.222.0.42 "GET /v2.0/networks/29517d65-0ca4-4aaa-a55b-a62a9ed4484f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213272 May 04 18:27:39.881410 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:27:53.271919 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 18:28:03.307331 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ad65364d-c5e9-49bd-8fad-1c769063b67c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:05.654893 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-3cbe66b5-380f-4b3a-b5a5-97af45a283c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:06.732382 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:06.761711 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:08.110768 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:09.885551 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:25.710232 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 492c2c16-4e3a-4593-b486-e4e6ab98344d details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 18:28:25.839067 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 492c2c16-4e3a-4593-b486-e4e6ab98344d, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=492c2c16-4e3a-4593-b486-e4e6ab98344d,segment=NetworkSegment(46dce72d-9292-40c8-9f3b-4c9e158021c7),segment_id=46dce72d-9292-40c8-9f3b-4c9e158021c7)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:28:25.852344 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Returning: {'device': '492c2c16-4e3a-4593-b486-e4e6ab98344d', 'network_id': '29517d65-0ca4-4aaa-a55b-a62a9ed4484f', 'port_id': '492c2c16-4e3a-4593-b486-e4e6ab98344d', 'mac_address': 'fa:16:3e:4b:6e:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec3e14c2-1d98-4ccc-a9cd-d8c2be7f2096', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 18:28:25.939957 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:25.955885 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 492c2c16-4e3a-4593-b486-e4e6ab98344d {{(pid=88039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:28:25.971187 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 492c2c16-4e3a-4593-b486-e4e6ab98344d, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=492c2c16-4e3a-4593-b486-e4e6ab98344d,segment=NetworkSegment(46dce72d-9292-40c8-9f3b-4c9e158021c7),segment_id=46dce72d-9292-40c8-9f3b-4c9e158021c7)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:28:25.975668 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:26.044024 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=492c2c16-4e3a-4593-b486-e4e6ab98344d,revision_number=6']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:26.051136 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:26.051490 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:26.051833 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:26.052170 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:26.052507 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:26.053370 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:26.053702 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:26.054064 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:26.054394 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:26.054722 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:26.055048 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:26.055374 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:26.072346 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] get_ports_and_sgs() called for port_ids ['492c2c16-4e3a-4593-b486-e4e6ab98344d'] {{(pid=88039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 18:28:27.754847 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 492c2c16-4e3a-4593-b486-e4e6ab98344d up at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:28:27.820321 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning complete for port 492c2c16-4e3a-4593-b486-e4e6ab98344d triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:28:27.820690 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:27.932504 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:27.957793 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc259bb-039b-447a-9078-a8d835bfd13e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '492c2c16-4e3a-4593-b486-e4e6ab98344d'}] {{(pid=88039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:28:27.967325 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 492c2c16-4e3a-4593-b486-e4e6ab98344d, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=492c2c16-4e3a-4593-b486-e4e6ab98344d,segment=NetworkSegment(46dce72d-9292-40c8-9f3b-4c9e158021c7),segment_id=46dce72d-9292-40c8-9f3b-4c9e158021c7)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:28:27.972173 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:28.008622 dv-neutron-840426-1-hyperv neutron-server[88039]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71642790-f730-431c-add6-cf36fbd38c44'] response: {'server_uuid': 'bdc259bb-039b-447a-9078-a8d835bfd13e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '492c2c16-4e3a-4593-b486-e4e6ab98344d', 'code': 200} May 04 18:28:28.042262 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=492c2c16-4e3a-4593-b486-e4e6ab98344d,revision_number=7']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:30.271100 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 18:28:33.310809 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-01d1de70-1efc-4078-890e-9bcc7e1d26c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:35.659454 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-745a37b0-ec53-4431-9a7f-b9d70fbaa40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:36.744144 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:36.773716 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:38.110794 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-eaf9cac8-e197-4f4e-adb0-1f8693c748de req-f33d2b93-d75c-49bc-967a-2e6850a5c534 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-224722534&fields=id&tenant_id=cb5b9c64c84f41c3a2e8502c9e7845e9 HTTP/1.1" status: 200 len: 267 time: 0.0451918 May 04 18:28:38.114637 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:38.261114 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9cac8-e197-4f4e-adb0-1f8693c748de req-dbff61cb-a596-4be6-a5d7-c43b45d22243 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:28:38.262572 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-eaf9cac8-e197-4f4e-adb0-1f8693c748de req-dbff61cb-a596-4be6-a5d7-c43b45d22243 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/networks?id=29517d65-0ca4-4aaa-a55b-a62a9ed4484f HTTP/1.1" status: 200 len: 809 time: 0.1435347 May 04 18:28:38.276552 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-eaf9cac8-e197-4f4e-adb0-1f8693c748de req-ba8936a6-684c-460c-8365-540170486948 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/quotas/cb5b9c64c84f41c3a2e8502c9e7845e9 HTTP/1.1" status: 200 len: 375 time: 0.0087173 May 04 18:28:38.360982 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-eaf9cac8-e197-4f4e-adb0-1f8693c748de req-735e8ff1-70aa-4534-8789-b38c2660d4d5 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cb5b9c64c84f41c3a2e8502c9e7845e9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0797412 May 04 18:28:38.494544 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-eaf9cac8-e197-4f4e-adb0-1f8693c748de req-9613d641-0fe4-46ea-a6bc-698c1e52a709 service neutron] 10.222.0.41 "GET /v2.0/networks/29517d65-0ca4-4aaa-a55b-a62a9ed4484f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215913 May 04 18:28:38.622162 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-eaf9cac8-e197-4f4e-adb0-1f8693c748de req-37ea980c-3385-4645-bbca-1cea66f83c91 service neutron] 10.222.0.41 "GET /v2.0/networks/29517d65-0ca4-4aaa-a55b-a62a9ed4484f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216748 May 04 18:28:38.716045 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0a43bc0a-2e11-42f2-81d7-73e003fe0e16 req-f34b8198-2137-4062-ba94-4518bcea9f14 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bdc259bb-039b-447a-9078-a8d835bfd13e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684283 May 04 18:28:38.839417 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-663f8705-c719-4537-ac96-aee5dd9adab2 req-63821c5f-7b31-4ae1-b2a0-32254187f950 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/ports?device_id=023a1204-03e2-472d-a145-5251eb9943fb HTTP/1.1" status: 200 len: 210 time: 0.0837996 May 04 18:28:38.883969 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43bc0a-2e11-42f2-81d7-73e003fe0e16 req-cf96c7cf-eb77-4dd9-beb9-b1ebfcee7bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:28:38.885430 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0a43bc0a-2e11-42f2-81d7-73e003fe0e16 req-cf96c7cf-eb77-4dd9-beb9-b1ebfcee7bf8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cb5b9c64c84f41c3a2e8502c9e7845e9&device_id=bdc259bb-039b-447a-9078-a8d835bfd13e HTTP/1.1" status: 200 len: 1098 time: 0.0875919 May 04 18:28:39.043691 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43bc0a-2e11-42f2-81d7-73e003fe0e16 req-8ad29fd1-94f1-40b4-8201-8e1a84e7f140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:28:39.045179 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0a43bc0a-2e11-42f2-81d7-73e003fe0e16 req-8ad29fd1-94f1-40b4-8201-8e1a84e7f140 service neutron] 10.222.0.42 "GET /v2.0/networks?id=29517d65-0ca4-4aaa-a55b-a62a9ed4484f HTTP/1.1" status: 200 len: 910 time: 0.1410313 May 04 18:28:39.272631 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0a43bc0a-2e11-42f2-81d7-73e003fe0e16 req-3e4df13a-e5b3-459d-9a06-9cce416634cc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=492c2c16-4e3a-4593-b486-e4e6ab98344d HTTP/1.1" status: 200 len: 1001 time: 0.2206590 May 04 18:28:39.338167 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43bc0a-2e11-42f2-81d7-73e003fe0e16 req-8b17dfca-6d06-4df2-8d1b-90f246aed282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:28:39.339681 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0a43bc0a-2e11-42f2-81d7-73e003fe0e16 req-8b17dfca-6d06-4df2-8d1b-90f246aed282 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec3e14c2-1d98-4ccc-a9cd-d8c2be7f2096 HTTP/1.1" status: 200 len: 848 time: 0.0612283 May 04 18:28:39.421114 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43bc0a-2e11-42f2-81d7-73e003fe0e16 req-34a4e095-952e-45c4-8ca4-e617da4f77a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:28:39.422588 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0a43bc0a-2e11-42f2-81d7-73e003fe0e16 req-34a4e095-952e-45c4-8ca4-e617da4f77a4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=29517d65-0ca4-4aaa-a55b-a62a9ed4484f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731428 May 04 18:28:39.560963 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0a43bc0a-2e11-42f2-81d7-73e003fe0e16 req-3114b241-3fc3-4c17-bde2-e4ea524261fa service neutron] 10.222.0.42 "GET /v2.0/networks/29517d65-0ca4-4aaa-a55b-a62a9ed4484f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304884 May 04 18:28:39.694632 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-0a43bc0a-2e11-42f2-81d7-73e003fe0e16 req-34a56fbc-a56c-4fb6-af44-8c662c02ba25 service neutron] 10.222.0.42 "GET /v2.0/networks/29517d65-0ca4-4aaa-a55b-a62a9ed4484f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276762 May 04 18:28:39.885848 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:40.027921 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-3ca79ab7-d024-4c48-b5e7-1a734b255b3f req-2ab5541d-d4e6-4113-acb2-354af4d0a05b tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/ports?device_id=023a1204-03e2-472d-a145-5251eb9943fb HTTP/1.1" status: 200 len: 210 time: 0.0536013 May 04 18:28:40.142886 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9cac8-e197-4f4e-adb0-1f8693c748de req-0929531f-a378-442b-8c5b-58f1a0fa11ab tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:28:40.144312 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-eaf9cac8-e197-4f4e-adb0-1f8693c748de req-0929531f-a378-442b-8c5b-58f1a0fa11ab tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.42 "GET /v2.0/networks?id=29517d65-0ca4-4aaa-a55b-a62a9ed4484f HTTP/1.1" status: 200 len: 809 time: 0.1891780 May 04 18:28:40.203685 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-eaf9cac8-e197-4f4e-adb0-1f8693c748de req-980755a5-52a1-490a-86ea-fa1fc03b771a tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb5b9c64c84f41c3a2e8502c9e7845e9 HTTP/1.1" status: 200 len: 379 time: 0.0505428 May 04 18:28:40.212737 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [req-eaf9cac8-e197-4f4e-adb0-1f8693c748de req-71a4c037-61a1-4d54-84af-e497b829e3a9 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Request body: {'port': {'device_id': '023a1204-03e2-472d-a145-5251eb9943fb', 'network_id': '29517d65-0ca4-4aaa-a55b-a62a9ed4484f', 'admin_state_up': True, 'tenant_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'security_groups': ['413772bf-cf78-4aca-beef-2cca91ffaf4e']}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:28:40.348227 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [req-eaf9cac8-e197-4f4e-adb0-1f8693c748de req-71a4c037-61a1-4d54-84af-e497b829e3a9 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:28:40.358372 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [req-eaf9cac8-e197-4f4e-adb0-1f8693c748de req-71a4c037-61a1-4d54-84af-e497b829e3a9 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:28:40.368798 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaf9cac8-e197-4f4e-adb0-1f8693c748de req-71a4c037-61a1-4d54-84af-e497b829e3a9 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Made reservation on behalf of cb5b9c64c84f41c3a2e8502c9e7845e9 for: {'port': 1} {{(pid=88037) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 18:28:40.372350 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-eaf9cac8-e197-4f4e-adb0-1f8693c748de req-71a4c037-61a1-4d54-84af-e497b829e3a9 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:40.557706 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [req-eaf9cac8-e197-4f4e-adb0-1f8693c748de req-71a4c037-61a1-4d54-84af-e497b829e3a9 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Allocated IP 172.20.0.13 (29517d65-0ca4-4aaa-a55b-a62a9ed4484f/ec3e14c2-1d98-4ccc-a9cd-d8c2be7f2096/6dc15447-b03b-4e89-805e-ec8a7e5d50de) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:28:40.804894 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-eaf9cac8-e197-4f4e-adb0-1f8693c748de req-71a4c037-61a1-4d54-84af-e497b829e3a9 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:40.824400 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [req-eaf9cac8-e197-4f4e-adb0-1f8693c748de req-71a4c037-61a1-4d54-84af-e497b829e3a9 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Transition to ACTIVE for port object 6dc15447-b03b-4e89-805e-ec8a7e5d50de will not be triggered until provisioned by entity DHCP. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:28:40.852715 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-eaf9cac8-e197-4f4e-adb0-1f8693c748de req-71a4c037-61a1-4d54-84af-e497b829e3a9 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:40.934482 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaf9cac8-e197-4f4e-adb0-1f8693c748de req-71a4c037-61a1-4d54-84af-e497b829e3a9 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Network 29517d65-0ca4-4aaa-a55b-a62a9ed4484f is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:28:40.938279 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [req-eaf9cac8-e197-4f4e-adb0-1f8693c748de req-71a4c037-61a1-4d54-84af-e497b829e3a9 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:28:40.942375 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaf9cac8-e197-4f4e-adb0-1f8693c748de req-71a4c037-61a1-4d54-84af-e497b829e3a9 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 18:28:40.996757 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a4c037-61a1-4d54-84af-e497b829e3a9 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Pushing event updated for resources: {'Port': ['ID=6dc15447-b03b-4e89-805e-ec8a7e5d50de,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:41.011479 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a4c037-61a1-4d54-84af-e497b829e3a9 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:41.011700 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a4c037-61a1-4d54-84af-e497b829e3a9 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:41.012057 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a4c037-61a1-4d54-84af-e497b829e3a9 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:41.012610 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a4c037-61a1-4d54-84af-e497b829e3a9 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:41.012721 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a4c037-61a1-4d54-84af-e497b829e3a9 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:41.012962 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a4c037-61a1-4d54-84af-e497b829e3a9 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:41.013304 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a4c037-61a1-4d54-84af-e497b829e3a9 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:41.013618 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a4c037-61a1-4d54-84af-e497b829e3a9 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:41.013966 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a4c037-61a1-4d54-84af-e497b829e3a9 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:41.014297 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a4c037-61a1-4d54-84af-e497b829e3a9 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:41.014621 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a4c037-61a1-4d54-84af-e497b829e3a9 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:41.014942 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a4c037-61a1-4d54-84af-e497b829e3a9 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:28:41.037212 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9cac8-e197-4f4e-adb0-1f8693c748de req-71a4c037-61a1-4d54-84af-e497b829e3a9 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:28:41.037895 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-eaf9cac8-e197-4f4e-adb0-1f8693c748de req-71a4c037-61a1-4d54-84af-e497b829e3a9 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:41.097846 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-eaf9cac8-e197-4f4e-adb0-1f8693c748de req-71a4c037-61a1-4d54-84af-e497b829e3a9 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8893175 May 04 18:28:41.235009 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-46eff2e0-19e4-4580-a83e-493b939d926c None None] Provisioning for port 6dc15447-b03b-4e89-805e-ec8a7e5d50de completed by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:28:41.248869 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-46eff2e0-19e4-4580-a83e-493b939d926c None None] Provisioning complete for port 6dc15447-b03b-4e89-805e-ec8a7e5d50de triggered by entity DHCP. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:28:41.249244 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-46eff2e0-19e4-4580-a83e-493b939d926c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:41.284483 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57810054-6968-45a6-9474-c3d9644cff41 req-820e9503-801a-4799-be7d-ad394117ac2f tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:28:41.285274 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-57810054-6968-45a6-9474-c3d9644cff41 req-820e9503-801a-4799-be7d-ad394117ac2f tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Synchronizing usage tracker for tenant:cb5b9c64c84f41c3a2e8502c9e7845e9 on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:28:41.304991 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-57810054-6968-45a6-9474-c3d9644cff41 req-820e9503-801a-4799-be7d-ad394117ac2f tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Unset dirty status for tenant:cb5b9c64c84f41c3a2e8502c9e7845e9 on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:28:41.306270 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-57810054-6968-45a6-9474-c3d9644cff41 req-820e9503-801a-4799-be7d-ad394117ac2f tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/ports?device_id=023a1204-03e2-472d-a145-5251eb9943fb HTTP/1.1" status: 200 len: 932 time: 0.1344600 May 04 18:28:41.317500 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-46eff2e0-19e4-4580-a83e-493b939d926c None None] Port 6dc15447-b03b-4e89-805e-ec8a7e5d50de cannot update to ACTIVE because it is not bound. {{(pid=88039) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 18:28:41.357640 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-57810054-6968-45a6-9474-c3d9644cff41 req-1fa67440-e7a9-4e8a-ba46-f35449d07a8a tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/security-groups?id=413772bf-cf78-4aca-beef-2cca91ffaf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449183 May 04 18:28:41.830223 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 492c2c16-4e3a-4593-b486-e4e6ab98344d no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:28:41.949848 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:41.978450 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc259bb-039b-447a-9078-a8d835bfd13e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '492c2c16-4e3a-4593-b486-e4e6ab98344d'}] {{(pid=88039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:28:41.991647 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 492c2c16-4e3a-4593-b486-e4e6ab98344d, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=492c2c16-4e3a-4593-b486-e4e6ab98344d,segment=NetworkSegment(46dce72d-9292-40c8-9f3b-4c9e158021c7),segment_id=46dce72d-9292-40c8-9f3b-4c9e158021c7)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:28:41.996023 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:42.034856 dv-neutron-840426-1-hyperv neutron-server[88039]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07879cde-ff13-4608-801c-77d5c54bfe1a'] response: {'server_uuid': 'bdc259bb-039b-447a-9078-a8d835bfd13e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '492c2c16-4e3a-4593-b486-e4e6ab98344d', 'code': 200} May 04 18:28:42.083198 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=492c2c16-4e3a-4593-b486-e4e6ab98344d,revision_number=8']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:42.550255 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6436815d-31f1-4b4c-9592-d292619655d9 req-ccb86b65-c431-4463-9c80-73139becc206 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:28:42.551383 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6436815d-31f1-4b4c-9592-d292619655d9 req-ccb86b65-c431-4463-9c80-73139becc206 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/ports?device_id=023a1204-03e2-472d-a145-5251eb9943fb HTTP/1.1" status: 200 len: 932 time: 0.0807087 May 04 18:28:42.603475 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6436815d-31f1-4b4c-9592-d292619655d9 req-1aff66cf-e765-44f8-8d46-8adb40161735 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/security-groups?id=413772bf-cf78-4aca-beef-2cca91ffaf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457702 May 04 18:28:43.912227 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b139960f-3615-457a-9d56-80b1835c6349 req-9e272e1b-e61d-4b53-99d9-094c83032ebf tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:28:43.913740 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b139960f-3615-457a-9d56-80b1835c6349 req-9e272e1b-e61d-4b53-99d9-094c83032ebf tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/ports?device_id=023a1204-03e2-472d-a145-5251eb9943fb HTTP/1.1" status: 200 len: 932 time: 0.2002995 May 04 18:28:43.962008 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b139960f-3615-457a-9d56-80b1835c6349 req-77bfc05a-b7d4-448c-ab30-986bafbb2ee5 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/security-groups?id=413772bf-cf78-4aca-beef-2cca91ffaf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423431 May 04 18:28:45.148507 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05964b1-0e5f-46af-a9f5-877f523393df req-80d8948e-d39d-4a0b-b3d3-a5a0eae5ec47 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:28:45.150150 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b05964b1-0e5f-46af-a9f5-877f523393df req-80d8948e-d39d-4a0b-b3d3-a5a0eae5ec47 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/ports?device_id=023a1204-03e2-472d-a145-5251eb9943fb HTTP/1.1" status: 200 len: 932 time: 0.0823078 May 04 18:28:45.211173 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b05964b1-0e5f-46af-a9f5-877f523393df req-472bf5a1-0e7f-4bd1-ad75-6d62570a997a tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/security-groups?id=413772bf-cf78-4aca-beef-2cca91ffaf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550938 May 04 18:28:46.408960 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac891b38-3e40-43de-9ad7-6ebf309ce39a req-e2b711fe-539c-48c4-a874-3a5065d19dd5 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:28:46.410619 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ac891b38-3e40-43de-9ad7-6ebf309ce39a req-e2b711fe-539c-48c4-a874-3a5065d19dd5 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/ports?device_id=023a1204-03e2-472d-a145-5251eb9943fb HTTP/1.1" status: 200 len: 932 time: 0.0925565 May 04 18:28:46.462675 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-ac891b38-3e40-43de-9ad7-6ebf309ce39a req-1180d5f3-fba0-40bb-9063-4cd79c4b8e84 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/security-groups?id=413772bf-cf78-4aca-beef-2cca91ffaf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464556 May 04 18:28:47.663393 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685bebd3-02ce-49a7-99da-d34ccc526ee0 req-7103b3a1-c55d-4905-8d23-0146a31c5372 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:28:47.665529 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-685bebd3-02ce-49a7-99da-d34ccc526ee0 req-7103b3a1-c55d-4905-8d23-0146a31c5372 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/ports?device_id=023a1204-03e2-472d-a145-5251eb9943fb HTTP/1.1" status: 200 len: 932 time: 0.0818889 May 04 18:28:47.715751 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-685bebd3-02ce-49a7-99da-d34ccc526ee0 req-8f715f2c-dc02-4a86-8f7a-e2c28e912dd1 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/security-groups?id=413772bf-cf78-4aca-beef-2cca91ffaf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444601 May 04 18:28:48.896061 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608bdd00-9348-444d-bd8e-e4dad7530cd3 req-09f97cb9-b0ca-4a8e-a68d-d80d36a9821e tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:28:48.897491 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-608bdd00-9348-444d-bd8e-e4dad7530cd3 req-09f97cb9-b0ca-4a8e-a68d-d80d36a9821e tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/ports?device_id=023a1204-03e2-472d-a145-5251eb9943fb HTTP/1.1" status: 200 len: 932 time: 0.0779023 May 04 18:28:48.940578 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-608bdd00-9348-444d-bd8e-e4dad7530cd3 req-82c96559-2200-4d9e-81d5-fbe79846d07d tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/security-groups?id=413772bf-cf78-4aca-beef-2cca91ffaf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374844 May 04 18:28:50.126744 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e25a9b-96d4-427c-a1a0-6a01f4a23101 req-b86c7f0a-f9a9-417b-bcd7-be68604e2235 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:28:50.128181 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-89e25a9b-96d4-427c-a1a0-6a01f4a23101 req-b86c7f0a-f9a9-417b-bcd7-be68604e2235 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/ports?device_id=023a1204-03e2-472d-a145-5251eb9943fb HTTP/1.1" status: 200 len: 932 time: 0.0815876 May 04 18:28:50.171443 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-89e25a9b-96d4-427c-a1a0-6a01f4a23101 req-5de4dcc6-99f1-4138-829b-ca88520dbd87 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/security-groups?id=413772bf-cf78-4aca-beef-2cca91ffaf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371659 May 04 18:28:51.352997 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc31b1e7-1e47-4d63-9797-c9616990b752 req-3c84eb69-33cd-4bd1-bfed-04867288edee tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:28:51.354463 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-cc31b1e7-1e47-4d63-9797-c9616990b752 req-3c84eb69-33cd-4bd1-bfed-04867288edee tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/ports?device_id=023a1204-03e2-472d-a145-5251eb9943fb HTTP/1.1" status: 200 len: 932 time: 0.0784039 May 04 18:28:51.397501 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-cc31b1e7-1e47-4d63-9797-c9616990b752 req-9060ca4d-4962-4ab2-b77c-990406989ebd tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/security-groups?id=413772bf-cf78-4aca-beef-2cca91ffaf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375099 May 04 18:28:51.764957 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [req-eaf9cac8-e197-4f4e-adb0-1f8693c748de req-940b71c2-62e1-4de4-bf0e-bce0fe0991fc service neutron] Request body: {'port': {'device_id': '023a1204-03e2-472d-a145-5251eb9943fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:28:51.878074 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-eaf9cac8-e197-4f4e-adb0-1f8693c748de req-940b71c2-62e1-4de4-bf0e-bce0fe0991fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:52.216939 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [req-eaf9cac8-e197-4f4e-adb0-1f8693c748de req-940b71c2-62e1-4de4-bf0e-bce0fe0991fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dc15447-b03b-4e89-805e-ec8a7e5d50de {{(pid=88037) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:28:52.224278 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-eaf9cac8-e197-4f4e-adb0-1f8693c748de req-940b71c2-62e1-4de4-bf0e-bce0fe0991fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:52.238722 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.provisioning_blocks [req-eaf9cac8-e197-4f4e-adb0-1f8693c748de req-940b71c2-62e1-4de4-bf0e-bce0fe0991fc service neutron] Transition to ACTIVE for port object 6dc15447-b03b-4e89-805e-ec8a7e5d50de will not be triggered until provisioned by entity L2. {{(pid=88037) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 18:28:52.242772 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-eaf9cac8-e197-4f4e-adb0-1f8693c748de req-940b71c2-62e1-4de4-bf0e-bce0fe0991fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:52.437660 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940b71c2-62e1-4de4-bf0e-bce0fe0991fc service neutron] Pushing event updated for resources: {'Port': ['ID=6dc15447-b03b-4e89-805e-ec8a7e5d50de,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:52.496214 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-eaf9cac8-e197-4f4e-adb0-1f8693c748de req-940b71c2-62e1-4de4-bf0e-bce0fe0991fc service neutron] Attempting to bind port 6dc15447-b03b-4e89-805e-ec8a7e5d50de on host hv-neutron-8404 for vnic_type normal with profile {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 18:28:52.496559 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-eaf9cac8-e197-4f4e-adb0-1f8693c748de req-940b71c2-62e1-4de4-bf0e-bce0fe0991fc service neutron] Attempting to bind port 6dc15447-b03b-4e89-805e-ec8a7e5d50de by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '46dce72d-9292-40c8-9f3b-4c9e158021c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '29517d65-0ca4-4aaa-a55b-a62a9ed4484f'}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 18:28:52.496898 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf9cac8-e197-4f4e-adb0-1f8693c748de req-940b71c2-62e1-4de4-bf0e-bce0fe0991fc service neutron] Attempting to bind port 6dc15447-b03b-4e89-805e-ec8a7e5d50de on network 29517d65-0ca4-4aaa-a55b-a62a9ed4484f {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:28:52.501840 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf9cac8-e197-4f4e-adb0-1f8693c748de req-940b71c2-62e1-4de4-bf0e-bce0fe0991fc service neutron] Port 6dc15447-b03b-4e89-805e-ec8a7e5d50de on network 29517d65-0ca4-4aaa-a55b-a62a9ed4484f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 18:28:52.502161 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf9cac8-e197-4f4e-adb0-1f8693c748de req-940b71c2-62e1-4de4-bf0e-bce0fe0991fc service neutron] Attempting to bind port 6dc15447-b03b-4e89-805e-ec8a7e5d50de on network 29517d65-0ca4-4aaa-a55b-a62a9ed4484f {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 18:28:52.507900 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf9cac8-e197-4f4e-adb0-1f8693c748de req-940b71c2-62e1-4de4-bf0e-bce0fe0991fc service neutron] Checking agent: {'id': '84d0dbeb-cfa8-4636-8b1c-9790acf21ef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'started_at': datetime.datetime(2022, 5, 4, 17, 23, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 18, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 18:28:52.508241 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf9cac8-e197-4f4e-adb0-1f8693c748de req-940b71c2-62e1-4de4-bf0e-bce0fe0991fc service neutron] Checking segment: {'id': '46dce72d-9292-40c8-9f3b-4c9e158021c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '29517d65-0ca4-4aaa-a55b-a62a9ed4484f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88037) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 04 18:28:52.508628 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf9cac8-e197-4f4e-adb0-1f8693c748de req-940b71c2-62e1-4de4-bf0e-bce0fe0991fc service neutron] Bound using segment: {'id': '46dce72d-9292-40c8-9f3b-4c9e158021c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '29517d65-0ca4-4aaa-a55b-a62a9ed4484f'} {{(pid=88037) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 18:28:52.509251 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.managers [req-eaf9cac8-e197-4f4e-adb0-1f8693c748de req-940b71c2-62e1-4de4-bf0e-bce0fe0991fc service neutron] Bound port: 6dc15447-b03b-4e89-805e-ec8a7e5d50de, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46dce72d-9292-40c8-9f3b-4c9e158021c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '29517d65-0ca4-4aaa-a55b-a62a9ed4484f'}}] {{(pid=88037) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 18:28:52.509606 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-eaf9cac8-e197-4f4e-adb0-1f8693c748de req-940b71c2-62e1-4de4-bf0e-bce0fe0991fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:52.653998 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-eaf9cac8-e197-4f4e-adb0-1f8693c748de req-940b71c2-62e1-4de4-bf0e-bce0fe0991fc service neutron] For port 6dc15447-b03b-4e89-805e-ec8a7e5d50de, host hv-neutron-8404, cleared binding levels {{(pid=88037) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 18:28:52.657307 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-eaf9cac8-e197-4f4e-adb0-1f8693c748de req-940b71c2-62e1-4de4-bf0e-bce0fe0991fc service neutron] For port 6dc15447-b03b-4e89-805e-ec8a7e5d50de, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=6dc15447-b03b-4e89-805e-ec8a7e5d50de,segment=NetworkSegment(46dce72d-9292-40c8-9f3b-4c9e158021c7),segment_id=46dce72d-9292-40c8-9f3b-4c9e158021c7)] {{(pid=88037) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 18:28:52.662627 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-eaf9cac8-e197-4f4e-adb0-1f8693c748de req-940b71c2-62e1-4de4-bf0e-bce0fe0991fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:52.726218 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fea3e0-c81f-4c04-940b-e77c3f04402e req-c6bb0a4f-4ac0-4374-98ab-2f2512c9f568 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:28:52.727657 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-64fea3e0-c81f-4c04-940b-e77c3f04402e req-c6bb0a4f-4ac0-4374-98ab-2f2512c9f568 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/ports?device_id=023a1204-03e2-472d-a145-5251eb9943fb HTTP/1.1" status: 200 len: 944 time: 0.1756074 May 04 18:28:52.732587 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9cac8-e197-4f4e-adb0-1f8693c748de req-940b71c2-62e1-4de4-bf0e-bce0fe0991fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:28:52.733181 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-eaf9cac8-e197-4f4e-adb0-1f8693c748de req-940b71c2-62e1-4de4-bf0e-bce0fe0991fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:52.734515 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-eaf9cac8-e197-4f4e-adb0-1f8693c748de req-940b71c2-62e1-4de4-bf0e-bce0fe0991fc service neutron] 10.222.0.42 "PUT /v2.0/ports/6dc15447-b03b-4e89-805e-ec8a7e5d50de HTTP/1.1" status: 200 len: 1094 time: 0.9741166 May 04 18:28:52.734941 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '023a1204-03e2-472d-a145-5251eb9943fb', 'tag': '6dc15447-b03b-4e89-805e-ec8a7e5d50de'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:28:52.816167 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940b71c2-62e1-4de4-bf0e-bce0fe0991fc service neutron] Pushing event updated for resources: {'Port': ['ID=6dc15447-b03b-4e89-805e-ec8a7e5d50de,revision_number=3']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:52.843619 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-64fea3e0-c81f-4c04-940b-e77c3f04402e req-dfcd9461-d8e9-452e-873b-90be89899ebd tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/security-groups?id=413772bf-cf78-4aca-beef-2cca91ffaf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012049 May 04 18:28:52.871911 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9cac8-e197-4f4e-adb0-1f8693c748de req-dd92f603-59ff-4d3e-a9f5-40060aec3d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:28:52.873356 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-eaf9cac8-e197-4f4e-adb0-1f8693c748de req-dd92f603-59ff-4d3e-a9f5-40060aec3d58 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cb5b9c64c84f41c3a2e8502c9e7845e9&device_id=023a1204-03e2-472d-a145-5251eb9943fb HTTP/1.1" status: 200 len: 1097 time: 0.0926991 May 04 18:28:53.026057 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c6bc73c-7d34-4756-b93c-398aaeeda9a0'] response: {'name': 'network-changed', 'server_uuid': '023a1204-03e2-472d-a145-5251eb9943fb', 'tag': '6dc15447-b03b-4e89-805e-ec8a7e5d50de', 'status': 'completed', 'code': 200} May 04 18:28:53.041205 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-eaf9cac8-e197-4f4e-adb0-1f8693c748de req-67f75ccc-0b99-4d38-a626-353c7e0495f7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6dc15447-b03b-4e89-805e-ec8a7e5d50de HTTP/1.1" status: 200 len: 217 time: 0.1609368 May 04 18:28:53.107873 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9cac8-e197-4f4e-adb0-1f8693c748de req-d799090d-532c-4c9e-a973-0f2167f28e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:28:53.109310 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-eaf9cac8-e197-4f4e-adb0-1f8693c748de req-d799090d-532c-4c9e-a973-0f2167f28e69 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec3e14c2-1d98-4ccc-a9cd-d8c2be7f2096 HTTP/1.1" status: 200 len: 848 time: 0.0619516 May 04 18:28:53.183705 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9cac8-e197-4f4e-adb0-1f8693c748de req-8b3767dc-f94d-4ee3-8047-94e80e8c90fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:28:53.185175 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-eaf9cac8-e197-4f4e-adb0-1f8693c748de req-8b3767dc-f94d-4ee3-8047-94e80e8c90fa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=29517d65-0ca4-4aaa-a55b-a62a9ed4484f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690432 May 04 18:28:53.314704 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-eaf9cac8-e197-4f4e-adb0-1f8693c748de req-368e9bef-4d69-432c-abf6-37bfcf1e35bd service neutron] 10.222.0.42 "GET /v2.0/networks/29517d65-0ca4-4aaa-a55b-a62a9ed4484f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227167 May 04 18:28:53.449019 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-eaf9cac8-e197-4f4e-adb0-1f8693c748de req-b94884b3-cc46-4fb1-b38b-dab1fc4a2557 service neutron] 10.222.0.42 "GET /v2.0/networks/29517d65-0ca4-4aaa-a55b-a62a9ed4484f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280680 May 04 18:28:53.572001 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5421cbec-5acb-4511-b07e-a543a100d1b3 req-e97f5304-1ebe-44af-af0f-80a97aaecd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:28:53.573381 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5421cbec-5acb-4511-b07e-a543a100d1b3 req-e97f5304-1ebe-44af-af0f-80a97aaecd6f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cb5b9c64c84f41c3a2e8502c9e7845e9&device_id=023a1204-03e2-472d-a145-5251eb9943fb HTTP/1.1" status: 200 len: 1097 time: 0.0745559 May 04 18:28:53.702316 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5421cbec-5acb-4511-b07e-a543a100d1b3 req-04028428-5efb-4dc7-a16c-41d20b3f8759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:28:53.703759 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5421cbec-5acb-4511-b07e-a543a100d1b3 req-04028428-5efb-4dc7-a16c-41d20b3f8759 service neutron] 10.222.0.42 "GET /v2.0/networks?id=29517d65-0ca4-4aaa-a55b-a62a9ed4484f HTTP/1.1" status: 200 len: 910 time: 0.1245768 May 04 18:28:53.770285 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5421cbec-5acb-4511-b07e-a543a100d1b3 req-d1ede314-430d-4486-b193-57c06a1313d5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6dc15447-b03b-4e89-805e-ec8a7e5d50de HTTP/1.1" status: 200 len: 217 time: 0.0601351 May 04 18:28:53.835179 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5421cbec-5acb-4511-b07e-a543a100d1b3 req-ac927737-85d5-4ac9-b7de-03ef6e3be63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:28:53.836523 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5421cbec-5acb-4511-b07e-a543a100d1b3 req-ac927737-85d5-4ac9-b7de-03ef6e3be63a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec3e14c2-1d98-4ccc-a9cd-d8c2be7f2096 HTTP/1.1" status: 200 len: 848 time: 0.0599132 May 04 18:28:53.910789 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5421cbec-5acb-4511-b07e-a543a100d1b3 req-0357843e-4716-4943-8fae-a021485236be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:28:53.912805 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5421cbec-5acb-4511-b07e-a543a100d1b3 req-0357843e-4716-4943-8fae-a021485236be service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=29517d65-0ca4-4aaa-a55b-a62a9ed4484f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691154 May 04 18:28:54.101097 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5421cbec-5acb-4511-b07e-a543a100d1b3 req-93e1cae5-9f90-4ce3-9578-af04250127f3 service neutron] 10.222.0.42 "GET /v2.0/networks/29517d65-0ca4-4aaa-a55b-a62a9ed4484f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817160 May 04 18:28:54.112588 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7533be2-9df8-4507-8bc9-1fe187a6cf28 req-6f5f8f14-834a-4931-b9b8-1b68794dba77 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:28:54.113936 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b7533be2-9df8-4507-8bc9-1fe187a6cf28 req-6f5f8f14-834a-4931-b9b8-1b68794dba77 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/ports?device_id=023a1204-03e2-472d-a145-5251eb9943fb HTTP/1.1" status: 200 len: 944 time: 0.1593838 May 04 18:28:54.245114 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-b7533be2-9df8-4507-8bc9-1fe187a6cf28 req-39887914-eaa3-4978-95fd-d8ed185a56c7 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/security-groups?id=413772bf-cf78-4aca-beef-2cca91ffaf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132066 May 04 18:28:54.270373 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-5421cbec-5acb-4511-b07e-a543a100d1b3 req-d0920d6d-37c3-45b7-9798-a0f223b8192c service neutron] 10.222.0.42 "GET /v2.0/networks/29517d65-0ca4-4aaa-a55b-a62a9ed4484f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554930 May 04 18:28:55.425701 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9cfe32-6aba-4e3c-a3fc-a5d0d2ede021 req-73b6bdd1-4956-459a-9bda-a1091d80f3fb tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:28:55.428030 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-7d9cfe32-6aba-4e3c-a3fc-a5d0d2ede021 req-73b6bdd1-4956-459a-9bda-a1091d80f3fb tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/ports?device_id=023a1204-03e2-472d-a145-5251eb9943fb HTTP/1.1" status: 200 len: 944 time: 0.0795689 May 04 18:28:55.481131 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-7d9cfe32-6aba-4e3c-a3fc-a5d0d2ede021 req-d769016b-b43e-4ead-8919-2e6c384e09cf tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/security-groups?id=413772bf-cf78-4aca-beef-2cca91ffaf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470595 May 04 18:28:56.663945 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcebfc0f-1b2d-4165-a5b2-8cf2870b68f0 req-60b473cd-794e-4b4e-9237-83f9e2a707d5 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:28:56.665361 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dcebfc0f-1b2d-4165-a5b2-8cf2870b68f0 req-60b473cd-794e-4b4e-9237-83f9e2a707d5 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/ports?device_id=023a1204-03e2-472d-a145-5251eb9943fb HTTP/1.1" status: 200 len: 944 time: 0.0773489 May 04 18:28:56.708342 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dcebfc0f-1b2d-4165-a5b2-8cf2870b68f0 req-b115eeac-3d98-40bf-a78f-2ff9b861f958 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/security-groups?id=413772bf-cf78-4aca-beef-2cca91ffaf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373633 May 04 18:28:57.928755 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 6dc15447-b03b-4e89-805e-ec8a7e5d50de details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 18:28:57.983822 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e08c5-0755-4274-b6b6-cd9ae7b405c9 req-e267b9ae-fb46-4c1c-a167-7d6c7df0852d tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:28:57.985275 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-3b6e08c5-0755-4274-b6b6-cd9ae7b405c9 req-e267b9ae-fb46-4c1c-a167-7d6c7df0852d tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/ports?device_id=023a1204-03e2-472d-a145-5251eb9943fb HTTP/1.1" status: 200 len: 944 time: 0.1746569 May 04 18:28:58.028988 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-3b6e08c5-0755-4274-b6b6-cd9ae7b405c9 req-65630d06-0a71-4b0b-b0ed-6edea182f2d4 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/security-groups?id=413772bf-cf78-4aca-beef-2cca91ffaf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375321 May 04 18:28:58.059526 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 6dc15447-b03b-4e89-805e-ec8a7e5d50de, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=6dc15447-b03b-4e89-805e-ec8a7e5d50de,segment=NetworkSegment(46dce72d-9292-40c8-9f3b-4c9e158021c7),segment_id=46dce72d-9292-40c8-9f3b-4c9e158021c7)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:28:58.072533 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Returning: {'device': '6dc15447-b03b-4e89-805e-ec8a7e5d50de', 'network_id': '29517d65-0ca4-4aaa-a55b-a62a9ed4484f', 'port_id': '6dc15447-b03b-4e89-805e-ec8a7e5d50de', 'mac_address': 'fa:16:3e:8c:8a:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec3e14c2-1d98-4ccc-a9cd-d8c2be7f2096', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 18:28:58.125327 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:58.141711 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dc15447-b03b-4e89-805e-ec8a7e5d50de {{(pid=88039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:28:58.156650 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 6dc15447-b03b-4e89-805e-ec8a7e5d50de, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=6dc15447-b03b-4e89-805e-ec8a7e5d50de,segment=NetworkSegment(46dce72d-9292-40c8-9f3b-4c9e158021c7),segment_id=46dce72d-9292-40c8-9f3b-4c9e158021c7)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:28:58.160460 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:28:58.230114 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=6dc15447-b03b-4e89-805e-ec8a7e5d50de,revision_number=4']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:28:58.531877 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] get_ports_and_sgs() called for port_ids ['6dc15447-b03b-4e89-805e-ec8a7e5d50de'] {{(pid=88039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 18:28:59.209107 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4778a69a-5380-4ff0-8150-a8139e7a0262 req-39ccf532-2bd1-44ae-a8b8-4d50f735122c tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:28:59.210604 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-4778a69a-5380-4ff0-8150-a8139e7a0262 req-39ccf532-2bd1-44ae-a8b8-4d50f735122c tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/ports?device_id=023a1204-03e2-472d-a145-5251eb9943fb HTTP/1.1" status: 200 len: 945 time: 0.0782123 May 04 18:28:59.254794 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-4778a69a-5380-4ff0-8150-a8139e7a0262 req-29700ab0-37bb-4522-86be-cbdc5374b24b tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/security-groups?id=413772bf-cf78-4aca-beef-2cca91ffaf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385261 May 04 18:28:59.940517 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 6dc15447-b03b-4e89-805e-ec8a7e5d50de up at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:29:00.008287 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning for port 6dc15447-b03b-4e89-805e-ec8a7e5d50de completed by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 18:29:00.013036 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning complete for port 6dc15447-b03b-4e89-805e-ec8a7e5d50de triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:29:00.013407 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:00.122403 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:00.150655 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '023a1204-03e2-472d-a145-5251eb9943fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dc15447-b03b-4e89-805e-ec8a7e5d50de'}] {{(pid=88039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:29:00.160406 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 6dc15447-b03b-4e89-805e-ec8a7e5d50de, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=6dc15447-b03b-4e89-805e-ec8a7e5d50de,segment=NetworkSegment(46dce72d-9292-40c8-9f3b-4c9e158021c7),segment_id=46dce72d-9292-40c8-9f3b-4c9e158021c7)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:29:00.164292 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:00.224302 dv-neutron-840426-1-hyperv neutron-server[88039]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d835b951-7b9a-4a7e-b406-faf6acbcd00f'] response: {'server_uuid': '023a1204-03e2-472d-a145-5251eb9943fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dc15447-b03b-4e89-805e-ec8a7e5d50de', 'code': 200} May 04 18:29:00.261803 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=6dc15447-b03b-4e89-805e-ec8a7e5d50de,revision_number=5']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:00.486442 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f46715-c000-49db-ad5c-b3e8be109a95 req-12c901bb-7cee-434a-b61f-bfe697dd22a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:29:00.487831 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-47f46715-c000-49db-ad5c-b3e8be109a95 req-12c901bb-7cee-434a-b61f-bfe697dd22a1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=023a1204-03e2-472d-a145-5251eb9943fb HTTP/1.1" status: 200 len: 1099 time: 0.1321533 May 04 18:29:00.495908 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4a9d53-d5f5-46c3-b859-6a78cfc3b01d req-ca7df814-9a57-4498-a126-74713a141f12 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:29:00.497224 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-bf4a9d53-d5f5-46c3-b859-6a78cfc3b01d req-ca7df814-9a57-4498-a126-74713a141f12 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/ports?device_id=023a1204-03e2-472d-a145-5251eb9943fb HTTP/1.1" status: 200 len: 946 time: 0.1042612 May 04 18:29:00.562300 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-47f46715-c000-49db-ad5c-b3e8be109a95 req-90174e0c-0f2f-4303-a706-df50e4b9b978 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=413772bf-cf78-4aca-beef-2cca91ffaf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641336 May 04 18:29:00.566781 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-bf4a9d53-d5f5-46c3-b859-6a78cfc3b01d req-bc31f956-d104-46a5-b4de-22e91216fd21 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/security-groups?id=413772bf-cf78-4aca-beef-2cca91ffaf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544090 May 04 18:29:01.747622 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c921d-6560-4dd9-a452-743bb5d09248 req-53105495-f82f-44f2-93fb-21165a9f9f36 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:29:01.749055 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-361c921d-6560-4dd9-a452-743bb5d09248 req-53105495-f82f-44f2-93fb-21165a9f9f36 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/ports?device_id=023a1204-03e2-472d-a145-5251eb9943fb HTTP/1.1" status: 200 len: 946 time: 0.0799437 May 04 18:29:01.794805 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-361c921d-6560-4dd9-a452-743bb5d09248 req-c97f5b79-6807-4c56-9a23-96482e791fed tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/security-groups?id=413772bf-cf78-4aca-beef-2cca91ffaf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397298 May 04 18:29:02.978902 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8499c2f1-ed8b-4237-a61e-8b09d3772e97 req-d98745cb-e571-4ffb-8898-84c028ec99ae tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:29:02.980714 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-8499c2f1-ed8b-4237-a61e-8b09d3772e97 req-d98745cb-e571-4ffb-8898-84c028ec99ae tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/ports?device_id=023a1204-03e2-472d-a145-5251eb9943fb HTTP/1.1" status: 200 len: 946 time: 0.0831165 May 04 18:29:03.022979 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-8499c2f1-ed8b-4237-a61e-8b09d3772e97 req-f5c1126e-6c04-4d22-9c35-57f23e2720c9 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/security-groups?id=413772bf-cf78-4aca-beef-2cca91ffaf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365195 May 04 18:29:03.206927 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588acf1d-1ffe-4b33-a5f8-b7808a64efba req-7a016cb1-90ce-4d4c-b1c1-178671fe6953 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:29:03.208888 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-588acf1d-1ffe-4b33-a5f8-b7808a64efba req-7a016cb1-90ce-4d4c-b1c1-178671fe6953 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/ports?device_id=023a1204-03e2-472d-a145-5251eb9943fb HTTP/1.1" status: 200 len: 946 time: 0.0775962 May 04 18:29:03.256231 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-588acf1d-1ffe-4b33-a5f8-b7808a64efba req-b9357f75-0f8e-409f-9407-d393635fc522 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/security-groups?id=413772bf-cf78-4aca-beef-2cca91ffaf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415730 May 04 18:29:03.278530 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 36202) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:29:03.312856 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-04f4cfaa-cd84-4b94-a4a7-baa0dfeccccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:03.348916 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28903355-8397-4af9-bf60-f7ddceaf2bd8 tempest-TestSnapshotPattern-1607113105 tempest-TestSnapshotPattern-1607113105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:29:03.350433 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-28903355-8397-4af9-bf60-f7ddceaf2bd8 tempest-TestSnapshotPattern-1607113105 tempest-TestSnapshotPattern-1607113105-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=023a1204-03e2-472d-a145-5251eb9943fb HTTP/1.1" status: 200 len: 1094 time: 0.0709736 May 04 18:29:03.353193 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 36206) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:29:03.357909 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.v2.base [None req-57cebfce-add7-4c9b-915b-32c64bbd3b78 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Request body: {'floatingip': {'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'port_id': '6dc15447-b03b-4e89-805e-ec8a7e5d50de', 'tenant_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88037) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 18:29:03.363679 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-57cebfce-add7-4c9b-915b-32c64bbd3b78 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 18:29:03.367482 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-57cebfce-add7-4c9b-915b-32c64bbd3b78 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Usage tracker for resource:floatingip and tenant:cb5b9c64c84f41c3a2e8502c9e7845e9 is out of sync, need to count used quota {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 18:29:03.370265 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [None req-57cebfce-add7-4c9b-915b-32c64bbd3b78 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88037) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 18:29:03.375877 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.quota.driver [None req-57cebfce-add7-4c9b-915b-32c64bbd3b78 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88037) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 18:29:03.386659 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-57cebfce-add7-4c9b-915b-32c64bbd3b78 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks [] for floatingip, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:03.521620 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-57cebfce-add7-4c9b-915b-32c64bbd3b78 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:03.656038 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_common [None req-57cebfce-add7-4c9b-915b-32c64bbd3b78 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Allocated IP 172.26.0.41 (30bd8d35-9d66-4ec1-9734-58f713c6cd24/7638643e-671d-434e-884c-4e2c66cba17d/c3afcd04-0a48-4358-858a-6bcd42bdcd1d) {{(pid=88037) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 18:29:03.806299 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-57cebfce-add7-4c9b-915b-32c64bbd3b78 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks [] for port, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:03.834874 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-57cebfce-add7-4c9b-915b-32c64bbd3b78 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761603746115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:03.895519 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57cebfce-add7-4c9b-915b-32c64bbd3b78 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Network 30bd8d35-9d66-4ec1-9734-58f713c6cd24 is already hosted by enough agents. {{(pid=88037) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 18:29:03.898797 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.base_scheduler [None req-57cebfce-add7-4c9b-915b-32c64bbd3b78 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Resources bound (agent type, host, resource id): {{(pid=88037) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 18:29:03.902632 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cebfce-add7-4c9b-915b-32c64bbd3b78 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Received port after_create {{(pid=88037) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 04 18:29:03.939388 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cebfce-add7-4c9b-915b-32c64bbd3b78 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Pushing event updated for resources: {'Port': ['ID=c3afcd04-0a48-4358-858a-6bcd42bdcd1d,revision_number=1']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:04.313283 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-57cebfce-add7-4c9b-915b-32c64bbd3b78 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:04.476507 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-57cebfce-add7-4c9b-915b-32c64bbd3b78 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:04.672626 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-57cebfce-add7-4c9b-915b-32c64bbd3b78 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks [] for port, precommit_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:04.677764 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-57cebfce-add7-4c9b-915b-32c64bbd3b78 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6372081'] for port, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:04.781164 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cebfce-add7-4c9b-915b-32c64bbd3b78 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Pushing event updated for resources: {'Port': ['ID=c3afcd04-0a48-4358-858a-6bcd42bdcd1d,revision_number=2']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:29:04.793565 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-57cebfce-add7-4c9b-915b-32c64bbd3b78 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-710218'] for floatingip, after_update {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:04.962120 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.l3_db [None req-57cebfce-add7-4c9b-915b-32c64bbd3b78 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Floating IP e3dc0f3f-8628-40e7-acfb-37ba4b2e8eaa associated. External IP: 172.26.0.41, port: 6dc15447-b03b-4e89-805e-ec8a7e5d50de. May 04 18:29:05.302388 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57cebfce-add7-4c9b-915b-32c64bbd3b78 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Router 8e2124c0-bb79-4f73-bf5d-ddbec011c487 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 18:29:05.477116 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57cebfce-add7-4c9b-915b-32c64bbd3b78 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:29:05.486337 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd09ec3-1737-4141-b539-36a3f924d80c None None] Sync routers for ids ['8e2124c0-bb79-4f73-bf5d-ddbec011c487'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:29:05.496069 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd09ec3-1737-4141-b539-36a3f924d80c None None] Routers {'8e2124c0-bb79-4f73-bf5d-ddbec011c487'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:29:05.496832 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-bcd09ec3-1737-4141-b539-36a3f924d80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:28:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['8e2124c0-bb79-4f73-bf5d-ddbec011c487'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:29:05.501220 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-57cebfce-add7-4c9b-915b-32c64bbd3b78 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:05.565938 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-57cebfce-add7-4c9b-915b-32c64bbd3b78 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2005293 May 04 18:29:05.565938 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '023a1204-03e2-472d-a145-5251eb9943fb', 'tag': '6dc15447-b03b-4e89-805e-ec8a7e5d50de'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:29:05.604730 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4264990-6e7e-4886-a981-b610c9eafbc1'] response: {'name': 'network-changed', 'server_uuid': '023a1204-03e2-472d-a145-5251eb9943fb', 'tag': '6dc15447-b03b-4e89-805e-ec8a7e5d50de', 'status': 'completed', 'code': 200} May 04 18:29:05.654210 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0d71e9c8-b28f-467b-a97e-762fcafcd4d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:05.680313 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-bcd09ec3-1737-4141-b539-36a3f924d80c None None] Set router 8e2124c0-bb79-4f73-bf5d-ddbec011c487 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:29:05.698224 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c441c-4ba9-4590-bb09-8e81e769c4b0 req-572f006e-c803-4369-9bfa-02b0d71c1de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:29:05.699684 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a32c441c-4ba9-4590-bb09-8e81e769c4b0 req-572f006e-c803-4369-9bfa-02b0d71c1de5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cb5b9c64c84f41c3a2e8502c9e7845e9&device_id=023a1204-03e2-472d-a145-5251eb9943fb HTTP/1.1" status: 200 len: 1099 time: 0.0726485 May 04 18:29:05.933619 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c441c-4ba9-4590-bb09-8e81e769c4b0 req-ecaf7f04-fbad-4edb-81da-c968d1cd05e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:29:05.935064 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a32c441c-4ba9-4590-bb09-8e81e769c4b0 req-ecaf7f04-fbad-4edb-81da-c968d1cd05e6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=29517d65-0ca4-4aaa-a55b-a62a9ed4484f HTTP/1.1" status: 200 len: 910 time: 0.2282841 May 04 18:29:06.026411 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-bcd09ec3-1737-4141-b539-36a3f924d80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2124c0-bb79-4f73-bf5d-ddbec011c487', 'name': 'tempest-TestSnapshotPattern-610760349-router', 'tenant_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.218'}], 'enable_snat': True}, 'gw_port_id': '704e305c-b17c-42a1-9228-bc69351c7ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:25:20Z', 'updated_at': '2022-05-04T18:25:24Z', 'revision_number': 4, 'project_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'gw_port': {'id': '704e305c-b17c-42a1-9228-bc69351c7ded', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2124c0-bb79-4f73-bf5d-ddbec011c487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:25:21Z', 'updated_at': '2022-05-04T18:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': '3f3c308a-c606-4ee2-bf6d-eb6a57dcdd93', 'tenant_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'floating_ip_address': '172.26.0.195', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '8e2124c0-bb79-4f73-bf5d-ddbec011c487', 'port_id': '492c2c16-4e3a-4593-b486-e4e6ab98344d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29517d65-0ca4-4aaa-a55b-a62a9ed4484f', 'mac_address': 'fa:16:3e:4b:6e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc259bb-039b-447a-9078-a8d835bfd13e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:25:49Z', 'updated_at': '2022-05-04T18:25:52Z', 'revision_number': 1, 'project_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'fixed_ip_address_scope': None}, {'id': 'e3dc0f3f-8628-40e7-acfb-37ba4b2e8eaa', 'tenant_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'floating_ip_address': '172.26.0.41', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '8e2124c0-bb79-4f73-bf5d-ddbec011c487', 'port_id': '6dc15447-b03b-4e89-805e-ec8a7e5d50de', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1850, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29517d65-0ca4-4aaa-a55b-a62a9ed4484f', 'mac_address': 'fa:16:3e:8c:8a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023a1204-03e2-472d-a145-5251eb9943fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:29:04Z', 'updated_at': '2022-05-04T18:29:04Z', 'revision_number': 0, 'project_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a2cb776-e160-4267-85a7-a4142111b75d', 'name': '', 'network_id': '29517d65-0ca4-4aaa-a55b-a62a9ed4484f', 'tenant_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'mac_address': 'fa:16:3e:a7:30:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2124c0-bb79-4f73-bf5d-ddbec011c487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'ec3e14c2-1d98-4ccc-a9cd-d8c2be7f2096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:25:23Z', 'updated_at': '2022-05-04T18:25:30Z', 'revision_number': 5, 'project_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'subnets': [{'id': 'ec3e14c2-1d98-4ccc-a9cd-d8c2be7f2096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:29:06.030157 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd09ec3-1737-4141-b539-36a3f924d80c None None] Checking router: 8e2124c0-bb79-4f73-bf5d-ddbec011c487 for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:29:06.035541 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a32c441c-4ba9-4590-bb09-8e81e769c4b0 req-58333af8-3a26-44fb-9aca-2d95df22293a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6dc15447-b03b-4e89-805e-ec8a7e5d50de HTTP/1.1" status: 200 len: 999 time: 0.0934672 May 04 18:29:06.038328 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd09ec3-1737-4141-b539-36a3f924d80c None None] Routers {'8e2124c0-bb79-4f73-bf5d-ddbec011c487'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:29:06.038915 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-bcd09ec3-1737-4141-b539-36a3f924d80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:29:06Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['8e2124c0-bb79-4f73-bf5d-ddbec011c487'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:29:06.096679 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c441c-4ba9-4590-bb09-8e81e769c4b0 req-e784a8ba-0ec4-4f77-bb80-44b646c71a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:29:06.098153 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a32c441c-4ba9-4590-bb09-8e81e769c4b0 req-e784a8ba-0ec4-4f77-bb80-44b646c71a06 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec3e14c2-1d98-4ccc-a9cd-d8c2be7f2096 HTTP/1.1" status: 200 len: 848 time: 0.0566845 May 04 18:29:06.180146 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c441c-4ba9-4590-bb09-8e81e769c4b0 req-245dd29a-83d3-449b-9c17-0044c82d9455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:29:06.181640 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a32c441c-4ba9-4590-bb09-8e81e769c4b0 req-245dd29a-83d3-449b-9c17-0044c82d9455 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=29517d65-0ca4-4aaa-a55b-a62a9ed4484f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696638 May 04 18:29:06.215898 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-bcd09ec3-1737-4141-b539-36a3f924d80c None None] Set router 8e2124c0-bb79-4f73-bf5d-ddbec011c487 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:29:06.316795 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a32c441c-4ba9-4590-bb09-8e81e769c4b0 req-ebf425da-0a4f-487e-9ea1-dca3599a0075 service neutron] 10.222.0.42 "GET /v2.0/networks/29517d65-0ca4-4aaa-a55b-a62a9ed4484f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277370 May 04 18:29:06.449086 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a32c441c-4ba9-4590-bb09-8e81e769c4b0 req-2c50dc58-f6cc-4d36-8a03-6cd081bf6800 service neutron] 10.222.0.42 "GET /v2.0/networks/29517d65-0ca4-4aaa-a55b-a62a9ed4484f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261108 May 04 18:29:06.593366 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-bcd09ec3-1737-4141-b539-36a3f924d80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2124c0-bb79-4f73-bf5d-ddbec011c487', 'name': 'tempest-TestSnapshotPattern-610760349-router', 'tenant_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.218'}], 'enable_snat': True}, 'gw_port_id': '704e305c-b17c-42a1-9228-bc69351c7ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:25:20Z', 'updated_at': '2022-05-04T18:25:24Z', 'revision_number': 4, 'project_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'gw_port': {'id': '704e305c-b17c-42a1-9228-bc69351c7ded', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2124c0-bb79-4f73-bf5d-ddbec011c487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:25:21Z', 'updated_at': '2022-05-04T18:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': '3f3c308a-c606-4ee2-bf6d-eb6a57dcdd93', 'tenant_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'floating_ip_address': '172.26.0.195', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '8e2124c0-bb79-4f73-bf5d-ddbec011c487', 'port_id': '492c2c16-4e3a-4593-b486-e4e6ab98344d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29517d65-0ca4-4aaa-a55b-a62a9ed4484f', 'mac_address': 'fa:16:3e:4b:6e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc259bb-039b-447a-9078-a8d835bfd13e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:25:49Z', 'updated_at': '2022-05-04T18:25:52Z', 'revision_number': 1, 'project_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'fixed_ip_address_scope': None}, {'id': 'e3dc0f3f-8628-40e7-acfb-37ba4b2e8eaa', 'tenant_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'floating_ip_address': '172.26.0.41', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '8e2124c0-bb79-4f73-bf5d-ddbec011c487', 'port_id': '6dc15447-b03b-4e89-805e-ec8a7e5d50de', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1850, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29517d65-0ca4-4aaa-a55b-a62a9ed4484f', 'mac_address': 'fa:16:3e:8c:8a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023a1204-03e2-472d-a145-5251eb9943fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:29:04Z', 'updated_at': '2022-05-04T18:29:04Z', 'revision_number': 0, 'project_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a2cb776-e160-4267-85a7-a4142111b75d', 'name': '', 'network_id': '29517d65-0ca4-4aaa-a55b-a62a9ed4484f', 'tenant_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'mac_address': 'fa:16:3e:a7:30:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2124c0-bb79-4f73-bf5d-ddbec011c487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'ec3e14c2-1d98-4ccc-a9cd-d8c2be7f2096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:25:23Z', 'updated_at': '2022-05-04T18:25:30Z', 'revision_number': 5, 'project_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'subnets': [{'id': 'ec3e14c2-1d98-4ccc-a9cd-d8c2be7f2096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:29:06.597394 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd09ec3-1737-4141-b539-36a3f924d80c None None] The sync data for ids ['8e2124c0-bb79-4f73-bf5d-ddbec011c487'] in dv-neutron-840426-1-hyperv is: [{'id': '8e2124c0-bb79-4f73-bf5d-ddbec011c487', 'name': 'tempest-TestSnapshotPattern-610760349-router', 'tenant_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.218'}], 'enable_snat': True}, 'gw_port_id': '704e305c-b17c-42a1-9228-bc69351c7ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:25:20Z', 'updated_at': '2022-05-04T18:25:24Z', 'revision_number': 4, 'project_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'gw_port': {'id': '704e305c-b17c-42a1-9228-bc69351c7ded', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2124c0-bb79-4f73-bf5d-ddbec011c487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:25:21Z', 'updated_at': '2022-05-04T18:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': '3f3c308a-c606-4ee2-bf6d-eb6a57dcdd93', 'tenant_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'floating_ip_address': '172.26.0.195', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '8e2124c0-bb79-4f73-bf5d-ddbec011c487', 'port_id': '492c2c16-4e3a-4593-b486-e4e6ab98344d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29517d65-0ca4-4aaa-a55b-a62a9ed4484f', 'mac_address': 'fa:16:3e:4b:6e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc259bb-039b-447a-9078-a8d835bfd13e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:25:49Z', 'updated_at': '2022-05-04T18:25:52Z', 'revision_number': 1, 'project_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'fixed_ip_address_scope': None}, {'id': 'e3dc0f3f-8628-40e7-acfb-37ba4b2e8eaa', 'tenant_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'floating_ip_address': '172.26.0.41', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '8e2124c0-bb79-4f73-bf5d-ddbec011c487', 'port_id': '6dc15447-b03b-4e89-805e-ec8a7e5d50de', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1850, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29517d65-0ca4-4aaa-a55b-a62a9ed4484f', 'mac_address': 'fa:16:3e:8c:8a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023a1204-03e2-472d-a145-5251eb9943fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:29:04Z', 'updated_at': '2022-05-04T18:29:04Z', 'revision_number': 0, 'project_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a2cb776-e160-4267-85a7-a4142111b75d', 'name': '', 'network_id': '29517d65-0ca4-4aaa-a55b-a62a9ed4484f', 'tenant_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'mac_address': 'fa:16:3e:a7:30:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2124c0-bb79-4f73-bf5d-ddbec011c487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'ec3e14c2-1d98-4ccc-a9cd-d8c2be7f2096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:25:23Z', 'updated_at': '2022-05-04T18:25:30Z', 'revision_number': 5, 'project_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'subnets': [{'id': 'ec3e14c2-1d98-4ccc-a9cd-d8c2be7f2096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:29:06.737036 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:06.769726 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:06.789493 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a736af-1370-47aa-8907-a2d6825f5a4c None None] New status for floating IP e3dc0f3f-8628-40e7-acfb-37ba4b2e8eaa: ACTIVE {{(pid=88039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 18:29:07.270146 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 18:29:08.116514 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:09.877073 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:33.315699 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-39254b8e-e8ff-404a-9ea8-677498d08c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:35.656077 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-77a008d4-6bc3-4cdf-bb5c-2e2ed7db32eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:36.739526 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:36.770646 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:38.121256 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:39.893384 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:29:40.726919 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dc532a9f-e04c-4215-bbc6-c50cf1ee3822 req-67c1c227-2548-4467-a918-09ca33dc8893 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bdc259bb-039b-447a-9078-a8d835bfd13e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0722427 May 04 18:29:40.860362 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc532a9f-e04c-4215-bbc6-c50cf1ee3822 req-fa56635b-f218-4513-98a3-1daa417c47a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:29:40.861819 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dc532a9f-e04c-4215-bbc6-c50cf1ee3822 req-fa56635b-f218-4513-98a3-1daa417c47a9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cb5b9c64c84f41c3a2e8502c9e7845e9&device_id=bdc259bb-039b-447a-9078-a8d835bfd13e HTTP/1.1" status: 200 len: 1096 time: 0.0698438 May 04 18:29:41.002970 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc532a9f-e04c-4215-bbc6-c50cf1ee3822 req-62505485-e8a4-465c-8ce6-49a9d8eb4108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:29:41.004306 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dc532a9f-e04c-4215-bbc6-c50cf1ee3822 req-62505485-e8a4-465c-8ce6-49a9d8eb4108 service neutron] 10.222.0.42 "GET /v2.0/networks?id=29517d65-0ca4-4aaa-a55b-a62a9ed4484f HTTP/1.1" status: 200 len: 910 time: 0.1236060 May 04 18:29:41.109844 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dc532a9f-e04c-4215-bbc6-c50cf1ee3822 req-493f9cc6-93f8-43fe-a3e9-6b56b2869081 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=492c2c16-4e3a-4593-b486-e4e6ab98344d HTTP/1.1" status: 200 len: 999 time: 0.0985937 May 04 18:29:41.172782 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc532a9f-e04c-4215-bbc6-c50cf1ee3822 req-e6743e80-68f5-41c6-99e6-c9f2619e808e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:29:41.174179 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dc532a9f-e04c-4215-bbc6-c50cf1ee3822 req-e6743e80-68f5-41c6-99e6-c9f2619e808e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec3e14c2-1d98-4ccc-a9cd-d8c2be7f2096 HTTP/1.1" status: 200 len: 848 time: 0.0579405 May 04 18:29:41.247558 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc532a9f-e04c-4215-bbc6-c50cf1ee3822 req-6fd739b0-6184-47e7-aa42-7b4b68883b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:29:41.249010 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dc532a9f-e04c-4215-bbc6-c50cf1ee3822 req-6fd739b0-6184-47e7-aa42-7b4b68883b55 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=29517d65-0ca4-4aaa-a55b-a62a9ed4484f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687699 May 04 18:29:41.378575 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dc532a9f-e04c-4215-bbc6-c50cf1ee3822 req-bcef1bd2-98c8-4b8a-948e-170388a16003 service neutron] 10.222.0.42 "GET /v2.0/networks/29517d65-0ca4-4aaa-a55b-a62a9ed4484f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223001 May 04 18:29:41.506963 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-dc532a9f-e04c-4215-bbc6-c50cf1ee3822 req-3a3bd6f6-c389-4a75-8594-6ac63f5cf097 service neutron] 10.222.0.42 "GET /v2.0/networks/29517d65-0ca4-4aaa-a55b-a62a9ed4484f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221249 May 04 18:29:44.268821 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 18:30:03.320887 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-a72d3c10-43fa-400d-953b-bc9e6ca968cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:05.656520 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-aa472ee4-c11d-43a9-8fdc-d3e51366035f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:06.742264 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:06.772715 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:08.122399 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:09.915008 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:21.267595 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 18:30:33.322412 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-196794e1-220c-4071-b989-b4a88065cd73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:35.659304 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-62e535a0-4f1e-4161-9baa-6446bff9327c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:36.744486 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:36.775853 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:38.128367 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:39.908701 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:30:42.865200 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-fdb6052d-d249-4344-b31a-966831f6aff5 req-f4d8e376-d42b-4c47-aeae-db0380644c7d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=023a1204-03e2-472d-a145-5251eb9943fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1185286 May 04 18:30:42.960739 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb6052d-d249-4344-b31a-966831f6aff5 req-c2dcb126-dc4c-44a2-806d-453674151156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:30:42.962223 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-fdb6052d-d249-4344-b31a-966831f6aff5 req-c2dcb126-dc4c-44a2-806d-453674151156 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cb5b9c64c84f41c3a2e8502c9e7845e9&device_id=023a1204-03e2-472d-a145-5251eb9943fb HTTP/1.1" status: 200 len: 1099 time: 0.0751278 May 04 18:30:43.195170 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb6052d-d249-4344-b31a-966831f6aff5 req-b57f526b-3775-4946-9711-d48006d0cf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:30:43.195473 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-fdb6052d-d249-4344-b31a-966831f6aff5 req-b57f526b-3775-4946-9711-d48006d0cf53 service neutron] 10.222.0.42 "GET /v2.0/networks?id=29517d65-0ca4-4aaa-a55b-a62a9ed4484f HTTP/1.1" status: 200 len: 910 time: 0.2129719 May 04 18:30:43.301162 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-fdb6052d-d249-4344-b31a-966831f6aff5 req-a18e678d-4931-41c7-be35-e3d05d065a3c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6dc15447-b03b-4e89-805e-ec8a7e5d50de HTTP/1.1" status: 200 len: 1001 time: 0.0984528 May 04 18:30:43.365936 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb6052d-d249-4344-b31a-966831f6aff5 req-1d26e5e2-fa20-433d-951b-6a9b5e94084c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:30:43.367389 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-fdb6052d-d249-4344-b31a-966831f6aff5 req-1d26e5e2-fa20-433d-951b-6a9b5e94084c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec3e14c2-1d98-4ccc-a9cd-d8c2be7f2096 HTTP/1.1" status: 200 len: 848 time: 0.0593772 May 04 18:30:43.445043 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb6052d-d249-4344-b31a-966831f6aff5 req-65c8c00a-8bd8-46d2-89c3-5dcf7098bb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:30:43.446583 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-fdb6052d-d249-4344-b31a-966831f6aff5 req-65c8c00a-8bd8-46d2-89c3-5dcf7098bb7a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=29517d65-0ca4-4aaa-a55b-a62a9ed4484f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729756 May 04 18:30:43.576021 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-fdb6052d-d249-4344-b31a-966831f6aff5 req-99f6a113-02b9-4103-a837-469b1328e627 service neutron] 10.222.0.42 "GET /v2.0/networks/29517d65-0ca4-4aaa-a55b-a62a9ed4484f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225481 May 04 18:30:43.704934 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-fdb6052d-d249-4344-b31a-966831f6aff5 req-e7ad2d0c-8493-4afb-8d7b-629dd7ac2d2a service neutron] 10.222.0.42 "GET /v2.0/networks/29517d65-0ca4-4aaa-a55b-a62a9ed4484f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223991 May 04 18:30:58.267717 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 18:31:03.325309 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-dc1ed033-bc9d-4726-8e29-76609ca4a891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:05.662099 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-592b1c62-fc6c-49f7-ac63-90ffedede202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:06.745730 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:06.777608 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:08.129478 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:09.938148 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:24.758001 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 6dc15447-b03b-4e89-805e-ec8a7e5d50de details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=88039) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 18:31:24.886420 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 6dc15447-b03b-4e89-805e-ec8a7e5d50de, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=6dc15447-b03b-4e89-805e-ec8a7e5d50de,segment=NetworkSegment(46dce72d-9292-40c8-9f3b-4c9e158021c7),segment_id=46dce72d-9292-40c8-9f3b-4c9e158021c7)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:31:24.899613 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Returning: {'device': '6dc15447-b03b-4e89-805e-ec8a7e5d50de', 'network_id': '29517d65-0ca4-4aaa-a55b-a62a9ed4484f', 'port_id': '6dc15447-b03b-4e89-805e-ec8a7e5d50de', 'mac_address': 'fa:16:3e:8c:8a:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec3e14c2-1d98-4ccc-a9cd-d8c2be7f2096', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88039) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 18:31:24.952539 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:24.968378 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6dc15447-b03b-4e89-805e-ec8a7e5d50de {{(pid=88039) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 18:31:24.983121 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 6dc15447-b03b-4e89-805e-ec8a7e5d50de, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=6dc15447-b03b-4e89-805e-ec8a7e5d50de,segment=NetworkSegment(46dce72d-9292-40c8-9f3b-4c9e158021c7),segment_id=46dce72d-9292-40c8-9f3b-4c9e158021c7)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:31:24.987750 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:25.058365 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=6dc15447-b03b-4e89-805e-ec8a7e5d50de,revision_number=6']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:31:25.065667 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:25.066066 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:25.066425 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:25.066760 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:25.067090 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:25.067416 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:25.067762 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:25.068087 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:25.068410 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:25.068731 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:25.069048 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:25.069365 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88039) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:25.073831 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] get_ports_and_sgs() called for port_ids ['6dc15447-b03b-4e89-805e-ec8a7e5d50de'] {{(pid=88039) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 18:31:26.774734 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 6dc15447-b03b-4e89-805e-ec8a7e5d50de up at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 18:31:26.842003 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.provisioning_blocks [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Provisioning complete for port 6dc15447-b03b-4e89-805e-ec8a7e5d50de triggered by entity L2. {{(pid=88039) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 18:31:26.842368 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1783938'] for port, provisioning_complete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:26.950214 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1760874'] for port, before_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:26.975256 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '023a1204-03e2-472d-a145-5251eb9943fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dc15447-b03b-4e89-805e-ec8a7e5d50de'}] {{(pid=88039) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:31:26.984966 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] For port 6dc15447-b03b-4e89-805e-ec8a7e5d50de, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=6dc15447-b03b-4e89-805e-ec8a7e5d50de,segment=NetworkSegment(46dce72d-9292-40c8-9f3b-4c9e158021c7),segment_id=46dce72d-9292-40c8-9f3b-4c9e158021c7)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:31:26.989116 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761604174605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761603746133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761603746178'] for port, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:27.074494 dv-neutron-840426-1-hyperv neutron-server[88039]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b53d22f4-5cfa-4905-848a-a36088837835'] response: {'server_uuid': '023a1204-03e2-472d-a145-5251eb9943fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dc15447-b03b-4e89-805e-ec8a7e5d50de', 'code': 200} May 04 18:31:27.094165 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Pushing event updated for resources: {'Port': ['ID=6dc15447-b03b-4e89-805e-ec8a7e5d50de,revision_number=7']} {{(pid=88039) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:31:33.332784 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-6497c2dd-7b20-45af-be90-bff5c7011faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:35.271646 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 18:31:35.666506 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-dc4c432f-1dfd-4828-9dc6-efb38368606d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:36.751859 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:36.789391 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:38.133282 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:38.292852 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 36472) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:31:38.498267 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-459934f4-59f8-489b-a460-10d2aa43263a tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Deleting port c3afcd04-0a48-4358-858a-6bcd42bdcd1d {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:31:38.499152 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-459934f4-59f8-489b-a460-10d2aa43263a tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:38.661492 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-459934f4-59f8-489b-a460-10d2aa43263a tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:38.661842 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-459934f4-59f8-489b-a460-10d2aa43263a tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:38.780777 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-459934f4-59f8-489b-a460-10d2aa43263a tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Calling delete_port for c3afcd04-0a48-4358-858a-6bcd42bdcd1d owned by network:floatingip {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:31:38.925288 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-459934f4-59f8-489b-a460-10d2aa43263a tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:38.970118 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459934f4-59f8-489b-a460-10d2aa43263a tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Pushing event deleted for resources: {'Port': ['ID=c3afcd04-0a48-4358-858a-6bcd42bdcd1d,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:31:39.009182 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459934f4-59f8-489b-a460-10d2aa43263a tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:39.009534 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459934f4-59f8-489b-a460-10d2aa43263a tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:39.009873 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459934f4-59f8-489b-a460-10d2aa43263a tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:39.010238 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459934f4-59f8-489b-a460-10d2aa43263a tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:39.010570 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459934f4-59f8-489b-a460-10d2aa43263a tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:39.010900 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459934f4-59f8-489b-a460-10d2aa43263a tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:39.011227 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459934f4-59f8-489b-a460-10d2aa43263a tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:39.011551 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459934f4-59f8-489b-a460-10d2aa43263a tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:39.011875 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459934f4-59f8-489b-a460-10d2aa43263a tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:39.012197 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459934f4-59f8-489b-a460-10d2aa43263a tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:39.012519 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459934f4-59f8-489b-a460-10d2aa43263a tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:39.012838 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459934f4-59f8-489b-a460-10d2aa43263a tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88037) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:39.070286 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-459934f4-59f8-489b-a460-10d2aa43263a tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks [] for floatingip, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:39.070538 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.l3_db [None req-459934f4-59f8-489b-a460-10d2aa43263a tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Floating IP e3dc0f3f-8628-40e7-acfb-37ba4b2e8eaa disassociated (deleted). External IP: 172.26.0.41, port: 6dc15447-b03b-4e89-805e-ec8a7e5d50de. May 04 18:31:39.517158 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-459934f4-59f8-489b-a460-10d2aa43263a tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Router 8e2124c0-bb79-4f73-bf5d-ddbec011c487 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 18:31:39.692112 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-459934f4-59f8-489b-a460-10d2aa43263a tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:31:39.701878 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b78a8cf-283c-4bb7-8f23-65097f2c20b3 None None] Sync routers for ids ['8e2124c0-bb79-4f73-bf5d-ddbec011c487'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:31:39.711258 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b78a8cf-283c-4bb7-8f23-65097f2c20b3 None None] Routers {'8e2124c0-bb79-4f73-bf5d-ddbec011c487'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:31:39.711682 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-459934f4-59f8-489b-a460-10d2aa43263a tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:39.711866 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-8b78a8cf-283c-4bb7-8f23-65097f2c20b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:31:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['8e2124c0-bb79-4f73-bf5d-ddbec011c487'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:31:39.769991 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-459934f4-59f8-489b-a460-10d2aa43263a tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "DELETE /v2.0/floatingips/e3dc0f3f-8628-40e7-acfb-37ba4b2e8eaa HTTP/1.1" status: 204 len: 168 time: 1.4758101 May 04 18:31:39.770404 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '023a1204-03e2-472d-a145-5251eb9943fb', 'tag': '6dc15447-b03b-4e89-805e-ec8a7e5d50de'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:31:39.888360 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-8b78a8cf-283c-4bb7-8f23-65097f2c20b3 None None] Set router 8e2124c0-bb79-4f73-bf5d-ddbec011c487 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:31:39.946870 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:40.056573 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bd7e6c4-d9c2-44cf-b86d-ef14afddaafc'] response: {'name': 'network-changed', 'server_uuid': '023a1204-03e2-472d-a145-5251eb9943fb', 'tag': '6dc15447-b03b-4e89-805e-ec8a7e5d50de', 'status': 'completed', 'code': 200} May 04 18:31:40.207997 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357706b6-2da7-4bcd-b207-d9eb9626779c req-afbf385f-44c5-4f23-9cc1-aee12b7605a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:31:40.209484 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-357706b6-2da7-4bcd-b207-d9eb9626779c req-afbf385f-44c5-4f23-9cc1-aee12b7605a8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cb5b9c64c84f41c3a2e8502c9e7845e9&device_id=023a1204-03e2-472d-a145-5251eb9943fb HTTP/1.1" status: 200 len: 1099 time: 0.1267896 May 04 18:31:40.243500 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-8b78a8cf-283c-4bb7-8f23-65097f2c20b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2124c0-bb79-4f73-bf5d-ddbec011c487', 'name': 'tempest-TestSnapshotPattern-610760349-router', 'tenant_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.218'}], 'enable_snat': True}, 'gw_port_id': '704e305c-b17c-42a1-9228-bc69351c7ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:25:20Z', 'updated_at': '2022-05-04T18:25:24Z', 'revision_number': 4, 'project_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'gw_port': {'id': '704e305c-b17c-42a1-9228-bc69351c7ded', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2124c0-bb79-4f73-bf5d-ddbec011c487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:25:21Z', 'updated_at': '2022-05-04T18:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': '3f3c308a-c606-4ee2-bf6d-eb6a57dcdd93', 'tenant_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'floating_ip_address': '172.26.0.195', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '8e2124c0-bb79-4f73-bf5d-ddbec011c487', 'port_id': '492c2c16-4e3a-4593-b486-e4e6ab98344d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29517d65-0ca4-4aaa-a55b-a62a9ed4484f', 'mac_address': 'fa:16:3e:4b:6e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc259bb-039b-447a-9078-a8d835bfd13e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:25:49Z', 'updated_at': '2022-05-04T18:25:52Z', 'revision_number': 1, 'project_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a2cb776-e160-4267-85a7-a4142111b75d', 'name': '', 'network_id': '29517d65-0ca4-4aaa-a55b-a62a9ed4484f', 'tenant_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'mac_address': 'fa:16:3e:a7:30:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2124c0-bb79-4f73-bf5d-ddbec011c487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'ec3e14c2-1d98-4ccc-a9cd-d8c2be7f2096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:25:23Z', 'updated_at': '2022-05-04T18:25:30Z', 'revision_number': 5, 'project_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'subnets': [{'id': 'ec3e14c2-1d98-4ccc-a9cd-d8c2be7f2096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:31:40.247299 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b78a8cf-283c-4bb7-8f23-65097f2c20b3 None None] Checking router: 8e2124c0-bb79-4f73-bf5d-ddbec011c487 for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:31:40.256105 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b78a8cf-283c-4bb7-8f23-65097f2c20b3 None None] Routers {'8e2124c0-bb79-4f73-bf5d-ddbec011c487'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:31:40.256702 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-8b78a8cf-283c-4bb7-8f23-65097f2c20b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:31:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['8e2124c0-bb79-4f73-bf5d-ddbec011c487'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:31:40.271034 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d614b21-7121-42c2-b301-0a050505da11 req-0f7f54c3-e34e-4460-9b0d-c45f9d31cd0f tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:31:40.271719 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-6d614b21-7121-42c2-b301-0a050505da11 req-0f7f54c3-e34e-4460-9b0d-c45f9d31cd0f tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Synchronizing usage tracker for tenant:cb5b9c64c84f41c3a2e8502c9e7845e9 on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:31:40.340535 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-6d614b21-7121-42c2-b301-0a050505da11 req-0f7f54c3-e34e-4460-9b0d-c45f9d31cd0f tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Unset dirty status for tenant:cb5b9c64c84f41c3a2e8502c9e7845e9 on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:31:40.341682 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6d614b21-7121-42c2-b301-0a050505da11 req-0f7f54c3-e34e-4460-9b0d-c45f9d31cd0f tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/ports?device_id=023a1204-03e2-472d-a145-5251eb9943fb HTTP/1.1" status: 200 len: 946 time: 0.2030153 May 04 18:31:40.387371 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357706b6-2da7-4bcd-b207-d9eb9626779c req-197d5189-4541-41ef-893d-4fbdfebd12c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:31:40.388801 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-357706b6-2da7-4bcd-b207-d9eb9626779c req-197d5189-4541-41ef-893d-4fbdfebd12c5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=29517d65-0ca4-4aaa-a55b-a62a9ed4484f HTTP/1.1" status: 200 len: 910 time: 0.1718147 May 04 18:31:40.430863 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-8b78a8cf-283c-4bb7-8f23-65097f2c20b3 None None] Set router 8e2124c0-bb79-4f73-bf5d-ddbec011c487 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:31:40.461659 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-357706b6-2da7-4bcd-b207-d9eb9626779c req-cd030a19-f62e-475e-9a0a-8ca783c9b7e7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6dc15447-b03b-4e89-805e-ec8a7e5d50de HTTP/1.1" status: 200 len: 217 time: 0.0641963 May 04 18:31:40.464568 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-6d614b21-7121-42c2-b301-0a050505da11 req-5790c15c-ad2e-4a3d-a1ed-43cdbd5c0f25 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/security-groups?id=413772bf-cf78-4aca-beef-2cca91ffaf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141610 May 04 18:31:40.528468 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357706b6-2da7-4bcd-b207-d9eb9626779c req-b9032922-8367-42e5-9dd0-bdc938b3421b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:31:40.530516 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-357706b6-2da7-4bcd-b207-d9eb9626779c req-b9032922-8367-42e5-9dd0-bdc938b3421b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec3e14c2-1d98-4ccc-a9cd-d8c2be7f2096 HTTP/1.1" status: 200 len: 848 time: 0.0612073 May 04 18:31:40.605173 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357706b6-2da7-4bcd-b207-d9eb9626779c req-16d8a113-7aa4-426e-b133-0ec33a5fe03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:31:40.606578 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-357706b6-2da7-4bcd-b207-d9eb9626779c req-16d8a113-7aa4-426e-b133-0ec33a5fe03a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=29517d65-0ca4-4aaa-a55b-a62a9ed4484f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692322 May 04 18:31:40.738192 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-357706b6-2da7-4bcd-b207-d9eb9626779c req-fd8e7fc3-5e92-417a-a166-f945212f18bd service neutron] 10.222.0.42 "GET /v2.0/networks/29517d65-0ca4-4aaa-a55b-a62a9ed4484f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231301 May 04 18:31:40.797756 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-8b78a8cf-283c-4bb7-8f23-65097f2c20b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2124c0-bb79-4f73-bf5d-ddbec011c487', 'name': 'tempest-TestSnapshotPattern-610760349-router', 'tenant_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.218'}], 'enable_snat': True}, 'gw_port_id': '704e305c-b17c-42a1-9228-bc69351c7ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:25:20Z', 'updated_at': '2022-05-04T18:25:24Z', 'revision_number': 4, 'project_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'gw_port': {'id': '704e305c-b17c-42a1-9228-bc69351c7ded', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2124c0-bb79-4f73-bf5d-ddbec011c487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:25:21Z', 'updated_at': '2022-05-04T18:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': '3f3c308a-c606-4ee2-bf6d-eb6a57dcdd93', 'tenant_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'floating_ip_address': '172.26.0.195', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '8e2124c0-bb79-4f73-bf5d-ddbec011c487', 'port_id': '492c2c16-4e3a-4593-b486-e4e6ab98344d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29517d65-0ca4-4aaa-a55b-a62a9ed4484f', 'mac_address': 'fa:16:3e:4b:6e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc259bb-039b-447a-9078-a8d835bfd13e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:25:49Z', 'updated_at': '2022-05-04T18:25:52Z', 'revision_number': 1, 'project_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a2cb776-e160-4267-85a7-a4142111b75d', 'name': '', 'network_id': '29517d65-0ca4-4aaa-a55b-a62a9ed4484f', 'tenant_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'mac_address': 'fa:16:3e:a7:30:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2124c0-bb79-4f73-bf5d-ddbec011c487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'ec3e14c2-1d98-4ccc-a9cd-d8c2be7f2096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:25:23Z', 'updated_at': '2022-05-04T18:25:30Z', 'revision_number': 5, 'project_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'subnets': [{'id': 'ec3e14c2-1d98-4ccc-a9cd-d8c2be7f2096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:31:40.801663 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b78a8cf-283c-4bb7-8f23-65097f2c20b3 None None] The sync data for ids ['8e2124c0-bb79-4f73-bf5d-ddbec011c487'] in dv-neutron-840426-1-hyperv is: [{'id': '8e2124c0-bb79-4f73-bf5d-ddbec011c487', 'name': 'tempest-TestSnapshotPattern-610760349-router', 'tenant_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.218'}], 'enable_snat': True}, 'gw_port_id': '704e305c-b17c-42a1-9228-bc69351c7ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:25:20Z', 'updated_at': '2022-05-04T18:25:24Z', 'revision_number': 4, 'project_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'gw_port': {'id': '704e305c-b17c-42a1-9228-bc69351c7ded', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2124c0-bb79-4f73-bf5d-ddbec011c487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:25:21Z', 'updated_at': '2022-05-04T18:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_floatingips': [{'id': '3f3c308a-c606-4ee2-bf6d-eb6a57dcdd93', 'tenant_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'floating_ip_address': '172.26.0.195', 'floating_network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'router_id': '8e2124c0-bb79-4f73-bf5d-ddbec011c487', 'port_id': '492c2c16-4e3a-4593-b486-e4e6ab98344d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29517d65-0ca4-4aaa-a55b-a62a9ed4484f', 'mac_address': 'fa:16:3e:4b:6e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc259bb-039b-447a-9078-a8d835bfd13e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T18:25:49Z', 'updated_at': '2022-05-04T18:25:52Z', 'revision_number': 1, 'project_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a2cb776-e160-4267-85a7-a4142111b75d', 'name': '', 'network_id': '29517d65-0ca4-4aaa-a55b-a62a9ed4484f', 'tenant_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'mac_address': 'fa:16:3e:a7:30:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2124c0-bb79-4f73-bf5d-ddbec011c487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'ec3e14c2-1d98-4ccc-a9cd-d8c2be7f2096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:25:23Z', 'updated_at': '2022-05-04T18:25:30Z', 'revision_number': 5, 'project_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'subnets': [{'id': 'ec3e14c2-1d98-4ccc-a9cd-d8c2be7f2096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:31:40.876111 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-357706b6-2da7-4bcd-b207-d9eb9626779c req-c388894e-0a37-475c-a490-989d8c3f2754 service neutron] 10.222.0.42 "GET /v2.0/networks/29517d65-0ca4-4aaa-a55b-a62a9ed4484f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307852 May 04 18:31:41.008690 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d111e8-0c9b-45e6-bcc6-161c2c2cc270 None None] New status for floating IP e3dc0f3f-8628-40e7-acfb-37ba4b2e8eaa: DOWN {{(pid=88039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 18:31:41.653566 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c0ad9-016c-4847-9d9d-5ee1128a5911 req-77099611-b598-4ae4-a28c-7cc4c16c614a tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:31:41.655077 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-832c0ad9-016c-4847-9d9d-5ee1128a5911 req-77099611-b598-4ae4-a28c-7cc4c16c614a tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/ports?device_id=023a1204-03e2-472d-a145-5251eb9943fb HTTP/1.1" status: 200 len: 946 time: 0.0826194 May 04 18:31:41.795716 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-832c0ad9-016c-4847-9d9d-5ee1128a5911 req-de035e39-714a-4131-83b3-0d5f10d39805 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/security-groups?id=413772bf-cf78-4aca-beef-2cca91ffaf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349804 May 04 18:31:41.961801 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922e959a-c99d-4dbb-8ea7-7c09cb36e920 req-4635739e-5b76-4a8e-8a15-412863aad9c8 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:31:41.963223 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-922e959a-c99d-4dbb-8ea7-7c09cb36e920 req-4635739e-5b76-4a8e-8a15-412863aad9c8 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.42 "GET /v2.0/ports?device_id=023a1204-03e2-472d-a145-5251eb9943fb HTTP/1.1" status: 200 len: 946 time: 0.0773771 May 04 18:31:42.032260 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [req-922e959a-c99d-4dbb-8ea7-7c09cb36e920 req-faec73e7-f273-4129-9594-708301beab2c tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Deleting port 6dc15447-b03b-4e89-805e-ec8a7e5d50de {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:31:42.032601 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-922e959a-c99d-4dbb-8ea7-7c09cb36e920 req-faec73e7-f273-4129-9594-708301beab2c tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:42.272011 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [req-922e959a-c99d-4dbb-8ea7-7c09cb36e920 req-faec73e7-f273-4129-9594-708301beab2c tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] For port 6dc15447-b03b-4e89-805e-ec8a7e5d50de, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=6dc15447-b03b-4e89-805e-ec8a7e5d50de,segment=NetworkSegment(46dce72d-9292-40c8-9f3b-4c9e158021c7),segment_id=46dce72d-9292-40c8-9f3b-4c9e158021c7)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:31:42.272372 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-922e959a-c99d-4dbb-8ea7-7c09cb36e920 req-faec73e7-f273-4129-9594-708301beab2c tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:42.391765 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [req-922e959a-c99d-4dbb-8ea7-7c09cb36e920 req-faec73e7-f273-4129-9594-708301beab2c tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Calling delete_port for 6dc15447-b03b-4e89-805e-ec8a7e5d50de owned by compute:nova {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:31:42.531587 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-922e959a-c99d-4dbb-8ea7-7c09cb36e920 req-faec73e7-f273-4129-9594-708301beab2c tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:42.581238 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faec73e7-f273-4129-9594-708301beab2c tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Pushing event deleted for resources: {'Port': ['ID=6dc15447-b03b-4e89-805e-ec8a7e5d50de,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:31:42.656337 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [req-922e959a-c99d-4dbb-8ea7-7c09cb36e920 req-faec73e7-f273-4129-9594-708301beab2c tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] No DVR routers for this DVR port 6dc15447-b03b-4e89-805e-ec8a7e5d50de on host hv-neutron-8404 {{(pid=88037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:31:42.658597 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [req-922e959a-c99d-4dbb-8ea7-7c09cb36e920 req-faec73e7-f273-4129-9594-708301beab2c tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:42.661017 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '023a1204-03e2-472d-a145-5251eb9943fb', 'name': 'network-vif-deleted', 'tag': '6dc15447-b03b-4e89-805e-ec8a7e5d50de'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:31:42.677254 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-922e959a-c99d-4dbb-8ea7-7c09cb36e920 req-faec73e7-f273-4129-9594-708301beab2c tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.42 "DELETE /v2.0/ports/6dc15447-b03b-4e89-805e-ec8a7e5d50de HTTP/1.1" status: 204 len: 173 time: 0.7083759 May 04 18:31:42.708164 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dba3952-6d99-4a15-ba64-021aeb837f57'] response: {'server_uuid': '023a1204-03e2-472d-a145-5251eb9943fb', 'name': 'network-vif-deleted', 'tag': '6dc15447-b03b-4e89-805e-ec8a7e5d50de', 'status': 'completed', 'code': 200} May 04 18:31:42.861290 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 6dc15447-b03b-4e89-805e-ec8a7e5d50de no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:31:42.894580 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] No Port match for: 6dc15447-b03b-4e89-805e-ec8a7e5d50de {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 18:31:42.894926 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 6dc15447-b03b-4e89-805e-ec8a7e5d50de not bound to the agent host hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:31:42.959990 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-a81308a7-d6d5-432c-a9b0-8abc02ab66a2 req-7f74f44f-4646-42f6-b019-a6f922bbbb0a tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Synchronizing usage tracker for tenant:cb5b9c64c84f41c3a2e8502c9e7845e9 on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:31:42.976782 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-a81308a7-d6d5-432c-a9b0-8abc02ab66a2 req-7f74f44f-4646-42f6-b019-a6f922bbbb0a tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Unset dirty status for tenant:cb5b9c64c84f41c3a2e8502c9e7845e9 on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:31:42.977911 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-a81308a7-d6d5-432c-a9b0-8abc02ab66a2 req-7f74f44f-4646-42f6-b019-a6f922bbbb0a tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/ports?device_id=023a1204-03e2-472d-a145-5251eb9943fb HTTP/1.1" status: 200 len: 210 time: 0.0607083 May 04 18:31:44.612677 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 36532) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:31:44.860487 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-4e4fc725-2e4f-47bb-9889-9725c8b85cd3 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Deleting port 06facefc-f714-4a46-85ec-b8c6b871ee9a {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:31:44.860822 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4e4fc725-2e4f-47bb-9889-9725c8b85cd3 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:44.892788 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-febfe22c-e9f3-41d7-99e7-3ab19b463d70 req-4e87bf11-eb7f-4883-b5d1-21faf9070537 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bdc259bb-039b-447a-9078-a8d835bfd13e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2261274 May 04 18:31:45.082264 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4e4fc725-2e4f-47bb-9889-9725c8b85cd3 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:45.082594 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4e4fc725-2e4f-47bb-9889-9725c8b85cd3 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:45.300228 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-4e4fc725-2e4f-47bb-9889-9725c8b85cd3 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Calling delete_port for 06facefc-f714-4a46-85ec-b8c6b871ee9a owned by network:floatingip {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:31:45.343748 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febfe22c-e9f3-41d7-99e7-3ab19b463d70 req-79375dfe-3df2-41b4-81c9-bbf14b7d4b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:31:45.345216 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-febfe22c-e9f3-41d7-99e7-3ab19b463d70 req-79375dfe-3df2-41b4-81c9-bbf14b7d4b88 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cb5b9c64c84f41c3a2e8502c9e7845e9&device_id=bdc259bb-039b-447a-9078-a8d835bfd13e HTTP/1.1" status: 200 len: 1096 time: 0.3534391 May 04 18:31:45.544049 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febfe22c-e9f3-41d7-99e7-3ab19b463d70 req-9a86753c-9233-4652-81ee-9d6ba451c35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:31:45.545424 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-febfe22c-e9f3-41d7-99e7-3ab19b463d70 req-9a86753c-9233-4652-81ee-9d6ba451c35b service neutron] 10.222.0.42 "GET /v2.0/networks?id=29517d65-0ca4-4aaa-a55b-a62a9ed4484f HTTP/1.1" status: 200 len: 910 time: 0.1792221 May 04 18:31:45.632990 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4e4fc725-2e4f-47bb-9889-9725c8b85cd3 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:45.691607 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4fc725-2e4f-47bb-9889-9725c8b85cd3 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Pushing event deleted for resources: {'Port': ['ID=06facefc-f714-4a46-85ec-b8c6b871ee9a,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:31:45.767242 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-febfe22c-e9f3-41d7-99e7-3ab19b463d70 req-57a4428a-3713-4a24-9905-d9c2b0bba41e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=492c2c16-4e3a-4593-b486-e4e6ab98344d HTTP/1.1" status: 200 len: 999 time: 0.2138524 May 04 18:31:45.842610 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4e4fc725-2e4f-47bb-9889-9725c8b85cd3 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks [] for floatingip, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:45.842953 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.db.l3_db [None req-4e4fc725-2e4f-47bb-9889-9725c8b85cd3 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Floating IP 3f3c308a-c606-4ee2-bf6d-eb6a57dcdd93 disassociated (deleted). External IP: 172.26.0.195, port: 492c2c16-4e3a-4593-b486-e4e6ab98344d. May 04 18:31:45.923256 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febfe22c-e9f3-41d7-99e7-3ab19b463d70 req-48fd2877-9089-43a2-a04a-e268a4947551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:31:45.924698 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-febfe22c-e9f3-41d7-99e7-3ab19b463d70 req-48fd2877-9089-43a2-a04a-e268a4947551 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec3e14c2-1d98-4ccc-a9cd-d8c2be7f2096 HTTP/1.1" status: 200 len: 848 time: 0.1481793 May 04 18:31:46.161333 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febfe22c-e9f3-41d7-99e7-3ab19b463d70 req-8d5b8293-47a9-4036-bb97-e7260f0226bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:31:46.162838 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-febfe22c-e9f3-41d7-99e7-3ab19b463d70 req-8d5b8293-47a9-4036-bb97-e7260f0226bd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=29517d65-0ca4-4aaa-a55b-a62a9ed4484f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2310503 May 04 18:31:46.360956 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e4fc725-2e4f-47bb-9889-9725c8b85cd3 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Router 8e2124c0-bb79-4f73-bf5d-ddbec011c487 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 18:31:46.384332 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-febfe22c-e9f3-41d7-99e7-3ab19b463d70 req-a59f2688-7b21-4f50-a46e-8decfc3f9028 service neutron] 10.222.0.42 "GET /v2.0/networks/29517d65-0ca4-4aaa-a55b-a62a9ed4484f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709337 May 04 18:31:46.774205 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-febfe22c-e9f3-41d7-99e7-3ab19b463d70 req-ca97af9e-247c-4b51-8983-4083109629fc service neutron] 10.222.0.42 "GET /v2.0/networks/29517d65-0ca4-4aaa-a55b-a62a9ed4484f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389075 May 04 18:31:46.775191 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4fc725-2e4f-47bb-9889-9725c8b85cd3 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:31:46.785618 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb61ac7c-7bb3-4c27-84be-eaebf3dadf9a None None] Sync routers for ids ['8e2124c0-bb79-4f73-bf5d-ddbec011c487'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:31:46.795908 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb61ac7c-7bb3-4c27-84be-eaebf3dadf9a None None] Routers {'8e2124c0-bb79-4f73-bf5d-ddbec011c487'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:31:46.796658 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4e4fc725-2e4f-47bb-9889-9725c8b85cd3 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for floatingip, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:46.796789 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-fb61ac7c-7bb3-4c27-84be-eaebf3dadf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:31:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['8e2124c0-bb79-4f73-bf5d-ddbec011c487'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:31:46.864534 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-4e4fc725-2e4f-47bb-9889-9725c8b85cd3 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "DELETE /v2.0/floatingips/3f3c308a-c606-4ee2-bf6d-eb6a57dcdd93 HTTP/1.1" status: 204 len: 168 time: 2.2499955 May 04 18:31:46.865404 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdc259bb-039b-447a-9078-a8d835bfd13e', 'tag': '492c2c16-4e3a-4593-b486-e4e6ab98344d'}] {{(pid=88037) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:31:46.877155 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 6dc15447-b03b-4e89-805e-ec8a7e5d50de no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:31:46.913496 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] No Port match for: 6dc15447-b03b-4e89-805e-ec8a7e5d50de {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 18:31:46.913845 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 6dc15447-b03b-4e89-805e-ec8a7e5d50de not bound to the agent host hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:31:46.979667 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-fb61ac7c-7bb3-4c27-84be-eaebf3dadf9a None None] Set router 8e2124c0-bb79-4f73-bf5d-ddbec011c487 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:31:47.112285 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a2607d6-73dc-4616-a9b7-3504bb30f696'] response: {'name': 'network-changed', 'server_uuid': 'bdc259bb-039b-447a-9078-a8d835bfd13e', 'tag': '492c2c16-4e3a-4593-b486-e4e6ab98344d', 'status': 'completed', 'code': 200} May 04 18:31:47.289467 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b25059-119f-4e1e-b6b2-771b97061bef req-d523ea28-f51d-4399-a1f7-1891eb51d5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:31:47.290953 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-44b25059-119f-4e1e-b6b2-771b97061bef req-d523ea28-f51d-4399-a1f7-1891eb51d5b9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cb5b9c64c84f41c3a2e8502c9e7845e9&device_id=bdc259bb-039b-447a-9078-a8d835bfd13e HTTP/1.1" status: 200 len: 1096 time: 0.1525495 May 04 18:31:47.304191 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-fb61ac7c-7bb3-4c27-84be-eaebf3dadf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2124c0-bb79-4f73-bf5d-ddbec011c487', 'name': 'tempest-TestSnapshotPattern-610760349-router', 'tenant_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.218'}], 'enable_snat': True}, 'gw_port_id': '704e305c-b17c-42a1-9228-bc69351c7ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:25:20Z', 'updated_at': '2022-05-04T18:25:24Z', 'revision_number': 4, 'project_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'gw_port': {'id': '704e305c-b17c-42a1-9228-bc69351c7ded', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2124c0-bb79-4f73-bf5d-ddbec011c487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:25:21Z', 'updated_at': '2022-05-04T18:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '5a2cb776-e160-4267-85a7-a4142111b75d', 'name': '', 'network_id': '29517d65-0ca4-4aaa-a55b-a62a9ed4484f', 'tenant_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'mac_address': 'fa:16:3e:a7:30:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2124c0-bb79-4f73-bf5d-ddbec011c487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'ec3e14c2-1d98-4ccc-a9cd-d8c2be7f2096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:25:23Z', 'updated_at': '2022-05-04T18:25:30Z', 'revision_number': 5, 'project_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'subnets': [{'id': 'ec3e14c2-1d98-4ccc-a9cd-d8c2be7f2096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:31:47.308052 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb61ac7c-7bb3-4c27-84be-eaebf3dadf9a None None] Checking router: 8e2124c0-bb79-4f73-bf5d-ddbec011c487 for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:31:47.316743 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb61ac7c-7bb3-4c27-84be-eaebf3dadf9a None None] Routers {'8e2124c0-bb79-4f73-bf5d-ddbec011c487'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:31:47.317334 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-fb61ac7c-7bb3-4c27-84be-eaebf3dadf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:31:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['8e2124c0-bb79-4f73-bf5d-ddbec011c487'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:31:47.401211 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b075f1-737b-49df-acc7-e474aecf13ee req-0ad228b7-7999-47b6-9b57-98ad7403fe42 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:31:47.401898 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-d1b075f1-737b-49df-acc7-e474aecf13ee req-0ad228b7-7999-47b6-9b57-98ad7403fe42 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Synchronizing usage tracker for tenant:cb5b9c64c84f41c3a2e8502c9e7845e9 on resource:port {{(pid=88037) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:31:47.444326 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.quota.resource [req-d1b075f1-737b-49df-acc7-e474aecf13ee req-0ad228b7-7999-47b6-9b57-98ad7403fe42 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Unset dirty status for tenant:cb5b9c64c84f41c3a2e8502c9e7845e9 on resource:port {{(pid=88037) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:31:47.445462 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d1b075f1-737b-49df-acc7-e474aecf13ee req-0ad228b7-7999-47b6-9b57-98ad7403fe42 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdc259bb-039b-447a-9078-a8d835bfd13e HTTP/1.1" status: 200 len: 943 time: 0.2363331 May 04 18:31:47.452903 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b25059-119f-4e1e-b6b2-771b97061bef req-2bf95b28-6212-41e6-947d-b94485c8d93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:31:47.454358 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-44b25059-119f-4e1e-b6b2-771b97061bef req-2bf95b28-6212-41e6-947d-b94485c8d93b service neutron] 10.222.0.42 "GET /v2.0/networks?id=29517d65-0ca4-4aaa-a55b-a62a9ed4484f HTTP/1.1" status: 200 len: 910 time: 0.1554863 May 04 18:31:47.494190 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-fb61ac7c-7bb3-4c27-84be-eaebf3dadf9a None None] Set router 8e2124c0-bb79-4f73-bf5d-ddbec011c487 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:31:47.542592 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-44b25059-119f-4e1e-b6b2-771b97061bef req-c63dedb5-14fa-4f76-b0b7-2e4d57ce142a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=492c2c16-4e3a-4593-b486-e4e6ab98344d HTTP/1.1" status: 200 len: 217 time: 0.0701354 May 04 18:31:47.606559 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-d1b075f1-737b-49df-acc7-e474aecf13ee req-8275afd3-631b-4171-a6dd-f3c630ee5d12 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/security-groups?id=413772bf-cf78-4aca-beef-2cca91ffaf4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1512601 May 04 18:31:47.625463 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b25059-119f-4e1e-b6b2-771b97061bef req-e6225747-aa7b-48c0-81fe-439d78b122fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:31:47.626914 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-44b25059-119f-4e1e-b6b2-771b97061bef req-e6225747-aa7b-48c0-81fe-439d78b122fe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=ec3e14c2-1d98-4ccc-a9cd-d8c2be7f2096 HTTP/1.1" status: 200 len: 848 time: 0.0722382 May 04 18:31:47.703434 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b25059-119f-4e1e-b6b2-771b97061bef req-7e8ec906-bb52-4f81-8382-dd02d5a7ce67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88037) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:31:47.704954 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-44b25059-119f-4e1e-b6b2-771b97061bef req-7e8ec906-bb52-4f81-8382-dd02d5a7ce67 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=29517d65-0ca4-4aaa-a55b-a62a9ed4484f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715292 May 04 18:31:47.804022 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-fb61ac7c-7bb3-4c27-84be-eaebf3dadf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2124c0-bb79-4f73-bf5d-ddbec011c487', 'name': 'tempest-TestSnapshotPattern-610760349-router', 'tenant_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.218'}], 'enable_snat': True}, 'gw_port_id': '704e305c-b17c-42a1-9228-bc69351c7ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:25:20Z', 'updated_at': '2022-05-04T18:25:24Z', 'revision_number': 4, 'project_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'gw_port': {'id': '704e305c-b17c-42a1-9228-bc69351c7ded', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2124c0-bb79-4f73-bf5d-ddbec011c487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:25:21Z', 'updated_at': '2022-05-04T18:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '5a2cb776-e160-4267-85a7-a4142111b75d', 'name': '', 'network_id': '29517d65-0ca4-4aaa-a55b-a62a9ed4484f', 'tenant_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'mac_address': 'fa:16:3e:a7:30:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2124c0-bb79-4f73-bf5d-ddbec011c487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'ec3e14c2-1d98-4ccc-a9cd-d8c2be7f2096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:25:23Z', 'updated_at': '2022-05-04T18:25:30Z', 'revision_number': 5, 'project_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'subnets': [{'id': 'ec3e14c2-1d98-4ccc-a9cd-d8c2be7f2096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:31:47.807890 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb61ac7c-7bb3-4c27-84be-eaebf3dadf9a None None] The sync data for ids ['8e2124c0-bb79-4f73-bf5d-ddbec011c487'] in dv-neutron-840426-1-hyperv is: [{'id': '8e2124c0-bb79-4f73-bf5d-ddbec011c487', 'name': 'tempest-TestSnapshotPattern-610760349-router', 'tenant_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.218'}], 'enable_snat': True}, 'gw_port_id': '704e305c-b17c-42a1-9228-bc69351c7ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:25:20Z', 'updated_at': '2022-05-04T18:25:24Z', 'revision_number': 4, 'project_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'gw_port': {'id': '704e305c-b17c-42a1-9228-bc69351c7ded', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2124c0-bb79-4f73-bf5d-ddbec011c487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:25:21Z', 'updated_at': '2022-05-04T18:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv', '_interfaces': [{'id': '5a2cb776-e160-4267-85a7-a4142111b75d', 'name': '', 'network_id': '29517d65-0ca4-4aaa-a55b-a62a9ed4484f', 'tenant_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'mac_address': 'fa:16:3e:a7:30:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2124c0-bb79-4f73-bf5d-ddbec011c487', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'ec3e14c2-1d98-4ccc-a9cd-d8c2be7f2096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:25:23Z', 'updated_at': '2022-05-04T18:25:30Z', 'revision_number': 5, 'project_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'subnets': [{'id': 'ec3e14c2-1d98-4ccc-a9cd-d8c2be7f2096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:31:47.838421 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-44b25059-119f-4e1e-b6b2-771b97061bef req-d0869939-283b-4592-b544-8bca1d72474e service neutron] 10.222.0.42 "GET /v2.0/networks/29517d65-0ca4-4aaa-a55b-a62a9ed4484f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264801 May 04 18:31:47.972939 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [-] (88038) accepted ('10.222.0.42', 60109) {{(pid=88038) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:31:47.974392 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-44b25059-119f-4e1e-b6b2-771b97061bef req-d055a4c4-a92a-4fd7-8d7b-cdc760195eac service neutron] 10.222.0.42 "GET /v2.0/networks/29517d65-0ca4-4aaa-a55b-a62a9ed4484f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287572 May 04 18:31:48.026181 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc04f9a-0f2c-4be7-b2cb-e65c6be58d20 None None] New status for floating IP 3f3c308a-c606-4ee2-bf6d-eb6a57dcdd93: DOWN {{(pid=88039) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 18:31:48.064690 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021164f1-9876-4ae7-ad43-3529d736ac56 req-8dfd5358-5756-45c3-93fc-b7b701e9db9f tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88038) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 18:31:48.065375 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-021164f1-9876-4ae7-ad43-3529d736ac56 req-8dfd5358-5756-45c3-93fc-b7b701e9db9f tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Synchronizing usage tracker for tenant:cb5b9c64c84f41c3a2e8502c9e7845e9 on resource:port {{(pid=88038) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 18:31:48.077418 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.quota.resource [req-021164f1-9876-4ae7-ad43-3529d736ac56 req-8dfd5358-5756-45c3-93fc-b7b701e9db9f tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Unset dirty status for tenant:cb5b9c64c84f41c3a2e8502c9e7845e9 on resource:port {{(pid=88038) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 18:31:48.078557 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-021164f1-9876-4ae7-ad43-3529d736ac56 req-8dfd5358-5756-45c3-93fc-b7b701e9db9f tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.42 "GET /v2.0/ports?device_id=bdc259bb-039b-447a-9078-a8d835bfd13e HTTP/1.1" status: 200 len: 943 time: 0.1046572 May 04 18:31:48.147662 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [req-021164f1-9876-4ae7-ad43-3529d736ac56 req-80fb4a16-ec92-4744-904e-529c77919de0 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Deleting port 492c2c16-4e3a-4593-b486-e4e6ab98344d {{(pid=88038) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:31:48.148014 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-021164f1-9876-4ae7-ad43-3529d736ac56 req-80fb4a16-ec92-4744-904e-529c77919de0 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:48.394920 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.db [req-021164f1-9876-4ae7-ad43-3529d736ac56 req-80fb4a16-ec92-4744-904e-529c77919de0 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] For port 492c2c16-4e3a-4593-b486-e4e6ab98344d, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=492c2c16-4e3a-4593-b486-e4e6ab98344d,segment=NetworkSegment(46dce72d-9292-40c8-9f3b-4c9e158021c7),segment_id=46dce72d-9292-40c8-9f3b-4c9e158021c7)] {{(pid=88038) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:31:48.395271 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-021164f1-9876-4ae7-ad43-3529d736ac56 req-80fb4a16-ec92-4744-904e-529c77919de0 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:48.512890 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.plugins.ml2.plugin [req-021164f1-9876-4ae7-ad43-3529d736ac56 req-80fb4a16-ec92-4744-904e-529c77919de0 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Calling delete_port for 492c2c16-4e3a-4593-b486-e4e6ab98344d owned by compute:nova {{(pid=88038) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:31:48.657953 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-021164f1-9876-4ae7-ad43-3529d736ac56 req-80fb4a16-ec92-4744-904e-529c77919de0 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7881790'] for port, after_delete {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:48.737250 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fb4a16-ec92-4744-904e-529c77919de0 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Pushing event deleted for resources: {'Port': ['ID=492c2c16-4e3a-4593-b486-e4e6ab98344d,revision_number=None']} {{(pid=88038) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:31:48.760460 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [req-4dcc3a67-6ac4-48a5-9501-e35cc13f3b6f req-b0e0fc9e-f8ff-4f7e-b94b-8c4bcedaa7c1 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdc259bb-039b-447a-9078-a8d835bfd13e HTTP/1.1" status: 200 len: 210 time: 0.0448897 May 04 18:31:48.862949 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fb4a16-ec92-4744-904e-529c77919de0 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:48.863292 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fb4a16-ec92-4744-904e-529c77919de0 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:48.863627 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fb4a16-ec92-4744-904e-529c77919de0 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:48.863954 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fb4a16-ec92-4744-904e-529c77919de0 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:48.864278 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fb4a16-ec92-4744-904e-529c77919de0 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:48.864609 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fb4a16-ec92-4744-904e-529c77919de0 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:48.864931 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fb4a16-ec92-4744-904e-529c77919de0 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:48.865251 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fb4a16-ec92-4744-904e-529c77919de0 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:48.865569 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fb4a16-ec92-4744-904e-529c77919de0 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:48.865886 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fb4a16-ec92-4744-904e-529c77919de0 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:48.866225 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fb4a16-ec92-4744-904e-529c77919de0 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:48.866539 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80fb4a16-ec92-4744-904e-529c77919de0 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840426-1-hyperv {{(pid=88038) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 18:31:48.903649 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.db.l3_dvrscheduler_db [req-021164f1-9876-4ae7-ad43-3529d736ac56 req-80fb4a16-ec92-4744-904e-529c77919de0 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] No DVR routers for this DVR port 492c2c16-4e3a-4593-b486-e4e6ab98344d on host hv-neutron-8404 {{(pid=88038) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:31:48.906597 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron_lib.callbacks.manager [req-021164f1-9876-4ae7-ad43-3529d736ac56 req-80fb4a16-ec92-4744-904e-529c77919de0 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63937'] for port, before_response {{(pid=88038) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:48.909158 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdc259bb-039b-447a-9078-a8d835bfd13e', 'name': 'network-vif-deleted', 'tag': '492c2c16-4e3a-4593-b486-e4e6ab98344d'}] {{(pid=88038) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 18:31:48.923966 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.wsgi [req-021164f1-9876-4ae7-ad43-3529d736ac56 req-80fb4a16-ec92-4744-904e-529c77919de0 tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.42 "DELETE /v2.0/ports/492c2c16-4e3a-4593-b486-e4e6ab98344d HTTP/1.1" status: 204 len: 173 time: 0.8397746 May 04 18:31:49.039906 dv-neutron-840426-1-hyperv neutron-server[88038]: INFO neutron.notifiers.nova [-] Nova event matching ['req-682062e8-718a-43b3-9f58-25a8d90a5105'] response: {'server_uuid': 'bdc259bb-039b-447a-9078-a8d835bfd13e', 'name': 'network-vif-deleted', 'tag': '492c2c16-4e3a-4593-b486-e4e6ab98344d', 'status': 'completed', 'code': 200} May 04 18:31:49.853852 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 36558) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:31:49.929063 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0737c7ae-c422-4db0-b203-6faef251324e tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:49.958547 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0737c7ae-c422-4db0-b203-6faef251324e tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:50.022083 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0737c7ae-c422-4db0-b203-6faef251324e tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:50.039149 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0737c7ae-c422-4db0-b203-6faef251324e tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=413772bf-cf78-4aca-beef-2cca91ffaf4e,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:31:50.051180 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-0737c7ae-c422-4db0-b203-6faef251324e tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:50.052568 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-0737c7ae-c422-4db0-b203-6faef251324e tempest-TestSnapshotPattern-1827350105 tempest-TestSnapshotPattern-1827350105-project] 10.222.0.41 "DELETE /v2.0/security-groups/413772bf-cf78-4aca-beef-2cca91ffaf4e HTTP/1.1" status: 204 len: 168 time: 0.1977110 May 04 18:31:50.101679 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 36564) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:31:50.847632 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-834e17b9-43da-4296-8895-725a3fa3ef6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710748'] for router_interface, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:51.185252 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-834e17b9-43da-4296-8895-725a3fa3ef6f admin admin] Deleting port 5a2cb776-e160-4267-85a7-a4142111b75d {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:31:51.186025 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-834e17b9-43da-4296-8895-725a3fa3ef6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:51.355354 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-834e17b9-43da-4296-8895-725a3fa3ef6f admin admin] For port 5a2cb776-e160-4267-85a7-a4142111b75d, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=5a2cb776-e160-4267-85a7-a4142111b75d,segment=NetworkSegment(46dce72d-9292-40c8-9f3b-4c9e158021c7),segment_id=46dce72d-9292-40c8-9f3b-4c9e158021c7)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:31:51.355697 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-834e17b9-43da-4296-8895-725a3fa3ef6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:51.477209 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-834e17b9-43da-4296-8895-725a3fa3ef6f admin admin] Calling delete_port for 5a2cb776-e160-4267-85a7-a4142111b75d owned by network:router_interface {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:31:51.807762 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-834e17b9-43da-4296-8895-725a3fa3ef6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:51.859059 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834e17b9-43da-4296-8895-725a3fa3ef6f admin admin] Pushing event deleted for resources: {'Port': ['ID=5a2cb776-e160-4267-85a7-a4142111b75d,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:31:52.250466 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-834e17b9-43da-4296-8895-725a3fa3ef6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710832'] for router_interface, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:52.597694 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-834e17b9-43da-4296-8895-725a3fa3ef6f admin admin] Router 8e2124c0-bb79-4f73-bf5d-ddbec011c487 has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 18:31:52.769217 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-834e17b9-43da-4296-8895-725a3fa3ef6f admin admin] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:31:52.777821 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c32f87a-82c2-4d33-a527-556dc761ce2e None None] Sync routers for ids ['8e2124c0-bb79-4f73-bf5d-ddbec011c487'] in dv-neutron-840426-1-hyperv {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:31:52.782532 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-834e17b9-43da-4296-8895-725a3fa3ef6f admin admin] 10.222.0.41 "PUT /v2.0/routers/8e2124c0-bb79-4f73-bf5d-ddbec011c487/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6797519 May 04 18:31:52.784947 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 36570) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:31:52.787530 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c32f87a-82c2-4d33-a527-556dc761ce2e None None] Routers {'8e2124c0-bb79-4f73-bf5d-ddbec011c487'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:31:52.788140 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-6c32f87a-82c2-4d33-a527-556dc761ce2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:31:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['8e2124c0-bb79-4f73-bf5d-ddbec011c487'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:31:52.877763 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 492c2c16-4e3a-4593-b486-e4e6ab98344d no longer exists at agent hyperv_hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:31:52.912528 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] No Port match for: 492c2c16-4e3a-4593-b486-e4e6ab98344d {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 18:31:52.912958 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Device 492c2c16-4e3a-4593-b486-e4e6ab98344d not bound to the agent host hv-neutron-8404 {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:31:52.960060 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-51144e44-42d6-4c47-aa58-58af221d5c0c admin admin] Notify callbacks [] for router, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:52.993494 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-6c32f87a-82c2-4d33-a527-556dc761ce2e None None] Set router 8e2124c0-bb79-4f73-bf5d-ddbec011c487 gateway port host: dv-neutron-840426-1-hyperv {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:31:53.136766 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-51144e44-42d6-4c47-aa58-58af221d5c0c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:53.147032 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-51144e44-42d6-4c47-aa58-58af221d5c0c admin admin] Deleting port 704e305c-b17c-42a1-9228-bc69351c7ded {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:31:53.147466 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-51144e44-42d6-4c47-aa58-58af221d5c0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:53.284674 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-6c32f87a-82c2-4d33-a527-556dc761ce2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2124c0-bb79-4f73-bf5d-ddbec011c487', 'name': 'tempest-TestSnapshotPattern-610760349-router', 'tenant_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.218'}], 'enable_snat': True}, 'gw_port_id': '704e305c-b17c-42a1-9228-bc69351c7ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:25:20Z', 'updated_at': '2022-05-04T18:31:51Z', 'revision_number': 5, 'project_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'gw_port': {'id': '704e305c-b17c-42a1-9228-bc69351c7ded', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:d4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2124c0-bb79-4f73-bf5d-ddbec011c487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:25:21Z', 'updated_at': '2022-05-04T18:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:31:53.288590 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c32f87a-82c2-4d33-a527-556dc761ce2e None None] Checking router: 8e2124c0-bb79-4f73-bf5d-ddbec011c487 for host: dv-neutron-840426-1-hyperv {{(pid=88040) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:31:53.297720 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c32f87a-82c2-4d33-a527-556dc761ce2e None None] Routers {'8e2124c0-bb79-4f73-bf5d-ddbec011c487'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88040) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:31:53.298435 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-6c32f87a-82c2-4d33-a527-556dc761ce2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:31:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['8e2124c0-bb79-4f73-bf5d-ddbec011c487'], 'active': True} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:31:53.331547 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-51144e44-42d6-4c47-aa58-58af221d5c0c admin admin] For port 704e305c-b17c-42a1-9228-bc69351c7ded, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=704e305c-b17c-42a1-9228-bc69351c7ded,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:31:53.332139 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-51144e44-42d6-4c47-aa58-58af221d5c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:53.445682 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_dvr_db [None req-6c32f87a-82c2-4d33-a527-556dc761ce2e None None] Set router 8e2124c0-bb79-4f73-bf5d-ddbec011c487 gateway port host: None {{(pid=88040) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:31:53.553686 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.l3_hamode_db [None req-6c32f87a-82c2-4d33-a527-556dc761ce2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2124c0-bb79-4f73-bf5d-ddbec011c487', 'name': 'tempest-TestSnapshotPattern-610760349-router', 'tenant_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:25:20Z', 'updated_at': '2022-05-04T18:31:53Z', 'revision_number': 6, 'project_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'gw_port_host': None}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88040) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:31:53.557825 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c32f87a-82c2-4d33-a527-556dc761ce2e None None] The sync data for ids ['8e2124c0-bb79-4f73-bf5d-ddbec011c487'] in dv-neutron-840426-1-hyperv is: [{'id': '8e2124c0-bb79-4f73-bf5d-ddbec011c487', 'name': 'tempest-TestSnapshotPattern-610760349-router', 'tenant_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:25:20Z', 'updated_at': '2022-05-04T18:31:53Z', 'revision_number': 6, 'project_id': 'cb5b9c64c84f41c3a2e8502c9e7845e9', 'gw_port_host': None}] {{(pid=88040) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:31:53.566020 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-51144e44-42d6-4c47-aa58-58af221d5c0c admin admin] Calling delete_port for 704e305c-b17c-42a1-9228-bc69351c7ded owned by network:router_gateway {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:31:53.729271 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-51144e44-42d6-4c47-aa58-58af221d5c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:53.774399 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51144e44-42d6-4c47-aa58-58af221d5c0c admin admin] Pushing event deleted for resources: {'Port': ['ID=704e305c-b17c-42a1-9228-bc69351c7ded,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:31:53.865758 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-51144e44-42d6-4c47-aa58-58af221d5c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710199'] for router_gateway, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:54.046560 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-51144e44-42d6-4c47-aa58-58af221d5c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:54.048710 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-51144e44-42d6-4c47-aa58-58af221d5c0c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:54.070469 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-51144e44-42d6-4c47-aa58-58af221d5c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:54.071010 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51144e44-42d6-4c47-aa58-58af221d5c0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e2124c0-bb79-4f73-bf5d-ddbec011c487 {{(pid=88037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 18:31:54.082600 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-51144e44-42d6-4c47-aa58-58af221d5c0c admin admin] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:54.083734 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-51144e44-42d6-4c47-aa58-58af221d5c0c admin admin] 10.222.0.41 "DELETE /v2.0/routers/8e2124c0-bb79-4f73-bf5d-ddbec011c487 HTTP/1.1" status: 204 len: 168 time: 1.2978830 May 04 18:31:54.086224 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 36574) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:31:54.145817 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bfe85a3-86c9-415a-b978-8864719daad2 admin admin] Deleting subnet ec3e14c2-1d98-4ccc-a9cd-d8c2be7f2096 {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 18:31:54.148682 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8bfe85a3-86c9-415a-b978-8864719daad2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:54.197168 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8bfe85a3-86c9-415a-b978-8864719daad2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:54.277216 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8bfe85a3-86c9-415a-b978-8864719daad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:54.352860 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8bfe85a3-86c9-415a-b978-8864719daad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:54.355131 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 5a2cb776-e160-4267-85a7-a4142111b75d no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:31:54.390861 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 5a2cb776-e160-4267-85a7-a4142111b75d {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 18:31:54.391214 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 5a2cb776-e160-4267-85a7-a4142111b75d not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:31:54.391632 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 704e305c-b17c-42a1-9228-bc69351c7ded no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:31:54.392122 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfe85a3-86c9-415a-b978-8864719daad2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec3e14c2-1d98-4ccc-a9cd-d8c2be7f2096,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:31:54.396672 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-8bfe85a3-86c9-415a-b978-8864719daad2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:54.403545 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-8bfe85a3-86c9-415a-b978-8864719daad2 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ec3e14c2-1d98-4ccc-a9cd-d8c2be7f2096 HTTP/1.1" status: 204 len: 168 time: 0.3163891 May 04 18:31:54.406668 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 36578) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:31:54.417549 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230220f2-91bc-4e93-9bfb-905eb5e48c58 None None] Network 29517d65-0ca4-4aaa-a55b-a62a9ed4484f requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:31:54.449865 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 704e305c-b17c-42a1-9228-bc69351c7ded {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 18:31:54.450240 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 704e305c-b17c-42a1-9228-bc69351c7ded not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:31:54.514646 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-426b51bb-e4c6-4925-b03d-5f7150c17032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:54.525945 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-426b51bb-e4c6-4925-b03d-5f7150c17032 admin admin] Deleting port f6b4c042-b7be-4a54-a215-140272c358ab {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:31:54.526302 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-426b51bb-e4c6-4925-b03d-5f7150c17032 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:54.695377 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ed4286-2162-4b71-b68c-f3b9b2313b5e None None] DHCP port deletion for 29517d65-0ca4-4aaa-a55b-a62a9ed4484f request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 18:31:54.700776 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-81ed4286-2162-4b71-b68c-f3b9b2313b5e None None] Deleting port f6b4c042-b7be-4a54-a215-140272c358ab {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:31:54.701153 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-81ed4286-2162-4b71-b68c-f3b9b2313b5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:54.753545 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-426b51bb-e4c6-4925-b03d-5f7150c17032 admin admin] For port f6b4c042-b7be-4a54-a215-140272c358ab, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=f6b4c042-b7be-4a54-a215-140272c358ab,segment=NetworkSegment(46dce72d-9292-40c8-9f3b-4c9e158021c7),segment_id=46dce72d-9292-40c8-9f3b-4c9e158021c7)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:31:54.753816 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-426b51bb-e4c6-4925-b03d-5f7150c17032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:54.876738 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-426b51bb-e4c6-4925-b03d-5f7150c17032 admin admin] Calling delete_port for f6b4c042-b7be-4a54-a215-140272c358ab owned by network:dhcp {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:31:54.915641 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-81ed4286-2162-4b71-b68c-f3b9b2313b5e None None] For port f6b4c042-b7be-4a54-a215-140272c358ab, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=f6b4c042-b7be-4a54-a215-140272c358ab,segment=NetworkSegment(46dce72d-9292-40c8-9f3b-4c9e158021c7),segment_id=46dce72d-9292-40c8-9f3b-4c9e158021c7)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:31:54.916035 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-81ed4286-2162-4b71-b68c-f3b9b2313b5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:54.952671 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-426b51bb-e4c6-4925-b03d-5f7150c17032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:55.055200 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-81ed4286-2162-4b71-b68c-f3b9b2313b5e None None] Calling delete_port for f6b4c042-b7be-4a54-a215-140272c358ab owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:31:55.100997 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426b51bb-e4c6-4925-b03d-5f7150c17032 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6b4c042-b7be-4a54-a215-140272c358ab,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:31:55.104447 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426b51bb-e4c6-4925-b03d-5f7150c17032 admin admin] No DVR routers for this DVR port f6b4c042-b7be-4a54-a215-140272c358ab on host dv-neutron-840426-1-hyperv {{(pid=88037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:31:55.174579 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.db.api [None req-81ed4286-2162-4b71-b68c-f3b9b2313b5e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 18:31:55.175167 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG oslo_db.api [None req-81ed4286-2162-4b71-b68c-f3b9b2313b5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 18:31:55.224326 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-426b51bb-e4c6-4925-b03d-5f7150c17032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:55.251758 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-426b51bb-e4c6-4925-b03d-5f7150c17032 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29517d65-0ca4-4aaa-a55b-a62a9ed4484f']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:31:55.265383 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-426b51bb-e4c6-4925-b03d-5f7150c17032 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46dce72d-9292-40c8-9f3b-4c9e158021c7') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:31:55.265624 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-426b51bb-e4c6-4925-b03d-5f7150c17032 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46dce72d-9292-40c8-9f3b-4c9e158021c7') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:31:55.277403 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-426b51bb-e4c6-4925-b03d-5f7150c17032 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:55.295436 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-426b51bb-e4c6-4925-b03d-5f7150c17032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:55.302100 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-426b51bb-e4c6-4925-b03d-5f7150c17032 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 18:31:55.302486 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-426b51bb-e4c6-4925-b03d-5f7150c17032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:55.317618 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 18:31:55.317618 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 18:31:55.317618 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 18:31:55.317618 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 18:31:55.317618 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 18:31:55.317618 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 18:31:55.317618 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 18:31:55.317618 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 18:31:55.317618 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 18:31:55.317618 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 18:31:55.317618 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 18:31:55.317618 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 18:31:55.317618 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 18:31:55.317618 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 18:31:55.317618 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 18:31:55.317618 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 18:31:55.317618 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 18:31:55.317618 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 18:31:55.317618 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 18:31:55.317618 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 18:31:55.317618 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 18:31:55.317618 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 18:31:55.317618 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 18:31:55.317618 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 18:31:55.317618 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 18:31:55.317618 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 18:31:55.317618 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 18:31:55.317618 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 18:31:55.317618 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 18:31:55.317618 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 18:31:55.317618 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 18:31:55.317618 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 18:31:55.396864 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-426b51bb-e4c6-4925-b03d-5f7150c17032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:55.412949 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-426b51bb-e4c6-4925-b03d-5f7150c17032 admin admin] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:55.422786 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426b51bb-e4c6-4925-b03d-5f7150c17032 admin admin] Pushing event deleted for resources: {'Network': ['ID=29517d65-0ca4-4aaa-a55b-a62a9ed4484f,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:31:55.435375 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-426b51bb-e4c6-4925-b03d-5f7150c17032 admin admin] 10.222.0.41 "DELETE /v2.0/networks/29517d65-0ca4-4aaa-a55b-a62a9ed4484f HTTP/1.1" status: 204 len: 168 time: 1.0277727 May 04 18:31:55.438281 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 36582) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:31:55.676587 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-81ed4286-2162-4b71-b68c-f3b9b2313b5e None None] Deleting port f6b4c042-b7be-4a54-a215-140272c358ab {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:31:55.677401 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-81ed4286-2162-4b71-b68c-f3b9b2313b5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:55.746136 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-81ed4286-2162-4b71-b68c-f3b9b2313b5e None None] The port 'f6b4c042-b7be-4a54-a215-140272c358ab' was deleted {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 04 18:31:55.955603 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fae96334-5662-4623-9b12-dadeb488866d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-710748'] for router_interface, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:56.149756 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device f6b4c042-b7be-4a54-a215-140272c358ab no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:31:56.182768 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: f6b4c042-b7be-4a54-a215-140272c358ab {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 18:31:56.183193 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device f6b4c042-b7be-4a54-a215-140272c358ab not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:31:56.289555 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-fae96334-5662-4623-9b12-dadeb488866d admin admin] Deleting port b9ad6e00-5f64-4ea9-90d2-e7bd407ad8be {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:31:56.289888 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fae96334-5662-4623-9b12-dadeb488866d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:56.452593 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-fae96334-5662-4623-9b12-dadeb488866d admin admin] For port b9ad6e00-5f64-4ea9-90d2-e7bd407ad8be, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=b9ad6e00-5f64-4ea9-90d2-e7bd407ad8be,segment=NetworkSegment(78d243fd-fd60-45ad-9a24-d0204dd72d5a),segment_id=78d243fd-fd60-45ad-9a24-d0204dd72d5a)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:31:56.453256 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fae96334-5662-4623-9b12-dadeb488866d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:56.670497 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-fae96334-5662-4623-9b12-dadeb488866d admin admin] Calling delete_port for b9ad6e00-5f64-4ea9-90d2-e7bd407ad8be owned by network:router_interface {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:31:56.839019 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fae96334-5662-4623-9b12-dadeb488866d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:56.883513 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae96334-5662-4623-9b12-dadeb488866d admin admin] Pushing event deleted for resources: {'Port': ['ID=b9ad6e00-5f64-4ea9-90d2-e7bd407ad8be,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:31:57.141933 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-fae96334-5662-4623-9b12-dadeb488866d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-710832'] for router_interface, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:57.485768 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae96334-5662-4623-9b12-dadeb488866d admin admin] Router 8bd26bbe-cfae-4c01-8e61-f0879faf383c has already been hosted by L3 agent a375626f-0a6c-4825-b063-c3d3ceb31a01 {{(pid=88037) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 18:31:57.658512 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae96334-5662-4623-9b12-dadeb488866d admin admin] Notify agent at l3_agent.dv-neutron-840426-1-hyperv the message routers_updated {{(pid=88037) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 18:31:57.667039 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196622f1-7f8d-4064-a759-9568885cf2f8 None None] Sync routers for ids ['8bd26bbe-cfae-4c01-8e61-f0879faf383c'] in dv-neutron-840426-1-hyperv {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 18:31:57.676026 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-fae96334-5662-4623-9b12-dadeb488866d admin admin] 10.222.0.41 "PUT /v2.0/routers/8bd26bbe-cfae-4c01-8e61-f0879faf383c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2367518 May 04 18:31:57.676291 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196622f1-7f8d-4064-a759-9568885cf2f8 None None] Routers {'8bd26bbe-cfae-4c01-8e61-f0879faf383c'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:31:57.677162 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-196622f1-7f8d-4064-a759-9568885cf2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:31:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['8bd26bbe-cfae-4c01-8e61-f0879faf383c'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:31:57.678829 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 36586) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:31:57.851014 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-196622f1-7f8d-4064-a759-9568885cf2f8 None None] Set router 8bd26bbe-cfae-4c01-8e61-f0879faf383c gateway port host: dv-neutron-840426-1-hyperv {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:31:57.962432 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4a9b6ef3-508e-46ba-adde-4ea28d79aec5 admin admin] Notify callbacks [] for router, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:58.130612 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-196622f1-7f8d-4064-a759-9568885cf2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd26bbe-cfae-4c01-8e61-f0879faf383c', 'name': 'tempest-TestSnapshotPattern-426551245-router', 'tenant_id': '9bda06697e004887a3bf8095c95cc28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'external_fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.199'}], 'enable_snat': True}, 'gw_port_id': 'a603dc1e-e48b-4f16-83f7-8dd8111163bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:25:26Z', 'updated_at': '2022-05-04T18:31:56Z', 'revision_number': 5, 'project_id': '9bda06697e004887a3bf8095c95cc28d', 'gw_port': {'id': 'a603dc1e-e48b-4f16-83f7-8dd8111163bf', 'name': '', 'network_id': '30bd8d35-9d66-4ec1-9734-58f713c6cd24', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:f9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd26bbe-cfae-4c01-8e61-f0879faf383c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '7638643e-671d-434e-884c-4e2c66cba17d', 'ip_address': '172.26.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840426-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T18:25:27Z', 'updated_at': '2022-05-04T18:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7638643e-671d-434e-884c-4e2c66cba17d', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840426-1-hyperv'}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:31:58.134666 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196622f1-7f8d-4064-a759-9568885cf2f8 None None] Checking router: 8bd26bbe-cfae-4c01-8e61-f0879faf383c for host: dv-neutron-840426-1-hyperv {{(pid=88039) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 18:31:58.136497 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4a9b6ef3-508e-46ba-adde-4ea28d79aec5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:58.144377 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196622f1-7f8d-4064-a759-9568885cf2f8 None None] Routers {'8bd26bbe-cfae-4c01-8e61-f0879faf383c'} bound to L3 agent in host dv-neutron-840426-1-hyperv {{(pid=88039) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 04 18:31:58.145077 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-196622f1-7f8d-4064-a759-9568885cf2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840426-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-04T17:17:05Z,description=,heartbeat_timestamp=2022-05-04T18:31:36Z,host='dv-neutron-840426-1-hyperv',id=a375626f-0a6c-4825-b063-c3d3ceb31a01,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T17:17:05Z,topic='l3_agent')) {'router_ids': ['8bd26bbe-cfae-4c01-8e61-f0879faf383c'], 'active': True} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:31:58.147384 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-4a9b6ef3-508e-46ba-adde-4ea28d79aec5 admin admin] Deleting port a603dc1e-e48b-4f16-83f7-8dd8111163bf {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:31:58.147876 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4a9b6ef3-508e-46ba-adde-4ea28d79aec5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:58.303501 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_dvr_db [None req-196622f1-7f8d-4064-a759-9568885cf2f8 None None] Set router 8bd26bbe-cfae-4c01-8e61-f0879faf383c gateway port host: None {{(pid=88039) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 04 18:31:58.332129 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-4a9b6ef3-508e-46ba-adde-4ea28d79aec5 admin admin] For port a603dc1e-e48b-4f16-83f7-8dd8111163bf, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=a603dc1e-e48b-4f16-83f7-8dd8111163bf,segment=NetworkSegment(faed12e7-d683-4ced-bcf3-ffeb36e2f16a),segment_id=faed12e7-d683-4ced-bcf3-ffeb36e2f16a)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:31:58.332504 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4a9b6ef3-508e-46ba-adde-4ea28d79aec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:58.422087 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.db.l3_hamode_db [None req-196622f1-7f8d-4064-a759-9568885cf2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd26bbe-cfae-4c01-8e61-f0879faf383c', 'name': 'tempest-TestSnapshotPattern-426551245-router', 'tenant_id': '9bda06697e004887a3bf8095c95cc28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:25:26Z', 'updated_at': '2022-05-04T18:31:58Z', 'revision_number': 6, 'project_id': '9bda06697e004887a3bf8095c95cc28d', 'gw_port_host': None}], 'dv-neutron-840426-1-hyperv', False) {} {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:31:58.426037 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196622f1-7f8d-4064-a759-9568885cf2f8 None None] The sync data for ids ['8bd26bbe-cfae-4c01-8e61-f0879faf383c'] in dv-neutron-840426-1-hyperv is: [{'id': '8bd26bbe-cfae-4c01-8e61-f0879faf383c', 'name': 'tempest-TestSnapshotPattern-426551245-router', 'tenant_id': '9bda06697e004887a3bf8095c95cc28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T18:25:26Z', 'updated_at': '2022-05-04T18:31:58Z', 'revision_number': 6, 'project_id': '9bda06697e004887a3bf8095c95cc28d', 'gw_port_host': None}] {{(pid=88039) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 18:31:58.453373 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-4a9b6ef3-508e-46ba-adde-4ea28d79aec5 admin admin] Calling delete_port for a603dc1e-e48b-4f16-83f7-8dd8111163bf owned by network:router_gateway {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:31:58.616717 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4a9b6ef3-508e-46ba-adde-4ea28d79aec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:58.663798 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9b6ef3-508e-46ba-adde-4ea28d79aec5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a603dc1e-e48b-4f16-83f7-8dd8111163bf,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:31:58.765517 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4a9b6ef3-508e-46ba-adde-4ea28d79aec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-710199'] for router_gateway, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:58.939293 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4a9b6ef3-508e-46ba-adde-4ea28d79aec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-709678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127773'] for router, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:58.941373 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4a9b6ef3-508e-46ba-adde-4ea28d79aec5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:58.963286 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4a9b6ef3-508e-46ba-adde-4ea28d79aec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-601627'] for router, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:58.963846 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a9b6ef3-508e-46ba-adde-4ea28d79aec5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8bd26bbe-cfae-4c01-8e61-f0879faf383c {{(pid=88037) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 18:31:58.975810 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-4a9b6ef3-508e-46ba-adde-4ea28d79aec5 admin admin] Notify callbacks [] for router, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:58.976923 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-4a9b6ef3-508e-46ba-adde-4ea28d79aec5 admin admin] 10.222.0.41 "DELETE /v2.0/routers/8bd26bbe-cfae-4c01-8e61-f0879faf383c HTTP/1.1" status: 204 len: 168 time: 1.2971785 May 04 18:31:58.979467 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 36590) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:31:59.039599 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.db_base_plugin_v2 [None req-d64e8609-5f2e-4aea-81c0-fffa202f3b3b admin admin] Deleting subnet 1acaa7de-0da5-4ce5-96f5-13e33ed56b83 {{(pid=88037) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 04 18:31:59.042466 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d64e8609-5f2e-4aea-81c0-fffa202f3b3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:59.093325 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d64e8609-5f2e-4aea-81c0-fffa202f3b3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6763467'] for subnet, precommit_delete_associations {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:59.168701 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d64e8609-5f2e-4aea-81c0-fffa202f3b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1773442'] for subnet, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:59.238091 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d64e8609-5f2e-4aea-81c0-fffa202f3b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1773493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6372031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5423770'] for subnet, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:59.278407 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64e8609-5f2e-4aea-81c0-fffa202f3b3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1acaa7de-0da5-4ce5-96f5-13e33ed56b83,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:31:59.285214 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-d64e8609-5f2e-4aea-81c0-fffa202f3b3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:59.290608 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8650ef-616c-4e31-b5dd-284e27228250 None None] Network 79578130-f201-4767-b490-289953d45ede requested from dv-neutron-840426-1-hyperv {{(pid=88039) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 18:31:59.293020 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-d64e8609-5f2e-4aea-81c0-fffa202f3b3b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1acaa7de-0da5-4ce5-96f5-13e33ed56b83 HTTP/1.1" status: 204 len: 168 time: 0.3125765 May 04 18:31:59.296146 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 36594) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:31:59.513292 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-288638ec-e1e7-4bb8-8ec4-f837de1c9f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1586254'] for network, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:59.523671 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-288638ec-e1e7-4bb8-8ec4-f837de1c9f84 admin admin] Deleting port 0dc019a2-62aa-41d4-9112-7d1d9f7af232 {{(pid=88037) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:31:59.523991 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-288638ec-e1e7-4bb8-8ec4-f837de1c9f84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:59.545937 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5be5f95-1cf0-47a2-87aa-2a596bfdbc43 None None] DHCP port deletion for 79578130-f201-4767-b490-289953d45ede request from dv-neutron-840426-1-hyperv {{(pid=88039) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 18:31:59.550301 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-b5be5f95-1cf0-47a2-87aa-2a596bfdbc43 None None] Deleting port 0dc019a2-62aa-41d4-9112-7d1d9f7af232 {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:31:59.550707 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b5be5f95-1cf0-47a2-87aa-2a596bfdbc43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:59.724373 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.db [None req-288638ec-e1e7-4bb8-8ec4-f837de1c9f84 admin admin] For port 0dc019a2-62aa-41d4-9112-7d1d9f7af232, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=0dc019a2-62aa-41d4-9112-7d1d9f7af232,segment=NetworkSegment(78d243fd-fd60-45ad-9a24-d0204dd72d5a),segment_id=78d243fd-fd60-45ad-9a24-d0204dd72d5a)] {{(pid=88037) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:31:59.724926 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-288638ec-e1e7-4bb8-8ec4-f837de1c9f84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:59.795754 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.db [None req-b5be5f95-1cf0-47a2-87aa-2a596bfdbc43 None None] For port 0dc019a2-62aa-41d4-9112-7d1d9f7af232, host dv-neutron-840426-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840426-1-hyperv',level=0,port_id=0dc019a2-62aa-41d4-9112-7d1d9f7af232,segment=NetworkSegment(78d243fd-fd60-45ad-9a24-d0204dd72d5a),segment_id=78d243fd-fd60-45ad-9a24-d0204dd72d5a)] {{(pid=88039) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 18:31:59.796056 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b5be5f95-1cf0-47a2-87aa-2a596bfdbc43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704860'] for port, precommit_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:59.848077 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.plugin [None req-288638ec-e1e7-4bb8-8ec4-f837de1c9f84 admin admin] Calling delete_port for 0dc019a2-62aa-41d4-9112-7d1d9f7af232 owned by network:dhcp {{(pid=88037) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:31:59.912971 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-b5be5f95-1cf0-47a2-87aa-2a596bfdbc43 None None] Calling delete_port for 0dc019a2-62aa-41d4-9112-7d1d9f7af232 owned by network:dhcp {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 04 18:31:59.925115 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-288638ec-e1e7-4bb8-8ec4-f837de1c9f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1759399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761604173815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761603746124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6371976'] for port, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:31:59.970916 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288638ec-e1e7-4bb8-8ec4-f837de1c9f84 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dc019a2-62aa-41d4-9112-7d1d9f7af232,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:31:59.975697 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288638ec-e1e7-4bb8-8ec4-f837de1c9f84 admin admin] No DVR routers for this DVR port 0dc019a2-62aa-41d4-9112-7d1d9f7af232 on host dv-neutron-840426-1-hyperv {{(pid=88037) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 18:31:59.987585 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.db.api [None req-b5be5f95-1cf0-47a2-87aa-2a596bfdbc43 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88039) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 18:31:59.987968 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG oslo_db.api [None req-b5be5f95-1cf0-47a2-87aa-2a596bfdbc43 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88039) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 18:32:00.093615 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-288638ec-e1e7-4bb8-8ec4-f837de1c9f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782331', 'neutron.services.segments.db._delete_segments_for_network-8761604220510'] for network, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:00.118961 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-288638ec-e1e7-4bb8-8ec4-f837de1c9f84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79578130-f201-4767-b490-289953d45ede']}} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:32:00.131143 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-288638ec-e1e7-4bb8-8ec4-f837de1c9f84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78d243fd-fd60-45ad-9a24-d0204dd72d5a') {'for_net_delete': True} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:32:00.131445 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.services.segments.db [None req-288638ec-e1e7-4bb8-8ec4-f837de1c9f84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78d243fd-fd60-45ad-9a24-d0204dd72d5a') {} {{(pid=88037) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 18:32:00.142692 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-288638ec-e1e7-4bb8-8ec4-f837de1c9f84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761604216697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6763312'] for segment, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:00.152438 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device b9ad6e00-5f64-4ea9-90d2-e7bd407ad8be no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:32:00.164709 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-288638ec-e1e7-4bb8-8ec4-f837de1c9f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770583'] for segment, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:00.171344 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-288638ec-e1e7-4bb8-8ec4-f837de1c9f84 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=88037) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 18:32:00.171746 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-288638ec-e1e7-4bb8-8ec4-f837de1c9f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6372053'] for segment, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:00.185320 dv-neutron-840426-1-hyperv neutron-server[88037]: Traceback (most recent call last): May 04 18:32:00.185320 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 18:32:00.185320 dv-neutron-840426-1-hyperv neutron-server[88037]: timer() May 04 18:32:00.185320 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 18:32:00.185320 dv-neutron-840426-1-hyperv neutron-server[88037]: cb(*args, **kw) May 04 18:32:00.185320 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 04 18:32:00.185320 dv-neutron-840426-1-hyperv neutron-server[88037]: return func(*args, **kwargs) May 04 18:32:00.185320 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 18:32:00.185320 dv-neutron-840426-1-hyperv neutron-server[88037]: self._notify() May 04 18:32:00.185320 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 18:32:00.185320 dv-neutron-840426-1-hyperv neutron-server[88037]: self.callback(batched_events) May 04 18:32:00.185320 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 18:32:00.185320 dv-neutron-840426-1-hyperv neutron-server[88037]: event.method(event) May 04 18:32:00.185320 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 18:32:00.185320 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 18:32:00.185320 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 18:32:00.185320 dv-neutron-840426-1-hyperv neutron-server[88037]: aggregate_uuid = self.p_client.list_aggregates( May 04 18:32:00.185320 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 18:32:00.185320 dv-neutron-840426-1-hyperv neutron-server[88037]: return f(self, *a, **k) May 04 18:32:00.185320 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 18:32:00.185320 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._get(url).json() May 04 18:32:00.185320 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 18:32:00.185320 dv-neutron-840426-1-hyperv neutron-server[88037]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 18:32:00.185320 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 18:32:00.185320 dv-neutron-840426-1-hyperv neutron-server[88037]: return self.request(url, 'GET', **kwargs) May 04 18:32:00.185320 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 18:32:00.185320 dv-neutron-840426-1-hyperv neutron-server[88037]: base_url = self.get_endpoint(auth, allow=allow, May 04 18:32:00.185320 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 18:32:00.185320 dv-neutron-840426-1-hyperv neutron-server[88037]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 18:32:00.185320 dv-neutron-840426-1-hyperv neutron-server[88037]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 18:32:00.185320 dv-neutron-840426-1-hyperv neutron-server[88037]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 18:32:00.185320 dv-neutron-840426-1-hyperv neutron-server[88037]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 18:32:00.188372 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: b9ad6e00-5f64-4ea9-90d2-e7bd407ad8be {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 18:32:00.188735 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device b9ad6e00-5f64-4ea9-90d2-e7bd407ad8be not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:32:00.189143 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device a603dc1e-e48b-4f16-83f7-8dd8111163bf no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:32:00.221443 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: a603dc1e-e48b-4f16-83f7-8dd8111163bf {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 18:32:00.221797 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device a603dc1e-e48b-4f16-83f7-8dd8111163bf not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:32:00.222233 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 0dc019a2-62aa-41d4-9112-7d1d9f7af232 no longer exists at agent ovs-agent-dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 18:32:00.258324 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-288638ec-e1e7-4bb8-8ec4-f837de1c9f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782322', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-710236'] for network, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:00.258698 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] No Port match for: 0dc019a2-62aa-41d4-9112-7d1d9f7af232 {{(pid=88039) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 04 18:32:00.259045 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.rpc [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Device 0dc019a2-62aa-41d4-9112-7d1d9f7af232 not bound to the agent host dv-neutron-840426-1-hyperv {{(pid=88039) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 18:32:00.276945 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-288638ec-e1e7-4bb8-8ec4-f837de1c9f84 admin admin] Notify callbacks [] for network, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:00.287399 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288638ec-e1e7-4bb8-8ec4-f837de1c9f84 admin admin] Pushing event deleted for resources: {'Network': ['ID=79578130-f201-4767-b490-289953d45ede,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:32:00.294356 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-288638ec-e1e7-4bb8-8ec4-f837de1c9f84 admin admin] 10.222.0.41 "DELETE /v2.0/networks/79578130-f201-4767-b490-289953d45ede HTTP/1.1" status: 204 len: 168 time: 0.9972796 May 04 18:32:00.402809 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 36600) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:32:00.454493 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-22e64bdf-0582-45be-8a5f-b1a099c53324 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cb5b9c64c84f41c3a2e8502c9e7845e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0504456 May 04 18:32:00.456821 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 36604) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:32:00.489505 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-b5be5f95-1cf0-47a2-87aa-2a596bfdbc43 None None] Deleting port 0dc019a2-62aa-41d4-9112-7d1d9f7af232 {{(pid=88039) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 04 18:32:00.490042 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b5be5f95-1cf0-47a2-87aa-2a596bfdbc43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761604103437'] for port, before_delete {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:00.512840 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-28f85884-a45a-4c74-b4f8-13b83212957f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:00.540622 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-28f85884-a45a-4c74-b4f8-13b83212957f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:00.556873 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron.plugins.ml2.plugin [None req-b5be5f95-1cf0-47a2-87aa-2a596bfdbc43 None None] The port '0dc019a2-62aa-41d4-9112-7d1d9f7af232' was deleted {{(pid=88039) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 04 18:32:00.594444 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-28f85884-a45a-4c74-b4f8-13b83212957f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:00.611615 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f85884-a45a-4c74-b4f8-13b83212957f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d043a369-ef73-417a-b049-68dbc80be08e,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:32:00.617754 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-28f85884-a45a-4c74-b4f8-13b83212957f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:00.618855 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-28f85884-a45a-4c74-b4f8-13b83212957f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d043a369-ef73-417a-b049-68dbc80be08e HTTP/1.1" status: 204 len: 168 time: 0.1611593 May 04 18:32:00.958714 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 36612) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:32:01.006407 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-7b1ab0e1-d2dd-4089-8b03-a1e07d40bde3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9bda06697e004887a3bf8095c95cc28d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464761 May 04 18:32:01.008763 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.wsgi [-] (88037) accepted ('10.222.0.41', 36616) {{(pid=88037) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 18:32:01.067866 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-066dae9e-c612-4d27-b569-b28dd321b418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:01.092893 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-066dae9e-c612-4d27-b569-b28dd321b418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:01.143652 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-066dae9e-c612-4d27-b569-b28dd321b418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558603'] for security_group, after_delete {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:01.157767 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066dae9e-c612-4d27-b569-b28dd321b418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd22974-a05d-4d80-8f40-d827eb785420,revision_number=None']} {{(pid=88037) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 18:32:01.163699 dv-neutron-840426-1-hyperv neutron-server[88037]: DEBUG neutron_lib.callbacks.manager [None req-066dae9e-c612-4d27-b569-b28dd321b418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88037) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:01.164800 dv-neutron-840426-1-hyperv neutron-server[88037]: INFO neutron.wsgi [None req-066dae9e-c612-4d27-b569-b28dd321b418 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/edd22974-a05d-4d80-8f40-d827eb785420 HTTP/1.1" status: 204 len: 168 time: 0.1551516 May 04 18:32:03.324125 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ee852bb7-79ee-4e91-b56b-27663a4e1fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:05.669416 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-5265f278-ef6e-4331-a6a7-8b9eeeb958ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:06.745025 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:06.786678 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:08.136854 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:09.953476 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:12.271762 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 18:32:33.326236 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-ecc37055-69d8-4aee-8dd5-6da70a1de434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:35.671144 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-55b41877-fb04-4c20-97cb-d84cf2c31a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:36.750671 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:36.787341 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:38.139958 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:39.968618 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:32:49.270077 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 18:33:03.329639 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-48ef9c79-c408-40d6-adef-eb623c4817c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:05.671820 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-fc9fe1ba-4530-4095-b5f0-7ae54eb1086a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:06.753481 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:06.788248 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:08.143590 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:09.982411 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:26.269133 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 18:33:33.332108 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-70bd8f45-e513-4b68-8d2a-ccda51ea285b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:35.673073 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-41bf6f93-ce40-46fd-8804-5bf9d9b5a0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:36.754482 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:36.791635 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:38.144846 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:33:39.999707 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:03.269488 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 18:34:03.336170 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b2389ff4-fd64-449f-90cf-29dfee6b0c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:05.674347 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d423e32f-b2ae-4d28-9b34-4efe3ef41f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:06.756709 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:06.794500 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:08.148949 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:10.013266 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:33.339267 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b1b2750a-f85d-4dd6-9b2b-7cad4c4392d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:35.675808 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-cbe4bf5b-5b5b-40dc-a566-493d26f5ca69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:36.759131 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:36.796171 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:38.151568 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:40.012446 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:34:40.270198 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 18:35:03.343997 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b8146109-7401-4f27-9167-b0304e1185c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:35:05.677206 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-4b008e4f-1508-4455-8131-710047d71b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:35:06.761517 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:35:06.799315 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:35:08.154938 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:35:10.026649 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:35:17.268955 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 18:35:33.345468 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-6ed75d39-2810-4acd-8284-37c49873ebae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:35:35.679056 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-795cd884-e321-4391-8373-2d7b71676abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:35:36.764597 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:35:36.804086 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:35:38.156507 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:35:40.048470 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:35:54.268070 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 18:36:03.347331 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-b6621330-6be7-4eea-afac-c2de9d8d6951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:36:05.679851 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-93d964ad-3e08-4644-8179-c18319ea1d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:36:06.768183 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:36:06.804359 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:36:08.165789 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:36:10.041221 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:36:31.266682 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 18:36:33.349361 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-6c5dc784-5fed-49d5-b258-08e81e94ce02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:36:35.680489 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-7fd0eda0-22ac-4470-9755-b65fcf477425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:36:36.770570 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:36:36.805899 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:36:38.162545 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:36:40.056426 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:37:03.350470 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-2d492238-75b2-41cb-b065-51795aef0a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:37:03.607211 dv-neutron-840426-1-hyperv neutron-server[88038]: DEBUG neutron.wsgi [req-13924591-14ed-4753-96a9-f0ece99dda98 req-ad3894c7-5a9d-4fc7-ad2e-1fca2cfd0db4 service neutron] (88038) timed out ('10.222.0.41', 34282) {{(pid=88038) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 04 18:37:05.682348 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-00bd44e9-a6f9-44ce-ba33-64a9645bf568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:37:06.765412 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:37:06.808991 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:37:08.163220 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:37:08.266020 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 04 18:37:10.065976 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:37:33.352755 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-6d7b0311-b2ef-452a-afec-a8457886e3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:37:35.684221 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-5ebbd19a-2262-4984-91df-40004a41c955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:37:36.767059 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-8725d378-06e4-4e0d-af71-639fb3067a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:37:36.810926 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-0ca3be67-6036-47c1-94cd-f26fe8dfdb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:37:38.167275 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-9562d56a-e398-4b8d-b883-b51275600922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:37:40.076473 dv-neutron-840426-1-hyperv neutron-server[88039]: DEBUG neutron_lib.callbacks.manager [None req-d5c7ec3f-4ca9-4950-a8ef-3a5d6f5b8bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761604220483', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1784045'] for agent, after_update {{(pid=88039) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 18:37:45.264993 dv-neutron-840426-1-hyperv neutron-server[88040]: DEBUG neutron.db.agents_db [None req-06e6dcfe-e0f6-4cf4-8465-dddcb9988db4 None None] Agent healthcheck: found 6 active agents {{(pid=88040) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}